{
  "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
  "task_name": "MasakhaNEWSClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "v_measure": 0.433162,
        "v_measure_std": 0.466182,
        "v_measures": [
          1.0,
          0.002884,
          0.157259,
          0.005665,
          1.0
        ],
        "main_score": 0.433162,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "v_measure": 0.117125,
        "v_measure_std": 0.060339,
        "v_measures": [
          0.025087,
          0.07616,
          0.12418,
          0.186181,
          0.174015
        ],
        "main_score": 0.117125,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "v_measure": 0.273433,
        "v_measure_std": 0.373623,
        "v_measures": [
          1.0,
          0.123461,
          0.000867,
          0.237758,
          0.005081
        ],
        "main_score": 0.273433,
        "hf_subset": "fra",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.045774,
        "v_measure_std": 0.041588,
        "v_measures": [
          0.004583,
          0.001811,
          0.034153,
          0.084146,
          0.104179
        ],
        "main_score": 0.045774,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "v_measure": 0.25819,
        "v_measure_std": 0.37657,
        "v_measures": [
          0.002717,
          0.167143,
          0.001134,
          1.0,
          0.119956
        ],
        "main_score": 0.25819,
        "hf_subset": "ibo",
        "languages": [
          "ibo-Latn"
        ]
      },
      {
        "v_measure": 0.494575,
        "v_measure_std": 0.424543,
        "v_measures": [
          0.107932,
          0.030875,
          1.0,
          1.0,
          0.334067
        ],
        "main_score": 0.494575,
        "hf_subset": "lin",
        "languages": [
          "lin-Latn"
        ]
      },
      {
        "v_measure": 0.480455,
        "v_measure_std": 0.428741,
        "v_measures": [
          0.121764,
          0.042499,
          1.0,
          1.0,
          0.238013
        ],
        "main_score": 0.480455,
        "hf_subset": "lug",
        "languages": [
          "lug-Latn"
        ]
      },
      {
        "v_measure": 0.225713,
        "v_measure_std": 0.3879,
        "v_measures": [
          0.020713,
          0.028546,
          1.0,
          0.003086,
          0.076222
        ],
        "main_score": 0.225713,
        "hf_subset": "orm",
        "languages": [
          "orm-Ethi"
        ]
      },
      {
        "v_measure": 0.348317,
        "v_measure_std": 0.347801,
        "v_measures": [
          0.280575,
          0.076457,
          0.029573,
          0.354978,
          1.0
        ],
        "main_score": 0.348317,
        "hf_subset": "pcm",
        "languages": [
          "pcm-Latn"
        ]
      },
      {
        "v_measure": 0.443288,
        "v_measure_std": 0.457724,
        "v_measures": [
          0.020822,
          0.025316,
          1.0,
          0.170302,
          1.0
        ],
        "main_score": 0.443288,
        "hf_subset": "run",
        "languages": [
          "run-Latn"
        ]
      },
      {
        "v_measure": 0.401455,
        "v_measure_std": 0.488712,
        "v_measures": [
          1.0,
          0.000298,
          0.003102,
          0.003874,
          1.0
        ],
        "main_score": 0.401455,
        "hf_subset": "sna",
        "languages": [
          "sna-Latn"
        ]
      },
      {
        "v_measure": 0.253291,
        "v_measure_std": 0.373511,
        "v_measures": [
          0.057648,
          1.0,
          0.079056,
          0.051773,
          0.077979
        ],
        "main_score": 0.253291,
        "hf_subset": "som",
        "languages": [
          "som-Latn"
        ]
      },
      {
        "v_measure": 0.121955,
        "v_measure_std": 0.129581,
        "v_measures": [
          0.024518,
          0.006621,
          0.018023,
          0.290512,
          0.2701
        ],
        "main_score": 0.121955,
        "hf_subset": "swa",
        "languages": [
          "swa-Latn"
        ]
      },
      {
        "v_measure": 0.431206,
        "v_measure_std": 0.464959,
        "v_measures": [
          0.048022,
          1.0,
          0.018737,
          1.0,
          0.089273
        ],
        "main_score": 0.431206,
        "hf_subset": "tir",
        "languages": [
          "tir-Ethi"
        ]
      },
      {
        "v_measure": 0.255274,
        "v_measure_std": 0.375906,
        "v_measures": [
          0.14161,
          0.108527,
          0.003753,
          0.022482,
          1.0
        ],
        "main_score": 0.255274,
        "hf_subset": "xho",
        "languages": [
          "xho-Latn"
        ]
      },
      {
        "v_measure": 0.231748,
        "v_measure_std": 0.386995,
        "v_measures": [
          1.0,
          0.022417,
          0.002349,
          0.004219,
          0.129756
        ],
        "main_score": 0.231748,
        "hf_subset": "yor",
        "languages": [
          "yor-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 21.423957347869873,
  "kg_co2_emissions": 0.0009126663980442877
}