{
  "dataset_revision": "5dddcb139010208a28c3dcc2568560061c210097",
  "task_name": "MasakhaNEWSClusteringS2S",
  "mteb_version": "2.12.16",
  "scores": {
    "test": [
      {
        "v_measure": 0.66659,
        "v_measure_std": 0.321483,
        "v_measures": [
          1.0,
          0.18622,
          0.421223,
          0.725506,
          1.0
        ],
        "main_score": 0.66659,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "v_measure": 0.704267,
        "v_measure_std": 0.223122,
        "v_measures": [
          0.273447,
          0.80206,
          0.721432,
          0.904434,
          0.819962
        ],
        "main_score": 0.704267,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "v_measure": 0.705891,
        "v_measure_std": 0.34267,
        "v_measures": [
          1.0,
          0.080059,
          0.82896,
          1.0,
          0.620435
        ],
        "main_score": 0.705891,
        "hf_subset": "fra",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.411222,
        "v_measure_std": 0.32661,
        "v_measures": [
          0.005248,
          0.105666,
          0.382317,
          0.79226,
          0.770618
        ],
        "main_score": 0.411222,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "v_measure": 0.591432,
        "v_measure_std": 0.238013,
        "v_measures": [
          0.273267,
          0.627993,
          0.474573,
          1.0,
          0.581327
        ],
        "main_score": 0.591432,
        "hf_subset": "ibo",
        "languages": [
          "ibo-Latn"
        ]
      },
      {
        "v_measure": 0.87843,
        "v_measure_std": 0.15124,
        "v_measures": [
          0.738051,
          0.654101,
          1.0,
          1.0,
          1.0
        ],
        "main_score": 0.87843,
        "hf_subset": "lin",
        "languages": [
          "lin-Latn"
        ]
      },
      {
        "v_measure": 0.471122,
        "v_measure_std": 0.437291,
        "v_measures": [
          0.003235,
          0.132601,
          1.0,
          1.0,
          0.219773
        ],
        "main_score": 0.471122,
        "hf_subset": "lug",
        "languages": [
          "lug-Latn"
        ]
      },
      {
        "v_measure": 0.302335,
        "v_measure_std": 0.367865,
        "v_measures": [
          0.333249,
          0.031275,
          1.0,
          0.147049,
          0.000103
        ],
        "main_score": 0.302335,
        "hf_subset": "orm",
        "languages": [
          "orm-Ethi"
        ]
      },
      {
        "v_measure": 0.977244,
        "v_measure_std": 0.045511,
        "v_measures": [
          0.886222,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "main_score": 0.977244,
        "hf_subset": "pcm",
        "languages": [
          "pcm-Latn"
        ]
      },
      {
        "v_measure": 0.620797,
        "v_measure_std": 0.320207,
        "v_measures": [
          0.347109,
          0.250588,
          1.0,
          0.506289,
          1.0
        ],
        "main_score": 0.620797,
        "hf_subset": "run",
        "languages": [
          "run-Latn"
        ]
      },
      {
        "v_measure": 0.533879,
        "v_measure_std": 0.401686,
        "v_measures": [
          1.0,
          0.406997,
          0.005068,
          0.257331,
          1.0
        ],
        "main_score": 0.533879,
        "hf_subset": "sna",
        "languages": [
          "sna-Latn"
        ]
      },
      {
        "v_measure": 0.376468,
        "v_measure_std": 0.337989,
        "v_measures": [
          0.286258,
          1.0,
          0.050845,
          0.119889,
          0.425349
        ],
        "main_score": 0.376468,
        "hf_subset": "som",
        "languages": [
          "som-Latn"
        ]
      },
      {
        "v_measure": 0.372579,
        "v_measure_std": 0.246061,
        "v_measures": [
          0.478569,
          0.170885,
          0.001399,
          0.561012,
          0.651029
        ],
        "main_score": 0.372579,
        "hf_subset": "swa",
        "languages": [
          "swa-Latn"
        ]
      },
      {
        "v_measure": 0.586747,
        "v_measure_std": 0.337501,
        "v_measures": [
          0.320105,
          1.0,
          0.298037,
          1.0,
          0.315591
        ],
        "main_score": 0.586747,
        "hf_subset": "tir",
        "languages": [
          "tir-Ethi"
        ]
      },
      {
        "v_measure": 0.345146,
        "v_measure_std": 0.340051,
        "v_measures": [
          0.170665,
          0.093913,
          0.352083,
          0.109071,
          1.0
        ],
        "main_score": 0.345146,
        "hf_subset": "xho",
        "languages": [
          "xho-Latn"
        ]
      },
      {
        "v_measure": 0.629781,
        "v_measure_std": 0.274733,
        "v_measures": [
          1.0,
          0.226869,
          0.800415,
          0.420525,
          0.701095
        ],
        "main_score": 0.629781,
        "hf_subset": "yor",
        "languages": [
          "yor-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 30.066614866256714,
  "kg_co2_emissions": null,
  "date": 1780710047.962281
}