{
  "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
  "task_name": "MasakhaNEWSClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "v_measure": 0.412149,
        "v_measure_std": 0.480099,
        "v_measures": [
          1.0,
          0.039409,
          0.014347,
          0.006987,
          1.0
        ],
        "main_score": 0.412149,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "v_measure": 0.394213,
        "v_measure_std": 0.215907,
        "v_measures": [
          9.2e-05,
          0.334519,
          0.499617,
          0.602903,
          0.533936
        ],
        "main_score": 0.394213,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "v_measure": 0.369449,
        "v_measure_std": 0.358256,
        "v_measures": [
          1.0,
          0.000425,
          0.140522,
          0.187279,
          0.519017
        ],
        "main_score": 0.369449,
        "hf_subset": "fra",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.126765,
        "v_measure_std": 0.210506,
        "v_measures": [
          0.006157,
          0.000181,
          0.052549,
          0.028784,
          0.546152
        ],
        "main_score": 0.126765,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "v_measure": 0.421208,
        "v_measure_std": 0.338251,
        "v_measures": [
          0.001906,
          0.545686,
          0.331384,
          1.0,
          0.227064
        ],
        "main_score": 0.421208,
        "hf_subset": "ibo",
        "languages": [
          "ibo-Latn"
        ]
      },
      {
        "v_measure": 0.647329,
        "v_measure_std": 0.387882,
        "v_measures": [
          0.377274,
          0.019903,
          1.0,
          1.0,
          0.839466
        ],
        "main_score": 0.647329,
        "hf_subset": "lin",
        "languages": [
          "lin-Latn"
        ]
      },
      {
        "v_measure": 0.49407,
        "v_measure_std": 0.427082,
        "v_measures": [
          0.005708,
          0.121549,
          1.0,
          1.0,
          0.343093
        ],
        "main_score": 0.49407,
        "hf_subset": "lug",
        "languages": [
          "lug-Latn"
        ]
      },
      {
        "v_measure": 0.258413,
        "v_measure_std": 0.375505,
        "v_measures": [
          0.184751,
          0.037947,
          1.0,
          0.056222,
          0.013143
        ],
        "main_score": 0.258413,
        "hf_subset": "orm",
        "languages": [
          "orm-Ethi"
        ]
      },
      {
        "v_measure": 0.74891,
        "v_measure_std": 0.319585,
        "v_measures": [
          0.146685,
          1.0,
          0.890859,
          0.707006,
          1.0
        ],
        "main_score": 0.74891,
        "hf_subset": "pcm",
        "languages": [
          "pcm-Latn"
        ]
      },
      {
        "v_measure": 0.529555,
        "v_measure_std": 0.392143,
        "v_measures": [
          0.141305,
          0.146467,
          1.0,
          0.360002,
          1.0
        ],
        "main_score": 0.529555,
        "hf_subset": "run",
        "languages": [
          "run-Latn"
        ]
      },
      {
        "v_measure": 0.46769,
        "v_measure_std": 0.446235,
        "v_measures": [
          1.0,
          0.295907,
          0.000838,
          0.041707,
          1.0
        ],
        "main_score": 0.46769,
        "hf_subset": "sna",
        "languages": [
          "sna-Latn"
        ]
      },
      {
        "v_measure": 0.244667,
        "v_measure_std": 0.38003,
        "v_measures": [
          0.031037,
          1.0,
          0.048048,
          0.00989,
          0.134362
        ],
        "main_score": 0.244667,
        "hf_subset": "som",
        "languages": [
          "som-Latn"
        ]
      },
      {
        "v_measure": 0.113466,
        "v_measure_std": 0.145331,
        "v_measures": [
          0.027468,
          0.074859,
          0.004434,
          0.399899,
          0.060672
        ],
        "main_score": 0.113466,
        "hf_subset": "swa",
        "languages": [
          "swa-Latn"
        ]
      },
      {
        "v_measure": 0.425423,
        "v_measure_std": 0.469637,
        "v_measures": [
          0.041464,
          1.0,
          0.008697,
          1.0,
          0.076954
        ],
        "main_score": 0.425423,
        "hf_subset": "tir",
        "languages": [
          "tir-Ethi"
        ]
      },
      {
        "v_measure": 0.266096,
        "v_measure_std": 0.369647,
        "v_measures": [
          0.114174,
          0.142998,
          0.013645,
          0.059661,
          1.0
        ],
        "main_score": 0.266096,
        "hf_subset": "xho",
        "languages": [
          "xho-Latn"
        ]
      },
      {
        "v_measure": 0.300757,
        "v_measure_std": 0.355578,
        "v_measures": [
          1.0,
          0.130092,
          0.010791,
          0.153484,
          0.209416
        ],
        "main_score": 0.300757,
        "hf_subset": "yor",
        "languages": [
          "yor-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 11.310925960540771,
  "kg_co2_emissions": 0.0003545362520322587
}