{
  "dataset_revision": "596293afadbf41fd03571343f9f3d2b869b4f2e3",
  "task_name": "WikiClusteringP2P.v2",
  "mteb_version": "2.18.0",
  "scores": {
    "test": [
      {
        "v_measures": {
          "Level 0": [
            0.259514,
            0.285886,
            0.252938,
            0.257257,
            0.26651,
            0.25887,
            0.27158,
            0.26811,
            0.277594,
            0.264359
          ]
        },
        "v_measure": 0.266262,
        "v_measure_std": 0.009527,
        "ami_scores": {
          "Level 0": [
            0.257071,
            0.283459,
            0.25045,
            0.254777,
            0.264072,
            0.256475,
            0.269146,
            0.265731,
            0.275157,
            0.261925
          ]
        },
        "ami": 0.263826,
        "ami_std": 0.009539,
        "main_score": 0.266262,
        "hf_subset": "bs",
        "languages": [
          "bos-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.219772,
            0.205822,
            0.216876,
            0.229173,
            0.214676,
            0.201614,
            0.223066,
            0.193914,
            0.20921,
            0.225645
          ]
        },
        "v_measure": 0.213977,
        "v_measure_std": 0.010662,
        "ami_scores": {
          "Level 0": [
            0.219145,
            0.205183,
            0.216233,
            0.228538,
            0.214029,
            0.200963,
            0.22243,
            0.193251,
            0.208561,
            0.224991
          ]
        },
        "ami": 0.213332,
        "ami_std": 0.010668,
        "main_score": 0.213977,
        "hf_subset": "ca",
        "languages": [
          "cat-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.354667,
            0.343394,
            0.347455,
            0.341801,
            0.355414,
            0.348697,
            0.353602,
            0.341226,
            0.356422,
            0.358766
          ]
        },
        "v_measure": 0.350144,
        "v_measure_std": 0.006148,
        "ami_scores": {
          "Level 0": [
            0.351633,
            0.340261,
            0.344387,
            0.338722,
            0.352369,
            0.345605,
            0.350548,
            0.338157,
            0.353433,
            0.355749
          ]
        },
        "ami": 0.347086,
        "ami_std": 0.006178,
        "main_score": 0.350144,
        "hf_subset": "cs",
        "languages": [
          "ces-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.245972,
            0.245926,
            0.242805,
            0.245197,
            0.254579,
            0.247121,
            0.245846,
            0.24925,
            0.25819,
            0.243934
          ]
        },
        "v_measure": 0.247882,
        "v_measure_std": 0.004623,
        "ami_scores": {
          "Level 0": [
            0.242926,
            0.242882,
            0.239698,
            0.242181,
            0.251609,
            0.244099,
            0.242783,
            0.246213,
            0.255203,
            0.240857
          ]
        },
        "ami": 0.244845,
        "ami_std": 0.004656,
        "main_score": 0.247882,
        "hf_subset": "da",
        "languages": [
          "dan-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.325701,
            0.311138,
            0.319043,
            0.360348,
            0.327264,
            0.354205,
            0.315594,
            0.328216,
            0.325404,
            0.341218
          ]
        },
        "v_measure": 0.330813,
        "v_measure_std": 0.015362,
        "ami_scores": {
          "Level 0": [
            0.325441,
            0.310873,
            0.318799,
            0.360102,
            0.327026,
            0.353975,
            0.315328,
            0.327982,
            0.325168,
            0.340979
          ]
        },
        "ami": 0.330567,
        "ami_std": 0.015368,
        "main_score": 0.330813,
        "hf_subset": "eu",
        "languages": [
          "eus-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.426761,
            0.399376,
            0.414571,
            0.422555,
            0.415967,
            0.42869,
            0.405218,
            0.415916,
            0.410327,
            0.413419
          ]
        },
        "v_measure": 0.41528,
        "v_measure_std": 0.008649,
        "ami_scores": {
          "Level 0": [
            0.42213,
            0.394535,
            0.409848,
            0.417922,
            0.411263,
            0.424094,
            0.400396,
            0.411229,
            0.40555,
            0.408761
          ]
        },
        "ami": 0.410573,
        "ami_std": 0.008724,
        "main_score": 0.41528,
        "hf_subset": "gv",
        "languages": [
          "glv-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.453058,
            0.448793,
            0.459465,
            0.460209,
            0.465807,
            0.466173,
            0.46235,
            0.459179,
            0.450518,
            0.453513
          ]
        },
        "v_measure": 0.457907,
        "v_measure_std": 0.005834,
        "ami_scores": {
          "Level 0": [
            0.447865,
            0.443457,
            0.454238,
            0.455004,
            0.460693,
            0.461075,
            0.457232,
            0.454064,
            0.44521,
            0.448195
          ]
        },
        "ami": 0.452703,
        "ami_std": 0.00591,
        "main_score": 0.457907,
        "hf_subset": "ilo",
        "languages": [
          "ilo-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.365129,
            0.364152,
            0.358934,
            0.368846,
            0.35111,
            0.356161,
            0.370816,
            0.358931,
            0.347266,
            0.361455
          ]
        },
        "v_measure": 0.36028,
        "v_measure_std": 0.007059,
        "ami_scores": {
          "Level 0": [
            0.35597,
            0.354999,
            0.34959,
            0.359721,
            0.341824,
            0.346826,
            0.361719,
            0.349609,
            0.337811,
            0.352247
          ]
        },
        "ami": 0.351031,
        "ami_std": 0.00716,
        "main_score": 0.36028,
        "hf_subset": "ku",
        "languages": [
          "kur-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.238942,
            0.225213,
            0.235281,
            0.237163,
            0.227014,
            0.216522,
            0.235006,
            0.242188,
            0.224679,
            0.222101
          ]
        },
        "v_measure": 0.230411,
        "v_measure_std": 0.00797,
        "ami_scores": {
          "Level 0": [
            0.236798,
            0.223052,
            0.233142,
            0.235045,
            0.224871,
            0.214356,
            0.232888,
            0.240107,
            0.222534,
            0.219914
          ]
        },
        "ami": 0.228271,
        "ami_std": 0.007993,
        "main_score": 0.230411,
        "hf_subset": "lv",
        "languages": [
          "lav-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.44898,
            0.46174,
            0.525574,
            0.433722,
            0.439962,
            0.415064,
            0.457133,
            0.428457,
            0.458432,
            0.475552
          ]
        },
        "v_measure": 0.454462,
        "v_measure_std": 0.029114,
        "ami_scores": {
          "Level 0": [
            0.446658,
            0.459439,
            0.5233,
            0.431359,
            0.437627,
            0.412763,
            0.454781,
            0.426078,
            0.45615,
            0.473224
          ]
        },
        "ami": 0.452138,
        "ami_std": 0.029132,
        "main_score": 0.454462,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.334086,
            0.320463,
            0.320516,
            0.313578,
            0.32637,
            0.329616,
            0.316318,
            0.310165,
            0.329606,
            0.317801
          ]
        },
        "v_measure": 0.321852,
        "v_measure_std": 0.007391,
        "ami_scores": {
          "Level 0": [
            0.328893,
            0.315275,
            0.315317,
            0.308267,
            0.321058,
            0.324455,
            0.311131,
            0.304822,
            0.324394,
            0.312528
          ]
        },
        "ami": 0.316614,
        "ami_std": 0.007426,
        "main_score": 0.321852,
        "hf_subset": "mt",
        "languages": [
          "mlt-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.30826,
            0.313511,
            0.305793,
            0.317502,
            0.315463,
            0.303063,
            0.317029,
            0.325465,
            0.321484,
            0.311241
          ]
        },
        "v_measure": 0.313881,
        "v_measure_std": 0.006623,
        "ami_scores": {
          "Level 0": [
            0.304475,
            0.309739,
            0.301984,
            0.313741,
            0.311731,
            0.299237,
            0.313308,
            0.321777,
            0.317791,
            0.30745
          ]
        },
        "ami": 0.310123,
        "ami_std": 0.006666,
        "main_score": 0.313881,
        "hf_subset": "sco",
        "languages": [
          "sco-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.377072,
            0.376313,
            0.375678,
            0.36648,
            0.38081,
            0.379903,
            0.373008,
            0.362684,
            0.383335,
            0.385255
          ]
        },
        "v_measure": 0.376054,
        "v_measure_std": 0.006753,
        "ami_scores": {
          "Level 0": [
            0.369367,
            0.368666,
            0.368083,
            0.358973,
            0.373187,
            0.372418,
            0.365395,
            0.354896,
            0.375707,
            0.377732
          ]
        },
        "ami": 0.368442,
        "ami_std": 0.006789,
        "main_score": 0.376054,
        "hf_subset": "sq",
        "languages": [
          "sqi-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "v_measures": {
          "Level 0": [
            0.06673,
            0.059699,
            0.07041,
            0.064438,
            0.061347,
            0.062757,
            0.074215,
            0.075477,
            0.061738,
            0.044438
          ]
        },
        "v_measure": 0.064125,
        "v_measure_std": 0.008364,
        "ami_scores": {
          "Level 0": [
            0.066159,
            0.05913,
            0.069825,
            0.06386,
            0.060771,
            0.062192,
            0.07364,
            0.07489,
            0.061168,
            0.043846
          ]
        },
        "ami": 0.063548,
        "ami_std": 0.008365,
        "main_score": 0.064125,
        "hf_subset": "wa",
        "languages": [
          "wln-Latn"
        ],
        "mteb_version": "2.18.0"
      }
    ]
  },
  "evaluation_time": 350.06237380206585,
  "kg_co2_emissions": null,
  "date": 1785326186.23086,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 4.567205905914307e-06,
      "end": 44.593105494976044,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 44.59312514960766,
      "end": 44.5931309312582,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding",
      "start": 44.59696228802204,
      "end": 62.98725091665983,
      "split": "test",
      "subset": "bs"
    },
    {
      "name": "Scoring",
      "start": 63.02549933642149,
      "end": 71.21685871481895,
      "split": "test",
      "subset": "bs"
    },
    {
      "name": "Encoding",
      "start": 71.2459113150835,
      "end": 83.60368400812149,
      "split": "test",
      "subset": "ca"
    },
    {
      "name": "Scoring",
      "start": 83.6411172375083,
      "end": 91.20246865600348,
      "split": "test",
      "subset": "ca"
    },
    {
      "name": "Encoding",
      "start": 91.2318906262517,
      "end": 105.705939412117,
      "split": "test",
      "subset": "cs"
    },
    {
      "name": "Scoring",
      "start": 105.74392464011908,
      "end": 117.68340068310499,
      "split": "test",
      "subset": "cs"
    },
    {
      "name": "Encoding",
      "start": 117.70865160226822,
      "end": 132.00972030311823,
      "split": "test",
      "subset": "da"
    },
    {
      "name": "Scoring",
      "start": 132.04834831506014,
      "end": 141.51825039088726,
      "split": "test",
      "subset": "da"
    },
    {
      "name": "Encoding",
      "start": 141.5466793552041,
      "end": 149.91714978963137,
      "split": "test",
      "subset": "eu"
    },
    {
      "name": "Scoring",
      "start": 149.95513685047626,
      "end": 155.63837318867445,
      "split": "test",
      "subset": "eu"
    },
    {
      "name": "Encoding",
      "start": 155.6675618365407,
      "end": 163.78605173528194,
      "split": "test",
      "subset": "gv"
    },
    {
      "name": "Scoring",
      "start": 163.8234068825841,
      "end": 174.47322326153517,
      "split": "test",
      "subset": "gv"
    },
    {
      "name": "Encoding",
      "start": 174.4999973848462,
      "end": 185.84017091989517,
      "split": "test",
      "subset": "ilo"
    },
    {
      "name": "Scoring",
      "start": 185.8777220994234,
      "end": 196.2096954509616,
      "split": "test",
      "subset": "ilo"
    },
    {
      "name": "Encoding",
      "start": 196.23405653238297,
      "end": 206.78136825561523,
      "split": "test",
      "subset": "ku"
    },
    {
      "name": "Scoring",
      "start": 206.82127729803324,
      "end": 219.47481659799814,
      "split": "test",
      "subset": "ku"
    },
    {
      "name": "Encoding",
      "start": 219.50232180207968,
      "end": 235.0830097720027,
      "split": "test",
      "subset": "lv"
    },
    {
      "name": "Scoring",
      "start": 235.12076311558485,
      "end": 244.15259803831577,
      "split": "test",
      "subset": "lv"
    },
    {
      "name": "Encoding",
      "start": 244.17652067542076,
      "end": 255.76504357904196,
      "split": "test",
      "subset": "min"
    },
    {
      "name": "Scoring",
      "start": 255.802683763206,
      "end": 262.83832900226116,
      "split": "test",
      "subset": "min"
    },
    {
      "name": "Encoding",
      "start": 262.8643752783537,
      "end": 279.0313868820667,
      "split": "test",
      "subset": "mt"
    },
    {
      "name": "Scoring",
      "start": 279.06925708055496,
      "end": 289.9145867154002,
      "split": "test",
      "subset": "mt"
    },
    {
      "name": "Encoding",
      "start": 289.94003250449896,
      "end": 309.0940510928631,
      "split": "test",
      "subset": "sco"
    },
    {
      "name": "Scoring",
      "start": 309.1321302726865,
      "end": 318.4127019196749,
      "split": "test",
      "subset": "sco"
    },
    {
      "name": "Encoding",
      "start": 318.4390954077244,
      "end": 328.00327740609646,
      "split": "test",
      "subset": "sq"
    },
    {
      "name": "Scoring",
      "start": 328.0402351170778,
      "end": 339.36436554044485,
      "split": "test",
      "subset": "sq"
    },
    {
      "name": "Encoding",
      "start": 339.3885053470731,
      "end": 344.12112484127283,
      "split": "test",
      "subset": "wa"
    },
    {
      "name": "Scoring",
      "start": 344.1582212597132,
      "end": 350.0381135120988,
      "split": "test",
      "subset": "wa"
    }
  ]
}