{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.758926,
        "spearman": 0.755281,
        "cosine_pearson": 0.758926,
        "cosine_spearman": 0.755281,
        "manhattan_pearson": 0.7369,
        "manhattan_spearman": 0.750098,
        "euclidean_pearson": 0.739453,
        "euclidean_spearman": 0.755281,
        "main_score": 0.755281,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.150164,
        "spearman": 0.115376,
        "cosine_pearson": 0.150164,
        "cosine_spearman": 0.116438,
        "manhattan_pearson": 0.138117,
        "manhattan_spearman": 0.118881,
        "euclidean_pearson": 0.135607,
        "euclidean_spearman": 0.116438,
        "main_score": 0.116438,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.160887,
        "spearman": 0.155624,
        "cosine_pearson": 0.160887,
        "cosine_spearman": 0.155624,
        "manhattan_pearson": 0.161875,
        "manhattan_spearman": 0.155094,
        "euclidean_pearson": 0.162159,
        "euclidean_spearman": 0.155624,
        "main_score": 0.155624,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.289057,
        "spearman": 0.296352,
        "cosine_pearson": 0.289057,
        "cosine_spearman": 0.296358,
        "manhattan_pearson": 0.300988,
        "manhattan_spearman": 0.295287,
        "euclidean_pearson": 0.301497,
        "euclidean_spearman": 0.296358,
        "main_score": 0.296358,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.063031,
        "spearman": 0.060287,
        "cosine_pearson": 0.063031,
        "cosine_spearman": 0.060287,
        "manhattan_pearson": 0.11417,
        "manhattan_spearman": 0.063266,
        "euclidean_pearson": 0.111503,
        "euclidean_spearman": 0.060287,
        "main_score": 0.060287,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.800058,
        "spearman": 0.775609,
        "cosine_pearson": 0.800058,
        "cosine_spearman": 0.775609,
        "manhattan_pearson": 0.797379,
        "manhattan_spearman": 0.773052,
        "euclidean_pearson": 0.799114,
        "euclidean_spearman": 0.775609,
        "main_score": 0.775609,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.428299,
        "spearman": 0.387428,
        "cosine_pearson": 0.428299,
        "cosine_spearman": 0.387428,
        "manhattan_pearson": 0.428565,
        "manhattan_spearman": 0.383491,
        "euclidean_pearson": 0.431084,
        "euclidean_spearman": 0.387428,
        "main_score": 0.387428,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.356685,
        "spearman": 0.343152,
        "cosine_pearson": 0.356685,
        "cosine_spearman": 0.343152,
        "manhattan_pearson": 0.367513,
        "manhattan_spearman": 0.341235,
        "euclidean_pearson": 0.368842,
        "euclidean_spearman": 0.343152,
        "main_score": 0.343152,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.452988,
        "spearman": 0.458117,
        "cosine_pearson": 0.452988,
        "cosine_spearman": 0.458117,
        "manhattan_pearson": 0.481769,
        "manhattan_spearman": 0.458116,
        "euclidean_pearson": 0.482539,
        "euclidean_spearman": 0.458117,
        "main_score": 0.458117,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.491599,
        "spearman": 0.459201,
        "cosine_pearson": 0.491599,
        "cosine_spearman": 0.459201,
        "manhattan_pearson": 0.49866,
        "manhattan_spearman": 0.466571,
        "euclidean_pearson": 0.492189,
        "euclidean_spearman": 0.459201,
        "main_score": 0.459201,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.367315,
        "spearman": 0.337427,
        "cosine_pearson": 0.367315,
        "cosine_spearman": 0.337427,
        "manhattan_pearson": 0.388667,
        "manhattan_spearman": 0.329327,
        "euclidean_pearson": 0.393105,
        "euclidean_spearman": 0.337427,
        "main_score": 0.337427,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.230558,
        "spearman": 0.299053,
        "cosine_pearson": 0.230557,
        "cosine_spearman": 0.299576,
        "manhattan_pearson": 0.290415,
        "manhattan_spearman": 0.299854,
        "euclidean_pearson": 0.291355,
        "euclidean_spearman": 0.299576,
        "main_score": 0.299576,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 3.1738393306732178,
  "kg_co2_emissions": 0.000143373269776663
}