{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.717764,
        "spearman": 0.716193,
        "cosine_pearson": 0.717764,
        "cosine_spearman": 0.716193,
        "manhattan_pearson": 0.69894,
        "manhattan_spearman": 0.713945,
        "euclidean_pearson": 0.700551,
        "euclidean_spearman": 0.716193,
        "main_score": 0.716193,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.046921,
        "spearman": 0.037842,
        "cosine_pearson": 0.04692,
        "cosine_spearman": 0.03652,
        "manhattan_pearson": 0.073306,
        "manhattan_spearman": 0.036366,
        "euclidean_pearson": 0.071809,
        "euclidean_spearman": 0.03652,
        "main_score": 0.03652,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.200446,
        "spearman": 0.202462,
        "cosine_pearson": 0.200446,
        "cosine_spearman": 0.202462,
        "manhattan_pearson": 0.207224,
        "manhattan_spearman": 0.203122,
        "euclidean_pearson": 0.207398,
        "euclidean_spearman": 0.202462,
        "main_score": 0.202462,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.361734,
        "spearman": 0.333674,
        "cosine_pearson": 0.361734,
        "cosine_spearman": 0.333674,
        "manhattan_pearson": 0.373111,
        "manhattan_spearman": 0.334762,
        "euclidean_pearson": 0.370806,
        "euclidean_spearman": 0.333674,
        "main_score": 0.333674,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.366921,
        "spearman": 0.397403,
        "cosine_pearson": 0.366921,
        "cosine_spearman": 0.397403,
        "manhattan_pearson": 0.399558,
        "manhattan_spearman": 0.399822,
        "euclidean_pearson": 0.399102,
        "euclidean_spearman": 0.397403,
        "main_score": 0.397403,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.82965,
        "spearman": 0.818939,
        "cosine_pearson": 0.82965,
        "cosine_spearman": 0.818939,
        "manhattan_pearson": 0.820994,
        "manhattan_spearman": 0.817312,
        "euclidean_pearson": 0.821757,
        "euclidean_spearman": 0.818939,
        "main_score": 0.818939,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.388822,
        "spearman": 0.35751,
        "cosine_pearson": 0.388822,
        "cosine_spearman": 0.35751,
        "manhattan_pearson": 0.39238,
        "manhattan_spearman": 0.35043,
        "euclidean_pearson": 0.397607,
        "euclidean_spearman": 0.35751,
        "main_score": 0.35751,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.446109,
        "spearman": 0.439944,
        "cosine_pearson": 0.446109,
        "cosine_spearman": 0.439944,
        "manhattan_pearson": 0.463021,
        "manhattan_spearman": 0.437115,
        "euclidean_pearson": 0.464746,
        "euclidean_spearman": 0.439944,
        "main_score": 0.439944,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.386953,
        "spearman": 0.406571,
        "cosine_pearson": 0.386953,
        "cosine_spearman": 0.406571,
        "manhattan_pearson": 0.430587,
        "manhattan_spearman": 0.401445,
        "euclidean_pearson": 0.433344,
        "euclidean_spearman": 0.406571,
        "main_score": 0.406571,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.407394,
        "spearman": 0.404157,
        "cosine_pearson": 0.407394,
        "cosine_spearman": 0.404157,
        "manhattan_pearson": 0.412113,
        "manhattan_spearman": 0.402629,
        "euclidean_pearson": 0.413536,
        "euclidean_spearman": 0.404157,
        "main_score": 0.404157,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.520967,
        "spearman": 0.531583,
        "cosine_pearson": 0.520967,
        "cosine_spearman": 0.531583,
        "manhattan_pearson": 0.549915,
        "manhattan_spearman": 0.531772,
        "euclidean_pearson": 0.548265,
        "euclidean_spearman": 0.531583,
        "main_score": 0.531583,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.270185,
        "spearman": 0.344445,
        "cosine_pearson": 0.270185,
        "cosine_spearman": 0.345479,
        "manhattan_pearson": 0.33337,
        "manhattan_spearman": 0.342133,
        "euclidean_pearson": 0.336582,
        "euclidean_spearman": 0.345479,
        "main_score": 0.345479,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 2.193603754043579,
  "kg_co2_emissions": 9.120969539680383e-05
}