{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.63376,
        "spearman": 0.642577,
        "cosine_pearson": 0.63376,
        "cosine_spearman": 0.642577,
        "manhattan_pearson": 0.624058,
        "manhattan_spearman": 0.646261,
        "euclidean_pearson": 0.632879,
        "euclidean_spearman": 0.656766,
        "main_score": 0.642577,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.542228,
        "spearman": 0.614534,
        "cosine_pearson": 0.542228,
        "cosine_spearman": 0.614534,
        "manhattan_pearson": 0.615804,
        "manhattan_spearman": 0.624237,
        "euclidean_pearson": 0.60799,
        "euclidean_spearman": 0.620645,
        "main_score": 0.614534,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.30312,
        "spearman": 0.314694,
        "cosine_pearson": 0.30312,
        "cosine_spearman": 0.314694,
        "manhattan_pearson": 0.328212,
        "manhattan_spearman": 0.317185,
        "euclidean_pearson": 0.327301,
        "euclidean_spearman": 0.31844,
        "main_score": 0.314694,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.326171,
        "spearman": 0.322829,
        "cosine_pearson": 0.326171,
        "cosine_spearman": 0.322829,
        "manhattan_pearson": 0.366938,
        "manhattan_spearman": 0.342956,
        "euclidean_pearson": 0.359932,
        "euclidean_spearman": 0.341159,
        "main_score": 0.322829,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.162214,
        "spearman": 0.202611,
        "cosine_pearson": 0.162214,
        "cosine_spearman": 0.202611,
        "manhattan_pearson": 0.198868,
        "manhattan_spearman": 0.219747,
        "euclidean_pearson": 0.200664,
        "euclidean_spearman": 0.221881,
        "main_score": 0.202611,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.685865,
        "spearman": 0.692942,
        "cosine_pearson": 0.685865,
        "cosine_spearman": 0.692942,
        "manhattan_pearson": 0.733414,
        "manhattan_spearman": 0.720578,
        "euclidean_pearson": 0.731567,
        "euclidean_spearman": 0.719845,
        "main_score": 0.692942,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.150392,
        "spearman": 0.101095,
        "cosine_pearson": 0.150392,
        "cosine_spearman": 0.101095,
        "manhattan_pearson": 0.22917,
        "manhattan_spearman": 0.156348,
        "euclidean_pearson": 0.20806,
        "euclidean_spearman": 0.132488,
        "main_score": 0.101095,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.536256,
        "spearman": 0.566422,
        "cosine_pearson": 0.536256,
        "cosine_spearman": 0.566422,
        "manhattan_pearson": 0.587846,
        "manhattan_spearman": 0.560244,
        "euclidean_pearson": 0.582252,
        "euclidean_spearman": 0.560504,
        "main_score": 0.566422,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.416972,
        "spearman": 0.441406,
        "cosine_pearson": 0.416972,
        "cosine_spearman": 0.441406,
        "manhattan_pearson": 0.453363,
        "manhattan_spearman": 0.437391,
        "euclidean_pearson": 0.454941,
        "euclidean_spearman": 0.439455,
        "main_score": 0.441406,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.347963,
        "spearman": 0.30005,
        "cosine_pearson": 0.347963,
        "cosine_spearman": 0.30005,
        "manhattan_pearson": 0.360598,
        "manhattan_spearman": 0.302258,
        "euclidean_pearson": 0.355769,
        "euclidean_spearman": 0.29796,
        "main_score": 0.30005,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.639508,
        "spearman": 0.64025,
        "cosine_pearson": 0.639508,
        "cosine_spearman": 0.64025,
        "manhattan_pearson": 0.677146,
        "manhattan_spearman": 0.652229,
        "euclidean_pearson": 0.672701,
        "euclidean_spearman": 0.650795,
        "main_score": 0.64025,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.589728,
        "spearman": 0.607097,
        "cosine_pearson": 0.589728,
        "cosine_spearman": 0.607097,
        "manhattan_pearson": 0.640363,
        "manhattan_spearman": 0.61025,
        "euclidean_pearson": 0.639948,
        "euclidean_spearman": 0.609038,
        "main_score": 0.607097,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 58.65605854988098,
  "kg_co2_emissions": 0.005084618836833802
}