{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "2.3.11",
  "scores": {
    "test": [
      {
        "pearson": 0.810495,
        "spearman": 0.79941,
        "cosine_pearson": 0.810495,
        "cosine_spearman": 0.79941,
        "manhattan_pearson": 0.793596,
        "manhattan_spearman": 0.79722,
        "euclidean_pearson": 0.79589,
        "euclidean_spearman": 0.799818,
        "main_score": 0.79941,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.624157,
        "spearman": 0.590995,
        "cosine_pearson": 0.624157,
        "cosine_spearman": 0.590995,
        "manhattan_pearson": 0.625599,
        "manhattan_spearman": 0.588798,
        "euclidean_pearson": 0.628924,
        "euclidean_spearman": 0.590498,
        "main_score": 0.590995,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.664484,
        "spearman": 0.67143,
        "cosine_pearson": 0.664484,
        "cosine_spearman": 0.67143,
        "manhattan_pearson": 0.651807,
        "manhattan_spearman": 0.668105,
        "euclidean_pearson": 0.654455,
        "euclidean_spearman": 0.670864,
        "main_score": 0.67143,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.51985,
        "spearman": 0.479701,
        "cosine_pearson": 0.51985,
        "cosine_spearman": 0.479701,
        "manhattan_pearson": 0.527846,
        "manhattan_spearman": 0.482244,
        "euclidean_pearson": 0.525881,
        "euclidean_spearman": 0.47978,
        "main_score": 0.479701,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.35759,
        "spearman": 0.326578,
        "cosine_pearson": 0.35759,
        "cosine_spearman": 0.326578,
        "manhattan_pearson": 0.35274,
        "manhattan_spearman": 0.324299,
        "euclidean_pearson": 0.354041,
        "euclidean_spearman": 0.327066,
        "main_score": 0.326578,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.801227,
        "spearman": 0.787205,
        "cosine_pearson": 0.801227,
        "cosine_spearman": 0.787204,
        "manhattan_pearson": 0.807077,
        "manhattan_spearman": 0.78755,
        "euclidean_pearson": 0.806902,
        "euclidean_spearman": 0.787236,
        "main_score": 0.787204,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.471042,
        "spearman": 0.439604,
        "cosine_pearson": 0.471042,
        "cosine_spearman": 0.439604,
        "manhattan_pearson": 0.47707,
        "manhattan_spearman": 0.436538,
        "euclidean_pearson": 0.480517,
        "euclidean_spearman": 0.439412,
        "main_score": 0.439604,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.793915,
        "spearman": 0.798656,
        "cosine_pearson": 0.793915,
        "cosine_spearman": 0.798656,
        "manhattan_pearson": 0.768389,
        "manhattan_spearman": 0.797086,
        "euclidean_pearson": 0.76918,
        "euclidean_spearman": 0.798584,
        "main_score": 0.798656,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.416027,
        "spearman": 0.41469,
        "cosine_pearson": 0.416027,
        "cosine_spearman": 0.41469,
        "manhattan_pearson": 0.438527,
        "manhattan_spearman": 0.411275,
        "euclidean_pearson": 0.439117,
        "euclidean_spearman": 0.414477,
        "main_score": 0.41469,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.530837,
        "spearman": 0.532233,
        "cosine_pearson": 0.530837,
        "cosine_spearman": 0.532233,
        "manhattan_pearson": 0.539708,
        "manhattan_spearman": 0.533435,
        "euclidean_pearson": 0.537918,
        "euclidean_spearman": 0.533358,
        "main_score": 0.532233,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.830174,
        "spearman": 0.807654,
        "cosine_pearson": 0.830174,
        "cosine_spearman": 0.807654,
        "manhattan_pearson": 0.824482,
        "manhattan_spearman": 0.810607,
        "euclidean_pearson": 0.823016,
        "euclidean_spearman": 0.807509,
        "main_score": 0.807654,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.805283,
        "spearman": 0.775914,
        "cosine_pearson": 0.805283,
        "cosine_spearman": 0.775914,
        "manhattan_pearson": 0.793132,
        "manhattan_spearman": 0.774423,
        "euclidean_pearson": 0.793841,
        "euclidean_spearman": 0.775146,
        "main_score": 0.775914,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 16.89719581604004,
  "kg_co2_emissions": null
}