{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.783119,
        "spearman": 0.774695,
        "cosine_pearson": 0.783119,
        "cosine_spearman": 0.774695,
        "manhattan_pearson": 0.761641,
        "manhattan_spearman": 0.774039,
        "euclidean_pearson": 0.763418,
        "euclidean_spearman": 0.774695,
        "main_score": 0.774695,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.719167,
        "spearman": 0.707271,
        "cosine_pearson": 0.719167,
        "cosine_spearman": 0.707271,
        "manhattan_pearson": 0.711481,
        "manhattan_spearman": 0.709568,
        "euclidean_pearson": 0.709447,
        "euclidean_spearman": 0.707271,
        "main_score": 0.707271,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.500164,
        "spearman": 0.511568,
        "cosine_pearson": 0.500164,
        "cosine_spearman": 0.511568,
        "manhattan_pearson": 0.503242,
        "manhattan_spearman": 0.507174,
        "euclidean_pearson": 0.506284,
        "euclidean_spearman": 0.511568,
        "main_score": 0.511568,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.464695,
        "spearman": 0.429302,
        "cosine_pearson": 0.464695,
        "cosine_spearman": 0.429302,
        "manhattan_pearson": 0.472764,
        "manhattan_spearman": 0.428317,
        "euclidean_pearson": 0.473052,
        "euclidean_spearman": 0.429302,
        "main_score": 0.429302,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.457384,
        "spearman": 0.442976,
        "cosine_pearson": 0.457384,
        "cosine_spearman": 0.442944,
        "manhattan_pearson": 0.450686,
        "manhattan_spearman": 0.445897,
        "euclidean_pearson": 0.448667,
        "euclidean_spearman": 0.442944,
        "main_score": 0.442944,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.809209,
        "spearman": 0.788025,
        "cosine_pearson": 0.809209,
        "cosine_spearman": 0.788025,
        "manhattan_pearson": 0.802809,
        "manhattan_spearman": 0.77542,
        "euclidean_pearson": 0.809906,
        "euclidean_spearman": 0.788025,
        "main_score": 0.788025,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.375837,
        "spearman": 0.364072,
        "cosine_pearson": 0.375837,
        "cosine_spearman": 0.364072,
        "manhattan_pearson": 0.397184,
        "manhattan_spearman": 0.367253,
        "euclidean_pearson": 0.393547,
        "euclidean_spearman": 0.364072,
        "main_score": 0.364072,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.721149,
        "spearman": 0.713296,
        "cosine_pearson": 0.721149,
        "cosine_spearman": 0.713296,
        "manhattan_pearson": 0.707647,
        "manhattan_spearman": 0.711316,
        "euclidean_pearson": 0.708574,
        "euclidean_spearman": 0.713296,
        "main_score": 0.713296,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.519574,
        "spearman": 0.55041,
        "cosine_pearson": 0.519574,
        "cosine_spearman": 0.55041,
        "manhattan_pearson": 0.556681,
        "manhattan_spearman": 0.549449,
        "euclidean_pearson": 0.557245,
        "euclidean_spearman": 0.55041,
        "main_score": 0.55041,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.437238,
        "spearman": 0.377498,
        "cosine_pearson": 0.437238,
        "cosine_spearman": 0.377498,
        "manhattan_pearson": 0.446444,
        "manhattan_spearman": 0.383238,
        "euclidean_pearson": 0.441746,
        "euclidean_spearman": 0.377498,
        "main_score": 0.377498,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.747774,
        "spearman": 0.72661,
        "cosine_pearson": 0.747774,
        "cosine_spearman": 0.72661,
        "manhattan_pearson": 0.754995,
        "manhattan_spearman": 0.730082,
        "euclidean_pearson": 0.751656,
        "euclidean_spearman": 0.72661,
        "main_score": 0.72661,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.757817,
        "spearman": 0.712705,
        "cosine_pearson": 0.757817,
        "cosine_spearman": 0.712705,
        "manhattan_pearson": 0.751018,
        "manhattan_spearman": 0.719676,
        "euclidean_pearson": 0.748535,
        "euclidean_spearman": 0.712705,
        "main_score": 0.712705,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 52.18076276779175,
  "kg_co2_emissions": 0.004893975840678455
}