{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.727972,
        "spearman": 0.730146,
        "cosine_pearson": 0.727972,
        "cosine_spearman": 0.730155,
        "manhattan_pearson": 0.715878,
        "manhattan_spearman": 0.729277,
        "euclidean_pearson": 0.718163,
        "euclidean_spearman": 0.732771,
        "main_score": 0.730155,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": -0.048635,
        "spearman": -0.008822,
        "cosine_pearson": -0.048635,
        "cosine_spearman": -0.009802,
        "manhattan_pearson": 0.003277,
        "manhattan_spearman": -0.011149,
        "euclidean_pearson": 0.008242,
        "euclidean_spearman": -0.007566,
        "main_score": -0.009802,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.192306,
        "spearman": 0.196529,
        "cosine_pearson": 0.192306,
        "cosine_spearman": 0.196529,
        "manhattan_pearson": 0.181168,
        "manhattan_spearman": 0.191865,
        "euclidean_pearson": 0.183203,
        "euclidean_spearman": 0.192322,
        "main_score": 0.196529,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.285986,
        "spearman": 0.275779,
        "cosine_pearson": 0.285986,
        "cosine_spearman": 0.275779,
        "manhattan_pearson": 0.292764,
        "manhattan_spearman": 0.267759,
        "euclidean_pearson": 0.292425,
        "euclidean_spearman": 0.271277,
        "main_score": 0.275779,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.165447,
        "spearman": 0.120762,
        "cosine_pearson": 0.165448,
        "cosine_spearman": 0.120762,
        "manhattan_pearson": 0.217067,
        "manhattan_spearman": 0.124316,
        "euclidean_pearson": 0.21517,
        "euclidean_spearman": 0.120451,
        "main_score": 0.120762,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.80894,
        "spearman": 0.797379,
        "cosine_pearson": 0.80894,
        "cosine_spearman": 0.797379,
        "manhattan_pearson": 0.809262,
        "manhattan_spearman": 0.80179,
        "euclidean_pearson": 0.811041,
        "euclidean_spearman": 0.803975,
        "main_score": 0.797379,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.415061,
        "spearman": 0.378107,
        "cosine_pearson": 0.41506,
        "cosine_spearman": 0.378107,
        "manhattan_pearson": 0.417714,
        "manhattan_spearman": 0.374799,
        "euclidean_pearson": 0.419571,
        "euclidean_spearman": 0.377109,
        "main_score": 0.378107,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.410218,
        "spearman": 0.394795,
        "cosine_pearson": 0.410218,
        "cosine_spearman": 0.394795,
        "manhattan_pearson": 0.438058,
        "manhattan_spearman": 0.396147,
        "euclidean_pearson": 0.438715,
        "euclidean_spearman": 0.396161,
        "main_score": 0.394795,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.463842,
        "spearman": 0.470415,
        "cosine_pearson": 0.463842,
        "cosine_spearman": 0.470415,
        "manhattan_pearson": 0.496292,
        "manhattan_spearman": 0.47239,
        "euclidean_pearson": 0.496856,
        "euclidean_spearman": 0.470162,
        "main_score": 0.470415,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.452864,
        "spearman": 0.414967,
        "cosine_pearson": 0.452864,
        "cosine_spearman": 0.414967,
        "manhattan_pearson": 0.450078,
        "manhattan_spearman": 0.401676,
        "euclidean_pearson": 0.460313,
        "euclidean_spearman": 0.41443,
        "main_score": 0.414967,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.40628,
        "spearman": 0.411096,
        "cosine_pearson": 0.406281,
        "cosine_spearman": 0.411096,
        "manhattan_pearson": 0.417805,
        "manhattan_spearman": 0.40467,
        "euclidean_pearson": 0.424447,
        "euclidean_spearman": 0.409898,
        "main_score": 0.411096,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.21448,
        "spearman": 0.327647,
        "cosine_pearson": 0.21448,
        "cosine_spearman": 0.32852,
        "manhattan_pearson": 0.27329,
        "manhattan_spearman": 0.328397,
        "euclidean_pearson": 0.277514,
        "euclidean_spearman": 0.330658,
        "main_score": 0.32852,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 2.39200758934021,
  "kg_co2_emissions": 9.390066264982839e-05
}