{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "2.6.7",
  "scores": {
    "test": [
      {
        "pearson": 0.818784,
        "spearman": 0.80941,
        "cosine_pearson": 0.818784,
        "cosine_spearman": 0.80941,
        "manhattan_pearson": 0.794256,
        "manhattan_spearman": 0.800996,
        "euclidean_pearson": 0.801191,
        "euclidean_spearman": 0.808819,
        "main_score": 0.80941,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.692068,
        "spearman": 0.674402,
        "cosine_pearson": 0.692068,
        "cosine_spearman": 0.674402,
        "manhattan_pearson": 0.681798,
        "manhattan_spearman": 0.666713,
        "euclidean_pearson": 0.688926,
        "euclidean_spearman": 0.673181,
        "main_score": 0.674402,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.617353,
        "spearman": 0.627708,
        "cosine_pearson": 0.617353,
        "cosine_spearman": 0.627708,
        "manhattan_pearson": 0.606222,
        "manhattan_spearman": 0.625504,
        "euclidean_pearson": 0.605219,
        "euclidean_spearman": 0.627912,
        "main_score": 0.627708,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.518366,
        "spearman": 0.456616,
        "cosine_pearson": 0.518366,
        "cosine_spearman": 0.456616,
        "manhattan_pearson": 0.524666,
        "manhattan_spearman": 0.458333,
        "euclidean_pearson": 0.523826,
        "euclidean_spearman": 0.456532,
        "main_score": 0.456616,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.499218,
        "spearman": 0.477844,
        "cosine_pearson": 0.499218,
        "cosine_spearman": 0.477844,
        "manhattan_pearson": 0.494915,
        "manhattan_spearman": 0.473822,
        "euclidean_pearson": 0.496967,
        "euclidean_spearman": 0.477648,
        "main_score": 0.477844,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.838781,
        "spearman": 0.824191,
        "cosine_pearson": 0.838781,
        "cosine_spearman": 0.824191,
        "manhattan_pearson": 0.829631,
        "manhattan_spearman": 0.82278,
        "euclidean_pearson": 0.831087,
        "euclidean_spearman": 0.824236,
        "main_score": 0.824191,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.451687,
        "spearman": 0.428824,
        "cosine_pearson": 0.451687,
        "cosine_spearman": 0.428824,
        "manhattan_pearson": 0.455109,
        "manhattan_spearman": 0.425303,
        "euclidean_pearson": 0.457665,
        "euclidean_spearman": 0.428283,
        "main_score": 0.428824,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.746063,
        "spearman": 0.74366,
        "cosine_pearson": 0.746063,
        "cosine_spearman": 0.74366,
        "manhattan_pearson": 0.721375,
        "manhattan_spearman": 0.741293,
        "euclidean_pearson": 0.722508,
        "euclidean_spearman": 0.743566,
        "main_score": 0.74366,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.479571,
        "spearman": 0.477468,
        "cosine_pearson": 0.479571,
        "cosine_spearman": 0.477468,
        "manhattan_pearson": 0.498855,
        "manhattan_spearman": 0.477552,
        "euclidean_pearson": 0.49925,
        "euclidean_spearman": 0.477641,
        "main_score": 0.477468,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.457825,
        "spearman": 0.435111,
        "cosine_pearson": 0.457825,
        "cosine_spearman": 0.435111,
        "manhattan_pearson": 0.458861,
        "manhattan_spearman": 0.434997,
        "euclidean_pearson": 0.460272,
        "euclidean_spearman": 0.43502,
        "main_score": 0.435111,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.787677,
        "spearman": 0.763403,
        "cosine_pearson": 0.787677,
        "cosine_spearman": 0.763403,
        "manhattan_pearson": 0.777876,
        "manhattan_spearman": 0.762864,
        "euclidean_pearson": 0.778037,
        "euclidean_spearman": 0.763077,
        "main_score": 0.763403,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.785367,
        "spearman": 0.754184,
        "cosine_pearson": 0.785367,
        "cosine_spearman": 0.754184,
        "manhattan_pearson": 0.776091,
        "manhattan_spearman": 0.754266,
        "euclidean_pearson": 0.777615,
        "euclidean_spearman": 0.753928,
        "main_score": 0.754184,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 17.68543815612793,
  "kg_co2_emissions": null
}