{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.38.56",
  "scores": {
    "test": [
      {
        "pearson": 0.850823,
        "spearman": 0.826296,
        "cosine_pearson": 0.850823,
        "cosine_spearman": 0.826296,
        "manhattan_pearson": 0.822557,
        "manhattan_spearman": 0.822919,
        "euclidean_pearson": 0.827553,
        "euclidean_spearman": 0.826829,
        "main_score": 0.826296,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.79475,
        "spearman": 0.775102,
        "cosine_pearson": 0.79475,
        "cosine_spearman": 0.775102,
        "manhattan_pearson": 0.789019,
        "manhattan_spearman": 0.773244,
        "euclidean_pearson": 0.788871,
        "euclidean_spearman": 0.774935,
        "main_score": 0.775102,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.598901,
        "spearman": 0.60085,
        "cosine_pearson": 0.598901,
        "cosine_spearman": 0.60085,
        "manhattan_pearson": 0.584571,
        "manhattan_spearman": 0.588935,
        "euclidean_pearson": 0.593723,
        "euclidean_spearman": 0.599782,
        "main_score": 0.60085,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.216935,
        "spearman": 0.18552,
        "cosine_pearson": 0.216935,
        "cosine_spearman": 0.18552,
        "manhattan_pearson": 0.21834,
        "manhattan_spearman": 0.180016,
        "euclidean_pearson": 0.2243,
        "euclidean_spearman": 0.18542,
        "main_score": 0.18552,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.453997,
        "spearman": 0.42398,
        "cosine_pearson": 0.453997,
        "cosine_spearman": 0.42398,
        "manhattan_pearson": 0.449458,
        "manhattan_spearman": 0.422389,
        "euclidean_pearson": 0.45175,
        "euclidean_spearman": 0.423715,
        "main_score": 0.42398,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.787687,
        "spearman": 0.764738,
        "cosine_pearson": 0.787687,
        "cosine_spearman": 0.764738,
        "manhattan_pearson": 0.788185,
        "manhattan_spearman": 0.755105,
        "euclidean_pearson": 0.795067,
        "euclidean_spearman": 0.764544,
        "main_score": 0.764738,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.521873,
        "spearman": 0.503836,
        "cosine_pearson": 0.521873,
        "cosine_spearman": 0.503836,
        "manhattan_pearson": 0.524323,
        "manhattan_spearman": 0.507055,
        "euclidean_pearson": 0.521674,
        "euclidean_spearman": 0.50355,
        "main_score": 0.503836,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.809084,
        "spearman": 0.821856,
        "cosine_pearson": 0.809084,
        "cosine_spearman": 0.821856,
        "manhattan_pearson": 0.775872,
        "manhattan_spearman": 0.815535,
        "euclidean_pearson": 0.780955,
        "euclidean_spearman": 0.821941,
        "main_score": 0.821856,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.493263,
        "spearman": 0.49123,
        "cosine_pearson": 0.493263,
        "cosine_spearman": 0.49123,
        "manhattan_pearson": 0.505114,
        "manhattan_spearman": 0.486103,
        "euclidean_pearson": 0.509868,
        "euclidean_spearman": 0.490858,
        "main_score": 0.49123,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.536685,
        "spearman": 0.517926,
        "cosine_pearson": 0.536685,
        "cosine_spearman": 0.517926,
        "manhattan_pearson": 0.547721,
        "manhattan_spearman": 0.527038,
        "euclidean_pearson": 0.540193,
        "euclidean_spearman": 0.51914,
        "main_score": 0.517926,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.883274,
        "spearman": 0.876808,
        "cosine_pearson": 0.883274,
        "cosine_spearman": 0.876808,
        "manhattan_pearson": 0.863193,
        "manhattan_spearman": 0.878317,
        "euclidean_pearson": 0.862717,
        "euclidean_spearman": 0.876877,
        "main_score": 0.876808,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.864495,
        "spearman": 0.864111,
        "cosine_pearson": 0.864495,
        "cosine_spearman": 0.864111,
        "manhattan_pearson": 0.831207,
        "manhattan_spearman": 0.859095,
        "euclidean_pearson": 0.834369,
        "euclidean_spearman": 0.864597,
        "main_score": 0.864111,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 761.7097792625427,
  "kg_co2_emissions": null
}