{
  "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd",
  "task_name": "SemRel24STS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.838339,
        "spearman": 0.818209,
        "cosine_pearson": 0.838339,
        "cosine_spearman": 0.818209,
        "manhattan_pearson": 0.818722,
        "manhattan_spearman": 0.816429,
        "euclidean_pearson": 0.819779,
        "euclidean_spearman": 0.818209,
        "main_score": 0.818209,
        "hf_subset": "afr",
        "languages": [
          "afr-Latn"
        ]
      },
      {
        "pearson": 0.815846,
        "spearman": 0.798468,
        "cosine_pearson": 0.815846,
        "cosine_spearman": 0.798468,
        "manhattan_pearson": 0.813347,
        "manhattan_spearman": 0.797032,
        "euclidean_pearson": 0.814489,
        "euclidean_spearman": 0.798468,
        "main_score": 0.798468,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "pearson": 0.64684,
        "spearman": 0.648453,
        "cosine_pearson": 0.64684,
        "cosine_spearman": 0.648453,
        "manhattan_pearson": 0.634275,
        "manhattan_spearman": 0.641834,
        "euclidean_pearson": 0.639442,
        "euclidean_spearman": 0.648453,
        "main_score": 0.648453,
        "hf_subset": "arb",
        "languages": [
          "arb-Arab"
        ]
      },
      {
        "pearson": 0.486844,
        "spearman": 0.424184,
        "cosine_pearson": 0.486844,
        "cosine_spearman": 0.424184,
        "manhattan_pearson": 0.496004,
        "manhattan_spearman": 0.422387,
        "euclidean_pearson": 0.496996,
        "euclidean_spearman": 0.424184,
        "main_score": 0.424184,
        "hf_subset": "arq",
        "languages": [
          "arq-Arab"
        ]
      },
      {
        "pearson": 0.454067,
        "spearman": 0.429068,
        "cosine_pearson": 0.454067,
        "cosine_spearman": 0.429068,
        "manhattan_pearson": 0.44936,
        "manhattan_spearman": 0.426283,
        "euclidean_pearson": 0.451412,
        "euclidean_spearman": 0.429068,
        "main_score": 0.429068,
        "hf_subset": "ary",
        "languages": [
          "ary-Arab"
        ]
      },
      {
        "pearson": 0.839165,
        "spearman": 0.830412,
        "cosine_pearson": 0.839165,
        "cosine_spearman": 0.830412,
        "manhattan_pearson": 0.829828,
        "manhattan_spearman": 0.828851,
        "euclidean_pearson": 0.830836,
        "euclidean_spearman": 0.830412,
        "main_score": 0.830412,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.642949,
        "spearman": 0.632604,
        "cosine_pearson": 0.642949,
        "cosine_spearman": 0.632604,
        "manhattan_pearson": 0.626595,
        "manhattan_spearman": 0.628423,
        "euclidean_pearson": 0.628823,
        "euclidean_spearman": 0.632604,
        "main_score": 0.632604,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "pearson": 0.810408,
        "spearman": 0.819012,
        "cosine_pearson": 0.810408,
        "cosine_spearman": 0.819012,
        "manhattan_pearson": 0.781734,
        "manhattan_spearman": 0.816478,
        "euclidean_pearson": 0.782663,
        "euclidean_spearman": 0.819012,
        "main_score": 0.819012,
        "hf_subset": "hin",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.392929,
        "spearman": 0.394988,
        "cosine_pearson": 0.392929,
        "cosine_spearman": 0.394988,
        "manhattan_pearson": 0.424915,
        "manhattan_spearman": 0.396947,
        "euclidean_pearson": 0.423803,
        "euclidean_spearman": 0.394988,
        "main_score": 0.394988,
        "hf_subset": "ind",
        "languages": [
          "ind-Latn"
        ]
      },
      {
        "pearson": 0.629722,
        "spearman": 0.638939,
        "cosine_pearson": 0.629722,
        "cosine_spearman": 0.638939,
        "manhattan_pearson": 0.634177,
        "manhattan_spearman": 0.640186,
        "euclidean_pearson": 0.634802,
        "euclidean_spearman": 0.638939,
        "main_score": 0.638939,
        "hf_subset": "kin",
        "languages": [
          "kin-Latn"
        ]
      },
      {
        "pearson": 0.849415,
        "spearman": 0.843593,
        "cosine_pearson": 0.849415,
        "cosine_spearman": 0.843593,
        "manhattan_pearson": 0.829927,
        "manhattan_spearman": 0.840909,
        "euclidean_pearson": 0.829866,
        "euclidean_spearman": 0.843593,
        "main_score": 0.843593,
        "hf_subset": "mar",
        "languages": [
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.848265,
        "spearman": 0.831488,
        "cosine_pearson": 0.848265,
        "cosine_spearman": 0.831488,
        "manhattan_pearson": 0.823897,
        "manhattan_spearman": 0.828843,
        "euclidean_pearson": 0.824976,
        "euclidean_spearman": 0.831488,
        "main_score": 0.831488,
        "hf_subset": "tel",
        "languages": [
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 10.427205562591553,
  "kg_co2_emissions": 0.0007864999952110382
}