{
  "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd",
  "task_name": "STS22.v2",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.323308,
        "spearman": 0.422795,
        "cosine_pearson": 0.323308,
        "cosine_spearman": 0.423825,
        "manhattan_pearson": 0.161442,
        "manhattan_spearman": 0.4286,
        "euclidean_pearson": 0.156874,
        "euclidean_spearman": 0.423825,
        "main_score": 0.423825,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.47496,
        "spearman": 0.503322,
        "cosine_pearson": 0.474961,
        "cosine_spearman": 0.503322,
        "manhattan_pearson": 0.482922,
        "manhattan_spearman": 0.504005,
        "euclidean_pearson": 0.480716,
        "euclidean_spearman": 0.503322,
        "main_score": 0.503322,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.662817,
        "spearman": 0.692956,
        "cosine_pearson": 0.662817,
        "cosine_spearman": 0.692956,
        "manhattan_pearson": 0.662572,
        "manhattan_spearman": 0.69303,
        "euclidean_pearson": 0.66494,
        "euclidean_spearman": 0.692956,
        "main_score": 0.692956,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.253908,
        "spearman": 0.211531,
        "cosine_pearson": 0.253908,
        "cosine_spearman": 0.211531,
        "manhattan_pearson": 0.249497,
        "manhattan_spearman": 0.209142,
        "euclidean_pearson": 0.253659,
        "euclidean_spearman": 0.211531,
        "main_score": 0.211531,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.497345,
        "spearman": 0.501391,
        "cosine_pearson": 0.497345,
        "cosine_spearman": 0.501391,
        "manhattan_pearson": 0.467843,
        "manhattan_spearman": 0.455528,
        "euclidean_pearson": 0.503353,
        "euclidean_spearman": 0.501391,
        "main_score": 0.501391,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.361902,
        "spearman": 0.370145,
        "cosine_pearson": 0.361902,
        "cosine_spearman": 0.370145,
        "manhattan_pearson": 0.328352,
        "manhattan_spearman": 0.286077,
        "euclidean_pearson": 0.36577,
        "euclidean_spearman": 0.370145,
        "main_score": 0.370145,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.455667,
        "spearman": 0.484593,
        "cosine_pearson": 0.455667,
        "cosine_spearman": 0.484593,
        "manhattan_pearson": 0.478543,
        "manhattan_spearman": 0.485217,
        "euclidean_pearson": 0.474002,
        "euclidean_spearman": 0.484593,
        "main_score": 0.484593,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.414431,
        "spearman": 0.439309,
        "cosine_pearson": 0.414431,
        "cosine_spearman": 0.439309,
        "manhattan_pearson": 0.423185,
        "manhattan_spearman": 0.443475,
        "euclidean_pearson": 0.416788,
        "euclidean_spearman": 0.439309,
        "main_score": 0.439309,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.64071,
        "spearman": 0.649814,
        "cosine_pearson": 0.64071,
        "cosine_spearman": 0.649814,
        "manhattan_pearson": 0.640019,
        "manhattan_spearman": 0.640902,
        "euclidean_pearson": 0.645043,
        "euclidean_spearman": 0.649814,
        "main_score": 0.649814,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.584991,
        "spearman": 0.581655,
        "cosine_pearson": 0.584991,
        "cosine_spearman": 0.581644,
        "manhattan_pearson": 0.5791,
        "manhattan_spearman": 0.583957,
        "euclidean_pearson": 0.578446,
        "euclidean_spearman": 0.581639,
        "main_score": 0.581644,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      },
      {
        "pearson": 0.779908,
        "spearman": 0.775282,
        "cosine_pearson": 0.779908,
        "cosine_spearman": 0.775282,
        "manhattan_pearson": 0.767794,
        "manhattan_spearman": 0.774386,
        "euclidean_pearson": 0.768632,
        "euclidean_spearman": 0.775282,
        "main_score": 0.775282,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.291333,
        "spearman": 0.32128,
        "cosine_pearson": 0.291333,
        "cosine_spearman": 0.321311,
        "manhattan_pearson": 0.242349,
        "manhattan_spearman": 0.318667,
        "euclidean_pearson": 0.244862,
        "euclidean_spearman": 0.321311,
        "main_score": 0.321311,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.678421,
        "spearman": 0.681546,
        "cosine_pearson": 0.678421,
        "cosine_spearman": 0.681546,
        "manhattan_pearson": 0.691287,
        "manhattan_spearman": 0.682142,
        "euclidean_pearson": 0.690665,
        "euclidean_spearman": 0.681546,
        "main_score": 0.681546,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.240858,
        "spearman": 0.257929,
        "cosine_pearson": 0.240857,
        "cosine_spearman": 0.257929,
        "manhattan_pearson": 0.236105,
        "manhattan_spearman": 0.2666,
        "euclidean_pearson": 0.230516,
        "euclidean_spearman": 0.257929,
        "main_score": 0.257929,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "pearson": 0.610598,
        "spearman": 0.638489,
        "cosine_pearson": 0.610598,
        "cosine_spearman": 0.638489,
        "manhattan_pearson": 0.61103,
        "manhattan_spearman": 0.640389,
        "euclidean_pearson": 0.612819,
        "euclidean_spearman": 0.638489,
        "main_score": 0.638489,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.541964,
        "spearman": 0.592403,
        "cosine_pearson": 0.541965,
        "cosine_spearman": 0.592403,
        "manhattan_pearson": 0.530589,
        "manhattan_spearman": 0.575978,
        "euclidean_pearson": 0.53984,
        "euclidean_spearman": 0.592403,
        "main_score": 0.592403,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.751682,
        "spearman": 0.732467,
        "cosine_pearson": 0.751682,
        "cosine_spearman": 0.732467,
        "manhattan_pearson": 0.746536,
        "manhattan_spearman": 0.732467,
        "euclidean_pearson": 0.75051,
        "euclidean_spearman": 0.732467,
        "main_score": 0.732467,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.640304,
        "spearman": 0.627627,
        "cosine_pearson": 0.640304,
        "cosine_spearman": 0.627627,
        "manhattan_pearson": 0.631935,
        "manhattan_spearman": 0.62706,
        "euclidean_pearson": 0.63395,
        "euclidean_spearman": 0.627627,
        "main_score": 0.627627,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 9.934762239456177,
  "kg_co2_emissions": 0.0006652942707686193
}