{
  "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd",
  "task_name": "STS22.v2",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.85403,
        "spearman": 0.85412,
        "cosine_pearson": 0.85403,
        "cosine_spearman": 0.85412,
        "manhattan_pearson": 0.841353,
        "manhattan_spearman": 0.851093,
        "euclidean_pearson": 0.843399,
        "euclidean_spearman": 0.85412,
        "main_score": 0.85412,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.673278,
        "spearman": 0.707189,
        "cosine_pearson": 0.673278,
        "cosine_spearman": 0.707189,
        "manhattan_pearson": 0.679123,
        "manhattan_spearman": 0.703763,
        "euclidean_pearson": 0.681347,
        "euclidean_spearman": 0.707189,
        "main_score": 0.707189,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "pearson": 0.473717,
        "spearman": 0.49246,
        "cosine_pearson": 0.473717,
        "cosine_spearman": 0.491423,
        "manhattan_pearson": 0.346504,
        "manhattan_spearman": 0.491721,
        "euclidean_pearson": 0.346305,
        "euclidean_spearman": 0.491423,
        "main_score": 0.491423,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.806766,
        "spearman": 0.797395,
        "cosine_pearson": 0.806766,
        "cosine_spearman": 0.797395,
        "manhattan_pearson": 0.79664,
        "manhattan_spearman": 0.799057,
        "euclidean_pearson": 0.797109,
        "euclidean_spearman": 0.797395,
        "main_score": 0.797395,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.517765,
        "spearman": 0.597714,
        "cosine_pearson": 0.517765,
        "cosine_spearman": 0.597714,
        "manhattan_pearson": 0.539154,
        "manhattan_spearman": 0.597714,
        "euclidean_pearson": 0.539561,
        "euclidean_spearman": 0.597714,
        "main_score": 0.597714,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.726364,
        "spearman": 0.71637,
        "cosine_pearson": 0.726364,
        "cosine_spearman": 0.71637,
        "manhattan_pearson": 0.704011,
        "manhattan_spearman": 0.715398,
        "euclidean_pearson": 0.704476,
        "euclidean_spearman": 0.71637,
        "main_score": 0.71637,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      },
      {
        "pearson": 0.641292,
        "spearman": 0.657431,
        "cosine_pearson": 0.641292,
        "cosine_spearman": 0.657431,
        "manhattan_pearson": 0.638095,
        "manhattan_spearman": 0.662938,
        "euclidean_pearson": 0.634454,
        "euclidean_spearman": 0.657431,
        "main_score": 0.657431,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.732193,
        "spearman": 0.845154,
        "cosine_pearson": 0.732193,
        "cosine_spearman": 0.845154,
        "manhattan_pearson": 0.727099,
        "manhattan_spearman": 0.845154,
        "euclidean_pearson": 0.742228,
        "euclidean_spearman": 0.845154,
        "main_score": 0.845154,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.742066,
        "spearman": 0.778072,
        "cosine_pearson": 0.742066,
        "cosine_spearman": 0.778072,
        "manhattan_pearson": 0.759568,
        "manhattan_spearman": 0.779841,
        "euclidean_pearson": 0.756733,
        "euclidean_spearman": 0.778072,
        "main_score": 0.778072,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.564231,
        "spearman": 0.637978,
        "cosine_pearson": 0.564231,
        "cosine_spearman": 0.637978,
        "manhattan_pearson": 0.602274,
        "manhattan_spearman": 0.635196,
        "euclidean_pearson": 0.60236,
        "euclidean_spearman": 0.637978,
        "main_score": 0.637978,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.689093,
        "spearman": 0.706355,
        "cosine_pearson": 0.689093,
        "cosine_spearman": 0.706355,
        "manhattan_pearson": 0.703324,
        "manhattan_spearman": 0.706677,
        "euclidean_pearson": 0.703196,
        "euclidean_spearman": 0.706355,
        "main_score": 0.706355,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.637101,
        "spearman": 0.59127,
        "cosine_pearson": 0.637101,
        "cosine_spearman": 0.59127,
        "manhattan_pearson": 0.667335,
        "manhattan_spearman": 0.588503,
        "euclidean_pearson": 0.667075,
        "euclidean_spearman": 0.59127,
        "main_score": 0.59127,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.600405,
        "spearman": 0.64556,
        "cosine_pearson": 0.600405,
        "cosine_spearman": 0.645582,
        "manhattan_pearson": 0.565454,
        "manhattan_spearman": 0.643219,
        "euclidean_pearson": 0.568359,
        "euclidean_spearman": 0.645582,
        "main_score": 0.645582,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.772487,
        "spearman": 0.802114,
        "cosine_pearson": 0.772487,
        "cosine_spearman": 0.802114,
        "manhattan_pearson": 0.785161,
        "manhattan_spearman": 0.802305,
        "euclidean_pearson": 0.785615,
        "euclidean_spearman": 0.802114,
        "main_score": 0.802114,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.741444,
        "spearman": 0.752457,
        "cosine_pearson": 0.741444,
        "cosine_spearman": 0.752457,
        "manhattan_pearson": 0.753063,
        "manhattan_spearman": 0.754279,
        "euclidean_pearson": 0.750671,
        "euclidean_spearman": 0.752457,
        "main_score": 0.752457,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.691621,
        "spearman": 0.685752,
        "cosine_pearson": 0.691621,
        "cosine_spearman": 0.685752,
        "manhattan_pearson": 0.700261,
        "manhattan_spearman": 0.685451,
        "euclidean_pearson": 0.701126,
        "euclidean_spearman": 0.685752,
        "main_score": 0.685752,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.796961,
        "spearman": 0.826831,
        "cosine_pearson": 0.796961,
        "cosine_spearman": 0.826831,
        "manhattan_pearson": 0.810643,
        "manhattan_spearman": 0.827483,
        "euclidean_pearson": 0.810127,
        "euclidean_spearman": 0.826831,
        "main_score": 0.826831,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.737906,
        "spearman": 0.74914,
        "cosine_pearson": 0.737906,
        "cosine_spearman": 0.74914,
        "manhattan_pearson": 0.744941,
        "manhattan_spearman": 0.741571,
        "euclidean_pearson": 0.751093,
        "euclidean_spearman": 0.74914,
        "main_score": 0.74914,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 60.36357021331787,
  "kg_co2_emissions": 0.005517660723024891
}