{
  "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd",
  "task_name": "STS22.v2",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.570358,
        "cosine_spearman": 0.633924,
        "euclidean_pearson": 0.56401,
        "euclidean_spearman": 0.633868,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ],
        "main_score": 0.633924,
        "manhattan_pearson": 0.564738,
        "manhattan_spearman": 0.635676,
        "pearson": 0.570358,
        "spearman": 0.633924
      },
      {
        "pearson": 0.504455,
        "spearman": 0.540074,
        "cosine_pearson": 0.504455,
        "cosine_spearman": 0.540074,
        "manhattan_pearson": 0.527047,
        "manhattan_spearman": 0.549695,
        "euclidean_pearson": 0.518248,
        "euclidean_spearman": 0.540074,
        "main_score": 0.540074,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.055081,
        "spearman": 0.046499,
        "cosine_pearson": 0.055081,
        "cosine_spearman": 0.046499,
        "manhattan_pearson": 0.077708,
        "manhattan_spearman": 0.072366,
        "euclidean_pearson": 0.070924,
        "euclidean_spearman": 0.046499,
        "main_score": 0.046499,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.233639,
        "spearman": 0.178265,
        "cosine_pearson": 0.233639,
        "cosine_spearman": 0.178265,
        "manhattan_pearson": 0.231266,
        "manhattan_spearman": 0.178995,
        "euclidean_pearson": 0.232312,
        "euclidean_spearman": 0.178265,
        "main_score": 0.178265,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.481277,
        "spearman": 0.394405,
        "cosine_pearson": 0.481276,
        "cosine_spearman": 0.394405,
        "manhattan_pearson": 0.455239,
        "manhattan_spearman": 0.394405,
        "euclidean_pearson": 0.472906,
        "euclidean_spearman": 0.394405,
        "main_score": 0.394405,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.341032,
        "spearman": 0.434784,
        "cosine_pearson": 0.341032,
        "cosine_spearman": 0.434784,
        "manhattan_pearson": 0.354803,
        "manhattan_spearman": 0.431583,
        "euclidean_pearson": 0.346343,
        "euclidean_spearman": 0.434784,
        "main_score": 0.434784,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.37725,
        "spearman": 0.470966,
        "cosine_pearson": 0.37725,
        "cosine_spearman": 0.470966,
        "manhattan_pearson": 0.41958,
        "manhattan_spearman": 0.468377,
        "euclidean_pearson": 0.41791,
        "euclidean_spearman": 0.470966,
        "main_score": 0.470966,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.471294,
        "spearman": 0.505775,
        "cosine_pearson": 0.471294,
        "cosine_spearman": 0.505721,
        "manhattan_pearson": 0.488172,
        "manhattan_spearman": 0.506842,
        "euclidean_pearson": 0.48706,
        "euclidean_spearman": 0.505721,
        "main_score": 0.505721,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.590121,
        "spearman": 0.618788,
        "cosine_pearson": 0.590121,
        "cosine_spearman": 0.618788,
        "manhattan_pearson": 0.589798,
        "manhattan_spearman": 0.618691,
        "euclidean_pearson": 0.585746,
        "euclidean_spearman": 0.618788,
        "main_score": 0.618788,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.15143,
        "spearman": 0.181268,
        "cosine_pearson": 0.15143,
        "cosine_spearman": 0.181288,
        "manhattan_pearson": 0.113152,
        "manhattan_spearman": 0.180011,
        "euclidean_pearson": 0.113852,
        "euclidean_spearman": 0.181288,
        "main_score": 0.181288,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.502919,
        "spearman": 0.512692,
        "cosine_pearson": 0.502919,
        "cosine_spearman": 0.512692,
        "manhattan_pearson": 0.528051,
        "manhattan_spearman": 0.517761,
        "euclidean_pearson": 0.529283,
        "euclidean_spearman": 0.512692,
        "main_score": 0.512692,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.582609,
        "spearman": 0.62558,
        "cosine_pearson": 0.582609,
        "cosine_spearman": 0.62558,
        "manhattan_pearson": 0.595286,
        "manhattan_spearman": 0.621399,
        "euclidean_pearson": 0.598587,
        "euclidean_spearman": 0.62558,
        "main_score": 0.62558,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.583415,
        "spearman": 0.616382,
        "cosine_pearson": 0.583415,
        "cosine_spearman": 0.616382,
        "manhattan_pearson": 0.605477,
        "manhattan_spearman": 0.612315,
        "euclidean_pearson": 0.60795,
        "euclidean_spearman": 0.616382,
        "main_score": 0.616382,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.143729,
        "spearman": 0.174637,
        "cosine_pearson": 0.143729,
        "cosine_spearman": 0.17465,
        "manhattan_pearson": 0.159667,
        "manhattan_spearman": 0.175439,
        "euclidean_pearson": 0.158189,
        "euclidean_spearman": 0.17465,
        "main_score": 0.17465,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      },
      {
        "pearson": 0.585278,
        "spearman": 0.638831,
        "cosine_pearson": 0.585278,
        "cosine_spearman": 0.638831,
        "manhattan_pearson": 0.601262,
        "manhattan_spearman": 0.643584,
        "euclidean_pearson": 0.602868,
        "euclidean_spearman": 0.638831,
        "main_score": 0.638831,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.200022,
        "spearman": 0.296699,
        "cosine_pearson": 0.200022,
        "cosine_spearman": 0.295656,
        "manhattan_pearson": 0.070676,
        "manhattan_spearman": 0.295133,
        "euclidean_pearson": 0.071871,
        "euclidean_spearman": 0.295656,
        "main_score": 0.295656,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.669235,
        "spearman": 0.698247,
        "cosine_pearson": 0.669235,
        "cosine_spearman": 0.698247,
        "manhattan_pearson": 0.668839,
        "manhattan_spearman": 0.6731,
        "euclidean_pearson": 0.675666,
        "euclidean_spearman": 0.698247,
        "main_score": 0.698247,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.328122,
        "spearman": 0.267198,
        "cosine_pearson": 0.328122,
        "cosine_spearman": 0.267198,
        "manhattan_pearson": 0.3386,
        "manhattan_spearman": 0.265135,
        "euclidean_pearson": 0.331639,
        "euclidean_spearman": 0.267198,
        "main_score": 0.267198,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 30.791382312774658,
  "kg_co2_emissions": null
}