{
  "dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3",
  "task_name": "STS22",
  "mteb_version": "1.36.37",
  "scores": {
    "test": [
      {
        "pearson": 0.651648,
        "spearman": 0.661001,
        "cosine_pearson": 0.651648,
        "cosine_spearman": 0.661001,
        "manhattan_pearson": 0.670516,
        "manhattan_spearman": 0.661654,
        "euclidean_pearson": 0.671737,
        "euclidean_spearman": 0.661001,
        "main_score": 0.661001,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.290945,
        "spearman": 0.340259,
        "cosine_pearson": 0.290945,
        "cosine_spearman": 0.340239,
        "manhattan_pearson": 0.256887,
        "manhattan_spearman": 0.340599,
        "euclidean_pearson": 0.255975,
        "euclidean_spearman": 0.340149,
        "main_score": 0.340239,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.439564,
        "spearman": 0.568512,
        "cosine_pearson": 0.439564,
        "cosine_spearman": 0.568512,
        "manhattan_pearson": 0.499855,
        "manhattan_spearman": 0.566757,
        "euclidean_pearson": 0.491109,
        "euclidean_spearman": 0.568512,
        "main_score": 0.568512,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.057601,
        "spearman": 0.232097,
        "cosine_pearson": 0.057601,
        "cosine_spearman": 0.230147,
        "manhattan_pearson": 0.034726,
        "manhattan_spearman": 0.233681,
        "euclidean_pearson": 0.02811,
        "euclidean_spearman": 0.230509,
        "main_score": 0.230147,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.187279,
        "spearman": 0.271775,
        "cosine_pearson": 0.187279,
        "cosine_spearman": 0.271775,
        "manhattan_pearson": 0.24978,
        "manhattan_spearman": 0.27566,
        "euclidean_pearson": 0.236245,
        "euclidean_spearman": 0.271775,
        "main_score": 0.271775,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.030994,
        "spearman": 0.280092,
        "cosine_pearson": 0.030994,
        "cosine_spearman": 0.280092,
        "manhattan_pearson": 0.111764,
        "manhattan_spearman": 0.276448,
        "euclidean_pearson": 0.109277,
        "euclidean_spearman": 0.280092,
        "main_score": 0.280092,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": -0.010499,
        "spearman": 0.186482,
        "cosine_pearson": -0.010499,
        "cosine_spearman": 0.186537,
        "manhattan_pearson": 0.042081,
        "manhattan_spearman": 0.183855,
        "euclidean_pearson": 0.037704,
        "euclidean_spearman": 0.186537,
        "main_score": 0.186537,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "pearson": 0.206919,
        "spearman": 0.444673,
        "cosine_pearson": 0.206919,
        "cosine_spearman": 0.444673,
        "manhattan_pearson": 0.319688,
        "manhattan_spearman": 0.44368,
        "euclidean_pearson": 0.307178,
        "euclidean_spearman": 0.444673,
        "main_score": 0.444673,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      },
      {
        "pearson": 0.700748,
        "spearman": 0.746188,
        "cosine_pearson": 0.700748,
        "cosine_spearman": 0.746188,
        "manhattan_pearson": 0.712224,
        "manhattan_spearman": 0.749649,
        "euclidean_pearson": 0.706411,
        "euclidean_spearman": 0.746188,
        "main_score": 0.746188,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.474483,
        "spearman": 0.468196,
        "cosine_pearson": 0.474483,
        "cosine_spearman": 0.468196,
        "manhattan_pearson": 0.489888,
        "manhattan_spearman": 0.488476,
        "euclidean_pearson": 0.486061,
        "euclidean_spearman": 0.468196,
        "main_score": 0.468196,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.50095,
        "spearman": 0.528453,
        "cosine_pearson": 0.50095,
        "cosine_spearman": 0.528453,
        "manhattan_pearson": 0.498864,
        "manhattan_spearman": 0.519671,
        "euclidean_pearson": 0.503564,
        "euclidean_spearman": 0.528453,
        "main_score": 0.528453,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.577947,
        "spearman": 0.598629,
        "cosine_pearson": 0.577947,
        "cosine_spearman": 0.598629,
        "manhattan_pearson": 0.585062,
        "manhattan_spearman": 0.599521,
        "euclidean_pearson": 0.584368,
        "euclidean_spearman": 0.598629,
        "main_score": 0.598629,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.447077,
        "spearman": 0.412579,
        "cosine_pearson": 0.447077,
        "cosine_spearman": 0.412579,
        "manhattan_pearson": 0.442547,
        "manhattan_spearman": 0.403931,
        "euclidean_pearson": 0.440038,
        "euclidean_spearman": 0.412579,
        "main_score": 0.412579,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.248139,
        "spearman": 0.290794,
        "cosine_pearson": 0.248139,
        "cosine_spearman": 0.290794,
        "manhattan_pearson": 0.216373,
        "manhattan_spearman": 0.257347,
        "euclidean_pearson": 0.241215,
        "euclidean_spearman": 0.290794,
        "main_score": 0.290794,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.462633,
        "spearman": 0.500798,
        "cosine_pearson": 0.462633,
        "cosine_spearman": 0.500798,
        "manhattan_pearson": 0.485068,
        "manhattan_spearman": 0.488215,
        "euclidean_pearson": 0.482175,
        "euclidean_spearman": 0.500798,
        "main_score": 0.500798,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.234932,
        "spearman": 0.252752,
        "cosine_pearson": 0.234932,
        "cosine_spearman": 0.252752,
        "manhattan_pearson": 0.232563,
        "manhattan_spearman": 0.257941,
        "euclidean_pearson": 0.238912,
        "euclidean_spearman": 0.252752,
        "main_score": 0.252752,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.14235,
        "spearman": 0.172755,
        "cosine_pearson": 0.14235,
        "cosine_spearman": 0.172755,
        "manhattan_pearson": 0.141237,
        "manhattan_spearman": 0.139805,
        "euclidean_pearson": 0.150994,
        "euclidean_spearman": 0.172755,
        "main_score": 0.172755,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.612445,
        "spearman": 0.61978,
        "cosine_pearson": 0.612445,
        "cosine_spearman": 0.61978,
        "manhattan_pearson": 0.597313,
        "manhattan_spearman": 0.61978,
        "euclidean_pearson": 0.61603,
        "euclidean_spearman": 0.61978,
        "main_score": 0.61978,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 51.00959587097168,
  "kg_co2_emissions": null
}