{
  "dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3",
  "task_name": "STS22",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.47386,
        "spearman": 0.509658,
        "cosine_pearson": 0.47386,
        "cosine_spearman": 0.509658,
        "manhattan_pearson": 0.489583,
        "manhattan_spearman": 0.497345,
        "euclidean_pearson": 0.494864,
        "euclidean_spearman": 0.509658,
        "main_score": 0.509658,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.736801,
        "spearman": 0.732467,
        "cosine_pearson": 0.736801,
        "cosine_spearman": 0.732467,
        "manhattan_pearson": 0.734299,
        "manhattan_spearman": 0.732467,
        "euclidean_pearson": 0.734736,
        "euclidean_spearman": 0.732467,
        "main_score": 0.732467,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.638923,
        "spearman": 0.641216,
        "cosine_pearson": 0.638923,
        "cosine_spearman": 0.641216,
        "manhattan_pearson": 0.655971,
        "manhattan_spearman": 0.658823,
        "euclidean_pearson": 0.640508,
        "euclidean_spearman": 0.641216,
        "main_score": 0.641216,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.204246,
        "spearman": 0.307213,
        "cosine_pearson": 0.204246,
        "cosine_spearman": 0.307213,
        "manhattan_pearson": 0.105259,
        "manhattan_spearman": 0.305907,
        "euclidean_pearson": 0.105242,
        "euclidean_spearman": 0.307213,
        "main_score": 0.307213,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.401408,
        "spearman": 0.506361,
        "cosine_pearson": 0.401408,
        "cosine_spearman": 0.506361,
        "manhattan_pearson": 0.383047,
        "manhattan_spearman": 0.48619,
        "euclidean_pearson": 0.400235,
        "euclidean_spearman": 0.506361,
        "main_score": 0.506361,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ]
      },
      {
        "pearson": 0.584354,
        "spearman": 0.655331,
        "cosine_pearson": 0.584354,
        "cosine_spearman": 0.655331,
        "manhattan_pearson": 0.599204,
        "manhattan_spearman": 0.650071,
        "euclidean_pearson": 0.603805,
        "euclidean_spearman": 0.655331,
        "main_score": 0.655331,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.527854,
        "spearman": 0.651842,
        "cosine_pearson": 0.527854,
        "cosine_spearman": 0.651842,
        "manhattan_pearson": 0.591092,
        "manhattan_spearman": 0.653303,
        "euclidean_pearson": 0.590024,
        "euclidean_spearman": 0.651842,
        "main_score": 0.651842,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.467616,
        "spearman": 0.461911,
        "cosine_pearson": 0.467616,
        "cosine_spearman": 0.461911,
        "manhattan_pearson": 0.456833,
        "manhattan_spearman": 0.455957,
        "euclidean_pearson": 0.468106,
        "euclidean_spearman": 0.461911,
        "main_score": 0.461911,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.151298,
        "spearman": 0.322257,
        "cosine_pearson": 0.151298,
        "cosine_spearman": 0.322257,
        "manhattan_pearson": 0.189883,
        "manhattan_spearman": 0.325395,
        "euclidean_pearson": 0.190541,
        "euclidean_spearman": 0.322257,
        "main_score": 0.322257,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "pearson": 0.317393,
        "spearman": 0.363144,
        "cosine_pearson": 0.317393,
        "cosine_spearman": 0.363144,
        "manhattan_pearson": 0.34199,
        "manhattan_spearman": 0.359986,
        "euclidean_pearson": 0.344378,
        "euclidean_spearman": 0.363144,
        "main_score": 0.363144,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.70543,
        "spearman": 0.747977,
        "cosine_pearson": 0.70543,
        "cosine_spearman": 0.747977,
        "manhattan_pearson": 0.711513,
        "manhattan_spearman": 0.74788,
        "euclidean_pearson": 0.711069,
        "euclidean_spearman": 0.747977,
        "main_score": 0.747977,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.506793,
        "spearman": 0.612023,
        "cosine_pearson": 0.506793,
        "cosine_spearman": 0.612023,
        "manhattan_pearson": 0.538744,
        "manhattan_spearman": 0.606597,
        "euclidean_pearson": 0.538778,
        "euclidean_spearman": 0.612023,
        "main_score": 0.612023,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ]
      },
      {
        "pearson": 0.43291,
        "spearman": 0.544837,
        "cosine_pearson": 0.43291,
        "cosine_spearman": 0.544837,
        "manhattan_pearson": 0.490376,
        "manhattan_spearman": 0.54568,
        "euclidean_pearson": 0.49153,
        "euclidean_spearman": 0.544837,
        "main_score": 0.544837,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.642619,
        "spearman": 0.647713,
        "cosine_pearson": 0.642619,
        "cosine_spearman": 0.647713,
        "manhattan_pearson": 0.665672,
        "manhattan_spearman": 0.651174,
        "euclidean_pearson": 0.662214,
        "euclidean_spearman": 0.647713,
        "main_score": 0.647713,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.366469,
        "spearman": 0.583768,
        "cosine_pearson": 0.366469,
        "cosine_spearman": 0.583768,
        "manhattan_pearson": 0.457319,
        "manhattan_spearman": 0.583032,
        "euclidean_pearson": 0.456118,
        "euclidean_spearman": 0.583768,
        "main_score": 0.583768,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      },
      {
        "pearson": 0.248838,
        "spearman": 0.307633,
        "cosine_pearson": 0.248838,
        "cosine_spearman": 0.307633,
        "manhattan_pearson": 0.277106,
        "manhattan_spearman": 0.317179,
        "euclidean_pearson": 0.264654,
        "euclidean_spearman": 0.307633,
        "main_score": 0.307633,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ]
      },
      {
        "pearson": 0.299895,
        "spearman": 0.386565,
        "cosine_pearson": 0.299895,
        "cosine_spearman": 0.386565,
        "manhattan_pearson": 0.275539,
        "manhattan_spearman": 0.385002,
        "euclidean_pearson": 0.275786,
        "euclidean_spearman": 0.386565,
        "main_score": 0.386565,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.724585,
        "spearman": 0.79578,
        "cosine_pearson": 0.724585,
        "cosine_spearman": 0.79578,
        "manhattan_pearson": 0.756886,
        "manhattan_spearman": 0.796051,
        "euclidean_pearson": 0.756193,
        "euclidean_spearman": 0.79578,
        "main_score": 0.79578,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 209.20862197875977,
  "kg_co2_emissions": 0.019971658676197226
}