{
  "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd",
  "evaluation_time": 38.02943968772888,
  "kg_co2_emissions": 0.015969802347016233,
  "mteb_version": "1.12.75",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.5307151236555039,
        "cosine_spearman": 0.5933555842695145,
        "euclidean_pearson": 0.47963705834929615,
        "euclidean_spearman": 0.5933512864418627,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ],
        "main_score": 0.5933555842695145,
        "manhattan_pearson": 0.48064678216138024,
        "manhattan_spearman": 0.5947739043770224,
        "pearson": 0.5307151236555039,
        "spearman": 0.5933555842695145
      },
      {
        "cosine_pearson": 0.4388946989289957,
        "cosine_spearman": 0.48066056189780715,
        "euclidean_pearson": 0.29437927322388435,
        "euclidean_spearman": 0.48066056189780715,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ],
        "main_score": 0.48066056189780715,
        "manhattan_pearson": 0.2920248986957679,
        "manhattan_spearman": 0.4835272313681466,
        "pearson": 0.4388946989289957,
        "spearman": 0.48066056189780715
      },
      {
        "cosine_pearson": 0.682402451556846,
        "cosine_spearman": 0.7082330600876919,
        "euclidean_pearson": 0.6957908591746232,
        "euclidean_spearman": 0.7082330600876919,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ],
        "main_score": 0.7082330600876919,
        "manhattan_pearson": 0.6966841130882588,
        "manhattan_spearman": 0.7072160542992801,
        "pearson": 0.682402451556846,
        "spearman": 0.7082330600876919
      },
      {
        "cosine_pearson": 0.8284152091901151,
        "cosine_spearman": 0.8309264755783211,
        "euclidean_pearson": 0.8046415815845295,
        "euclidean_spearman": 0.8309264755783211,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ],
        "main_score": 0.8309264755783211,
        "manhattan_pearson": 0.8030781063377,
        "manhattan_spearman": 0.8313684352037937,
        "pearson": 0.8284152091901151,
        "spearman": 0.8309264755783211
      },
      {
        "cosine_pearson": 0.7342173295386796,
        "cosine_spearman": 0.7272782791202987,
        "euclidean_pearson": 0.7417202291597083,
        "euclidean_spearman": 0.7272782791202987,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ],
        "main_score": 0.7272782791202987,
        "manhattan_pearson": 0.7434284131740475,
        "manhattan_spearman": 0.7271676928844433,
        "pearson": 0.7342173295386796,
        "spearman": 0.7272782791202987
      },
      {
        "cosine_pearson": 0.6986796493248506,
        "cosine_spearman": 0.6859113314620737,
        "euclidean_pearson": 0.6940342255707173,
        "euclidean_spearman": 0.6859113314620737,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.6859113314620737,
        "manhattan_pearson": 0.6962982538572261,
        "manhattan_spearman": 0.6881307404925087,
        "pearson": 0.6986796493248506,
        "spearman": 0.6859113314620737
      },
      {
        "cosine_pearson": 0.7285411640185714,
        "cosine_spearman": 0.7228603265066852,
        "euclidean_pearson": 0.6896940427644567,
        "euclidean_spearman": 0.7228603265066852,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ],
        "main_score": 0.7228603265066852,
        "manhattan_pearson": 0.6870742100929548,
        "manhattan_spearman": 0.72162811963118,
        "pearson": 0.7285411640185714,
        "spearman": 0.7228603265066852
      },
      {
        "cosine_pearson": 0.4941611878958188,
        "cosine_spearman": 0.5544099216638095,
        "euclidean_pearson": 0.5134253857889803,
        "euclidean_spearman": 0.5544099216638095,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ],
        "main_score": 0.5544099216638095,
        "manhattan_pearson": 0.5127567954386602,
        "manhattan_spearman": 0.5488064617785557,
        "pearson": 0.4941611878958188,
        "spearman": 0.5544099216638095
      },
      {
        "cosine_pearson": 0.7463608696555968,
        "cosine_spearman": 0.7224475755099942,
        "euclidean_pearson": 0.7358865727818933,
        "euclidean_spearman": 0.7224475755099942,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ],
        "main_score": 0.7224475755099942,
        "manhattan_pearson": 0.7353157178961969,
        "manhattan_spearman": 0.7230729058150687,
        "pearson": 0.7463608696555968,
        "spearman": 0.7224475755099942
      },
      {
        "cosine_pearson": 0.47313665018045203,
        "cosine_spearman": 0.5509065116083374,
        "euclidean_pearson": 0.48719904377668194,
        "euclidean_spearman": 0.5509065116083374,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ],
        "main_score": 0.5509065116083374,
        "manhattan_pearson": 0.5000263245259153,
        "manhattan_spearman": 0.5709226788830953,
        "pearson": 0.47313665018045203,
        "spearman": 0.5509065116083374
      },
      {
        "cosine_pearson": 0.6992504704074586,
        "cosine_spearman": 0.6233455485495315,
        "euclidean_pearson": 0.7191458344574041,
        "euclidean_spearman": 0.6233455485495315,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ],
        "main_score": 0.6233455485495315,
        "manhattan_pearson": 0.7290979717884802,
        "manhattan_spearman": 0.6254351941057228,
        "pearson": 0.6992504704074586,
        "spearman": 0.6233455485495315
      },
      {
        "cosine_pearson": 0.6602857161892243,
        "cosine_spearman": 0.684683009527002,
        "euclidean_pearson": 0.6481718092004659,
        "euclidean_spearman": 0.684683009527002,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ],
        "main_score": 0.684683009527002,
        "manhattan_pearson": 0.6469994829253889,
        "manhattan_spearman": 0.6849566416387359,
        "pearson": 0.6602857161892243,
        "spearman": 0.684683009527002
      },
      {
        "cosine_pearson": 0.5512720804476972,
        "cosine_spearman": 0.6214423688113327,
        "euclidean_pearson": 0.5558431009179682,
        "euclidean_spearman": 0.6214423688113327,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ],
        "main_score": 0.6214423688113327,
        "manhattan_pearson": 0.5732652886859024,
        "manhattan_spearman": 0.6385268568360613,
        "pearson": 0.5512720804476972,
        "spearman": 0.6214423688113327
      },
      {
        "cosine_pearson": 0.7112465940800357,
        "cosine_spearman": 0.8451542547285167,
        "euclidean_pearson": 0.7222084826792534,
        "euclidean_spearman": 0.8451542547285167,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ],
        "main_score": 0.8451542547285167,
        "manhattan_pearson": 0.7490869698923242,
        "manhattan_spearman": 0.8451542547285167,
        "pearson": 0.7112465940800357,
        "spearman": 0.8451542547285167
      },
      {
        "cosine_pearson": 0.7669562697226626,
        "cosine_spearman": 0.7757641465811369,
        "euclidean_pearson": 0.7586181089305398,
        "euclidean_spearman": 0.7757641465811369,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ],
        "main_score": 0.7757641465811369,
        "manhattan_pearson": 0.7585871305435078,
        "manhattan_spearman": 0.7764990750759507,
        "pearson": 0.7669562697226626,
        "spearman": 0.7757641465811369
      },
      {
        "cosine_pearson": 0.8026121720040424,
        "cosine_spearman": 0.7777318515978506,
        "euclidean_pearson": 0.8015502395987635,
        "euclidean_spearman": 0.7777318515978506,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ],
        "main_score": 0.7777318515978506,
        "manhattan_pearson": 0.8033159752988166,
        "manhattan_spearman": 0.7850987297591292,
        "pearson": 0.8026121720040424,
        "spearman": 0.7777318515978506
      },
      {
        "cosine_pearson": 0.7935113987102954,
        "cosine_spearman": 0.807613736338441,
        "euclidean_pearson": 0.8012904149379517,
        "euclidean_spearman": 0.807613736338441,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "main_score": 0.807613736338441,
        "manhattan_pearson": 0.8112739936611021,
        "manhattan_spearman": 0.8139564438332374,
        "pearson": 0.7935113987102954,
        "spearman": 0.807613736338441
      },
      {
        "cosine_pearson": 0.7329887259256018,
        "cosine_spearman": 0.7761979311660453,
        "euclidean_pearson": 0.745268322354057,
        "euclidean_spearman": 0.7761979311660453,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ],
        "main_score": 0.7761979311660453,
        "manhattan_pearson": 0.7464035524423684,
        "manhattan_spearman": 0.7774484270474442,
        "pearson": 0.7329887259256018,
        "spearman": 0.7761979311660453
      }
    ]
  },
  "task_name": "STS22.v2"
}