{
  "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c",
  "task_name": "STS17",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.242112,
        "spearman": 0.201048,
        "cosine_pearson": 0.242112,
        "cosine_spearman": 0.201048,
        "manhattan_pearson": 0.23037,
        "manhattan_spearman": 0.193047,
        "euclidean_pearson": 0.230892,
        "euclidean_spearman": 0.187123,
        "main_score": 0.201048,
        "hf_subset": "en-tr",
        "languages": [
          "eng-Latn",
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.244804,
        "spearman": 0.378716,
        "cosine_pearson": 0.244805,
        "cosine_spearman": 0.378738,
        "manhattan_pearson": 0.361164,
        "manhattan_spearman": 0.38027,
        "euclidean_pearson": 0.360943,
        "euclidean_spearman": 0.37883,
        "main_score": 0.378738,
        "hf_subset": "ar-ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.406929,
        "spearman": 0.420956,
        "cosine_pearson": 0.406929,
        "cosine_spearman": 0.420956,
        "manhattan_pearson": 0.385665,
        "manhattan_spearman": 0.404972,
        "euclidean_pearson": 0.389137,
        "euclidean_spearman": 0.409467,
        "main_score": 0.420956,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.120968,
        "spearman": 0.276154,
        "cosine_pearson": 0.120968,
        "cosine_spearman": 0.276152,
        "manhattan_pearson": 0.187458,
        "manhattan_spearman": 0.276495,
        "euclidean_pearson": 0.187472,
        "euclidean_spearman": 0.276434,
        "main_score": 0.276152,
        "hf_subset": "ko-ko",
        "languages": [
          "kor-Hang"
        ]
      },
      {
        "pearson": 0.752474,
        "spearman": 0.76381,
        "cosine_pearson": 0.752474,
        "cosine_spearman": 0.763812,
        "manhattan_pearson": 0.780104,
        "manhattan_spearman": 0.761677,
        "euclidean_pearson": 0.780988,
        "euclidean_spearman": 0.762312,
        "main_score": 0.763812,
        "hf_subset": "es-es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.460837,
        "spearman": 0.437479,
        "cosine_pearson": 0.460837,
        "cosine_spearman": 0.437479,
        "manhattan_pearson": 0.454269,
        "manhattan_spearman": 0.433106,
        "euclidean_pearson": 0.459204,
        "euclidean_spearman": 0.437086,
        "main_score": 0.437479,
        "hf_subset": "fr-en",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.852434,
        "spearman": 0.865517,
        "cosine_pearson": 0.852434,
        "cosine_spearman": 0.865517,
        "manhattan_pearson": 0.869811,
        "manhattan_spearman": 0.863312,
        "euclidean_pearson": 0.870238,
        "euclidean_spearman": 0.86406,
        "main_score": 0.865517,
        "hf_subset": "en-en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.431134,
        "spearman": 0.414254,
        "cosine_pearson": 0.431134,
        "cosine_spearman": 0.414254,
        "manhattan_pearson": 0.423914,
        "manhattan_spearman": 0.408065,
        "euclidean_pearson": 0.425259,
        "euclidean_spearman": 0.402893,
        "main_score": 0.414254,
        "hf_subset": "en-de",
        "languages": [
          "eng-Latn",
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.14072,
        "spearman": 0.126915,
        "cosine_pearson": 0.14072,
        "cosine_spearman": 0.126915,
        "manhattan_pearson": 0.117351,
        "manhattan_spearman": 0.10363,
        "euclidean_pearson": 0.141797,
        "euclidean_spearman": 0.136347,
        "main_score": 0.126915,
        "hf_subset": "en-ar",
        "languages": [
          "eng-Latn",
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.43863,
        "spearman": 0.424983,
        "cosine_pearson": 0.43863,
        "cosine_spearman": 0.424983,
        "manhattan_pearson": 0.430485,
        "manhattan_spearman": 0.424651,
        "euclidean_pearson": 0.429817,
        "euclidean_spearman": 0.41931,
        "main_score": 0.424983,
        "hf_subset": "it-en",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.435383,
        "spearman": 0.42314,
        "cosine_pearson": 0.435383,
        "cosine_spearman": 0.42314,
        "manhattan_pearson": 0.420524,
        "manhattan_spearman": 0.405403,
        "euclidean_pearson": 0.431184,
        "euclidean_spearman": 0.411593,
        "main_score": 0.42314,
        "hf_subset": "nl-en",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 2.7990334033966064,
  "kg_co2_emissions": 0.00015955199227289074
}