{
  "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c",
  "task_name": "STS17",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.069282,
        "spearman": 0.044965,
        "cosine_pearson": 0.069282,
        "cosine_spearman": 0.044965,
        "manhattan_pearson": 0.042947,
        "manhattan_spearman": 0.025178,
        "euclidean_pearson": 0.07258,
        "euclidean_spearman": 0.044965,
        "main_score": 0.044965,
        "hf_subset": "en-tr",
        "languages": [
          "eng-Latn",
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.880237,
        "spearman": 0.875878,
        "cosine_pearson": 0.880237,
        "cosine_spearman": 0.875878,
        "manhattan_pearson": 0.877127,
        "manhattan_spearman": 0.872444,
        "euclidean_pearson": 0.879901,
        "euclidean_spearman": 0.875878,
        "main_score": 0.875878,
        "hf_subset": "en-en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.370025,
        "spearman": 0.358188,
        "cosine_pearson": 0.370025,
        "cosine_spearman": 0.358188,
        "manhattan_pearson": 0.351412,
        "manhattan_spearman": 0.320459,
        "euclidean_pearson": 0.366961,
        "euclidean_spearman": 0.358188,
        "main_score": 0.358188,
        "hf_subset": "en-de",
        "languages": [
          "eng-Latn",
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.501973,
        "spearman": 0.508857,
        "cosine_pearson": 0.501973,
        "cosine_spearman": 0.508929,
        "manhattan_pearson": 0.534843,
        "manhattan_spearman": 0.509615,
        "euclidean_pearson": 0.533835,
        "euclidean_spearman": 0.508929,
        "main_score": 0.508929,
        "hf_subset": "ar-ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.770415,
        "spearman": 0.761177,
        "cosine_pearson": 0.770415,
        "cosine_spearman": 0.76116,
        "manhattan_pearson": 0.778706,
        "manhattan_spearman": 0.756456,
        "euclidean_pearson": 0.78218,
        "euclidean_spearman": 0.76116,
        "main_score": 0.76116,
        "hf_subset": "es-es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.379962,
        "spearman": 0.370934,
        "cosine_pearson": 0.379962,
        "cosine_spearman": 0.370934,
        "manhattan_pearson": 0.375824,
        "manhattan_spearman": 0.365202,
        "euclidean_pearson": 0.3781,
        "euclidean_spearman": 0.370934,
        "main_score": 0.370934,
        "hf_subset": "fr-en",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.2674,
        "spearman": 0.244458,
        "cosine_pearson": 0.2674,
        "cosine_spearman": 0.244458,
        "manhattan_pearson": 0.275711,
        "manhattan_spearman": 0.255547,
        "euclidean_pearson": 0.268049,
        "euclidean_spearman": 0.244458,
        "main_score": 0.244458,
        "hf_subset": "it-en",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.380256,
        "spearman": 0.433956,
        "cosine_pearson": 0.380256,
        "cosine_spearman": 0.433945,
        "manhattan_pearson": 0.428026,
        "manhattan_spearman": 0.433575,
        "euclidean_pearson": 0.428535,
        "euclidean_spearman": 0.433945,
        "main_score": 0.433945,
        "hf_subset": "ko-ko",
        "languages": [
          "kor-Hang"
        ]
      },
      {
        "pearson": -0.053462,
        "spearman": -0.042762,
        "cosine_pearson": -0.053463,
        "cosine_spearman": -0.042762,
        "manhattan_pearson": -0.015997,
        "manhattan_spearman": -0.006973,
        "euclidean_pearson": -0.0535,
        "euclidean_spearman": -0.042762,
        "main_score": -0.042762,
        "hf_subset": "en-ar",
        "languages": [
          "eng-Latn",
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.174936,
        "spearman": 0.163132,
        "cosine_pearson": 0.174936,
        "cosine_spearman": 0.163132,
        "manhattan_pearson": 0.169281,
        "manhattan_spearman": 0.150007,
        "euclidean_pearson": 0.178342,
        "euclidean_spearman": 0.163132,
        "main_score": 0.163132,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.327176,
        "spearman": 0.289988,
        "cosine_pearson": 0.327176,
        "cosine_spearman": 0.289988,
        "manhattan_pearson": 0.333041,
        "manhattan_spearman": 0.294429,
        "euclidean_pearson": 0.329283,
        "euclidean_spearman": 0.289988,
        "main_score": 0.289988,
        "hf_subset": "nl-en",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1.5844988822937012,
  "kg_co2_emissions": 6.560346045194552e-05
}