{
  "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c",
  "task_name": "STS17",
  "mteb_version": "2.3.9",
  "scores": {
    "test": [
      {
        "pearson": 0.475047,
        "spearman": 0.503712,
        "cosine_pearson": 0.475047,
        "cosine_spearman": 0.503713,
        "manhattan_pearson": 0.497486,
        "manhattan_spearman": 0.503591,
        "euclidean_pearson": 0.498136,
        "euclidean_spearman": 0.503712,
        "main_score": 0.503713,
        "hf_subset": "ko-ko",
        "languages": [
          "kor-Hang"
        ]
      },
      {
        "pearson": 0.455529,
        "spearman": 0.458324,
        "cosine_pearson": 0.455529,
        "cosine_spearman": 0.458222,
        "manhattan_pearson": 0.488731,
        "manhattan_spearman": 0.467613,
        "euclidean_pearson": 0.483055,
        "euclidean_spearman": 0.458186,
        "main_score": 0.458222,
        "hf_subset": "ar-ar",
        "languages": [
          "ara-Arab"
        ]
      },
      {
        "pearson": -0.161612,
        "spearman": -0.146879,
        "cosine_pearson": -0.161612,
        "cosine_spearman": -0.146879,
        "manhattan_pearson": -0.156601,
        "manhattan_spearman": -0.145407,
        "euclidean_pearson": -0.160882,
        "euclidean_spearman": -0.146879,
        "main_score": -0.146879,
        "hf_subset": "en-ar",
        "languages": [
          "eng-Latn",
          "ara-Arab"
        ]
      },
      {
        "pearson": 0.112598,
        "spearman": 0.116816,
        "cosine_pearson": 0.112598,
        "cosine_spearman": 0.116816,
        "manhattan_pearson": 0.112487,
        "manhattan_spearman": 0.113678,
        "euclidean_pearson": 0.113778,
        "euclidean_spearman": 0.116816,
        "main_score": 0.116816,
        "hf_subset": "en-de",
        "languages": [
          "eng-Latn",
          "deu-Latn"
        ]
      },
      {
        "pearson": 0.812384,
        "spearman": 0.819131,
        "cosine_pearson": 0.812384,
        "cosine_spearman": 0.819131,
        "manhattan_pearson": 0.809364,
        "manhattan_spearman": 0.815116,
        "euclidean_pearson": 0.813079,
        "euclidean_spearman": 0.819131,
        "main_score": 0.819131,
        "hf_subset": "en-en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "pearson": -0.159152,
        "spearman": -0.16693,
        "cosine_pearson": -0.159152,
        "cosine_spearman": -0.16693,
        "manhattan_pearson": -0.150919,
        "manhattan_spearman": -0.157542,
        "euclidean_pearson": -0.155303,
        "euclidean_spearman": -0.16693,
        "main_score": -0.16693,
        "hf_subset": "en-tr",
        "languages": [
          "eng-Latn",
          "tur-Latn"
        ]
      },
      {
        "pearson": 0.072787,
        "spearman": 0.051575,
        "cosine_pearson": 0.072787,
        "cosine_spearman": 0.051575,
        "manhattan_pearson": 0.089557,
        "manhattan_spearman": 0.062803,
        "euclidean_pearson": 0.077507,
        "euclidean_spearman": 0.051575,
        "main_score": 0.051575,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.649887,
        "spearman": 0.633983,
        "cosine_pearson": 0.649887,
        "cosine_spearman": 0.633971,
        "manhattan_pearson": 0.659485,
        "manhattan_spearman": 0.628763,
        "euclidean_pearson": 0.664069,
        "euclidean_spearman": 0.633979,
        "main_score": 0.633971,
        "hf_subset": "es-es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "pearson": 0.190343,
        "spearman": 0.192788,
        "cosine_pearson": 0.190343,
        "cosine_spearman": 0.192788,
        "manhattan_pearson": 0.192924,
        "manhattan_spearman": 0.196171,
        "euclidean_pearson": 0.191835,
        "euclidean_spearman": 0.192788,
        "main_score": 0.192788,
        "hf_subset": "fr-en",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.078452,
        "spearman": 0.074749,
        "cosine_pearson": 0.078452,
        "cosine_spearman": 0.074749,
        "manhattan_pearson": 0.100852,
        "manhattan_spearman": 0.099281,
        "euclidean_pearson": 0.081729,
        "euclidean_spearman": 0.074749,
        "main_score": 0.074749,
        "hf_subset": "it-en",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "pearson": 0.230237,
        "spearman": 0.204988,
        "cosine_pearson": 0.230237,
        "cosine_spearman": 0.204988,
        "manhattan_pearson": 0.234171,
        "manhattan_spearman": 0.206808,
        "euclidean_pearson": 0.232926,
        "euclidean_spearman": 0.204988,
        "main_score": 0.204988,
        "hf_subset": "nl-en",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 6.04413628578186,
  "kg_co2_emissions": null
}