{
  "dataset_revision": "2e31b4b459551a51e1ab54fd7266b40f3fe510d4",
  "evaluation_time": 175.17401146888733,
  "kg_co2_emissions": 0.008995272292973765,
  "mteb_version": "1.14.15",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.08526085582905431,
        "cosine_spearman": 0.17169586687970412,
        "euclidean_pearson": 0.13977655273272033,
        "euclidean_spearman": 0.17632944125057756,
        "hf_subset": "ko-ko",
        "languages": [
          "kor-Hang"
        ],
        "main_score": 0.17169586687970412,
        "manhattan_pearson": 0.14317437528649857,
        "manhattan_spearman": 0.17661708377714297,
        "pearson": 0.08526085582905431,
        "spearman": 0.17169586687970412
      },
      {
        "cosine_pearson": 0.26520523373778454,
        "cosine_spearman": 0.29930428956941196,
        "euclidean_pearson": 0.3567513132833885,
        "euclidean_spearman": 0.33600192093781317,
        "hf_subset": "ar-ar",
        "languages": [
          "ara-Arab"
        ],
        "main_score": 0.29930428956941196,
        "manhattan_pearson": 0.3622126195005455,
        "manhattan_spearman": 0.34126547789298967,
        "pearson": 0.26520523373778454,
        "spearman": 0.29930428956941196
      },
      {
        "cosine_pearson": 0.15201560412543108,
        "cosine_spearman": 0.14270117900472395,
        "euclidean_pearson": 0.16254691926477322,
        "euclidean_spearman": 0.17036560031164782,
        "hf_subset": "en-ar",
        "languages": [
          "eng-Latn",
          "ara-Arab"
        ],
        "main_score": 0.14270117900472395,
        "manhattan_pearson": 0.14646132248685395,
        "manhattan_spearman": 0.13813644185738455,
        "pearson": 0.15201560412543108,
        "spearman": 0.14270117900472395
      },
      {
        "cosine_pearson": 0.2813072310444582,
        "cosine_spearman": 0.28498814339724166,
        "euclidean_pearson": 0.2963578953777968,
        "euclidean_spearman": 0.3076859909450543,
        "hf_subset": "en-de",
        "languages": [
          "eng-Latn",
          "deu-Latn"
        ],
        "main_score": 0.28498814339724166,
        "manhattan_pearson": 0.35499604711899463,
        "manhattan_spearman": 0.37435803514262067,
        "pearson": 0.2813072310444582,
        "spearman": 0.28498814339724166
      },
      {
        "cosine_pearson": 0.7879799685650404,
        "cosine_spearman": 0.7988433025280354,
        "euclidean_pearson": 0.8060256473353915,
        "euclidean_spearman": 0.8070082696693964,
        "hf_subset": "en-en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.7988433025280354,
        "manhattan_pearson": 0.8005113669767323,
        "manhattan_spearman": 0.8031758360551895,
        "pearson": 0.7879799685650404,
        "spearman": 0.7988433025280354
      },
      {
        "cosine_pearson": -0.02864904549213184,
        "cosine_spearman": -0.047948894329708495,
        "euclidean_pearson": 0.05712022998711303,
        "euclidean_spearman": 0.0772728685380668,
        "hf_subset": "en-tr",
        "languages": [
          "eng-Latn",
          "tur-Latn"
        ],
        "main_score": -0.047948894329708495,
        "manhattan_pearson": 0.18256408570279337,
        "manhattan_spearman": 0.21343474869942466,
        "pearson": -0.02864904549213184,
        "spearman": -0.047948894329708495
      },
      {
        "cosine_pearson": 0.3074132842821523,
        "cosine_spearman": 0.3418869488295029,
        "euclidean_pearson": 0.361345647134443,
        "euclidean_spearman": 0.39171966523759166,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "main_score": 0.3418869488295029,
        "manhattan_pearson": 0.40204467729042304,
        "manhattan_spearman": 0.4266387417378264,
        "pearson": 0.3074132842821523,
        "spearman": 0.3418869488295029
      },
      {
        "cosine_pearson": 0.6196399657409501,
        "cosine_spearman": 0.6606757575791423,
        "euclidean_pearson": 0.7031218321793495,
        "euclidean_spearman": 0.6793147265741573,
        "hf_subset": "es-es",
        "languages": [
          "spa-Latn"
        ],
        "main_score": 0.6606757575791423,
        "manhattan_pearson": 0.7098217392620931,
        "manhattan_spearman": 0.6841201067967698,
        "pearson": 0.6196399657409501,
        "spearman": 0.6606757575791423
      },
      {
        "cosine_pearson": 0.31002450840815376,
        "cosine_spearman": 0.29704935398028787,
        "euclidean_pearson": 0.3602798190221291,
        "euclidean_spearman": 0.36036292551112153,
        "hf_subset": "fr-en",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ],
        "main_score": 0.29704935398028787,
        "manhattan_pearson": 0.38153632181783736,
        "manhattan_spearman": 0.3872064898622663,
        "pearson": 0.31002450840815376,
        "spearman": 0.29704935398028787
      },
      {
        "cosine_pearson": 0.3163638044573034,
        "cosine_spearman": 0.29023669390560486,
        "euclidean_pearson": 0.34312355632632696,
        "euclidean_spearman": 0.33393181865927907,
        "hf_subset": "it-en",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ],
        "main_score": 0.29023669390560486,
        "manhattan_pearson": 0.368457963303062,
        "manhattan_spearman": 0.3687450767038393,
        "pearson": 0.3163638044573034,
        "spearman": 0.29023669390560486
      },
      {
        "cosine_pearson": 0.23362466374139074,
        "cosine_spearman": 0.2117536812797413,
        "euclidean_pearson": 0.2908521570437599,
        "euclidean_spearman": 0.27019656411191734,
        "hf_subset": "nl-en",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ],
        "main_score": 0.2117536812797413,
        "manhattan_pearson": 0.36509809897349854,
        "manhattan_spearman": 0.35277801276533105,
        "pearson": 0.23362466374139074,
        "spearman": 0.2117536812797413
      }
    ]
  },
  "task_name": "STS17MultilingualVisualSTS"
}