{
  "dataset_revision": "2e31b4b459551a51e1ab54fd7266b40f3fe510d4",
  "evaluation_time": 117.62273740768433,
  "kg_co2_emissions": 0.0052255717137807784,
  "mteb_version": "1.14.15",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.10909780005773467,
        "cosine_spearman": 0.2308210344007934,
        "euclidean_pearson": 0.16916042921083324,
        "euclidean_spearman": 0.23082076594037132,
        "hf_subset": "ko-ko",
        "languages": [
          "kor-Hang"
        ],
        "main_score": 0.2308210344007934,
        "manhattan_pearson": 0.1700580061376717,
        "manhattan_spearman": 0.2308546419447997,
        "pearson": 0.10909780005773467,
        "spearman": 0.2308210344007934
      },
      {
        "cosine_pearson": 0.21854897282095365,
        "cosine_spearman": 0.34564120133151033,
        "euclidean_pearson": 0.3301166545515303,
        "euclidean_spearman": 0.34564120133151033,
        "hf_subset": "ar-ar",
        "languages": [
          "ara-Arab"
        ],
        "main_score": 0.34564120133151033,
        "manhattan_pearson": 0.3279617877085804,
        "manhattan_spearman": 0.3416084607846558,
        "pearson": 0.21854897282095365,
        "spearman": 0.34564120133151033
      },
      {
        "cosine_pearson": 0.16603625925532334,
        "cosine_spearman": 0.17035522154087074,
        "euclidean_pearson": 0.16267579015006622,
        "euclidean_spearman": 0.17035522154087074,
        "hf_subset": "en-ar",
        "languages": [
          "eng-Latn",
          "ara-Arab"
        ],
        "main_score": 0.17035522154087074,
        "manhattan_pearson": 0.1648260568025726,
        "manhattan_spearman": 0.1738201933847543,
        "pearson": 0.16603625925532334,
        "spearman": 0.17035522154087074
      },
      {
        "cosine_pearson": 0.3488377155513603,
        "cosine_spearman": 0.352939074920231,
        "euclidean_pearson": 0.3523066324088362,
        "euclidean_spearman": 0.352939074920231,
        "hf_subset": "en-de",
        "languages": [
          "eng-Latn",
          "deu-Latn"
        ],
        "main_score": 0.352939074920231,
        "manhattan_pearson": 0.3509307105643423,
        "manhattan_spearman": 0.3533676770746784,
        "pearson": 0.3488377155513603,
        "spearman": 0.352939074920231
      },
      {
        "cosine_pearson": 0.7618618108105872,
        "cosine_spearman": 0.792678735038463,
        "euclidean_pearson": 0.7906685356268564,
        "euclidean_spearman": 0.792678735038463,
        "hf_subset": "en-en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.792678735038463,
        "manhattan_pearson": 0.7898282800007013,
        "manhattan_spearman": 0.7927694526245164,
        "pearson": 0.7618618108105872,
        "spearman": 0.792678735038463
      },
      {
        "cosine_pearson": 0.21966931668850945,
        "cosine_spearman": 0.2274840815457467,
        "euclidean_pearson": 0.221156461880916,
        "euclidean_spearman": 0.2274840815457467,
        "hf_subset": "en-tr",
        "languages": [
          "eng-Latn",
          "tur-Latn"
        ],
        "main_score": 0.2274840815457467,
        "manhattan_pearson": 0.22215365049880825,
        "manhattan_spearman": 0.2215440073167588,
        "pearson": 0.21966931668850945,
        "spearman": 0.2274840815457467
      },
      {
        "cosine_pearson": 0.3213096674332204,
        "cosine_spearman": 0.32580002364560695,
        "euclidean_pearson": 0.32430815272930485,
        "euclidean_spearman": 0.32580002364560695,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "main_score": 0.32580002364560695,
        "manhattan_pearson": 0.30834765062784875,
        "manhattan_spearman": 0.3157002363676995,
        "pearson": 0.3213096674332204,
        "spearman": 0.32580002364560695
      },
      {
        "cosine_pearson": 0.7132530988788306,
        "cosine_spearman": 0.7224600964931976,
        "euclidean_pearson": 0.7567273507025007,
        "euclidean_spearman": 0.7224600964931976,
        "hf_subset": "es-es",
        "languages": [
          "spa-Latn"
        ],
        "main_score": 0.7224600964931976,
        "manhattan_pearson": 0.7559863515937508,
        "manhattan_spearman": 0.721528397983204,
        "pearson": 0.7132530988788306,
        "spearman": 0.7224600964931976
      },
      {
        "cosine_pearson": 0.37904294289317686,
        "cosine_spearman": 0.3738890713503105,
        "euclidean_pearson": 0.38114282080355166,
        "euclidean_spearman": 0.3738890713503105,
        "hf_subset": "fr-en",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ],
        "main_score": 0.3738890713503105,
        "manhattan_pearson": 0.3762394414369128,
        "manhattan_spearman": 0.3698851968743246,
        "pearson": 0.37904294289317686,
        "spearman": 0.3738890713503105
      },
      {
        "cosine_pearson": 0.29925576916084673,
        "cosine_spearman": 0.2704625665252605,
        "euclidean_pearson": 0.3050420213192263,
        "euclidean_spearman": 0.2704625665252605,
        "hf_subset": "it-en",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ],
        "main_score": 0.2704625665252605,
        "manhattan_pearson": 0.30129543460313446,
        "manhattan_spearman": 0.2713893466098997,
        "pearson": 0.29925576916084673,
        "spearman": 0.2704625665252605
      },
      {
        "cosine_pearson": 0.33940312893136015,
        "cosine_spearman": 0.32355618695269195,
        "euclidean_pearson": 0.34425111119209817,
        "euclidean_spearman": 0.32355618695269195,
        "hf_subset": "nl-en",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ],
        "main_score": 0.32355618695269195,
        "manhattan_pearson": 0.3396361959612926,
        "manhattan_spearman": 0.3176053439455166,
        "pearson": 0.33940312893136015,
        "spearman": 0.32355618695269195
      }
    ]
  },
  "task_name": "STS17MultilingualVisualSTS"
}