{
  "dataset_revision": "2e31b4b459551a51e1ab54fd7266b40f3fe510d4",
  "evaluation_time": 188.9221169948578,
  "kg_co2_emissions": 0.00877045505840601,
  "mteb_version": "1.14.15",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.07658045267098945,
        "cosine_spearman": 0.11072832414479229,
        "euclidean_pearson": 0.10789907037488491,
        "euclidean_spearman": 0.11751752697945168,
        "hf_subset": "ko-ko",
        "languages": [
          "kor-Hang"
        ],
        "main_score": 0.11072832414479229,
        "manhattan_pearson": 0.10677691023159692,
        "manhattan_spearman": 0.11595251002448835,
        "pearson": 0.07658045267098945,
        "spearman": 0.11072832414479229
      },
      {
        "cosine_pearson": 0.2943107552497992,
        "cosine_spearman": 0.39115449274164804,
        "euclidean_pearson": 0.3921467795660922,
        "euclidean_spearman": 0.3865876678489144,
        "hf_subset": "ar-ar",
        "languages": [
          "ara-Arab"
        ],
        "main_score": 0.39115449274164804,
        "manhattan_pearson": 0.39715123513025274,
        "manhattan_spearman": 0.39399986650659113,
        "pearson": 0.2943107552497992,
        "spearman": 0.39115449274164804
      },
      {
        "cosine_pearson": 0.2121348702035442,
        "cosine_spearman": 0.18952058277809578,
        "euclidean_pearson": 0.19447093646301628,
        "euclidean_spearman": 0.1638631082203305,
        "hf_subset": "en-ar",
        "languages": [
          "eng-Latn",
          "ara-Arab"
        ],
        "main_score": 0.18952058277809578,
        "manhattan_pearson": 0.20782637935218093,
        "manhattan_spearman": 0.18518725377919415,
        "pearson": 0.2121348702035442,
        "spearman": 0.18952058277809578
      },
      {
        "cosine_pearson": 0.44553018228604446,
        "cosine_spearman": 0.457078250950972,
        "euclidean_pearson": 0.49724405706493535,
        "euclidean_spearman": 0.5086700340533576,
        "hf_subset": "en-de",
        "languages": [
          "eng-Latn",
          "deu-Latn"
        ],
        "main_score": 0.457078250950972,
        "manhattan_pearson": 0.49637298175041333,
        "manhattan_spearman": 0.5067761122462164,
        "pearson": 0.44553018228604446,
        "spearman": 0.457078250950972
      },
      {
        "cosine_pearson": 0.722771773924795,
        "cosine_spearman": 0.7526100073476201,
        "euclidean_pearson": 0.769108393183239,
        "euclidean_spearman": 0.7745390617932849,
        "hf_subset": "en-en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.7526100073476201,
        "manhattan_pearson": 0.7737367364870547,
        "manhattan_spearman": 0.7769104041168597,
        "pearson": 0.722771773924795,
        "spearman": 0.7526100073476201
      },
      {
        "cosine_pearson": 0.3868403375229419,
        "cosine_spearman": 0.39701995157424336,
        "euclidean_pearson": 0.40798422680409874,
        "euclidean_spearman": 0.41023229143697265,
        "hf_subset": "en-tr",
        "languages": [
          "eng-Latn",
          "tur-Latn"
        ],
        "main_score": 0.39701995157424336,
        "manhattan_pearson": 0.4177228660643739,
        "manhattan_spearman": 0.42169259775526863,
        "pearson": 0.3868403375229419,
        "spearman": 0.39701995157424336
      },
      {
        "cosine_pearson": 0.37337568199686477,
        "cosine_spearman": 0.3675712091760419,
        "euclidean_pearson": 0.4090815109894273,
        "euclidean_spearman": 0.3963751320439048,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "main_score": 0.3675712091760419,
        "manhattan_pearson": 0.448553448325296,
        "manhattan_spearman": 0.43086210741364434,
        "pearson": 0.37337568199686477,
        "spearman": 0.3675712091760419
      },
      {
        "cosine_pearson": 0.6856613921145647,
        "cosine_spearman": 0.7010571783071657,
        "euclidean_pearson": 0.7446172505962966,
        "euclidean_spearman": 0.7165276802273365,
        "hf_subset": "es-es",
        "languages": [
          "spa-Latn"
        ],
        "main_score": 0.7010571783071657,
        "manhattan_pearson": 0.7504666602875125,
        "manhattan_spearman": 0.7237947747962055,
        "pearson": 0.6856613921145647,
        "spearman": 0.7010571783071657
      },
      {
        "cosine_pearson": 0.43944506154268925,
        "cosine_spearman": 0.4406322289098256,
        "euclidean_pearson": 0.4661773496185208,
        "euclidean_spearman": 0.4746951448866896,
        "hf_subset": "fr-en",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ],
        "main_score": 0.4406322289098256,
        "manhattan_pearson": 0.4736397074449499,
        "manhattan_spearman": 0.4882408949499833,
        "pearson": 0.43944506154268925,
        "spearman": 0.4406322289098256
      },
      {
        "cosine_pearson": 0.4054882621740264,
        "cosine_spearman": 0.40166825690676916,
        "euclidean_pearson": 0.44549951734544835,
        "euclidean_spearman": 0.439994899428145,
        "hf_subset": "it-en",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ],
        "main_score": 0.40166825690676916,
        "manhattan_pearson": 0.4549698464363383,
        "manhattan_spearman": 0.4528287470788499,
        "pearson": 0.4054882621740264,
        "spearman": 0.40166825690676916
      },
      {
        "cosine_pearson": 0.4129670150772908,
        "cosine_spearman": 0.41634720800262875,
        "euclidean_pearson": 0.44891037001649925,
        "euclidean_spearman": 0.44611833648675253,
        "hf_subset": "nl-en",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ],
        "main_score": 0.41634720800262875,
        "manhattan_pearson": 0.4602451967140433,
        "manhattan_spearman": 0.4585112812933756,
        "pearson": 0.4129670150772908,
        "spearman": 0.41634720800262875
      }
    ]
  },
  "task_name": "STS17MultilingualVisualSTS"
}