{
  "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd",
  "task_name": "STS22.v2",
  "mteb_version": "2.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.716293,
        "spearman": 0.710575,
        "cosine_pearson": 0.716293,
        "cosine_spearman": 0.710575,
        "manhattan_pearson": 0.723065,
        "manhattan_spearman": 0.713488,
        "euclidean_pearson": 0.721676,
        "euclidean_spearman": 0.710506,
        "main_score": 0.710575,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.602128,
        "spearman": 0.641117,
        "cosine_pearson": 0.602128,
        "cosine_spearman": 0.641135,
        "manhattan_pearson": 0.553726,
        "manhattan_spearman": 0.639983,
        "euclidean_pearson": 0.554239,
        "euclidean_spearman": 0.641415,
        "main_score": 0.641135,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.768022,
        "spearman": 0.772527,
        "cosine_pearson": 0.768022,
        "cosine_spearman": 0.772527,
        "manhattan_pearson": 0.766316,
        "manhattan_spearman": 0.771516,
        "euclidean_pearson": 0.766785,
        "euclidean_spearman": 0.772457,
        "main_score": 0.772527,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.415303,
        "spearman": 0.463381,
        "cosine_pearson": 0.415303,
        "cosine_spearman": 0.462344,
        "manhattan_pearson": 0.267477,
        "manhattan_spearman": 0.464102,
        "euclidean_pearson": 0.26802,
        "euclidean_spearman": 0.463142,
        "main_score": 0.462344,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.690802,
        "spearman": 0.701567,
        "cosine_pearson": 0.690802,
        "cosine_spearman": 0.701567,
        "manhattan_pearson": 0.704597,
        "manhattan_spearman": 0.702803,
        "euclidean_pearson": 0.702496,
        "euclidean_spearman": 0.702195,
        "main_score": 0.701567,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.622911,
        "spearman": 0.64793,
        "cosine_pearson": 0.622911,
        "cosine_spearman": 0.64793,
        "manhattan_pearson": 0.639647,
        "manhattan_spearman": 0.648878,
        "euclidean_pearson": 0.641732,
        "euclidean_spearman": 0.648588,
        "main_score": 0.64793,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.711852,
        "spearman": 0.719102,
        "cosine_pearson": 0.711852,
        "cosine_spearman": 0.719102,
        "manhattan_pearson": 0.70343,
        "manhattan_spearman": 0.716895,
        "euclidean_pearson": 0.703409,
        "euclidean_spearman": 0.718586,
        "main_score": 0.719102,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.743295,
        "spearman": 0.737426,
        "cosine_pearson": 0.743295,
        "cosine_spearman": 0.737426,
        "manhattan_pearson": 0.729961,
        "manhattan_spearman": 0.736479,
        "euclidean_pearson": 0.730892,
        "euclidean_spearman": 0.737376,
        "main_score": 0.737426,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.849485,
        "spearman": 0.845947,
        "cosine_pearson": 0.849485,
        "cosine_spearman": 0.845947,
        "manhattan_pearson": 0.842453,
        "manhattan_spearman": 0.84734,
        "euclidean_pearson": 0.841749,
        "euclidean_spearman": 0.846976,
        "main_score": 0.845947,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.708335,
        "spearman": 0.636729,
        "cosine_pearson": 0.708335,
        "cosine_spearman": 0.636729,
        "manhattan_pearson": 0.731863,
        "manhattan_spearman": 0.637115,
        "euclidean_pearson": 0.732004,
        "euclidean_spearman": 0.635789,
        "main_score": 0.636729,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.820509,
        "spearman": 0.826026,
        "cosine_pearson": 0.820509,
        "cosine_spearman": 0.826026,
        "manhattan_pearson": 0.834538,
        "manhattan_spearman": 0.825387,
        "euclidean_pearson": 0.834136,
        "euclidean_spearman": 0.825798,
        "main_score": 0.826026,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.795528,
        "spearman": 0.802358,
        "cosine_pearson": 0.795528,
        "cosine_spearman": 0.802358,
        "manhattan_pearson": 0.795396,
        "manhattan_spearman": 0.803439,
        "euclidean_pearson": 0.795065,
        "euclidean_spearman": 0.802694,
        "main_score": 0.802358,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.875142,
        "spearman": 0.878708,
        "cosine_pearson": 0.875141,
        "cosine_spearman": 0.878708,
        "manhattan_pearson": 0.859274,
        "manhattan_spearman": 0.875551,
        "euclidean_pearson": 0.864601,
        "euclidean_spearman": 0.879871,
        "main_score": 0.878708,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.781333,
        "spearman": 0.765628,
        "cosine_pearson": 0.781333,
        "cosine_spearman": 0.765628,
        "manhattan_pearson": 0.791756,
        "manhattan_spearman": 0.763547,
        "euclidean_pearson": 0.791871,
        "euclidean_spearman": 0.765304,
        "main_score": 0.765628,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.745343,
        "spearman": 0.777265,
        "cosine_pearson": 0.745342,
        "cosine_spearman": 0.777265,
        "manhattan_pearson": 0.763707,
        "manhattan_spearman": 0.777978,
        "euclidean_pearson": 0.763874,
        "euclidean_spearman": 0.77719,
        "main_score": 0.777265,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.572928,
        "spearman": 0.608688,
        "cosine_pearson": 0.572928,
        "cosine_spearman": 0.608688,
        "manhattan_pearson": 0.564682,
        "manhattan_spearman": 0.60497,
        "euclidean_pearson": 0.567036,
        "euclidean_spearman": 0.609551,
        "main_score": 0.608688,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.368786,
        "spearman": 0.403711,
        "cosine_pearson": 0.368786,
        "cosine_spearman": 0.403711,
        "manhattan_pearson": 0.393948,
        "manhattan_spearman": 0.385542,
        "euclidean_pearson": 0.397534,
        "euclidean_spearman": 0.39632,
        "main_score": 0.403711,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ],
        "mteb_version": "2.18.0"
      },
      {
        "pearson": 0.76689,
        "spearman": 0.845154,
        "cosine_pearson": 0.76689,
        "cosine_spearman": 0.845154,
        "manhattan_pearson": 0.790524,
        "manhattan_spearman": 0.845154,
        "euclidean_pearson": 0.786013,
        "euclidean_spearman": 0.845154,
        "main_score": 0.845154,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ],
        "mteb_version": "2.18.0"
      }
    ]
  },
  "evaluation_time": 247.71628910303116,
  "kg_co2_emissions": null,
  "date": 1785366713.765329,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 10.928761832416058,
      "end": 19.128244690597057,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 19.128255747258663,
      "end": 19.128265500068665,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding samples 1",
      "start": 19.131116539239883,
      "end": 27.1258574873209,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Encoding samples 2",
      "start": 27.125907219946384,
      "end": 31.484865717589855,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Scoring",
      "start": 31.484878331422806,
      "end": 31.59582456201315,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Encoding samples 1",
      "start": 31.633668065071106,
      "end": 43.76516818255186,
      "split": "test",
      "subset": "de"
    },
    {
      "name": "Encoding samples 2",
      "start": 43.76519714295864,
      "end": 52.17748500406742,
      "split": "test",
      "subset": "de"
    },
    {
      "name": "Scoring",
      "start": 52.17749819904566,
      "end": 52.31279589980841,
      "split": "test",
      "subset": "de"
    },
    {
      "name": "Encoding samples 1",
      "start": 52.34262312948704,
      "end": 59.09390088915825,
      "split": "test",
      "subset": "es"
    },
    {
      "name": "Encoding samples 2",
      "start": 59.09393548965454,
      "end": 63.62592987716198,
      "split": "test",
      "subset": "es"
    },
    {
      "name": "Scoring",
      "start": 63.62594201415777,
      "end": 63.71544227004051,
      "split": "test",
      "subset": "es"
    },
    {
      "name": "Encoding samples 1",
      "start": 63.74214693158865,
      "end": 71.85653810948133,
      "split": "test",
      "subset": "pl"
    },
    {
      "name": "Encoding samples 2",
      "start": 71.85657689720392,
      "end": 76.71398875117302,
      "split": "test",
      "subset": "pl"
    },
    {
      "name": "Scoring",
      "start": 76.71400321274996,
      "end": 76.81028272211552,
      "split": "test",
      "subset": "pl"
    },
    {
      "name": "Encoding samples 1",
      "start": 76.83924049139023,
      "end": 85.53013872355223,
      "split": "test",
      "subset": "tr"
    },
    {
      "name": "Encoding samples 2",
      "start": 85.53017094731331,
      "end": 90.83223640173674,
      "split": "test",
      "subset": "tr"
    },
    {
      "name": "Scoring",
      "start": 90.83224970847368,
      "end": 90.92186684906483,
      "split": "test",
      "subset": "tr"
    },
    {
      "name": "Encoding samples 1",
      "start": 90.95028631389141,
      "end": 98.13942120969296,
      "split": "test",
      "subset": "ar"
    },
    {
      "name": "Encoding samples 2",
      "start": 98.13945700228214,
      "end": 101.32501477003098,
      "split": "test",
      "subset": "ar"
    },
    {
      "name": "Scoring",
      "start": 101.32502803206444,
      "end": 101.41432410478592,
      "split": "test",
      "subset": "ar"
    },
    {
      "name": "Encoding samples 1",
      "start": 101.44304917752743,
      "end": 107.90844412147999,
      "split": "test",
      "subset": "ru"
    },
    {
      "name": "Encoding samples 2",
      "start": 107.90847869217396,
      "end": 111.17792545258999,
      "split": "test",
      "subset": "ru"
    },
    {
      "name": "Scoring",
      "start": 111.17793876677752,
      "end": 111.30712196975946,
      "split": "test",
      "subset": "ru"
    },
    {
      "name": "Encoding samples 1",
      "start": 111.33591739088297,
      "end": 125.51345550268888,
      "split": "test",
      "subset": "zh"
    },
    {
      "name": "Encoding samples 2",
      "start": 125.51349217444658,
      "end": 135.8102247416973,
      "split": "test",
      "subset": "zh"
    },
    {
      "name": "Scoring",
      "start": 135.81023982167244,
      "end": 135.85368552058935,
      "split": "test",
      "subset": "zh"
    },
    {
      "name": "Encoding samples 1",
      "start": 135.8813632503152,
      "end": 142.7575528472662,
      "split": "test",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 2",
      "start": 142.7575902864337,
      "end": 146.22515849024057,
      "split": "test",
      "subset": "fr"
    },
    {
      "name": "Scoring",
      "start": 146.22517155855894,
      "end": 146.31357803195715,
      "split": "test",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 1",
      "start": 146.3402467891574,
      "end": 154.10592064261436,
      "split": "test",
      "subset": "de-en"
    },
    {
      "name": "Encoding samples 2",
      "start": 154.10595730692148,
      "end": 156.62327942997217,
      "split": "test",
      "subset": "de-en"
    },
    {
      "name": "Scoring",
      "start": 156.62329702824354,
      "end": 156.71306663006544,
      "split": "test",
      "subset": "de-en"
    },
    {
      "name": "Encoding samples 1",
      "start": 156.78008072078228,
      "end": 168.75510469824076,
      "split": "test",
      "subset": "es-en"
    },
    {
      "name": "Encoding samples 2",
      "start": 168.75513844192028,
      "end": 174.93455462157726,
      "split": "test",
      "subset": "es-en"
    },
    {
      "name": "Scoring",
      "start": 174.93456730991602,
      "end": 175.0262936502695,
      "split": "test",
      "subset": "es-en"
    },
    {
      "name": "Encoding samples 1",
      "start": 175.10537339746952,
      "end": 185.99313884973526,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Encoding samples 2",
      "start": 185.99317318201065,
      "end": 192.10505467653275,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Scoring",
      "start": 192.10506722331047,
      "end": 192.2073524221778,
      "split": "test",
      "subset": "it"
    },
    {
      "name": "Encoding samples 1",
      "start": 192.233518704772,
      "end": 198.4789208099246,
      "split": "test",
      "subset": "pl-en"
    },
    {
      "name": "Encoding samples 2",
      "start": 198.47895873337984,
      "end": 199.67157801240683,
      "split": "test",
      "subset": "pl-en"
    },
    {
      "name": "Scoring",
      "start": 199.67159149050713,
      "end": 199.80195821076632,
      "split": "test",
      "subset": "pl-en"
    },
    {
      "name": "Encoding samples 1",
      "start": 199.83203320205212,
      "end": 208.22185665369034,
      "split": "test",
      "subset": "zh-en"
    },
    {
      "name": "Encoding samples 2",
      "start": 208.22190980613232,
      "end": 212.4720686301589,
      "split": "test",
      "subset": "zh-en"
    },
    {
      "name": "Scoring",
      "start": 212.4720819145441,
      "end": 212.60810832679272,
      "split": "test",
      "subset": "zh-en"
    },
    {
      "name": "Encoding samples 1",
      "start": 212.64513855427504,
      "end": 221.22337605059147,
      "split": "test",
      "subset": "es-it"
    },
    {
      "name": "Encoding samples 2",
      "start": 221.2234212309122,
      "end": 225.34060218930244,
      "split": "test",
      "subset": "es-it"
    },
    {
      "name": "Scoring",
      "start": 225.34061641991138,
      "end": 225.4785910770297,
      "split": "test",
      "subset": "es-it"
    },
    {
      "name": "Encoding samples 1",
      "start": 225.50972487777472,
      "end": 232.31023701280355,
      "split": "test",
      "subset": "de-fr"
    },
    {
      "name": "Encoding samples 2",
      "start": 232.31027467548847,
      "end": 235.59726732969284,
      "split": "test",
      "subset": "de-fr"
    },
    {
      "name": "Scoring",
      "start": 235.59728024154902,
      "end": 235.70637350529432,
      "split": "test",
      "subset": "de-fr"
    },
    {
      "name": "Encoding samples 1",
      "start": 235.73728096485138,
      "end": 240.7941392287612,
      "split": "test",
      "subset": "de-pl"
    },
    {
      "name": "Encoding samples 2",
      "start": 240.7941825389862,
      "end": 243.46478957682848,
      "split": "test",
      "subset": "de-pl"
    },
    {
      "name": "Scoring",
      "start": 243.46480390429497,
      "end": 243.58997371047735,
      "split": "test",
      "subset": "de-pl"
    },
    {
      "name": "Encoding samples 1",
      "start": 243.61615101248026,
      "end": 247.19967608898878,
      "split": "test",
      "subset": "fr-pl"
    },
    {
      "name": "Encoding samples 2",
      "start": 247.19971832633018,
      "end": 247.69230657815933,
      "split": "test",
      "subset": "fr-pl"
    },
    {
      "name": "Scoring",
      "start": 247.69232224673033,
      "end": 247.69365879893303,
      "split": "test",
      "subset": "fr-pl"
    }
  ]
}