{
  "dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3",
  "evaluation_time": 7.939516544342041,
  "kg_co2_emissions": 0.0012963852802945278,
  "mteb_version": "1.12.66",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.05006613190248826,
        "cosine_spearman": 0.2263866797712348,
        "euclidean_pearson": 0.13082282606586138,
        "euclidean_spearman": 0.2263866797712348,
        "hf_subset": "ar",
        "languages": [
          "ara-Arab"
        ],
        "main_score": 0.2263866797712348,
        "manhattan_pearson": 0.1326032860659921,
        "manhattan_spearman": 0.22340169287120717,
        "pearson": [
          0.050066189287870634,
          0.48700677275111964
        ],
        "spearman": [
          0.22628267301105975,
          0.001468122509545993
        ]
      },
      {
        "cosine_pearson": -0.0003100304655926123,
        "cosine_spearman": 0.14721380413194854,
        "euclidean_pearson": 0.048715272858759165,
        "euclidean_spearman": 0.14721380413194854,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ],
        "main_score": 0.14721380413194854,
        "manhattan_pearson": 0.057576143274275286,
        "manhattan_spearman": 0.1508182690716095,
        "pearson": [
          -0.00031000775057835777,
          0.9959469377170096
        ],
        "spearman": [
          0.14715810051435776,
          0.015327608206034533
        ]
      },
      {
        "cosine_pearson": 0.6765862189340193,
        "cosine_spearman": 0.6771118263513062,
        "euclidean_pearson": 0.6868566440951641,
        "euclidean_spearman": 0.6771118263513062,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.6771118263513062,
        "manhattan_pearson": 0.687881129465192,
        "manhattan_spearman": 0.6820902367067042,
        "pearson": [
          0.6765862104730025,
          1.014963618511513e-27
        ],
        "spearman": [
          0.6771118263513062,
          8.923183580869925e-28
        ]
      },
      {
        "cosine_pearson": 0.20597902445997468,
        "cosine_spearman": 0.3369451080773859,
        "euclidean_pearson": 0.26964859444501404,
        "euclidean_spearman": 0.3369451080773859,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn"
        ],
        "main_score": 0.3369451080773859,
        "manhattan_pearson": 0.2753029189715907,
        "manhattan_spearman": 0.3374254435313719,
        "pearson": [
          0.2059790690940021,
          0.0026422903184181454
        ],
        "spearman": [
          0.3369451080773859,
          5.367419426613884e-07
        ]
      },
      {
        "cosine_pearson": 0.0800034165169035,
        "cosine_spearman": 0.26768906191975933,
        "euclidean_pearson": 0.014181231352085707,
        "euclidean_spearman": 0.26768906191975933,
        "hf_subset": "pl",
        "languages": [
          "pol-Latn"
        ],
        "main_score": 0.26768906191975933,
        "manhattan_pearson": 0.01588772437360362,
        "manhattan_spearman": 0.2677343611760898,
        "pearson": [
          0.08000337989719175,
          0.2764009890701058
        ],
        "spearman": [
          0.26668036357387265,
          0.00022479432618398401
        ]
      },
      {
        "cosine_pearson": 0.49936006690921647,
        "cosine_spearman": 0.5341895837272506,
        "euclidean_pearson": 0.5016469902524187,
        "euclidean_spearman": 0.5341895837272506,
        "hf_subset": "es-en",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "main_score": 0.5341895837272506,
        "manhattan_pearson": 0.4986265232196642,
        "manhattan_spearman": 0.5310065931046005,
        "pearson": [
          0.4993600797089359,
          5.556212047904062e-25
        ],
        "spearman": [
          0.5341895837272506,
          5.574809597217289e-29
        ]
      },
      {
        "cosine_pearson": 0.23127882492331275,
        "cosine_spearman": 0.4492964024177277,
        "euclidean_pearson": 0.31061638812331155,
        "euclidean_spearman": 0.4492964024177277,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ],
        "main_score": 0.4492964024177277,
        "manhattan_pearson": 0.31776561254327124,
        "manhattan_spearman": 0.44964763982886374,
        "pearson": [
          0.23127886330679667,
          2.050167353793197e-09
        ],
        "spearman": [
          0.449287360344482,
          6.5901302455711476e-34
        ]
      },
      {
        "cosine_pearson": 0.443381497875597,
        "cosine_spearman": 0.5477772552456677,
        "euclidean_pearson": 0.4848357754540048,
        "euclidean_spearman": 0.5477772552456677,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ],
        "main_score": 0.5477772552456677,
        "manhattan_pearson": 0.49294241822201124,
        "manhattan_spearman": 0.5525969655269095,
        "pearson": [
          0.44338149569227536,
          2.7790571667360014e-11
        ],
        "spearman": [
          0.5477772552456677,
          1.8963599617383593e-17
        ]
      },
      {
        "cosine_pearson": 0.2647285144395917,
        "cosine_spearman": 0.3006758748207823,
        "euclidean_pearson": 0.2687231813140084,
        "euclidean_spearman": 0.3006758748207823,
        "hf_subset": "de-fr",
        "languages": [
          "deu-Latn",
          "fra-Latn"
        ],
        "main_score": 0.3006758748207823,
        "manhattan_pearson": 0.2580896431845011,
        "manhattan_spearman": 0.27996294873002153,
        "pearson": [
          0.2647284913857525,
          0.0217203456991281
        ],
        "spearman": [
          0.3006758748207823,
          0.008763436909923416
        ]
      },
      {
        "cosine_pearson": -0.07026557407630209,
        "cosine_spearman": -0.04927056559940413,
        "euclidean_pearson": -0.06729034644778545,
        "euclidean_spearman": -0.04927056559940413,
        "hf_subset": "de-pl",
        "languages": [
          "deu-Latn",
          "pol-Latn"
        ],
        "main_score": -0.04927056559940413,
        "manhattan_pearson": -0.09017594681350918,
        "manhattan_spearman": -0.07359790736410993,
        "pearson": [
          -0.07026554576981955,
          0.7223661270364692
        ],
        "spearman": [
          -0.04927056559940413,
          0.8033764386747131
        ]
      },
      {
        "cosine_pearson": 0.7064344627435047,
        "cosine_spearman": 0.7700398643056744,
        "euclidean_pearson": 0.7158319905942098,
        "euclidean_spearman": 0.7700398643056744,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ],
        "main_score": 0.7700398643056744,
        "manhattan_pearson": 0.7164373436342594,
        "manhattan_spearman": 0.7671158725879226,
        "pearson": [
          0.7064344838467254,
          5.4067219419560125e-17
        ],
        "spearman": [
          0.7700398643056744,
          1.2550366890004185e-21
        ]
      },
      {
        "cosine_pearson": 0.26596032386079177,
        "cosine_spearman": 0.31044353994772356,
        "euclidean_pearson": 0.21517286190048976,
        "euclidean_spearman": 0.31044353994772356,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ],
        "main_score": 0.31044353994772356,
        "manhattan_pearson": 0.21718464273874863,
        "manhattan_spearman": 0.311979155955977,
        "pearson": [
          0.2659603160027459,
          9.027188754679612e-10
        ],
        "spearman": [
          0.31029317372056336,
          6.196844863550686e-13
        ]
      },
      {
        "cosine_pearson": 0.35087305443875405,
        "cosine_spearman": 0.32797912957778136,
        "euclidean_pearson": 0.34541319303741735,
        "euclidean_spearman": 0.32797912957778136,
        "hf_subset": "pl-en",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ],
        "main_score": 0.32797912957778136,
        "manhattan_pearson": 0.3627394748096248,
        "manhattan_spearman": 0.3588704294252439,
        "pearson": [
          0.3508730473891177,
          0.013441529277518434
        ],
        "spearman": [
          0.32797912957778136,
          0.02141258087561008
        ]
      },
      {
        "cosine_pearson": 0.47545303380658926,
        "cosine_spearman": 0.44038685024247604,
        "euclidean_pearson": 0.48469752266997584,
        "euclidean_spearman": 0.44038685024247604,
        "hf_subset": "de-en",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ],
        "main_score": 0.44038685024247604,
        "manhattan_pearson": 0.4810216723183966,
        "manhattan_spearman": 0.44442850465339095,
        "pearson": [
          0.4754530643322762,
          2.1088216267913242e-10
        ],
        "spearman": [
          0.44038685024247604,
          5.629258797895794e-09
        ]
      },
      {
        "cosine_pearson": 0.3741112257316121,
        "cosine_spearman": 0.41643997417444484,
        "euclidean_pearson": 0.3683160615645901,
        "euclidean_spearman": 0.41643997417444484,
        "hf_subset": "zh-en",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ],
        "main_score": 0.41643997417444484,
        "manhattan_pearson": 0.35710153352387414,
        "manhattan_spearman": 0.4146055167345605,
        "pearson": [
          0.374111229681619,
          5.870240612206033e-07
        ],
        "spearman": [
          0.41643997417444484,
          1.9709192184026874e-08
        ]
      },
      {
        "cosine_pearson": 0.4256853930120421,
        "cosine_spearman": 0.44269936659450304,
        "euclidean_pearson": 0.4356983585261522,
        "euclidean_spearman": 0.44269936659450304,
        "hf_subset": "es-it",
        "languages": [
          "spa-Latn",
          "ita-Latn"
        ],
        "main_score": 0.44269936659450304,
        "manhattan_pearson": 0.4395421991310502,
        "manhattan_spearman": 0.4432159550471527,
        "pearson": [
          0.4256853978254879,
          5.2394457573276794e-11
        ],
        "spearman": [
          0.44269936659450304,
          7.062185946855258e-12
        ]
      },
      {
        "cosine_pearson": 0.543055874030005,
        "cosine_spearman": 0.50709255283711,
        "euclidean_pearson": 0.530065891115346,
        "euclidean_spearman": 0.50709255283711,
        "hf_subset": "fr-pl",
        "languages": [
          "fra-Latn",
          "pol-Latn"
        ],
        "main_score": 0.50709255283711,
        "manhattan_pearson": 0.5233781418704289,
        "manhattan_spearman": 0.50709255283711,
        "pearson": [
          0.5430556226732774,
          0.16424957568254378
        ],
        "spearman": [
          0.50709255283711,
          0.19962167272607992
        ]
      },
      {
        "cosine_pearson": 0.5743128435695438,
        "cosine_spearman": 0.6039610834515271,
        "euclidean_pearson": 0.5781507023747862,
        "euclidean_spearman": 0.6039610834515271,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ],
        "main_score": 0.6039610834515271,
        "manhattan_pearson": 0.5783823458379633,
        "manhattan_spearman": 0.6037493826031753,
        "pearson": [
          0.5743128287891412,
          3.556219840844991e-37
        ],
        "spearman": [
          0.6039610834515271,
          6.452075424666599e-42
        ]
      }
    ]
  },
  "task_name": "STS22"
}