{ "dataset_revision": "9fc37e8c632af1c87a3d23e685d49552a02582a0", "task_name": "STS17", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "ko-ko", "languages": [ "kor-Hang" ], "cos_sim_pearson": 0.6678512789499387, "cos_sim_spearman": 0.6689125587193289, "euclidean_pearson": 0.5874535708627959, "euclidean_spearman": 0.5962103716794647, "manhattan_pearson": 0.5900494529143961, "manhattan_spearman": 0.5983225784679981, "cosine_pearson": 0.6678512789499387, "cosine_spearman": 0.6689125587193289, "main_score": 0.6689125587193289 }, { "hf_subset": "ar-ar", "languages": [ "ara-Arab" ], "cos_sim_pearson": 0.7548960503523992, "cos_sim_spearman": 0.764223037534204, "euclidean_pearson": 0.6493966381820944, "euclidean_spearman": 0.6239697395373789, "manhattan_pearson": 0.6554480770061505, "manhattan_spearman": 0.6294420486304311, "cosine_pearson": 0.7548960503523992, "cosine_spearman": 0.764223037534204, "main_score": 0.764223037534204 }, { "hf_subset": "en-ar", "languages": [ "eng-Latn", "ara-Arab" ], "cos_sim_pearson": 0.7773314406436189, "cos_sim_spearman": 0.7807484132928351, "euclidean_pearson": 0.38533108233460306, "euclidean_spearman": 0.3537638615280026, "manhattan_pearson": 0.41063972674651306, "manhattan_spearman": 0.37688161243671764, "cosine_pearson": 0.7773314406436189, "cosine_spearman": 0.7807484132928351, "main_score": 0.7807484132928351 }, { "hf_subset": "en-de", "languages": [ "eng-Latn", "deu-Latn" ], "cos_sim_pearson": 0.584628923720782, "cos_sim_spearman": 0.5910093128795948, "euclidean_pearson": 0.30422902393436835, "euclidean_spearman": 0.2783780603049746, "manhattan_pearson": 0.32515769846309633, "manhattan_spearman": 0.29181887010982516, "cosine_pearson": 0.584628923720782, "cosine_spearman": 0.5910093128795948, "main_score": 0.5910093128795948 }, { "hf_subset": "en-en", "languages": [ "eng-Latn" ], "cos_sim_pearson": 0.8687447904613737, "cos_sim_spearman": 0.8706554974065622, "euclidean_pearson": 0.7682669047851108, "euclidean_spearman": 0.7545711985511991, "manhattan_pearson": 0.7746644556452847, "manhattan_spearman": 0.760249120007112, "cosine_pearson": 0.8687447904613737, "cosine_spearman": 0.8706554974065622, "main_score": 0.8706554974065622 }, { "hf_subset": "en-tr", "languages": [ "eng-Latn", "tur-Latn" ], "cos_sim_pearson": 0.17784495723497468, "cos_sim_spearman": 0.1179629537128697, "euclidean_pearson": -0.043543284459940074, "euclidean_spearman": -0.06984566116230058, "manhattan_pearson": -0.04166751901507852, "manhattan_spearman": -0.06984143198323786, "cosine_pearson": 0.17784495723497468, "cosine_spearman": 0.1179629537128697, "main_score": 0.1179629537128697 }, { "hf_subset": "es-en", "languages": [ "spa-Latn", "eng-Latn" ], "cos_sim_pearson": 0.7690096426434491, "cos_sim_spearman": 0.7821764726338342, "euclidean_pearson": 0.5057895914434293, "euclidean_spearman": 0.5166437926071961, "manhattan_pearson": 0.5395690880393329, "manhattan_spearman": 0.5491005846405078, "cosine_pearson": 0.7690096426434491, "cosine_spearman": 0.7821764726338342, "main_score": 0.7821764726338342 }, { "hf_subset": "es-es", "languages": [ "spa-Latn" ], "cos_sim_pearson": 0.8641638022270218, "cos_sim_spearman": 0.8600477030366811, "euclidean_pearson": 0.7972240377882849, "euclidean_spearman": 0.7921417626867615, "manhattan_pearson": 0.8029412412756984, "manhattan_spearman": 0.7949460867616206, "cosine_pearson": 0.8641638022270218, "cosine_spearman": 0.8600477030366811, "main_score": 0.8600477030366811 }, { "hf_subset": "fr-en", "languages": [ "fra-Latn", "eng-Latn" ], "cos_sim_pearson": 0.7990432664091083, "cos_sim_spearman": 0.8046007940700204, "euclidean_pearson": 0.4925348015214428, "euclidean_spearman": 0.4713113020475859, "manhattan_pearson": 0.5457291204043908, "manhattan_spearman": 0.5198559736896087, "cosine_pearson": 0.7990432664091083, "cosine_spearman": 0.8046007940700204, "main_score": 0.8046007940700204 }, { "hf_subset": "it-en", "languages": [ "ita-Latn", "eng-Latn" ], "cos_sim_pearson": 0.5255164822309034, "cos_sim_spearman": 0.5157629192137736, "euclidean_pearson": 0.1663360593235354, "euclidean_spearman": 0.14479679923782912, "manhattan_pearson": 0.18524867185117472, "manhattan_spearman": 0.16659400566647553, "cosine_pearson": 0.5255164822309034, "cosine_spearman": 0.5157629192137736, "main_score": 0.5157629192137736 }, { "hf_subset": "nl-en", "languages": [ "nld-Latn", "eng-Latn" ], "cos_sim_pearson": 0.4683690919715875, "cos_sim_spearman": 0.4584993650002922, "euclidean_pearson": 0.06173128686815117, "euclidean_spearman": 0.06260781946306192, "manhattan_pearson": 0.07328440452367316, "manhattan_spearman": 0.07370842306497447, "cosine_pearson": 0.4683690919715875, "cosine_spearman": 0.4584993650002922, "main_score": 0.4584993650002922 } ] } }