{ "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", "evaluation_time": 1.6514556407928467, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "cosine_pearson": 0.8469441304323507, "cosine_spearman": 0.8520656958000765, "euclidean_pearson": 0.8532176968224934, "euclidean_spearman": 0.8521544914033746, "hf_subset": "en-de", "languages": [ "eng-Latn", "deu-Latn" ], "main_score": 0.8520656958000765, "manhattan_pearson": 0.8521839893119191, "manhattan_spearman": 0.8495567395112171, "pearson": 0.8469441304323507, "spearman": 0.8520656958000765 }, { "cosine_pearson": 0.6980062030485793, "cosine_spearman": 0.6987307538251116, "euclidean_pearson": 0.6975452522148051, "euclidean_spearman": 0.6996809879495935, "hf_subset": "en-ar", "languages": [ "eng-Latn", "ara-Arab" ], "main_score": 0.6987307538251116, "manhattan_pearson": 0.6973414996112556, "manhattan_spearman": 0.6981149467590032, "pearson": 0.6980062030485793, "spearman": 0.6987307538251116 }, { "cosine_pearson": 0.8501628621805257, "cosine_spearman": 0.8604990312837941, "euclidean_pearson": 0.8526003454444807, "euclidean_spearman": 0.8602176273447172, "hf_subset": "es-en", "languages": [ "spa-Latn", "eng-Latn" ], "main_score": 0.8604990312837941, "manhattan_pearson": 0.8523210804696589, "manhattan_spearman": 0.8594614503663508, "pearson": 0.8501628621805257, "spearman": 0.8604990312837941 }, { "cosine_pearson": 0.8233120525821555, "cosine_spearman": 0.819778307492623, "euclidean_pearson": 0.8242249165572888, "euclidean_spearman": 0.8191567382695364, "hf_subset": "nl-en", "languages": [ "nld-Latn", "eng-Latn" ], "main_score": 0.819778307492623, "manhattan_pearson": 0.8219109013749524, "manhattan_spearman": 0.8179985514611507, "pearson": 0.8233120525821555, "spearman": 0.819778307492623 }, { "cosine_pearson": 0.8453565864632974, "cosine_spearman": 0.8508344736469867, "euclidean_pearson": 0.8438918939158205, "euclidean_spearman": 0.8516124922663603, "hf_subset": "fr-en", "languages": [ "fra-Latn", "eng-Latn" ], "main_score": 0.8508344736469867, "manhattan_pearson": 0.8430133559097254, "manhattan_spearman": 0.8513722444219393, "pearson": 0.8453565864632974, "spearman": 0.8508344736469867 }, { "cosine_pearson": 0.9187897052411802, "cosine_spearman": 0.9233531893863874, "euclidean_pearson": 0.9166657476409765, "euclidean_spearman": 0.9233278192140166, "hf_subset": "en-en", "languages": [ "eng-Latn" ], "main_score": 0.9233531893863874, "manhattan_pearson": 0.915820792489549, "manhattan_spearman": 0.9208523054251005, "pearson": 0.9187897052411802, "spearman": 0.9233531893863874 }, { "cosine_pearson": 0.8386397796790946, "cosine_spearman": 0.8461955760686268, "euclidean_pearson": 0.8388324715390295, "euclidean_spearman": 0.8464108381372282, "hf_subset": "it-en", "languages": [ "ita-Latn", "eng-Latn" ], "main_score": 0.8461955760686268, "manhattan_pearson": 0.8372503230837741, "manhattan_spearman": 0.8444750171060199, "pearson": 0.8386397796790946, "spearman": 0.8461955760686268 }, { "cosine_pearson": 0.6686667849993144, "cosine_spearman": 0.6564078065566014, "euclidean_pearson": 0.6637170062454771, "euclidean_spearman": 0.6556346357297733, "hf_subset": "en-tr", "languages": [ "eng-Latn", "tur-Latn" ], "main_score": 0.6564078065566014, "manhattan_pearson": 0.6547535621139141, "manhattan_spearman": 0.6450401577068612, "pearson": 0.6686667849993144, "spearman": 0.6564078065566014 } ] }, "task_name": "STS17" }