{ "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd", "task_name": "STS22.v2", "mteb_version": "1.18.0", "scores": { "test": [ { "pearson": 0.678498, "spearman": 0.76337, "cosine_pearson": 0.678498, "cosine_spearman": 0.76337, "manhattan_pearson": 0.717339, "manhattan_spearman": 0.763239, "euclidean_pearson": 0.717632, "euclidean_spearman": 0.763592, "main_score": 0.76337, "hf_subset": "es-it", "languages": [ "spa-Latn", "ita-Latn" ] }, { "pearson": 0.749123, "spearman": 0.759189, "cosine_pearson": 0.749123, "cosine_spearman": 0.759189, "manhattan_pearson": 0.773076, "manhattan_spearman": 0.760004, "euclidean_pearson": 0.770316, "euclidean_spearman": 0.759045, "main_score": 0.759189, "hf_subset": "zh-en", "languages": [ "cmn-Hans", "eng-Latn" ] }, { "pearson": 0.748734, "spearman": 0.78786, "cosine_pearson": 0.748734, "cosine_spearman": 0.78786, "manhattan_pearson": 0.775362, "manhattan_spearman": 0.789541, "euclidean_pearson": 0.772347, "euclidean_spearman": 0.787822, "main_score": 0.78786, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "pearson": 0.623696, "spearman": 0.845154, "cosine_pearson": 0.623696, "cosine_spearman": 0.845154, "manhattan_pearson": 0.665923, "manhattan_spearman": 0.845154, "euclidean_pearson": 0.657216, "euclidean_spearman": 0.845154, "main_score": 0.845154, "hf_subset": "fr-pl", "languages": [ "fra-Latn", "pol-Latn" ] }, { "pearson": 0.615377, "spearman": 0.690194, "cosine_pearson": 0.615377, "cosine_spearman": 0.690194, "manhattan_pearson": 0.665119, "manhattan_spearman": 0.690371, "euclidean_pearson": 0.663967, "euclidean_spearman": 0.690265, "main_score": 0.690194, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "pearson": 0.633626, "spearman": 0.681382, "cosine_pearson": 0.633626, "cosine_spearman": 0.681382, "manhattan_pearson": 0.651032, "manhattan_spearman": 0.683156, "euclidean_pearson": 0.649668, "euclidean_spearman": 0.681288, "main_score": 0.681382, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "pearson": 0.705824, "spearman": 0.740284, "cosine_pearson": 0.705824, "cosine_spearman": 0.740284, "manhattan_pearson": 0.738695, "manhattan_spearman": 0.741033, "euclidean_pearson": 0.736991, "euclidean_spearman": 0.740397, "main_score": 0.740284, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "pearson": 0.671647, "spearman": 0.671971, "cosine_pearson": 0.671647, "cosine_spearman": 0.671971, "manhattan_pearson": 0.688405, "manhattan_spearman": 0.673786, "euclidean_pearson": 0.685911, "euclidean_spearman": 0.671893, "main_score": 0.671971, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "pearson": 0.680543, "spearman": 0.644871, "cosine_pearson": 0.680543, "cosine_spearman": 0.644871, "manhattan_pearson": 0.719827, "manhattan_spearman": 0.638843, "euclidean_pearson": 0.714338, "euclidean_spearman": 0.64426, "main_score": 0.644871, "hf_subset": "de-en", "languages": [ "deu-Latn", "eng-Latn" ] }, { "pearson": 0.451235, "spearman": 0.550488, "cosine_pearson": 0.451235, "cosine_spearman": 0.550488, "manhattan_pearson": 0.463926, "manhattan_spearman": 0.555759, "euclidean_pearson": 0.457472, "euclidean_spearman": 0.550417, "main_score": 0.550488, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "pearson": 0.508298, "spearman": 0.621074, "cosine_pearson": 0.508298, "cosine_spearman": 0.621074, "manhattan_pearson": 0.578091, "manhattan_spearman": 0.622955, "euclidean_pearson": 0.574626, "euclidean_spearman": 0.621008, "main_score": 0.621074, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "pearson": 0.769893, "spearman": 0.813637, "cosine_pearson": 0.769893, "cosine_spearman": 0.813637, "manhattan_pearson": 0.800432, "manhattan_spearman": 0.814711, "euclidean_pearson": 0.79757, "euclidean_spearman": 0.813545, "main_score": 0.813637, "hf_subset": "es-en", "languages": [ "spa-Latn", "eng-Latn" ] }, { "pearson": 0.41987, "spearman": 0.433965, "cosine_pearson": 0.41987, "cosine_spearman": 0.433965, "manhattan_pearson": 0.327665, "manhattan_spearman": 0.437186, "euclidean_pearson": 0.327393, "euclidean_spearman": 0.434185, "main_score": 0.433965, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "pearson": 0.828352, "spearman": 0.826364, "cosine_pearson": 0.828352, "cosine_spearman": 0.826364, "manhattan_pearson": 0.832391, "manhattan_spearman": 0.824813, "euclidean_pearson": 0.830053, "euclidean_spearman": 0.826364, "main_score": 0.826364, "hf_subset": "pl-en", "languages": [ "pol-Latn", "eng-Latn" ] }, { "pearson": 0.560761, "spearman": 0.641445, "cosine_pearson": 0.560761, "cosine_spearman": 0.641445, "manhattan_pearson": 0.570856, "manhattan_spearman": 0.64612, "euclidean_pearson": 0.571618, "euclidean_spearman": 0.638888, "main_score": 0.641445, "hf_subset": "de-fr", "languages": [ "deu-Latn", "fra-Latn" ] }, { "pearson": 0.799257, "spearman": 0.812098, "cosine_pearson": 0.799257, "cosine_spearman": 0.812098, "manhattan_pearson": 0.809084, "manhattan_spearman": 0.816015, "euclidean_pearson": 0.804271, "euclidean_spearman": 0.812467, "main_score": 0.812098, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "pearson": 0.743753, "spearman": 0.742422, "cosine_pearson": 0.743753, "cosine_spearman": 0.742422, "manhattan_pearson": 0.744077, "manhattan_spearman": 0.742974, "euclidean_pearson": 0.743675, "euclidean_spearman": 0.742391, "main_score": 0.742422, "hf_subset": "zh", "languages": [ "cmn-Hans" ] }, { "pearson": 0.364871, "spearman": 0.545979, "cosine_pearson": 0.364871, "cosine_spearman": 0.545979, "manhattan_pearson": 0.429405, "manhattan_spearman": 0.545979, "euclidean_pearson": 0.414649, "euclidean_spearman": 0.545979, "main_score": 0.545979, "hf_subset": "de-pl", "languages": [ "deu-Latn", "pol-Latn" ] } ] }, "evaluation_time": 77.77563714981079, "kg_co2_emissions": 0.006944660970798429 }