{ "dataset_revision": "29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c", "task_name": "STSBenchmarkMultilingualSTS", "mteb_version": "1.18.0", "scores": { "dev": [ { "pearson": 0.833777, "spearman": 0.834609, "cosine_pearson": 0.833777, "cosine_spearman": 0.834609, "manhattan_pearson": 0.827773, "manhattan_spearman": 0.838884, "euclidean_pearson": 0.824665, "euclidean_spearman": 0.83461, "main_score": 0.834609, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "pearson": 0.800115, "spearman": 0.800395, "cosine_pearson": 0.800115, "cosine_spearman": 0.800395, "manhattan_pearson": 0.791427, "manhattan_spearman": 0.804944, "euclidean_pearson": 0.788316, "euclidean_spearman": 0.800395, "main_score": 0.800395, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "pearson": 0.849348, "spearman": 0.849283, "cosine_pearson": 0.849348, "cosine_spearman": 0.849283, "manhattan_pearson": 0.844771, "manhattan_spearman": 0.852012, "euclidean_pearson": 0.842796, "euclidean_spearman": 0.849283, "main_score": 0.849283, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "pearson": 0.845684, "spearman": 0.844519, "cosine_pearson": 0.845684, "cosine_spearman": 0.844518, "manhattan_pearson": 0.837266, "manhattan_spearman": 0.84703, "euclidean_pearson": 0.835843, "euclidean_spearman": 0.844518, "main_score": 0.844518, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "pearson": 0.857992, "spearman": 0.856313, "cosine_pearson": 0.857992, "cosine_spearman": 0.856313, "manhattan_pearson": 0.843614, "manhattan_spearman": 0.854893, "euclidean_pearson": 0.84544, "euclidean_spearman": 0.856313, "main_score": 0.856313, "hf_subset": "zh", "languages": [ "cmn-Hans" ] }, { "pearson": 0.885571, "spearman": 0.890603, "cosine_pearson": 0.885571, "cosine_spearman": 0.890603, "manhattan_pearson": 0.886305, "manhattan_spearman": 0.890823, "euclidean_pearson": 0.886506, "euclidean_spearman": 0.890603, "main_score": 0.890603, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "pearson": 0.856445, "spearman": 0.857064, "cosine_pearson": 0.856445, "cosine_spearman": 0.857064, "manhattan_pearson": 0.852458, "manhattan_spearman": 0.858523, "euclidean_pearson": 0.851681, "euclidean_spearman": 0.857064, "main_score": 0.857064, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "pearson": 0.846409, "spearman": 0.845049, "cosine_pearson": 0.846409, "cosine_spearman": 0.845046, "manhattan_pearson": 0.842236, "manhattan_spearman": 0.848095, "euclidean_pearson": 0.83993, "euclidean_spearman": 0.845046, "main_score": 0.845046, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "pearson": 0.847987, "spearman": 0.848258, "cosine_pearson": 0.847987, "cosine_spearman": 0.848258, "manhattan_pearson": 0.844049, "manhattan_spearman": 0.850789, "euclidean_pearson": 0.842546, "euclidean_spearman": 0.848258, "main_score": 0.848258, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "pearson": 0.836803, "spearman": 0.836275, "cosine_pearson": 0.836803, "cosine_spearman": 0.836274, "manhattan_pearson": 0.82348, "manhattan_spearman": 0.838781, "euclidean_pearson": 0.822184, "euclidean_spearman": 0.836269, "main_score": 0.836274, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] } ], "test": [ { "pearson": 0.768173, "spearman": 0.764986, "cosine_pearson": 0.768173, "cosine_spearman": 0.764983, "manhattan_pearson": 0.757514, "manhattan_spearman": 0.764695, "euclidean_pearson": 0.757557, "euclidean_spearman": 0.764987, "main_score": 0.764983, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "pearson": 0.740678, "spearman": 0.733471, "cosine_pearson": 0.740678, "cosine_spearman": 0.733469, "manhattan_pearson": 0.721218, "manhattan_spearman": 0.732396, "euclidean_pearson": 0.721453, "euclidean_spearman": 0.733472, "main_score": 0.733469, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "pearson": 0.812399, "spearman": 0.815595, "cosine_pearson": 0.812399, "cosine_spearman": 0.815592, "manhattan_pearson": 0.79856, "manhattan_spearman": 0.814794, "euclidean_pearson": 0.799551, "euclidean_spearman": 0.815588, "main_score": 0.815592, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "pearson": 0.790093, "spearman": 0.785623, "cosine_pearson": 0.790093, "cosine_spearman": 0.785623, "manhattan_pearson": 0.780547, "manhattan_spearman": 0.785004, "euclidean_pearson": 0.781088, "euclidean_spearman": 0.78562, "main_score": 0.785623, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "pearson": 0.798968, "spearman": 0.798668, "cosine_pearson": 0.798968, "cosine_spearman": 0.798667, "manhattan_pearson": 0.785725, "manhattan_spearman": 0.796725, "euclidean_pearson": 0.787679, "euclidean_spearman": 0.79867, "main_score": 0.798667, "hf_subset": "zh", "languages": [ "cmn-Hans" ] }, { "pearson": 0.848995, "spearman": 0.86069, "cosine_pearson": 0.848995, "cosine_spearman": 0.86069, "manhattan_pearson": 0.855655, "manhattan_spearman": 0.859642, "euclidean_pearson": 0.85692, "euclidean_spearman": 0.86069, "main_score": 0.86069, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "pearson": 0.811886, "spearman": 0.816532, "cosine_pearson": 0.811886, "cosine_spearman": 0.816531, "manhattan_pearson": 0.807728, "manhattan_spearman": 0.817011, "euclidean_pearson": 0.807671, "euclidean_spearman": 0.816528, "main_score": 0.816531, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "pearson": 0.794569, "spearman": 0.79179, "cosine_pearson": 0.794569, "cosine_spearman": 0.791786, "manhattan_pearson": 0.782569, "manhattan_spearman": 0.79208, "euclidean_pearson": 0.782861, "euclidean_spearman": 0.791788, "main_score": 0.791786, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "pearson": 0.797993, "spearman": 0.797475, "cosine_pearson": 0.797993, "cosine_spearman": 0.797479, "manhattan_pearson": 0.788707, "manhattan_spearman": 0.797424, "euclidean_pearson": 0.788642, "euclidean_spearman": 0.797473, "main_score": 0.797479, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "pearson": 0.784118, "spearman": 0.782874, "cosine_pearson": 0.784118, "cosine_spearman": 0.782876, "manhattan_pearson": 0.769294, "manhattan_spearman": 0.783262, "euclidean_pearson": 0.768912, "euclidean_spearman": 0.782888, "main_score": 0.782876, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] } ] }, "evaluation_time": 39.98113799095154, "kg_co2_emissions": 0.00297043527771662 }