{ "dataset_revision": "29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c", "task_name": "STSBenchmarkMultilingualSTS", "mteb_version": "1.18.0", "scores": { "dev": [ { "pearson": 0.830497, "spearman": 0.829422, "cosine_pearson": 0.830497, "cosine_spearman": 0.829422, "manhattan_pearson": 0.824445, "manhattan_spearman": 0.829033, "euclidean_pearson": 0.824906, "euclidean_spearman": 0.829422, "main_score": 0.829422, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "pearson": 0.835046, "spearman": 0.834262, "cosine_pearson": 0.835046, "cosine_spearman": 0.834264, "manhattan_pearson": 0.830761, "manhattan_spearman": 0.834713, "euclidean_pearson": 0.830554, "euclidean_spearman": 0.834264, "main_score": 0.834264, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "pearson": 0.852526, "spearman": 0.855405, "cosine_pearson": 0.852526, "cosine_spearman": 0.855405, "manhattan_pearson": 0.85133, "manhattan_spearman": 0.853197, "euclidean_pearson": 0.85371, "euclidean_spearman": 0.855405, "main_score": 0.855405, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "pearson": 0.83118, "spearman": 0.830715, "cosine_pearson": 0.83118, "cosine_spearman": 0.830715, "manhattan_pearson": 0.826911, "manhattan_spearman": 0.830965, "euclidean_pearson": 0.826905, "euclidean_spearman": 0.830715, "main_score": 0.830715, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "pearson": 0.821751, "spearman": 0.821412, "cosine_pearson": 0.821751, "cosine_spearman": 0.821411, "manhattan_pearson": 0.81705, "manhattan_spearman": 0.822056, "euclidean_pearson": 0.816534, "euclidean_spearman": 0.821411, "main_score": 0.821411, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "pearson": 0.825382, "spearman": 0.827443, "cosine_pearson": 0.825382, "cosine_spearman": 0.827444, "manhattan_pearson": 0.818049, "manhattan_spearman": 0.825606, "euclidean_pearson": 0.81953, "euclidean_spearman": 0.827438, "main_score": 0.827444, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "pearson": 0.825375, "spearman": 0.824025, "cosine_pearson": 0.825375, "cosine_spearman": 0.824025, "manhattan_pearson": 0.819677, "manhattan_spearman": 0.824562, "euclidean_pearson": 0.819616, "euclidean_spearman": 0.824026, "main_score": 0.824025, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "pearson": 0.801744, "spearman": 0.802643, "cosine_pearson": 0.801744, "cosine_spearman": 0.802644, "manhattan_pearson": 0.800637, "manhattan_spearman": 0.803097, "euclidean_pearson": 0.799642, "euclidean_spearman": 0.802644, "main_score": 0.802644, "hf_subset": "zh", "languages": [ "cmn-Hans" ] }, { "pearson": 0.819559, "spearman": 0.820556, "cosine_pearson": 0.819559, "cosine_spearman": 0.820556, "manhattan_pearson": 0.816986, "manhattan_spearman": 0.821984, "euclidean_pearson": 0.815384, "euclidean_spearman": 0.820556, "main_score": 0.820556, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "pearson": 0.831261, "spearman": 0.830429, "cosine_pearson": 0.831261, "cosine_spearman": 0.830429, "manhattan_pearson": 0.827053, "manhattan_spearman": 0.830359, "euclidean_pearson": 0.827171, "euclidean_spearman": 0.830429, "main_score": 0.830429, "hf_subset": "fr", "languages": [ "fra-Latn" ] } ], "test": [ { "pearson": 0.811474, "spearman": 0.804289, "cosine_pearson": 0.811474, "cosine_spearman": 0.804294, "manhattan_pearson": 0.801744, "manhattan_spearman": 0.805973, "euclidean_pearson": 0.800488, "euclidean_spearman": 0.80429, "main_score": 0.804294, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "pearson": 0.813191, "spearman": 0.80908, "cosine_pearson": 0.813191, "cosine_spearman": 0.809083, "manhattan_pearson": 0.806953, "manhattan_spearman": 0.810667, "euclidean_pearson": 0.806021, "euclidean_spearman": 0.809089, "main_score": 0.809083, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "pearson": 0.830631, "spearman": 0.836487, "cosine_pearson": 0.830631, "cosine_spearman": 0.836487, "manhattan_pearson": 0.835349, "manhattan_spearman": 0.836302, "euclidean_pearson": 0.836267, "euclidean_spearman": 0.836487, "main_score": 0.836487, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "pearson": 0.805865, "spearman": 0.801201, "cosine_pearson": 0.805865, "cosine_spearman": 0.801198, "manhattan_pearson": 0.798899, "manhattan_spearman": 0.802692, "euclidean_pearson": 0.797734, "euclidean_spearman": 0.801197, "main_score": 0.801198, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "pearson": 0.791474, "spearman": 0.783946, "cosine_pearson": 0.791474, "cosine_spearman": 0.783946, "manhattan_pearson": 0.784522, "manhattan_spearman": 0.785759, "euclidean_pearson": 0.783408, "euclidean_spearman": 0.783946, "main_score": 0.783946, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "pearson": 0.791058, "spearman": 0.785876, "cosine_pearson": 0.791058, "cosine_spearman": 0.785893, "manhattan_pearson": 0.785878, "manhattan_spearman": 0.785735, "euclidean_pearson": 0.785948, "euclidean_spearman": 0.785892, "main_score": 0.785893, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "pearson": 0.809364, "spearman": 0.806971, "cosine_pearson": 0.809364, "cosine_spearman": 0.806973, "manhattan_pearson": 0.805838, "manhattan_spearman": 0.808165, "euclidean_pearson": 0.804893, "euclidean_spearman": 0.806975, "main_score": 0.806973, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "pearson": 0.768907, "spearman": 0.763469, "cosine_pearson": 0.768907, "cosine_spearman": 0.763474, "manhattan_pearson": 0.769024, "manhattan_spearman": 0.766952, "euclidean_pearson": 0.765346, "euclidean_spearman": 0.763478, "main_score": 0.763474, "hf_subset": "zh", "languages": [ "cmn-Hans" ] }, { "pearson": 0.794955, "spearman": 0.787129, "cosine_pearson": 0.794955, "cosine_spearman": 0.787131, "manhattan_pearson": 0.783787, "manhattan_spearman": 0.789142, "euclidean_pearson": 0.782306, "euclidean_spearman": 0.787119, "main_score": 0.787131, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "pearson": 0.812227, "spearman": 0.807888, "cosine_pearson": 0.812227, "cosine_spearman": 0.807891, "manhattan_pearson": 0.804432, "manhattan_spearman": 0.808386, "euclidean_pearson": 0.80408, "euclidean_spearman": 0.807882, "main_score": 0.807891, "hf_subset": "fr", "languages": [ "fra-Latn" ] } ] }, "evaluation_time": 133.97073650360107, "kg_co2_emissions": 0.012572782686038633 }