{ "mteb_version": "0.0.2", "test": { "ar-ar": { "cos_sim": { "pearson": 0.06361599816280553, "spearman": 0.10189961327462815 }, "euclidean": { "pearson": 0.08640660133896791, "spearman": 0.0946235233626915 }, "manhattan": { "pearson": 0.08632764677594898, "spearman": 0.09462874226850533 } }, "en-ar": { "cos_sim": { "pearson": -0.06010671331197055, "spearman": -0.05770289032938195 }, "euclidean": { "pearson": -0.0603444756684575, "spearman": -0.05770289032938195 }, "manhattan": { "pearson": -0.05303518565503956, "spearman": -0.04798105730257264 } }, "en-de": { "cos_sim": { "pearson": 0.66140759054276, "spearman": 0.6742546143767131 }, "euclidean": { "pearson": 0.6661946871895112, "spearman": 0.6742546143767131 }, "manhattan": { "pearson": 0.6616767540101444, "spearman": 0.6659347354252693 } }, "en-en": { "cos_sim": { "pearson": 0.8258820638293947, "spearman": 0.8393237189250783 }, "euclidean": { "pearson": 0.8328493063344466, "spearman": 0.8393237189250783 }, "manhattan": { "pearson": 0.8323379006203291, "spearman": 0.837584324531469 } }, "en-tr": { "cos_sim": { "pearson": 0.12535145837738715, "spearman": 0.08753055011925755 }, "euclidean": { "pearson": 0.1324602368357326, "spearman": 0.08753055011925755 }, "manhattan": { "pearson": 0.13543141564763728, "spearman": 0.08770163963588536 } }, "es-en": { "cos_sim": { "pearson": 0.5496624832418429, "spearman": 0.5495815085855695 }, "euclidean": { "pearson": 0.5483158465218694, "spearman": 0.5495815085855695 }, "manhattan": { "pearson": 0.5521410970013727, "spearman": 0.5534904092037853 } }, "es-es": { "cos_sim": { "pearson": 0.8259554835121048, "spearman": 0.827366733964098 }, "euclidean": { "pearson": 0.8263618905001503, "spearman": 0.8273539437882386 }, "manhattan": { "pearson": 0.8269932146423808, "spearman": 0.8290927487752138 } }, "evaluation_time": 18.05, "fr-en": { "cos_sim": { "pearson": 0.6073445405957154, "spearman": 0.60496367647668 }, "euclidean": { "pearson": 0.6061037025481719, "spearman": 0.60496367647668 }, "manhattan": { "pearson": 0.6040150117024633, "spearman": 0.6060907271644288 } }, "it-en": { "cos_sim": { "pearson": 0.4687169089235609, "spearman": 0.4625831939589016 }, "euclidean": { "pearson": 0.46906607335406625, "spearman": 0.4625831939589016 }, "manhattan": { "pearson": 0.4825391720803575, "spearman": 0.4732263656650362 } }, "ko-ko": { "cos_sim": { "pearson": 0.0781358914502682, "spearman": 0.08962346173869805 }, "euclidean": { "pearson": 0.08440597401144359, "spearman": 0.0928706987056781 }, "manhattan": { "pearson": 0.08440056881198696, "spearman": 0.0929480419159284 } }, "nl-en": { "cos_sim": { "pearson": 0.4823281287587589, "spearman": 0.47484467514505724 }, "euclidean": { "pearson": 0.48690795998620817, "spearman": 0.47484467514505724 }, "manhattan": { "pearson": 0.47862538448471065, "spearman": 0.46415921981830455 } } }, "mteb_dataset_name": "STS17", "dataset_revision": "9fc37e8c632af1c87a3d23e685d49552a02582a0" }