{ "test": { "ar": { "cos_sim": { "pearson": 0.313322380268429, "spearman": 0.31200490449337714 }, "euclidean": { "pearson": 0.32130848968646525, "spearman": 0.31200490449337714 }, "manhattan": { "pearson": 0.3214834980954443, "spearman": 0.31427049121627026 } }, "de": { "cos_sim": { "pearson": 0.2829024604941182, "spearman": 0.42084625834786044 }, "euclidean": { "pearson": 0.30271611311423546, "spearman": 0.42084625834786044 }, "manhattan": { "pearson": 0.3019034939394144, "spearman": 0.4202260224541176 } }, "de-en": { "cos_sim": { "pearson": 0.39716069494095724, "spearman": 0.46899050823162197 }, "euclidean": { "pearson": 0.46606091669710026, "spearman": 0.46899050823162197 }, "manhattan": { "pearson": 0.4639554347396642, "spearman": 0.4659771734872816 } }, "de-fr": { "cos_sim": { "pearson": 0.447093430670243, "spearman": 0.5504493953270152 }, "euclidean": { "pearson": 0.47905919469449726, "spearman": 0.5504493953270152 }, "manhattan": { "pearson": 0.47964230618301607, "spearman": 0.5609186738739794 } }, "de-pl": { "cos_sim": { "pearson": 0.25093485946833394, "spearman": 0.33935102056589594 }, "euclidean": { "pearson": 0.27454896639869025, "spearman": 0.33935102056589594 }, "manhattan": { "pearson": 0.2429910919630054, "spearman": 0.3251857329560673 } }, "en": { "cos_sim": { "pearson": 0.5656359044529122, "spearman": 0.6265994888539158 }, "euclidean": { "pearson": 0.6143083003163841, "spearman": 0.6265994888539158 }, "manhattan": { "pearson": 0.6153051203624357, "spearman": 0.6265300646176863 } }, "es": { "cos_sim": { "pearson": 0.42798466629144594, "spearman": 0.538129210907069 }, "euclidean": { "pearson": 0.48217797166915266, "spearman": 0.538129210907069 }, "manhattan": { "pearson": 0.48359003423557123, "spearman": 0.5394896150957018 } }, "es-en": { "cos_sim": { "pearson": 0.5453158773665185, "spearman": 0.6518822674266846 }, "euclidean": { "pearson": 0.5819324925326185, "spearman": 0.6518822674266846 }, "manhattan": { "pearson": 0.5783750769005698, "spearman": 0.6502074812497972 } }, "es-it": { "cos_sim": { "pearson": 0.48457906171592324, "spearman": 0.5528609467652911 }, "euclidean": { "pearson": 0.5188464425822175, "spearman": 0.5528609467652911 }, "manhattan": { "pearson": 0.5181573692180313, "spearman": 0.5533932627352348 } }, "evaluation_time": 51.18, "fr": { "cos_sim": { "pearson": 0.6928307795119371, "spearman": 0.7768846630995027 }, "euclidean": { "pearson": 0.73034747757096, "spearman": 0.7768846630995027 }, "manhattan": { "pearson": 0.7303548141166142, "spearman": 0.7765745427658016 } }, "fr-pl": { "cos_sim": { "pearson": 0.409753045484768, "spearman": 0.2817180849095055 }, "euclidean": { "pearson": 0.4038280020329891, "spearman": 0.2817180849095055 }, "manhattan": { "pearson": 0.34084425723423484, "spearman": 0.2817180849095055 } }, "it": { "cos_sim": { "pearson": 0.5677648080772915, "spearman": 0.6064694762935356 }, "euclidean": { "pearson": 0.581456140359783, "spearman": 0.6064694762935356 }, "manhattan": { "pearson": 0.5803342495626636, "spearman": 0.6038416624601491 } }, "pl": { "cos_sim": { "pearson": 0.09818882867657061, "spearman": 0.2441994279795319 }, "euclidean": { "pearson": 0.048139193677367666, "spearman": 0.2441994279795319 }, "manhattan": { "pearson": 0.046020637026701436, "spearman": 0.24218951967147823 } }, "pl-en": { "cos_sim": { "pearson": 0.47231436856471604, "spearman": 0.4296651621279448 }, "euclidean": { "pearson": 0.47136522518411184, "spearman": 0.4296651621279448 }, "manhattan": { "pearson": 0.4871469489220069, "spearman": 0.4451889519332464 } }, "ru": { "cos_sim": { "pearson": 0.034365537430337684, "spearman": 0.12125486695771288 }, "euclidean": { "pearson": 0.08134889656987512, "spearman": 0.12125486695771288 }, "manhattan": { "pearson": 0.08163310600014055, "spearman": 0.12129258700591722 } }, "tr": { "cos_sim": { "pearson": 0.2741097278825705, "spearman": 0.40448725720933265 }, "euclidean": { "pearson": 0.3374235928509056, "spearman": 0.40448725720933265 }, "manhattan": { "pearson": 0.3390231904900396, "spearman": 0.4019149257794821 } }, "zh": { "cos_sim": { "pearson": 0.27320332340418774, "spearman": 0.32900042162025 }, "euclidean": { "pearson": 0.3019516619723672, "spearman": 0.32900041812396197 }, "manhattan": { "pearson": 0.30146557575933086, "spearman": 0.3296907086076731 } }, "zh-en": { "cos_sim": { "pearson": 0.25589949160802994, "spearman": 0.20153084379882283 }, "euclidean": { "pearson": 0.2682363451623337, "spearman": 0.20153084379882283 }, "manhattan": { "pearson": 0.2584371588449563, "spearman": 0.18901328744286675 } } }, "mteb_version": "0.0.2", "mteb_dataset_name": "STS22", "dataset_revision": "2de6ce8c1921b71a755b262c6b57fef195dd7906" }