{ "dataset_revision": "558da352e7dba3ed3229fc4922aef2ebaff0a90b", "task_name": "PawsXPairClassification", "mteb_version": "2.6.7", "scores": { "test": [ { "similarity_accuracy": 0.661, "similarity_f1": 0.635118, "similarity_precision": 0.505284, "similarity_recall": 0.854749, "similarity_ap": 0.664856, "cosine_accuracy": 0.661, "cosine_f1": 0.635118, "cosine_precision": 0.505284, "cosine_recall": 0.854749, "cosine_ap": 0.665452, "manhattan_accuracy": 0.6605, "manhattan_f1": 0.634269, "manhattan_precision": 0.507373, "manhattan_recall": 0.84581, "manhattan_ap": 0.665601, "euclidean_accuracy": 0.661, "euclidean_f1": 0.635118, "euclidean_precision": 0.505284, "euclidean_recall": 0.854749, "euclidean_ap": 0.66539, "dot_accuracy": 0.661, "dot_f1": 0.636211, "dot_precision": 0.509054, "dot_recall": 0.848045, "dot_ap": 0.656943, "max_accuracy": 0.661, "max_f1": 0.636211, "max_precision": 0.509054, "max_recall": 0.854749, "max_ap": 0.665601, "main_score": 0.665601, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.697, "similarity_f1": 0.670927, "similarity_precision": 0.57243, "similarity_recall": 0.810364, "similarity_ap": 0.727825, "cosine_accuracy": 0.697, "cosine_f1": 0.670927, "cosine_precision": 0.57243, "cosine_recall": 0.810364, "cosine_ap": 0.727822, "manhattan_accuracy": 0.6975, "manhattan_f1": 0.67098, "manhattan_precision": 0.577566, "manhattan_recall": 0.800441, "manhattan_ap": 0.728176, "euclidean_accuracy": 0.6975, "euclidean_f1": 0.670927, "euclidean_precision": 0.57243, "euclidean_recall": 0.810364, "euclidean_ap": 0.727833, "dot_accuracy": 0.6925, "dot_f1": 0.671375, "dot_precision": 0.585867, "dot_recall": 0.786108, "dot_ap": 0.719791, "max_accuracy": 0.6975, "max_f1": 0.671375, "max_precision": 0.585867, "max_recall": 0.810364, "max_ap": 0.728176, "main_score": 0.728176, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.6545, "similarity_f1": 0.632863, "similarity_precision": 0.483683, "similarity_recall": 0.915105, "similarity_ap": 0.678638, "cosine_accuracy": 0.6545, "cosine_f1": 0.632863, "cosine_precision": 0.483683, "cosine_recall": 0.915105, "cosine_ap": 0.678638, "manhattan_accuracy": 0.6535, "manhattan_f1": 0.632622, "manhattan_precision": 0.483401, "manhattan_recall": 0.915105, "manhattan_ap": 0.679365, "euclidean_accuracy": 0.654, "euclidean_f1": 0.632863, "euclidean_precision": 0.483683, "euclidean_recall": 0.915105, "euclidean_ap": 0.678685, "dot_accuracy": 0.655, "dot_f1": 0.633321, "dot_precision": 0.486407, "dot_recall": 0.907387, "dot_ap": 0.665043, "max_accuracy": 0.655, "max_f1": 0.633321, "max_precision": 0.486407, "max_recall": 0.915105, "max_ap": 0.679365, "main_score": 0.679365, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.671, "similarity_f1": 0.64685, "similarity_precision": 0.5396, "similarity_recall": 0.807309, "similarity_ap": 0.701384, "cosine_accuracy": 0.671, "cosine_f1": 0.64685, "cosine_precision": 0.5396, "cosine_recall": 0.807309, "cosine_ap": 0.701384, "manhattan_accuracy": 0.6715, "manhattan_f1": 0.646827, "manhattan_precision": 0.534732, "manhattan_recall": 0.818383, "manhattan_ap": 0.70163, "euclidean_accuracy": 0.671, "euclidean_f1": 0.64685, "euclidean_precision": 0.5396, "euclidean_recall": 0.807309, "euclidean_ap": 0.701339, "dot_accuracy": 0.6725, "dot_f1": 0.646288, "dot_precision": 0.533526, "dot_recall": 0.819491, "dot_ap": 0.695681, "max_accuracy": 0.6725, "max_f1": 0.64685, "max_precision": 0.5396, "max_recall": 0.819491, "max_ap": 0.70163, "main_score": 0.70163, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.6055, "similarity_f1": 0.625089, "similarity_precision": 0.456058, "similarity_recall": 0.993205, "similarity_ap": 0.558323, "cosine_accuracy": 0.6055, "cosine_f1": 0.625089, "cosine_precision": 0.456058, "cosine_recall": 0.993205, "cosine_ap": 0.558214, "manhattan_accuracy": 0.606, "manhattan_f1": 0.625312, "manhattan_precision": 0.456296, "manhattan_recall": 0.993205, "manhattan_ap": 0.558614, "euclidean_accuracy": 0.606, "euclidean_f1": 0.625089, "euclidean_precision": 0.456058, "euclidean_recall": 0.993205, "euclidean_ap": 0.558223, "dot_accuracy": 0.604, "dot_f1": 0.624866, "dot_precision": 0.455821, "dot_recall": 0.993205, "dot_ap": 0.560066, "max_accuracy": 0.606, "max_f1": 0.625312, "max_precision": 0.456296, "max_recall": 0.993205, "max_ap": 0.560066, "main_score": 0.560066, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "similarity_accuracy": 0.5985, "similarity_f1": 0.626013, "similarity_precision": 0.457496, "similarity_recall": 0.991071, "similarity_ap": 0.560796, "cosine_accuracy": 0.5985, "cosine_f1": 0.626013, "cosine_precision": 0.457496, "cosine_recall": 0.991071, "cosine_ap": 0.55926, "manhattan_accuracy": 0.599, "manhattan_f1": 0.626148, "manhattan_precision": 0.458118, "manhattan_recall": 0.988839, "manhattan_ap": 0.559335, "euclidean_accuracy": 0.5985, "euclidean_f1": 0.626013, "euclidean_precision": 0.457496, "euclidean_recall": 0.991071, "euclidean_ap": 0.559295, "dot_accuracy": 0.5945, "dot_f1": 0.626234, "dot_precision": 0.457732, "dot_recall": 0.991071, "dot_ap": 0.55875, "max_accuracy": 0.599, "max_f1": 0.626234, "max_precision": 0.458118, "max_recall": 0.991071, "max_ap": 0.560796, "main_score": 0.560796, "hf_subset": "ko", "languages": [ "kor-Hang" ] }, { "similarity_accuracy": 0.626, "similarity_f1": 0.627549, "similarity_precision": 0.461336, "similarity_recall": 0.980984, "similarity_ap": 0.617302, "cosine_accuracy": 0.626, "cosine_f1": 0.627549, "cosine_precision": 0.461336, "cosine_recall": 0.980984, "cosine_ap": 0.617263, "manhattan_accuracy": 0.626, "manhattan_f1": 0.627325, "manhattan_precision": 0.461094, "manhattan_recall": 0.980984, "manhattan_ap": 0.617231, "euclidean_accuracy": 0.6255, "euclidean_f1": 0.627325, "euclidean_precision": 0.461094, "euclidean_recall": 0.980984, "euclidean_ap": 0.617236, "dot_accuracy": 0.6255, "dot_f1": 0.627549, "dot_precision": 0.461336, "dot_recall": 0.980984, "dot_ap": 0.606136, "max_accuracy": 0.626, "max_f1": 0.627549, "max_precision": 0.461336, "max_recall": 0.980984, "max_ap": 0.617302, "main_score": 0.617302, "hf_subset": "zh", "languages": [ "cmn-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.661, "similarity_f1": 0.603741, "similarity_precision": 0.466798, "similarity_recall": 0.854392, "similarity_ap": 0.605249, "cosine_accuracy": 0.661, "cosine_f1": 0.603741, "cosine_precision": 0.466798, "cosine_recall": 0.854392, "cosine_ap": 0.600799, "manhattan_accuracy": 0.6605, "manhattan_f1": 0.603911, "manhattan_precision": 0.48538, "manhattan_recall": 0.799037, "manhattan_ap": 0.601209, "euclidean_accuracy": 0.661, "euclidean_f1": 0.603661, "euclidean_precision": 0.467062, "euclidean_recall": 0.853189, "euclidean_ap": 0.600809, "dot_accuracy": 0.66, "dot_f1": 0.603822, "dot_precision": 0.466535, "dot_recall": 0.855596, "dot_ap": 0.586373, "max_accuracy": 0.661, "max_f1": 0.603911, "max_precision": 0.48538, "max_recall": 0.855596, "max_ap": 0.605249, "main_score": 0.605249, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.717, "similarity_f1": 0.665929, "similarity_precision": 0.637037, "similarity_recall": 0.697567, "similarity_ap": 0.732237, "cosine_accuracy": 0.717, "cosine_f1": 0.665929, "cosine_precision": 0.637037, "cosine_recall": 0.697567, "cosine_ap": 0.732237, "manhattan_accuracy": 0.717, "manhattan_f1": 0.665174, "manhattan_precision": 0.643554, "manhattan_recall": 0.688297, "manhattan_ap": 0.732625, "euclidean_accuracy": 0.7165, "euclidean_f1": 0.664798, "euclidean_precision": 0.643865, "euclidean_recall": 0.687138, "euclidean_ap": 0.732223, "dot_accuracy": 0.72, "dot_f1": 0.661255, "dot_precision": 0.620305, "dot_recall": 0.707995, "dot_ap": 0.710479, "max_accuracy": 0.72, "max_f1": 0.665929, "max_precision": 0.643865, "max_recall": 0.707995, "max_ap": 0.732625, "main_score": 0.732625, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.6775, "similarity_f1": 0.616203, "similarity_precision": 0.471509, "similarity_recall": 0.88902, "similarity_ap": 0.65497, "cosine_accuracy": 0.6775, "cosine_f1": 0.616203, "cosine_precision": 0.471509, "cosine_recall": 0.88902, "cosine_ap": 0.655399, "manhattan_accuracy": 0.677, "manhattan_f1": 0.616094, "manhattan_precision": 0.477583, "manhattan_recall": 0.867769, "manhattan_ap": 0.655727, "euclidean_accuracy": 0.6775, "euclidean_f1": 0.616141, "euclidean_precision": 0.471769, "euclidean_recall": 0.887839, "euclidean_ap": 0.655321, "dot_accuracy": 0.6755, "dot_f1": 0.61558, "dot_precision": 0.479868, "dot_recall": 0.858323, "dot_ap": 0.646488, "max_accuracy": 0.6775, "max_f1": 0.616203, "max_precision": 0.479868, "max_recall": 0.88902, "max_ap": 0.655727, "main_score": 0.655727, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.6965, "similarity_f1": 0.625447, "similarity_precision": 0.557885, "similarity_recall": 0.711628, "similarity_ap": 0.700566, "cosine_accuracy": 0.6965, "cosine_f1": 0.625447, "cosine_precision": 0.557885, "cosine_recall": 0.711628, "cosine_ap": 0.700691, "manhattan_accuracy": 0.697, "manhattan_f1": 0.624812, "manhattan_precision": 0.549956, "manhattan_recall": 0.723256, "manhattan_ap": 0.701029, "euclidean_accuracy": 0.6965, "euclidean_f1": 0.625128, "euclidean_precision": 0.557377, "euclidean_recall": 0.711628, "euclidean_ap": 0.70067, "dot_accuracy": 0.6945, "dot_f1": 0.624528, "dot_precision": 0.525397, "dot_recall": 0.769767, "dot_ap": 0.691027, "max_accuracy": 0.697, "max_f1": 0.625447, "max_precision": 0.557885, "max_recall": 0.769767, "max_ap": 0.701029, "main_score": 0.701029, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.6305, "similarity_f1": 0.602333, "similarity_precision": 0.431392, "similarity_recall": 0.997658, "similarity_ap": 0.596957, "cosine_accuracy": 0.6305, "cosine_f1": 0.602333, "cosine_precision": 0.431392, "cosine_recall": 0.997658, "cosine_ap": 0.59537, "manhattan_accuracy": 0.6305, "manhattan_f1": 0.602546, "manhattan_precision": 0.431611, "manhattan_recall": 0.997658, "manhattan_ap": 0.595367, "euclidean_accuracy": 0.631, "euclidean_f1": 0.602333, "euclidean_precision": 0.431392, "euclidean_recall": 0.997658, "euclidean_ap": 0.595392, "dot_accuracy": 0.632, "dot_f1": 0.602333, "dot_precision": 0.431392, "dot_recall": 0.997658, "dot_ap": 0.588226, "max_accuracy": 0.632, "max_f1": 0.602546, "max_precision": 0.431611, "max_recall": 0.997658, "max_ap": 0.596957, "main_score": 0.596957, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "similarity_accuracy": 0.6195, "similarity_f1": 0.596855, "similarity_precision": 0.426456, "similarity_recall": 0.994048, "similarity_ap": 0.527248, "cosine_accuracy": 0.6195, "cosine_f1": 0.596855, "cosine_precision": 0.426456, "cosine_recall": 0.994048, "cosine_ap": 0.528081, "manhattan_accuracy": 0.6195, "manhattan_f1": 0.596855, "manhattan_precision": 0.426456, "manhattan_recall": 0.994048, "manhattan_ap": 0.528504, "euclidean_accuracy": 0.619, "euclidean_f1": 0.596855, "euclidean_precision": 0.426456, "euclidean_recall": 0.994048, "euclidean_ap": 0.528108, "dot_accuracy": 0.6185, "dot_f1": 0.596855, "dot_precision": 0.426456, "dot_recall": 0.994048, "dot_ap": 0.520308, "max_accuracy": 0.6195, "max_f1": 0.596855, "max_precision": 0.426456, "max_recall": 0.994048, "max_ap": 0.528504, "main_score": 0.528504, "hf_subset": "ko", "languages": [ "kor-Hang" ] }, { "similarity_accuracy": 0.6265, "similarity_f1": 0.601845, "similarity_precision": 0.431552, "similarity_recall": 0.994138, "similarity_ap": 0.574478, "cosine_accuracy": 0.6265, "cosine_f1": 0.601845, "cosine_precision": 0.431552, "cosine_recall": 0.994138, "cosine_ap": 0.574426, "manhattan_accuracy": 0.627, "manhattan_f1": 0.601845, "manhattan_precision": 0.431552, "manhattan_recall": 0.994138, "manhattan_ap": 0.574663, "euclidean_accuracy": 0.6265, "euclidean_f1": 0.601845, "euclidean_precision": 0.431552, "euclidean_recall": 0.994138, "euclidean_ap": 0.574395, "dot_accuracy": 0.628, "dot_f1": 0.601845, "dot_precision": 0.431552, "dot_recall": 0.994138, "dot_ap": 0.569276, "max_accuracy": 0.628, "max_f1": 0.601845, "max_precision": 0.431552, "max_recall": 0.994138, "max_ap": 0.574663, "main_score": 0.574663, "hf_subset": "zh", "languages": [ "cmn-Hans" ] } ] }, "evaluation_time": 174.33225440979004, "kg_co2_emissions": null }