{ "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", "task_name": "PawsXPairClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.5725, "similarity_accuracy_threshold": 0.99491, "similarity_f1": 0.623386, "similarity_f1_threshold": 0.599928, "similarity_precision": 0.453299, "similarity_recall": 0.997765, "similarity_ap": 0.514875, "cosine_accuracy": 0.5725, "cosine_accuracy_threshold": 0.99491, "cosine_f1": 0.623386, "cosine_f1_threshold": 0.599928, "cosine_precision": 0.453299, "cosine_recall": 0.997765, "cosine_ap": 0.514875, "manhattan_accuracy": 0.572, "manhattan_accuracy_threshold": 2.137811, "manhattan_f1": 0.623386, "manhattan_f1_threshold": 19.468994, "manhattan_precision": 0.453299, "manhattan_recall": 0.997765, "manhattan_ap": 0.51515, "euclidean_accuracy": 0.5725, "euclidean_accuracy_threshold": 0.100896, "euclidean_f1": 0.623386, "euclidean_f1_threshold": 0.89423, "euclidean_precision": 0.453299, "euclidean_recall": 0.997765, "euclidean_ap": 0.514874, "dot_accuracy": 0.5725, "dot_accuracy_threshold": 0.99491, "dot_f1": 0.623386, "dot_f1_threshold": 0.599928, "dot_precision": 0.453299, "dot_recall": 0.997765, "dot_ap": 0.514598, "max_accuracy": 0.5725, "max_f1": 0.623386, "max_precision": 0.453299, "max_recall": 0.997765, "max_ap": 0.51515, "main_score": 0.51515, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.6265, "similarity_accuracy_threshold": 0.99225, "similarity_f1": 0.626401, "similarity_f1_threshold": 0.939106, "similarity_precision": 0.466093, "similarity_recall": 0.954796, "similarity_ap": 0.616748, "cosine_accuracy": 0.6265, "cosine_accuracy_threshold": 0.99225, "cosine_f1": 0.626401, "cosine_f1_threshold": 0.939106, "cosine_precision": 0.466093, "cosine_recall": 0.954796, "cosine_ap": 0.616748, "manhattan_accuracy": 0.6265, "manhattan_accuracy_threshold": 2.700069, "manhattan_f1": 0.62591, "manhattan_f1_threshold": 7.486434, "manhattan_precision": 0.467137, "manhattan_recall": 0.948181, "manhattan_ap": 0.616838, "euclidean_accuracy": 0.6265, "euclidean_accuracy_threshold": 0.1245, "euclidean_f1": 0.626401, "euclidean_f1_threshold": 0.348981, "euclidean_precision": 0.466093, "euclidean_recall": 0.954796, "euclidean_ap": 0.616748, "dot_accuracy": 0.6265, "dot_accuracy_threshold": 0.99225, "dot_f1": 0.626401, "dot_f1_threshold": 0.939106, "dot_precision": 0.466093, "dot_recall": 0.954796, "dot_ap": 0.616746, "max_accuracy": 0.6265, "max_f1": 0.626401, "max_precision": 0.467137, "max_recall": 0.954796, "max_ap": 0.616838, "main_score": 0.616838, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.581, "similarity_accuracy_threshold": 0.991465, "similarity_f1": 0.624441, "similarity_f1_threshold": 0.706714, "similarity_precision": 0.453954, "similarity_recall": 1.0, "similarity_ap": 0.532251, "cosine_accuracy": 0.581, "cosine_accuracy_threshold": 0.991465, "cosine_f1": 0.624441, "cosine_f1_threshold": 0.706714, "cosine_precision": 0.453954, "cosine_recall": 1.0, "cosine_ap": 0.532251, "manhattan_accuracy": 0.5805, "manhattan_accuracy_threshold": 2.90385, "manhattan_f1": 0.624441, "manhattan_f1_threshold": 16.52775, "manhattan_precision": 0.453954, "manhattan_recall": 1.0, "manhattan_ap": 0.532229, "euclidean_accuracy": 0.581, "euclidean_accuracy_threshold": 0.130649, "euclidean_f1": 0.624441, "euclidean_f1_threshold": 0.758796, "euclidean_precision": 0.453954, "euclidean_recall": 1.0, "euclidean_ap": 0.532252, "dot_accuracy": 0.581, "dot_accuracy_threshold": 0.991466, "dot_f1": 0.624441, "dot_f1_threshold": 0.706714, "dot_precision": 0.453954, "dot_recall": 1.0, "dot_ap": 0.532253, "max_accuracy": 0.581, "max_f1": 0.624441, "max_precision": 0.453954, "max_recall": 1.0, "max_ap": 0.532253, "main_score": 0.532253, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.5815, "similarity_accuracy_threshold": 0.993781, "similarity_f1": 0.625346, "similarity_f1_threshold": 0.807162, "similarity_precision": 0.454912, "similarity_recall": 1.0, "similarity_ap": 0.549557, "cosine_accuracy": 0.5815, "cosine_accuracy_threshold": 0.993781, "cosine_f1": 0.625346, "cosine_f1_threshold": 0.807162, "cosine_precision": 0.454912, "cosine_recall": 1.0, "cosine_ap": 0.549557, "manhattan_accuracy": 0.5805, "manhattan_accuracy_threshold": 2.45713, "manhattan_f1": 0.625346, "manhattan_f1_threshold": 13.629246, "manhattan_precision": 0.454912, "manhattan_recall": 1.0, "manhattan_ap": 0.549418, "euclidean_accuracy": 0.5815, "euclidean_accuracy_threshold": 0.111525, "euclidean_f1": 0.625346, "euclidean_f1_threshold": 0.621008, "euclidean_precision": 0.454912, "euclidean_recall": 1.0, "euclidean_ap": 0.549557, "dot_accuracy": 0.5815, "dot_accuracy_threshold": 0.993781, "dot_f1": 0.625346, "dot_f1_threshold": 0.807162, "dot_precision": 0.454912, "dot_recall": 1.0, "dot_ap": 0.548993, "max_accuracy": 0.5815, "max_f1": 0.625346, "max_precision": 0.454912, "max_recall": 1.0, "max_ap": 0.549557, "main_score": 0.549557, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.5745, "similarity_accuracy_threshold": 0.9892, "similarity_f1": 0.625623, "similarity_f1_threshold": 0.723633, "similarity_precision": 0.456149, "similarity_recall": 0.99547, "similarity_ap": 0.492585, "cosine_accuracy": 0.5745, "cosine_accuracy_threshold": 0.9892, "cosine_f1": 0.625623, "cosine_f1_threshold": 0.723633, "cosine_precision": 0.456149, "cosine_recall": 0.99547, "cosine_ap": 0.492585, "manhattan_accuracy": 0.575, "manhattan_accuracy_threshold": 3.269874, "manhattan_f1": 0.624556, "manhattan_f1_threshold": 16.978329, "manhattan_precision": 0.45478, "manhattan_recall": 0.996602, "manhattan_ap": 0.492523, "euclidean_accuracy": 0.5745, "euclidean_accuracy_threshold": 0.146966, "euclidean_f1": 0.625623, "euclidean_f1_threshold": 0.743461, "euclidean_precision": 0.456149, "euclidean_recall": 0.99547, "euclidean_ap": 0.492585, "dot_accuracy": 0.5745, "dot_accuracy_threshold": 0.9892, "dot_f1": 0.625623, "dot_f1_threshold": 0.723633, "dot_precision": 0.456149, "dot_recall": 0.99547, "dot_ap": 0.494108, "max_accuracy": 0.575, "max_f1": 0.625623, "max_precision": 0.456149, "max_recall": 0.996602, "max_ap": 0.494108, "main_score": 0.494108, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "similarity_accuracy": 0.576, "similarity_accuracy_threshold": 0.987832, "similarity_f1": 0.625131, "similarity_f1_threshold": 0.591852, "similarity_precision": 0.45538, "similarity_recall": 0.996652, "similarity_ap": 0.513575, "cosine_accuracy": 0.576, "cosine_accuracy_threshold": 0.987832, "cosine_f1": 0.625131, "cosine_f1_threshold": 0.591852, "cosine_precision": 0.45538, "cosine_recall": 0.996652, "cosine_ap": 0.513575, "manhattan_accuracy": 0.5755, "manhattan_accuracy_threshold": 3.471537, "manhattan_f1": 0.624956, "manhattan_f1_threshold": 20.108856, "manhattan_precision": 0.454962, "manhattan_recall": 0.997768, "manhattan_ap": 0.513293, "euclidean_accuracy": 0.576, "euclidean_accuracy_threshold": 0.155997, "euclidean_f1": 0.625131, "euclidean_f1_threshold": 0.90349, "euclidean_precision": 0.45538, "euclidean_recall": 0.996652, "euclidean_ap": 0.513575, "dot_accuracy": 0.576, "dot_accuracy_threshold": 0.987832, "dot_f1": 0.625131, "dot_f1_threshold": 0.591853, "dot_precision": 0.45538, "dot_recall": 0.996652, "dot_ap": 0.512641, "max_accuracy": 0.576, "max_f1": 0.625131, "max_precision": 0.45538, "max_recall": 0.997768, "max_ap": 0.513575, "main_score": 0.513575, "hf_subset": "ko", "languages": [ "kor-Hang" ] }, { "similarity_accuracy": 0.5935, "similarity_accuracy_threshold": 0.998783, "similarity_f1": 0.621508, "similarity_f1_threshold": 0.643759, "similarity_precision": 0.451777, "similarity_recall": 0.995526, "similarity_ap": 0.532867, "cosine_accuracy": 0.5935, "cosine_accuracy_threshold": 0.998783, "cosine_f1": 0.621508, "cosine_f1_threshold": 0.643759, "cosine_precision": 0.451777, "cosine_recall": 0.995526, "cosine_ap": 0.532867, "manhattan_accuracy": 0.593, "manhattan_accuracy_threshold": 1.067694, "manhattan_f1": 0.621819, "manhattan_f1_threshold": 19.292334, "manhattan_precision": 0.451646, "manhattan_recall": 0.997763, "manhattan_ap": 0.533205, "euclidean_accuracy": 0.5935, "euclidean_accuracy_threshold": 0.049334, "euclidean_f1": 0.621508, "euclidean_f1_threshold": 0.844081, "euclidean_precision": 0.451777, "euclidean_recall": 0.995526, "euclidean_ap": 0.532865, "dot_accuracy": 0.5935, "dot_accuracy_threshold": 0.998783, "dot_f1": 0.621508, "dot_f1_threshold": 0.643759, "dot_precision": 0.451777, "dot_recall": 0.995526, "dot_ap": 0.531396, "max_accuracy": 0.5935, "max_f1": 0.621819, "max_precision": 0.451777, "max_recall": 0.997763, "max_ap": 0.533205, "main_score": 0.533205, "hf_subset": "zh", "languages": [ "cmn-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.602, "similarity_accuracy_threshold": 0.996201, "similarity_f1": 0.598919, "similarity_f1_threshold": 0.677144, "similarity_precision": 0.427469, "similarity_recall": 1.0, "similarity_ap": 0.476899, "cosine_accuracy": 0.602, "cosine_accuracy_threshold": 0.996201, "cosine_f1": 0.598919, "cosine_f1_threshold": 0.677144, "cosine_precision": 0.427469, "cosine_recall": 1.0, "cosine_ap": 0.476899, "manhattan_accuracy": 0.602, "manhattan_accuracy_threshold": 1.941374, "manhattan_f1": 0.598919, "manhattan_f1_threshold": 17.951532, "manhattan_precision": 0.427469, "manhattan_recall": 1.0, "manhattan_ap": 0.477013, "euclidean_accuracy": 0.602, "euclidean_accuracy_threshold": 0.087161, "euclidean_f1": 0.598919, "euclidean_f1_threshold": 0.799425, "euclidean_precision": 0.427469, "euclidean_recall": 1.0, "euclidean_ap": 0.476898, "dot_accuracy": 0.602, "dot_accuracy_threshold": 0.996201, "dot_f1": 0.598919, "dot_f1_threshold": 0.677144, "dot_precision": 0.427469, "dot_recall": 1.0, "dot_ap": 0.476959, "max_accuracy": 0.602, "max_f1": 0.598919, "max_precision": 0.427469, "max_recall": 1.0, "max_ap": 0.477013, "main_score": 0.477013, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.6385, "similarity_accuracy_threshold": 0.991947, "similarity_f1": 0.612561, "similarity_f1_threshold": 0.964963, "similarity_precision": 0.472624, "similarity_recall": 0.87022, "similarity_ap": 0.607058, "cosine_accuracy": 0.6385, "cosine_accuracy_threshold": 0.991947, "cosine_f1": 0.612561, "cosine_f1_threshold": 0.964963, "cosine_precision": 0.472624, "cosine_recall": 0.87022, "cosine_ap": 0.607058, "manhattan_accuracy": 0.6375, "manhattan_accuracy_threshold": 2.834603, "manhattan_f1": 0.613692, "manhattan_f1_threshold": 5.882653, "manhattan_precision": 0.473287, "manhattan_recall": 0.872538, "manhattan_ap": 0.607767, "euclidean_accuracy": 0.6385, "euclidean_accuracy_threshold": 0.126907, "euclidean_f1": 0.612561, "euclidean_f1_threshold": 0.264714, "euclidean_precision": 0.472624, "euclidean_recall": 0.87022, "euclidean_ap": 0.607057, "dot_accuracy": 0.6385, "dot_accuracy_threshold": 0.991948, "dot_f1": 0.612561, "dot_f1_threshold": 0.964963, "dot_precision": 0.472624, "dot_recall": 0.87022, "dot_ap": 0.607051, "max_accuracy": 0.6385, "max_f1": 0.613692, "max_precision": 0.473287, "max_recall": 0.872538, "max_ap": 0.607767, "main_score": 0.607767, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.597, "similarity_accuracy_threshold": 0.991844, "similarity_f1": 0.603276, "similarity_f1_threshold": 0.778888, "similarity_precision": 0.431922, "similarity_recall": 1.0, "similarity_ap": 0.510805, "cosine_accuracy": 0.597, "cosine_accuracy_threshold": 0.991844, "cosine_f1": 0.603276, "cosine_f1_threshold": 0.778888, "cosine_precision": 0.431922, "cosine_recall": 1.0, "cosine_ap": 0.510805, "manhattan_accuracy": 0.5975, "manhattan_accuracy_threshold": 2.977258, "manhattan_f1": 0.603276, "manhattan_f1_threshold": 14.829375, "manhattan_precision": 0.431922, "manhattan_recall": 1.0, "manhattan_ap": 0.51076, "euclidean_accuracy": 0.597, "euclidean_accuracy_threshold": 0.127717, "euclidean_f1": 0.603276, "euclidean_f1_threshold": 0.664826, "euclidean_precision": 0.431922, "euclidean_recall": 1.0, "euclidean_ap": 0.510805, "dot_accuracy": 0.597, "dot_accuracy_threshold": 0.991844, "dot_f1": 0.603276, "dot_f1_threshold": 0.778888, "dot_precision": 0.431922, "dot_recall": 1.0, "dot_ap": 0.510319, "max_accuracy": 0.5975, "max_f1": 0.603276, "max_precision": 0.431922, "max_recall": 1.0, "max_ap": 0.510805, "main_score": 0.510805, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.6105, "similarity_accuracy_threshold": 0.996002, "similarity_f1": 0.603442, "similarity_f1_threshold": 0.830792, "similarity_precision": 0.43231, "similarity_recall": 0.998837, "similarity_ap": 0.553876, "cosine_accuracy": 0.6105, "cosine_accuracy_threshold": 0.996002, "cosine_f1": 0.603442, "cosine_f1_threshold": 0.830792, "cosine_precision": 0.43231, "cosine_recall": 0.998837, "cosine_ap": 0.553876, "manhattan_accuracy": 0.609, "manhattan_accuracy_threshold": 1.971904, "manhattan_f1": 0.603654, "manhattan_f1_threshold": 12.847777, "manhattan_precision": 0.432528, "manhattan_recall": 0.998837, "manhattan_ap": 0.553364, "euclidean_accuracy": 0.6105, "euclidean_accuracy_threshold": 0.089415, "euclidean_f1": 0.603442, "euclidean_f1_threshold": 0.581733, "euclidean_precision": 0.43231, "euclidean_recall": 0.998837, "euclidean_ap": 0.553802, "dot_accuracy": 0.6105, "dot_accuracy_threshold": 0.996003, "dot_f1": 0.603442, "dot_f1_threshold": 0.830792, "dot_precision": 0.43231, "dot_recall": 0.998837, "dot_ap": 0.554267, "max_accuracy": 0.6105, "max_f1": 0.603654, "max_precision": 0.432528, "max_recall": 0.998837, "max_ap": 0.554267, "main_score": 0.554267, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.603, "similarity_accuracy_threshold": 0.989034, "similarity_f1": 0.605405, "similarity_f1_threshold": 0.821013, "similarity_precision": 0.437272, "similarity_recall": 0.983607, "similarity_ap": 0.517074, "cosine_accuracy": 0.603, "cosine_accuracy_threshold": 0.989034, "cosine_f1": 0.605405, "cosine_f1_threshold": 0.821013, "cosine_precision": 0.437272, "cosine_recall": 0.983607, "cosine_ap": 0.517074, "manhattan_accuracy": 0.602, "manhattan_accuracy_threshold": 3.116879, "manhattan_f1": 0.605339, "manhattan_f1_threshold": 13.104861, "manhattan_precision": 0.437435, "manhattan_recall": 0.982436, "manhattan_ap": 0.516875, "euclidean_accuracy": 0.603, "euclidean_accuracy_threshold": 0.148091, "euclidean_f1": 0.605405, "euclidean_f1_threshold": 0.59831, "euclidean_precision": 0.437272, "euclidean_recall": 0.983607, "euclidean_ap": 0.516983, "dot_accuracy": 0.603, "dot_accuracy_threshold": 0.989034, "dot_f1": 0.605405, "dot_f1_threshold": 0.821012, "dot_precision": 0.437272, "dot_recall": 0.983607, "dot_ap": 0.518073, "max_accuracy": 0.603, "max_f1": 0.605405, "max_precision": 0.437435, "max_recall": 0.983607, "max_ap": 0.518073, "main_score": 0.518073, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "similarity_accuracy": 0.5945, "similarity_accuracy_threshold": 0.993009, "similarity_f1": 0.597004, "similarity_f1_threshold": 0.595106, "similarity_precision": 0.426171, "similarity_recall": 0.996429, "similarity_ap": 0.46191, "cosine_accuracy": 0.5945, "cosine_accuracy_threshold": 0.993009, "cosine_f1": 0.597004, "cosine_f1_threshold": 0.595106, "cosine_precision": 0.426171, "cosine_recall": 0.996429, "cosine_ap": 0.46191, "manhattan_accuracy": 0.5945, "manhattan_accuracy_threshold": 2.562302, "manhattan_f1": 0.596791, "manhattan_f1_threshold": 19.925081, "manhattan_precision": 0.425954, "manhattan_recall": 0.996429, "manhattan_ap": 0.461078, "euclidean_accuracy": 0.5945, "euclidean_accuracy_threshold": 0.118246, "euclidean_f1": 0.597004, "euclidean_f1_threshold": 0.899882, "euclidean_precision": 0.426171, "euclidean_recall": 0.996429, "euclidean_ap": 0.461337, "dot_accuracy": 0.5945, "dot_accuracy_threshold": 0.993009, "dot_f1": 0.597004, "dot_f1_threshold": 0.595106, "dot_precision": 0.426171, "dot_recall": 0.996429, "dot_ap": 0.463003, "max_accuracy": 0.5945, "max_f1": 0.597004, "max_precision": 0.426171, "max_recall": 0.996429, "max_ap": 0.463003, "main_score": 0.463003, "hf_subset": "ko", "languages": [ "kor-Hang" ] }, { "similarity_accuracy": 0.6075, "similarity_accuracy_threshold": 0.999536, "similarity_f1": 0.600071, "similarity_f1_threshold": 0.627458, "similarity_precision": 0.429293, "similarity_recall": 0.996483, "similarity_ap": 0.5007, "cosine_accuracy": 0.6075, "cosine_accuracy_threshold": 0.999536, "cosine_f1": 0.600071, "cosine_f1_threshold": 0.627458, "cosine_precision": 0.429293, "cosine_recall": 0.996483, "cosine_ap": 0.5007, "manhattan_accuracy": 0.6075, "manhattan_accuracy_threshold": 0.674769, "manhattan_f1": 0.600071, "manhattan_f1_threshold": 19.075714, "manhattan_precision": 0.429293, "manhattan_recall": 0.996483, "manhattan_ap": 0.501575, "euclidean_accuracy": 0.6075, "euclidean_accuracy_threshold": 0.030479, "euclidean_f1": 0.600071, "euclidean_f1_threshold": 0.863137, "euclidean_precision": 0.429293, "euclidean_recall": 0.996483, "euclidean_ap": 0.501225, "dot_accuracy": 0.6075, "dot_accuracy_threshold": 0.999535, "dot_f1": 0.600071, "dot_f1_threshold": 0.627458, "dot_precision": 0.429293, "dot_recall": 0.996483, "dot_ap": 0.496784, "max_accuracy": 0.6075, "max_f1": 0.600071, "max_precision": 0.429293, "max_recall": 0.996483, "max_ap": 0.501575, "main_score": 0.501575, "hf_subset": "zh", "languages": [ "cmn-Hans" ] } ] }, "evaluation_time": 25.08453631401062, "kg_co2_emissions": 0.0020519096297328984 }