{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.549451, "similarity_accuracy_threshold": 0.851897, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.666896, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.556262, "cosine_accuracy": 0.549451, "cosine_accuracy_threshold": 0.851897, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.666896, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.556262, "manhattan_accuracy": 0.547985, "manhattan_accuracy_threshold": 11.889885, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 19.208481, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.557665, "euclidean_accuracy": 0.549451, "euclidean_accuracy_threshold": 0.544249, "euclidean_f1": 0.666341, "euclidean_f1_threshold": 0.816211, "euclidean_precision": 0.5, "euclidean_recall": 0.998534, "euclidean_ap": 0.556258, "dot_accuracy": 0.549451, "dot_accuracy_threshold": 0.851897, "dot_f1": 0.666341, "dot_f1_threshold": 0.666896, "dot_precision": 0.5, "dot_recall": 0.998534, "dot_ap": 0.556255, "max_accuracy": 0.549451, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.557665, "main_score": 0.557665, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.564103, "similarity_accuracy_threshold": 0.853146, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.647312, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.575692, "cosine_accuracy": 0.564103, "cosine_accuracy_threshold": 0.853146, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.647312, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.575692, "manhattan_accuracy": 0.569963, "manhattan_accuracy_threshold": 12.127012, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 18.765196, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.575726, "euclidean_accuracy": 0.564103, "euclidean_accuracy_threshold": 0.541949, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 0.839861, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.575692, "dot_accuracy": 0.564103, "dot_accuracy_threshold": 0.853145, "dot_f1": 0.666993, "dot_f1_threshold": 0.647312, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.575688, "max_accuracy": 0.569963, "max_f1": 0.666993, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.575726, "main_score": 0.575726, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.567033, "similarity_accuracy_threshold": 0.80302, "similarity_f1": 0.673116, "similarity_f1_threshold": 0.681798, "similarity_precision": 0.515601, "similarity_recall": 0.969208, "similarity_ap": 0.571602, "cosine_accuracy": 0.567033, "cosine_accuracy_threshold": 0.80302, "cosine_f1": 0.673116, "cosine_f1_threshold": 0.681798, "cosine_precision": 0.515601, "cosine_recall": 0.969208, "cosine_ap": 0.571602, "manhattan_accuracy": 0.5663, "manhattan_accuracy_threshold": 13.71171, "manhattan_f1": 0.671436, "manhattan_f1_threshold": 17.582794, "manhattan_precision": 0.515294, "manhattan_recall": 0.963343, "manhattan_ap": 0.570794, "euclidean_accuracy": 0.567033, "euclidean_accuracy_threshold": 0.627662, "euclidean_f1": 0.673116, "euclidean_f1_threshold": 0.797749, "euclidean_precision": 0.515601, "euclidean_recall": 0.969208, "euclidean_ap": 0.571602, "dot_accuracy": 0.567033, "dot_accuracy_threshold": 0.803021, "dot_f1": 0.673116, "dot_f1_threshold": 0.681798, "dot_precision": 0.515601, "dot_recall": 0.969208, "dot_ap": 0.571602, "max_accuracy": 0.567033, "max_f1": 0.673116, "max_precision": 0.515601, "max_recall": 0.969208, "max_ap": 0.571602, "main_score": 0.571602, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.540659, "similarity_accuracy_threshold": 0.90004, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.609397, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.550777, "cosine_accuracy": 0.540659, "cosine_accuracy_threshold": 0.90004, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.609397, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.550777, "manhattan_accuracy": 0.541392, "manhattan_accuracy_threshold": 9.866335, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 19.505032, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.549959, "euclidean_accuracy": 0.540659, "euclidean_accuracy_threshold": 0.447124, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 0.883828, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.550777, "dot_accuracy": 0.540659, "dot_accuracy_threshold": 0.900041, "dot_f1": 0.666993, "dot_f1_threshold": 0.609397, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.550778, "max_accuracy": 0.541392, "max_f1": 0.666993, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.550778, "main_score": 0.550778, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.654212, "similarity_accuracy_threshold": 0.796764, "similarity_f1": 0.703768, "similarity_f1_threshold": 0.739985, "similarity_precision": 0.581975, "similarity_recall": 0.890029, "similarity_ap": 0.636767, "cosine_accuracy": 0.654212, "cosine_accuracy_threshold": 0.796764, "cosine_f1": 0.703768, "cosine_f1_threshold": 0.739985, "cosine_precision": 0.581975, "cosine_recall": 0.890029, "cosine_ap": 0.636767, "manhattan_accuracy": 0.655678, "manhattan_accuracy_threshold": 14.112087, "manhattan_f1": 0.705061, "manhattan_f1_threshold": 15.950991, "manhattan_precision": 0.584378, "manhattan_recall": 0.888563, "manhattan_ap": 0.637513, "euclidean_accuracy": 0.654212, "euclidean_accuracy_threshold": 0.637552, "euclidean_f1": 0.703768, "euclidean_f1_threshold": 0.721132, "euclidean_precision": 0.581975, "euclidean_recall": 0.890029, "euclidean_ap": 0.636767, "dot_accuracy": 0.654212, "dot_accuracy_threshold": 0.796764, "dot_f1": 0.703768, "dot_f1_threshold": 0.739985, "dot_precision": 0.581975, "dot_recall": 0.890029, "dot_ap": 0.636768, "max_accuracy": 0.655678, "max_f1": 0.705061, "max_precision": 0.584378, "max_recall": 0.890029, "max_ap": 0.637513, "main_score": 0.637513, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.607326, "similarity_accuracy_threshold": 0.791225, "similarity_f1": 0.668705, "similarity_f1_threshold": 0.681868, "similarity_precision": 0.5125, "similarity_recall": 0.961877, "similarity_ap": 0.61204, "cosine_accuracy": 0.607326, "cosine_accuracy_threshold": 0.791225, "cosine_f1": 0.668705, "cosine_f1_threshold": 0.681868, "cosine_precision": 0.5125, "cosine_recall": 0.961877, "cosine_ap": 0.61204, "manhattan_accuracy": 0.606593, "manhattan_accuracy_threshold": 14.112964, "manhattan_f1": 0.667684, "manhattan_f1_threshold": 17.757336, "manhattan_precision": 0.511302, "manhattan_recall": 0.961877, "manhattan_ap": 0.611608, "euclidean_accuracy": 0.607326, "euclidean_accuracy_threshold": 0.646181, "euclidean_f1": 0.668705, "euclidean_f1_threshold": 0.797661, "euclidean_precision": 0.5125, "euclidean_recall": 0.961877, "euclidean_ap": 0.61204, "dot_accuracy": 0.607326, "dot_accuracy_threshold": 0.791226, "dot_f1": 0.668705, "dot_f1_threshold": 0.681868, "dot_precision": 0.5125, "dot_recall": 0.961877, "dot_ap": 0.612042, "max_accuracy": 0.607326, "max_f1": 0.668705, "max_precision": 0.5125, "max_recall": 0.961877, "max_ap": 0.612042, "main_score": 0.612042, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.612454, "similarity_accuracy_threshold": 0.755761, "similarity_f1": 0.682339, "similarity_f1_threshold": 0.7309, "similarity_precision": 0.560264, "similarity_recall": 0.872434, "similarity_ap": 0.613354, "cosine_accuracy": 0.612454, "cosine_accuracy_threshold": 0.755761, "cosine_f1": 0.682339, "cosine_f1_threshold": 0.7309, "cosine_precision": 0.560264, "cosine_recall": 0.872434, "cosine_ap": 0.613354, "manhattan_accuracy": 0.607326, "manhattan_accuracy_threshold": 14.700564, "manhattan_f1": 0.68323, "manhattan_f1_threshold": 16.304636, "manhattan_precision": 0.555556, "manhattan_recall": 0.887097, "manhattan_ap": 0.613116, "euclidean_accuracy": 0.612454, "euclidean_accuracy_threshold": 0.698912, "euclidean_f1": 0.682339, "euclidean_f1_threshold": 0.733621, "euclidean_precision": 0.560264, "euclidean_recall": 0.872434, "euclidean_ap": 0.613354, "dot_accuracy": 0.612454, "dot_accuracy_threshold": 0.755761, "dot_f1": 0.682339, "dot_f1_threshold": 0.7309, "dot_precision": 0.560264, "dot_recall": 0.872434, "dot_ap": 0.613354, "max_accuracy": 0.612454, "max_f1": 0.68323, "max_precision": 0.560264, "max_recall": 0.887097, "max_ap": 0.613354, "main_score": 0.613354, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.537729, "similarity_accuracy_threshold": 0.847256, "similarity_f1": 0.668302, "similarity_f1_threshold": 0.615087, "similarity_precision": 0.502212, "similarity_recall": 0.998534, "similarity_ap": 0.539054, "cosine_accuracy": 0.537729, "cosine_accuracy_threshold": 0.847256, "cosine_f1": 0.668302, "cosine_f1_threshold": 0.615087, "cosine_precision": 0.502212, "cosine_recall": 0.998534, "cosine_ap": 0.539054, "manhattan_accuracy": 0.538462, "manhattan_accuracy_threshold": 11.47592, "manhattan_f1": 0.668302, "manhattan_f1_threshold": 19.352013, "manhattan_precision": 0.502212, "manhattan_recall": 0.998534, "manhattan_ap": 0.539027, "euclidean_accuracy": 0.537729, "euclidean_accuracy_threshold": 0.55271, "euclidean_f1": 0.668302, "euclidean_f1_threshold": 0.877382, "euclidean_precision": 0.502212, "euclidean_recall": 0.998534, "euclidean_ap": 0.539054, "dot_accuracy": 0.537729, "dot_accuracy_threshold": 0.847256, "dot_f1": 0.668302, "dot_f1_threshold": 0.615087, "dot_precision": 0.502212, "dot_recall": 0.998534, "dot_ap": 0.539054, "max_accuracy": 0.538462, "max_f1": 0.668302, "max_precision": 0.502212, "max_recall": 0.998534, "max_ap": 0.539054, "main_score": 0.539054, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.561905, "similarity_accuracy_threshold": 0.858517, "similarity_f1": 0.666307, "similarity_f1_threshold": 0.795299, "similarity_precision": 0.526854, "similarity_recall": 0.906158, "similarity_ap": 0.594486, "cosine_accuracy": 0.561905, "cosine_accuracy_threshold": 0.858517, "cosine_f1": 0.666307, "cosine_f1_threshold": 0.795299, "cosine_precision": 0.526854, "cosine_recall": 0.906158, "cosine_ap": 0.594486, "manhattan_accuracy": 0.561172, "manhattan_accuracy_threshold": 11.270571, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 19.571411, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.594908, "euclidean_accuracy": 0.561905, "euclidean_accuracy_threshold": 0.531945, "euclidean_f1": 0.666307, "euclidean_f1_threshold": 0.639845, "euclidean_precision": 0.526854, "euclidean_recall": 0.906158, "euclidean_ap": 0.594486, "dot_accuracy": 0.561905, "dot_accuracy_threshold": 0.858518, "dot_f1": 0.666307, "dot_f1_threshold": 0.795299, "dot_precision": 0.526854, "dot_recall": 0.906158, "dot_ap": 0.594486, "max_accuracy": 0.561905, "max_f1": 0.666307, "max_precision": 0.526854, "max_recall": 0.998534, "max_ap": 0.594908, "main_score": 0.594908, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.569963, "similarity_accuracy_threshold": 0.761384, "similarity_f1": 0.66831, "similarity_f1_threshold": 0.630431, "similarity_precision": 0.503341, "similarity_recall": 0.994135, "similarity_ap": 0.588289, "cosine_accuracy": 0.569963, "cosine_accuracy_threshold": 0.761384, "cosine_f1": 0.66831, "cosine_f1_threshold": 0.630431, "cosine_precision": 0.503341, "cosine_recall": 0.994135, "cosine_ap": 0.588289, "manhattan_accuracy": 0.569963, "manhattan_accuracy_threshold": 15.219135, "manhattan_f1": 0.667322, "manhattan_f1_threshold": 19.334297, "manhattan_precision": 0.501848, "manhattan_recall": 0.995601, "manhattan_ap": 0.588034, "euclidean_accuracy": 0.569963, "euclidean_accuracy_threshold": 0.69082, "euclidean_f1": 0.66831, "euclidean_f1_threshold": 0.859731, "euclidean_precision": 0.503341, "euclidean_recall": 0.994135, "euclidean_ap": 0.588289, "dot_accuracy": 0.569963, "dot_accuracy_threshold": 0.761384, "dot_f1": 0.66831, "dot_f1_threshold": 0.630431, "dot_precision": 0.503341, "dot_recall": 0.994135, "dot_ap": 0.58829, "max_accuracy": 0.569963, "max_f1": 0.66831, "max_precision": 0.503341, "max_recall": 0.995601, "max_ap": 0.58829, "main_score": 0.58829, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.526007, "similarity_accuracy_threshold": 0.891491, "similarity_f1": 0.667647, "similarity_f1_threshold": 0.508917, "similarity_precision": 0.501473, "similarity_recall": 0.998534, "similarity_ap": 0.51549, "cosine_accuracy": 0.526007, "cosine_accuracy_threshold": 0.891491, "cosine_f1": 0.667647, "cosine_f1_threshold": 0.508917, "cosine_precision": 0.501473, "cosine_recall": 0.998534, "cosine_ap": 0.51549, "manhattan_accuracy": 0.526007, "manhattan_accuracy_threshold": 10.168637, "manhattan_f1": 0.667647, "manhattan_f1_threshold": 21.953751, "manhattan_precision": 0.501473, "manhattan_recall": 0.998534, "manhattan_ap": 0.511769, "euclidean_accuracy": 0.526007, "euclidean_accuracy_threshold": 0.465851, "euclidean_f1": 0.667647, "euclidean_f1_threshold": 0.991041, "euclidean_precision": 0.501473, "euclidean_recall": 0.998534, "euclidean_ap": 0.511308, "dot_accuracy": 0.526007, "dot_accuracy_threshold": 0.891492, "dot_f1": 0.667647, "dot_f1_threshold": 0.508917, "dot_precision": 0.501473, "dot_recall": 0.998534, "dot_ap": 0.517133, "max_accuracy": 0.526007, "max_f1": 0.667647, "max_precision": 0.501473, "max_recall": 0.998534, "max_ap": 0.517133, "main_score": 0.517133, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.578755, "similarity_accuracy_threshold": 0.788756, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.569597, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.601582, "cosine_accuracy": 0.578755, "cosine_accuracy_threshold": 0.788756, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.569597, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.601582, "manhattan_accuracy": 0.578022, "manhattan_accuracy_threshold": 14.606037, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 20.443176, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.601878, "euclidean_accuracy": 0.578755, "euclidean_accuracy_threshold": 0.649991, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.927796, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.601582, "dot_accuracy": 0.578755, "dot_accuracy_threshold": 0.788756, "dot_f1": 0.665689, "dot_f1_threshold": 0.569597, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.601582, "max_accuracy": 0.578755, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.601878, "main_score": 0.601878, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.582418, "similarity_accuracy_threshold": 0.819504, "similarity_f1": 0.672388, "similarity_f1_threshold": 0.72352, "similarity_precision": 0.512702, "similarity_recall": 0.97654, "similarity_ap": 0.594512, "cosine_accuracy": 0.582418, "cosine_accuracy_threshold": 0.819504, "cosine_f1": 0.672388, "cosine_f1_threshold": 0.72352, "cosine_precision": 0.512702, "cosine_recall": 0.97654, "cosine_ap": 0.594512, "manhattan_accuracy": 0.580952, "manhattan_accuracy_threshold": 13.08089, "manhattan_f1": 0.673564, "manhattan_f1_threshold": 15.996021, "manhattan_precision": 0.520384, "manhattan_recall": 0.954545, "manhattan_ap": 0.596111, "euclidean_accuracy": 0.582418, "euclidean_accuracy_threshold": 0.600826, "euclidean_f1": 0.672388, "euclidean_f1_threshold": 0.743612, "euclidean_precision": 0.512702, "euclidean_recall": 0.97654, "euclidean_ap": 0.594512, "dot_accuracy": 0.582418, "dot_accuracy_threshold": 0.819504, "dot_f1": 0.672388, "dot_f1_threshold": 0.723521, "dot_precision": 0.512702, "dot_recall": 0.97654, "dot_ap": 0.594512, "max_accuracy": 0.582418, "max_f1": 0.673564, "max_precision": 0.520384, "max_recall": 0.97654, "max_ap": 0.596111, "main_score": 0.596111, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.552381, "similarity_accuracy_threshold": 0.873417, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.55049, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.566925, "cosine_accuracy": 0.552381, "cosine_accuracy_threshold": 0.873417, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.55049, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.566925, "manhattan_accuracy": 0.550183, "manhattan_accuracy_threshold": 11.038571, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 20.870844, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.565193, "euclidean_accuracy": 0.552381, "euclidean_accuracy_threshold": 0.503156, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 0.948046, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.566925, "dot_accuracy": 0.552381, "dot_accuracy_threshold": 0.873417, "dot_f1": 0.666993, "dot_f1_threshold": 0.55049, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.566926, "max_accuracy": 0.552381, "max_f1": 0.666993, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.566926, "main_score": 0.566926, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.572161, "similarity_accuracy_threshold": 0.85633, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.645003, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.591246, "cosine_accuracy": 0.572161, "cosine_accuracy_threshold": 0.85633, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.645003, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.591246, "manhattan_accuracy": 0.569231, "manhattan_accuracy_threshold": 11.741641, "manhattan_f1": 0.667319, "manhattan_f1_threshold": 18.857159, "manhattan_precision": 0.500734, "manhattan_recall": 1.0, "manhattan_ap": 0.591883, "euclidean_accuracy": 0.572161, "euclidean_accuracy_threshold": 0.536041, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.842557, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.591246, "dot_accuracy": 0.572161, "dot_accuracy_threshold": 0.85633, "dot_f1": 0.666667, "dot_f1_threshold": 0.645004, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.591247, "max_accuracy": 0.572161, "max_f1": 0.667319, "max_precision": 0.500734, "max_recall": 1.0, "max_ap": 0.591883, "main_score": 0.591883, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.585348, "similarity_accuracy_threshold": 0.887594, "similarity_f1": 0.66765, "similarity_f1_threshold": 0.700036, "similarity_precision": 0.502219, "similarity_recall": 0.995601, "similarity_ap": 0.621376, "cosine_accuracy": 0.585348, "cosine_accuracy_threshold": 0.887594, "cosine_f1": 0.66765, "cosine_f1_threshold": 0.700036, "cosine_precision": 0.502219, "cosine_recall": 0.995601, "cosine_ap": 0.621376, "manhattan_accuracy": 0.586813, "manhattan_accuracy_threshold": 11.834001, "manhattan_f1": 0.668302, "manhattan_f1_threshold": 17.616259, "manhattan_precision": 0.502212, "manhattan_recall": 0.998534, "manhattan_ap": 0.622361, "euclidean_accuracy": 0.585348, "euclidean_accuracy_threshold": 0.474144, "euclidean_f1": 0.66765, "euclidean_f1_threshold": 0.774549, "euclidean_precision": 0.502219, "euclidean_recall": 0.995601, "euclidean_ap": 0.621376, "dot_accuracy": 0.585348, "dot_accuracy_threshold": 0.887594, "dot_f1": 0.66765, "dot_f1_threshold": 0.700036, "dot_precision": 0.502219, "dot_recall": 0.995601, "dot_ap": 0.621376, "max_accuracy": 0.586813, "max_f1": 0.668302, "max_precision": 0.502219, "max_recall": 0.998534, "max_ap": 0.622361, "main_score": 0.622361, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.589744, "similarity_accuracy_threshold": 0.786385, "similarity_f1": 0.667654, "similarity_f1_threshold": 0.634252, "similarity_precision": 0.503351, "similarity_recall": 0.991202, "similarity_ap": 0.6067, "cosine_accuracy": 0.589744, "cosine_accuracy_threshold": 0.786385, "cosine_f1": 0.667654, "cosine_f1_threshold": 0.634252, "cosine_precision": 0.503351, "cosine_recall": 0.991202, "cosine_ap": 0.6067, "manhattan_accuracy": 0.591941, "manhattan_accuracy_threshold": 14.394889, "manhattan_f1": 0.666996, "manhattan_f1_threshold": 19.0397, "manhattan_precision": 0.502602, "manhattan_recall": 0.991202, "manhattan_ap": 0.607183, "euclidean_accuracy": 0.589744, "euclidean_accuracy_threshold": 0.653629, "euclidean_f1": 0.667654, "euclidean_f1_threshold": 0.855275, "euclidean_precision": 0.503351, "euclidean_recall": 0.991202, "euclidean_ap": 0.6067, "dot_accuracy": 0.589744, "dot_accuracy_threshold": 0.786385, "dot_f1": 0.667654, "dot_f1_threshold": 0.634253, "dot_precision": 0.503351, "dot_recall": 0.991202, "dot_ap": 0.6067, "max_accuracy": 0.591941, "max_f1": 0.667654, "max_precision": 0.503351, "max_recall": 0.991202, "max_ap": 0.607183, "main_score": 0.607183, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.561172, "similarity_accuracy_threshold": 0.875294, "similarity_f1": 0.667321, "similarity_f1_threshold": 0.652643, "similarity_precision": 0.501475, "similarity_recall": 0.997067, "similarity_ap": 0.570589, "cosine_accuracy": 0.561172, "cosine_accuracy_threshold": 0.875294, "cosine_f1": 0.667321, "cosine_f1_threshold": 0.652643, "cosine_precision": 0.501475, "cosine_recall": 0.997067, "cosine_ap": 0.570589, "manhattan_accuracy": 0.562637, "manhattan_accuracy_threshold": 10.31562, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 18.470551, "manhattan_precision": 0.501107, "manhattan_recall": 0.995601, "manhattan_ap": 0.569952, "euclidean_accuracy": 0.561172, "euclidean_accuracy_threshold": 0.499411, "euclidean_f1": 0.667321, "euclidean_f1_threshold": 0.833476, "euclidean_precision": 0.501475, "euclidean_recall": 0.997067, "euclidean_ap": 0.570595, "dot_accuracy": 0.561172, "dot_accuracy_threshold": 0.875295, "dot_f1": 0.667321, "dot_f1_threshold": 0.652643, "dot_precision": 0.501475, "dot_recall": 0.997067, "dot_ap": 0.570589, "max_accuracy": 0.562637, "max_f1": 0.667321, "max_precision": 0.501475, "max_recall": 0.997067, "max_ap": 0.570595, "main_score": 0.570595, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.654212, "similarity_accuracy_threshold": 0.785896, "similarity_f1": 0.694749, "similarity_f1_threshold": 0.731094, "similarity_precision": 0.572788, "similarity_recall": 0.882698, "similarity_ap": 0.67986, "cosine_accuracy": 0.654212, "cosine_accuracy_threshold": 0.785896, "cosine_f1": 0.694749, "cosine_f1_threshold": 0.731094, "cosine_precision": 0.572788, "cosine_recall": 0.882698, "cosine_ap": 0.67986, "manhattan_accuracy": 0.652747, "manhattan_accuracy_threshold": 14.58091, "manhattan_f1": 0.698169, "manhattan_f1_threshold": 15.910225, "manhattan_precision": 0.58457, "manhattan_recall": 0.866569, "manhattan_ap": 0.679879, "euclidean_accuracy": 0.654212, "euclidean_accuracy_threshold": 0.654377, "euclidean_f1": 0.694749, "euclidean_f1_threshold": 0.733356, "euclidean_precision": 0.572788, "euclidean_recall": 0.882698, "euclidean_ap": 0.67986, "dot_accuracy": 0.654212, "dot_accuracy_threshold": 0.785896, "dot_f1": 0.694749, "dot_f1_threshold": 0.731095, "dot_precision": 0.572788, "dot_recall": 0.882698, "dot_ap": 0.67986, "max_accuracy": 0.654212, "max_f1": 0.698169, "max_precision": 0.58457, "max_recall": 0.882698, "max_ap": 0.679879, "main_score": 0.679879, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.613187, "similarity_accuracy_threshold": 0.778093, "similarity_f1": 0.670626, "similarity_f1_threshold": 0.709144, "similarity_precision": 0.530769, "similarity_recall": 0.910557, "similarity_ap": 0.6353, "cosine_accuracy": 0.613187, "cosine_accuracy_threshold": 0.778093, "cosine_f1": 0.670626, "cosine_f1_threshold": 0.709144, "cosine_precision": 0.530769, "cosine_recall": 0.910557, "cosine_ap": 0.6353, "manhattan_accuracy": 0.612454, "manhattan_accuracy_threshold": 14.600863, "manhattan_f1": 0.672622, "manhattan_f1_threshold": 17.193775, "manhattan_precision": 0.524161, "manhattan_recall": 0.938416, "manhattan_ap": 0.635178, "euclidean_accuracy": 0.613187, "euclidean_accuracy_threshold": 0.666194, "euclidean_f1": 0.670626, "euclidean_f1_threshold": 0.7627, "euclidean_precision": 0.530769, "euclidean_recall": 0.910557, "euclidean_ap": 0.6353, "dot_accuracy": 0.613187, "dot_accuracy_threshold": 0.778093, "dot_f1": 0.670626, "dot_f1_threshold": 0.709145, "dot_precision": 0.530769, "dot_recall": 0.910557, "dot_ap": 0.635302, "max_accuracy": 0.613187, "max_f1": 0.672622, "max_precision": 0.530769, "max_recall": 0.938416, "max_ap": 0.635302, "main_score": 0.635302, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.609524, "similarity_accuracy_threshold": 0.802492, "similarity_f1": 0.668002, "similarity_f1_threshold": 0.665837, "similarity_precision": 0.507224, "similarity_recall": 0.978006, "similarity_ap": 0.634352, "cosine_accuracy": 0.609524, "cosine_accuracy_threshold": 0.802492, "cosine_f1": 0.668002, "cosine_f1_threshold": 0.665837, "cosine_precision": 0.507224, "cosine_recall": 0.978006, "cosine_ap": 0.634352, "manhattan_accuracy": 0.608791, "manhattan_accuracy_threshold": 14.118329, "manhattan_f1": 0.66866, "manhattan_f1_threshold": 18.206142, "manhattan_precision": 0.506415, "manhattan_recall": 0.983871, "manhattan_ap": 0.634299, "euclidean_accuracy": 0.609524, "euclidean_accuracy_threshold": 0.628503, "euclidean_f1": 0.668002, "euclidean_f1_threshold": 0.817512, "euclidean_precision": 0.507224, "euclidean_recall": 0.978006, "euclidean_ap": 0.634352, "dot_accuracy": 0.609524, "dot_accuracy_threshold": 0.802492, "dot_f1": 0.668002, "dot_f1_threshold": 0.665837, "dot_precision": 0.507224, "dot_recall": 0.978006, "dot_ap": 0.634352, "max_accuracy": 0.609524, "max_f1": 0.66866, "max_precision": 0.507224, "max_recall": 0.983871, "max_ap": 0.634352, "main_score": 0.634352, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.540659, "similarity_accuracy_threshold": 0.883802, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.534409, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.539099, "cosine_accuracy": 0.540659, "cosine_accuracy_threshold": 0.883802, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.534409, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.539099, "manhattan_accuracy": 0.539927, "manhattan_accuracy_threshold": 10.607972, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 21.418009, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.538244, "euclidean_accuracy": 0.540659, "euclidean_accuracy_threshold": 0.482074, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 0.964958, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.539099, "dot_accuracy": 0.540659, "dot_accuracy_threshold": 0.883802, "dot_f1": 0.666015, "dot_f1_threshold": 0.534409, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.539099, "max_accuracy": 0.540659, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.539099, "main_score": 0.539099, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.572894, "similarity_accuracy_threshold": 0.860132, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.657928, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.589273, "cosine_accuracy": 0.572894, "cosine_accuracy_threshold": 0.860132, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.657928, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.589273, "manhattan_accuracy": 0.570696, "manhattan_accuracy_threshold": 11.57045, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 18.156864, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.589484, "euclidean_accuracy": 0.572894, "euclidean_accuracy_threshold": 0.5289, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.826965, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.589273, "dot_accuracy": 0.572894, "dot_accuracy_threshold": 0.860133, "dot_f1": 0.666667, "dot_f1_threshold": 0.657928, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.589271, "max_accuracy": 0.572894, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.589484, "main_score": 0.589484, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.593407, "similarity_accuracy_threshold": 0.772036, "similarity_f1": 0.672349, "similarity_f1_threshold": 0.709196, "similarity_precision": 0.528033, "similarity_recall": 0.92522, "similarity_ap": 0.607171, "cosine_accuracy": 0.593407, "cosine_accuracy_threshold": 0.772036, "cosine_f1": 0.672349, "cosine_f1_threshold": 0.709196, "cosine_precision": 0.528033, "cosine_recall": 0.92522, "cosine_ap": 0.607171, "manhattan_accuracy": 0.593407, "manhattan_accuracy_threshold": 14.511276, "manhattan_f1": 0.674317, "manhattan_f1_threshold": 16.55238, "manhattan_precision": 0.537456, "manhattan_recall": 0.904692, "manhattan_ap": 0.605399, "euclidean_accuracy": 0.593407, "euclidean_accuracy_threshold": 0.675225, "euclidean_f1": 0.672349, "euclidean_f1_threshold": 0.762632, "euclidean_precision": 0.528033, "euclidean_recall": 0.92522, "euclidean_ap": 0.607171, "dot_accuracy": 0.593407, "dot_accuracy_threshold": 0.772036, "dot_f1": 0.672349, "dot_f1_threshold": 0.709196, "dot_precision": 0.528033, "dot_recall": 0.92522, "dot_ap": 0.607171, "max_accuracy": 0.593407, "max_f1": 0.674317, "max_precision": 0.537456, "max_recall": 0.92522, "max_ap": 0.607171, "main_score": 0.607171, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.52381, "similarity_accuracy_threshold": 0.741471, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.409659, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.503986, "cosine_accuracy": 0.52381, "cosine_accuracy_threshold": 0.741471, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.409659, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.503986, "manhattan_accuracy": 0.523077, "manhattan_accuracy_threshold": 15.92624, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 24.024651, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.498016, "euclidean_accuracy": 0.52381, "euclidean_accuracy_threshold": 0.719067, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 1.086373, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.49825, "dot_accuracy": 0.52381, "dot_accuracy_threshold": 0.741471, "dot_f1": 0.665689, "dot_f1_threshold": 0.409659, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.502404, "max_accuracy": 0.52381, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.503986, "main_score": 0.503986, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.593407, "similarity_accuracy_threshold": 0.768262, "similarity_f1": 0.666994, "similarity_f1_threshold": 0.59509, "similarity_precision": 0.501105, "similarity_recall": 0.997067, "similarity_ap": 0.603495, "cosine_accuracy": 0.593407, "cosine_accuracy_threshold": 0.768262, "cosine_f1": 0.666994, "cosine_f1_threshold": 0.59509, "cosine_precision": 0.501105, "cosine_recall": 0.997067, "cosine_ap": 0.603495, "manhattan_accuracy": 0.595604, "manhattan_accuracy_threshold": 14.864767, "manhattan_f1": 0.666998, "manhattan_f1_threshold": 18.595333, "manhattan_precision": 0.504511, "manhattan_recall": 0.983871, "manhattan_ap": 0.60403, "euclidean_accuracy": 0.593407, "euclidean_accuracy_threshold": 0.680791, "euclidean_f1": 0.666994, "euclidean_f1_threshold": 0.899899, "euclidean_precision": 0.501105, "euclidean_recall": 0.997067, "euclidean_ap": 0.603495, "dot_accuracy": 0.593407, "dot_accuracy_threshold": 0.768262, "dot_f1": 0.666994, "dot_f1_threshold": 0.59509, "dot_precision": 0.501105, "dot_recall": 0.997067, "dot_ap": 0.603495, "max_accuracy": 0.595604, "max_f1": 0.666998, "max_precision": 0.504511, "max_recall": 0.997067, "max_ap": 0.60403, "main_score": 0.60403, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.591941, "similarity_accuracy_threshold": 0.827407, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.517798, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.605895, "cosine_accuracy": 0.591941, "cosine_accuracy_threshold": 0.827407, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.517798, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.605895, "manhattan_accuracy": 0.596337, "manhattan_accuracy_threshold": 12.906089, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 21.647564, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.605386, "euclidean_accuracy": 0.591941, "euclidean_accuracy_threshold": 0.587526, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.981566, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.605895, "dot_accuracy": 0.591941, "dot_accuracy_threshold": 0.827407, "dot_f1": 0.665689, "dot_f1_threshold": 0.517798, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.605893, "max_accuracy": 0.596337, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.605895, "main_score": 0.605895, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.556777, "similarity_accuracy_threshold": 0.828496, "similarity_f1": 0.66634, "similarity_f1_threshold": 0.59185, "similarity_precision": 0.500368, "similarity_recall": 0.997067, "similarity_ap": 0.572602, "cosine_accuracy": 0.556777, "cosine_accuracy_threshold": 0.828496, "cosine_f1": 0.66634, "cosine_f1_threshold": 0.59185, "cosine_precision": 0.500368, "cosine_recall": 0.997067, "cosine_ap": 0.572602, "manhattan_accuracy": 0.557509, "manhattan_accuracy_threshold": 13.150772, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 20.908928, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.572138, "euclidean_accuracy": 0.556777, "euclidean_accuracy_threshold": 0.585669, "euclidean_f1": 0.66634, "euclidean_f1_threshold": 0.903484, "euclidean_precision": 0.500368, "euclidean_recall": 0.997067, "euclidean_ap": 0.572602, "dot_accuracy": 0.556777, "dot_accuracy_threshold": 0.828496, "dot_f1": 0.66634, "dot_f1_threshold": 0.59185, "dot_precision": 0.500368, "dot_recall": 0.997067, "dot_ap": 0.572602, "max_accuracy": 0.557509, "max_f1": 0.66634, "max_precision": 0.500368, "max_recall": 0.998534, "max_ap": 0.572602, "main_score": 0.572602, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 26.486360549926758, "kg_co2_emissions": 0.0020859314973282503 }