{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.678388, "similarity_accuracy_threshold": 0.629478, "similarity_f1": 0.702806, "similarity_f1_threshold": 0.553307, "similarity_precision": 0.621896, "similarity_recall": 0.807918, "similarity_ap": 0.735932, "cosine_accuracy": 0.678388, "cosine_accuracy_threshold": 0.629478, "cosine_f1": 0.702806, "cosine_f1_threshold": 0.553307, "cosine_precision": 0.621896, "cosine_recall": 0.807918, "cosine_ap": 0.735932, "manhattan_accuracy": 0.663736, "manhattan_accuracy_threshold": 58.963791, "manhattan_f1": 0.685129, "manhattan_f1_threshold": 64.866714, "manhattan_precision": 0.581205, "manhattan_recall": 0.834311, "manhattan_ap": 0.71694, "euclidean_accuracy": 0.660073, "euclidean_accuracy_threshold": 2.67227, "euclidean_f1": 0.686347, "euclidean_f1_threshold": 3.001549, "euclidean_precision": 0.591102, "euclidean_recall": 0.818182, "euclidean_ap": 0.712579, "dot_accuracy": 0.65348, "dot_accuracy_threshold": 5.374839, "dot_f1": 0.702639, "dot_f1_threshold": 4.766074, "dot_precision": 0.585533, "dot_recall": 0.878299, "dot_ap": 0.701044, "max_accuracy": 0.678388, "max_f1": 0.702806, "max_precision": 0.621896, "max_recall": 0.878299, "max_ap": 0.735932, "main_score": 0.735932, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.702564, "similarity_accuracy_threshold": 0.634458, "similarity_f1": 0.734541, "similarity_f1_threshold": 0.566722, "similarity_precision": 0.639826, "similarity_recall": 0.86217, "similarity_ap": 0.77768, "cosine_accuracy": 0.702564, "cosine_accuracy_threshold": 0.634458, "cosine_f1": 0.734541, "cosine_f1_threshold": 0.566723, "cosine_precision": 0.639826, "cosine_recall": 0.86217, "cosine_ap": 0.77768, "manhattan_accuracy": 0.698168, "manhattan_accuracy_threshold": 57.445053, "manhattan_f1": 0.711286, "manhattan_f1_threshold": 64.663437, "manhattan_precision": 0.643705, "manhattan_recall": 0.794721, "manhattan_ap": 0.763316, "euclidean_accuracy": 0.697436, "euclidean_accuracy_threshold": 2.737092, "euclidean_f1": 0.711217, "euclidean_f1_threshold": 3.205531, "euclidean_precision": 0.599598, "euclidean_recall": 0.8739, "euclidean_ap": 0.759689, "dot_accuracy": 0.695238, "dot_accuracy_threshold": 7.09163, "dot_f1": 0.72761, "dot_f1_threshold": 6.046574, "dot_precision": 0.628602, "dot_recall": 0.863636, "dot_ap": 0.741354, "max_accuracy": 0.702564, "max_f1": 0.734541, "max_precision": 0.643705, "max_recall": 0.8739, "max_ap": 0.77768, "main_score": 0.77768, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.711355, "similarity_accuracy_threshold": 0.649855, "similarity_f1": 0.739816, "similarity_f1_threshold": 0.603312, "similarity_precision": 0.670238, "similarity_recall": 0.825513, "similarity_ap": 0.767605, "cosine_accuracy": 0.711355, "cosine_accuracy_threshold": 0.649856, "cosine_f1": 0.739816, "cosine_f1_threshold": 0.603312, "cosine_precision": 0.670238, "cosine_recall": 0.825513, "cosine_ap": 0.767605, "manhattan_accuracy": 0.688645, "manhattan_accuracy_threshold": 61.865265, "manhattan_f1": 0.716736, "manhattan_f1_threshold": 67.96376, "manhattan_precision": 0.600595, "manhattan_recall": 0.888563, "manhattan_ap": 0.749413, "euclidean_accuracy": 0.690842, "euclidean_accuracy_threshold": 2.866861, "euclidean_f1": 0.716019, "euclidean_f1_threshold": 3.122896, "euclidean_precision": 0.610766, "euclidean_recall": 0.865103, "euclidean_ap": 0.746118, "dot_accuracy": 0.695971, "dot_accuracy_threshold": 6.80501, "dot_f1": 0.72874, "dot_f1_threshold": 6.302901, "dot_precision": 0.631862, "dot_recall": 0.860704, "dot_ap": 0.741245, "max_accuracy": 0.711355, "max_f1": 0.739816, "max_precision": 0.670238, "max_recall": 0.888563, "max_ap": 0.767605, "main_score": 0.767605, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.703297, "similarity_accuracy_threshold": 0.621763, "similarity_f1": 0.725664, "similarity_f1_threshold": 0.562234, "similarity_precision": 0.637778, "similarity_recall": 0.841642, "similarity_ap": 0.77018, "cosine_accuracy": 0.703297, "cosine_accuracy_threshold": 0.621763, "cosine_f1": 0.725664, "cosine_f1_threshold": 0.562234, "cosine_precision": 0.637778, "cosine_recall": 0.841642, "cosine_ap": 0.77018, "manhattan_accuracy": 0.696703, "manhattan_accuracy_threshold": 60.152527, "manhattan_f1": 0.712673, "manhattan_f1_threshold": 67.074005, "manhattan_precision": 0.622807, "manhattan_recall": 0.832845, "manhattan_ap": 0.755949, "euclidean_accuracy": 0.69011, "euclidean_accuracy_threshold": 2.765841, "euclidean_f1": 0.709521, "euclidean_f1_threshold": 3.205894, "euclidean_precision": 0.604964, "euclidean_recall": 0.857771, "euclidean_ap": 0.751105, "dot_accuracy": 0.687912, "dot_accuracy_threshold": 6.893694, "dot_f1": 0.72043, "dot_f1_threshold": 5.643804, "dot_precision": 0.607863, "dot_recall": 0.884164, "dot_ap": 0.730797, "max_accuracy": 0.703297, "max_f1": 0.725664, "max_precision": 0.637778, "max_recall": 0.884164, "max_ap": 0.77018, "main_score": 0.77018, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.748718, "similarity_accuracy_threshold": 0.653601, "similarity_f1": 0.754474, "similarity_f1_threshold": 0.653601, "similarity_precision": 0.737063, "similarity_recall": 0.772727, "similarity_ap": 0.804139, "cosine_accuracy": 0.748718, "cosine_accuracy_threshold": 0.653601, "cosine_f1": 0.754474, "cosine_f1_threshold": 0.653601, "cosine_precision": 0.737063, "cosine_recall": 0.772727, "cosine_ap": 0.80414, "manhattan_accuracy": 0.734066, "manhattan_accuracy_threshold": 63.164158, "manhattan_f1": 0.747071, "manhattan_f1_threshold": 65.78334, "manhattan_precision": 0.704811, "manhattan_recall": 0.794721, "manhattan_ap": 0.796751, "euclidean_accuracy": 0.731868, "euclidean_accuracy_threshold": 3.019028, "euclidean_f1": 0.741633, "euclidean_f1_threshold": 3.131882, "euclidean_precision": 0.682266, "euclidean_recall": 0.812317, "euclidean_ap": 0.791925, "dot_accuracy": 0.721612, "dot_accuracy_threshold": 8.717848, "dot_f1": 0.740594, "dot_f1_threshold": 7.968604, "dot_precision": 0.673469, "dot_recall": 0.822581, "dot_ap": 0.774102, "max_accuracy": 0.748718, "max_f1": 0.754474, "max_precision": 0.737063, "max_recall": 0.822581, "max_ap": 0.80414, "main_score": 0.80414, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.728205, "similarity_accuracy_threshold": 0.647617, "similarity_f1": 0.734161, "similarity_f1_threshold": 0.570134, "similarity_precision": 0.636853, "similarity_recall": 0.866569, "similarity_ap": 0.789012, "cosine_accuracy": 0.728205, "cosine_accuracy_threshold": 0.647617, "cosine_f1": 0.734161, "cosine_f1_threshold": 0.570134, "cosine_precision": 0.636853, "cosine_recall": 0.866569, "cosine_ap": 0.789012, "manhattan_accuracy": 0.704762, "manhattan_accuracy_threshold": 61.218102, "manhattan_f1": 0.720792, "manhattan_f1_threshold": 65.183617, "manhattan_precision": 0.655462, "manhattan_recall": 0.800587, "manhattan_ap": 0.774577, "euclidean_accuracy": 0.698901, "euclidean_accuracy_threshold": 2.791358, "euclidean_f1": 0.716636, "euclidean_f1_threshold": 3.20067, "euclidean_precision": 0.613139, "euclidean_recall": 0.86217, "euclidean_ap": 0.771399, "dot_accuracy": 0.707692, "dot_accuracy_threshold": 7.729173, "dot_f1": 0.736391, "dot_f1_threshold": 6.448542, "dot_precision": 0.631689, "dot_recall": 0.882698, "dot_ap": 0.755182, "max_accuracy": 0.728205, "max_f1": 0.736391, "max_precision": 0.655462, "max_recall": 0.882698, "max_ap": 0.789012, "main_score": 0.789012, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.701099, "similarity_accuracy_threshold": 0.656621, "similarity_f1": 0.721159, "similarity_f1_threshold": 0.534299, "similarity_precision": 0.596357, "similarity_recall": 0.912023, "similarity_ap": 0.772116, "cosine_accuracy": 0.701099, "cosine_accuracy_threshold": 0.656621, "cosine_f1": 0.721159, "cosine_f1_threshold": 0.534299, "cosine_precision": 0.596357, "cosine_recall": 0.912023, "cosine_ap": 0.772116, "manhattan_accuracy": 0.695238, "manhattan_accuracy_threshold": 58.955376, "manhattan_f1": 0.69946, "manhattan_f1_threshold": 68.686867, "manhattan_precision": 0.591878, "manhattan_recall": 0.854839, "manhattan_ap": 0.757331, "euclidean_accuracy": 0.692308, "euclidean_accuracy_threshold": 2.815936, "euclidean_f1": 0.702671, "euclidean_f1_threshold": 3.283285, "euclidean_precision": 0.581731, "euclidean_recall": 0.887097, "euclidean_ap": 0.753206, "dot_accuracy": 0.687912, "dot_accuracy_threshold": 7.489964, "dot_f1": 0.718232, "dot_f1_threshold": 6.371962, "dot_precision": 0.61774, "dot_recall": 0.857771, "dot_ap": 0.743565, "max_accuracy": 0.701099, "max_f1": 0.721159, "max_precision": 0.61774, "max_recall": 0.912023, "max_ap": 0.772116, "main_score": 0.772116, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.665934, "similarity_accuracy_threshold": 0.632207, "similarity_f1": 0.696091, "similarity_f1_threshold": 0.542125, "similarity_precision": 0.610619, "similarity_recall": 0.809384, "similarity_ap": 0.733662, "cosine_accuracy": 0.665934, "cosine_accuracy_threshold": 0.632207, "cosine_f1": 0.696091, "cosine_f1_threshold": 0.542125, "cosine_precision": 0.610619, "cosine_recall": 0.809384, "cosine_ap": 0.733662, "manhattan_accuracy": 0.644689, "manhattan_accuracy_threshold": 49.230564, "manhattan_f1": 0.67284, "manhattan_f1_threshold": 73.827606, "manhattan_precision": 0.518225, "manhattan_recall": 0.958944, "manhattan_ap": 0.697223, "euclidean_accuracy": 0.641026, "euclidean_accuracy_threshold": 2.533629, "euclidean_f1": 0.672485, "euclidean_f1_threshold": 3.466584, "euclidean_precision": 0.517378, "euclidean_recall": 0.960411, "euclidean_ap": 0.695769, "dot_accuracy": 0.630037, "dot_accuracy_threshold": 4.593637, "dot_f1": 0.685714, "dot_f1_threshold": 3.482067, "dot_precision": 0.536424, "dot_recall": 0.950147, "dot_ap": 0.678664, "max_accuracy": 0.665934, "max_f1": 0.696091, "max_precision": 0.610619, "max_recall": 0.960411, "max_ap": 0.733662, "main_score": 0.733662, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.724542, "similarity_accuracy_threshold": 0.648938, "similarity_f1": 0.730178, "similarity_f1_threshold": 0.564456, "similarity_precision": 0.628571, "similarity_recall": 0.870968, "similarity_ap": 0.793593, "cosine_accuracy": 0.724542, "cosine_accuracy_threshold": 0.648938, "cosine_f1": 0.730178, "cosine_f1_threshold": 0.564456, "cosine_precision": 0.628571, "cosine_recall": 0.870968, "cosine_ap": 0.793594, "manhattan_accuracy": 0.70696, "manhattan_accuracy_threshold": 57.911247, "manhattan_f1": 0.724601, "manhattan_f1_threshold": 63.764038, "manhattan_precision": 0.642129, "manhattan_recall": 0.831378, "manhattan_ap": 0.775456, "euclidean_accuracy": 0.701099, "euclidean_accuracy_threshold": 2.806002, "euclidean_f1": 0.724885, "euclidean_f1_threshold": 2.94195, "euclidean_precision": 0.656361, "euclidean_recall": 0.809384, "euclidean_ap": 0.772094, "dot_accuracy": 0.701832, "dot_accuracy_threshold": 6.50975, "dot_f1": 0.721311, "dot_f1_threshold": 5.652321, "dot_precision": 0.615544, "dot_recall": 0.870968, "dot_ap": 0.748143, "max_accuracy": 0.724542, "max_f1": 0.730178, "max_precision": 0.656361, "max_recall": 0.870968, "max_ap": 0.793594, "main_score": 0.793594, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.564103, "similarity_accuracy_threshold": 0.686343, "similarity_f1": 0.66963, "similarity_f1_threshold": 0.411789, "similarity_precision": 0.50484, "similarity_recall": 0.994135, "similarity_ap": 0.583454, "cosine_accuracy": 0.564103, "cosine_accuracy_threshold": 0.686343, "cosine_f1": 0.66963, "cosine_f1_threshold": 0.411789, "cosine_precision": 0.50484, "cosine_recall": 0.994135, "cosine_ap": 0.583453, "manhattan_accuracy": 0.570696, "manhattan_accuracy_threshold": 56.106094, "manhattan_f1": 0.666994, "manhattan_f1_threshold": 83.102615, "manhattan_precision": 0.501105, "manhattan_recall": 0.997067, "manhattan_ap": 0.583145, "euclidean_accuracy": 0.575092, "euclidean_accuracy_threshold": 2.749959, "euclidean_f1": 0.667323, "euclidean_f1_threshold": 3.735591, "euclidean_precision": 0.502222, "euclidean_recall": 0.994135, "euclidean_ap": 0.585168, "dot_accuracy": 0.550183, "dot_accuracy_threshold": 6.806126, "dot_f1": 0.667675, "dot_f1_threshold": 4.50066, "dot_precision": 0.508839, "dot_recall": 0.970674, "dot_ap": 0.562318, "max_accuracy": 0.575092, "max_f1": 0.66963, "max_precision": 0.508839, "max_recall": 0.997067, "max_ap": 0.585168, "main_score": 0.585168, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.693773, "similarity_accuracy_threshold": 0.647062, "similarity_f1": 0.721495, "similarity_f1_threshold": 0.573887, "similarity_precision": 0.627302, "similarity_recall": 0.848974, "similarity_ap": 0.767902, "cosine_accuracy": 0.693773, "cosine_accuracy_threshold": 0.647062, "cosine_f1": 0.721495, "cosine_f1_threshold": 0.573887, "cosine_precision": 0.627302, "cosine_recall": 0.848974, "cosine_ap": 0.767902, "manhattan_accuracy": 0.683516, "manhattan_accuracy_threshold": 57.426449, "manhattan_f1": 0.696172, "manhattan_f1_threshold": 64.24321, "manhattan_precision": 0.587879, "manhattan_recall": 0.853372, "manhattan_ap": 0.747935, "euclidean_accuracy": 0.677656, "euclidean_accuracy_threshold": 2.645891, "euclidean_f1": 0.698413, "euclidean_f1_threshold": 3.047481, "euclidean_precision": 0.582924, "euclidean_recall": 0.870968, "euclidean_ap": 0.744685, "dot_accuracy": 0.671795, "dot_accuracy_threshold": 6.27164, "dot_f1": 0.706254, "dot_f1_threshold": 5.639956, "dot_precision": 0.620422, "dot_recall": 0.819648, "dot_ap": 0.725062, "max_accuracy": 0.693773, "max_f1": 0.721495, "max_precision": 0.627302, "max_recall": 0.870968, "max_ap": 0.767902, "main_score": 0.767902, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.684982, "similarity_accuracy_threshold": 0.630652, "similarity_f1": 0.729412, "similarity_f1_threshold": 0.56414, "similarity_precision": 0.631297, "similarity_recall": 0.863636, "similarity_ap": 0.76014, "cosine_accuracy": 0.684982, "cosine_accuracy_threshold": 0.630652, "cosine_f1": 0.729412, "cosine_f1_threshold": 0.56414, "cosine_precision": 0.631297, "cosine_recall": 0.863636, "cosine_ap": 0.76014, "manhattan_accuracy": 0.67619, "manhattan_accuracy_threshold": 60.463028, "manhattan_f1": 0.704018, "manhattan_f1_threshold": 69.245201, "manhattan_precision": 0.573272, "manhattan_recall": 0.912023, "manhattan_ap": 0.742322, "euclidean_accuracy": 0.671062, "euclidean_accuracy_threshold": 2.765189, "euclidean_f1": 0.704208, "euclidean_f1_threshold": 3.059728, "euclidean_precision": 0.609208, "euclidean_recall": 0.834311, "euclidean_ap": 0.738927, "dot_accuracy": 0.684982, "dot_accuracy_threshold": 6.615006, "dot_f1": 0.714464, "dot_f1_threshold": 5.869866, "dot_precision": 0.621475, "dot_recall": 0.840176, "dot_ap": 0.731406, "max_accuracy": 0.684982, "max_f1": 0.729412, "max_precision": 0.631297, "max_recall": 0.912023, "max_ap": 0.76014, "main_score": 0.76014, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.702564, "similarity_accuracy_threshold": 0.596322, "similarity_f1": 0.735332, "similarity_f1_threshold": 0.595087, "similarity_precision": 0.661972, "similarity_recall": 0.826979, "similarity_ap": 0.771085, "cosine_accuracy": 0.702564, "cosine_accuracy_threshold": 0.596322, "cosine_f1": 0.735332, "cosine_f1_threshold": 0.595088, "cosine_precision": 0.661972, "cosine_recall": 0.826979, "cosine_ap": 0.771085, "manhattan_accuracy": 0.687179, "manhattan_accuracy_threshold": 60.464401, "manhattan_f1": 0.713313, "manhattan_f1_threshold": 65.814484, "manhattan_precision": 0.617363, "manhattan_recall": 0.844575, "manhattan_ap": 0.753612, "euclidean_accuracy": 0.684249, "euclidean_accuracy_threshold": 2.817652, "euclidean_f1": 0.714023, "euclidean_f1_threshold": 3.098871, "euclidean_precision": 0.613039, "euclidean_recall": 0.854839, "euclidean_ap": 0.750301, "dot_accuracy": 0.684249, "dot_accuracy_threshold": 7.355499, "dot_f1": 0.721675, "dot_f1_threshold": 6.15136, "dot_precision": 0.622081, "dot_recall": 0.859238, "dot_ap": 0.741292, "max_accuracy": 0.702564, "max_f1": 0.735332, "max_precision": 0.661972, "max_recall": 0.859238, "max_ap": 0.771085, "main_score": 0.771085, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.703297, "similarity_accuracy_threshold": 0.663023, "similarity_f1": 0.72534, "similarity_f1_threshold": 0.527278, "similarity_precision": 0.607319, "similarity_recall": 0.900293, "similarity_ap": 0.773595, "cosine_accuracy": 0.703297, "cosine_accuracy_threshold": 0.663023, "cosine_f1": 0.72534, "cosine_f1_threshold": 0.527278, "cosine_precision": 0.607319, "cosine_recall": 0.900293, "cosine_ap": 0.773595, "manhattan_accuracy": 0.688645, "manhattan_accuracy_threshold": 59.453041, "manhattan_f1": 0.7016, "manhattan_f1_threshold": 72.611015, "manhattan_precision": 0.562334, "manhattan_recall": 0.932551, "manhattan_ap": 0.753398, "euclidean_accuracy": 0.685714, "euclidean_accuracy_threshold": 2.788436, "euclidean_f1": 0.705061, "euclidean_f1_threshold": 3.241296, "euclidean_precision": 0.584378, "euclidean_recall": 0.888563, "euclidean_ap": 0.751176, "dot_accuracy": 0.698901, "dot_accuracy_threshold": 6.785274, "dot_f1": 0.711803, "dot_f1_threshold": 5.623062, "dot_precision": 0.601824, "dot_recall": 0.870968, "dot_ap": 0.742418, "max_accuracy": 0.703297, "max_f1": 0.72534, "max_precision": 0.607319, "max_recall": 0.932551, "max_ap": 0.773595, "main_score": 0.773595, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.690842, "similarity_accuracy_threshold": 0.650234, "similarity_f1": 0.7267, "similarity_f1_threshold": 0.540558, "similarity_precision": 0.636865, "similarity_recall": 0.846041, "similarity_ap": 0.764477, "cosine_accuracy": 0.690842, "cosine_accuracy_threshold": 0.650234, "cosine_f1": 0.7267, "cosine_f1_threshold": 0.540558, "cosine_precision": 0.636865, "cosine_recall": 0.846041, "cosine_ap": 0.764477, "manhattan_accuracy": 0.664469, "manhattan_accuracy_threshold": 52.984741, "manhattan_f1": 0.687679, "manhattan_f1_threshold": 68.159256, "manhattan_precision": 0.56444, "manhattan_recall": 0.879765, "manhattan_ap": 0.744265, "euclidean_accuracy": 0.662271, "euclidean_accuracy_threshold": 2.488662, "euclidean_f1": 0.689028, "euclidean_f1_threshold": 3.195469, "euclidean_precision": 0.562674, "euclidean_recall": 0.888563, "euclidean_ap": 0.740133, "dot_accuracy": 0.67619, "dot_accuracy_threshold": 5.596055, "dot_f1": 0.713012, "dot_f1_threshold": 4.754961, "dot_precision": 0.599401, "dot_recall": 0.879765, "dot_ap": 0.722301, "max_accuracy": 0.690842, "max_f1": 0.7267, "max_precision": 0.636865, "max_recall": 0.888563, "max_ap": 0.764477, "main_score": 0.764477, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.727473, "similarity_accuracy_threshold": 0.625539, "similarity_f1": 0.733906, "similarity_f1_threshold": 0.61545, "similarity_precision": 0.71648, "similarity_recall": 0.752199, "similarity_ap": 0.795657, "cosine_accuracy": 0.727473, "cosine_accuracy_threshold": 0.625539, "cosine_f1": 0.733906, "cosine_f1_threshold": 0.61545, "cosine_precision": 0.71648, "cosine_recall": 0.752199, "cosine_ap": 0.795657, "manhattan_accuracy": 0.704029, "manhattan_accuracy_threshold": 56.798477, "manhattan_f1": 0.701003, "manhattan_f1_threshold": 64.138741, "manhattan_precision": 0.644526, "manhattan_recall": 0.768328, "manhattan_ap": 0.780254, "euclidean_accuracy": 0.698901, "euclidean_accuracy_threshold": 2.675553, "euclidean_f1": 0.695602, "euclidean_f1_threshold": 3.299596, "euclidean_precision": 0.57457, "euclidean_recall": 0.881232, "euclidean_ap": 0.777606, "dot_accuracy": 0.704762, "dot_accuracy_threshold": 6.925478, "dot_f1": 0.730893, "dot_f1_threshold": 6.128528, "dot_precision": 0.650286, "dot_recall": 0.834311, "dot_ap": 0.757814, "max_accuracy": 0.727473, "max_f1": 0.733906, "max_precision": 0.71648, "max_recall": 0.881232, "max_ap": 0.795657, "main_score": 0.795657, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.72381, "similarity_accuracy_threshold": 0.683482, "similarity_f1": 0.728847, "similarity_f1_threshold": 0.601049, "similarity_precision": 0.667888, "similarity_recall": 0.802053, "similarity_ap": 0.799961, "cosine_accuracy": 0.72381, "cosine_accuracy_threshold": 0.683482, "cosine_f1": 0.728847, "cosine_f1_threshold": 0.601049, "cosine_precision": 0.667888, "cosine_recall": 0.802053, "cosine_ap": 0.799961, "manhattan_accuracy": 0.70696, "manhattan_accuracy_threshold": 56.124565, "manhattan_f1": 0.708176, "manhattan_f1_threshold": 65.747574, "manhattan_precision": 0.620044, "manhattan_recall": 0.825513, "manhattan_ap": 0.785967, "euclidean_accuracy": 0.704762, "euclidean_accuracy_threshold": 2.63641, "euclidean_f1": 0.706262, "euclidean_f1_threshold": 3.033155, "euclidean_precision": 0.630911, "euclidean_recall": 0.802053, "euclidean_ap": 0.782841, "dot_accuracy": 0.695971, "dot_accuracy_threshold": 7.690642, "dot_f1": 0.726061, "dot_f1_threshold": 6.024337, "dot_precision": 0.618802, "dot_recall": 0.878299, "dot_ap": 0.757841, "max_accuracy": 0.72381, "max_f1": 0.728847, "max_precision": 0.667888, "max_recall": 0.878299, "max_ap": 0.799961, "main_score": 0.799961, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.705495, "similarity_accuracy_threshold": 0.64838, "similarity_f1": 0.736573, "similarity_f1_threshold": 0.560869, "similarity_precision": 0.653061, "similarity_recall": 0.844575, "similarity_ap": 0.784474, "cosine_accuracy": 0.705495, "cosine_accuracy_threshold": 0.64838, "cosine_f1": 0.736573, "cosine_f1_threshold": 0.560869, "cosine_precision": 0.653061, "cosine_recall": 0.844575, "cosine_ap": 0.784474, "manhattan_accuracy": 0.695971, "manhattan_accuracy_threshold": 57.749344, "manhattan_f1": 0.707363, "manhattan_f1_threshold": 66.627182, "manhattan_precision": 0.619625, "manhattan_recall": 0.824047, "manhattan_ap": 0.770387, "euclidean_accuracy": 0.69011, "euclidean_accuracy_threshold": 2.690104, "euclidean_f1": 0.70762, "euclidean_f1_threshold": 3.250041, "euclidean_precision": 0.592483, "euclidean_recall": 0.878299, "euclidean_ap": 0.768175, "dot_accuracy": 0.697436, "dot_accuracy_threshold": 6.695897, "dot_f1": 0.720764, "dot_f1_threshold": 5.584917, "dot_precision": 0.607646, "dot_recall": 0.88563, "dot_ap": 0.747996, "max_accuracy": 0.705495, "max_f1": 0.736573, "max_precision": 0.653061, "max_recall": 0.88563, "max_ap": 0.784474, "main_score": 0.784474, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.747253, "similarity_accuracy_threshold": 0.666464, "similarity_f1": 0.750685, "similarity_f1_threshold": 0.627239, "similarity_precision": 0.70437, "similarity_recall": 0.803519, "similarity_ap": 0.830454, "cosine_accuracy": 0.747253, "cosine_accuracy_threshold": 0.666464, "cosine_f1": 0.750685, "cosine_f1_threshold": 0.627239, "cosine_precision": 0.70437, "cosine_recall": 0.803519, "cosine_ap": 0.830454, "manhattan_accuracy": 0.736996, "manhattan_accuracy_threshold": 62.264977, "manhattan_f1": 0.732646, "manhattan_f1_threshold": 66.664108, "manhattan_precision": 0.689521, "manhattan_recall": 0.781525, "manhattan_ap": 0.819651, "euclidean_accuracy": 0.732601, "euclidean_accuracy_threshold": 2.806664, "euclidean_f1": 0.729167, "euclidean_f1_threshold": 3.107368, "euclidean_precision": 0.692612, "euclidean_recall": 0.769795, "euclidean_ap": 0.81762, "dot_accuracy": 0.719414, "dot_accuracy_threshold": 8.222035, "dot_f1": 0.743802, "dot_f1_threshold": 7.645781, "dot_precision": 0.656566, "dot_recall": 0.857771, "dot_ap": 0.800593, "max_accuracy": 0.747253, "max_f1": 0.750685, "max_precision": 0.70437, "max_recall": 0.857771, "max_ap": 0.830454, "main_score": 0.830454, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.725275, "similarity_accuracy_threshold": 0.641302, "similarity_f1": 0.74231, "similarity_f1_threshold": 0.612381, "similarity_precision": 0.695262, "similarity_recall": 0.796188, "similarity_ap": 0.798661, "cosine_accuracy": 0.725275, "cosine_accuracy_threshold": 0.641302, "cosine_f1": 0.74231, "cosine_f1_threshold": 0.612381, "cosine_precision": 0.695262, "cosine_recall": 0.796188, "cosine_ap": 0.798661, "manhattan_accuracy": 0.70989, "manhattan_accuracy_threshold": 58.435665, "manhattan_f1": 0.720985, "manhattan_f1_threshold": 70.491295, "manhattan_precision": 0.600586, "manhattan_recall": 0.90176, "manhattan_ap": 0.786741, "euclidean_accuracy": 0.705495, "euclidean_accuracy_threshold": 2.725525, "euclidean_f1": 0.722359, "euclidean_f1_threshold": 3.212311, "euclidean_precision": 0.621564, "euclidean_recall": 0.86217, "euclidean_ap": 0.785062, "dot_accuracy": 0.709158, "dot_accuracy_threshold": 7.584249, "dot_f1": 0.739262, "dot_f1_threshold": 6.20044, "dot_precision": 0.629248, "dot_recall": 0.895894, "dot_ap": 0.768611, "max_accuracy": 0.725275, "max_f1": 0.74231, "max_precision": 0.695262, "max_recall": 0.90176, "max_ap": 0.798661, "main_score": 0.798661, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.726007, "similarity_accuracy_threshold": 0.654366, "similarity_f1": 0.733775, "similarity_f1_threshold": 0.592743, "similarity_precision": 0.669082, "similarity_recall": 0.812317, "similarity_ap": 0.796093, "cosine_accuracy": 0.726007, "cosine_accuracy_threshold": 0.654366, "cosine_f1": 0.733775, "cosine_f1_threshold": 0.592743, "cosine_precision": 0.669082, "cosine_recall": 0.812317, "cosine_ap": 0.796093, "manhattan_accuracy": 0.695238, "manhattan_accuracy_threshold": 61.474457, "manhattan_f1": 0.708861, "manhattan_f1_threshold": 69.338959, "manhattan_precision": 0.601842, "manhattan_recall": 0.86217, "manhattan_ap": 0.776483, "euclidean_accuracy": 0.695238, "euclidean_accuracy_threshold": 2.785983, "euclidean_f1": 0.70726, "euclidean_f1_threshold": 3.29595, "euclidean_precision": 0.588694, "euclidean_recall": 0.88563, "euclidean_ap": 0.775052, "dot_accuracy": 0.706227, "dot_accuracy_threshold": 7.394129, "dot_f1": 0.732075, "dot_f1_threshold": 6.447194, "dot_precision": 0.640969, "dot_recall": 0.853372, "dot_ap": 0.768677, "max_accuracy": 0.726007, "max_f1": 0.733775, "max_precision": 0.669082, "max_recall": 0.88563, "max_ap": 0.796093, "main_score": 0.796093, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.683516, "similarity_accuracy_threshold": 0.628208, "similarity_f1": 0.697846, "similarity_f1_threshold": 0.528949, "similarity_precision": 0.601273, "similarity_recall": 0.831378, "similarity_ap": 0.742513, "cosine_accuracy": 0.683516, "cosine_accuracy_threshold": 0.628208, "cosine_f1": 0.697846, "cosine_f1_threshold": 0.528949, "cosine_precision": 0.601273, "cosine_recall": 0.831378, "cosine_ap": 0.742513, "manhattan_accuracy": 0.643956, "manhattan_accuracy_threshold": 53.151249, "manhattan_f1": 0.667974, "manhattan_f1_threshold": 90.57235, "manhattan_precision": 0.501842, "manhattan_recall": 0.998534, "manhattan_ap": 0.69728, "euclidean_accuracy": 0.642491, "euclidean_accuracy_threshold": 2.500772, "euclidean_f1": 0.667321, "euclidean_f1_threshold": 4.220303, "euclidean_precision": 0.501475, "euclidean_recall": 0.997067, "euclidean_ap": 0.695639, "dot_accuracy": 0.668864, "dot_accuracy_threshold": 4.637805, "dot_f1": 0.700125, "dot_f1_threshold": 4.325766, "dot_precision": 0.611842, "dot_recall": 0.818182, "dot_ap": 0.699142, "max_accuracy": 0.683516, "max_f1": 0.700125, "max_precision": 0.611842, "max_recall": 0.998534, "max_ap": 0.742513, "main_score": 0.742513, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.714286, "similarity_accuracy_threshold": 0.638108, "similarity_f1": 0.733981, "similarity_f1_threshold": 0.57213, "similarity_precision": 0.65701, "similarity_recall": 0.831378, "similarity_ap": 0.788514, "cosine_accuracy": 0.714286, "cosine_accuracy_threshold": 0.638108, "cosine_f1": 0.733981, "cosine_f1_threshold": 0.57213, "cosine_precision": 0.65701, "cosine_recall": 0.831378, "cosine_ap": 0.788514, "manhattan_accuracy": 0.681319, "manhattan_accuracy_threshold": 57.841293, "manhattan_f1": 0.705103, "manhattan_f1_threshold": 63.11676, "manhattan_precision": 0.643289, "manhattan_recall": 0.780059, "manhattan_ap": 0.764067, "euclidean_accuracy": 0.679121, "euclidean_accuracy_threshold": 2.765015, "euclidean_f1": 0.702381, "euclidean_f1_threshold": 2.958821, "euclidean_precision": 0.639759, "euclidean_recall": 0.778592, "euclidean_ap": 0.76021, "dot_accuracy": 0.697436, "dot_accuracy_threshold": 6.679639, "dot_f1": 0.731536, "dot_f1_threshold": 5.368243, "dot_precision": 0.609375, "dot_recall": 0.914956, "dot_ap": 0.746221, "max_accuracy": 0.714286, "max_f1": 0.733981, "max_precision": 0.65701, "max_recall": 0.914956, "max_ap": 0.788514, "main_score": 0.788514, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.584615, "similarity_accuracy_threshold": 0.621985, "similarity_f1": 0.669688, "similarity_f1_threshold": 0.559809, "similarity_precision": 0.545706, "similarity_recall": 0.866569, "similarity_ap": 0.599365, "cosine_accuracy": 0.584615, "cosine_accuracy_threshold": 0.621985, "cosine_f1": 0.669688, "cosine_f1_threshold": 0.559809, "cosine_precision": 0.545706, "cosine_recall": 0.866569, "cosine_ap": 0.599365, "manhattan_accuracy": 0.582418, "manhattan_accuracy_threshold": 59.342644, "manhattan_f1": 0.671079, "manhattan_f1_threshold": 71.990356, "manhattan_precision": 0.514041, "manhattan_recall": 0.966276, "manhattan_ap": 0.594256, "euclidean_accuracy": 0.583883, "euclidean_accuracy_threshold": 2.717213, "euclidean_f1": 0.669821, "euclidean_f1_threshold": 3.278105, "euclidean_precision": 0.522131, "euclidean_recall": 0.934018, "euclidean_ap": 0.596608, "dot_accuracy": 0.567766, "dot_accuracy_threshold": 6.564331, "dot_f1": 0.669287, "dot_f1_threshold": 3.785912, "dot_precision": 0.503326, "dot_recall": 0.998534, "dot_ap": 0.567921, "max_accuracy": 0.584615, "max_f1": 0.671079, "max_precision": 0.545706, "max_recall": 0.998534, "max_ap": 0.599365, "main_score": 0.599365, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.695971, "similarity_accuracy_threshold": 0.653859, "similarity_f1": 0.722766, "similarity_f1_threshold": 0.582718, "similarity_precision": 0.650999, "similarity_recall": 0.812317, "similarity_ap": 0.771696, "cosine_accuracy": 0.695971, "cosine_accuracy_threshold": 0.653859, "cosine_f1": 0.722766, "cosine_f1_threshold": 0.582718, "cosine_precision": 0.650999, "cosine_recall": 0.812317, "cosine_ap": 0.771696, "manhattan_accuracy": 0.682051, "manhattan_accuracy_threshold": 56.690533, "manhattan_f1": 0.693705, "manhattan_f1_threshold": 64.000877, "manhattan_precision": 0.590722, "manhattan_recall": 0.840176, "manhattan_ap": 0.748708, "euclidean_accuracy": 0.685714, "euclidean_accuracy_threshold": 2.610278, "euclidean_f1": 0.690998, "euclidean_f1_threshold": 2.991508, "euclidean_precision": 0.590437, "euclidean_recall": 0.832845, "euclidean_ap": 0.745659, "dot_accuracy": 0.675458, "dot_accuracy_threshold": 5.795528, "dot_f1": 0.720339, "dot_f1_threshold": 5.261137, "dot_precision": 0.613402, "dot_recall": 0.872434, "dot_ap": 0.713651, "max_accuracy": 0.695971, "max_f1": 0.722766, "max_precision": 0.650999, "max_recall": 0.872434, "max_ap": 0.771696, "main_score": 0.771696, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.700366, "similarity_accuracy_threshold": 0.599559, "similarity_f1": 0.730646, "similarity_f1_threshold": 0.57248, "similarity_precision": 0.648127, "similarity_recall": 0.837243, "similarity_ap": 0.789962, "cosine_accuracy": 0.700366, "cosine_accuracy_threshold": 0.599559, "cosine_f1": 0.730646, "cosine_f1_threshold": 0.57248, "cosine_precision": 0.648127, "cosine_recall": 0.837243, "cosine_ap": 0.789962, "manhattan_accuracy": 0.679121, "manhattan_accuracy_threshold": 58.156662, "manhattan_f1": 0.701156, "manhattan_f1_threshold": 66.717148, "manhattan_precision": 0.599376, "manhattan_recall": 0.844575, "manhattan_ap": 0.770166, "euclidean_accuracy": 0.67619, "euclidean_accuracy_threshold": 2.679042, "euclidean_f1": 0.696987, "euclidean_f1_threshold": 3.264018, "euclidean_precision": 0.569174, "euclidean_recall": 0.898827, "euclidean_ap": 0.766694, "dot_accuracy": 0.692308, "dot_accuracy_threshold": 6.732611, "dot_f1": 0.732919, "dot_f1_threshold": 5.769157, "dot_precision": 0.635776, "dot_recall": 0.865103, "dot_ap": 0.750245, "max_accuracy": 0.700366, "max_f1": 0.732919, "max_precision": 0.648127, "max_recall": 0.898827, "max_ap": 0.789962, "main_score": 0.789962, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.706227, "similarity_accuracy_threshold": 0.601846, "similarity_f1": 0.72859, "similarity_f1_threshold": 0.585951, "similarity_precision": 0.661483, "similarity_recall": 0.81085, "similarity_ap": 0.782077, "cosine_accuracy": 0.706227, "cosine_accuracy_threshold": 0.601846, "cosine_f1": 0.72859, "cosine_f1_threshold": 0.585951, "cosine_precision": 0.661483, "cosine_recall": 0.81085, "cosine_ap": 0.782077, "manhattan_accuracy": 0.698901, "manhattan_accuracy_threshold": 59.777988, "manhattan_f1": 0.705307, "manhattan_f1_threshold": 62.369118, "manhattan_precision": 0.673333, "manhattan_recall": 0.740469, "manhattan_ap": 0.763555, "euclidean_accuracy": 0.69304, "euclidean_accuracy_threshold": 2.703785, "euclidean_f1": 0.702666, "euclidean_f1_threshold": 2.942545, "euclidean_precision": 0.658131, "euclidean_recall": 0.753666, "euclidean_ap": 0.76196, "dot_accuracy": 0.694505, "dot_accuracy_threshold": 7.05515, "dot_f1": 0.729927, "dot_f1_threshold": 5.935927, "dot_precision": 0.623701, "dot_recall": 0.879765, "dot_ap": 0.743481, "max_accuracy": 0.706227, "max_f1": 0.729927, "max_precision": 0.673333, "max_recall": 0.879765, "max_ap": 0.782077, "main_score": 0.782077, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.717949, "similarity_accuracy_threshold": 0.609016, "similarity_f1": 0.739496, "similarity_f1_threshold": 0.569455, "similarity_precision": 0.661272, "similarity_recall": 0.83871, "similarity_ap": 0.78451, "cosine_accuracy": 0.717949, "cosine_accuracy_threshold": 0.609016, "cosine_f1": 0.739496, "cosine_f1_threshold": 0.569455, "cosine_precision": 0.661272, "cosine_recall": 0.83871, "cosine_ap": 0.78451, "manhattan_accuracy": 0.690842, "manhattan_accuracy_threshold": 60.248413, "manhattan_f1": 0.708549, "manhattan_f1_threshold": 65.107773, "manhattan_precision": 0.634571, "manhattan_recall": 0.802053, "manhattan_ap": 0.768331, "euclidean_accuracy": 0.691575, "euclidean_accuracy_threshold": 2.809342, "euclidean_f1": 0.705952, "euclidean_f1_threshold": 3.206509, "euclidean_precision": 0.594188, "euclidean_recall": 0.869501, "euclidean_ap": 0.764838, "dot_accuracy": 0.698168, "dot_accuracy_threshold": 6.294648, "dot_f1": 0.732637, "dot_f1_threshold": 5.648622, "dot_precision": 0.630688, "dot_recall": 0.8739, "dot_ap": 0.752124, "max_accuracy": 0.717949, "max_f1": 0.739496, "max_precision": 0.661272, "max_recall": 0.8739, "max_ap": 0.78451, "main_score": 0.78451, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 16.880763053894043, "kg_co2_emissions": 0.0010016983378479116 }