{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.672527, "similarity_accuracy_threshold": 0.365141, "similarity_f1": 0.698211, "similarity_f1_threshold": 0.248521, "similarity_precision": 0.575642, "similarity_recall": 0.887097, "similarity_ap": 0.692565, "cosine_accuracy": 0.672527, "cosine_accuracy_threshold": 0.365141, "cosine_f1": 0.698211, "cosine_f1_threshold": 0.248521, "cosine_precision": 0.575642, "cosine_recall": 0.887097, "cosine_ap": 0.692565, "manhattan_accuracy": 0.654212, "manhattan_accuracy_threshold": 59.033249, "manhattan_f1": 0.699655, "manhattan_f1_threshold": 64.343689, "manhattan_precision": 0.575758, "manhattan_recall": 0.891496, "manhattan_ap": 0.68, "euclidean_accuracy": 0.654212, "euclidean_accuracy_threshold": 2.724346, "euclidean_f1": 0.700175, "euclidean_f1_threshold": 2.968892, "euclidean_precision": 0.582119, "euclidean_recall": 0.878299, "euclidean_ap": 0.678628, "dot_accuracy": 0.67033, "dot_accuracy_threshold": 2.339006, "dot_f1": 0.699941, "dot_f1_threshold": 1.531247, "dot_precision": 0.583741, "dot_recall": 0.8739, "dot_ap": 0.693199, "max_accuracy": 0.672527, "max_f1": 0.700175, "max_precision": 0.583741, "max_recall": 0.891496, "max_ap": 0.693199, "main_score": 0.693199, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.56044, "similarity_accuracy_threshold": 0.83502, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.38634, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.55644, "cosine_accuracy": 0.56044, "cosine_accuracy_threshold": 0.835019, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.38634, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.556439, "manhattan_accuracy": 0.559707, "manhattan_accuracy_threshold": 35.013756, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 65.392136, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.560239, "euclidean_accuracy": 0.558974, "euclidean_accuracy_threshold": 1.613184, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 3.074027, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.559315, "dot_accuracy": 0.552381, "dot_accuracy_threshold": 6.432733, "dot_f1": 0.666341, "dot_f1_threshold": 3.137999, "dot_precision": 0.5, "dot_recall": 0.998534, "dot_ap": 0.538836, "max_accuracy": 0.56044, "max_f1": 0.666993, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.560239, "main_score": 0.560239, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.556044, "similarity_accuracy_threshold": 0.723513, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.363017, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.551071, "cosine_accuracy": 0.556044, "cosine_accuracy_threshold": 0.723513, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.363017, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.551071, "manhattan_accuracy": 0.554579, "manhattan_accuracy_threshold": 45.015579, "manhattan_f1": 0.666014, "manhattan_f1_threshold": 68.71347, "manhattan_precision": 0.5, "manhattan_recall": 0.997067, "manhattan_ap": 0.550572, "euclidean_accuracy": 0.553114, "euclidean_accuracy_threshold": 2.148831, "euclidean_f1": 0.666007, "euclidean_f1_threshold": 3.012651, "euclidean_precision": 0.502614, "euclidean_recall": 0.986804, "euclidean_ap": 0.549769, "dot_accuracy": 0.553846, "dot_accuracy_threshold": 5.478975, "dot_f1": 0.666341, "dot_f1_threshold": 2.84809, "dot_precision": 0.5, "dot_recall": 0.998534, "dot_ap": 0.552706, "max_accuracy": 0.556044, "max_f1": 0.666667, "max_precision": 0.502614, "max_recall": 0.998534, "max_ap": 0.552706, "main_score": 0.552706, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.534066, "similarity_accuracy_threshold": 0.894962, "similarity_f1": 0.666339, "similarity_f1_threshold": 0.627705, "similarity_precision": 0.501109, "similarity_recall": 0.994135, "similarity_ap": 0.539804, "cosine_accuracy": 0.534066, "cosine_accuracy_threshold": 0.894962, "cosine_f1": 0.666339, "cosine_f1_threshold": 0.627705, "cosine_precision": 0.501109, "cosine_recall": 0.994135, "cosine_ap": 0.539804, "manhattan_accuracy": 0.541392, "manhattan_accuracy_threshold": 30.262123, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 53.266102, "manhattan_precision": 0.501107, "manhattan_recall": 0.995601, "manhattan_ap": 0.54092, "euclidean_accuracy": 0.539194, "euclidean_accuracy_threshold": 1.405737, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 2.5019, "euclidean_precision": 0.501107, "euclidean_recall": 0.995601, "euclidean_ap": 0.541547, "dot_accuracy": 0.521612, "dot_accuracy_threshold": 7.962844, "dot_f1": 0.665689, "dot_f1_threshold": 4.256389, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.521269, "max_accuracy": 0.541392, "max_f1": 0.666667, "max_precision": 0.501109, "max_recall": 0.998534, "max_ap": 0.541547, "main_score": 0.541547, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.591209, "similarity_accuracy_threshold": 0.672457, "similarity_f1": 0.673763, "similarity_f1_threshold": 0.521917, "similarity_precision": 0.528822, "similarity_recall": 0.928152, "similarity_ap": 0.605481, "cosine_accuracy": 0.591209, "cosine_accuracy_threshold": 0.672457, "cosine_f1": 0.673763, "cosine_f1_threshold": 0.521917, "cosine_precision": 0.528822, "cosine_recall": 0.928152, "cosine_ap": 0.605481, "manhattan_accuracy": 0.586813, "manhattan_accuracy_threshold": 43.977188, "manhattan_f1": 0.670641, "manhattan_f1_threshold": 65.707993, "manhattan_precision": 0.507137, "manhattan_recall": 0.989736, "manhattan_ap": 0.59864, "euclidean_accuracy": 0.586813, "euclidean_accuracy_threshold": 2.128601, "euclidean_f1": 0.670313, "euclidean_f1_threshold": 3.123097, "euclidean_precision": 0.507148, "euclidean_recall": 0.98827, "euclidean_ap": 0.597604, "dot_accuracy": 0.598535, "dot_accuracy_threshold": 5.03998, "dot_f1": 0.67782, "dot_f1_threshold": 4.248996, "dot_precision": 0.536294, "dot_recall": 0.920821, "dot_ap": 0.622553, "max_accuracy": 0.598535, "max_f1": 0.67782, "max_precision": 0.536294, "max_recall": 0.989736, "max_ap": 0.622553, "main_score": 0.622553, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.570696, "similarity_accuracy_threshold": 0.767835, "similarity_f1": 0.667976, "similarity_f1_threshold": 0.395133, "similarity_precision": 0.502216, "similarity_recall": 0.997067, "similarity_ap": 0.586477, "cosine_accuracy": 0.570696, "cosine_accuracy_threshold": 0.767835, "cosine_f1": 0.667976, "cosine_f1_threshold": 0.395133, "cosine_precision": 0.502216, "cosine_recall": 0.997067, "cosine_ap": 0.586477, "manhattan_accuracy": 0.567033, "manhattan_accuracy_threshold": 43.370861, "manhattan_f1": 0.667974, "manhattan_f1_threshold": 68.451416, "manhattan_precision": 0.501842, "manhattan_recall": 0.998534, "manhattan_ap": 0.58607, "euclidean_accuracy": 0.568498, "euclidean_accuracy_threshold": 2.027303, "euclidean_f1": 0.668307, "euclidean_f1_threshold": 3.198758, "euclidean_precision": 0.502963, "euclidean_recall": 0.995601, "euclidean_ap": 0.586047, "dot_accuracy": 0.567033, "dot_accuracy_threshold": 5.779354, "dot_f1": 0.667653, "dot_f1_threshold": 3.448205, "dot_precision": 0.502972, "dot_recall": 0.992669, "dot_ap": 0.579041, "max_accuracy": 0.570696, "max_f1": 0.668307, "max_precision": 0.502972, "max_recall": 0.998534, "max_ap": 0.586477, "main_score": 0.586477, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.559707, "similarity_accuracy_threshold": 0.756103, "similarity_f1": 0.66634, "similarity_f1_threshold": 0.443435, "similarity_precision": 0.500737, "similarity_recall": 0.995601, "similarity_ap": 0.584103, "cosine_accuracy": 0.559707, "cosine_accuracy_threshold": 0.756103, "cosine_f1": 0.66634, "cosine_f1_threshold": 0.443435, "cosine_precision": 0.500737, "cosine_recall": 0.995601, "cosine_ap": 0.584103, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 42.322826, "manhattan_f1": 0.666003, "manhattan_f1_threshold": 59.898895, "manhattan_precision": 0.504145, "manhattan_recall": 0.980938, "manhattan_ap": 0.579636, "euclidean_accuracy": 0.557509, "euclidean_accuracy_threshold": 1.992858, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 3.266762, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.579145, "dot_accuracy": 0.56044, "dot_accuracy_threshold": 5.807345, "dot_f1": 0.666667, "dot_f1_threshold": 3.757503, "dot_precision": 0.501853, "dot_recall": 0.992669, "dot_ap": 0.590864, "max_accuracy": 0.56044, "max_f1": 0.666667, "max_precision": 0.504145, "max_recall": 1.0, "max_ap": 0.590864, "main_score": 0.590864, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.540659, "similarity_accuracy_threshold": 0.792757, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.225744, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.546007, "cosine_accuracy": 0.540659, "cosine_accuracy_threshold": 0.792757, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.225744, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.546007, "manhattan_accuracy": 0.549451, "manhattan_accuracy_threshold": 38.452881, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 76.976013, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.548262, "euclidean_accuracy": 0.550183, "euclidean_accuracy_threshold": 1.787567, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 3.66232, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.548226, "dot_accuracy": 0.531868, "dot_accuracy_threshold": 6.219368, "dot_f1": 0.665689, "dot_f1_threshold": 1.981727, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.536781, "max_accuracy": 0.550183, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.548262, "main_score": 0.548262, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.554579, "similarity_accuracy_threshold": 0.83445, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.378634, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.565989, "cosine_accuracy": 0.554579, "cosine_accuracy_threshold": 0.83445, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.378634, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.56599, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 35.23167, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 74.710251, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.567764, "euclidean_accuracy": 0.555311, "euclidean_accuracy_threshold": 1.634719, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 3.519834, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.568003, "dot_accuracy": 0.54359, "dot_accuracy_threshold": 6.602229, "dot_f1": 0.666015, "dot_f1_threshold": 2.829309, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.547308, "max_accuracy": 0.555311, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.568003, "main_score": 0.568003, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.539194, "similarity_accuracy_threshold": 0.824849, "similarity_f1": 0.668639, "similarity_f1_threshold": 0.478603, "similarity_precision": 0.503715, "similarity_recall": 0.994135, "similarity_ap": 0.557738, "cosine_accuracy": 0.539194, "cosine_accuracy_threshold": 0.824849, "cosine_f1": 0.668639, "cosine_f1_threshold": 0.478603, "cosine_precision": 0.503715, "cosine_recall": 0.994135, "cosine_ap": 0.557738, "manhattan_accuracy": 0.544322, "manhattan_accuracy_threshold": 46.585121, "manhattan_f1": 0.668322, "manhattan_f1_threshold": 60.931763, "manhattan_precision": 0.505255, "manhattan_recall": 0.986804, "manhattan_ap": 0.558389, "euclidean_accuracy": 0.542125, "euclidean_accuracy_threshold": 2.188354, "euclidean_f1": 0.668962, "euclidean_f1_threshold": 3.032958, "euclidean_precision": 0.503331, "euclidean_recall": 0.997067, "euclidean_ap": 0.557708, "dot_accuracy": 0.535531, "dot_accuracy_threshold": 6.664527, "dot_f1": 0.668307, "dot_f1_threshold": 3.858333, "dot_precision": 0.502963, "dot_recall": 0.995601, "dot_ap": 0.551258, "max_accuracy": 0.544322, "max_f1": 0.668962, "max_precision": 0.505255, "max_recall": 0.997067, "max_ap": 0.558389, "main_score": 0.558389, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.530403, "similarity_accuracy_threshold": 0.887761, "similarity_f1": 0.667974, "similarity_f1_threshold": 0.290734, "similarity_precision": 0.501842, "similarity_recall": 0.998534, "similarity_ap": 0.509017, "cosine_accuracy": 0.530403, "cosine_accuracy_threshold": 0.887761, "cosine_f1": 0.667974, "cosine_f1_threshold": 0.290734, "cosine_precision": 0.501842, "cosine_recall": 0.998534, "cosine_ap": 0.512331, "manhattan_accuracy": 0.533333, "manhattan_accuracy_threshold": 32.700691, "manhattan_f1": 0.667321, "manhattan_f1_threshold": 76.028625, "manhattan_precision": 0.501475, "manhattan_recall": 0.997067, "manhattan_ap": 0.513734, "euclidean_accuracy": 0.532601, "euclidean_accuracy_threshold": 1.568593, "euclidean_f1": 0.666994, "euclidean_f1_threshold": 3.588489, "euclidean_precision": 0.501477, "euclidean_recall": 0.995601, "euclidean_ap": 0.513399, "dot_accuracy": 0.519414, "dot_accuracy_threshold": 8.462537, "dot_f1": 0.667976, "dot_f1_threshold": 2.953788, "dot_precision": 0.502216, "dot_recall": 0.997067, "dot_ap": 0.50434, "max_accuracy": 0.533333, "max_f1": 0.667976, "max_precision": 0.502216, "max_recall": 0.998534, "max_ap": 0.513734, "main_score": 0.513734, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.556044, "similarity_accuracy_threshold": 0.678097, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.282979, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.579986, "cosine_accuracy": 0.556044, "cosine_accuracy_threshold": 0.678097, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.282979, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.579986, "manhattan_accuracy": 0.556777, "manhattan_accuracy_threshold": 44.796585, "manhattan_f1": 0.66634, "manhattan_f1_threshold": 71.595291, "manhattan_precision": 0.500368, "manhattan_recall": 0.997067, "manhattan_ap": 0.579274, "euclidean_accuracy": 0.556777, "euclidean_accuracy_threshold": 2.063167, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 3.753094, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.578386, "dot_accuracy": 0.553114, "dot_accuracy_threshold": 5.415104, "dot_f1": 0.66866, "dot_f1_threshold": 3.217086, "dot_precision": 0.506415, "dot_recall": 0.983871, "dot_ap": 0.57852, "max_accuracy": 0.556777, "max_f1": 0.66866, "max_precision": 0.506415, "max_recall": 0.998534, "max_ap": 0.579986, "main_score": 0.579986, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.54652, "similarity_accuracy_threshold": 0.781973, "similarity_f1": 0.667647, "similarity_f1_threshold": 0.41358, "similarity_precision": 0.501473, "similarity_recall": 0.998534, "similarity_ap": 0.559408, "cosine_accuracy": 0.54652, "cosine_accuracy_threshold": 0.781973, "cosine_f1": 0.667647, "cosine_f1_threshold": 0.41358, "cosine_precision": 0.501473, "cosine_recall": 0.998534, "cosine_ap": 0.559411, "manhattan_accuracy": 0.549451, "manhattan_accuracy_threshold": 40.450111, "manhattan_f1": 0.668305, "manhattan_f1_threshold": 64.170242, "manhattan_precision": 0.502587, "manhattan_recall": 0.997067, "manhattan_ap": 0.5617, "euclidean_accuracy": 0.547253, "euclidean_accuracy_threshold": 2.010892, "euclidean_f1": 0.667976, "euclidean_f1_threshold": 3.099122, "euclidean_precision": 0.502216, "euclidean_recall": 0.997067, "euclidean_ap": 0.560687, "dot_accuracy": 0.548718, "dot_accuracy_threshold": 6.186086, "dot_f1": 0.66732, "dot_f1_threshold": 3.682069, "dot_precision": 0.501104, "dot_recall": 0.998534, "dot_ap": 0.551257, "max_accuracy": 0.549451, "max_f1": 0.668305, "max_precision": 0.502587, "max_recall": 0.998534, "max_ap": 0.5617, "main_score": 0.5617, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.531868, "similarity_accuracy_threshold": 0.819196, "similarity_f1": 0.667323, "similarity_f1_threshold": 0.618072, "similarity_precision": 0.502222, "similarity_recall": 0.994135, "similarity_ap": 0.527162, "cosine_accuracy": 0.531868, "cosine_accuracy_threshold": 0.819196, "cosine_f1": 0.667323, "cosine_f1_threshold": 0.618072, "cosine_precision": 0.502222, "cosine_recall": 0.994135, "cosine_ap": 0.527165, "manhattan_accuracy": 0.534066, "manhattan_accuracy_threshold": 40.04538, "manhattan_f1": 0.667323, "manhattan_f1_threshold": 57.386028, "manhattan_precision": 0.502222, "manhattan_recall": 0.994135, "manhattan_ap": 0.52827, "euclidean_accuracy": 0.534066, "euclidean_accuracy_threshold": 1.915099, "euclidean_f1": 0.667323, "euclidean_f1_threshold": 2.7355, "euclidean_precision": 0.502222, "euclidean_recall": 0.994135, "euclidean_ap": 0.528411, "dot_accuracy": 0.522344, "dot_accuracy_threshold": 9.547853, "dot_f1": 0.665689, "dot_f1_threshold": 4.190026, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.525421, "max_accuracy": 0.534066, "max_f1": 0.667323, "max_precision": 0.502222, "max_recall": 0.998534, "max_ap": 0.528411, "main_score": 0.528411, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.67619, "similarity_accuracy_threshold": 0.406389, "similarity_f1": 0.708475, "similarity_f1_threshold": 0.227474, "similarity_precision": 0.576287, "similarity_recall": 0.919355, "similarity_ap": 0.722877, "cosine_accuracy": 0.67619, "cosine_accuracy_threshold": 0.406389, "cosine_f1": 0.708475, "cosine_f1_threshold": 0.227474, "cosine_precision": 0.576287, "cosine_recall": 0.919355, "cosine_ap": 0.722877, "manhattan_accuracy": 0.67033, "manhattan_accuracy_threshold": 56.848255, "manhattan_f1": 0.697448, "manhattan_f1_threshold": 62.435501, "manhattan_precision": 0.595436, "manhattan_recall": 0.841642, "manhattan_ap": 0.719362, "euclidean_accuracy": 0.67033, "euclidean_accuracy_threshold": 2.604438, "euclidean_f1": 0.696095, "euclidean_f1_threshold": 3.017856, "euclidean_precision": 0.56682, "euclidean_recall": 0.90176, "euclidean_ap": 0.716894, "dot_accuracy": 0.680586, "dot_accuracy_threshold": 2.330547, "dot_f1": 0.705678, "dot_f1_threshold": 1.424392, "dot_precision": 0.583333, "dot_recall": 0.892962, "dot_ap": 0.710947, "max_accuracy": 0.680586, "max_f1": 0.708475, "max_precision": 0.595436, "max_recall": 0.919355, "max_ap": 0.722877, "main_score": 0.722877, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.5663, "similarity_accuracy_threshold": 0.853232, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.404212, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.580764, "cosine_accuracy": 0.5663, "cosine_accuracy_threshold": 0.853232, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.404212, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.580764, "manhattan_accuracy": 0.569963, "manhattan_accuracy_threshold": 32.887688, "manhattan_f1": 0.667319, "manhattan_f1_threshold": 62.971725, "manhattan_precision": 0.500734, "manhattan_recall": 1.0, "manhattan_ap": 0.584441, "euclidean_accuracy": 0.570696, "euclidean_accuracy_threshold": 1.534184, "euclidean_f1": 0.667319, "euclidean_f1_threshold": 2.948452, "euclidean_precision": 0.500734, "euclidean_recall": 1.0, "euclidean_ap": 0.584434, "dot_accuracy": 0.54359, "dot_accuracy_threshold": 7.060188, "dot_f1": 0.666993, "dot_f1_threshold": 2.990496, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.555195, "max_accuracy": 0.570696, "max_f1": 0.667319, "max_precision": 0.500734, "max_recall": 1.0, "max_ap": 0.584441, "main_score": 0.584441, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.558974, "similarity_accuracy_threshold": 0.739401, "similarity_f1": 0.66732, "similarity_f1_threshold": 0.340146, "similarity_precision": 0.501104, "similarity_recall": 0.998534, "similarity_ap": 0.582365, "cosine_accuracy": 0.558974, "cosine_accuracy_threshold": 0.739401, "cosine_f1": 0.66732, "cosine_f1_threshold": 0.340146, "cosine_precision": 0.501104, "cosine_recall": 0.998534, "cosine_ap": 0.582365, "manhattan_accuracy": 0.555311, "manhattan_accuracy_threshold": 44.955017, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 70.819389, "manhattan_precision": 0.500735, "manhattan_recall": 0.998534, "manhattan_ap": 0.583796, "euclidean_accuracy": 0.554579, "euclidean_accuracy_threshold": 2.050101, "euclidean_f1": 0.667974, "euclidean_f1_threshold": 3.312421, "euclidean_precision": 0.501842, "euclidean_recall": 0.998534, "euclidean_ap": 0.583815, "dot_accuracy": 0.554579, "dot_accuracy_threshold": 6.018248, "dot_f1": 0.666993, "dot_f1_threshold": 2.746834, "dot_precision": 0.500735, "dot_recall": 0.998534, "dot_ap": 0.571454, "max_accuracy": 0.558974, "max_f1": 0.667974, "max_precision": 0.501842, "max_recall": 0.998534, "max_ap": 0.583815, "main_score": 0.583815, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.569231, "similarity_accuracy_threshold": 0.881324, "similarity_f1": 0.667319, "similarity_f1_threshold": 0.519886, "similarity_precision": 0.500734, "similarity_recall": 1.0, "similarity_ap": 0.568078, "cosine_accuracy": 0.569231, "cosine_accuracy_threshold": 0.881324, "cosine_f1": 0.667319, "cosine_f1_threshold": 0.519886, "cosine_precision": 0.500734, "cosine_recall": 1.0, "cosine_ap": 0.568078, "manhattan_accuracy": 0.572161, "manhattan_accuracy_threshold": 30.80743, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 62.456516, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.572123, "euclidean_accuracy": 0.571429, "euclidean_accuracy_threshold": 1.430597, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 2.935678, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.570446, "dot_accuracy": 0.548718, "dot_accuracy_threshold": 8.149612, "dot_f1": 0.667319, "dot_f1_threshold": 4.474101, "dot_precision": 0.500734, "dot_recall": 1.0, "dot_ap": 0.547895, "max_accuracy": 0.572161, "max_f1": 0.667319, "max_precision": 0.500734, "max_recall": 1.0, "max_ap": 0.572123, "main_score": 0.572123, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.605861, "similarity_accuracy_threshold": 0.660651, "similarity_f1": 0.670174, "similarity_f1_threshold": 0.50514, "similarity_precision": 0.522559, "similarity_recall": 0.934018, "similarity_ap": 0.629912, "cosine_accuracy": 0.605861, "cosine_accuracy_threshold": 0.660651, "cosine_f1": 0.670174, "cosine_f1_threshold": 0.50514, "cosine_precision": 0.522559, "cosine_recall": 0.934018, "cosine_ap": 0.629912, "manhattan_accuracy": 0.6, "manhattan_accuracy_threshold": 48.521812, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 70.034424, "manhattan_precision": 0.500735, "manhattan_recall": 0.998534, "manhattan_ap": 0.621928, "euclidean_accuracy": 0.597802, "euclidean_accuracy_threshold": 2.326751, "euclidean_f1": 0.667319, "euclidean_f1_threshold": 3.357758, "euclidean_precision": 0.500734, "euclidean_recall": 1.0, "euclidean_ap": 0.6203, "dot_accuracy": 0.6, "dot_accuracy_threshold": 5.192961, "dot_f1": 0.675014, "dot_f1_threshold": 4.310724, "dot_precision": 0.536797, "dot_recall": 0.909091, "dot_ap": 0.638669, "max_accuracy": 0.605861, "max_f1": 0.675014, "max_precision": 0.536797, "max_recall": 1.0, "max_ap": 0.638669, "main_score": 0.638669, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.567766, "similarity_accuracy_threshold": 0.75406, "similarity_f1": 0.668972, "similarity_f1_threshold": 0.43683, "similarity_precision": 0.504471, "similarity_recall": 0.992669, "similarity_ap": 0.580956, "cosine_accuracy": 0.567766, "cosine_accuracy_threshold": 0.75406, "cosine_f1": 0.668972, "cosine_f1_threshold": 0.43683, "cosine_precision": 0.504471, "cosine_recall": 0.992669, "cosine_ap": 0.580954, "manhattan_accuracy": 0.5663, "manhattan_accuracy_threshold": 42.593445, "manhattan_f1": 0.668307, "manhattan_f1_threshold": 65.187424, "manhattan_precision": 0.502963, "manhattan_recall": 0.995601, "manhattan_ap": 0.581102, "euclidean_accuracy": 0.569231, "euclidean_accuracy_threshold": 1.971434, "euclidean_f1": 0.670313, "euclidean_f1_threshold": 2.979671, "euclidean_precision": 0.507148, "euclidean_recall": 0.98827, "euclidean_ap": 0.580812, "dot_accuracy": 0.561905, "dot_accuracy_threshold": 5.811469, "dot_f1": 0.669617, "dot_f1_threshold": 3.333027, "dot_precision": 0.503698, "dot_recall": 0.998534, "dot_ap": 0.569157, "max_accuracy": 0.569231, "max_f1": 0.670313, "max_precision": 0.507148, "max_recall": 0.998534, "max_ap": 0.581102, "main_score": 0.581102, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.578022, "similarity_accuracy_threshold": 0.757541, "similarity_f1": 0.667649, "similarity_f1_threshold": 0.439422, "similarity_precision": 0.501845, "similarity_recall": 0.997067, "similarity_ap": 0.590385, "cosine_accuracy": 0.578022, "cosine_accuracy_threshold": 0.757541, "cosine_f1": 0.667649, "cosine_f1_threshold": 0.439422, "cosine_precision": 0.501845, "cosine_recall": 0.997067, "cosine_ap": 0.590385, "manhattan_accuracy": 0.58022, "manhattan_accuracy_threshold": 40.603409, "manhattan_f1": 0.667976, "manhattan_f1_threshold": 64.163109, "manhattan_precision": 0.502216, "manhattan_recall": 0.997067, "manhattan_ap": 0.590576, "euclidean_accuracy": 0.580952, "euclidean_accuracy_threshold": 1.919935, "euclidean_f1": 0.667974, "euclidean_f1_threshold": 3.080143, "euclidean_precision": 0.501842, "euclidean_recall": 0.998534, "euclidean_ap": 0.591185, "dot_accuracy": 0.569231, "dot_accuracy_threshold": 5.979554, "dot_f1": 0.667319, "dot_f1_threshold": 3.218157, "dot_precision": 0.500734, "dot_recall": 1.0, "dot_ap": 0.576804, "max_accuracy": 0.580952, "max_f1": 0.667976, "max_precision": 0.502216, "max_recall": 1.0, "max_ap": 0.591185, "main_score": 0.591185, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.530403, "similarity_accuracy_threshold": 0.792115, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.149879, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.534058, "cosine_accuracy": 0.530403, "cosine_accuracy_threshold": 0.792115, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.149879, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.534058, "manhattan_accuracy": 0.533333, "manhattan_accuracy_threshold": 39.757164, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 78.255844, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.538028, "euclidean_accuracy": 0.532601, "euclidean_accuracy_threshold": 1.725747, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 3.738369, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.535741, "dot_accuracy": 0.525275, "dot_accuracy_threshold": 6.694056, "dot_f1": 0.666667, "dot_f1_threshold": 1.263613, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.524394, "max_accuracy": 0.533333, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.538028, "main_score": 0.538028, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.551648, "similarity_accuracy_threshold": 0.872266, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.366729, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.566474, "cosine_accuracy": 0.551648, "cosine_accuracy_threshold": 0.872266, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.366729, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.566474, "manhattan_accuracy": 0.554579, "manhattan_accuracy_threshold": 33.54586, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 68.469711, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.568146, "euclidean_accuracy": 0.553114, "euclidean_accuracy_threshold": 1.527595, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 3.150593, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.569447, "dot_accuracy": 0.549451, "dot_accuracy_threshold": 6.847057, "dot_f1": 0.665689, "dot_f1_threshold": 2.86769, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.549699, "max_accuracy": 0.554579, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.569447, "main_score": 0.569447, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.564835, "similarity_accuracy_threshold": 0.761527, "similarity_f1": 0.666994, "similarity_f1_threshold": 0.364578, "similarity_precision": 0.501105, "similarity_recall": 0.997067, "similarity_ap": 0.588588, "cosine_accuracy": 0.564835, "cosine_accuracy_threshold": 0.761527, "cosine_f1": 0.666994, "cosine_f1_threshold": 0.364578, "cosine_precision": 0.501105, "cosine_recall": 0.997067, "cosine_ap": 0.588588, "manhattan_accuracy": 0.562637, "manhattan_accuracy_threshold": 38.47905, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 68.034866, "manhattan_precision": 0.501107, "manhattan_recall": 0.995601, "manhattan_ap": 0.590229, "euclidean_accuracy": 0.562637, "euclidean_accuracy_threshold": 1.832076, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 3.454116, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.590162, "dot_accuracy": 0.559707, "dot_accuracy_threshold": 6.461897, "dot_f1": 0.667321, "dot_f1_threshold": 3.12546, "dot_precision": 0.501475, "dot_recall": 0.997067, "dot_ap": 0.573779, "max_accuracy": 0.564835, "max_f1": 0.667321, "max_precision": 0.501475, "max_recall": 1.0, "max_ap": 0.590229, "main_score": 0.590229, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.512088, "similarity_accuracy_threshold": 0.716889, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.243356, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.500734, "cosine_accuracy": 0.512088, "cosine_accuracy_threshold": 0.716889, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.266903, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.500754, "manhattan_accuracy": 0.510623, "manhattan_accuracy_threshold": 52.178185, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 80.556396, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.496257, "euclidean_accuracy": 0.510623, "euclidean_accuracy_threshold": 2.327237, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 3.814944, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.496634, "dot_accuracy": 0.50989, "dot_accuracy_threshold": 8.078096, "dot_f1": 0.666015, "dot_f1_threshold": 2.646514, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.49225, "max_accuracy": 0.512088, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.500754, "main_score": 0.500754, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.564103, "similarity_accuracy_threshold": 0.696226, "similarity_f1": 0.668972, "similarity_f1_threshold": 0.388636, "similarity_precision": 0.504471, "similarity_recall": 0.992669, "similarity_ap": 0.579615, "cosine_accuracy": 0.564103, "cosine_accuracy_threshold": 0.696226, "cosine_f1": 0.668972, "cosine_f1_threshold": 0.388636, "cosine_precision": 0.504471, "cosine_recall": 0.992669, "cosine_ap": 0.579615, "manhattan_accuracy": 0.567033, "manhattan_accuracy_threshold": 47.229195, "manhattan_f1": 0.66766, "manhattan_f1_threshold": 65.47731, "manhattan_precision": 0.504884, "manhattan_recall": 0.985337, "manhattan_ap": 0.57874, "euclidean_accuracy": 0.56337, "euclidean_accuracy_threshold": 2.212584, "euclidean_f1": 0.667984, "euclidean_f1_threshold": 3.126445, "euclidean_precision": 0.503726, "euclidean_recall": 0.991202, "euclidean_ap": 0.580065, "dot_accuracy": 0.567033, "dot_accuracy_threshold": 5.483052, "dot_f1": 0.667984, "dot_f1_threshold": 3.057336, "dot_precision": 0.503726, "dot_recall": 0.991202, "dot_ap": 0.571884, "max_accuracy": 0.567033, "max_f1": 0.668972, "max_precision": 0.504884, "max_recall": 0.992669, "max_ap": 0.580065, "main_score": 0.580065, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.548718, "similarity_accuracy_threshold": 0.767305, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.142121, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.569177, "cosine_accuracy": 0.548718, "cosine_accuracy_threshold": 0.767305, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.142121, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.569175, "manhattan_accuracy": 0.552381, "manhattan_accuracy_threshold": 42.026531, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 81.979713, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.572757, "euclidean_accuracy": 0.547985, "euclidean_accuracy_threshold": 2.011997, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 3.872122, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.571218, "dot_accuracy": 0.548718, "dot_accuracy_threshold": 6.741446, "dot_f1": 0.665689, "dot_f1_threshold": 1.230642, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.551872, "max_accuracy": 0.552381, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.572757, "main_score": 0.572757, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.524542, "similarity_accuracy_threshold": 0.95443, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.560103, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.541572, "cosine_accuracy": 0.524542, "cosine_accuracy_threshold": 0.95443, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.560104, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.541572, "manhattan_accuracy": 0.52381, "manhattan_accuracy_threshold": 20.729647, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 61.4655, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.540609, "euclidean_accuracy": 0.526007, "euclidean_accuracy_threshold": 0.964501, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 3.196372, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.541839, "dot_accuracy": 0.52967, "dot_accuracy_threshold": 9.862574, "dot_f1": 0.666667, "dot_f1_threshold": 5.850648, "dot_precision": 0.501853, "dot_recall": 0.992669, "dot_ap": 0.532528, "max_accuracy": 0.52967, "max_f1": 0.666667, "max_precision": 0.501853, "max_recall": 1.0, "max_ap": 0.541839, "main_score": 0.541839, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 22.54489231109619, "kg_co2_emissions": 0.001522563358171334 }