{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.534799, "similarity_accuracy_threshold": 0.969103, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.797359, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.533498, "cosine_accuracy": 0.534799, "cosine_accuracy_threshold": 0.969103, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.797359, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.533497, "manhattan_accuracy": 0.556044, "manhattan_accuracy_threshold": 551.117676, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 1127.205078, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.551544, "euclidean_accuracy": 0.54359, "euclidean_accuracy_threshold": 23.697567, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 67.828735, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.538931, "dot_accuracy": 0.503297, "dot_accuracy_threshold": 8767.402344, "dot_f1": 0.666667, "dot_f1_threshold": 3578.518066, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.475536, "max_accuracy": 0.556044, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.551544, "main_score": 0.551544, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.527473, "similarity_accuracy_threshold": 0.962617, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.708216, "similarity_precision": 0.501853, "similarity_recall": 0.992669, "similarity_ap": 0.530496, "cosine_accuracy": 0.527473, "cosine_accuracy_threshold": 0.962617, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.708216, "cosine_precision": 0.501853, "cosine_recall": 0.992669, "cosine_ap": 0.530496, "manhattan_accuracy": 0.553846, "manhattan_accuracy_threshold": 628.060913, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 1129.617432, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.552696, "euclidean_accuracy": 0.539927, "euclidean_accuracy_threshold": 21.021187, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 69.904716, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.53246, "dot_accuracy": 0.504029, "dot_accuracy_threshold": 5546.04541, "dot_f1": 0.666667, "dot_f1_threshold": 994.88623, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.492701, "max_accuracy": 0.553846, "max_f1": 0.666667, "max_precision": 0.501853, "max_recall": 0.998534, "max_ap": 0.552696, "main_score": 0.552696, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.525275, "similarity_accuracy_threshold": 0.958098, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.235082, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.518688, "cosine_accuracy": 0.525275, "cosine_accuracy_threshold": 0.958098, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.235082, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.518688, "manhattan_accuracy": 0.539927, "manhattan_accuracy_threshold": 663.190369, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 1228.14856, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.540339, "euclidean_accuracy": 0.524542, "euclidean_accuracy_threshold": 21.237259, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 94.326279, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.524316, "dot_accuracy": 0.503297, "dot_accuracy_threshold": 6425.548828, "dot_f1": 0.666667, "dot_f1_threshold": 1281.773193, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.482306, "max_accuracy": 0.539927, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.540339, "main_score": 0.540339, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.537729, "similarity_accuracy_threshold": 0.970707, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.698131, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.528851, "cosine_accuracy": 0.537729, "cosine_accuracy_threshold": 0.970707, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.698131, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.528829, "manhattan_accuracy": 0.548718, "manhattan_accuracy_threshold": 472.976837, "manhattan_f1": 0.666338, "manhattan_f1_threshold": 719.651123, "manhattan_precision": 0.501856, "manhattan_recall": 0.991202, "manhattan_ap": 0.548734, "euclidean_accuracy": 0.539927, "euclidean_accuracy_threshold": 17.948717, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 56.624176, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.530254, "dot_accuracy": 0.502564, "dot_accuracy_threshold": 5716.642578, "dot_f1": 0.666993, "dot_f1_threshold": 2512.821289, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.484747, "max_accuracy": 0.548718, "max_f1": 0.666993, "max_precision": 0.501856, "max_recall": 1.0, "max_ap": 0.548734, "main_score": 0.548734, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.534799, "similarity_accuracy_threshold": 0.975815, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.838746, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.530571, "cosine_accuracy": 0.534799, "cosine_accuracy_threshold": 0.975815, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.838747, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.530571, "manhattan_accuracy": 0.554579, "manhattan_accuracy_threshold": 553.380188, "manhattan_f1": 0.667653, "manhattan_f1_threshold": 925.436096, "manhattan_precision": 0.502972, "manhattan_recall": 0.992669, "manhattan_ap": 0.552759, "euclidean_accuracy": 0.537729, "euclidean_accuracy_threshold": 20.11488, "euclidean_f1": 0.667321, "euclidean_f1_threshold": 47.608582, "euclidean_precision": 0.501475, "euclidean_recall": 0.997067, "euclidean_ap": 0.533049, "dot_accuracy": 0.515018, "dot_accuracy_threshold": 7567.858398, "dot_f1": 0.665689, "dot_f1_threshold": 3981.705078, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.495167, "max_accuracy": 0.554579, "max_f1": 0.667653, "max_precision": 0.502972, "max_recall": 0.998534, "max_ap": 0.552759, "main_score": 0.552759, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.520879, "similarity_accuracy_threshold": 0.973988, "similarity_f1": 0.667646, "similarity_f1_threshold": 0.415489, "similarity_precision": 0.501102, "similarity_recall": 1.0, "similarity_ap": 0.518543, "cosine_accuracy": 0.520879, "cosine_accuracy_threshold": 0.973988, "cosine_f1": 0.667646, "cosine_f1_threshold": 0.41549, "cosine_precision": 0.501102, "cosine_recall": 1.0, "cosine_ap": 0.518545, "manhattan_accuracy": 0.539927, "manhattan_accuracy_threshold": 671.328125, "manhattan_f1": 0.667973, "manhattan_f1_threshold": 1273.236328, "manhattan_precision": 0.501471, "manhattan_recall": 1.0, "manhattan_ap": 0.537691, "euclidean_accuracy": 0.520879, "euclidean_accuracy_threshold": 20.741531, "euclidean_f1": 0.667319, "euclidean_f1_threshold": 86.823593, "euclidean_precision": 0.500734, "euclidean_recall": 1.0, "euclidean_ap": 0.523192, "dot_accuracy": 0.50696, "dot_accuracy_threshold": 8283.06543, "dot_f1": 0.667976, "dot_f1_threshold": 3250.158691, "dot_precision": 0.502216, "dot_recall": 0.997067, "dot_ap": 0.485588, "max_accuracy": 0.539927, "max_f1": 0.667976, "max_precision": 0.502216, "max_recall": 1.0, "max_ap": 0.537691, "main_score": 0.537691, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.533333, "similarity_accuracy_threshold": 0.941525, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.323644, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.542714, "cosine_accuracy": 0.533333, "cosine_accuracy_threshold": 0.941525, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.323644, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.542714, "manhattan_accuracy": 0.545055, "manhattan_accuracy_threshold": 623.063904, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 1167.90564, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.557039, "euclidean_accuracy": 0.534799, "euclidean_accuracy_threshold": 24.765734, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 86.919945, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.545523, "dot_accuracy": 0.515751, "dot_accuracy_threshold": 4261.791992, "dot_f1": 0.667319, "dot_f1_threshold": 2204.875, "dot_precision": 0.500734, "dot_recall": 1.0, "dot_ap": 0.505497, "max_accuracy": 0.545055, "max_f1": 0.667319, "max_precision": 0.500734, "max_recall": 1.0, "max_ap": 0.557039, "main_score": 0.557039, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.545788, "similarity_accuracy_threshold": 0.96171, "similarity_f1": 0.667319, "similarity_f1_threshold": -0.283459, "similarity_precision": 0.500734, "similarity_recall": 1.0, "similarity_ap": 0.540709, "cosine_accuracy": 0.545788, "cosine_accuracy_threshold": 0.96171, "cosine_f1": 0.667319, "cosine_f1_threshold": -0.283459, "cosine_precision": 0.500734, "cosine_recall": 1.0, "cosine_ap": 0.540708, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 536.390076, "manhattan_f1": 0.667647, "manhattan_f1_threshold": 1704.367676, "manhattan_precision": 0.501473, "manhattan_recall": 0.998534, "manhattan_ap": 0.552825, "euclidean_accuracy": 0.534799, "euclidean_accuracy_threshold": 17.602493, "euclidean_f1": 0.66732, "euclidean_f1_threshold": 126.039413, "euclidean_precision": 0.501104, "euclidean_recall": 0.998534, "euclidean_ap": 0.542447, "dot_accuracy": 0.509158, "dot_accuracy_threshold": 3956.128418, "dot_f1": 0.666015, "dot_f1_threshold": -1613.928223, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.502235, "max_accuracy": 0.551648, "max_f1": 0.667647, "max_precision": 0.501473, "max_recall": 1.0, "max_ap": 0.552825, "main_score": 0.552825, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.542857, "similarity_accuracy_threshold": 0.930097, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.021357, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.550401, "cosine_accuracy": 0.542857, "cosine_accuracy_threshold": 0.930097, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.021357, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.550401, "manhattan_accuracy": 0.567766, "manhattan_accuracy_threshold": 702.125488, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 1210.064331, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.571614, "euclidean_accuracy": 0.551648, "euclidean_accuracy_threshold": 25.291771, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 78.87896, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.552559, "dot_accuracy": 0.507692, "dot_accuracy_threshold": 4321.051758, "dot_f1": 0.665689, "dot_f1_threshold": -76.485504, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.493106, "max_accuracy": 0.567766, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.571614, "main_score": 0.571614, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.523077, "similarity_accuracy_threshold": 0.979385, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.763539, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.520714, "cosine_accuracy": 0.523077, "cosine_accuracy_threshold": 0.979385, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.76354, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.520714, "manhattan_accuracy": 0.541392, "manhattan_accuracy_threshold": 493.355591, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 1151.7854, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.537416, "euclidean_accuracy": 0.528938, "euclidean_accuracy_threshold": 19.80677, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 58.019135, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.528106, "dot_accuracy": 0.504762, "dot_accuracy_threshold": 7561.67627, "dot_f1": 0.666015, "dot_f1_threshold": 4329.857422, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.476104, "max_accuracy": 0.541392, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.537416, "main_score": 0.537416, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.538462, "similarity_accuracy_threshold": 0.974024, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.212757, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.538714, "cosine_accuracy": 0.538462, "cosine_accuracy_threshold": 0.974025, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.212757, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.538705, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 506.434204, "manhattan_f1": 0.666332, "manhattan_f1_threshold": 821.822876, "manhattan_precision": 0.506484, "manhattan_recall": 0.973607, "manhattan_ap": 0.555093, "euclidean_accuracy": 0.54359, "euclidean_accuracy_threshold": 18.988169, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 75.369026, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.542707, "dot_accuracy": 0.501099, "dot_accuracy_threshold": 8517.248047, "dot_f1": 0.665689, "dot_f1_threshold": 624.266418, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.485267, "max_accuracy": 0.551648, "max_f1": 0.666332, "max_precision": 0.506484, "max_recall": 0.998534, "max_ap": 0.555093, "main_score": 0.555093, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.525275, "similarity_accuracy_threshold": 0.945924, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.198314, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.515749, "cosine_accuracy": 0.525275, "cosine_accuracy_threshold": 0.945924, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.198314, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.515749, "manhattan_accuracy": 0.561905, "manhattan_accuracy_threshold": 598.444214, "manhattan_f1": 0.666341, "manhattan_f1_threshold": 1221.411133, "manhattan_precision": 0.5, "manhattan_recall": 0.998534, "manhattan_ap": 0.547894, "euclidean_accuracy": 0.521612, "euclidean_accuracy_threshold": 24.290339, "euclidean_f1": 0.666341, "euclidean_f1_threshold": 103.008881, "euclidean_precision": 0.5, "euclidean_recall": 0.998534, "euclidean_ap": 0.518155, "dot_accuracy": 0.502564, "dot_accuracy_threshold": 8952.413086, "dot_f1": 0.666341, "dot_f1_threshold": 1307.117676, "dot_precision": 0.5, "dot_recall": 0.998534, "dot_ap": 0.485881, "max_accuracy": 0.561905, "max_f1": 0.666341, "max_precision": 0.5, "max_recall": 0.998534, "max_ap": 0.547894, "main_score": 0.547894, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.530403, "similarity_accuracy_threshold": 0.978447, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.555981, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.52831, "cosine_accuracy": 0.530403, "cosine_accuracy_threshold": 0.978447, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.555981, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.528306, "manhattan_accuracy": 0.537729, "manhattan_accuracy_threshold": 465.306396, "manhattan_f1": 0.66732, "manhattan_f1_threshold": 1010.287476, "manhattan_precision": 0.501104, "manhattan_recall": 0.998534, "manhattan_ap": 0.543525, "euclidean_accuracy": 0.532601, "euclidean_accuracy_threshold": 18.271641, "euclidean_f1": 0.66732, "euclidean_f1_threshold": 57.340813, "euclidean_precision": 0.501104, "euclidean_recall": 0.998534, "euclidean_ap": 0.533066, "dot_accuracy": 0.50989, "dot_accuracy_threshold": 7160.103516, "dot_f1": 0.666015, "dot_f1_threshold": 2776.605713, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.487633, "max_accuracy": 0.537729, "max_f1": 0.66732, "max_precision": 0.501104, "max_recall": 0.998534, "max_ap": 0.543525, "main_score": 0.543525, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.54359, "similarity_accuracy_threshold": 0.961908, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.850369, "similarity_precision": 0.503748, "similarity_recall": 0.985337, "similarity_ap": 0.552577, "cosine_accuracy": 0.54359, "cosine_accuracy_threshold": 0.961908, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.850368, "cosine_precision": 0.503748, "cosine_recall": 0.985337, "cosine_ap": 0.552574, "manhattan_accuracy": 0.559707, "manhattan_accuracy_threshold": 710.014465, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 1277.126465, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.560195, "euclidean_accuracy": 0.54359, "euclidean_accuracy_threshold": 29.992367, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 74.01532, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.548695, "dot_accuracy": 0.521612, "dot_accuracy_threshold": 10328.453125, "dot_f1": 0.666667, "dot_f1_threshold": 5011.37207, "dot_precision": 0.501107, "dot_recall": 0.995601, "dot_ap": 0.506916, "max_accuracy": 0.559707, "max_f1": 0.666667, "max_precision": 0.503748, "max_recall": 1.0, "max_ap": 0.560195, "main_score": 0.560195, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.550183, "similarity_accuracy_threshold": 0.967914, "similarity_f1": 0.667321, "similarity_f1_threshold": 0.834781, "similarity_precision": 0.501475, "similarity_recall": 0.997067, "similarity_ap": 0.567396, "cosine_accuracy": 0.550183, "cosine_accuracy_threshold": 0.967914, "cosine_f1": 0.667321, "cosine_f1_threshold": 0.834781, "cosine_precision": 0.501475, "cosine_recall": 0.997067, "cosine_ap": 0.567397, "manhattan_accuracy": 0.569963, "manhattan_accuracy_threshold": 626.825195, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 1677.027588, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.583896, "euclidean_accuracy": 0.556044, "euclidean_accuracy_threshold": 23.357174, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 120.165436, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.570722, "dot_accuracy": 0.506227, "dot_accuracy_threshold": 5897.430664, "dot_f1": 0.666993, "dot_f1_threshold": 3843.930176, "dot_precision": 0.500735, "dot_recall": 0.998534, "dot_ap": 0.487652, "max_accuracy": 0.569963, "max_f1": 0.667321, "max_precision": 0.501475, "max_recall": 1.0, "max_ap": 0.583896, "main_score": 0.583896, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.564103, "similarity_accuracy_threshold": 0.949457, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.401385, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.573675, "cosine_accuracy": 0.564103, "cosine_accuracy_threshold": 0.949457, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.401384, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.573675, "manhattan_accuracy": 0.586081, "manhattan_accuracy_threshold": 593.261658, "manhattan_f1": 0.671322, "manhattan_f1_threshold": 881.293213, "manhattan_precision": 0.508692, "manhattan_recall": 0.986804, "manhattan_ap": 0.597454, "euclidean_accuracy": 0.567766, "euclidean_accuracy_threshold": 20.047806, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 101.848358, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.578339, "dot_accuracy": 0.512088, "dot_accuracy_threshold": 3963.743164, "dot_f1": 0.666667, "dot_f1_threshold": 1091.09082, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.490332, "max_accuracy": 0.586081, "max_f1": 0.671322, "max_precision": 0.508692, "max_recall": 1.0, "max_ap": 0.597454, "main_score": 0.597454, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.54359, "similarity_accuracy_threshold": 0.962845, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.017943, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.549309, "cosine_accuracy": 0.54359, "cosine_accuracy_threshold": 0.962845, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.017943, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.549309, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 643.997314, "manhattan_f1": 0.666341, "manhattan_f1_threshold": 1160.213379, "manhattan_precision": 0.5, "manhattan_recall": 0.998534, "manhattan_ap": 0.579039, "euclidean_accuracy": 0.541392, "euclidean_accuracy_threshold": 19.445808, "euclidean_f1": 0.666341, "euclidean_f1_threshold": 101.797272, "euclidean_precision": 0.5, "euclidean_recall": 0.998534, "euclidean_ap": 0.554353, "dot_accuracy": 0.515018, "dot_accuracy_threshold": 4429.508301, "dot_f1": 0.666667, "dot_f1_threshold": 107.120483, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.507322, "max_accuracy": 0.558242, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.579039, "main_score": 0.579039, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.561905, "similarity_accuracy_threshold": 0.973646, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.054702, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.583396, "cosine_accuracy": 0.561905, "cosine_accuracy_threshold": 0.973646, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.054702, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.583399, "manhattan_accuracy": 0.569231, "manhattan_accuracy_threshold": 467.162262, "manhattan_f1": 0.668337, "manhattan_f1_threshold": 677.769653, "manhattan_precision": 0.50761, "manhattan_recall": 0.978006, "manhattan_ap": 0.593384, "euclidean_accuracy": 0.5663, "euclidean_accuracy_threshold": 17.640377, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 108.264114, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.58528, "dot_accuracy": 0.515018, "dot_accuracy_threshold": 5019.561523, "dot_f1": 0.666993, "dot_f1_threshold": 250.543884, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.502157, "max_accuracy": 0.569231, "max_f1": 0.668337, "max_precision": 0.50761, "max_recall": 1.0, "max_ap": 0.593384, "main_score": 0.593384, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.554579, "similarity_accuracy_threshold": 0.968092, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.42395, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.570761, "cosine_accuracy": 0.554579, "cosine_accuracy_threshold": 0.968092, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.42395, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.57076, "manhattan_accuracy": 0.575092, "manhattan_accuracy_threshold": 576.480835, "manhattan_f1": 0.666994, "manhattan_f1_threshold": 1126.291504, "manhattan_precision": 0.501105, "manhattan_recall": 0.997067, "manhattan_ap": 0.583116, "euclidean_accuracy": 0.555311, "euclidean_accuracy_threshold": 20.159199, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 93.033005, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.568865, "dot_accuracy": 0.530403, "dot_accuracy_threshold": 7714.90625, "dot_f1": 0.666667, "dot_f1_threshold": 3183.911621, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.53129, "max_accuracy": 0.575092, "max_f1": 0.666994, "max_precision": 0.501105, "max_recall": 1.0, "max_ap": 0.583116, "main_score": 0.583116, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.539927, "similarity_accuracy_threshold": 0.974746, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.424035, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.558212, "cosine_accuracy": 0.539927, "cosine_accuracy_threshold": 0.974746, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.424035, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.558214, "manhattan_accuracy": 0.564103, "manhattan_accuracy_threshold": 576.420654, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 1375.869751, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.572142, "euclidean_accuracy": 0.539927, "euclidean_accuracy_threshold": 21.357346, "euclidean_f1": 0.666341, "euclidean_f1_threshold": 86.122536, "euclidean_precision": 0.5, "euclidean_recall": 0.998534, "euclidean_ap": 0.558404, "dot_accuracy": 0.508425, "dot_accuracy_threshold": 6015.118164, "dot_f1": 0.666014, "dot_f1_threshold": 2258.574219, "dot_precision": 0.5, "dot_recall": 0.997067, "dot_ap": 0.499018, "max_accuracy": 0.564103, "max_f1": 0.666993, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.572142, "main_score": 0.572142, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.538462, "similarity_accuracy_threshold": 0.943299, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.264066, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.553459, "cosine_accuracy": 0.538462, "cosine_accuracy_threshold": 0.943299, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.264066, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.553459, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 523.28894, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 1387.912109, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.568016, "euclidean_accuracy": 0.54359, "euclidean_accuracy_threshold": 25.254997, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 94.632668, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.549991, "dot_accuracy": 0.509158, "dot_accuracy_threshold": 5682.086914, "dot_f1": 0.666993, "dot_f1_threshold": 1240.419189, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.497612, "max_accuracy": 0.558242, "max_f1": 0.666993, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.568016, "main_score": 0.568016, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.532601, "similarity_accuracy_threshold": 0.950462, "similarity_f1": 0.665689, "similarity_f1_threshold": -0.331632, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.53734, "cosine_accuracy": 0.532601, "cosine_accuracy_threshold": 0.950462, "cosine_f1": 0.665689, "cosine_f1_threshold": -0.331632, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.53734, "manhattan_accuracy": 0.548718, "manhattan_accuracy_threshold": 512.972839, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 1751.681885, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.54919, "euclidean_accuracy": 0.52967, "euclidean_accuracy_threshold": 19.003922, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 128.932861, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.537519, "dot_accuracy": 0.506227, "dot_accuracy_threshold": 4529.733398, "dot_f1": 0.665689, "dot_f1_threshold": -1843.699585, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.48936, "max_accuracy": 0.548718, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.54919, "main_score": 0.54919, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.564103, "similarity_accuracy_threshold": 0.941126, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.353851, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.56631, "cosine_accuracy": 0.564103, "cosine_accuracy_threshold": 0.941126, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.353851, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.566309, "manhattan_accuracy": 0.565568, "manhattan_accuracy_threshold": 652.708069, "manhattan_f1": 0.666997, "manhattan_f1_threshold": 949.875488, "manhattan_precision": 0.503743, "manhattan_recall": 0.986804, "manhattan_ap": 0.579726, "euclidean_accuracy": 0.564103, "euclidean_accuracy_threshold": 24.261024, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 72.328812, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.572506, "dot_accuracy": 0.519414, "dot_accuracy_threshold": 4517.88623, "dot_f1": 0.666015, "dot_f1_threshold": 1104.480591, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.504963, "max_accuracy": 0.565568, "max_f1": 0.666997, "max_precision": 0.503743, "max_recall": 0.998534, "max_ap": 0.579726, "main_score": 0.579726, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.542125, "similarity_accuracy_threshold": 0.960713, "similarity_f1": 0.667325, "similarity_f1_threshold": 0.831078, "similarity_precision": 0.502976, "similarity_recall": 0.991202, "similarity_ap": 0.540812, "cosine_accuracy": 0.542125, "cosine_accuracy_threshold": 0.960713, "cosine_f1": 0.667325, "cosine_f1_threshold": 0.831078, "cosine_precision": 0.502976, "cosine_recall": 0.991202, "cosine_ap": 0.540814, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 573.592224, "manhattan_f1": 0.667653, "manhattan_f1_threshold": 1043.211182, "manhattan_precision": 0.502972, "manhattan_recall": 0.992669, "manhattan_ap": 0.557191, "euclidean_accuracy": 0.550183, "euclidean_accuracy_threshold": 22.117935, "euclidean_f1": 0.667984, "euclidean_f1_threshold": 45.957737, "euclidean_precision": 0.503726, "euclidean_recall": 0.991202, "euclidean_ap": 0.546803, "dot_accuracy": 0.50989, "dot_accuracy_threshold": 6803.679688, "dot_f1": 0.666015, "dot_f1_threshold": 3890.86084, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.487241, "max_accuracy": 0.558242, "max_f1": 0.667984, "max_precision": 0.503726, "max_recall": 0.998534, "max_ap": 0.557191, "main_score": 0.557191, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.537729, "similarity_accuracy_threshold": 0.969348, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.332338, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.552679, "cosine_accuracy": 0.537729, "cosine_accuracy_threshold": 0.969348, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.332338, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.552679, "manhattan_accuracy": 0.544322, "manhattan_accuracy_threshold": 508.939758, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 1047.080811, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.567052, "euclidean_accuracy": 0.542125, "euclidean_accuracy_threshold": 18.975399, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 75.218269, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.555309, "dot_accuracy": 0.514286, "dot_accuracy_threshold": 5945.420898, "dot_f1": 0.665689, "dot_f1_threshold": 1041.120483, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.48875, "max_accuracy": 0.544322, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.567052, "main_score": 0.567052, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.52674, "similarity_accuracy_threshold": 0.97285, "similarity_f1": 0.666667, "similarity_f1_threshold": -0.056553, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.530813, "cosine_accuracy": 0.52674, "cosine_accuracy_threshold": 0.97285, "cosine_f1": 0.666667, "cosine_f1_threshold": -0.056553, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.530812, "manhattan_accuracy": 0.553114, "manhattan_accuracy_threshold": 569.900146, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 1270.077881, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.556048, "euclidean_accuracy": 0.52967, "euclidean_accuracy_threshold": 28.69173, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 119.272392, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.531148, "dot_accuracy": 0.504029, "dot_accuracy_threshold": 8059.077148, "dot_f1": 0.666667, "dot_f1_threshold": -406.61496, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.493122, "max_accuracy": 0.553114, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 1.0, "max_ap": 0.556048, "main_score": 0.556048, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.548718, "similarity_accuracy_threshold": 0.981641, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.209135, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.563455, "cosine_accuracy": 0.548718, "cosine_accuracy_threshold": 0.981641, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.209135, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.563455, "manhattan_accuracy": 0.572894, "manhattan_accuracy_threshold": 547.5896, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 1421.562744, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.582254, "euclidean_accuracy": 0.544322, "euclidean_accuracy_threshold": 16.250237, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 106.356339, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.559414, "dot_accuracy": 0.515751, "dot_accuracy_threshold": 7144.082031, "dot_f1": 0.666015, "dot_f1_threshold": 1405.11499, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.503026, "max_accuracy": 0.572894, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.582254, "main_score": 0.582254, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.545788, "similarity_accuracy_threshold": 0.974466, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.50721, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.562299, "cosine_accuracy": 0.545788, "cosine_accuracy_threshold": 0.974466, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.50721, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.562297, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 616.838989, "manhattan_f1": 0.668312, "manhattan_f1_threshold": 1106.937256, "manhattan_precision": 0.50372, "manhattan_recall": 0.992669, "manhattan_ap": 0.575223, "euclidean_accuracy": 0.548718, "euclidean_accuracy_threshold": 24.438431, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 86.932091, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.55971, "dot_accuracy": 0.519414, "dot_accuracy_threshold": 9939.679688, "dot_f1": 0.666667, "dot_f1_threshold": 3620.730469, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.516331, "max_accuracy": 0.551648, "max_f1": 0.668312, "max_precision": 0.50372, "max_recall": 0.998534, "max_ap": 0.575223, "main_score": 0.575223, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 187.19778299331665, "kg_co2_emissions": 0.016511664694199613 }