{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.531868, "similarity_accuracy_threshold": 0.967867, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.775792, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.519373, "cosine_accuracy": 0.531868, "cosine_accuracy_threshold": 0.967867, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.775791, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.519373, "manhattan_accuracy": 0.533333, "manhattan_accuracy_threshold": 5.623096, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 15.026554, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.519785, "euclidean_accuracy": 0.531868, "euclidean_accuracy_threshold": 0.253506, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.669237, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.519366, "dot_accuracy": 0.531868, "dot_accuracy_threshold": 0.967868, "dot_f1": 0.665689, "dot_f1_threshold": 0.775791, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.519375, "max_accuracy": 0.533333, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.519785, "main_score": 0.519785, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.550183, "similarity_accuracy_threshold": 0.94475, "similarity_f1": 0.66634, "similarity_f1_threshold": 0.786678, "similarity_precision": 0.500368, "similarity_recall": 0.997067, "similarity_ap": 0.558818, "cosine_accuracy": 0.550183, "cosine_accuracy_threshold": 0.94475, "cosine_f1": 0.66634, "cosine_f1_threshold": 0.786678, "cosine_precision": 0.500368, "cosine_recall": 0.997067, "cosine_ap": 0.558818, "manhattan_accuracy": 0.550183, "manhattan_accuracy_threshold": 7.034254, "manhattan_f1": 0.66634, "manhattan_f1_threshold": 14.394133, "manhattan_precision": 0.500368, "manhattan_recall": 0.997067, "manhattan_ap": 0.5578, "euclidean_accuracy": 0.550183, "euclidean_accuracy_threshold": 0.332416, "euclidean_f1": 0.66634, "euclidean_f1_threshold": 0.653129, "euclidean_precision": 0.500368, "euclidean_recall": 0.997067, "euclidean_ap": 0.558818, "dot_accuracy": 0.550183, "dot_accuracy_threshold": 0.94475, "dot_f1": 0.66634, "dot_f1_threshold": 0.786678, "dot_precision": 0.500368, "dot_recall": 0.997067, "dot_ap": 0.558815, "max_accuracy": 0.550183, "max_f1": 0.66634, "max_precision": 0.500368, "max_recall": 0.997067, "max_ap": 0.558818, "main_score": 0.558818, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.541392, "similarity_accuracy_threshold": 0.904748, "similarity_f1": 0.668302, "similarity_f1_threshold": 0.722614, "similarity_precision": 0.502212, "similarity_recall": 0.998534, "similarity_ap": 0.557194, "cosine_accuracy": 0.541392, "cosine_accuracy_threshold": 0.904748, "cosine_f1": 0.668302, "cosine_f1_threshold": 0.722614, "cosine_precision": 0.502212, "cosine_recall": 0.998534, "cosine_ap": 0.557194, "manhattan_accuracy": 0.541392, "manhattan_accuracy_threshold": 9.018648, "manhattan_f1": 0.668633, "manhattan_f1_threshold": 16.007952, "manhattan_precision": 0.502959, "manhattan_recall": 0.997067, "manhattan_ap": 0.558022, "euclidean_accuracy": 0.541392, "euclidean_accuracy_threshold": 0.436468, "euclidean_f1": 0.668302, "euclidean_f1_threshold": 0.74483, "euclidean_precision": 0.502212, "euclidean_recall": 0.998534, "euclidean_ap": 0.557194, "dot_accuracy": 0.541392, "dot_accuracy_threshold": 0.904748, "dot_f1": 0.668302, "dot_f1_threshold": 0.722614, "dot_precision": 0.502212, "dot_recall": 0.998534, "dot_ap": 0.557196, "max_accuracy": 0.541392, "max_f1": 0.668633, "max_precision": 0.502959, "max_recall": 0.998534, "max_ap": 0.558022, "main_score": 0.558022, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.526007, "similarity_accuracy_threshold": 0.981359, "similarity_f1": 0.669291, "similarity_f1_threshold": 0.806301, "similarity_precision": 0.503704, "similarity_recall": 0.997067, "similarity_ap": 0.529062, "cosine_accuracy": 0.526007, "cosine_accuracy_threshold": 0.981359, "cosine_f1": 0.669291, "cosine_f1_threshold": 0.806301, "cosine_precision": 0.503704, "cosine_recall": 0.997067, "cosine_ap": 0.529059, "manhattan_accuracy": 0.52674, "manhattan_accuracy_threshold": 5.54516, "manhattan_f1": 0.669291, "manhattan_f1_threshold": 13.767986, "manhattan_precision": 0.503704, "manhattan_recall": 0.997067, "manhattan_ap": 0.529633, "euclidean_accuracy": 0.526007, "euclidean_accuracy_threshold": 0.193088, "euclidean_f1": 0.669291, "euclidean_f1_threshold": 0.622402, "euclidean_precision": 0.503704, "euclidean_recall": 0.997067, "euclidean_ap": 0.529059, "dot_accuracy": 0.526007, "dot_accuracy_threshold": 0.981358, "dot_f1": 0.669291, "dot_f1_threshold": 0.806301, "dot_precision": 0.503704, "dot_recall": 0.997067, "dot_ap": 0.52906, "max_accuracy": 0.52674, "max_f1": 0.669291, "max_precision": 0.503704, "max_recall": 0.997067, "max_ap": 0.529633, "main_score": 0.529633, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.59707, "similarity_accuracy_threshold": 0.89932, "similarity_f1": 0.674134, "similarity_f1_threshold": 0.780583, "similarity_precision": 0.516381, "similarity_recall": 0.970674, "similarity_ap": 0.592806, "cosine_accuracy": 0.59707, "cosine_accuracy_threshold": 0.89932, "cosine_f1": 0.674134, "cosine_f1_threshold": 0.780583, "cosine_precision": 0.516381, "cosine_recall": 0.970674, "cosine_ap": 0.592805, "manhattan_accuracy": 0.594139, "manhattan_accuracy_threshold": 9.889757, "manhattan_f1": 0.674935, "manhattan_f1_threshold": 14.251677, "manhattan_precision": 0.521149, "manhattan_recall": 0.957478, "manhattan_ap": 0.592594, "euclidean_accuracy": 0.59707, "euclidean_accuracy_threshold": 0.448731, "euclidean_f1": 0.674134, "euclidean_f1_threshold": 0.662445, "euclidean_precision": 0.516381, "euclidean_recall": 0.970674, "euclidean_ap": 0.592805, "dot_accuracy": 0.59707, "dot_accuracy_threshold": 0.899321, "dot_f1": 0.674134, "dot_f1_threshold": 0.780583, "dot_precision": 0.516381, "dot_recall": 0.970674, "dot_ap": 0.592805, "max_accuracy": 0.59707, "max_f1": 0.674935, "max_precision": 0.521149, "max_recall": 0.970674, "max_ap": 0.592806, "main_score": 0.592806, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.575824, "similarity_accuracy_threshold": 0.880142, "similarity_f1": 0.669612, "similarity_f1_threshold": 0.723963, "similarity_precision": 0.503321, "similarity_recall": 1.0, "similarity_ap": 0.575932, "cosine_accuracy": 0.575824, "cosine_accuracy_threshold": 0.880141, "cosine_f1": 0.669612, "cosine_f1_threshold": 0.723963, "cosine_precision": 0.503321, "cosine_recall": 1.0, "cosine_ap": 0.575929, "manhattan_accuracy": 0.571429, "manhattan_accuracy_threshold": 10.438762, "manhattan_f1": 0.669621, "manhattan_f1_threshold": 16.173277, "manhattan_precision": 0.504077, "manhattan_recall": 0.997067, "manhattan_ap": 0.575081, "euclidean_accuracy": 0.575824, "euclidean_accuracy_threshold": 0.489609, "euclidean_f1": 0.669612, "euclidean_f1_threshold": 0.743016, "euclidean_precision": 0.503321, "euclidean_recall": 1.0, "euclidean_ap": 0.575929, "dot_accuracy": 0.575824, "dot_accuracy_threshold": 0.880141, "dot_f1": 0.669612, "dot_f1_threshold": 0.723963, "dot_precision": 0.503321, "dot_recall": 1.0, "dot_ap": 0.575928, "max_accuracy": 0.575824, "max_f1": 0.669621, "max_precision": 0.504077, "max_recall": 1.0, "max_ap": 0.575932, "main_score": 0.575932, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.575092, "similarity_accuracy_threshold": 0.892891, "similarity_f1": 0.672792, "similarity_f1_threshold": 0.791255, "similarity_precision": 0.516053, "similarity_recall": 0.966276, "similarity_ap": 0.586434, "cosine_accuracy": 0.575092, "cosine_accuracy_threshold": 0.892891, "cosine_f1": 0.672792, "cosine_f1_threshold": 0.791255, "cosine_precision": 0.516053, "cosine_recall": 0.966276, "cosine_ap": 0.586434, "manhattan_accuracy": 0.571429, "manhattan_accuracy_threshold": 10.235778, "manhattan_f1": 0.672431, "manhattan_f1_threshold": 14.40238, "manhattan_precision": 0.514798, "manhattan_recall": 0.969208, "manhattan_ap": 0.586239, "euclidean_accuracy": 0.575092, "euclidean_accuracy_threshold": 0.462837, "euclidean_f1": 0.672792, "euclidean_f1_threshold": 0.646135, "euclidean_precision": 0.516053, "euclidean_recall": 0.966276, "euclidean_ap": 0.586434, "dot_accuracy": 0.575092, "dot_accuracy_threshold": 0.892891, "dot_f1": 0.672792, "dot_f1_threshold": 0.791255, "dot_precision": 0.516053, "dot_recall": 0.966276, "dot_ap": 0.586432, "max_accuracy": 0.575092, "max_f1": 0.672792, "max_precision": 0.516053, "max_recall": 0.969208, "max_ap": 0.586434, "main_score": 0.586434, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.522344, "similarity_accuracy_threshold": 0.956593, "similarity_f1": 0.667988, "similarity_f1_threshold": 0.711608, "similarity_precision": 0.504491, "similarity_recall": 0.98827, "similarity_ap": 0.526992, "cosine_accuracy": 0.522344, "cosine_accuracy_threshold": 0.956593, "cosine_f1": 0.667988, "cosine_f1_threshold": 0.711608, "cosine_precision": 0.504491, "cosine_recall": 0.98827, "cosine_ap": 0.526992, "manhattan_accuracy": 0.520879, "manhattan_accuracy_threshold": 5.509172, "manhattan_f1": 0.66765, "manhattan_f1_threshold": 18.016407, "manhattan_precision": 0.502219, "manhattan_recall": 0.995601, "manhattan_ap": 0.526413, "euclidean_accuracy": 0.522344, "euclidean_accuracy_threshold": 0.294643, "euclidean_f1": 0.667988, "euclidean_f1_threshold": 0.759463, "euclidean_precision": 0.504491, "euclidean_recall": 0.98827, "euclidean_ap": 0.526992, "dot_accuracy": 0.522344, "dot_accuracy_threshold": 0.956593, "dot_f1": 0.667988, "dot_f1_threshold": 0.711608, "dot_precision": 0.504491, "dot_recall": 0.98827, "dot_ap": 0.526992, "max_accuracy": 0.522344, "max_f1": 0.667988, "max_precision": 0.504491, "max_recall": 0.995601, "max_ap": 0.526992, "main_score": 0.526992, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.548718, "similarity_accuracy_threshold": 0.961259, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.724084, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.571272, "cosine_accuracy": 0.548718, "cosine_accuracy_threshold": 0.961259, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.724084, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.571274, "manhattan_accuracy": 0.547985, "manhattan_accuracy_threshold": 5.992396, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 16.415508, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.571103, "euclidean_accuracy": 0.548718, "euclidean_accuracy_threshold": 0.278355, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 0.742413, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.571274, "dot_accuracy": 0.548718, "dot_accuracy_threshold": 0.961259, "dot_f1": 0.666015, "dot_f1_threshold": 0.724084, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.571278, "max_accuracy": 0.548718, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.571278, "main_score": 0.571278, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.558242, "similarity_accuracy_threshold": 0.882193, "similarity_f1": 0.668627, "similarity_f1_threshold": 0.693402, "similarity_precision": 0.502209, "similarity_recall": 1.0, "similarity_ap": 0.567806, "cosine_accuracy": 0.558242, "cosine_accuracy_threshold": 0.882193, "cosine_f1": 0.668627, "cosine_f1_threshold": 0.693402, "cosine_precision": 0.502209, "cosine_recall": 1.0, "cosine_ap": 0.567806, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 10.552299, "manhattan_f1": 0.668627, "manhattan_f1_threshold": 17.247614, "manhattan_precision": 0.502209, "manhattan_recall": 1.0, "manhattan_ap": 0.567106, "euclidean_accuracy": 0.558242, "euclidean_accuracy_threshold": 0.4854, "euclidean_f1": 0.668627, "euclidean_f1_threshold": 0.783068, "euclidean_precision": 0.502209, "euclidean_recall": 1.0, "euclidean_ap": 0.567806, "dot_accuracy": 0.558242, "dot_accuracy_threshold": 0.882193, "dot_f1": 0.668627, "dot_f1_threshold": 0.693402, "dot_precision": 0.502209, "dot_recall": 1.0, "dot_ap": 0.56781, "max_accuracy": 0.558242, "max_f1": 0.668627, "max_precision": 0.502209, "max_recall": 1.0, "max_ap": 0.56781, "main_score": 0.56781, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.518681, "similarity_accuracy_threshold": 0.97088, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.439309, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.509617, "cosine_accuracy": 0.518681, "cosine_accuracy_threshold": 0.97088, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.439309, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.511279, "manhattan_accuracy": 0.520147, "manhattan_accuracy_threshold": 5.314397, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 23.279301, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.512056, "euclidean_accuracy": 0.518681, "euclidean_accuracy_threshold": 0.24133, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 1.058921, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.511598, "dot_accuracy": 0.518681, "dot_accuracy_threshold": 0.97088, "dot_f1": 0.666667, "dot_f1_threshold": 0.439309, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.515898, "max_accuracy": 0.520147, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.515898, "main_score": 0.515898, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.553846, "similarity_accuracy_threshold": 0.916264, "similarity_f1": 0.670025, "similarity_f1_threshold": 0.795728, "similarity_precision": 0.510361, "similarity_recall": 0.975073, "similarity_ap": 0.571827, "cosine_accuracy": 0.553846, "cosine_accuracy_threshold": 0.916264, "cosine_f1": 0.670025, "cosine_f1_threshold": 0.795728, "cosine_precision": 0.510361, "cosine_recall": 0.975073, "cosine_ap": 0.571828, "manhattan_accuracy": 0.552381, "manhattan_accuracy_threshold": 8.927805, "manhattan_f1": 0.670363, "manhattan_f1_threshold": 14.173041, "manhattan_precision": 0.510753, "manhattan_recall": 0.975073, "manhattan_ap": 0.572128, "euclidean_accuracy": 0.553846, "euclidean_accuracy_threshold": 0.409233, "euclidean_f1": 0.670025, "euclidean_f1_threshold": 0.639174, "euclidean_precision": 0.510361, "euclidean_recall": 0.975073, "euclidean_ap": 0.571828, "dot_accuracy": 0.553846, "dot_accuracy_threshold": 0.916264, "dot_f1": 0.670025, "dot_f1_threshold": 0.795728, "dot_precision": 0.510361, "dot_recall": 0.975073, "dot_ap": 0.571828, "max_accuracy": 0.553846, "max_f1": 0.670363, "max_precision": 0.510753, "max_recall": 0.975073, "max_ap": 0.572128, "main_score": 0.572128, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.572161, "similarity_accuracy_threshold": 0.904969, "similarity_f1": 0.670635, "similarity_f1_threshold": 0.792505, "similarity_precision": 0.506747, "similarity_recall": 0.991202, "similarity_ap": 0.579033, "cosine_accuracy": 0.572161, "cosine_accuracy_threshold": 0.904969, "cosine_f1": 0.670635, "cosine_f1_threshold": 0.792505, "cosine_precision": 0.506747, "cosine_recall": 0.991202, "cosine_ap": 0.579033, "manhattan_accuracy": 0.572894, "manhattan_accuracy_threshold": 9.699475, "manhattan_f1": 0.670324, "manhattan_f1_threshold": 13.965693, "manhattan_precision": 0.507937, "manhattan_recall": 0.985337, "manhattan_ap": 0.577989, "euclidean_accuracy": 0.572161, "euclidean_accuracy_threshold": 0.435961, "euclidean_f1": 0.670635, "euclidean_f1_threshold": 0.644197, "euclidean_precision": 0.506747, "euclidean_recall": 0.991202, "euclidean_ap": 0.579033, "dot_accuracy": 0.572161, "dot_accuracy_threshold": 0.904969, "dot_f1": 0.670635, "dot_f1_threshold": 0.792505, "dot_precision": 0.506747, "dot_recall": 0.991202, "dot_ap": 0.579033, "max_accuracy": 0.572894, "max_f1": 0.670635, "max_precision": 0.507937, "max_recall": 0.991202, "max_ap": 0.579033, "main_score": 0.579033, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.545788, "similarity_accuracy_threshold": 0.953213, "similarity_f1": 0.66798, "similarity_f1_threshold": 0.779806, "similarity_precision": 0.502967, "similarity_recall": 0.994135, "similarity_ap": 0.552482, "cosine_accuracy": 0.545788, "cosine_accuracy_threshold": 0.953213, "cosine_f1": 0.66798, "cosine_f1_threshold": 0.779806, "cosine_precision": 0.502967, "cosine_recall": 0.994135, "cosine_ap": 0.552483, "manhattan_accuracy": 0.545788, "manhattan_accuracy_threshold": 8.374146, "manhattan_f1": 0.668636, "manhattan_f1_threshold": 14.741421, "manhattan_precision": 0.503336, "manhattan_recall": 0.995601, "manhattan_ap": 0.552458, "euclidean_accuracy": 0.545788, "euclidean_accuracy_threshold": 0.305899, "euclidean_f1": 0.66798, "euclidean_f1_threshold": 0.663585, "euclidean_precision": 0.502967, "euclidean_recall": 0.994135, "euclidean_ap": 0.552482, "dot_accuracy": 0.545788, "dot_accuracy_threshold": 0.953213, "dot_f1": 0.66798, "dot_f1_threshold": 0.779805, "dot_precision": 0.502967, "dot_recall": 0.994135, "dot_ap": 0.552482, "max_accuracy": 0.545788, "max_f1": 0.668636, "max_precision": 0.503336, "max_recall": 0.995601, "max_ap": 0.552483, "main_score": 0.552483, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.550916, "similarity_accuracy_threshold": 0.960286, "similarity_f1": 0.667323, "similarity_f1_threshold": 0.855175, "similarity_precision": 0.502222, "similarity_recall": 0.994135, "similarity_ap": 0.550449, "cosine_accuracy": 0.550916, "cosine_accuracy_threshold": 0.960286, "cosine_f1": 0.667323, "cosine_f1_threshold": 0.855175, "cosine_precision": 0.502222, "cosine_recall": 0.994135, "cosine_ap": 0.550449, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 6.357844, "manhattan_f1": 0.667324, "manhattan_f1_threshold": 11.618582, "manhattan_precision": 0.502598, "manhattan_recall": 0.992669, "manhattan_ap": 0.549307, "euclidean_accuracy": 0.550916, "euclidean_accuracy_threshold": 0.281829, "euclidean_f1": 0.667323, "euclidean_f1_threshold": 0.538191, "euclidean_precision": 0.502222, "euclidean_recall": 0.994135, "euclidean_ap": 0.550449, "dot_accuracy": 0.550916, "dot_accuracy_threshold": 0.960286, "dot_f1": 0.667323, "dot_f1_threshold": 0.855175, "dot_precision": 0.502222, "dot_recall": 0.994135, "dot_ap": 0.550449, "max_accuracy": 0.551648, "max_f1": 0.667324, "max_precision": 0.502598, "max_recall": 0.994135, "max_ap": 0.550449, "main_score": 0.550449, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.557509, "similarity_accuracy_threshold": 0.952506, "similarity_f1": 0.667333, "similarity_f1_threshold": 0.839461, "similarity_precision": 0.506061, "similarity_recall": 0.979472, "similarity_ap": 0.582426, "cosine_accuracy": 0.557509, "cosine_accuracy_threshold": 0.952506, "cosine_f1": 0.667333, "cosine_f1_threshold": 0.839461, "cosine_precision": 0.506061, "cosine_recall": 0.979472, "cosine_ap": 0.582426, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 6.773343, "manhattan_f1": 0.668002, "manhattan_f1_threshold": 12.47138, "manhattan_precision": 0.507224, "manhattan_recall": 0.978006, "manhattan_ap": 0.58014, "euclidean_accuracy": 0.557509, "euclidean_accuracy_threshold": 0.3082, "euclidean_f1": 0.667333, "euclidean_f1_threshold": 0.566635, "euclidean_precision": 0.506061, "euclidean_recall": 0.979472, "euclidean_ap": 0.582426, "dot_accuracy": 0.557509, "dot_accuracy_threshold": 0.952506, "dot_f1": 0.667333, "dot_f1_threshold": 0.839461, "dot_precision": 0.506061, "dot_recall": 0.979472, "dot_ap": 0.582427, "max_accuracy": 0.558242, "max_f1": 0.668002, "max_precision": 0.507224, "max_recall": 0.979472, "max_ap": 0.582427, "main_score": 0.582427, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.556044, "similarity_accuracy_threshold": 0.918898, "similarity_f1": 0.666994, "similarity_f1_threshold": 0.704522, "similarity_precision": 0.501105, "similarity_recall": 0.997067, "similarity_ap": 0.589948, "cosine_accuracy": 0.556044, "cosine_accuracy_threshold": 0.918898, "cosine_f1": 0.666994, "cosine_f1_threshold": 0.704521, "cosine_precision": 0.501105, "cosine_recall": 0.997067, "cosine_ap": 0.589948, "manhattan_accuracy": 0.556044, "manhattan_accuracy_threshold": 8.963824, "manhattan_f1": 0.666993, "manhattan_f1_threshold": 17.936192, "manhattan_precision": 0.500367, "manhattan_recall": 1.0, "manhattan_ap": 0.589614, "euclidean_accuracy": 0.556044, "euclidean_accuracy_threshold": 0.402746, "euclidean_f1": 0.666994, "euclidean_f1_threshold": 0.768724, "euclidean_precision": 0.501105, "euclidean_recall": 0.997067, "euclidean_ap": 0.589948, "dot_accuracy": 0.556044, "dot_accuracy_threshold": 0.918898, "dot_f1": 0.666994, "dot_f1_threshold": 0.704522, "dot_precision": 0.501105, "dot_recall": 0.997067, "dot_ap": 0.589946, "max_accuracy": 0.556044, "max_f1": 0.666994, "max_precision": 0.501105, "max_recall": 1.0, "max_ap": 0.589948, "main_score": 0.589948, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.534066, "similarity_accuracy_threshold": 0.977359, "similarity_f1": 0.667653, "similarity_f1_threshold": 0.807947, "similarity_precision": 0.502972, "similarity_recall": 0.992669, "similarity_ap": 0.542603, "cosine_accuracy": 0.534066, "cosine_accuracy_threshold": 0.977359, "cosine_f1": 0.667653, "cosine_f1_threshold": 0.807946, "cosine_precision": 0.502972, "cosine_recall": 0.992669, "cosine_ap": 0.542603, "manhattan_accuracy": 0.535531, "manhattan_accuracy_threshold": 4.588729, "manhattan_f1": 0.66798, "manhattan_f1_threshold": 13.784063, "manhattan_precision": 0.502967, "manhattan_recall": 0.994135, "manhattan_ap": 0.542512, "euclidean_accuracy": 0.534066, "euclidean_accuracy_threshold": 0.212794, "euclidean_f1": 0.667653, "euclidean_f1_threshold": 0.619762, "euclidean_precision": 0.502972, "euclidean_recall": 0.992669, "euclidean_ap": 0.542603, "dot_accuracy": 0.534066, "dot_accuracy_threshold": 0.977359, "dot_f1": 0.667653, "dot_f1_threshold": 0.807946, "dot_precision": 0.502972, "dot_recall": 0.992669, "dot_ap": 0.542605, "max_accuracy": 0.535531, "max_f1": 0.66798, "max_precision": 0.502972, "max_recall": 0.994135, "max_ap": 0.542605, "main_score": 0.542605, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.59707, "similarity_accuracy_threshold": 0.909151, "similarity_f1": 0.669995, "similarity_f1_threshold": 0.760758, "similarity_precision": 0.507949, "similarity_recall": 0.983871, "similarity_ap": 0.622062, "cosine_accuracy": 0.59707, "cosine_accuracy_threshold": 0.909151, "cosine_f1": 0.669995, "cosine_f1_threshold": 0.760758, "cosine_precision": 0.507949, "cosine_recall": 0.983871, "cosine_ap": 0.62206, "manhattan_accuracy": 0.6, "manhattan_accuracy_threshold": 9.037678, "manhattan_f1": 0.669299, "manhattan_f1_threshold": 16.3634, "manhattan_precision": 0.504464, "manhattan_recall": 0.994135, "manhattan_ap": 0.621063, "euclidean_accuracy": 0.59707, "euclidean_accuracy_threshold": 0.42626, "euclidean_f1": 0.669995, "euclidean_f1_threshold": 0.691725, "euclidean_precision": 0.507949, "euclidean_recall": 0.983871, "euclidean_ap": 0.622062, "dot_accuracy": 0.59707, "dot_accuracy_threshold": 0.909151, "dot_f1": 0.669995, "dot_f1_threshold": 0.760758, "dot_precision": 0.507949, "dot_recall": 0.983871, "dot_ap": 0.622052, "max_accuracy": 0.6, "max_f1": 0.669995, "max_precision": 0.507949, "max_recall": 0.994135, "max_ap": 0.622062, "main_score": 0.622062, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.589744, "similarity_accuracy_threshold": 0.86996, "similarity_f1": 0.670017, "similarity_f1_threshold": 0.831543, "similarity_precision": 0.541028, "similarity_recall": 0.879765, "similarity_ap": 0.583723, "cosine_accuracy": 0.589744, "cosine_accuracy_threshold": 0.86996, "cosine_f1": 0.670017, "cosine_f1_threshold": 0.831543, "cosine_precision": 0.541028, "cosine_recall": 0.879765, "cosine_ap": 0.583723, "manhattan_accuracy": 0.593407, "manhattan_accuracy_threshold": 11.091363, "manhattan_f1": 0.672222, "manhattan_f1_threshold": 12.884212, "manhattan_precision": 0.541145, "manhattan_recall": 0.887097, "manhattan_ap": 0.583588, "euclidean_accuracy": 0.589744, "euclidean_accuracy_threshold": 0.509981, "euclidean_f1": 0.670017, "euclidean_f1_threshold": 0.580443, "euclidean_precision": 0.541028, "euclidean_recall": 0.879765, "euclidean_ap": 0.583723, "dot_accuracy": 0.589744, "dot_accuracy_threshold": 0.86996, "dot_f1": 0.670017, "dot_f1_threshold": 0.831543, "dot_precision": 0.541028, "dot_recall": 0.879765, "dot_ap": 0.583718, "max_accuracy": 0.593407, "max_f1": 0.672222, "max_precision": 0.541145, "max_recall": 0.887097, "max_ap": 0.583723, "main_score": 0.583723, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.58315, "similarity_accuracy_threshold": 0.889373, "similarity_f1": 0.666995, "similarity_f1_threshold": 0.73114, "similarity_precision": 0.502226, "similarity_recall": 0.992669, "similarity_ap": 0.592275, "cosine_accuracy": 0.58315, "cosine_accuracy_threshold": 0.889373, "cosine_f1": 0.666995, "cosine_f1_threshold": 0.73114, "cosine_precision": 0.502226, "cosine_recall": 0.992669, "cosine_ap": 0.592275, "manhattan_accuracy": 0.582418, "manhattan_accuracy_threshold": 10.387629, "manhattan_f1": 0.666996, "manhattan_f1_threshold": 15.848124, "manhattan_precision": 0.502981, "manhattan_recall": 0.989736, "manhattan_ap": 0.591655, "euclidean_accuracy": 0.58315, "euclidean_accuracy_threshold": 0.470376, "euclidean_f1": 0.666995, "euclidean_f1_threshold": 0.733294, "euclidean_precision": 0.502226, "euclidean_recall": 0.992669, "euclidean_ap": 0.592275, "dot_accuracy": 0.58315, "dot_accuracy_threshold": 0.889374, "dot_f1": 0.666995, "dot_f1_threshold": 0.73114, "dot_precision": 0.502226, "dot_recall": 0.992669, "dot_ap": 0.592276, "max_accuracy": 0.58315, "max_f1": 0.666996, "max_precision": 0.502981, "max_recall": 0.992669, "max_ap": 0.592276, "main_score": 0.592276, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.520147, "similarity_accuracy_threshold": 0.956482, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.622434, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.506136, "cosine_accuracy": 0.520147, "cosine_accuracy_threshold": 0.956482, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.622434, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.506133, "manhattan_accuracy": 0.519414, "manhattan_accuracy_threshold": 6.074276, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 19.212898, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.505405, "euclidean_accuracy": 0.520147, "euclidean_accuracy_threshold": 0.29502, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.868968, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.506136, "dot_accuracy": 0.520147, "dot_accuracy_threshold": 0.956482, "dot_f1": 0.666667, "dot_f1_threshold": 0.622434, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.506132, "max_accuracy": 0.520147, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.506136, "main_score": 0.506136, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.550916, "similarity_accuracy_threshold": 0.962302, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.727542, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.563801, "cosine_accuracy": 0.550916, "cosine_accuracy_threshold": 0.962302, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.727542, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.563801, "manhattan_accuracy": 0.548718, "manhattan_accuracy_threshold": 5.869069, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 16.137089, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.563099, "euclidean_accuracy": 0.550916, "euclidean_accuracy_threshold": 0.274584, "euclidean_f1": 0.666341, "euclidean_f1_threshold": 0.73818, "euclidean_precision": 0.5, "euclidean_recall": 0.998534, "euclidean_ap": 0.563801, "dot_accuracy": 0.550916, "dot_accuracy_threshold": 0.962302, "dot_f1": 0.666341, "dot_f1_threshold": 0.727542, "dot_precision": 0.5, "dot_recall": 0.998534, "dot_ap": 0.563804, "max_accuracy": 0.550916, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.563804, "main_score": 0.563804, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.573626, "similarity_accuracy_threshold": 0.878328, "similarity_f1": 0.672512, "similarity_f1_threshold": 0.774738, "similarity_precision": 0.518695, "similarity_recall": 0.956012, "similarity_ap": 0.587799, "cosine_accuracy": 0.573626, "cosine_accuracy_threshold": 0.878328, "cosine_f1": 0.672512, "cosine_f1_threshold": 0.774738, "cosine_precision": 0.518695, "cosine_recall": 0.956012, "cosine_ap": 0.587799, "manhattan_accuracy": 0.576557, "manhattan_accuracy_threshold": 10.920034, "manhattan_f1": 0.673156, "manhattan_f1_threshold": 15.10252, "manhattan_precision": 0.517323, "manhattan_recall": 0.963343, "manhattan_ap": 0.587585, "euclidean_accuracy": 0.573626, "euclidean_accuracy_threshold": 0.493298, "euclidean_f1": 0.672512, "euclidean_f1_threshold": 0.671211, "euclidean_precision": 0.518695, "euclidean_recall": 0.956012, "euclidean_ap": 0.587799, "dot_accuracy": 0.573626, "dot_accuracy_threshold": 0.878328, "dot_f1": 0.672512, "dot_f1_threshold": 0.774738, "dot_precision": 0.518695, "dot_recall": 0.956012, "dot_ap": 0.587799, "max_accuracy": 0.576557, "max_f1": 0.673156, "max_precision": 0.518695, "max_recall": 0.963343, "max_ap": 0.587799, "main_score": 0.587799, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.513553, "similarity_accuracy_threshold": 0.883879, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.494575, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.499028, "cosine_accuracy": 0.513553, "cosine_accuracy_threshold": 0.883879, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.494575, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.499736, "manhattan_accuracy": 0.514286, "manhattan_accuracy_threshold": 11.352598, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 22.257919, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.497684, "euclidean_accuracy": 0.513553, "euclidean_accuracy_threshold": 0.481915, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 1.005371, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.496988, "dot_accuracy": 0.513553, "dot_accuracy_threshold": 0.883879, "dot_f1": 0.666015, "dot_f1_threshold": 0.494575, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.496704, "max_accuracy": 0.514286, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.499736, "main_score": 0.499736, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.556044, "similarity_accuracy_threshold": 0.876404, "similarity_f1": 0.667337, "similarity_f1_threshold": 0.779254, "similarity_precision": 0.507645, "similarity_recall": 0.973607, "similarity_ap": 0.570226, "cosine_accuracy": 0.556044, "cosine_accuracy_threshold": 0.876404, "cosine_f1": 0.667337, "cosine_f1_threshold": 0.779254, "cosine_precision": 0.507645, "cosine_recall": 0.973607, "cosine_ap": 0.570226, "manhattan_accuracy": 0.556777, "manhattan_accuracy_threshold": 10.941936, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 20.595989, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.569845, "euclidean_accuracy": 0.556044, "euclidean_accuracy_threshold": 0.497184, "euclidean_f1": 0.667337, "euclidean_f1_threshold": 0.664449, "euclidean_precision": 0.507645, "euclidean_recall": 0.973607, "euclidean_ap": 0.570226, "dot_accuracy": 0.556044, "dot_accuracy_threshold": 0.876404, "dot_f1": 0.667337, "dot_f1_threshold": 0.779254, "dot_precision": 0.507645, "dot_recall": 0.973607, "dot_ap": 0.570225, "max_accuracy": 0.556777, "max_f1": 0.667337, "max_precision": 0.507645, "max_recall": 1.0, "max_ap": 0.570226, "main_score": 0.570226, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.564103, "similarity_accuracy_threshold": 0.927549, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.649009, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.587258, "cosine_accuracy": 0.564103, "cosine_accuracy_threshold": 0.927549, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.649009, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.587259, "manhattan_accuracy": 0.564103, "manhattan_accuracy_threshold": 8.6542, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 18.274277, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.586249, "euclidean_accuracy": 0.564103, "euclidean_accuracy_threshold": 0.380659, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.83717, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.587258, "dot_accuracy": 0.564103, "dot_accuracy_threshold": 0.927549, "dot_f1": 0.665689, "dot_f1_threshold": 0.649009, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.587258, "max_accuracy": 0.564103, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.587259, "main_score": 0.587259, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.550916, "similarity_accuracy_threshold": 0.927889, "similarity_f1": 0.667321, "similarity_f1_threshold": 0.746101, "similarity_precision": 0.501475, "similarity_recall": 0.997067, "similarity_ap": 0.547328, "cosine_accuracy": 0.550916, "cosine_accuracy_threshold": 0.927889, "cosine_f1": 0.667321, "cosine_f1_threshold": 0.746101, "cosine_precision": 0.501475, "cosine_recall": 0.997067, "cosine_ap": 0.547327, "manhattan_accuracy": 0.553114, "manhattan_accuracy_threshold": 8.336313, "manhattan_f1": 0.667976, "manhattan_f1_threshold": 15.761162, "manhattan_precision": 0.502216, "manhattan_recall": 0.997067, "manhattan_ap": 0.547085, "euclidean_accuracy": 0.550916, "euclidean_accuracy_threshold": 0.379765, "euclidean_f1": 0.667321, "euclidean_f1_threshold": 0.712598, "euclidean_precision": 0.501475, "euclidean_recall": 0.997067, "euclidean_ap": 0.547327, "dot_accuracy": 0.550916, "dot_accuracy_threshold": 0.927889, "dot_f1": 0.667321, "dot_f1_threshold": 0.746101, "dot_precision": 0.501475, "dot_recall": 0.997067, "dot_ap": 0.547325, "max_accuracy": 0.553114, "max_f1": 0.667976, "max_precision": 0.502216, "max_recall": 0.997067, "max_ap": 0.547328, "main_score": 0.547328, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 21.0137882232666, "kg_co2_emissions": 0.0014602785301977947 }