{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.517949, "similarity_accuracy_threshold": 0.962016, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.638509, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.513146, "cosine_accuracy": 0.517949, "cosine_accuracy_threshold": 0.962016, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.638509, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.513146, "manhattan_accuracy": 0.517949, "manhattan_accuracy_threshold": 6.080441, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 18.302866, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.513008, "euclidean_accuracy": 0.517949, "euclidean_accuracy_threshold": 0.275623, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.843513, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.513146, "dot_accuracy": 0.517949, "dot_accuracy_threshold": 0.962016, "dot_f1": 0.665689, "dot_f1_threshold": 0.638509, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.513146, "max_accuracy": 0.517949, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.513146, "main_score": 0.513146, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.534066, "similarity_accuracy_threshold": 0.940111, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.651426, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.528975, "cosine_accuracy": 0.534066, "cosine_accuracy_threshold": 0.940111, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.651426, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.528975, "manhattan_accuracy": 0.535531, "manhattan_accuracy_threshold": 7.231329, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 18.164974, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.52834, "euclidean_accuracy": 0.534066, "euclidean_accuracy_threshold": 0.34609, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.834739, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.528976, "dot_accuracy": 0.534066, "dot_accuracy_threshold": 0.940111, "dot_f1": 0.665689, "dot_f1_threshold": 0.651426, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.528986, "max_accuracy": 0.535531, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.528986, "main_score": 0.528986, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.533333, "similarity_accuracy_threshold": 0.818366, "similarity_f1": 0.668324, "similarity_f1_threshold": 0.648721, "similarity_precision": 0.505643, "similarity_recall": 0.985337, "similarity_ap": 0.53511, "cosine_accuracy": 0.533333, "cosine_accuracy_threshold": 0.818366, "cosine_f1": 0.668324, "cosine_f1_threshold": 0.648721, "cosine_precision": 0.505643, "cosine_recall": 0.985337, "cosine_ap": 0.53511, "manhattan_accuracy": 0.536996, "manhattan_accuracy_threshold": 14.520945, "manhattan_f1": 0.668654, "manhattan_f1_threshold": 18.097082, "manhattan_precision": 0.505635, "manhattan_recall": 0.986804, "manhattan_ap": 0.535181, "euclidean_accuracy": 0.533333, "euclidean_accuracy_threshold": 0.602718, "euclidean_f1": 0.668324, "euclidean_f1_threshold": 0.838187, "euclidean_precision": 0.505643, "euclidean_recall": 0.985337, "euclidean_ap": 0.53511, "dot_accuracy": 0.533333, "dot_accuracy_threshold": 0.818366, "dot_f1": 0.668324, "dot_f1_threshold": 0.648721, "dot_precision": 0.505643, "dot_recall": 0.985337, "dot_ap": 0.535108, "max_accuracy": 0.536996, "max_f1": 0.668654, "max_precision": 0.505643, "max_recall": 0.986804, "max_ap": 0.535181, "main_score": 0.535181, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.520879, "similarity_accuracy_threshold": 0.967637, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.577298, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.504179, "cosine_accuracy": 0.520879, "cosine_accuracy_threshold": 0.967636, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.577298, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.504178, "manhattan_accuracy": 0.519414, "manhattan_accuracy_threshold": 5.695142, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 19.985182, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.503935, "euclidean_accuracy": 0.520879, "euclidean_accuracy_threshold": 0.254415, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.916963, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.504178, "dot_accuracy": 0.520879, "dot_accuracy_threshold": 0.967637, "dot_f1": 0.666667, "dot_f1_threshold": 0.577298, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.504179, "max_accuracy": 0.520879, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.504179, "main_score": 0.504179, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.607326, "similarity_accuracy_threshold": 0.817513, "similarity_f1": 0.681746, "similarity_f1_threshold": 0.69744, "similarity_precision": 0.531583, "similarity_recall": 0.950147, "similarity_ap": 0.599646, "cosine_accuracy": 0.607326, "cosine_accuracy_threshold": 0.817513, "cosine_f1": 0.681746, "cosine_f1_threshold": 0.69744, "cosine_precision": 0.531583, "cosine_recall": 0.950147, "cosine_ap": 0.599646, "manhattan_accuracy": 0.606593, "manhattan_accuracy_threshold": 12.414009, "manhattan_f1": 0.682008, "manhattan_f1_threshold": 17.02879, "manhattan_precision": 0.530081, "manhattan_recall": 0.956012, "manhattan_ap": 0.599314, "euclidean_accuracy": 0.607326, "euclidean_accuracy_threshold": 0.604131, "euclidean_f1": 0.681746, "euclidean_f1_threshold": 0.777895, "euclidean_precision": 0.531583, "euclidean_recall": 0.950147, "euclidean_ap": 0.599646, "dot_accuracy": 0.607326, "dot_accuracy_threshold": 0.817513, "dot_f1": 0.681746, "dot_f1_threshold": 0.69744, "dot_precision": 0.531583, "dot_recall": 0.950147, "dot_ap": 0.599645, "max_accuracy": 0.607326, "max_f1": 0.682008, "max_precision": 0.531583, "max_recall": 0.956012, "max_ap": 0.599646, "main_score": 0.599646, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.568498, "similarity_accuracy_threshold": 0.81762, "similarity_f1": 0.670141, "similarity_f1_threshold": 0.664163, "similarity_precision": 0.519806, "similarity_recall": 0.942815, "similarity_ap": 0.56922, "cosine_accuracy": 0.568498, "cosine_accuracy_threshold": 0.81762, "cosine_f1": 0.670141, "cosine_f1_threshold": 0.664163, "cosine_precision": 0.519806, "cosine_recall": 0.942815, "cosine_ap": 0.56922, "manhattan_accuracy": 0.564835, "manhattan_accuracy_threshold": 12.617741, "manhattan_f1": 0.670659, "manhattan_f1_threshold": 19.050043, "manhattan_precision": 0.508321, "manhattan_recall": 0.985337, "manhattan_ap": 0.568105, "euclidean_accuracy": 0.568498, "euclidean_accuracy_threshold": 0.603953, "euclidean_f1": 0.670141, "euclidean_f1_threshold": 0.819557, "euclidean_precision": 0.519806, "euclidean_recall": 0.942815, "euclidean_ap": 0.56922, "dot_accuracy": 0.568498, "dot_accuracy_threshold": 0.81762, "dot_f1": 0.670141, "dot_f1_threshold": 0.664163, "dot_precision": 0.519806, "dot_recall": 0.942815, "dot_ap": 0.56922, "max_accuracy": 0.568498, "max_f1": 0.670659, "max_precision": 0.519806, "max_recall": 0.985337, "max_ap": 0.56922, "main_score": 0.56922, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.575824, "similarity_accuracy_threshold": 0.821911, "similarity_f1": 0.675841, "similarity_f1_threshold": 0.659326, "similarity_precision": 0.517969, "similarity_recall": 0.972141, "similarity_ap": 0.583852, "cosine_accuracy": 0.575824, "cosine_accuracy_threshold": 0.821911, "cosine_f1": 0.675841, "cosine_f1_threshold": 0.659326, "cosine_precision": 0.517969, "cosine_recall": 0.972141, "cosine_ap": 0.583852, "manhattan_accuracy": 0.575092, "manhattan_accuracy_threshold": 13.026441, "manhattan_f1": 0.67623, "manhattan_f1_threshold": 17.817654, "manhattan_precision": 0.519685, "manhattan_recall": 0.967742, "manhattan_ap": 0.582929, "euclidean_accuracy": 0.575824, "euclidean_accuracy_threshold": 0.596806, "euclidean_f1": 0.675841, "euclidean_f1_threshold": 0.825438, "euclidean_precision": 0.517969, "euclidean_recall": 0.972141, "euclidean_ap": 0.583852, "dot_accuracy": 0.575824, "dot_accuracy_threshold": 0.821911, "dot_f1": 0.675841, "dot_f1_threshold": 0.659326, "dot_precision": 0.517969, "dot_recall": 0.972141, "dot_ap": 0.583852, "max_accuracy": 0.575824, "max_f1": 0.67623, "max_precision": 0.519685, "max_recall": 0.972141, "max_ap": 0.583852, "main_score": 0.583852, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.541392, "similarity_accuracy_threshold": 0.929912, "similarity_f1": 0.668627, "similarity_f1_threshold": 0.56984, "similarity_precision": 0.502209, "similarity_recall": 1.0, "similarity_ap": 0.541411, "cosine_accuracy": 0.541392, "cosine_accuracy_threshold": 0.929912, "cosine_f1": 0.668627, "cosine_f1_threshold": 0.56984, "cosine_precision": 0.502209, "cosine_recall": 1.0, "cosine_ap": 0.541411, "manhattan_accuracy": 0.539927, "manhattan_accuracy_threshold": 8.331564, "manhattan_f1": 0.668627, "manhattan_f1_threshold": 20.313896, "manhattan_precision": 0.502209, "manhattan_recall": 1.0, "manhattan_ap": 0.541711, "euclidean_accuracy": 0.541392, "euclidean_accuracy_threshold": 0.3744, "euclidean_f1": 0.668627, "euclidean_f1_threshold": 0.927522, "euclidean_precision": 0.502209, "euclidean_recall": 1.0, "euclidean_ap": 0.541412, "dot_accuracy": 0.541392, "dot_accuracy_threshold": 0.929912, "dot_f1": 0.668627, "dot_f1_threshold": 0.56984, "dot_precision": 0.502209, "dot_recall": 1.0, "dot_ap": 0.541413, "max_accuracy": 0.541392, "max_f1": 0.668627, "max_precision": 0.502209, "max_recall": 1.0, "max_ap": 0.541711, "main_score": 0.541711, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.539194, "similarity_accuracy_threshold": 0.968688, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.657658, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.553623, "cosine_accuracy": 0.539194, "cosine_accuracy_threshold": 0.968688, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.657658, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.553623, "manhattan_accuracy": 0.539927, "manhattan_accuracy_threshold": 5.912646, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 18.031349, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.553992, "euclidean_accuracy": 0.539194, "euclidean_accuracy_threshold": 0.250248, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.827451, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.553623, "dot_accuracy": 0.539194, "dot_accuracy_threshold": 0.968688, "dot_f1": 0.665689, "dot_f1_threshold": 0.657658, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.553625, "max_accuracy": 0.539927, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.553992, "main_score": 0.553992, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.552381, "similarity_accuracy_threshold": 0.80981, "similarity_f1": 0.66899, "similarity_f1_threshold": 0.64799, "similarity_precision": 0.506405, "similarity_recall": 0.985337, "similarity_ap": 0.554679, "cosine_accuracy": 0.552381, "cosine_accuracy_threshold": 0.80981, "cosine_f1": 0.66899, "cosine_f1_threshold": 0.64799, "cosine_precision": 0.506405, "cosine_recall": 0.985337, "cosine_ap": 0.554678, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 13.413549, "manhattan_f1": 0.668329, "manhattan_f1_threshold": 18.103537, "manhattan_precision": 0.506425, "manhattan_recall": 0.982405, "manhattan_ap": 0.55523, "euclidean_accuracy": 0.552381, "euclidean_accuracy_threshold": 0.61675, "euclidean_f1": 0.66899, "euclidean_f1_threshold": 0.83906, "euclidean_precision": 0.506405, "euclidean_recall": 0.985337, "euclidean_ap": 0.554678, "dot_accuracy": 0.552381, "dot_accuracy_threshold": 0.80981, "dot_f1": 0.66899, "dot_f1_threshold": 0.64799, "dot_precision": 0.506405, "dot_recall": 0.985337, "dot_ap": 0.554656, "max_accuracy": 0.552381, "max_f1": 0.66899, "max_precision": 0.506425, "max_recall": 0.985337, "max_ap": 0.55523, "main_score": 0.55523, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.52381, "similarity_accuracy_threshold": 0.965487, "similarity_f1": 0.666994, "similarity_f1_threshold": 0.634229, "similarity_precision": 0.501105, "similarity_recall": 0.997067, "similarity_ap": 0.514581, "cosine_accuracy": 0.521612, "cosine_accuracy_threshold": 0.965487, "cosine_f1": 0.666994, "cosine_f1_threshold": 0.634229, "cosine_precision": 0.501105, "cosine_recall": 0.997067, "cosine_ap": 0.51061, "manhattan_accuracy": 0.523077, "manhattan_accuracy_threshold": 5.759945, "manhattan_f1": 0.667319, "manhattan_f1_threshold": 19.569653, "manhattan_precision": 0.500734, "manhattan_recall": 1.0, "manhattan_ap": 0.508754, "euclidean_accuracy": 0.52381, "euclidean_accuracy_threshold": 0.262728, "euclidean_f1": 0.666994, "euclidean_f1_threshold": 0.855248, "euclidean_precision": 0.501105, "euclidean_recall": 0.997067, "euclidean_ap": 0.508747, "dot_accuracy": 0.520879, "dot_accuracy_threshold": 0.964396, "dot_f1": 0.666994, "dot_f1_threshold": 0.634228, "dot_precision": 0.501105, "dot_recall": 0.997067, "dot_ap": 0.516305, "max_accuracy": 0.52381, "max_f1": 0.667319, "max_precision": 0.501105, "max_recall": 1.0, "max_ap": 0.516305, "main_score": 0.516305, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.545788, "similarity_accuracy_threshold": 0.834381, "similarity_f1": 0.667331, "similarity_f1_threshold": 0.649456, "similarity_precision": 0.505279, "similarity_recall": 0.982405, "similarity_ap": 0.568831, "cosine_accuracy": 0.545788, "cosine_accuracy_threshold": 0.834381, "cosine_f1": 0.667331, "cosine_f1_threshold": 0.649456, "cosine_precision": 0.505279, "cosine_recall": 0.982405, "cosine_ap": 0.568831, "manhattan_accuracy": 0.548718, "manhattan_accuracy_threshold": 13.124861, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 21.73419, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.568136, "euclidean_accuracy": 0.545788, "euclidean_accuracy_threshold": 0.575534, "euclidean_f1": 0.667331, "euclidean_f1_threshold": 0.837309, "euclidean_precision": 0.505279, "euclidean_recall": 0.982405, "euclidean_ap": 0.568832, "dot_accuracy": 0.545788, "dot_accuracy_threshold": 0.834381, "dot_f1": 0.667331, "dot_f1_threshold": 0.649456, "dot_precision": 0.505279, "dot_recall": 0.982405, "dot_ap": 0.568832, "max_accuracy": 0.548718, "max_f1": 0.667331, "max_precision": 0.505279, "max_recall": 1.0, "max_ap": 0.568832, "main_score": 0.568832, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.570696, "similarity_accuracy_threshold": 0.874041, "similarity_f1": 0.667662, "similarity_f1_threshold": 0.716768, "similarity_precision": 0.505271, "similarity_recall": 0.983871, "similarity_ap": 0.593268, "cosine_accuracy": 0.570696, "cosine_accuracy_threshold": 0.874041, "cosine_f1": 0.667662, "cosine_f1_threshold": 0.716768, "cosine_precision": 0.505271, "cosine_recall": 0.983871, "cosine_ap": 0.593266, "manhattan_accuracy": 0.573626, "manhattan_accuracy_threshold": 10.433823, "manhattan_f1": 0.667992, "manhattan_f1_threshold": 16.368902, "manhattan_precision": 0.505263, "manhattan_recall": 0.985337, "manhattan_ap": 0.593257, "euclidean_accuracy": 0.570696, "euclidean_accuracy_threshold": 0.501914, "euclidean_f1": 0.667662, "euclidean_f1_threshold": 0.752638, "euclidean_precision": 0.505271, "euclidean_recall": 0.983871, "euclidean_ap": 0.593266, "dot_accuracy": 0.570696, "dot_accuracy_threshold": 0.87404, "dot_f1": 0.667662, "dot_f1_threshold": 0.716768, "dot_precision": 0.505271, "dot_recall": 0.983871, "dot_ap": 0.593266, "max_accuracy": 0.573626, "max_f1": 0.667992, "max_precision": 0.505271, "max_recall": 0.985337, "max_ap": 0.593268, "main_score": 0.593268, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.550916, "similarity_accuracy_threshold": 0.916502, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.659673, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.545318, "cosine_accuracy": 0.550916, "cosine_accuracy_threshold": 0.916502, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.659673, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.545318, "manhattan_accuracy": 0.552381, "manhattan_accuracy_threshold": 9.43014, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 17.88146, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.544634, "euclidean_accuracy": 0.550916, "euclidean_accuracy_threshold": 0.408651, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.824986, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.545318, "dot_accuracy": 0.550916, "dot_accuracy_threshold": 0.916502, "dot_f1": 0.666667, "dot_f1_threshold": 0.659673, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.545318, "max_accuracy": 0.552381, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.545318, "main_score": 0.545318, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.552381, "similarity_accuracy_threshold": 0.935699, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.558212, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.568716, "cosine_accuracy": 0.552381, "cosine_accuracy_threshold": 0.935699, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.558212, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.568716, "manhattan_accuracy": 0.553846, "manhattan_accuracy_threshold": 7.933517, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 20.404398, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.567779, "euclidean_accuracy": 0.552381, "euclidean_accuracy_threshold": 0.358612, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.937603, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.568716, "dot_accuracy": 0.552381, "dot_accuracy_threshold": 0.935699, "dot_f1": 0.666667, "dot_f1_threshold": 0.558212, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.568716, "max_accuracy": 0.553846, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.568716, "main_score": 0.568716, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.549451, "similarity_accuracy_threshold": 0.957964, "similarity_f1": 0.667324, "similarity_f1_threshold": 0.74244, "similarity_precision": 0.502598, "similarity_recall": 0.992669, "similarity_ap": 0.567286, "cosine_accuracy": 0.549451, "cosine_accuracy_threshold": 0.957964, "cosine_f1": 0.667324, "cosine_f1_threshold": 0.74244, "cosine_precision": 0.502598, "cosine_recall": 0.992669, "cosine_ap": 0.567282, "manhattan_accuracy": 0.552381, "manhattan_accuracy_threshold": 6.420681, "manhattan_f1": 0.667322, "manhattan_f1_threshold": 16.114773, "manhattan_precision": 0.501848, "manhattan_recall": 0.995601, "manhattan_ap": 0.567282, "euclidean_accuracy": 0.549451, "euclidean_accuracy_threshold": 0.289951, "euclidean_f1": 0.667324, "euclidean_f1_threshold": 0.717719, "euclidean_precision": 0.502598, "euclidean_recall": 0.992669, "euclidean_ap": 0.567282, "dot_accuracy": 0.549451, "dot_accuracy_threshold": 0.957964, "dot_f1": 0.667324, "dot_f1_threshold": 0.74244, "dot_precision": 0.502598, "dot_recall": 0.992669, "dot_ap": 0.567286, "max_accuracy": 0.552381, "max_f1": 0.667324, "max_precision": 0.502598, "max_recall": 0.995601, "max_ap": 0.567286, "main_score": 0.567286, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.547253, "similarity_accuracy_threshold": 0.783229, "similarity_f1": 0.667646, "similarity_f1_threshold": 0.550649, "similarity_precision": 0.501102, "similarity_recall": 1.0, "similarity_ap": 0.56228, "cosine_accuracy": 0.547253, "cosine_accuracy_threshold": 0.783229, "cosine_f1": 0.667646, "cosine_f1_threshold": 0.550649, "cosine_precision": 0.501102, "cosine_recall": 1.0, "cosine_ap": 0.562283, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 14.455166, "manhattan_f1": 0.667647, "manhattan_f1_threshold": 19.871437, "manhattan_precision": 0.501473, "manhattan_recall": 0.998534, "manhattan_ap": 0.562473, "euclidean_accuracy": 0.547253, "euclidean_accuracy_threshold": 0.658439, "euclidean_f1": 0.667646, "euclidean_f1_threshold": 0.947998, "euclidean_precision": 0.501102, "euclidean_recall": 1.0, "euclidean_ap": 0.562283, "dot_accuracy": 0.547253, "dot_accuracy_threshold": 0.783229, "dot_f1": 0.667646, "dot_f1_threshold": 0.55065, "dot_precision": 0.501102, "dot_recall": 1.0, "dot_ap": 0.56228, "max_accuracy": 0.551648, "max_f1": 0.667647, "max_precision": 0.501473, "max_recall": 1.0, "max_ap": 0.562473, "main_score": 0.562473, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.528938, "similarity_accuracy_threshold": 0.975727, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.627164, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.535536, "cosine_accuracy": 0.528938, "cosine_accuracy_threshold": 0.975727, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.627164, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.535536, "manhattan_accuracy": 0.531136, "manhattan_accuracy_threshold": 5.216783, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 18.696518, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.535347, "euclidean_accuracy": 0.528938, "euclidean_accuracy_threshold": 0.220332, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.863481, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.535536, "dot_accuracy": 0.528938, "dot_accuracy_threshold": 0.975727, "dot_f1": 0.666667, "dot_f1_threshold": 0.627164, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.535534, "max_accuracy": 0.531136, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.535536, "main_score": 0.535536, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.614652, "similarity_accuracy_threshold": 0.825362, "similarity_f1": 0.675578, "similarity_f1_threshold": 0.665939, "similarity_precision": 0.52019, "similarity_recall": 0.963343, "similarity_ap": 0.639684, "cosine_accuracy": 0.614652, "cosine_accuracy_threshold": 0.825362, "cosine_f1": 0.675578, "cosine_f1_threshold": 0.665939, "cosine_precision": 0.52019, "cosine_recall": 0.963343, "cosine_ap": 0.639684, "manhattan_accuracy": 0.611722, "manhattan_accuracy_threshold": 12.846158, "manhattan_f1": 0.67455, "manhattan_f1_threshold": 17.737288, "manhattan_precision": 0.519398, "manhattan_recall": 0.961877, "manhattan_ap": 0.640421, "euclidean_accuracy": 0.614652, "euclidean_accuracy_threshold": 0.590996, "euclidean_f1": 0.675578, "euclidean_f1_threshold": 0.817388, "euclidean_precision": 0.52019, "euclidean_recall": 0.963343, "euclidean_ap": 0.639684, "dot_accuracy": 0.614652, "dot_accuracy_threshold": 0.825362, "dot_f1": 0.675578, "dot_f1_threshold": 0.665939, "dot_precision": 0.52019, "dot_recall": 0.963343, "dot_ap": 0.63968, "max_accuracy": 0.614652, "max_f1": 0.675578, "max_precision": 0.52019, "max_recall": 0.963343, "max_ap": 0.640421, "main_score": 0.640421, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.588278, "similarity_accuracy_threshold": 0.766386, "similarity_f1": 0.669792, "similarity_f1_threshold": 0.66609, "similarity_precision": 0.519386, "similarity_recall": 0.942815, "similarity_ap": 0.584438, "cosine_accuracy": 0.588278, "cosine_accuracy_threshold": 0.766386, "cosine_f1": 0.669792, "cosine_f1_threshold": 0.66609, "cosine_precision": 0.519386, "cosine_recall": 0.942815, "cosine_ap": 0.584436, "manhattan_accuracy": 0.589011, "manhattan_accuracy_threshold": 14.808359, "manhattan_f1": 0.669797, "manhattan_f1_threshold": 17.716496, "manhattan_precision": 0.519838, "manhattan_recall": 0.941349, "manhattan_ap": 0.584834, "euclidean_accuracy": 0.588278, "euclidean_accuracy_threshold": 0.683541, "euclidean_f1": 0.669792, "euclidean_f1_threshold": 0.817202, "euclidean_precision": 0.519386, "euclidean_recall": 0.942815, "euclidean_ap": 0.584438, "dot_accuracy": 0.588278, "dot_accuracy_threshold": 0.766385, "dot_f1": 0.669792, "dot_f1_threshold": 0.66609, "dot_precision": 0.519386, "dot_recall": 0.942815, "dot_ap": 0.584431, "max_accuracy": 0.589011, "max_f1": 0.669797, "max_precision": 0.519838, "max_recall": 0.942815, "max_ap": 0.584834, "main_score": 0.584834, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.567033, "similarity_accuracy_threshold": 0.780643, "similarity_f1": 0.667327, "similarity_f1_threshold": 0.590558, "similarity_precision": 0.503737, "similarity_recall": 0.98827, "similarity_ap": 0.583104, "cosine_accuracy": 0.567033, "cosine_accuracy_threshold": 0.780643, "cosine_f1": 0.667327, "cosine_f1_threshold": 0.590558, "cosine_precision": 0.503737, "cosine_recall": 0.98827, "cosine_ap": 0.583104, "manhattan_accuracy": 0.567766, "manhattan_accuracy_threshold": 14.29738, "manhattan_f1": 0.66733, "manhattan_f1_threshold": 19.327879, "manhattan_precision": 0.504891, "manhattan_recall": 0.983871, "manhattan_ap": 0.581471, "euclidean_accuracy": 0.567033, "euclidean_accuracy_threshold": 0.662355, "euclidean_f1": 0.667327, "euclidean_f1_threshold": 0.904922, "euclidean_precision": 0.503737, "euclidean_recall": 0.98827, "euclidean_ap": 0.583104, "dot_accuracy": 0.567033, "dot_accuracy_threshold": 0.780643, "dot_f1": 0.667327, "dot_f1_threshold": 0.590558, "dot_precision": 0.503737, "dot_recall": 0.98827, "dot_ap": 0.583104, "max_accuracy": 0.567766, "max_f1": 0.66733, "max_precision": 0.504891, "max_recall": 0.98827, "max_ap": 0.583104, "main_score": 0.583104, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.536264, "similarity_accuracy_threshold": 0.944411, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.507912, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.532075, "cosine_accuracy": 0.536264, "cosine_accuracy_threshold": 0.944411, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.507912, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.532076, "manhattan_accuracy": 0.532601, "manhattan_accuracy_threshold": 7.288166, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 21.388906, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.530563, "euclidean_accuracy": 0.536264, "euclidean_accuracy_threshold": 0.333435, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.992035, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.532075, "dot_accuracy": 0.536264, "dot_accuracy_threshold": 0.94441, "dot_f1": 0.666667, "dot_f1_threshold": 0.507912, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.532086, "max_accuracy": 0.536264, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.532086, "main_score": 0.532086, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.540659, "similarity_accuracy_threshold": 0.958603, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.596551, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.55278, "cosine_accuracy": 0.540659, "cosine_accuracy_threshold": 0.958603, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.596551, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.55278, "manhattan_accuracy": 0.54359, "manhattan_accuracy_threshold": 6.296634, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 19.521751, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.552301, "euclidean_accuracy": 0.540659, "euclidean_accuracy_threshold": 0.28774, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.898245, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.55278, "dot_accuracy": 0.540659, "dot_accuracy_threshold": 0.958603, "dot_f1": 0.666667, "dot_f1_threshold": 0.596551, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.552753, "max_accuracy": 0.54359, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.55278, "main_score": 0.55278, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.571429, "similarity_accuracy_threshold": 0.770098, "similarity_f1": 0.667737, "similarity_f1_threshold": 0.706122, "similarity_precision": 0.525695, "similarity_recall": 0.914956, "similarity_ap": 0.592737, "cosine_accuracy": 0.571429, "cosine_accuracy_threshold": 0.770098, "cosine_f1": 0.667737, "cosine_f1_threshold": 0.706122, "cosine_precision": 0.525695, "cosine_recall": 0.914956, "cosine_ap": 0.592737, "manhattan_accuracy": 0.569963, "manhattan_accuracy_threshold": 13.126694, "manhattan_f1": 0.668383, "manhattan_f1_threshold": 17.31881, "manhattan_precision": 0.515079, "manhattan_recall": 0.951613, "manhattan_ap": 0.591251, "euclidean_accuracy": 0.571429, "euclidean_accuracy_threshold": 0.678089, "euclidean_f1": 0.667737, "euclidean_f1_threshold": 0.766652, "euclidean_precision": 0.525695, "euclidean_recall": 0.914956, "euclidean_ap": 0.592737, "dot_accuracy": 0.571429, "dot_accuracy_threshold": 0.770098, "dot_f1": 0.667737, "dot_f1_threshold": 0.706122, "dot_precision": 0.525695, "dot_recall": 0.914956, "dot_ap": 0.592737, "max_accuracy": 0.571429, "max_f1": 0.668383, "max_precision": 0.525695, "max_recall": 0.951613, "max_ap": 0.592737, "main_score": 0.592737, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.514286, "similarity_accuracy_threshold": 0.951088, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.514267, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.50267, "cosine_accuracy": 0.514286, "cosine_accuracy_threshold": 0.951088, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.514267, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.501093, "manhattan_accuracy": 0.514286, "manhattan_accuracy_threshold": 12.566702, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 21.169659, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.498393, "euclidean_accuracy": 0.514286, "euclidean_accuracy_threshold": 0.31277, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 0.984944, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.498112, "dot_accuracy": 0.513553, "dot_accuracy_threshold": 0.957614, "dot_f1": 0.666015, "dot_f1_threshold": 0.514267, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.504621, "max_accuracy": 0.514286, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.504621, "main_score": 0.504621, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.54359, "similarity_accuracy_threshold": 0.858001, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.671664, "similarity_precision": 0.508071, "similarity_recall": 0.969208, "similarity_ap": 0.553951, "cosine_accuracy": 0.54359, "cosine_accuracy_threshold": 0.858001, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.671664, "cosine_precision": 0.508071, "cosine_recall": 0.969208, "cosine_ap": 0.553951, "manhattan_accuracy": 0.542857, "manhattan_accuracy_threshold": 12.871141, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 17.645176, "manhattan_precision": 0.508071, "manhattan_recall": 0.969208, "manhattan_ap": 0.553607, "euclidean_accuracy": 0.54359, "euclidean_accuracy_threshold": 0.532914, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.810353, "euclidean_precision": 0.508071, "euclidean_recall": 0.969208, "euclidean_ap": 0.553951, "dot_accuracy": 0.54359, "dot_accuracy_threshold": 0.858002, "dot_f1": 0.666667, "dot_f1_threshold": 0.671664, "dot_precision": 0.508071, "dot_recall": 0.969208, "dot_ap": 0.553951, "max_accuracy": 0.54359, "max_f1": 0.666667, "max_precision": 0.508071, "max_recall": 0.969208, "max_ap": 0.553951, "main_score": 0.553951, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.565568, "similarity_accuracy_threshold": 0.871006, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.740039, "similarity_precision": 0.509697, "similarity_recall": 0.963343, "similarity_ap": 0.579396, "cosine_accuracy": 0.565568, "cosine_accuracy_threshold": 0.871006, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.740039, "cosine_precision": 0.509697, "cosine_recall": 0.963343, "cosine_ap": 0.579394, "manhattan_accuracy": 0.565568, "manhattan_accuracy_threshold": 11.05344, "manhattan_f1": 0.666335, "manhattan_f1_threshold": 17.169054, "manhattan_precision": 0.504138, "manhattan_recall": 0.982405, "manhattan_ap": 0.580338, "euclidean_accuracy": 0.565568, "euclidean_accuracy_threshold": 0.507926, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.721055, "euclidean_precision": 0.509697, "euclidean_recall": 0.963343, "euclidean_ap": 0.579394, "dot_accuracy": 0.565568, "dot_accuracy_threshold": 0.871006, "dot_f1": 0.666667, "dot_f1_threshold": 0.740039, "dot_precision": 0.509697, "dot_recall": 0.963343, "dot_ap": 0.579394, "max_accuracy": 0.565568, "max_f1": 0.666667, "max_precision": 0.509697, "max_recall": 0.982405, "max_ap": 0.580338, "main_score": 0.580338, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.562637, "similarity_accuracy_threshold": 0.934891, "similarity_f1": 0.666995, "similarity_f1_threshold": 0.694338, "similarity_precision": 0.502226, "similarity_recall": 0.992669, "similarity_ap": 0.555817, "cosine_accuracy": 0.562637, "cosine_accuracy_threshold": 0.934891, "cosine_f1": 0.666995, "cosine_f1_threshold": 0.694338, "cosine_precision": 0.502226, "cosine_recall": 0.992669, "cosine_ap": 0.555817, "manhattan_accuracy": 0.564835, "manhattan_accuracy_threshold": 7.866783, "manhattan_f1": 0.667322, "manhattan_f1_threshold": 17.311489, "manhattan_precision": 0.501848, "manhattan_recall": 0.995601, "manhattan_ap": 0.555447, "euclidean_accuracy": 0.562637, "euclidean_accuracy_threshold": 0.360858, "euclidean_f1": 0.666995, "euclidean_f1_threshold": 0.781872, "euclidean_precision": 0.502226, "euclidean_recall": 0.992669, "euclidean_ap": 0.555817, "dot_accuracy": 0.562637, "dot_accuracy_threshold": 0.934891, "dot_f1": 0.666995, "dot_f1_threshold": 0.694338, "dot_precision": 0.502226, "dot_recall": 0.992669, "dot_ap": 0.555816, "max_accuracy": 0.564835, "max_f1": 0.667322, "max_precision": 0.502226, "max_recall": 0.995601, "max_ap": 0.555817, "main_score": 0.555817, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 20.60180902481079, "kg_co2_emissions": 0.0014412063676811843 }