{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.678388, "similarity_accuracy_threshold": 0.658062, "similarity_f1": 0.702703, "similarity_f1_threshold": 0.520015, "similarity_precision": 0.586275, "similarity_recall": 0.876833, "similarity_ap": 0.724332, "cosine_accuracy": 0.678388, "cosine_accuracy_threshold": 0.658062, "cosine_f1": 0.702703, "cosine_f1_threshold": 0.520015, "cosine_precision": 0.586275, "cosine_recall": 0.876833, "cosine_ap": 0.724332, "manhattan_accuracy": 0.680586, "manhattan_accuracy_threshold": 21.025311, "manhattan_f1": 0.700525, "manhattan_f1_threshold": 24.988163, "manhattan_precision": 0.581959, "manhattan_recall": 0.879765, "manhattan_ap": 0.723421, "euclidean_accuracy": 0.678388, "euclidean_accuracy_threshold": 0.826968, "euclidean_f1": 0.702703, "euclidean_f1_threshold": 0.979781, "euclidean_precision": 0.586275, "euclidean_recall": 0.876833, "euclidean_ap": 0.724332, "dot_accuracy": 0.678388, "dot_accuracy_threshold": 0.658062, "dot_f1": 0.702703, "dot_f1_threshold": 0.520015, "dot_precision": 0.586275, "dot_recall": 0.876833, "dot_ap": 0.724332, "max_accuracy": 0.680586, "max_f1": 0.702703, "max_precision": 0.586275, "max_recall": 0.879765, "max_ap": 0.724332, "main_score": 0.724332, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.698901, "similarity_accuracy_threshold": 0.60789, "similarity_f1": 0.723934, "similarity_f1_threshold": 0.592563, "similarity_precision": 0.654804, "similarity_recall": 0.809384, "similarity_ap": 0.749509, "cosine_accuracy": 0.698901, "cosine_accuracy_threshold": 0.60789, "cosine_f1": 0.723934, "cosine_f1_threshold": 0.592563, "cosine_precision": 0.654804, "cosine_recall": 0.809384, "cosine_ap": 0.749509, "manhattan_accuracy": 0.696703, "manhattan_accuracy_threshold": 21.032848, "manhattan_f1": 0.720052, "manhattan_f1_threshold": 22.956745, "manhattan_precision": 0.647541, "manhattan_recall": 0.81085, "manhattan_ap": 0.748666, "euclidean_accuracy": 0.698901, "euclidean_accuracy_threshold": 0.885562, "euclidean_f1": 0.723934, "euclidean_f1_threshold": 0.902704, "euclidean_precision": 0.654804, "euclidean_recall": 0.809384, "euclidean_ap": 0.749509, "dot_accuracy": 0.698901, "dot_accuracy_threshold": 0.60789, "dot_f1": 0.723934, "dot_f1_threshold": 0.592562, "dot_precision": 0.654804, "dot_recall": 0.809384, "dot_ap": 0.749513, "max_accuracy": 0.698901, "max_f1": 0.723934, "max_precision": 0.654804, "max_recall": 0.81085, "max_ap": 0.749513, "main_score": 0.749513, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.700366, "similarity_accuracy_threshold": 0.636644, "similarity_f1": 0.717158, "similarity_f1_threshold": 0.597643, "similarity_precision": 0.660494, "similarity_recall": 0.784457, "similarity_ap": 0.744854, "cosine_accuracy": 0.700366, "cosine_accuracy_threshold": 0.636644, "cosine_f1": 0.717158, "cosine_f1_threshold": 0.597643, "cosine_precision": 0.660494, "cosine_recall": 0.784457, "cosine_ap": 0.744854, "manhattan_accuracy": 0.696703, "manhattan_accuracy_threshold": 21.299107, "manhattan_f1": 0.717005, "manhattan_f1_threshold": 23.381702, "manhattan_precision": 0.631991, "manhattan_recall": 0.828446, "manhattan_ap": 0.742374, "euclidean_accuracy": 0.700366, "euclidean_accuracy_threshold": 0.852474, "euclidean_f1": 0.717158, "euclidean_f1_threshold": 0.897058, "euclidean_precision": 0.660494, "euclidean_recall": 0.784457, "euclidean_ap": 0.744854, "dot_accuracy": 0.700366, "dot_accuracy_threshold": 0.636644, "dot_f1": 0.717158, "dot_f1_threshold": 0.597643, "dot_precision": 0.660494, "dot_recall": 0.784457, "dot_ap": 0.744854, "max_accuracy": 0.700366, "max_f1": 0.717158, "max_precision": 0.660494, "max_recall": 0.828446, "max_ap": 0.744854, "main_score": 0.744854, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.687179, "similarity_accuracy_threshold": 0.636401, "similarity_f1": 0.720825, "similarity_f1_threshold": 0.592249, "similarity_precision": 0.643268, "similarity_recall": 0.819648, "similarity_ap": 0.74855, "cosine_accuracy": 0.687179, "cosine_accuracy_threshold": 0.636401, "cosine_f1": 0.720825, "cosine_f1_threshold": 0.592249, "cosine_precision": 0.643268, "cosine_recall": 0.819648, "cosine_ap": 0.74855, "manhattan_accuracy": 0.691575, "manhattan_accuracy_threshold": 21.911678, "manhattan_f1": 0.720102, "manhattan_f1_threshold": 23.032991, "manhattan_precision": 0.635955, "manhattan_recall": 0.829912, "manhattan_ap": 0.746967, "euclidean_accuracy": 0.687179, "euclidean_accuracy_threshold": 0.852759, "euclidean_f1": 0.720825, "euclidean_f1_threshold": 0.903051, "euclidean_precision": 0.643268, "euclidean_recall": 0.819648, "euclidean_ap": 0.74855, "dot_accuracy": 0.687179, "dot_accuracy_threshold": 0.636401, "dot_f1": 0.720825, "dot_f1_threshold": 0.592249, "dot_precision": 0.643268, "dot_recall": 0.819648, "dot_ap": 0.74855, "max_accuracy": 0.691575, "max_f1": 0.720825, "max_precision": 0.643268, "max_recall": 0.829912, "max_ap": 0.74855, "main_score": 0.74855, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.721612, "similarity_accuracy_threshold": 0.648948, "similarity_f1": 0.746515, "similarity_f1_threshold": 0.575819, "similarity_precision": 0.657366, "similarity_recall": 0.863636, "similarity_ap": 0.777599, "cosine_accuracy": 0.721612, "cosine_accuracy_threshold": 0.648948, "cosine_f1": 0.746515, "cosine_f1_threshold": 0.575819, "cosine_precision": 0.657366, "cosine_recall": 0.863636, "cosine_ap": 0.777599, "manhattan_accuracy": 0.721612, "manhattan_accuracy_threshold": 21.121326, "manhattan_f1": 0.740971, "manhattan_f1_threshold": 23.563606, "manhattan_precision": 0.643939, "manhattan_recall": 0.872434, "manhattan_ap": 0.775249, "euclidean_accuracy": 0.721612, "euclidean_accuracy_threshold": 0.837916, "euclidean_f1": 0.746515, "euclidean_f1_threshold": 0.921066, "euclidean_precision": 0.657366, "euclidean_recall": 0.863636, "euclidean_ap": 0.777599, "dot_accuracy": 0.721612, "dot_accuracy_threshold": 0.648949, "dot_f1": 0.746515, "dot_f1_threshold": 0.575819, "dot_precision": 0.657366, "dot_recall": 0.863636, "dot_ap": 0.777599, "max_accuracy": 0.721612, "max_f1": 0.746515, "max_precision": 0.657366, "max_recall": 0.872434, "max_ap": 0.777599, "main_score": 0.777599, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.700366, "similarity_accuracy_threshold": 0.649698, "similarity_f1": 0.729608, "similarity_f1_threshold": 0.571627, "similarity_precision": 0.649143, "similarity_recall": 0.832845, "similarity_ap": 0.752114, "cosine_accuracy": 0.700366, "cosine_accuracy_threshold": 0.649698, "cosine_f1": 0.729608, "cosine_f1_threshold": 0.571627, "cosine_precision": 0.649143, "cosine_recall": 0.832845, "cosine_ap": 0.752114, "manhattan_accuracy": 0.698901, "manhattan_accuracy_threshold": 22.432755, "manhattan_f1": 0.727154, "manhattan_f1_threshold": 23.205597, "manhattan_precision": 0.655294, "manhattan_recall": 0.816716, "manhattan_ap": 0.750533, "euclidean_accuracy": 0.700366, "euclidean_accuracy_threshold": 0.837021, "euclidean_f1": 0.729608, "euclidean_f1_threshold": 0.925606, "euclidean_precision": 0.649143, "euclidean_recall": 0.832845, "euclidean_ap": 0.752114, "dot_accuracy": 0.700366, "dot_accuracy_threshold": 0.649698, "dot_f1": 0.729608, "dot_f1_threshold": 0.571627, "dot_precision": 0.649143, "dot_recall": 0.832845, "dot_ap": 0.752112, "max_accuracy": 0.700366, "max_f1": 0.729608, "max_precision": 0.655294, "max_recall": 0.832845, "max_ap": 0.752114, "main_score": 0.752114, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.69304, "similarity_accuracy_threshold": 0.619904, "similarity_f1": 0.718398, "similarity_f1_threshold": 0.564937, "similarity_precision": 0.626638, "similarity_recall": 0.841642, "similarity_ap": 0.748073, "cosine_accuracy": 0.69304, "cosine_accuracy_threshold": 0.619904, "cosine_f1": 0.718398, "cosine_f1_threshold": 0.564937, "cosine_precision": 0.626638, "cosine_recall": 0.841642, "cosine_ap": 0.748073, "manhattan_accuracy": 0.688645, "manhattan_accuracy_threshold": 22.006254, "manhattan_f1": 0.717822, "manhattan_f1_threshold": 23.79034, "manhattan_precision": 0.620985, "manhattan_recall": 0.85044, "manhattan_ap": 0.746188, "euclidean_accuracy": 0.69304, "euclidean_accuracy_threshold": 0.87189, "euclidean_f1": 0.718398, "euclidean_f1_threshold": 0.932805, "euclidean_precision": 0.626638, "euclidean_recall": 0.841642, "euclidean_ap": 0.748073, "dot_accuracy": 0.69304, "dot_accuracy_threshold": 0.619904, "dot_f1": 0.718398, "dot_f1_threshold": 0.564937, "dot_precision": 0.626638, "dot_recall": 0.841642, "dot_ap": 0.748073, "max_accuracy": 0.69304, "max_f1": 0.718398, "max_precision": 0.626638, "max_recall": 0.85044, "max_ap": 0.748073, "main_score": 0.748073, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.657875, "similarity_accuracy_threshold": 0.624398, "similarity_f1": 0.693995, "similarity_f1_threshold": 0.511855, "similarity_precision": 0.572381, "similarity_recall": 0.881232, "similarity_ap": 0.712834, "cosine_accuracy": 0.657875, "cosine_accuracy_threshold": 0.624398, "cosine_f1": 0.693995, "cosine_f1_threshold": 0.511855, "cosine_precision": 0.572381, "cosine_recall": 0.881232, "cosine_ap": 0.712834, "manhattan_accuracy": 0.657875, "manhattan_accuracy_threshold": 22.092167, "manhattan_f1": 0.690992, "manhattan_f1_threshold": 25.28265, "manhattan_precision": 0.565299, "manhattan_recall": 0.888563, "manhattan_ap": 0.711717, "euclidean_accuracy": 0.657875, "euclidean_accuracy_threshold": 0.866721, "euclidean_f1": 0.693995, "euclidean_f1_threshold": 0.988074, "euclidean_precision": 0.572381, "euclidean_recall": 0.881232, "euclidean_ap": 0.712834, "dot_accuracy": 0.657875, "dot_accuracy_threshold": 0.624398, "dot_f1": 0.693995, "dot_f1_threshold": 0.511855, "dot_precision": 0.572381, "dot_recall": 0.881232, "dot_ap": 0.712834, "max_accuracy": 0.657875, "max_f1": 0.693995, "max_precision": 0.572381, "max_recall": 0.888563, "max_ap": 0.712834, "main_score": 0.712834, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.699634, "similarity_accuracy_threshold": 0.639106, "similarity_f1": 0.712493, "similarity_f1_threshold": 0.533756, "similarity_precision": 0.601413, "similarity_recall": 0.8739, "similarity_ap": 0.755209, "cosine_accuracy": 0.699634, "cosine_accuracy_threshold": 0.639106, "cosine_f1": 0.712493, "cosine_f1_threshold": 0.533756, "cosine_precision": 0.601413, "cosine_recall": 0.8739, "cosine_ap": 0.755209, "manhattan_accuracy": 0.696703, "manhattan_accuracy_threshold": 21.658459, "manhattan_f1": 0.710872, "manhattan_f1_threshold": 24.50556, "manhattan_precision": 0.599798, "manhattan_recall": 0.872434, "manhattan_ap": 0.754209, "euclidean_accuracy": 0.699634, "euclidean_accuracy_threshold": 0.849581, "euclidean_f1": 0.712493, "euclidean_f1_threshold": 0.965654, "euclidean_precision": 0.601413, "euclidean_recall": 0.8739, "euclidean_ap": 0.755209, "dot_accuracy": 0.699634, "dot_accuracy_threshold": 0.639106, "dot_f1": 0.712493, "dot_f1_threshold": 0.533756, "dot_precision": 0.601413, "dot_recall": 0.8739, "dot_ap": 0.755209, "max_accuracy": 0.699634, "max_f1": 0.712493, "max_precision": 0.601413, "max_recall": 0.8739, "max_ap": 0.755209, "main_score": 0.755209, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.632967, "similarity_accuracy_threshold": 0.605731, "similarity_f1": 0.693303, "similarity_f1_threshold": 0.475487, "similarity_precision": 0.562557, "similarity_recall": 0.903226, "similarity_ap": 0.679168, "cosine_accuracy": 0.632967, "cosine_accuracy_threshold": 0.605731, "cosine_f1": 0.693303, "cosine_f1_threshold": 0.475487, "cosine_precision": 0.562557, "cosine_recall": 0.903226, "cosine_ap": 0.679168, "manhattan_accuracy": 0.630769, "manhattan_accuracy_threshold": 22.501003, "manhattan_f1": 0.696398, "manhattan_f1_threshold": 25.764843, "manhattan_precision": 0.570759, "manhattan_recall": 0.892962, "manhattan_ap": 0.677465, "euclidean_accuracy": 0.632967, "euclidean_accuracy_threshold": 0.887996, "euclidean_f1": 0.693303, "euclidean_f1_threshold": 1.024219, "euclidean_precision": 0.562557, "euclidean_recall": 0.903226, "euclidean_ap": 0.679168, "dot_accuracy": 0.632967, "dot_accuracy_threshold": 0.605731, "dot_f1": 0.693303, "dot_f1_threshold": 0.475487, "dot_precision": 0.562557, "dot_recall": 0.903226, "dot_ap": 0.679168, "max_accuracy": 0.632967, "max_f1": 0.696398, "max_precision": 0.570759, "max_recall": 0.903226, "max_ap": 0.679168, "main_score": 0.679168, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.684249, "similarity_accuracy_threshold": 0.647344, "similarity_f1": 0.709014, "similarity_f1_threshold": 0.553921, "similarity_precision": 0.603502, "similarity_recall": 0.859238, "similarity_ap": 0.724024, "cosine_accuracy": 0.684249, "cosine_accuracy_threshold": 0.647344, "cosine_f1": 0.709014, "cosine_f1_threshold": 0.553921, "cosine_precision": 0.603502, "cosine_recall": 0.859238, "cosine_ap": 0.724024, "manhattan_accuracy": 0.679853, "manhattan_accuracy_threshold": 21.30813, "manhattan_f1": 0.710462, "manhattan_f1_threshold": 23.949203, "manhattan_precision": 0.607069, "manhattan_recall": 0.856305, "manhattan_ap": 0.722004, "euclidean_accuracy": 0.684249, "euclidean_accuracy_threshold": 0.839828, "euclidean_f1": 0.709014, "euclidean_f1_threshold": 0.944541, "euclidean_precision": 0.603502, "euclidean_recall": 0.859238, "euclidean_ap": 0.724024, "dot_accuracy": 0.684249, "dot_accuracy_threshold": 0.647344, "dot_f1": 0.709014, "dot_f1_threshold": 0.553921, "dot_precision": 0.603502, "dot_recall": 0.859238, "dot_ap": 0.724024, "max_accuracy": 0.684249, "max_f1": 0.710462, "max_precision": 0.607069, "max_recall": 0.859238, "max_ap": 0.724024, "main_score": 0.724024, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.674725, "similarity_accuracy_threshold": 0.609252, "similarity_f1": 0.711367, "similarity_f1_threshold": 0.587296, "similarity_precision": 0.63009, "similarity_recall": 0.816716, "similarity_ap": 0.72715, "cosine_accuracy": 0.674725, "cosine_accuracy_threshold": 0.609252, "cosine_f1": 0.711367, "cosine_f1_threshold": 0.587296, "cosine_precision": 0.63009, "cosine_recall": 0.816716, "cosine_ap": 0.72715, "manhattan_accuracy": 0.674725, "manhattan_accuracy_threshold": 22.623663, "manhattan_f1": 0.711974, "manhattan_f1_threshold": 22.869316, "manhattan_precision": 0.637312, "manhattan_recall": 0.806452, "manhattan_ap": 0.724745, "euclidean_accuracy": 0.674725, "euclidean_accuracy_threshold": 0.884023, "euclidean_f1": 0.711367, "euclidean_f1_threshold": 0.90852, "euclidean_precision": 0.63009, "euclidean_recall": 0.816716, "euclidean_ap": 0.72715, "dot_accuracy": 0.674725, "dot_accuracy_threshold": 0.609251, "dot_f1": 0.711367, "dot_f1_threshold": 0.587296, "dot_precision": 0.63009, "dot_recall": 0.816716, "dot_ap": 0.727155, "max_accuracy": 0.674725, "max_f1": 0.711974, "max_precision": 0.637312, "max_recall": 0.816716, "max_ap": 0.727155, "main_score": 0.727155, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.694505, "similarity_accuracy_threshold": 0.633615, "similarity_f1": 0.722013, "similarity_f1_threshold": 0.571803, "similarity_precision": 0.632159, "similarity_recall": 0.841642, "similarity_ap": 0.743224, "cosine_accuracy": 0.694505, "cosine_accuracy_threshold": 0.633615, "cosine_f1": 0.722013, "cosine_f1_threshold": 0.571803, "cosine_precision": 0.632159, "cosine_recall": 0.841642, "cosine_ap": 0.743224, "manhattan_accuracy": 0.691575, "manhattan_accuracy_threshold": 22.153271, "manhattan_f1": 0.724371, "manhattan_f1_threshold": 23.769159, "manhattan_precision": 0.62302, "manhattan_recall": 0.865103, "manhattan_ap": 0.741261, "euclidean_accuracy": 0.694505, "euclidean_accuracy_threshold": 0.85602, "euclidean_f1": 0.722013, "euclidean_f1_threshold": 0.925416, "euclidean_precision": 0.632159, "euclidean_recall": 0.841642, "euclidean_ap": 0.743224, "dot_accuracy": 0.694505, "dot_accuracy_threshold": 0.633615, "dot_f1": 0.722013, "dot_f1_threshold": 0.571802, "dot_precision": 0.632159, "dot_recall": 0.841642, "dot_ap": 0.743224, "max_accuracy": 0.694505, "max_f1": 0.724371, "max_precision": 0.632159, "max_recall": 0.865103, "max_ap": 0.743224, "main_score": 0.743224, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.69011, "similarity_accuracy_threshold": 0.616813, "similarity_f1": 0.72045, "similarity_f1_threshold": 0.571955, "similarity_precision": 0.628135, "similarity_recall": 0.844575, "similarity_ap": 0.739657, "cosine_accuracy": 0.69011, "cosine_accuracy_threshold": 0.616813, "cosine_f1": 0.72045, "cosine_f1_threshold": 0.571955, "cosine_precision": 0.628135, "cosine_recall": 0.844575, "cosine_ap": 0.739657, "manhattan_accuracy": 0.688645, "manhattan_accuracy_threshold": 22.227522, "manhattan_f1": 0.718946, "manhattan_f1_threshold": 23.464924, "manhattan_precision": 0.628289, "manhattan_recall": 0.840176, "manhattan_ap": 0.739129, "euclidean_accuracy": 0.69011, "euclidean_accuracy_threshold": 0.875428, "euclidean_f1": 0.72045, "euclidean_f1_threshold": 0.925251, "euclidean_precision": 0.628135, "euclidean_recall": 0.844575, "euclidean_ap": 0.739657, "dot_accuracy": 0.69011, "dot_accuracy_threshold": 0.616813, "dot_f1": 0.72045, "dot_f1_threshold": 0.571955, "dot_precision": 0.628135, "dot_recall": 0.844575, "dot_ap": 0.73966, "max_accuracy": 0.69011, "max_f1": 0.72045, "max_precision": 0.628289, "max_recall": 0.844575, "max_ap": 0.73966, "main_score": 0.73966, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.69304, "similarity_accuracy_threshold": 0.636366, "similarity_f1": 0.712329, "similarity_f1_threshold": 0.542267, "similarity_precision": 0.619048, "similarity_recall": 0.83871, "similarity_ap": 0.757195, "cosine_accuracy": 0.69304, "cosine_accuracy_threshold": 0.636366, "cosine_f1": 0.712329, "cosine_f1_threshold": 0.542266, "cosine_precision": 0.619048, "cosine_recall": 0.83871, "cosine_ap": 0.757194, "manhattan_accuracy": 0.690842, "manhattan_accuracy_threshold": 20.954617, "manhattan_f1": 0.710127, "manhattan_f1_threshold": 24.043732, "manhattan_precision": 0.624722, "manhattan_recall": 0.822581, "manhattan_ap": 0.755749, "euclidean_accuracy": 0.69304, "euclidean_accuracy_threshold": 0.8528, "euclidean_f1": 0.712329, "euclidean_f1_threshold": 0.9568, "euclidean_precision": 0.619048, "euclidean_recall": 0.83871, "euclidean_ap": 0.757195, "dot_accuracy": 0.69304, "dot_accuracy_threshold": 0.636366, "dot_f1": 0.712329, "dot_f1_threshold": 0.542266, "dot_precision": 0.619048, "dot_recall": 0.83871, "dot_ap": 0.757194, "max_accuracy": 0.69304, "max_f1": 0.712329, "max_precision": 0.624722, "max_recall": 0.83871, "max_ap": 0.757195, "main_score": 0.757195, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.70696, "similarity_accuracy_threshold": 0.661862, "similarity_f1": 0.717184, "similarity_f1_threshold": 0.542987, "similarity_precision": 0.604628, "similarity_recall": 0.881232, "similarity_ap": 0.774265, "cosine_accuracy": 0.70696, "cosine_accuracy_threshold": 0.661861, "cosine_f1": 0.717184, "cosine_f1_threshold": 0.542987, "cosine_precision": 0.604628, "cosine_recall": 0.881232, "cosine_ap": 0.774266, "manhattan_accuracy": 0.705495, "manhattan_accuracy_threshold": 20.726543, "manhattan_f1": 0.717825, "manhattan_f1_threshold": 23.954058, "manhattan_precision": 0.610483, "manhattan_recall": 0.870968, "manhattan_ap": 0.772976, "euclidean_accuracy": 0.70696, "euclidean_accuracy_threshold": 0.822361, "euclidean_f1": 0.717184, "euclidean_f1_threshold": 0.956047, "euclidean_precision": 0.604628, "euclidean_recall": 0.881232, "euclidean_ap": 0.774266, "dot_accuracy": 0.70696, "dot_accuracy_threshold": 0.661862, "dot_f1": 0.717184, "dot_f1_threshold": 0.542987, "dot_precision": 0.604628, "dot_recall": 0.881232, "dot_ap": 0.774265, "max_accuracy": 0.70696, "max_f1": 0.717825, "max_precision": 0.610483, "max_recall": 0.881232, "max_ap": 0.774266, "main_score": 0.774266, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.710623, "similarity_accuracy_threshold": 0.665679, "similarity_f1": 0.710075, "similarity_f1_threshold": 0.605776, "similarity_precision": 0.666667, "similarity_recall": 0.759531, "similarity_ap": 0.77341, "cosine_accuracy": 0.710623, "cosine_accuracy_threshold": 0.665679, "cosine_f1": 0.710075, "cosine_f1_threshold": 0.605776, "cosine_precision": 0.666667, "cosine_recall": 0.759531, "cosine_ap": 0.77341, "manhattan_accuracy": 0.70989, "manhattan_accuracy_threshold": 20.46603, "manhattan_f1": 0.711947, "manhattan_f1_threshold": 24.03861, "manhattan_precision": 0.607032, "manhattan_recall": 0.860704, "manhattan_ap": 0.772889, "euclidean_accuracy": 0.710623, "euclidean_accuracy_threshold": 0.817706, "euclidean_f1": 0.710075, "euclidean_f1_threshold": 0.887946, "euclidean_precision": 0.666667, "euclidean_recall": 0.759531, "euclidean_ap": 0.77341, "dot_accuracy": 0.710623, "dot_accuracy_threshold": 0.665679, "dot_f1": 0.710075, "dot_f1_threshold": 0.605776, "dot_precision": 0.666667, "dot_recall": 0.759531, "dot_ap": 0.77341, "max_accuracy": 0.710623, "max_f1": 0.711947, "max_precision": 0.666667, "max_recall": 0.860704, "max_ap": 0.77341, "main_score": 0.77341, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.697436, "similarity_accuracy_threshold": 0.666107, "similarity_f1": 0.707376, "similarity_f1_threshold": 0.564084, "similarity_precision": 0.601852, "similarity_recall": 0.857771, "similarity_ap": 0.760577, "cosine_accuracy": 0.697436, "cosine_accuracy_threshold": 0.666107, "cosine_f1": 0.707376, "cosine_f1_threshold": 0.564083, "cosine_precision": 0.601852, "cosine_recall": 0.857771, "cosine_ap": 0.760577, "manhattan_accuracy": 0.697436, "manhattan_accuracy_threshold": 20.271057, "manhattan_f1": 0.705658, "manhattan_f1_threshold": 22.996181, "manhattan_precision": 0.622896, "manhattan_recall": 0.813783, "manhattan_ap": 0.758835, "euclidean_accuracy": 0.697436, "euclidean_accuracy_threshold": 0.817182, "euclidean_f1": 0.707376, "euclidean_f1_threshold": 0.93372, "euclidean_precision": 0.601852, "euclidean_recall": 0.857771, "euclidean_ap": 0.760577, "dot_accuracy": 0.697436, "dot_accuracy_threshold": 0.666107, "dot_f1": 0.707376, "dot_f1_threshold": 0.564083, "dot_precision": 0.601852, "dot_recall": 0.857771, "dot_ap": 0.760577, "max_accuracy": 0.697436, "max_f1": 0.707376, "max_precision": 0.622896, "max_recall": 0.857771, "max_ap": 0.760577, "main_score": 0.760577, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.738462, "similarity_accuracy_threshold": 0.672406, "similarity_f1": 0.739863, "similarity_f1_threshold": 0.563693, "similarity_precision": 0.643865, "similarity_recall": 0.869501, "similarity_ap": 0.810885, "cosine_accuracy": 0.738462, "cosine_accuracy_threshold": 0.672406, "cosine_f1": 0.739863, "cosine_f1_threshold": 0.563693, "cosine_precision": 0.643865, "cosine_recall": 0.869501, "cosine_ap": 0.810885, "manhattan_accuracy": 0.736264, "manhattan_accuracy_threshold": 20.683538, "manhattan_f1": 0.73697, "manhattan_f1_threshold": 24.102991, "manhattan_precision": 0.628099, "manhattan_recall": 0.891496, "manhattan_ap": 0.80958, "euclidean_accuracy": 0.738462, "euclidean_accuracy_threshold": 0.809437, "euclidean_f1": 0.739863, "euclidean_f1_threshold": 0.934137, "euclidean_precision": 0.643865, "euclidean_recall": 0.869501, "euclidean_ap": 0.810885, "dot_accuracy": 0.738462, "dot_accuracy_threshold": 0.672407, "dot_f1": 0.739863, "dot_f1_threshold": 0.563693, "dot_precision": 0.643865, "dot_recall": 0.869501, "dot_ap": 0.810885, "max_accuracy": 0.738462, "max_f1": 0.739863, "max_precision": 0.643865, "max_recall": 0.891496, "max_ap": 0.810885, "main_score": 0.810885, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.715018, "similarity_accuracy_threshold": 0.658012, "similarity_f1": 0.721728, "similarity_f1_threshold": 0.563184, "similarity_precision": 0.636771, "similarity_recall": 0.832845, "similarity_ap": 0.775822, "cosine_accuracy": 0.715018, "cosine_accuracy_threshold": 0.658012, "cosine_f1": 0.721728, "cosine_f1_threshold": 0.563184, "cosine_precision": 0.636771, "cosine_recall": 0.832845, "cosine_ap": 0.775822, "manhattan_accuracy": 0.712088, "manhattan_accuracy_threshold": 21.107473, "manhattan_f1": 0.720443, "manhattan_f1_threshold": 24.216867, "manhattan_precision": 0.621019, "manhattan_recall": 0.857771, "manhattan_ap": 0.77442, "euclidean_accuracy": 0.715018, "euclidean_accuracy_threshold": 0.827029, "euclidean_f1": 0.721728, "euclidean_f1_threshold": 0.934683, "euclidean_precision": 0.636771, "euclidean_recall": 0.832845, "euclidean_ap": 0.775822, "dot_accuracy": 0.715018, "dot_accuracy_threshold": 0.658011, "dot_f1": 0.721728, "dot_f1_threshold": 0.563184, "dot_precision": 0.636771, "dot_recall": 0.832845, "dot_ap": 0.775822, "max_accuracy": 0.715018, "max_f1": 0.721728, "max_precision": 0.636771, "max_recall": 0.857771, "max_ap": 0.775822, "main_score": 0.775822, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.708425, "similarity_accuracy_threshold": 0.680485, "similarity_f1": 0.71195, "similarity_f1_threshold": 0.564431, "similarity_precision": 0.623348, "similarity_recall": 0.829912, "similarity_ap": 0.773386, "cosine_accuracy": 0.708425, "cosine_accuracy_threshold": 0.680485, "cosine_f1": 0.71195, "cosine_f1_threshold": 0.56443, "cosine_precision": 0.623348, "cosine_recall": 0.829912, "cosine_ap": 0.773386, "manhattan_accuracy": 0.707692, "manhattan_accuracy_threshold": 20.372759, "manhattan_f1": 0.70931, "manhattan_f1_threshold": 23.6406, "manhattan_precision": 0.624303, "manhattan_recall": 0.821114, "manhattan_ap": 0.772653, "euclidean_accuracy": 0.708425, "euclidean_accuracy_threshold": 0.799394, "euclidean_f1": 0.71195, "euclidean_f1_threshold": 0.933348, "euclidean_precision": 0.623348, "euclidean_recall": 0.829912, "euclidean_ap": 0.773386, "dot_accuracy": 0.708425, "dot_accuracy_threshold": 0.680484, "dot_f1": 0.71195, "dot_f1_threshold": 0.564431, "dot_precision": 0.623348, "dot_recall": 0.829912, "dot_ap": 0.773386, "max_accuracy": 0.708425, "max_f1": 0.71195, "max_precision": 0.624303, "max_recall": 0.829912, "max_ap": 0.773386, "main_score": 0.773386, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.667399, "similarity_accuracy_threshold": 0.675754, "similarity_f1": 0.688974, "similarity_f1_threshold": 0.475789, "similarity_precision": 0.550394, "similarity_recall": 0.920821, "similarity_ap": 0.732395, "cosine_accuracy": 0.667399, "cosine_accuracy_threshold": 0.675754, "cosine_f1": 0.688974, "cosine_f1_threshold": 0.475789, "cosine_precision": 0.550394, "cosine_recall": 0.920821, "cosine_ap": 0.732395, "manhattan_accuracy": 0.663004, "manhattan_accuracy_threshold": 20.523911, "manhattan_f1": 0.68672, "manhattan_f1_threshold": 25.29137, "manhattan_precision": 0.560185, "manhattan_recall": 0.887097, "manhattan_ap": 0.731099, "euclidean_accuracy": 0.667399, "euclidean_accuracy_threshold": 0.805289, "euclidean_f1": 0.688974, "euclidean_f1_threshold": 1.023925, "euclidean_precision": 0.550394, "euclidean_recall": 0.920821, "euclidean_ap": 0.732395, "dot_accuracy": 0.667399, "dot_accuracy_threshold": 0.675754, "dot_f1": 0.688974, "dot_f1_threshold": 0.475789, "dot_precision": 0.550394, "dot_recall": 0.920821, "dot_ap": 0.732395, "max_accuracy": 0.667399, "max_f1": 0.688974, "max_precision": 0.560185, "max_recall": 0.920821, "max_ap": 0.732395, "main_score": 0.732395, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.694505, "similarity_accuracy_threshold": 0.653555, "similarity_f1": 0.704571, "similarity_f1_threshold": 0.478075, "similarity_precision": 0.568345, "similarity_recall": 0.926686, "similarity_ap": 0.768674, "cosine_accuracy": 0.694505, "cosine_accuracy_threshold": 0.653555, "cosine_f1": 0.704571, "cosine_f1_threshold": 0.478075, "cosine_precision": 0.568345, "cosine_recall": 0.926686, "cosine_ap": 0.768674, "manhattan_accuracy": 0.69011, "manhattan_accuracy_threshold": 20.884781, "manhattan_f1": 0.702194, "manhattan_f1_threshold": 24.044531, "manhattan_precision": 0.613363, "manhattan_recall": 0.821114, "manhattan_ap": 0.768824, "euclidean_accuracy": 0.694505, "euclidean_accuracy_threshold": 0.8324, "euclidean_f1": 0.704571, "euclidean_f1_threshold": 1.02169, "euclidean_precision": 0.568345, "euclidean_recall": 0.926686, "euclidean_ap": 0.768674, "dot_accuracy": 0.694505, "dot_accuracy_threshold": 0.653555, "dot_f1": 0.704571, "dot_f1_threshold": 0.478075, "dot_precision": 0.568345, "dot_recall": 0.926686, "dot_ap": 0.768674, "max_accuracy": 0.694505, "max_f1": 0.704571, "max_precision": 0.613363, "max_recall": 0.926686, "max_ap": 0.768824, "main_score": 0.768824, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.649084, "similarity_accuracy_threshold": 0.593138, "similarity_f1": 0.692127, "similarity_f1_threshold": 0.50365, "similarity_precision": 0.577451, "similarity_recall": 0.863636, "similarity_ap": 0.709535, "cosine_accuracy": 0.649084, "cosine_accuracy_threshold": 0.593138, "cosine_f1": 0.692127, "cosine_f1_threshold": 0.50365, "cosine_precision": 0.577451, "cosine_recall": 0.863636, "cosine_ap": 0.709535, "manhattan_accuracy": 0.644689, "manhattan_accuracy_threshold": 21.722187, "manhattan_f1": 0.693093, "manhattan_f1_threshold": 25.070652, "manhattan_precision": 0.586979, "manhattan_recall": 0.846041, "manhattan_ap": 0.707619, "euclidean_accuracy": 0.649084, "euclidean_accuracy_threshold": 0.902066, "euclidean_f1": 0.692127, "euclidean_f1_threshold": 0.996343, "euclidean_precision": 0.577451, "euclidean_recall": 0.863636, "euclidean_ap": 0.709535, "dot_accuracy": 0.649084, "dot_accuracy_threshold": 0.593138, "dot_f1": 0.692127, "dot_f1_threshold": 0.50365, "dot_precision": 0.577451, "dot_recall": 0.863636, "dot_ap": 0.709535, "max_accuracy": 0.649084, "max_f1": 0.693093, "max_precision": 0.586979, "max_recall": 0.863636, "max_ap": 0.709535, "main_score": 0.709535, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.688645, "similarity_accuracy_threshold": 0.660405, "similarity_f1": 0.713933, "similarity_f1_threshold": 0.561102, "similarity_precision": 0.615957, "similarity_recall": 0.848974, "similarity_ap": 0.748217, "cosine_accuracy": 0.688645, "cosine_accuracy_threshold": 0.660405, "cosine_f1": 0.713933, "cosine_f1_threshold": 0.561102, "cosine_precision": 0.615957, "cosine_recall": 0.848974, "cosine_ap": 0.748216, "manhattan_accuracy": 0.684249, "manhattan_accuracy_threshold": 20.11392, "manhattan_f1": 0.713487, "manhattan_f1_threshold": 23.649885, "manhattan_precision": 0.619202, "manhattan_recall": 0.841642, "manhattan_ap": 0.745951, "euclidean_accuracy": 0.688645, "euclidean_accuracy_threshold": 0.824129, "euclidean_f1": 0.713933, "euclidean_f1_threshold": 0.936908, "euclidean_precision": 0.615957, "euclidean_recall": 0.848974, "euclidean_ap": 0.748216, "dot_accuracy": 0.688645, "dot_accuracy_threshold": 0.660406, "dot_f1": 0.713933, "dot_f1_threshold": 0.561102, "dot_precision": 0.615957, "dot_recall": 0.848974, "dot_ap": 0.748216, "max_accuracy": 0.688645, "max_f1": 0.713933, "max_precision": 0.619202, "max_recall": 0.848974, "max_ap": 0.748217, "main_score": 0.748217, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.690842, "similarity_accuracy_threshold": 0.634071, "similarity_f1": 0.712821, "similarity_f1_threshold": 0.58825, "similarity_precision": 0.633257, "similarity_recall": 0.815249, "similarity_ap": 0.756074, "cosine_accuracy": 0.690842, "cosine_accuracy_threshold": 0.634071, "cosine_f1": 0.712821, "cosine_f1_threshold": 0.58825, "cosine_precision": 0.633257, "cosine_recall": 0.815249, "cosine_ap": 0.756075, "manhattan_accuracy": 0.694505, "manhattan_accuracy_threshold": 21.956436, "manhattan_f1": 0.708812, "manhattan_f1_threshold": 23.09413, "manhattan_precision": 0.627828, "manhattan_recall": 0.813783, "manhattan_ap": 0.754763, "euclidean_accuracy": 0.690842, "euclidean_accuracy_threshold": 0.855487, "euclidean_f1": 0.712821, "euclidean_f1_threshold": 0.907469, "euclidean_precision": 0.633257, "euclidean_recall": 0.815249, "euclidean_ap": 0.756074, "dot_accuracy": 0.690842, "dot_accuracy_threshold": 0.634071, "dot_f1": 0.712821, "dot_f1_threshold": 0.58825, "dot_precision": 0.633257, "dot_recall": 0.815249, "dot_ap": 0.756074, "max_accuracy": 0.694505, "max_f1": 0.712821, "max_precision": 0.633257, "max_recall": 0.815249, "max_ap": 0.756075, "main_score": 0.756075, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.709158, "similarity_accuracy_threshold": 0.658304, "similarity_f1": 0.714588, "similarity_f1_threshold": 0.624977, "similarity_precision": 0.687924, "similarity_recall": 0.743402, "similarity_ap": 0.770577, "cosine_accuracy": 0.709158, "cosine_accuracy_threshold": 0.658304, "cosine_f1": 0.714588, "cosine_f1_threshold": 0.624977, "cosine_precision": 0.687924, "cosine_recall": 0.743402, "cosine_ap": 0.770577, "manhattan_accuracy": 0.704762, "manhattan_accuracy_threshold": 21.459732, "manhattan_f1": 0.711512, "manhattan_f1_threshold": 22.132992, "manhattan_precision": 0.675, "manhattan_recall": 0.752199, "manhattan_ap": 0.770216, "euclidean_accuracy": 0.709158, "euclidean_accuracy_threshold": 0.826676, "euclidean_f1": 0.714588, "euclidean_f1_threshold": 0.866052, "euclidean_precision": 0.687924, "euclidean_recall": 0.743402, "euclidean_ap": 0.770578, "dot_accuracy": 0.709158, "dot_accuracy_threshold": 0.658304, "dot_f1": 0.714588, "dot_f1_threshold": 0.624977, "dot_precision": 0.687924, "dot_recall": 0.743402, "dot_ap": 0.770578, "max_accuracy": 0.709158, "max_f1": 0.714588, "max_precision": 0.687924, "max_recall": 0.752199, "max_ap": 0.770578, "main_score": 0.770578, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.697436, "similarity_accuracy_threshold": 0.651656, "similarity_f1": 0.714009, "similarity_f1_threshold": 0.585565, "similarity_precision": 0.637832, "similarity_recall": 0.81085, "similarity_ap": 0.754196, "cosine_accuracy": 0.697436, "cosine_accuracy_threshold": 0.651657, "cosine_f1": 0.714009, "cosine_f1_threshold": 0.585565, "cosine_precision": 0.637832, "cosine_recall": 0.81085, "cosine_ap": 0.754196, "manhattan_accuracy": 0.697436, "manhattan_accuracy_threshold": 21.559093, "manhattan_f1": 0.714839, "manhattan_f1_threshold": 23.055191, "manhattan_precision": 0.638249, "manhattan_recall": 0.812317, "manhattan_ap": 0.753092, "euclidean_accuracy": 0.697436, "euclidean_accuracy_threshold": 0.834678, "euclidean_f1": 0.714009, "euclidean_f1_threshold": 0.910423, "euclidean_precision": 0.637832, "euclidean_recall": 0.81085, "euclidean_ap": 0.754196, "dot_accuracy": 0.697436, "dot_accuracy_threshold": 0.651657, "dot_f1": 0.714009, "dot_f1_threshold": 0.585565, "dot_precision": 0.637832, "dot_recall": 0.81085, "dot_ap": 0.754196, "max_accuracy": 0.697436, "max_f1": 0.714839, "max_precision": 0.638249, "max_recall": 0.812317, "max_ap": 0.754196, "main_score": 0.754196, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 62.34938597679138, "kg_co2_emissions": 0.00375444202494129 }