{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.753114, "similarity_accuracy_threshold": 0.496334, "similarity_f1": 0.768212, "similarity_f1_threshold": 0.459952, "similarity_precision": 0.700483, "similarity_recall": 0.85044, "similarity_ap": 0.808197, "cosine_accuracy": 0.753114, "cosine_accuracy_threshold": 0.496334, "cosine_f1": 0.768212, "cosine_f1_threshold": 0.459952, "cosine_precision": 0.700483, "cosine_recall": 0.85044, "cosine_ap": 0.808197, "manhattan_accuracy": 0.751648, "manhattan_accuracy_threshold": 21.33802, "manhattan_f1": 0.766734, "manhattan_f1_threshold": 22.731966, "manhattan_precision": 0.711418, "manhattan_recall": 0.831378, "manhattan_ap": 0.807492, "euclidean_accuracy": 0.753114, "euclidean_accuracy_threshold": 1.003659, "euclidean_f1": 0.768212, "euclidean_f1_threshold": 1.039276, "euclidean_precision": 0.700483, "euclidean_recall": 0.85044, "euclidean_ap": 0.808197, "dot_accuracy": 0.753114, "dot_accuracy_threshold": 0.496334, "dot_f1": 0.768212, "dot_f1_threshold": 0.459953, "dot_precision": 0.700483, "dot_recall": 0.85044, "dot_ap": 0.808197, "max_accuracy": 0.753114, "max_f1": 0.768212, "max_precision": 0.711418, "max_recall": 0.85044, "max_ap": 0.808197, "main_score": 0.808197, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.767033, "similarity_accuracy_threshold": 0.521344, "similarity_f1": 0.782338, "similarity_f1_threshold": 0.445456, "similarity_precision": 0.679266, "similarity_recall": 0.922287, "similarity_ap": 0.838898, "cosine_accuracy": 0.767033, "cosine_accuracy_threshold": 0.521344, "cosine_f1": 0.782338, "cosine_f1_threshold": 0.445456, "cosine_precision": 0.679266, "cosine_recall": 0.922287, "cosine_ap": 0.838898, "manhattan_accuracy": 0.7663, "manhattan_accuracy_threshold": 20.907394, "manhattan_f1": 0.783633, "manhattan_f1_threshold": 23.400425, "manhattan_precision": 0.67884, "manhattan_recall": 0.926686, "manhattan_ap": 0.838337, "euclidean_accuracy": 0.767033, "euclidean_accuracy_threshold": 0.978423, "euclidean_f1": 0.782338, "euclidean_f1_threshold": 1.053133, "euclidean_precision": 0.679266, "euclidean_recall": 0.922287, "euclidean_ap": 0.838898, "dot_accuracy": 0.767033, "dot_accuracy_threshold": 0.521345, "dot_f1": 0.782338, "dot_f1_threshold": 0.445456, "dot_precision": 0.679266, "dot_recall": 0.922287, "dot_ap": 0.838898, "max_accuracy": 0.767033, "max_f1": 0.783633, "max_precision": 0.679266, "max_recall": 0.926686, "max_ap": 0.838898, "main_score": 0.838898, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.767033, "similarity_accuracy_threshold": 0.533462, "similarity_f1": 0.778152, "similarity_f1_threshold": 0.504052, "similarity_precision": 0.72035, "similarity_recall": 0.846041, "similarity_ap": 0.814312, "cosine_accuracy": 0.767033, "cosine_accuracy_threshold": 0.533462, "cosine_f1": 0.778152, "cosine_f1_threshold": 0.504052, "cosine_precision": 0.72035, "cosine_recall": 0.846041, "cosine_ap": 0.814312, "manhattan_accuracy": 0.761905, "manhattan_accuracy_threshold": 21.071402, "manhattan_f1": 0.776949, "manhattan_f1_threshold": 21.964962, "manhattan_precision": 0.722573, "manhattan_recall": 0.840176, "manhattan_ap": 0.813724, "euclidean_accuracy": 0.767033, "euclidean_accuracy_threshold": 0.965959, "euclidean_f1": 0.778152, "euclidean_f1_threshold": 0.995939, "euclidean_precision": 0.72035, "euclidean_recall": 0.846041, "euclidean_ap": 0.814312, "dot_accuracy": 0.767033, "dot_accuracy_threshold": 0.533461, "dot_f1": 0.778152, "dot_f1_threshold": 0.504052, "dot_precision": 0.72035, "dot_recall": 0.846041, "dot_ap": 0.814312, "max_accuracy": 0.767033, "max_f1": 0.778152, "max_precision": 0.722573, "max_recall": 0.846041, "max_ap": 0.814312, "main_score": 0.814312, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.76337, "similarity_accuracy_threshold": 0.552269, "similarity_f1": 0.771336, "similarity_f1_threshold": 0.465204, "similarity_precision": 0.694021, "similarity_recall": 0.868035, "similarity_ap": 0.825243, "cosine_accuracy": 0.76337, "cosine_accuracy_threshold": 0.552269, "cosine_f1": 0.771336, "cosine_f1_threshold": 0.465204, "cosine_precision": 0.694021, "cosine_recall": 0.868035, "cosine_ap": 0.825243, "manhattan_accuracy": 0.765568, "manhattan_accuracy_threshold": 21.066832, "manhattan_f1": 0.770781, "manhattan_f1_threshold": 23.349693, "manhattan_precision": 0.675497, "manhattan_recall": 0.897361, "manhattan_ap": 0.825487, "euclidean_accuracy": 0.76337, "euclidean_accuracy_threshold": 0.946289, "euclidean_f1": 0.771336, "euclidean_f1_threshold": 1.034211, "euclidean_precision": 0.694021, "euclidean_recall": 0.868035, "euclidean_ap": 0.825243, "dot_accuracy": 0.76337, "dot_accuracy_threshold": 0.552268, "dot_f1": 0.771336, "dot_f1_threshold": 0.465204, "dot_precision": 0.694021, "dot_recall": 0.868035, "dot_ap": 0.825243, "max_accuracy": 0.765568, "max_f1": 0.771336, "max_precision": 0.694021, "max_recall": 0.897361, "max_ap": 0.825487, "main_score": 0.825487, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.782418, "similarity_accuracy_threshold": 0.568351, "similarity_f1": 0.796813, "similarity_f1_threshold": 0.535898, "similarity_precision": 0.728155, "similarity_recall": 0.879765, "similarity_ap": 0.848112, "cosine_accuracy": 0.782418, "cosine_accuracy_threshold": 0.568351, "cosine_f1": 0.796813, "cosine_f1_threshold": 0.535898, "cosine_precision": 0.728155, "cosine_recall": 0.879765, "cosine_ap": 0.848112, "manhattan_accuracy": 0.782418, "manhattan_accuracy_threshold": 19.917385, "manhattan_f1": 0.796531, "manhattan_f1_threshold": 21.265869, "manhattan_precision": 0.730722, "manhattan_recall": 0.875367, "manhattan_ap": 0.847257, "euclidean_accuracy": 0.782418, "euclidean_accuracy_threshold": 0.929138, "euclidean_f1": 0.796813, "euclidean_f1_threshold": 0.963434, "euclidean_precision": 0.728155, "euclidean_recall": 0.879765, "euclidean_ap": 0.848112, "dot_accuracy": 0.782418, "dot_accuracy_threshold": 0.568351, "dot_f1": 0.796813, "dot_f1_threshold": 0.535898, "dot_precision": 0.728155, "dot_recall": 0.879765, "dot_ap": 0.848112, "max_accuracy": 0.782418, "max_f1": 0.796813, "max_precision": 0.730722, "max_recall": 0.879765, "max_ap": 0.848112, "main_score": 0.848112, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.771429, "similarity_accuracy_threshold": 0.539133, "similarity_f1": 0.786104, "similarity_f1_threshold": 0.515896, "similarity_precision": 0.734097, "similarity_recall": 0.846041, "similarity_ap": 0.834792, "cosine_accuracy": 0.771429, "cosine_accuracy_threshold": 0.539133, "cosine_f1": 0.786104, "cosine_f1_threshold": 0.515896, "cosine_precision": 0.734097, "cosine_recall": 0.846041, "cosine_ap": 0.834792, "manhattan_accuracy": 0.770696, "manhattan_accuracy_threshold": 20.577816, "manhattan_f1": 0.783729, "manhattan_f1_threshold": 21.775826, "manhattan_precision": 0.728878, "manhattan_recall": 0.847507, "manhattan_ap": 0.834231, "euclidean_accuracy": 0.771429, "euclidean_accuracy_threshold": 0.96007, "euclidean_f1": 0.786104, "euclidean_f1_threshold": 0.983975, "euclidean_precision": 0.734097, "euclidean_recall": 0.846041, "euclidean_ap": 0.834792, "dot_accuracy": 0.771429, "dot_accuracy_threshold": 0.539133, "dot_f1": 0.786104, "dot_f1_threshold": 0.515896, "dot_precision": 0.734097, "dot_recall": 0.846041, "dot_ap": 0.834794, "max_accuracy": 0.771429, "max_f1": 0.786104, "max_precision": 0.734097, "max_recall": 0.847507, "max_ap": 0.834794, "main_score": 0.834794, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.772161, "similarity_accuracy_threshold": 0.527598, "similarity_f1": 0.791472, "similarity_f1_threshold": 0.506573, "similarity_precision": 0.725275, "similarity_recall": 0.870968, "similarity_ap": 0.846448, "cosine_accuracy": 0.772161, "cosine_accuracy_threshold": 0.527598, "cosine_f1": 0.791472, "cosine_f1_threshold": 0.506573, "cosine_precision": 0.725275, "cosine_recall": 0.870968, "cosine_ap": 0.846448, "manhattan_accuracy": 0.772894, "manhattan_accuracy_threshold": 21.20446, "manhattan_f1": 0.789133, "manhattan_f1_threshold": 22.461655, "manhattan_precision": 0.706019, "manhattan_recall": 0.894428, "manhattan_ap": 0.84633, "euclidean_accuracy": 0.772161, "euclidean_accuracy_threshold": 0.97201, "euclidean_f1": 0.791472, "euclidean_f1_threshold": 0.993405, "euclidean_precision": 0.725275, "euclidean_recall": 0.870968, "euclidean_ap": 0.846448, "dot_accuracy": 0.772161, "dot_accuracy_threshold": 0.527597, "dot_f1": 0.791472, "dot_f1_threshold": 0.506573, "dot_precision": 0.725275, "dot_recall": 0.870968, "dot_ap": 0.846448, "max_accuracy": 0.772894, "max_f1": 0.791472, "max_precision": 0.725275, "max_recall": 0.894428, "max_ap": 0.846448, "main_score": 0.846448, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.730403, "similarity_accuracy_threshold": 0.503197, "similarity_f1": 0.741695, "similarity_f1_threshold": 0.454216, "similarity_precision": 0.689786, "similarity_recall": 0.802053, "similarity_ap": 0.800256, "cosine_accuracy": 0.730403, "cosine_accuracy_threshold": 0.503197, "cosine_f1": 0.741695, "cosine_f1_threshold": 0.454216, "cosine_precision": 0.689786, "cosine_recall": 0.802053, "cosine_ap": 0.800256, "manhattan_accuracy": 0.730403, "manhattan_accuracy_threshold": 22.294159, "manhattan_f1": 0.741297, "manhattan_f1_threshold": 23.085028, "manhattan_precision": 0.693487, "manhattan_recall": 0.796188, "manhattan_ap": 0.798985, "euclidean_accuracy": 0.730403, "euclidean_accuracy_threshold": 0.996798, "euclidean_f1": 0.741695, "euclidean_f1_threshold": 1.044781, "euclidean_precision": 0.689786, "euclidean_recall": 0.802053, "euclidean_ap": 0.800256, "dot_accuracy": 0.730403, "dot_accuracy_threshold": 0.503197, "dot_f1": 0.741695, "dot_f1_threshold": 0.454216, "dot_precision": 0.689786, "dot_recall": 0.802053, "dot_ap": 0.800256, "max_accuracy": 0.730403, "max_f1": 0.741695, "max_precision": 0.693487, "max_recall": 0.802053, "max_ap": 0.800256, "main_score": 0.800256, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.761172, "similarity_accuracy_threshold": 0.525068, "similarity_f1": 0.779133, "similarity_f1_threshold": 0.49694, "similarity_precision": 0.724181, "similarity_recall": 0.843109, "similarity_ap": 0.833334, "cosine_accuracy": 0.761172, "cosine_accuracy_threshold": 0.525068, "cosine_f1": 0.779133, "cosine_f1_threshold": 0.49694, "cosine_precision": 0.724181, "cosine_recall": 0.843109, "cosine_ap": 0.833331, "manhattan_accuracy": 0.764835, "manhattan_accuracy_threshold": 21.622013, "manhattan_f1": 0.776038, "manhattan_f1_threshold": 22.211151, "manhattan_precision": 0.724269, "manhattan_recall": 0.835777, "manhattan_ap": 0.832519, "euclidean_accuracy": 0.761172, "euclidean_accuracy_threshold": 0.97461, "euclidean_f1": 0.779133, "euclidean_f1_threshold": 1.003055, "euclidean_precision": 0.724181, "euclidean_recall": 0.843109, "euclidean_ap": 0.833331, "dot_accuracy": 0.761172, "dot_accuracy_threshold": 0.525068, "dot_f1": 0.779133, "dot_f1_threshold": 0.49694, "dot_precision": 0.724181, "dot_recall": 0.843109, "dot_ap": 0.833331, "max_accuracy": 0.764835, "max_f1": 0.779133, "max_precision": 0.724269, "max_recall": 0.843109, "max_ap": 0.833334, "main_score": 0.833334, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.721612, "similarity_accuracy_threshold": 0.521358, "similarity_f1": 0.745074, "similarity_f1_threshold": 0.412337, "similarity_precision": 0.642251, "similarity_recall": 0.887097, "similarity_ap": 0.780776, "cosine_accuracy": 0.721612, "cosine_accuracy_threshold": 0.521358, "cosine_f1": 0.745074, "cosine_f1_threshold": 0.412337, "cosine_precision": 0.642251, "cosine_recall": 0.887097, "cosine_ap": 0.780776, "manhattan_accuracy": 0.722344, "manhattan_accuracy_threshold": 22.630116, "manhattan_f1": 0.742396, "manhattan_f1_threshold": 23.964893, "manhattan_precision": 0.643703, "manhattan_recall": 0.876833, "manhattan_ap": 0.77961, "euclidean_accuracy": 0.721612, "euclidean_accuracy_threshold": 0.978408, "euclidean_f1": 0.745074, "euclidean_f1_threshold": 1.084125, "euclidean_precision": 0.642251, "euclidean_recall": 0.887097, "euclidean_ap": 0.780776, "dot_accuracy": 0.721612, "dot_accuracy_threshold": 0.521358, "dot_f1": 0.745074, "dot_f1_threshold": 0.412337, "dot_precision": 0.642251, "dot_recall": 0.887097, "dot_ap": 0.780776, "max_accuracy": 0.722344, "max_f1": 0.745074, "max_precision": 0.643703, "max_recall": 0.887097, "max_ap": 0.780776, "main_score": 0.780776, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.736264, "similarity_accuracy_threshold": 0.486491, "similarity_f1": 0.753775, "similarity_f1_threshold": 0.436467, "similarity_precision": 0.682521, "similarity_recall": 0.841642, "similarity_ap": 0.794093, "cosine_accuracy": 0.736264, "cosine_accuracy_threshold": 0.486491, "cosine_f1": 0.753775, "cosine_f1_threshold": 0.436467, "cosine_precision": 0.682521, "cosine_recall": 0.841642, "cosine_ap": 0.794093, "manhattan_accuracy": 0.731136, "manhattan_accuracy_threshold": 22.028465, "manhattan_f1": 0.749831, "manhattan_f1_threshold": 23.216717, "manhattan_precision": 0.694132, "manhattan_recall": 0.815249, "manhattan_ap": 0.794328, "euclidean_accuracy": 0.736264, "euclidean_accuracy_threshold": 1.013419, "euclidean_f1": 0.753775, "euclidean_f1_threshold": 1.061634, "euclidean_precision": 0.682521, "euclidean_recall": 0.841642, "euclidean_ap": 0.794093, "dot_accuracy": 0.736264, "dot_accuracy_threshold": 0.486491, "dot_f1": 0.753775, "dot_f1_threshold": 0.436467, "dot_precision": 0.682521, "dot_recall": 0.841642, "dot_ap": 0.794093, "max_accuracy": 0.736264, "max_f1": 0.753775, "max_precision": 0.694132, "max_recall": 0.841642, "max_ap": 0.794328, "main_score": 0.794328, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.751648, "similarity_accuracy_threshold": 0.54458, "similarity_f1": 0.768922, "similarity_f1_threshold": 0.475564, "similarity_precision": 0.707768, "similarity_recall": 0.841642, "similarity_ap": 0.818609, "cosine_accuracy": 0.751648, "cosine_accuracy_threshold": 0.54458, "cosine_f1": 0.768922, "cosine_f1_threshold": 0.475564, "cosine_precision": 0.707768, "cosine_recall": 0.841642, "cosine_ap": 0.818609, "manhattan_accuracy": 0.752381, "manhattan_accuracy_threshold": 21.128094, "manhattan_f1": 0.76607, "manhattan_f1_threshold": 22.842699, "manhattan_precision": 0.698912, "manhattan_recall": 0.847507, "manhattan_ap": 0.817173, "euclidean_accuracy": 0.751648, "euclidean_accuracy_threshold": 0.95438, "euclidean_f1": 0.768922, "euclidean_f1_threshold": 1.024145, "euclidean_precision": 0.707768, "euclidean_recall": 0.841642, "euclidean_ap": 0.818609, "dot_accuracy": 0.751648, "dot_accuracy_threshold": 0.544579, "dot_f1": 0.768922, "dot_f1_threshold": 0.475564, "dot_precision": 0.707768, "dot_recall": 0.841642, "dot_ap": 0.818609, "max_accuracy": 0.752381, "max_f1": 0.768922, "max_precision": 0.707768, "max_recall": 0.847507, "max_ap": 0.818609, "main_score": 0.818609, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.762637, "similarity_accuracy_threshold": 0.524521, "similarity_f1": 0.775064, "similarity_f1_threshold": 0.453628, "similarity_precision": 0.689931, "similarity_recall": 0.884164, "similarity_ap": 0.817048, "cosine_accuracy": 0.762637, "cosine_accuracy_threshold": 0.524521, "cosine_f1": 0.775064, "cosine_f1_threshold": 0.453628, "cosine_precision": 0.689931, "cosine_recall": 0.884164, "cosine_ap": 0.817049, "manhattan_accuracy": 0.761172, "manhattan_accuracy_threshold": 21.645508, "manhattan_f1": 0.776724, "manhattan_f1_threshold": 23.498205, "manhattan_precision": 0.682981, "manhattan_recall": 0.900293, "manhattan_ap": 0.815907, "euclidean_accuracy": 0.762637, "euclidean_accuracy_threshold": 0.975171, "euclidean_f1": 0.775064, "euclidean_f1_threshold": 1.045344, "euclidean_precision": 0.689931, "euclidean_recall": 0.884164, "euclidean_ap": 0.817049, "dot_accuracy": 0.762637, "dot_accuracy_threshold": 0.524521, "dot_f1": 0.775064, "dot_f1_threshold": 0.453628, "dot_precision": 0.689931, "dot_recall": 0.884164, "dot_ap": 0.817048, "max_accuracy": 0.762637, "max_f1": 0.776724, "max_precision": 0.689931, "max_recall": 0.900293, "max_ap": 0.817049, "main_score": 0.817049, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.758242, "similarity_accuracy_threshold": 0.516817, "similarity_f1": 0.775851, "similarity_f1_threshold": 0.465311, "similarity_precision": 0.690286, "similarity_recall": 0.88563, "similarity_ap": 0.826933, "cosine_accuracy": 0.758242, "cosine_accuracy_threshold": 0.516817, "cosine_f1": 0.775851, "cosine_f1_threshold": 0.465311, "cosine_precision": 0.690286, "cosine_recall": 0.88563, "cosine_ap": 0.826933, "manhattan_accuracy": 0.755311, "manhattan_accuracy_threshold": 21.793339, "manhattan_f1": 0.774529, "manhattan_f1_threshold": 22.693172, "manhattan_precision": 0.695449, "manhattan_recall": 0.8739, "manhattan_ap": 0.825284, "euclidean_accuracy": 0.758242, "euclidean_accuracy_threshold": 0.983039, "euclidean_f1": 0.775851, "euclidean_f1_threshold": 1.034107, "euclidean_precision": 0.690286, "euclidean_recall": 0.88563, "euclidean_ap": 0.826933, "dot_accuracy": 0.758242, "dot_accuracy_threshold": 0.516817, "dot_f1": 0.775851, "dot_f1_threshold": 0.465311, "dot_precision": 0.690286, "dot_recall": 0.88563, "dot_ap": 0.826933, "max_accuracy": 0.758242, "max_f1": 0.775851, "max_precision": 0.695449, "max_recall": 0.88563, "max_ap": 0.826933, "main_score": 0.826933, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.747253, "similarity_accuracy_threshold": 0.536825, "similarity_f1": 0.766555, "similarity_f1_threshold": 0.460284, "similarity_precision": 0.704797, "similarity_recall": 0.840176, "similarity_ap": 0.832956, "cosine_accuracy": 0.747253, "cosine_accuracy_threshold": 0.536824, "cosine_f1": 0.766555, "cosine_f1_threshold": 0.460284, "cosine_precision": 0.704797, "cosine_recall": 0.840176, "cosine_ap": 0.832956, "manhattan_accuracy": 0.750916, "manhattan_accuracy_threshold": 21.766918, "manhattan_f1": 0.760841, "manhattan_f1_threshold": 23.292685, "manhattan_precision": 0.689286, "manhattan_recall": 0.848974, "manhattan_ap": 0.83131, "euclidean_accuracy": 0.747253, "euclidean_accuracy_threshold": 0.962471, "euclidean_f1": 0.766555, "euclidean_f1_threshold": 1.038957, "euclidean_precision": 0.704797, "euclidean_recall": 0.840176, "euclidean_ap": 0.832956, "dot_accuracy": 0.747253, "dot_accuracy_threshold": 0.536824, "dot_f1": 0.766555, "dot_f1_threshold": 0.460284, "dot_precision": 0.704797, "dot_recall": 0.840176, "dot_ap": 0.832956, "max_accuracy": 0.750916, "max_f1": 0.766555, "max_precision": 0.704797, "max_recall": 0.848974, "max_ap": 0.832956, "main_score": 0.832956, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.758974, "similarity_accuracy_threshold": 0.589943, "similarity_f1": 0.78105, "similarity_f1_threshold": 0.464552, "similarity_precision": 0.693182, "similarity_recall": 0.894428, "similarity_ap": 0.837358, "cosine_accuracy": 0.758974, "cosine_accuracy_threshold": 0.589943, "cosine_f1": 0.78105, "cosine_f1_threshold": 0.464552, "cosine_precision": 0.693182, "cosine_recall": 0.894428, "cosine_ap": 0.837358, "manhattan_accuracy": 0.759707, "manhattan_accuracy_threshold": 20.297764, "manhattan_f1": 0.782166, "manhattan_f1_threshold": 22.990677, "manhattan_precision": 0.691441, "manhattan_recall": 0.900293, "manhattan_ap": 0.836554, "euclidean_accuracy": 0.758974, "euclidean_accuracy_threshold": 0.905601, "euclidean_f1": 0.78105, "euclidean_f1_threshold": 1.034842, "euclidean_precision": 0.693182, "euclidean_recall": 0.894428, "euclidean_ap": 0.837358, "dot_accuracy": 0.758974, "dot_accuracy_threshold": 0.589943, "dot_f1": 0.78105, "dot_f1_threshold": 0.464552, "dot_precision": 0.693182, "dot_recall": 0.894428, "dot_ap": 0.837358, "max_accuracy": 0.759707, "max_f1": 0.782166, "max_precision": 0.693182, "max_recall": 0.900293, "max_ap": 0.837358, "main_score": 0.837358, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.758974, "similarity_accuracy_threshold": 0.587423, "similarity_f1": 0.766667, "similarity_f1_threshold": 0.497101, "similarity_precision": 0.702934, "similarity_recall": 0.843109, "similarity_ap": 0.828187, "cosine_accuracy": 0.758974, "cosine_accuracy_threshold": 0.587423, "cosine_f1": 0.766667, "cosine_f1_threshold": 0.497101, "cosine_precision": 0.702934, "cosine_recall": 0.843109, "cosine_ap": 0.828187, "manhattan_accuracy": 0.756777, "manhattan_accuracy_threshold": 20.346231, "manhattan_f1": 0.767916, "manhattan_f1_threshold": 22.467081, "manhattan_precision": 0.696067, "manhattan_recall": 0.856305, "manhattan_ap": 0.826487, "euclidean_accuracy": 0.758974, "euclidean_accuracy_threshold": 0.90838, "euclidean_f1": 0.766667, "euclidean_f1_threshold": 1.002894, "euclidean_precision": 0.702934, "euclidean_recall": 0.843109, "euclidean_ap": 0.828187, "dot_accuracy": 0.758974, "dot_accuracy_threshold": 0.587422, "dot_f1": 0.766667, "dot_f1_threshold": 0.497101, "dot_precision": 0.702934, "dot_recall": 0.843109, "dot_ap": 0.828187, "max_accuracy": 0.758974, "max_f1": 0.767916, "max_precision": 0.702934, "max_recall": 0.856305, "max_ap": 0.828187, "main_score": 0.828187, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.758974, "similarity_accuracy_threshold": 0.544752, "similarity_f1": 0.776903, "similarity_f1_threshold": 0.474059, "similarity_precision": 0.703088, "similarity_recall": 0.868035, "similarity_ap": 0.836431, "cosine_accuracy": 0.758974, "cosine_accuracy_threshold": 0.544752, "cosine_f1": 0.776903, "cosine_f1_threshold": 0.474059, "cosine_precision": 0.703088, "cosine_recall": 0.868035, "cosine_ap": 0.836431, "manhattan_accuracy": 0.756777, "manhattan_accuracy_threshold": 21.116703, "manhattan_f1": 0.778852, "manhattan_f1_threshold": 23.058014, "manhattan_precision": 0.695052, "manhattan_recall": 0.88563, "manhattan_ap": 0.835263, "euclidean_accuracy": 0.758974, "euclidean_accuracy_threshold": 0.954199, "euclidean_f1": 0.776903, "euclidean_f1_threshold": 1.025613, "euclidean_precision": 0.703088, "euclidean_recall": 0.868035, "euclidean_ap": 0.836431, "dot_accuracy": 0.758974, "dot_accuracy_threshold": 0.544752, "dot_f1": 0.776903, "dot_f1_threshold": 0.474059, "dot_precision": 0.703088, "dot_recall": 0.868035, "dot_ap": 0.836431, "max_accuracy": 0.758974, "max_f1": 0.778852, "max_precision": 0.703088, "max_recall": 0.88563, "max_ap": 0.836431, "main_score": 0.836431, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.789011, "similarity_accuracy_threshold": 0.602354, "similarity_f1": 0.799465, "similarity_f1_threshold": 0.534355, "similarity_precision": 0.734644, "similarity_recall": 0.876833, "similarity_ap": 0.865172, "cosine_accuracy": 0.789011, "cosine_accuracy_threshold": 0.602354, "cosine_f1": 0.799465, "cosine_f1_threshold": 0.534355, "cosine_precision": 0.734644, "cosine_recall": 0.876833, "cosine_ap": 0.865172, "manhattan_accuracy": 0.786813, "manhattan_accuracy_threshold": 20.026447, "manhattan_f1": 0.799735, "manhattan_f1_threshold": 21.480864, "manhattan_precision": 0.730024, "manhattan_recall": 0.884164, "manhattan_ap": 0.864123, "euclidean_accuracy": 0.789011, "euclidean_accuracy_threshold": 0.891791, "euclidean_f1": 0.799465, "euclidean_f1_threshold": 0.965034, "euclidean_precision": 0.734644, "euclidean_recall": 0.876833, "euclidean_ap": 0.865172, "dot_accuracy": 0.789011, "dot_accuracy_threshold": 0.602354, "dot_f1": 0.799465, "dot_f1_threshold": 0.534355, "dot_precision": 0.734644, "dot_recall": 0.876833, "dot_ap": 0.865172, "max_accuracy": 0.789011, "max_f1": 0.799735, "max_precision": 0.734644, "max_recall": 0.884164, "max_ap": 0.865172, "main_score": 0.865172, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.781685, "similarity_accuracy_threshold": 0.548194, "similarity_f1": 0.790419, "similarity_f1_threshold": 0.505218, "similarity_precision": 0.723508, "similarity_recall": 0.870968, "similarity_ap": 0.847153, "cosine_accuracy": 0.781685, "cosine_accuracy_threshold": 0.548194, "cosine_f1": 0.790419, "cosine_f1_threshold": 0.505218, "cosine_precision": 0.723508, "cosine_recall": 0.870968, "cosine_ap": 0.847153, "manhattan_accuracy": 0.780952, "manhattan_accuracy_threshold": 21.145859, "manhattan_f1": 0.787535, "manhattan_f1_threshold": 21.232321, "manhattan_precision": 0.761644, "manhattan_recall": 0.815249, "manhattan_ap": 0.845101, "euclidean_accuracy": 0.781685, "euclidean_accuracy_threshold": 0.950585, "euclidean_f1": 0.790419, "euclidean_f1_threshold": 0.994768, "euclidean_precision": 0.723508, "euclidean_recall": 0.870968, "euclidean_ap": 0.847153, "dot_accuracy": 0.781685, "dot_accuracy_threshold": 0.548194, "dot_f1": 0.790419, "dot_f1_threshold": 0.505218, "dot_precision": 0.723508, "dot_recall": 0.870968, "dot_ap": 0.847153, "max_accuracy": 0.781685, "max_f1": 0.790419, "max_precision": 0.761644, "max_recall": 0.870968, "max_ap": 0.847153, "main_score": 0.847153, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.785348, "similarity_accuracy_threshold": 0.55982, "similarity_f1": 0.79589, "similarity_f1_threshold": 0.517704, "similarity_precision": 0.746787, "similarity_recall": 0.851906, "similarity_ap": 0.853424, "cosine_accuracy": 0.785348, "cosine_accuracy_threshold": 0.55982, "cosine_f1": 0.79589, "cosine_f1_threshold": 0.517704, "cosine_precision": 0.746787, "cosine_recall": 0.851906, "cosine_ap": 0.853424, "manhattan_accuracy": 0.782418, "manhattan_accuracy_threshold": 20.868801, "manhattan_f1": 0.795362, "manhattan_f1_threshold": 21.792618, "manhattan_precision": 0.743622, "manhattan_recall": 0.854839, "manhattan_ap": 0.852875, "euclidean_accuracy": 0.785348, "euclidean_accuracy_threshold": 0.938275, "euclidean_f1": 0.79589, "euclidean_f1_threshold": 0.982136, "euclidean_precision": 0.746787, "euclidean_recall": 0.851906, "euclidean_ap": 0.853424, "dot_accuracy": 0.785348, "dot_accuracy_threshold": 0.55982, "dot_f1": 0.79589, "dot_f1_threshold": 0.517704, "dot_precision": 0.746787, "dot_recall": 0.851906, "dot_ap": 0.853424, "max_accuracy": 0.785348, "max_f1": 0.79589, "max_precision": 0.746787, "max_recall": 0.854839, "max_ap": 0.853424, "main_score": 0.853424, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.742857, "similarity_accuracy_threshold": 0.50534, "similarity_f1": 0.745787, "similarity_f1_threshold": 0.477639, "similarity_precision": 0.715633, "similarity_recall": 0.778592, "similarity_ap": 0.81332, "cosine_accuracy": 0.742857, "cosine_accuracy_threshold": 0.50534, "cosine_f1": 0.745787, "cosine_f1_threshold": 0.477639, "cosine_precision": 0.715633, "cosine_recall": 0.778592, "cosine_ap": 0.81332, "manhattan_accuracy": 0.742125, "manhattan_accuracy_threshold": 21.829855, "manhattan_f1": 0.742898, "manhattan_f1_threshold": 22.469193, "manhattan_precision": 0.720386, "manhattan_recall": 0.766862, "manhattan_ap": 0.811849, "euclidean_accuracy": 0.742857, "euclidean_accuracy_threshold": 0.994646, "euclidean_f1": 0.745787, "euclidean_f1_threshold": 1.022116, "euclidean_precision": 0.715633, "euclidean_recall": 0.778592, "euclidean_ap": 0.81332, "dot_accuracy": 0.742857, "dot_accuracy_threshold": 0.50534, "dot_f1": 0.745787, "dot_f1_threshold": 0.477639, "dot_precision": 0.715633, "dot_recall": 0.778592, "dot_ap": 0.81332, "max_accuracy": 0.742857, "max_f1": 0.745787, "max_precision": 0.720386, "max_recall": 0.778592, "max_ap": 0.81332, "main_score": 0.81332, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.772894, "similarity_accuracy_threshold": 0.577827, "similarity_f1": 0.776836, "similarity_f1_threshold": 0.518542, "similarity_precision": 0.749319, "similarity_recall": 0.806452, "similarity_ap": 0.841577, "cosine_accuracy": 0.772894, "cosine_accuracy_threshold": 0.577827, "cosine_f1": 0.776836, "cosine_f1_threshold": 0.518542, "cosine_precision": 0.749319, "cosine_recall": 0.806452, "cosine_ap": 0.841577, "manhattan_accuracy": 0.775824, "manhattan_accuracy_threshold": 21.515205, "manhattan_f1": 0.780172, "manhattan_f1_threshold": 21.515205, "manhattan_precision": 0.764789, "manhattan_recall": 0.796188, "manhattan_ap": 0.841012, "euclidean_accuracy": 0.772894, "euclidean_accuracy_threshold": 0.918883, "euclidean_f1": 0.776836, "euclidean_f1_threshold": 0.981283, "euclidean_precision": 0.749319, "euclidean_recall": 0.806452, "euclidean_ap": 0.841577, "dot_accuracy": 0.772894, "dot_accuracy_threshold": 0.577827, "dot_f1": 0.776836, "dot_f1_threshold": 0.518542, "dot_precision": 0.749319, "dot_recall": 0.806452, "dot_ap": 0.841577, "max_accuracy": 0.775824, "max_f1": 0.780172, "max_precision": 0.764789, "max_recall": 0.806452, "max_ap": 0.841577, "main_score": 0.841577, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.726007, "similarity_accuracy_threshold": 0.530514, "similarity_f1": 0.7457, "similarity_f1_threshold": 0.409445, "similarity_precision": 0.641649, "similarity_recall": 0.890029, "similarity_ap": 0.794971, "cosine_accuracy": 0.726007, "cosine_accuracy_threshold": 0.530514, "cosine_f1": 0.7457, "cosine_f1_threshold": 0.409445, "cosine_precision": 0.641649, "cosine_recall": 0.890029, "cosine_ap": 0.794971, "manhattan_accuracy": 0.728938, "manhattan_accuracy_threshold": 21.639694, "manhattan_f1": 0.742544, "manhattan_f1_threshold": 24.230663, "manhattan_precision": 0.634755, "manhattan_recall": 0.894428, "manhattan_ap": 0.793412, "euclidean_accuracy": 0.726007, "euclidean_accuracy_threshold": 0.969006, "euclidean_f1": 0.7457, "euclidean_f1_threshold": 1.086788, "euclidean_precision": 0.641649, "euclidean_recall": 0.890029, "euclidean_ap": 0.794971, "dot_accuracy": 0.726007, "dot_accuracy_threshold": 0.530514, "dot_f1": 0.7457, "dot_f1_threshold": 0.409445, "dot_precision": 0.641649, "dot_recall": 0.890029, "dot_ap": 0.794971, "max_accuracy": 0.728938, "max_f1": 0.7457, "max_precision": 0.641649, "max_recall": 0.894428, "max_ap": 0.794971, "main_score": 0.794971, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.741392, "similarity_accuracy_threshold": 0.491908, "similarity_f1": 0.742088, "similarity_f1_threshold": 0.442611, "similarity_precision": 0.686177, "similarity_recall": 0.807918, "similarity_ap": 0.793284, "cosine_accuracy": 0.741392, "cosine_accuracy_threshold": 0.491908, "cosine_f1": 0.742088, "cosine_f1_threshold": 0.442611, "cosine_precision": 0.686177, "cosine_recall": 0.807918, "cosine_ap": 0.793284, "manhattan_accuracy": 0.739927, "manhattan_accuracy_threshold": 22.386202, "manhattan_f1": 0.742193, "manhattan_f1_threshold": 22.430397, "manhattan_precision": 0.735252, "manhattan_recall": 0.749267, "manhattan_ap": 0.792939, "euclidean_accuracy": 0.741392, "euclidean_accuracy_threshold": 1.008059, "euclidean_f1": 0.742088, "euclidean_f1_threshold": 1.05583, "euclidean_precision": 0.686177, "euclidean_recall": 0.807918, "euclidean_ap": 0.793284, "dot_accuracy": 0.741392, "dot_accuracy_threshold": 0.491908, "dot_f1": 0.742088, "dot_f1_threshold": 0.442611, "dot_precision": 0.686177, "dot_recall": 0.807918, "dot_ap": 0.793284, "max_accuracy": 0.741392, "max_f1": 0.742193, "max_precision": 0.735252, "max_recall": 0.807918, "max_ap": 0.793284, "main_score": 0.793284, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.759707, "similarity_accuracy_threshold": 0.519298, "similarity_f1": 0.772758, "similarity_f1_threshold": 0.485143, "similarity_precision": 0.715356, "similarity_recall": 0.840176, "similarity_ap": 0.831367, "cosine_accuracy": 0.759707, "cosine_accuracy_threshold": 0.519298, "cosine_f1": 0.772758, "cosine_f1_threshold": 0.485143, "cosine_precision": 0.715356, "cosine_recall": 0.840176, "cosine_ap": 0.831367, "manhattan_accuracy": 0.761905, "manhattan_accuracy_threshold": 21.569841, "manhattan_f1": 0.771654, "manhattan_f1_threshold": 22.844618, "manhattan_precision": 0.698337, "manhattan_recall": 0.86217, "manhattan_ap": 0.829915, "euclidean_accuracy": 0.759707, "euclidean_accuracy_threshold": 0.980512, "euclidean_f1": 0.772758, "euclidean_f1_threshold": 1.014749, "euclidean_precision": 0.715356, "euclidean_recall": 0.840176, "euclidean_ap": 0.831367, "dot_accuracy": 0.759707, "dot_accuracy_threshold": 0.519298, "dot_f1": 0.772758, "dot_f1_threshold": 0.485143, "dot_precision": 0.715356, "dot_recall": 0.840176, "dot_ap": 0.831367, "max_accuracy": 0.761905, "max_f1": 0.772758, "max_precision": 0.715356, "max_recall": 0.86217, "max_ap": 0.831367, "main_score": 0.831367, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.764835, "similarity_accuracy_threshold": 0.529995, "similarity_f1": 0.774522, "similarity_f1_threshold": 0.44822, "similarity_precision": 0.684685, "similarity_recall": 0.891496, "similarity_ap": 0.833797, "cosine_accuracy": 0.764835, "cosine_accuracy_threshold": 0.529995, "cosine_f1": 0.774522, "cosine_f1_threshold": 0.44822, "cosine_precision": 0.684685, "cosine_recall": 0.891496, "cosine_ap": 0.833797, "manhattan_accuracy": 0.764835, "manhattan_accuracy_threshold": 21.467337, "manhattan_f1": 0.773524, "manhattan_f1_threshold": 23.005239, "manhattan_precision": 0.69383, "manhattan_recall": 0.8739, "manhattan_ap": 0.833728, "euclidean_accuracy": 0.764835, "euclidean_accuracy_threshold": 0.969541, "euclidean_f1": 0.774522, "euclidean_f1_threshold": 1.050504, "euclidean_precision": 0.684685, "euclidean_recall": 0.891496, "euclidean_ap": 0.833797, "dot_accuracy": 0.764835, "dot_accuracy_threshold": 0.529995, "dot_f1": 0.774522, "dot_f1_threshold": 0.44822, "dot_precision": 0.684685, "dot_recall": 0.891496, "dot_ap": 0.833797, "max_accuracy": 0.764835, "max_f1": 0.774522, "max_precision": 0.69383, "max_recall": 0.891496, "max_ap": 0.833797, "main_score": 0.833797, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.769963, "similarity_accuracy_threshold": 0.585019, "similarity_f1": 0.782665, "similarity_f1_threshold": 0.483437, "similarity_precision": 0.700231, "similarity_recall": 0.887097, "similarity_ap": 0.843673, "cosine_accuracy": 0.769963, "cosine_accuracy_threshold": 0.585019, "cosine_f1": 0.782665, "cosine_f1_threshold": 0.483437, "cosine_precision": 0.700231, "cosine_recall": 0.887097, "cosine_ap": 0.843673, "manhattan_accuracy": 0.772161, "manhattan_accuracy_threshold": 20.473927, "manhattan_f1": 0.779507, "manhattan_f1_threshold": 22.567154, "manhattan_precision": 0.698837, "manhattan_recall": 0.881232, "manhattan_ap": 0.842171, "euclidean_accuracy": 0.769963, "euclidean_accuracy_threshold": 0.911023, "euclidean_f1": 0.782665, "euclidean_f1_threshold": 1.016428, "euclidean_precision": 0.700231, "euclidean_recall": 0.887097, "euclidean_ap": 0.843673, "dot_accuracy": 0.769963, "dot_accuracy_threshold": 0.585018, "dot_f1": 0.782665, "dot_f1_threshold": 0.483437, "dot_precision": 0.700231, "dot_recall": 0.887097, "dot_ap": 0.843673, "max_accuracy": 0.772161, "max_f1": 0.782665, "max_precision": 0.700231, "max_recall": 0.887097, "max_ap": 0.843673, "main_score": 0.843673, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 15.985469341278076, "kg_co2_emissions": 0.0010253889297238315 }