{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.813187, "similarity_accuracy_threshold": 0.529855, "similarity_f1": 0.818182, "similarity_f1_threshold": 0.466197, "similarity_precision": 0.771429, "similarity_recall": 0.870968, "similarity_ap": 0.88319, "cosine_accuracy": 0.813187, "cosine_accuracy_threshold": 0.529855, "cosine_f1": 0.818182, "cosine_f1_threshold": 0.466197, "cosine_precision": 0.771429, "cosine_recall": 0.870968, "cosine_ap": 0.88319, "manhattan_accuracy": 0.810989, "manhattan_accuracy_threshold": 658.993408, "manhattan_f1": 0.811536, "manhattan_f1_threshold": 696.736816, "manhattan_precision": 0.747837, "manhattan_recall": 0.887097, "manhattan_ap": 0.87665, "euclidean_accuracy": 0.805128, "euclidean_accuracy_threshold": 26.058847, "euclidean_f1": 0.814124, "euclidean_f1_threshold": 27.669336, "euclidean_precision": 0.746032, "euclidean_recall": 0.895894, "euclidean_ap": 0.877598, "dot_accuracy": 0.808059, "dot_accuracy_threshold": 343.85907, "dot_f1": 0.816469, "dot_f1_threshold": 325.414337, "dot_precision": 0.778961, "dot_recall": 0.857771, "dot_ap": 0.88319, "max_accuracy": 0.813187, "max_f1": 0.818182, "max_precision": 0.778961, "max_recall": 0.895894, "max_ap": 0.88319, "main_score": 0.88319, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.847619, "similarity_accuracy_threshold": 0.523959, "similarity_f1": 0.851005, "similarity_f1_threshold": 0.487109, "similarity_precision": 0.806833, "similarity_recall": 0.900293, "similarity_ap": 0.909157, "cosine_accuracy": 0.847619, "cosine_accuracy_threshold": 0.523959, "cosine_f1": 0.851005, "cosine_f1_threshold": 0.487109, "cosine_precision": 0.806833, "cosine_recall": 0.900293, "cosine_ap": 0.909157, "manhattan_accuracy": 0.838828, "manhattan_accuracy_threshold": 658.2854, "manhattan_f1": 0.844193, "manhattan_f1_threshold": 659.74762, "manhattan_precision": 0.816438, "manhattan_recall": 0.8739, "manhattan_ap": 0.903531, "euclidean_accuracy": 0.841026, "euclidean_accuracy_threshold": 26.084068, "euclidean_f1": 0.846208, "euclidean_f1_threshold": 26.127895, "euclidean_precision": 0.81893, "euclidean_recall": 0.875367, "euclidean_ap": 0.904946, "dot_accuracy": 0.843956, "dot_accuracy_threshold": 343.922516, "dot_f1": 0.84947, "dot_f1_threshold": 340.080627, "dot_precision": 0.819918, "dot_recall": 0.881232, "dot_ap": 0.907114, "max_accuracy": 0.847619, "max_f1": 0.851005, "max_precision": 0.819918, "max_recall": 0.900293, "max_ap": 0.909157, "main_score": 0.909157, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.832967, "similarity_accuracy_threshold": 0.49139, "similarity_f1": 0.840559, "similarity_f1_threshold": 0.49139, "similarity_precision": 0.803476, "similarity_recall": 0.881232, "similarity_ap": 0.904318, "cosine_accuracy": 0.832967, "cosine_accuracy_threshold": 0.49139, "cosine_f1": 0.840559, "cosine_f1_threshold": 0.49139, "cosine_precision": 0.803476, "cosine_recall": 0.881232, "cosine_ap": 0.904319, "manhattan_accuracy": 0.827839, "manhattan_accuracy_threshold": 648.597778, "manhattan_f1": 0.828842, "manhattan_f1_threshold": 648.597778, "manhattan_precision": 0.823444, "manhattan_recall": 0.834311, "manhattan_ap": 0.898295, "euclidean_accuracy": 0.826374, "euclidean_accuracy_threshold": 25.509312, "euclidean_f1": 0.833449, "euclidean_f1_threshold": 26.469616, "euclidean_precision": 0.794157, "euclidean_recall": 0.876833, "euclidean_ap": 0.899813, "dot_accuracy": 0.832967, "dot_accuracy_threshold": 354.127197, "dot_f1": 0.837704, "dot_f1_threshold": 348.833313, "dot_precision": 0.8107, "dot_recall": 0.866569, "dot_ap": 0.90228, "max_accuracy": 0.832967, "max_f1": 0.840559, "max_precision": 0.823444, "max_recall": 0.881232, "max_ap": 0.904319, "main_score": 0.904319, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.827106, "similarity_accuracy_threshold": 0.498349, "similarity_f1": 0.837178, "similarity_f1_threshold": 0.469365, "similarity_precision": 0.77904, "similarity_recall": 0.904692, "similarity_ap": 0.901501, "cosine_accuracy": 0.827106, "cosine_accuracy_threshold": 0.498349, "cosine_f1": 0.837178, "cosine_f1_threshold": 0.469365, "cosine_precision": 0.77904, "cosine_recall": 0.904692, "cosine_ap": 0.901501, "manhattan_accuracy": 0.822711, "manhattan_accuracy_threshold": 626.891724, "manhattan_f1": 0.829773, "manhattan_f1_threshold": 678.964844, "manhattan_precision": 0.782835, "manhattan_recall": 0.882698, "manhattan_ap": 0.896927, "euclidean_accuracy": 0.824176, "euclidean_accuracy_threshold": 26.511776, "euclidean_f1": 0.831224, "euclidean_f1_threshold": 26.511776, "euclidean_precision": 0.798649, "euclidean_recall": 0.866569, "euclidean_ap": 0.896655, "dot_accuracy": 0.829304, "dot_accuracy_threshold": 346.195496, "dot_f1": 0.839674, "dot_f1_threshold": 324.332184, "dot_precision": 0.782278, "dot_recall": 0.906158, "dot_ap": 0.899217, "max_accuracy": 0.829304, "max_f1": 0.839674, "max_precision": 0.798649, "max_recall": 0.906158, "max_ap": 0.901501, "main_score": 0.901501, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.87326, "similarity_accuracy_threshold": 0.548345, "similarity_f1": 0.87363, "similarity_f1_threshold": 0.548345, "similarity_precision": 0.870451, "similarity_recall": 0.876833, "similarity_ap": 0.9338, "cosine_accuracy": 0.87326, "cosine_accuracy_threshold": 0.548345, "cosine_f1": 0.87363, "cosine_f1_threshold": 0.548345, "cosine_precision": 0.870451, "cosine_recall": 0.876833, "cosine_ap": 0.9338, "manhattan_accuracy": 0.87326, "manhattan_accuracy_threshold": 638.394958, "manhattan_f1": 0.87545, "manhattan_f1_threshold": 639.427856, "manhattan_precision": 0.859972, "manhattan_recall": 0.891496, "manhattan_ap": 0.930537, "euclidean_accuracy": 0.872527, "euclidean_accuracy_threshold": 25.383909, "euclidean_f1": 0.875622, "euclidean_f1_threshold": 25.511757, "euclidean_precision": 0.849655, "euclidean_recall": 0.903226, "euclidean_ap": 0.931345, "dot_accuracy": 0.85641, "dot_accuracy_threshold": 403.817108, "dot_f1": 0.860828, "dot_f1_threshold": 332.158936, "dot_precision": 0.801517, "dot_recall": 0.929619, "dot_ap": 0.931164, "max_accuracy": 0.87326, "max_f1": 0.875622, "max_precision": 0.870451, "max_recall": 0.929619, "max_ap": 0.9338, "main_score": 0.9338, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.841758, "similarity_accuracy_threshold": 0.527916, "similarity_f1": 0.84141, "similarity_f1_threshold": 0.527916, "similarity_precision": 0.842647, "similarity_recall": 0.840176, "similarity_ap": 0.908113, "cosine_accuracy": 0.841758, "cosine_accuracy_threshold": 0.527916, "cosine_f1": 0.84141, "cosine_f1_threshold": 0.527916, "cosine_precision": 0.842647, "cosine_recall": 0.840176, "cosine_ap": 0.908113, "manhattan_accuracy": 0.838828, "manhattan_accuracy_threshold": 624.783386, "manhattan_f1": 0.837107, "manhattan_f1_threshold": 647.175659, "manhattan_precision": 0.834061, "manhattan_recall": 0.840176, "manhattan_ap": 0.905531, "euclidean_accuracy": 0.838095, "euclidean_accuracy_threshold": 25.334126, "euclidean_f1": 0.836919, "euclidean_f1_threshold": 26.631321, "euclidean_precision": 0.794466, "euclidean_recall": 0.884164, "euclidean_ap": 0.905435, "dot_accuracy": 0.832234, "dot_accuracy_threshold": 369.080078, "dot_f1": 0.838483, "dot_f1_threshold": 339.568726, "dot_precision": 0.804582, "dot_recall": 0.875367, "dot_ap": 0.902054, "max_accuracy": 0.841758, "max_f1": 0.84141, "max_precision": 0.842647, "max_recall": 0.884164, "max_ap": 0.908113, "main_score": 0.908113, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.832967, "similarity_accuracy_threshold": 0.513426, "similarity_f1": 0.837667, "similarity_f1_threshold": 0.495403, "similarity_precision": 0.804318, "similarity_recall": 0.8739, "similarity_ap": 0.907371, "cosine_accuracy": 0.832967, "cosine_accuracy_threshold": 0.513426, "cosine_f1": 0.837667, "cosine_f1_threshold": 0.495403, "cosine_precision": 0.804318, "cosine_recall": 0.8739, "cosine_ap": 0.907371, "manhattan_accuracy": 0.828571, "manhattan_accuracy_threshold": 665.608154, "manhattan_f1": 0.836134, "manhattan_f1_threshold": 675.782593, "manhattan_precision": 0.800268, "manhattan_recall": 0.875367, "manhattan_ap": 0.903418, "euclidean_accuracy": 0.832234, "euclidean_accuracy_threshold": 26.601873, "euclidean_f1": 0.839298, "euclidean_f1_threshold": 26.601873, "euclidean_precision": 0.804845, "euclidean_recall": 0.876833, "euclidean_ap": 0.904194, "dot_accuracy": 0.829304, "dot_accuracy_threshold": 371.968506, "dot_f1": 0.837017, "dot_f1_threshold": 335.895691, "dot_precision": 0.791123, "dot_recall": 0.888563, "dot_ap": 0.90162, "max_accuracy": 0.832967, "max_f1": 0.839298, "max_precision": 0.804845, "max_recall": 0.888563, "max_ap": 0.907371, "main_score": 0.907371, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.803663, "similarity_accuracy_threshold": 0.490204, "similarity_f1": 0.810734, "similarity_f1_threshold": 0.480822, "similarity_precision": 0.782016, "similarity_recall": 0.841642, "similarity_ap": 0.877968, "cosine_accuracy": 0.803663, "cosine_accuracy_threshold": 0.490204, "cosine_f1": 0.810734, "cosine_f1_threshold": 0.480822, "cosine_precision": 0.782016, "cosine_recall": 0.841642, "cosine_ap": 0.877968, "manhattan_accuracy": 0.793407, "manhattan_accuracy_threshold": 664.070801, "manhattan_f1": 0.803641, "manhattan_f1_threshold": 722.435364, "manhattan_precision": 0.721963, "manhattan_recall": 0.906158, "manhattan_ap": 0.870786, "euclidean_accuracy": 0.794139, "euclidean_accuracy_threshold": 27.126133, "euclidean_f1": 0.805668, "euclidean_f1_threshold": 28.022705, "euclidean_precision": 0.74625, "euclidean_recall": 0.875367, "euclidean_ap": 0.871442, "dot_accuracy": 0.795604, "dot_accuracy_threshold": 370.741486, "dot_f1": 0.808339, "dot_f1_threshold": 311.438049, "dot_precision": 0.746584, "dot_recall": 0.881232, "dot_ap": 0.875067, "max_accuracy": 0.803663, "max_f1": 0.810734, "max_precision": 0.782016, "max_recall": 0.906158, "max_ap": 0.877968, "main_score": 0.877968, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.842491, "similarity_accuracy_threshold": 0.525162, "similarity_f1": 0.843728, "similarity_f1_threshold": 0.486116, "similarity_precision": 0.808054, "similarity_recall": 0.882698, "similarity_ap": 0.908692, "cosine_accuracy": 0.842491, "cosine_accuracy_threshold": 0.525162, "cosine_f1": 0.843728, "cosine_f1_threshold": 0.486116, "cosine_precision": 0.808054, "cosine_recall": 0.882698, "cosine_ap": 0.908692, "manhattan_accuracy": 0.83956, "manhattan_accuracy_threshold": 640.131287, "manhattan_f1": 0.846797, "manhattan_f1_threshold": 673.361084, "manhattan_precision": 0.806366, "manhattan_recall": 0.891496, "manhattan_ap": 0.904049, "euclidean_accuracy": 0.83956, "euclidean_accuracy_threshold": 25.57205, "euclidean_f1": 0.844228, "euclidean_f1_threshold": 26.6628, "euclidean_precision": 0.80291, "euclidean_recall": 0.890029, "euclidean_ap": 0.903699, "dot_accuracy": 0.832234, "dot_accuracy_threshold": 367.088165, "dot_f1": 0.837113, "dot_f1_threshold": 321.128174, "dot_precision": 0.78784, "dot_recall": 0.892962, "dot_ap": 0.908449, "max_accuracy": 0.842491, "max_f1": 0.846797, "max_precision": 0.808054, "max_recall": 0.892962, "max_ap": 0.908692, "main_score": 0.908692, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.716484, "similarity_accuracy_threshold": 0.531726, "similarity_f1": 0.735065, "similarity_f1_threshold": 0.440691, "similarity_precision": 0.659674, "similarity_recall": 0.829912, "similarity_ap": 0.769154, "cosine_accuracy": 0.716484, "cosine_accuracy_threshold": 0.531726, "cosine_f1": 0.735065, "cosine_f1_threshold": 0.440691, "cosine_precision": 0.659674, "cosine_recall": 0.829912, "cosine_ap": 0.769155, "manhattan_accuracy": 0.70989, "manhattan_accuracy_threshold": 659.4021, "manhattan_f1": 0.732565, "manhattan_f1_threshold": 732.709351, "manhattan_precision": 0.624612, "manhattan_recall": 0.88563, "manhattan_ap": 0.760752, "euclidean_accuracy": 0.709158, "euclidean_accuracy_threshold": 24.788424, "euclidean_f1": 0.73201, "euclidean_f1_threshold": 28.56358, "euclidean_precision": 0.634409, "euclidean_recall": 0.865103, "euclidean_ap": 0.762351, "dot_accuracy": 0.713553, "dot_accuracy_threshold": 349.078583, "dot_f1": 0.737042, "dot_f1_threshold": 292.301514, "dot_precision": 0.647778, "dot_recall": 0.854839, "dot_ap": 0.769026, "max_accuracy": 0.716484, "max_f1": 0.737042, "max_precision": 0.659674, "max_recall": 0.88563, "max_ap": 0.769155, "main_score": 0.769155, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.816117, "similarity_accuracy_threshold": 0.461301, "similarity_f1": 0.828669, "similarity_f1_threshold": 0.461301, "similarity_precision": 0.775223, "similarity_recall": 0.890029, "similarity_ap": 0.886712, "cosine_accuracy": 0.816117, "cosine_accuracy_threshold": 0.461301, "cosine_f1": 0.828669, "cosine_f1_threshold": 0.461301, "cosine_precision": 0.775223, "cosine_recall": 0.890029, "cosine_ap": 0.886712, "manhattan_accuracy": 0.805861, "manhattan_accuracy_threshold": 684.642334, "manhattan_f1": 0.821192, "manhattan_f1_threshold": 709.482849, "manhattan_precision": 0.748792, "manhattan_recall": 0.909091, "manhattan_ap": 0.882012, "euclidean_accuracy": 0.808791, "euclidean_accuracy_threshold": 26.799891, "euclidean_f1": 0.820548, "euclidean_f1_threshold": 27.467838, "euclidean_precision": 0.769923, "euclidean_recall": 0.878299, "euclidean_ap": 0.882748, "dot_accuracy": 0.805861, "dot_accuracy_threshold": 335.712646, "dot_f1": 0.82027, "dot_f1_threshold": 316.123657, "dot_precision": 0.760652, "dot_recall": 0.890029, "dot_ap": 0.880771, "max_accuracy": 0.816117, "max_f1": 0.828669, "max_precision": 0.775223, "max_recall": 0.909091, "max_ap": 0.886712, "main_score": 0.886712, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.803663, "similarity_accuracy_threshold": 0.49224, "similarity_f1": 0.819564, "similarity_f1_threshold": 0.444981, "similarity_precision": 0.746089, "similarity_recall": 0.909091, "similarity_ap": 0.877446, "cosine_accuracy": 0.803663, "cosine_accuracy_threshold": 0.49224, "cosine_f1": 0.819564, "cosine_f1_threshold": 0.444981, "cosine_precision": 0.746089, "cosine_recall": 0.909091, "cosine_ap": 0.877446, "manhattan_accuracy": 0.80293, "manhattan_accuracy_threshold": 628.145447, "manhattan_f1": 0.813306, "manhattan_f1_threshold": 683.141418, "manhattan_precision": 0.757269, "manhattan_recall": 0.878299, "manhattan_ap": 0.872806, "euclidean_accuracy": 0.804396, "euclidean_accuracy_threshold": 24.933853, "euclidean_f1": 0.811614, "euclidean_f1_threshold": 27.181705, "euclidean_precision": 0.75219, "euclidean_recall": 0.881232, "euclidean_ap": 0.874143, "dot_accuracy": 0.804396, "dot_accuracy_threshold": 320.987061, "dot_f1": 0.818363, "dot_f1_threshold": 306.842651, "dot_precision": 0.749086, "dot_recall": 0.90176, "dot_ap": 0.874818, "max_accuracy": 0.804396, "max_f1": 0.819564, "max_precision": 0.757269, "max_recall": 0.909091, "max_ap": 0.877446, "main_score": 0.877446, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.827839, "similarity_accuracy_threshold": 0.523217, "similarity_f1": 0.832206, "similarity_f1_threshold": 0.468243, "similarity_precision": 0.772613, "similarity_recall": 0.90176, "similarity_ap": 0.897859, "cosine_accuracy": 0.827839, "cosine_accuracy_threshold": 0.523217, "cosine_f1": 0.832206, "cosine_f1_threshold": 0.468243, "cosine_precision": 0.772613, "cosine_recall": 0.90176, "cosine_ap": 0.897859, "manhattan_accuracy": 0.827106, "manhattan_accuracy_threshold": 673.454712, "manhattan_f1": 0.834965, "manhattan_f1_threshold": 676.054321, "manhattan_precision": 0.798128, "manhattan_recall": 0.875367, "manhattan_ap": 0.893694, "euclidean_accuracy": 0.825641, "euclidean_accuracy_threshold": 26.780872, "euclidean_f1": 0.833566, "euclidean_f1_threshold": 26.780872, "euclidean_precision": 0.796791, "euclidean_recall": 0.8739, "euclidean_ap": 0.894091, "dot_accuracy": 0.81978, "dot_accuracy_threshold": 357.186523, "dot_f1": 0.824005, "dot_f1_threshold": 320.319153, "dot_precision": 0.762797, "dot_recall": 0.895894, "dot_ap": 0.896522, "max_accuracy": 0.827839, "max_f1": 0.834965, "max_precision": 0.798128, "max_recall": 0.90176, "max_ap": 0.897859, "main_score": 0.897859, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.817582, "similarity_accuracy_threshold": 0.483642, "similarity_f1": 0.825018, "similarity_f1_threshold": 0.483642, "similarity_precision": 0.792173, "similarity_recall": 0.860704, "similarity_ap": 0.889278, "cosine_accuracy": 0.817582, "cosine_accuracy_threshold": 0.483642, "cosine_f1": 0.825018, "cosine_f1_threshold": 0.483642, "cosine_precision": 0.792173, "cosine_recall": 0.860704, "cosine_ap": 0.889278, "manhattan_accuracy": 0.808791, "manhattan_accuracy_threshold": 626.824524, "manhattan_f1": 0.812282, "manhattan_f1_threshold": 664.369995, "manhattan_precision": 0.774967, "manhattan_recall": 0.853372, "manhattan_ap": 0.883712, "euclidean_accuracy": 0.805128, "euclidean_accuracy_threshold": 24.583841, "euclidean_f1": 0.812849, "euclidean_f1_threshold": 26.368753, "euclidean_precision": 0.776, "euclidean_recall": 0.853372, "euclidean_ap": 0.884481, "dot_accuracy": 0.808059, "dot_accuracy_threshold": 319.596497, "dot_f1": 0.818801, "dot_f1_threshold": 306.579834, "dot_precision": 0.764631, "dot_recall": 0.881232, "dot_ap": 0.883763, "max_accuracy": 0.817582, "max_f1": 0.825018, "max_precision": 0.792173, "max_recall": 0.881232, "max_ap": 0.889278, "main_score": 0.889278, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.805861, "similarity_accuracy_threshold": 0.478521, "similarity_f1": 0.813397, "similarity_f1_threshold": 0.451511, "similarity_precision": 0.761844, "similarity_recall": 0.872434, "similarity_ap": 0.888732, "cosine_accuracy": 0.805861, "cosine_accuracy_threshold": 0.478521, "cosine_f1": 0.813397, "cosine_f1_threshold": 0.451511, "cosine_precision": 0.761844, "cosine_recall": 0.872434, "cosine_ap": 0.888732, "manhattan_accuracy": 0.803663, "manhattan_accuracy_threshold": 658.646484, "manhattan_f1": 0.810285, "manhattan_f1_threshold": 687.907349, "manhattan_precision": 0.770145, "manhattan_recall": 0.854839, "manhattan_ap": 0.886619, "euclidean_accuracy": 0.806593, "euclidean_accuracy_threshold": 26.289822, "euclidean_f1": 0.811693, "euclidean_f1_threshold": 27.436485, "euclidean_precision": 0.756654, "euclidean_recall": 0.875367, "euclidean_ap": 0.886298, "dot_accuracy": 0.804396, "dot_accuracy_threshold": 332.183716, "dot_f1": 0.809622, "dot_f1_threshold": 308.651703, "dot_precision": 0.761966, "dot_recall": 0.863636, "dot_ap": 0.882061, "max_accuracy": 0.806593, "max_f1": 0.813397, "max_precision": 0.770145, "max_recall": 0.875367, "max_ap": 0.888732, "main_score": 0.888732, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.841026, "similarity_accuracy_threshold": 0.550538, "similarity_f1": 0.844193, "similarity_f1_threshold": 0.504444, "similarity_precision": 0.816438, "similarity_recall": 0.8739, "similarity_ap": 0.915046, "cosine_accuracy": 0.841026, "cosine_accuracy_threshold": 0.550538, "cosine_f1": 0.844193, "cosine_f1_threshold": 0.504444, "cosine_precision": 0.816438, "cosine_recall": 0.8739, "cosine_ap": 0.915046, "manhattan_accuracy": 0.846154, "manhattan_accuracy_threshold": 637.603394, "manhattan_f1": 0.845473, "manhattan_f1_threshold": 674.523682, "manhattan_precision": 0.789072, "manhattan_recall": 0.910557, "manhattan_ap": 0.91346, "euclidean_accuracy": 0.843956, "euclidean_accuracy_threshold": 26.263145, "euclidean_f1": 0.851981, "euclidean_f1_threshold": 26.356953, "euclidean_precision": 0.809775, "euclidean_recall": 0.898827, "euclidean_ap": 0.914483, "dot_accuracy": 0.831502, "dot_accuracy_threshold": 362.88855, "dot_f1": 0.834634, "dot_f1_threshold": 348.056885, "dot_precision": 0.808803, "dot_recall": 0.86217, "dot_ap": 0.907363, "max_accuracy": 0.846154, "max_f1": 0.851981, "max_precision": 0.816438, "max_recall": 0.910557, "max_ap": 0.915046, "main_score": 0.915046, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.841758, "similarity_accuracy_threshold": 0.518093, "similarity_f1": 0.847505, "similarity_f1_threshold": 0.503281, "similarity_precision": 0.813765, "similarity_recall": 0.884164, "similarity_ap": 0.912738, "cosine_accuracy": 0.841758, "cosine_accuracy_threshold": 0.518093, "cosine_f1": 0.847505, "cosine_f1_threshold": 0.503281, "cosine_precision": 0.813765, "cosine_recall": 0.884164, "cosine_ap": 0.912738, "manhattan_accuracy": 0.841026, "manhattan_accuracy_threshold": 641.245605, "manhattan_f1": 0.843947, "manhattan_f1_threshold": 659.463501, "manhattan_precision": 0.807229, "manhattan_recall": 0.884164, "manhattan_ap": 0.910977, "euclidean_accuracy": 0.843223, "euclidean_accuracy_threshold": 25.621891, "euclidean_f1": 0.846705, "euclidean_f1_threshold": 25.719856, "euclidean_precision": 0.827731, "euclidean_recall": 0.866569, "euclidean_ap": 0.911065, "dot_accuracy": 0.825641, "dot_accuracy_threshold": 346.53772, "dot_f1": 0.83367, "dot_f1_threshold": 321.648529, "dot_precision": 0.770859, "dot_recall": 0.907625, "dot_ap": 0.907748, "max_accuracy": 0.843223, "max_f1": 0.847505, "max_precision": 0.827731, "max_recall": 0.907625, "max_ap": 0.912738, "main_score": 0.912738, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.830037, "similarity_accuracy_threshold": 0.513231, "similarity_f1": 0.837145, "similarity_f1_threshold": 0.486079, "similarity_precision": 0.793693, "similarity_recall": 0.88563, "similarity_ap": 0.903987, "cosine_accuracy": 0.830037, "cosine_accuracy_threshold": 0.513231, "cosine_f1": 0.837145, "cosine_f1_threshold": 0.486079, "cosine_precision": 0.793693, "cosine_recall": 0.88563, "cosine_ap": 0.903987, "manhattan_accuracy": 0.825641, "manhattan_accuracy_threshold": 652.377625, "manhattan_f1": 0.837675, "manhattan_f1_threshold": 693.977295, "manhattan_precision": 0.769325, "manhattan_recall": 0.919355, "manhattan_ap": 0.899432, "euclidean_accuracy": 0.827839, "euclidean_accuracy_threshold": 27.223656, "euclidean_f1": 0.841611, "euclidean_f1_threshold": 27.413887, "euclidean_precision": 0.77599, "euclidean_recall": 0.919355, "euclidean_ap": 0.89999, "dot_accuracy": 0.822711, "dot_accuracy_threshold": 348.02832, "dot_f1": 0.831834, "dot_f1_threshold": 335.501862, "dot_precision": 0.78768, "dot_recall": 0.881232, "dot_ap": 0.901402, "max_accuracy": 0.830037, "max_f1": 0.841611, "max_precision": 0.793693, "max_recall": 0.919355, "max_ap": 0.903987, "main_score": 0.903987, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.861538, "similarity_accuracy_threshold": 0.532863, "similarity_f1": 0.867453, "similarity_f1_threshold": 0.513147, "similarity_precision": 0.823452, "similarity_recall": 0.916422, "similarity_ap": 0.934432, "cosine_accuracy": 0.861538, "cosine_accuracy_threshold": 0.532863, "cosine_f1": 0.867453, "cosine_f1_threshold": 0.513147, "cosine_precision": 0.823452, "cosine_recall": 0.916422, "cosine_ap": 0.934432, "manhattan_accuracy": 0.861538, "manhattan_accuracy_threshold": 632.718384, "manhattan_f1": 0.865248, "manhattan_f1_threshold": 640.121643, "manhattan_precision": 0.837912, "manhattan_recall": 0.894428, "manhattan_ap": 0.933581, "euclidean_accuracy": 0.864469, "euclidean_accuracy_threshold": 25.048096, "euclidean_f1": 0.868327, "euclidean_f1_threshold": 25.202797, "euclidean_precision": 0.843707, "euclidean_recall": 0.894428, "euclidean_ap": 0.933918, "dot_accuracy": 0.857875, "dot_accuracy_threshold": 351.209808, "dot_f1": 0.863955, "dot_f1_threshold": 351.209808, "dot_precision": 0.827957, "dot_recall": 0.903226, "dot_ap": 0.926851, "max_accuracy": 0.864469, "max_f1": 0.868327, "max_precision": 0.843707, "max_recall": 0.916422, "max_ap": 0.934432, "main_score": 0.934432, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.837363, "similarity_accuracy_threshold": 0.542955, "similarity_f1": 0.83858, "similarity_f1_threshold": 0.466236, "similarity_precision": 0.771887, "similarity_recall": 0.917889, "similarity_ap": 0.908667, "cosine_accuracy": 0.837363, "cosine_accuracy_threshold": 0.542955, "cosine_f1": 0.83858, "cosine_f1_threshold": 0.466236, "cosine_precision": 0.771887, "cosine_recall": 0.917889, "cosine_ap": 0.908667, "manhattan_accuracy": 0.835165, "manhattan_accuracy_threshold": 621.873474, "manhattan_f1": 0.838246, "manhattan_f1_threshold": 648.318237, "manhattan_precision": 0.822285, "manhattan_recall": 0.854839, "manhattan_ap": 0.906381, "euclidean_accuracy": 0.837363, "euclidean_accuracy_threshold": 24.925501, "euclidean_f1": 0.839072, "euclidean_f1_threshold": 26.046585, "euclidean_precision": 0.805668, "euclidean_recall": 0.875367, "euclidean_ap": 0.906686, "dot_accuracy": 0.826374, "dot_accuracy_threshold": 365.089417, "dot_f1": 0.832542, "dot_f1_threshold": 327.575134, "dot_precision": 0.774275, "dot_recall": 0.900293, "dot_ap": 0.903209, "max_accuracy": 0.837363, "max_f1": 0.839072, "max_precision": 0.822285, "max_recall": 0.917889, "max_ap": 0.908667, "main_score": 0.908667, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.835897, "similarity_accuracy_threshold": 0.486909, "similarity_f1": 0.844444, "similarity_f1_threshold": 0.486909, "similarity_precision": 0.802111, "similarity_recall": 0.891496, "similarity_ap": 0.908622, "cosine_accuracy": 0.835897, "cosine_accuracy_threshold": 0.486909, "cosine_f1": 0.844444, "cosine_f1_threshold": 0.486909, "cosine_precision": 0.802111, "cosine_recall": 0.891496, "cosine_ap": 0.908622, "manhattan_accuracy": 0.838095, "manhattan_accuracy_threshold": 660.32312, "manhattan_f1": 0.841121, "manhattan_f1_threshold": 660.32312, "manhattan_precision": 0.825106, "manhattan_recall": 0.857771, "manhattan_ap": 0.903922, "euclidean_accuracy": 0.835165, "euclidean_accuracy_threshold": 26.230177, "euclidean_f1": 0.839171, "euclidean_f1_threshold": 26.230177, "euclidean_precision": 0.818689, "euclidean_recall": 0.860704, "euclidean_ap": 0.904826, "dot_accuracy": 0.832234, "dot_accuracy_threshold": 368.012878, "dot_f1": 0.839945, "dot_f1_threshold": 328.550659, "dot_precision": 0.787179, "dot_recall": 0.900293, "dot_ap": 0.906565, "max_accuracy": 0.838095, "max_f1": 0.844444, "max_precision": 0.825106, "max_recall": 0.900293, "max_ap": 0.908622, "main_score": 0.908622, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.810989, "similarity_accuracy_threshold": 0.535074, "similarity_f1": 0.813627, "similarity_f1_threshold": 0.448098, "similarity_precision": 0.747239, "similarity_recall": 0.892962, "similarity_ap": 0.880465, "cosine_accuracy": 0.810989, "cosine_accuracy_threshold": 0.535075, "cosine_f1": 0.813627, "cosine_f1_threshold": 0.448098, "cosine_precision": 0.747239, "cosine_recall": 0.892962, "cosine_ap": 0.880465, "manhattan_accuracy": 0.80293, "manhattan_accuracy_threshold": 653.39917, "manhattan_f1": 0.806262, "manhattan_f1_threshold": 711.390686, "manhattan_precision": 0.726204, "manhattan_recall": 0.906158, "manhattan_ap": 0.87487, "euclidean_accuracy": 0.80293, "euclidean_accuracy_threshold": 25.515934, "euclidean_f1": 0.806517, "euclidean_f1_threshold": 27.406446, "euclidean_precision": 0.750948, "euclidean_recall": 0.870968, "euclidean_ap": 0.875142, "dot_accuracy": 0.811722, "dot_accuracy_threshold": 363.957581, "dot_f1": 0.813754, "dot_f1_threshold": 351.575134, "dot_precision": 0.795518, "dot_recall": 0.832845, "dot_ap": 0.877397, "max_accuracy": 0.811722, "max_f1": 0.813754, "max_precision": 0.795518, "max_recall": 0.906158, "max_ap": 0.880465, "main_score": 0.880465, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.838095, "similarity_accuracy_threshold": 0.507289, "similarity_f1": 0.841737, "similarity_f1_threshold": 0.483229, "similarity_precision": 0.80563, "similarity_recall": 0.881232, "similarity_ap": 0.907836, "cosine_accuracy": 0.838095, "cosine_accuracy_threshold": 0.507289, "cosine_f1": 0.841737, "cosine_f1_threshold": 0.483229, "cosine_precision": 0.80563, "cosine_recall": 0.881232, "cosine_ap": 0.907836, "manhattan_accuracy": 0.826374, "manhattan_accuracy_threshold": 647.441772, "manhattan_f1": 0.830556, "manhattan_f1_threshold": 674.108521, "manhattan_precision": 0.788918, "manhattan_recall": 0.876833, "manhattan_ap": 0.904355, "euclidean_accuracy": 0.830037, "euclidean_accuracy_threshold": 25.723377, "euclidean_f1": 0.830657, "euclidean_f1_threshold": 25.731602, "euclidean_precision": 0.827035, "euclidean_recall": 0.834311, "euclidean_ap": 0.904808, "dot_accuracy": 0.830769, "dot_accuracy_threshold": 338.543182, "dot_f1": 0.836491, "dot_f1_threshold": 332.781921, "dot_precision": 0.802153, "dot_recall": 0.8739, "dot_ap": 0.901835, "max_accuracy": 0.838095, "max_f1": 0.841737, "max_precision": 0.827035, "max_recall": 0.881232, "max_ap": 0.907836, "main_score": 0.907836, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.709158, "similarity_accuracy_threshold": 0.45998, "similarity_f1": 0.73622, "similarity_f1_threshold": 0.447617, "similarity_precision": 0.666271, "similarity_recall": 0.822581, "similarity_ap": 0.749565, "cosine_accuracy": 0.709158, "cosine_accuracy_threshold": 0.45998, "cosine_f1": 0.73622, "cosine_f1_threshold": 0.447617, "cosine_precision": 0.666271, "cosine_recall": 0.822581, "cosine_ap": 0.749567, "manhattan_accuracy": 0.70696, "manhattan_accuracy_threshold": 670.544922, "manhattan_f1": 0.734878, "manhattan_f1_threshold": 708.184204, "manhattan_precision": 0.654817, "manhattan_recall": 0.837243, "manhattan_ap": 0.743693, "euclidean_accuracy": 0.709158, "euclidean_accuracy_threshold": 26.487404, "euclidean_f1": 0.738739, "euclidean_f1_threshold": 28.059494, "euclidean_precision": 0.658257, "euclidean_recall": 0.841642, "euclidean_ap": 0.743442, "dot_accuracy": 0.702564, "dot_accuracy_threshold": 353.077515, "dot_f1": 0.729899, "dot_f1_threshold": 283.28949, "dot_precision": 0.638462, "dot_recall": 0.851906, "dot_ap": 0.750591, "max_accuracy": 0.709158, "max_f1": 0.738739, "max_precision": 0.666271, "max_recall": 0.851906, "max_ap": 0.750591, "main_score": 0.750591, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.813919, "similarity_accuracy_threshold": 0.484834, "similarity_f1": 0.821378, "similarity_f1_threshold": 0.482847, "similarity_precision": 0.789189, "similarity_recall": 0.856305, "similarity_ap": 0.882948, "cosine_accuracy": 0.813919, "cosine_accuracy_threshold": 0.484834, "cosine_f1": 0.821378, "cosine_f1_threshold": 0.482847, "cosine_precision": 0.789189, "cosine_recall": 0.856305, "cosine_ap": 0.882948, "manhattan_accuracy": 0.807326, "manhattan_accuracy_threshold": 658.867676, "manhattan_f1": 0.816245, "manhattan_f1_threshold": 702.745728, "manhattan_precision": 0.747561, "manhattan_recall": 0.898827, "manhattan_ap": 0.877358, "euclidean_accuracy": 0.808791, "euclidean_accuracy_threshold": 26.290382, "euclidean_f1": 0.816107, "euclidean_f1_threshold": 27.629967, "euclidean_precision": 0.752475, "euclidean_recall": 0.891496, "euclidean_ap": 0.877928, "dot_accuracy": 0.803663, "dot_accuracy_threshold": 338.919861, "dot_f1": 0.813065, "dot_f1_threshold": 333.306976, "dot_precision": 0.772787, "dot_recall": 0.857771, "dot_ap": 0.876266, "max_accuracy": 0.813919, "max_f1": 0.821378, "max_precision": 0.789189, "max_recall": 0.898827, "max_ap": 0.882948, "main_score": 0.882948, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.815385, "similarity_accuracy_threshold": 0.516733, "similarity_f1": 0.825877, "similarity_f1_threshold": 0.47683, "similarity_precision": 0.77821, "similarity_recall": 0.879765, "similarity_ap": 0.889816, "cosine_accuracy": 0.815385, "cosine_accuracy_threshold": 0.516733, "cosine_f1": 0.825877, "cosine_f1_threshold": 0.47683, "cosine_precision": 0.77821, "cosine_recall": 0.879765, "cosine_ap": 0.889816, "manhattan_accuracy": 0.811722, "manhattan_accuracy_threshold": 656.296204, "manhattan_f1": 0.819342, "manhattan_f1_threshold": 690.051514, "manhattan_precision": 0.755886, "manhattan_recall": 0.894428, "manhattan_ap": 0.888695, "euclidean_accuracy": 0.810256, "euclidean_accuracy_threshold": 25.859634, "euclidean_f1": 0.820786, "euclidean_f1_threshold": 27.450108, "euclidean_precision": 0.752137, "euclidean_recall": 0.903226, "euclidean_ap": 0.888438, "dot_accuracy": 0.816117, "dot_accuracy_threshold": 343.559631, "dot_f1": 0.821606, "dot_f1_threshold": 343.559631, "dot_precision": 0.797241, "dot_recall": 0.847507, "dot_ap": 0.882366, "max_accuracy": 0.816117, "max_f1": 0.825877, "max_precision": 0.797241, "max_recall": 0.903226, "max_ap": 0.889816, "main_score": 0.889816, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.817582, "similarity_accuracy_threshold": 0.478189, "similarity_f1": 0.830034, "similarity_f1_threshold": 0.462078, "similarity_precision": 0.776501, "similarity_recall": 0.891496, "similarity_ap": 0.893987, "cosine_accuracy": 0.817582, "cosine_accuracy_threshold": 0.478189, "cosine_f1": 0.830034, "cosine_f1_threshold": 0.462078, "cosine_precision": 0.776501, "cosine_recall": 0.891496, "cosine_ap": 0.893987, "manhattan_accuracy": 0.816117, "manhattan_accuracy_threshold": 661.266907, "manhattan_f1": 0.826923, "manhattan_f1_threshold": 685.915771, "manhattan_precision": 0.777778, "manhattan_recall": 0.882698, "manhattan_ap": 0.890794, "euclidean_accuracy": 0.813919, "euclidean_accuracy_threshold": 26.557915, "euclidean_f1": 0.823529, "euclidean_f1_threshold": 27.239841, "euclidean_precision": 0.771795, "euclidean_recall": 0.882698, "euclidean_ap": 0.891409, "dot_accuracy": 0.806593, "dot_accuracy_threshold": 347.850098, "dot_f1": 0.818182, "dot_f1_threshold": 298.802368, "dot_precision": 0.742823, "dot_recall": 0.910557, "dot_ap": 0.888121, "max_accuracy": 0.817582, "max_f1": 0.830034, "max_precision": 0.777778, "max_recall": 0.910557, "max_ap": 0.893987, "main_score": 0.893987, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.83663, "similarity_accuracy_threshold": 0.515268, "similarity_f1": 0.842987, "similarity_f1_threshold": 0.484812, "similarity_precision": 0.804261, "similarity_recall": 0.88563, "similarity_ap": 0.906887, "cosine_accuracy": 0.83663, "cosine_accuracy_threshold": 0.515268, "cosine_f1": 0.842987, "cosine_f1_threshold": 0.484812, "cosine_precision": 0.804261, "cosine_recall": 0.88563, "cosine_ap": 0.906887, "manhattan_accuracy": 0.83956, "manhattan_accuracy_threshold": 669.851379, "manhattan_f1": 0.849277, "manhattan_f1_threshold": 670.295105, "manhattan_precision": 0.800259, "manhattan_recall": 0.904692, "manhattan_ap": 0.903861, "euclidean_accuracy": 0.83663, "euclidean_accuracy_threshold": 26.244373, "euclidean_f1": 0.844993, "euclidean_f1_threshold": 26.603426, "euclidean_precision": 0.793814, "euclidean_recall": 0.903226, "euclidean_ap": 0.90412, "dot_accuracy": 0.827839, "dot_accuracy_threshold": 320.318237, "dot_f1": 0.836237, "dot_f1_threshold": 320.127502, "dot_precision": 0.796813, "dot_recall": 0.879765, "dot_ap": 0.900065, "max_accuracy": 0.83956, "max_f1": 0.849277, "max_precision": 0.804261, "max_recall": 0.904692, "max_ap": 0.906887, "main_score": 0.906887, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 39.59016752243042, "kg_co2_emissions": 0.0030487440973666303 }