{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.517216, "similarity_accuracy_threshold": 0.940665, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.678211, "similarity_precision": 0.500367, "similarity_recall": 0.998534, "similarity_ap": 0.510796, "cosine_accuracy": 0.517216, "cosine_accuracy_threshold": 0.940665, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.678211, "cosine_precision": 0.500367, "cosine_recall": 0.998534, "cosine_ap": 0.510797, "manhattan_accuracy": 0.517216, "manhattan_accuracy_threshold": 8.207496, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 20.520716, "manhattan_precision": 0.500367, "manhattan_recall": 0.998534, "manhattan_ap": 0.511117, "euclidean_accuracy": 0.517216, "euclidean_accuracy_threshold": 0.344485, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.802232, "euclidean_precision": 0.500367, "euclidean_recall": 0.998534, "euclidean_ap": 0.510799, "dot_accuracy": 0.517216, "dot_accuracy_threshold": 0.940665, "dot_f1": 0.666667, "dot_f1_threshold": 0.678212, "dot_precision": 0.500367, "dot_recall": 0.998534, "dot_ap": 0.51079, "max_accuracy": 0.517216, "max_f1": 0.666667, "max_precision": 0.500367, "max_recall": 0.998534, "max_ap": 0.511117, "main_score": 0.511117, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.586081, "similarity_accuracy_threshold": 0.738843, "similarity_f1": 0.670478, "similarity_f1_threshold": 0.596368, "similarity_precision": 0.519324, "similarity_recall": 0.945748, "similarity_ap": 0.581008, "cosine_accuracy": 0.586081, "cosine_accuracy_threshold": 0.738843, "cosine_f1": 0.670478, "cosine_f1_threshold": 0.596368, "cosine_precision": 0.519324, "cosine_recall": 0.945748, "cosine_ap": 0.581008, "manhattan_accuracy": 0.585348, "manhattan_accuracy_threshold": 18.675102, "manhattan_f1": 0.668642, "manhattan_f1_threshold": 24.902241, "manhattan_precision": 0.504095, "manhattan_recall": 0.992669, "manhattan_ap": 0.580795, "euclidean_accuracy": 0.586081, "euclidean_accuracy_threshold": 0.722712, "euclidean_f1": 0.670478, "euclidean_f1_threshold": 0.898479, "euclidean_precision": 0.519324, "euclidean_recall": 0.945748, "euclidean_ap": 0.581008, "dot_accuracy": 0.586081, "dot_accuracy_threshold": 0.738844, "dot_f1": 0.670478, "dot_f1_threshold": 0.596367, "dot_precision": 0.519324, "dot_recall": 0.945748, "dot_ap": 0.581006, "max_accuracy": 0.586081, "max_f1": 0.670478, "max_precision": 0.519324, "max_recall": 0.992669, "max_ap": 0.581008, "main_score": 0.581008, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.542857, "similarity_accuracy_threshold": 0.797495, "similarity_f1": 0.665689, "similarity_f1_threshold": 0.514974, "similarity_precision": 0.499267, "similarity_recall": 0.998534, "similarity_ap": 0.55007, "cosine_accuracy": 0.542857, "cosine_accuracy_threshold": 0.797495, "cosine_f1": 0.665689, "cosine_f1_threshold": 0.514974, "cosine_precision": 0.499267, "cosine_recall": 0.998534, "cosine_ap": 0.55007, "manhattan_accuracy": 0.54359, "manhattan_accuracy_threshold": 16.121822, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 24.972736, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.5507, "euclidean_accuracy": 0.542857, "euclidean_accuracy_threshold": 0.636404, "euclidean_f1": 0.665689, "euclidean_f1_threshold": 0.984909, "euclidean_precision": 0.499267, "euclidean_recall": 0.998534, "euclidean_ap": 0.55007, "dot_accuracy": 0.542857, "dot_accuracy_threshold": 0.797495, "dot_f1": 0.665689, "dot_f1_threshold": 0.514974, "dot_precision": 0.499267, "dot_recall": 0.998534, "dot_ap": 0.55007, "max_accuracy": 0.54359, "max_f1": 0.665689, "max_precision": 0.499267, "max_recall": 0.998534, "max_ap": 0.5507, "main_score": 0.5507, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.526007, "similarity_accuracy_threshold": 0.945795, "similarity_f1": 0.667982, "similarity_f1_threshold": 0.743765, "similarity_precision": 0.503346, "similarity_recall": 0.992669, "similarity_ap": 0.520269, "cosine_accuracy": 0.526007, "cosine_accuracy_threshold": 0.945795, "cosine_f1": 0.667982, "cosine_f1_threshold": 0.743765, "cosine_precision": 0.503346, "cosine_recall": 0.992669, "cosine_ap": 0.520269, "manhattan_accuracy": 0.524542, "manhattan_accuracy_threshold": 8.665588, "manhattan_f1": 0.666995, "manhattan_f1_threshold": 18.516865, "manhattan_precision": 0.502226, "manhattan_recall": 0.992669, "manhattan_ap": 0.520277, "euclidean_accuracy": 0.526007, "euclidean_accuracy_threshold": 0.329257, "euclidean_f1": 0.667982, "euclidean_f1_threshold": 0.715864, "euclidean_precision": 0.503346, "euclidean_recall": 0.992669, "euclidean_ap": 0.520269, "dot_accuracy": 0.526007, "dot_accuracy_threshold": 0.945795, "dot_f1": 0.667982, "dot_f1_threshold": 0.743765, "dot_precision": 0.503346, "dot_recall": 0.992669, "dot_ap": 0.52026, "max_accuracy": 0.526007, "max_f1": 0.667982, "max_precision": 0.503346, "max_recall": 0.992669, "max_ap": 0.520277, "main_score": 0.520277, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.638828, "similarity_accuracy_threshold": 0.775708, "similarity_f1": 0.689952, "similarity_f1_threshold": 0.657325, "similarity_precision": 0.544529, "similarity_recall": 0.941349, "similarity_ap": 0.626689, "cosine_accuracy": 0.638828, "cosine_accuracy_threshold": 0.775708, "cosine_f1": 0.689952, "cosine_f1_threshold": 0.657325, "cosine_precision": 0.544529, "cosine_recall": 0.941349, "cosine_ap": 0.626689, "manhattan_accuracy": 0.635165, "manhattan_accuracy_threshold": 16.955826, "manhattan_f1": 0.690909, "manhattan_f1_threshold": 21.206093, "manhattan_precision": 0.543771, "manhattan_recall": 0.947214, "manhattan_ap": 0.625797, "euclidean_accuracy": 0.638828, "euclidean_accuracy_threshold": 0.669764, "euclidean_f1": 0.689952, "euclidean_f1_threshold": 0.827858, "euclidean_precision": 0.544529, "euclidean_recall": 0.941349, "euclidean_ap": 0.626689, "dot_accuracy": 0.638828, "dot_accuracy_threshold": 0.775708, "dot_f1": 0.689952, "dot_f1_threshold": 0.657326, "dot_precision": 0.544529, "dot_recall": 0.941349, "dot_ap": 0.626689, "max_accuracy": 0.638828, "max_f1": 0.690909, "max_precision": 0.544529, "max_recall": 0.947214, "max_ap": 0.626689, "main_score": 0.626689, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.583883, "similarity_accuracy_threshold": 0.834586, "similarity_f1": 0.669625, "similarity_f1_threshold": 0.621708, "similarity_precision": 0.504458, "similarity_recall": 0.995601, "similarity_ap": 0.578289, "cosine_accuracy": 0.583883, "cosine_accuracy_threshold": 0.834586, "cosine_f1": 0.669625, "cosine_f1_threshold": 0.621708, "cosine_precision": 0.504458, "cosine_recall": 0.995601, "cosine_ap": 0.578289, "manhattan_accuracy": 0.583883, "manhattan_accuracy_threshold": 14.617268, "manhattan_f1": 0.669295, "manhattan_f1_threshold": 22.202938, "manhattan_precision": 0.504083, "manhattan_recall": 0.995601, "manhattan_ap": 0.5783, "euclidean_accuracy": 0.583883, "euclidean_accuracy_threshold": 0.575177, "euclidean_f1": 0.669625, "euclidean_f1_threshold": 0.869817, "euclidean_precision": 0.504458, "euclidean_recall": 0.995601, "euclidean_ap": 0.578289, "dot_accuracy": 0.583883, "dot_accuracy_threshold": 0.834586, "dot_f1": 0.669625, "dot_f1_threshold": 0.621709, "dot_precision": 0.504458, "dot_recall": 0.995601, "dot_ap": 0.578289, "max_accuracy": 0.583883, "max_f1": 0.669625, "max_precision": 0.504458, "max_recall": 0.995601, "max_ap": 0.5783, "main_score": 0.5783, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.564835, "similarity_accuracy_threshold": 0.832011, "similarity_f1": 0.668663, "similarity_f1_threshold": 0.66822, "similarity_precision": 0.506808, "similarity_recall": 0.982405, "similarity_ap": 0.58144, "cosine_accuracy": 0.564835, "cosine_accuracy_threshold": 0.832011, "cosine_f1": 0.668663, "cosine_f1_threshold": 0.66822, "cosine_precision": 0.506808, "cosine_recall": 0.982405, "cosine_ap": 0.58144, "manhattan_accuracy": 0.567766, "manhattan_accuracy_threshold": 14.556567, "manhattan_f1": 0.66866, "manhattan_f1_threshold": 20.789188, "manhattan_precision": 0.506415, "manhattan_recall": 0.983871, "manhattan_ap": 0.581857, "euclidean_accuracy": 0.564835, "euclidean_accuracy_threshold": 0.579637, "euclidean_f1": 0.668663, "euclidean_f1_threshold": 0.814591, "euclidean_precision": 0.506808, "euclidean_recall": 0.982405, "euclidean_ap": 0.58144, "dot_accuracy": 0.564835, "dot_accuracy_threshold": 0.832011, "dot_f1": 0.668663, "dot_f1_threshold": 0.66822, "dot_precision": 0.506808, "dot_recall": 0.982405, "dot_ap": 0.58144, "max_accuracy": 0.567766, "max_f1": 0.668663, "max_precision": 0.506808, "max_recall": 0.983871, "max_ap": 0.581857, "main_score": 0.581857, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.525275, "similarity_accuracy_threshold": 0.965414, "similarity_f1": 0.6683, "similarity_f1_threshold": 0.566904, "similarity_precision": 0.50184, "similarity_recall": 1.0, "similarity_ap": 0.508312, "cosine_accuracy": 0.525275, "cosine_accuracy_threshold": 0.965414, "cosine_f1": 0.6683, "cosine_f1_threshold": 0.566904, "cosine_precision": 0.50184, "cosine_recall": 1.0, "cosine_ap": 0.508285, "manhattan_accuracy": 0.525275, "manhattan_accuracy_threshold": 6.504622, "manhattan_f1": 0.6683, "manhattan_f1_threshold": 23.602243, "manhattan_precision": 0.50184, "manhattan_recall": 1.0, "manhattan_ap": 0.508445, "euclidean_accuracy": 0.525275, "euclidean_accuracy_threshold": 0.263004, "euclidean_f1": 0.6683, "euclidean_f1_threshold": 0.930694, "euclidean_precision": 0.50184, "euclidean_recall": 1.0, "euclidean_ap": 0.508285, "dot_accuracy": 0.525275, "dot_accuracy_threshold": 0.965415, "dot_f1": 0.6683, "dot_f1_threshold": 0.566904, "dot_precision": 0.50184, "dot_recall": 1.0, "dot_ap": 0.508312, "max_accuracy": 0.525275, "max_f1": 0.6683, "max_precision": 0.50184, "max_recall": 1.0, "max_ap": 0.508445, "main_score": 0.508445, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.643223, "similarity_accuracy_threshold": 0.734643, "similarity_f1": 0.691142, "similarity_f1_threshold": 0.643038, "similarity_precision": 0.573501, "similarity_recall": 0.869501, "similarity_ap": 0.662428, "cosine_accuracy": 0.643223, "cosine_accuracy_threshold": 0.734643, "cosine_f1": 0.691142, "cosine_f1_threshold": 0.643038, "cosine_precision": 0.573501, "cosine_recall": 0.869501, "cosine_ap": 0.662431, "manhattan_accuracy": 0.63956, "manhattan_accuracy_threshold": 18.397366, "manhattan_f1": 0.692042, "manhattan_f1_threshold": 21.669537, "manhattan_precision": 0.570342, "manhattan_recall": 0.879765, "manhattan_ap": 0.661999, "euclidean_accuracy": 0.643223, "euclidean_accuracy_threshold": 0.728501, "euclidean_f1": 0.691142, "euclidean_f1_threshold": 0.84494, "euclidean_precision": 0.573501, "euclidean_recall": 0.869501, "euclidean_ap": 0.662431, "dot_accuracy": 0.643223, "dot_accuracy_threshold": 0.734643, "dot_f1": 0.691142, "dot_f1_threshold": 0.643038, "dot_precision": 0.573501, "dot_recall": 0.869501, "dot_ap": 0.662428, "max_accuracy": 0.643223, "max_f1": 0.692042, "max_precision": 0.573501, "max_recall": 0.879765, "max_ap": 0.662431, "main_score": 0.662431, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.558974, "similarity_accuracy_threshold": 0.873009, "similarity_f1": 0.667978, "similarity_f1_threshold": 0.630268, "similarity_precision": 0.502591, "similarity_recall": 0.995601, "similarity_ap": 0.564508, "cosine_accuracy": 0.558974, "cosine_accuracy_threshold": 0.873009, "cosine_f1": 0.667978, "cosine_f1_threshold": 0.630268, "cosine_precision": 0.502591, "cosine_recall": 0.995601, "cosine_ap": 0.564508, "manhattan_accuracy": 0.558242, "manhattan_accuracy_threshold": 12.821694, "manhattan_f1": 0.667978, "manhattan_f1_threshold": 22.027195, "manhattan_precision": 0.502591, "manhattan_recall": 0.995601, "manhattan_ap": 0.564088, "euclidean_accuracy": 0.558974, "euclidean_accuracy_threshold": 0.503965, "euclidean_f1": 0.667978, "euclidean_f1_threshold": 0.85992, "euclidean_precision": 0.502591, "euclidean_recall": 0.995601, "euclidean_ap": 0.564508, "dot_accuracy": 0.558974, "dot_accuracy_threshold": 0.873009, "dot_f1": 0.667978, "dot_f1_threshold": 0.630267, "dot_precision": 0.502591, "dot_recall": 0.995601, "dot_ap": 0.564507, "max_accuracy": 0.558974, "max_f1": 0.667978, "max_precision": 0.502591, "max_recall": 0.995601, "max_ap": 0.564508, "main_score": 0.564508, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.536996, "similarity_accuracy_threshold": 0.95302, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.535185, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.534875, "cosine_accuracy": 0.536996, "cosine_accuracy_threshold": 0.95302, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.535184, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.534875, "manhattan_accuracy": 0.536996, "manhattan_accuracy_threshold": 7.976771, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 24.716242, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.535003, "euclidean_accuracy": 0.536996, "euclidean_accuracy_threshold": 0.30653, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.964173, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.534875, "dot_accuracy": 0.536996, "dot_accuracy_threshold": 0.95302, "dot_f1": 0.666667, "dot_f1_threshold": 0.535185, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.534877, "max_accuracy": 0.536996, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.535003, "main_score": 0.535003, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.550183, "similarity_accuracy_threshold": 0.771727, "similarity_f1": 0.667336, "similarity_f1_threshold": 0.665794, "similarity_precision": 0.507246, "similarity_recall": 0.975073, "similarity_ap": 0.561633, "cosine_accuracy": 0.550183, "cosine_accuracy_threshold": 0.771727, "cosine_f1": 0.667336, "cosine_f1_threshold": 0.665794, "cosine_precision": 0.507246, "cosine_recall": 0.975073, "cosine_ap": 0.561633, "manhattan_accuracy": 0.551648, "manhattan_accuracy_threshold": 17.066666, "manhattan_f1": 0.666, "manhattan_f1_threshold": 21.18627, "manhattan_precision": 0.505311, "manhattan_recall": 0.97654, "manhattan_ap": 0.562147, "euclidean_accuracy": 0.550183, "euclidean_accuracy_threshold": 0.675682, "euclidean_f1": 0.667336, "euclidean_f1_threshold": 0.817565, "euclidean_precision": 0.507246, "euclidean_recall": 0.975073, "euclidean_ap": 0.561633, "dot_accuracy": 0.550183, "dot_accuracy_threshold": 0.771727, "dot_f1": 0.667336, "dot_f1_threshold": 0.665794, "dot_precision": 0.507246, "dot_recall": 0.975073, "dot_ap": 0.561643, "max_accuracy": 0.551648, "max_f1": 0.667336, "max_precision": 0.507246, "max_recall": 0.97654, "max_ap": 0.562147, "main_score": 0.562147, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.556777, "similarity_accuracy_threshold": 0.926193, "similarity_f1": 0.669315, "similarity_f1_threshold": 0.712284, "similarity_precision": 0.506006, "similarity_recall": 0.98827, "similarity_ap": 0.573726, "cosine_accuracy": 0.556777, "cosine_accuracy_threshold": 0.926193, "cosine_f1": 0.669315, "cosine_f1_threshold": 0.712284, "cosine_precision": 0.506006, "cosine_recall": 0.98827, "cosine_ap": 0.573726, "manhattan_accuracy": 0.557509, "manhattan_accuracy_threshold": 13.155373, "manhattan_f1": 0.669287, "manhattan_f1_threshold": 20.590412, "manhattan_precision": 0.503326, "manhattan_recall": 0.998534, "manhattan_ap": 0.573537, "euclidean_accuracy": 0.556777, "euclidean_accuracy_threshold": 0.384204, "euclidean_f1": 0.669315, "euclidean_f1_threshold": 0.758572, "euclidean_precision": 0.506006, "euclidean_recall": 0.98827, "euclidean_ap": 0.573726, "dot_accuracy": 0.556777, "dot_accuracy_threshold": 0.926193, "dot_f1": 0.669315, "dot_f1_threshold": 0.712284, "dot_precision": 0.506006, "dot_recall": 0.98827, "dot_ap": 0.573731, "max_accuracy": 0.557509, "max_f1": 0.669315, "max_precision": 0.506006, "max_recall": 0.998534, "max_ap": 0.573731, "main_score": 0.573731, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.52967, "similarity_accuracy_threshold": 0.948828, "similarity_f1": 0.667647, "similarity_f1_threshold": 0.633945, "similarity_precision": 0.501473, "similarity_recall": 0.998534, "similarity_ap": 0.527411, "cosine_accuracy": 0.52967, "cosine_accuracy_threshold": 0.948828, "cosine_f1": 0.667647, "cosine_f1_threshold": 0.633945, "cosine_precision": 0.501473, "cosine_recall": 0.998534, "cosine_ap": 0.527411, "manhattan_accuracy": 0.526007, "manhattan_accuracy_threshold": 8.046702, "manhattan_f1": 0.667323, "manhattan_f1_threshold": 20.525953, "manhattan_precision": 0.502222, "manhattan_recall": 0.994135, "manhattan_ap": 0.527151, "euclidean_accuracy": 0.52967, "euclidean_accuracy_threshold": 0.319912, "euclidean_f1": 0.667647, "euclidean_f1_threshold": 0.855634, "euclidean_precision": 0.501473, "euclidean_recall": 0.998534, "euclidean_ap": 0.527417, "dot_accuracy": 0.52967, "dot_accuracy_threshold": 0.948828, "dot_f1": 0.667647, "dot_f1_threshold": 0.633945, "dot_precision": 0.501473, "dot_recall": 0.998534, "dot_ap": 0.52741, "max_accuracy": 0.52967, "max_f1": 0.667647, "max_precision": 0.502222, "max_recall": 0.998534, "max_ap": 0.527417, "main_score": 0.527417, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.517949, "similarity_accuracy_threshold": 0.969275, "similarity_f1": 0.666994, "similarity_f1_threshold": 0.656969, "similarity_precision": 0.501105, "similarity_recall": 0.997067, "similarity_ap": 0.518041, "cosine_accuracy": 0.517949, "cosine_accuracy_threshold": 0.969275, "cosine_f1": 0.666994, "cosine_f1_threshold": 0.656969, "cosine_precision": 0.501105, "cosine_recall": 0.997067, "cosine_ap": 0.518041, "manhattan_accuracy": 0.517216, "manhattan_accuracy_threshold": 6.358741, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 20.760798, "manhattan_precision": 0.501107, "manhattan_recall": 0.995601, "manhattan_ap": 0.517454, "euclidean_accuracy": 0.517949, "euclidean_accuracy_threshold": 0.247891, "euclidean_f1": 0.666994, "euclidean_f1_threshold": 0.828282, "euclidean_precision": 0.501105, "euclidean_recall": 0.997067, "euclidean_ap": 0.518041, "dot_accuracy": 0.517949, "dot_accuracy_threshold": 0.969275, "dot_f1": 0.666994, "dot_f1_threshold": 0.656969, "dot_precision": 0.501105, "dot_recall": 0.997067, "dot_ap": 0.518042, "max_accuracy": 0.517949, "max_f1": 0.666994, "max_precision": 0.501107, "max_recall": 0.997067, "max_ap": 0.518042, "main_score": 0.518042, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.608059, "similarity_accuracy_threshold": 0.753611, "similarity_f1": 0.67377, "similarity_f1_threshold": 0.57353, "similarity_precision": 0.515128, "similarity_recall": 0.973607, "similarity_ap": 0.643222, "cosine_accuracy": 0.608059, "cosine_accuracy_threshold": 0.75361, "cosine_f1": 0.67377, "cosine_f1_threshold": 0.57353, "cosine_precision": 0.515128, "cosine_recall": 0.973607, "cosine_ap": 0.643222, "manhattan_accuracy": 0.608791, "manhattan_accuracy_threshold": 17.959984, "manhattan_f1": 0.672718, "manhattan_f1_threshold": 23.736118, "manhattan_precision": 0.512683, "manhattan_recall": 0.978006, "manhattan_ap": 0.642638, "euclidean_accuracy": 0.608059, "euclidean_accuracy_threshold": 0.701982, "euclidean_f1": 0.67377, "euclidean_f1_threshold": 0.923548, "euclidean_precision": 0.515128, "euclidean_recall": 0.973607, "euclidean_ap": 0.643222, "dot_accuracy": 0.608059, "dot_accuracy_threshold": 0.753611, "dot_f1": 0.67377, "dot_f1_threshold": 0.57353, "dot_precision": 0.515128, "dot_recall": 0.973607, "dot_ap": 0.64322, "max_accuracy": 0.608791, "max_f1": 0.67377, "max_precision": 0.515128, "max_recall": 0.978006, "max_ap": 0.643222, "main_score": 0.643222, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.54652, "similarity_accuracy_threshold": 0.864988, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.502434, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.576022, "cosine_accuracy": 0.54652, "cosine_accuracy_threshold": 0.864988, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.502433, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.576022, "manhattan_accuracy": 0.545055, "manhattan_accuracy_threshold": 13.528418, "manhattan_f1": 0.666997, "manhattan_f1_threshold": 22.410429, "manhattan_precision": 0.503361, "manhattan_recall": 0.98827, "manhattan_ap": 0.576904, "euclidean_accuracy": 0.54652, "euclidean_accuracy_threshold": 0.519639, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.997203, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.576022, "dot_accuracy": 0.54652, "dot_accuracy_threshold": 0.864987, "dot_f1": 0.666667, "dot_f1_threshold": 0.502433, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.576022, "max_accuracy": 0.54652, "max_f1": 0.666997, "max_precision": 0.503361, "max_recall": 1.0, "max_ap": 0.576904, "main_score": 0.576904, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.536996, "similarity_accuracy_threshold": 0.950978, "similarity_f1": 0.666993, "similarity_f1_threshold": 0.67343, "similarity_precision": 0.500367, "similarity_recall": 1.0, "similarity_ap": 0.548513, "cosine_accuracy": 0.536996, "cosine_accuracy_threshold": 0.950978, "cosine_f1": 0.666993, "cosine_f1_threshold": 0.67343, "cosine_precision": 0.500367, "cosine_recall": 1.0, "cosine_ap": 0.548493, "manhattan_accuracy": 0.537729, "manhattan_accuracy_threshold": 8.719412, "manhattan_f1": 0.667319, "manhattan_f1_threshold": 20.483215, "manhattan_precision": 0.500734, "manhattan_recall": 1.0, "manhattan_ap": 0.549124, "euclidean_accuracy": 0.536996, "euclidean_accuracy_threshold": 0.313119, "euclidean_f1": 0.666993, "euclidean_f1_threshold": 0.808145, "euclidean_precision": 0.500367, "euclidean_recall": 1.0, "euclidean_ap": 0.548498, "dot_accuracy": 0.536996, "dot_accuracy_threshold": 0.950978, "dot_f1": 0.666993, "dot_f1_threshold": 0.67343, "dot_precision": 0.500367, "dot_recall": 1.0, "dot_ap": 0.5485, "max_accuracy": 0.537729, "max_f1": 0.667319, "max_precision": 0.500734, "max_recall": 1.0, "max_ap": 0.549124, "main_score": 0.549124, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.637363, "similarity_accuracy_threshold": 0.790224, "similarity_f1": 0.686016, "similarity_f1_threshold": 0.640124, "similarity_precision": 0.535862, "similarity_recall": 0.953079, "similarity_ap": 0.668729, "cosine_accuracy": 0.637363, "cosine_accuracy_threshold": 0.790224, "cosine_f1": 0.686016, "cosine_f1_threshold": 0.640124, "cosine_precision": 0.535862, "cosine_recall": 0.953079, "cosine_ap": 0.668729, "manhattan_accuracy": 0.63956, "manhattan_accuracy_threshold": 17.760689, "manhattan_f1": 0.685263, "manhattan_f1_threshold": 21.67292, "manhattan_precision": 0.534483, "manhattan_recall": 0.954545, "manhattan_ap": 0.668392, "euclidean_accuracy": 0.637363, "euclidean_accuracy_threshold": 0.647729, "euclidean_f1": 0.686016, "euclidean_f1_threshold": 0.848381, "euclidean_precision": 0.535862, "euclidean_recall": 0.953079, "euclidean_ap": 0.668729, "dot_accuracy": 0.637363, "dot_accuracy_threshold": 0.790224, "dot_f1": 0.686016, "dot_f1_threshold": 0.640125, "dot_precision": 0.535862, "dot_recall": 0.953079, "dot_ap": 0.668729, "max_accuracy": 0.63956, "max_f1": 0.686016, "max_precision": 0.535862, "max_recall": 0.954545, "max_ap": 0.668729, "main_score": 0.668729, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.586081, "similarity_accuracy_threshold": 0.85078, "similarity_f1": 0.668639, "similarity_f1_threshold": 0.636167, "similarity_precision": 0.503715, "similarity_recall": 0.994135, "similarity_ap": 0.602236, "cosine_accuracy": 0.586081, "cosine_accuracy_threshold": 0.85078, "cosine_f1": 0.668639, "cosine_f1_threshold": 0.636167, "cosine_precision": 0.503715, "cosine_recall": 0.994135, "cosine_ap": 0.602236, "manhattan_accuracy": 0.586813, "manhattan_accuracy_threshold": 13.968402, "manhattan_f1": 0.668993, "manhattan_f1_threshold": 20.617062, "manhattan_precision": 0.506798, "manhattan_recall": 0.983871, "manhattan_ap": 0.601064, "euclidean_accuracy": 0.586081, "euclidean_accuracy_threshold": 0.546296, "euclidean_f1": 0.668639, "euclidean_f1_threshold": 0.85303, "euclidean_precision": 0.503715, "euclidean_recall": 0.994135, "euclidean_ap": 0.602236, "dot_accuracy": 0.586081, "dot_accuracy_threshold": 0.85078, "dot_f1": 0.668639, "dot_f1_threshold": 0.636166, "dot_precision": 0.503715, "dot_recall": 0.994135, "dot_ap": 0.602236, "max_accuracy": 0.586813, "max_f1": 0.668993, "max_precision": 0.506798, "max_recall": 0.994135, "max_ap": 0.602236, "main_score": 0.602236, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.594139, "similarity_accuracy_threshold": 0.812611, "similarity_f1": 0.666994, "similarity_f1_threshold": 0.608155, "similarity_precision": 0.501477, "similarity_recall": 0.995601, "similarity_ap": 0.599388, "cosine_accuracy": 0.594139, "cosine_accuracy_threshold": 0.812611, "cosine_f1": 0.666994, "cosine_f1_threshold": 0.608155, "cosine_precision": 0.501477, "cosine_recall": 0.995601, "cosine_ap": 0.599392, "manhattan_accuracy": 0.593407, "manhattan_accuracy_threshold": 15.632068, "manhattan_f1": 0.667322, "manhattan_f1_threshold": 22.534065, "manhattan_precision": 0.501848, "manhattan_recall": 0.995601, "manhattan_ap": 0.59998, "euclidean_accuracy": 0.594139, "euclidean_accuracy_threshold": 0.612192, "euclidean_f1": 0.666994, "euclidean_f1_threshold": 0.885262, "euclidean_precision": 0.501477, "euclidean_recall": 0.995601, "euclidean_ap": 0.599388, "dot_accuracy": 0.594139, "dot_accuracy_threshold": 0.812611, "dot_f1": 0.666994, "dot_f1_threshold": 0.608155, "dot_precision": 0.501477, "dot_recall": 0.995601, "dot_ap": 0.599391, "max_accuracy": 0.594139, "max_f1": 0.667322, "max_precision": 0.501848, "max_recall": 0.995601, "max_ap": 0.59998, "main_score": 0.59998, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.50989, "similarity_accuracy_threshold": 0.984584, "similarity_f1": 0.666341, "similarity_f1_threshold": 0.497954, "similarity_precision": 0.5, "similarity_recall": 0.998534, "similarity_ap": 0.507204, "cosine_accuracy": 0.50989, "cosine_accuracy_threshold": 0.984584, "cosine_f1": 0.666341, "cosine_f1_threshold": 0.497953, "cosine_precision": 0.5, "cosine_recall": 0.998534, "cosine_ap": 0.507205, "manhattan_accuracy": 0.511355, "manhattan_accuracy_threshold": 4.844471, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 26.156633, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.507099, "euclidean_accuracy": 0.50989, "euclidean_accuracy_threshold": 0.175587, "euclidean_f1": 0.666341, "euclidean_f1_threshold": 1.002038, "euclidean_precision": 0.5, "euclidean_recall": 0.998534, "euclidean_ap": 0.507205, "dot_accuracy": 0.50989, "dot_accuracy_threshold": 0.984584, "dot_f1": 0.666341, "dot_f1_threshold": 0.497953, "dot_precision": 0.5, "dot_recall": 0.998534, "dot_ap": 0.507204, "max_accuracy": 0.511355, "max_f1": 0.666341, "max_precision": 0.5, "max_recall": 0.998534, "max_ap": 0.507205, "main_score": 0.507205, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.641026, "similarity_accuracy_threshold": 0.726101, "similarity_f1": 0.684492, "similarity_f1_threshold": 0.588806, "similarity_precision": 0.538721, "similarity_recall": 0.938416, "similarity_ap": 0.69023, "cosine_accuracy": 0.641026, "cosine_accuracy_threshold": 0.726101, "cosine_f1": 0.684492, "cosine_f1_threshold": 0.588806, "cosine_precision": 0.538721, "cosine_recall": 0.938416, "cosine_ap": 0.69023, "manhattan_accuracy": 0.641758, "manhattan_accuracy_threshold": 19.624634, "manhattan_f1": 0.684301, "manhattan_f1_threshold": 21.942005, "manhattan_precision": 0.562914, "manhattan_recall": 0.872434, "manhattan_ap": 0.690902, "euclidean_accuracy": 0.641026, "euclidean_accuracy_threshold": 0.740134, "euclidean_f1": 0.684492, "euclidean_f1_threshold": 0.906856, "euclidean_precision": 0.538721, "euclidean_recall": 0.938416, "euclidean_ap": 0.69023, "dot_accuracy": 0.641026, "dot_accuracy_threshold": 0.7261, "dot_f1": 0.684492, "dot_f1_threshold": 0.588806, "dot_precision": 0.538721, "dot_recall": 0.938416, "dot_ap": 0.69023, "max_accuracy": 0.641758, "max_f1": 0.684492, "max_precision": 0.562914, "max_recall": 0.938416, "max_ap": 0.690902, "main_score": 0.690902, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.577289, "similarity_accuracy_threshold": 0.837237, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.526672, "similarity_precision": 0.5, "similarity_recall": 1.0, "similarity_ap": 0.578368, "cosine_accuracy": 0.577289, "cosine_accuracy_threshold": 0.837237, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.526672, "cosine_precision": 0.5, "cosine_recall": 1.0, "cosine_ap": 0.578369, "manhattan_accuracy": 0.578755, "manhattan_accuracy_threshold": 14.563679, "manhattan_f1": 0.666667, "manhattan_f1_threshold": 24.777571, "manhattan_precision": 0.5, "manhattan_recall": 1.0, "manhattan_ap": 0.577458, "euclidean_accuracy": 0.577289, "euclidean_accuracy_threshold": 0.570549, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.972191, "euclidean_precision": 0.5, "euclidean_recall": 1.0, "euclidean_ap": 0.578368, "dot_accuracy": 0.577289, "dot_accuracy_threshold": 0.837237, "dot_f1": 0.666667, "dot_f1_threshold": 0.526672, "dot_precision": 0.5, "dot_recall": 1.0, "dot_ap": 0.578367, "max_accuracy": 0.578755, "max_f1": 0.666667, "max_precision": 0.5, "max_recall": 1.0, "max_ap": 0.578369, "main_score": 0.578369, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.526007, "similarity_accuracy_threshold": 0.954884, "similarity_f1": 0.666015, "similarity_f1_threshold": 0.56038, "similarity_precision": 0.499633, "similarity_recall": 0.998534, "similarity_ap": 0.512648, "cosine_accuracy": 0.526007, "cosine_accuracy_threshold": 0.954884, "cosine_f1": 0.666015, "cosine_f1_threshold": 0.56038, "cosine_precision": 0.499633, "cosine_recall": 0.998534, "cosine_ap": 0.512648, "manhattan_accuracy": 0.526007, "manhattan_accuracy_threshold": 7.587306, "manhattan_f1": 0.666015, "manhattan_f1_threshold": 23.944233, "manhattan_precision": 0.499633, "manhattan_recall": 0.998534, "manhattan_ap": 0.512698, "euclidean_accuracy": 0.526007, "euclidean_accuracy_threshold": 0.300387, "euclidean_f1": 0.666015, "euclidean_f1_threshold": 0.937661, "euclidean_precision": 0.499633, "euclidean_recall": 0.998534, "euclidean_ap": 0.512648, "dot_accuracy": 0.526007, "dot_accuracy_threshold": 0.954884, "dot_f1": 0.666015, "dot_f1_threshold": 0.56038, "dot_precision": 0.499633, "dot_recall": 0.998534, "dot_ap": 0.512651, "max_accuracy": 0.526007, "max_f1": 0.666015, "max_precision": 0.499633, "max_recall": 0.998534, "max_ap": 0.512698, "main_score": 0.512698, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.565568, "similarity_accuracy_threshold": 0.81308, "similarity_f1": 0.667992, "similarity_f1_threshold": 0.647921, "similarity_precision": 0.505263, "similarity_recall": 0.985337, "similarity_ap": 0.567767, "cosine_accuracy": 0.565568, "cosine_accuracy_threshold": 0.81308, "cosine_f1": 0.667992, "cosine_f1_threshold": 0.647921, "cosine_precision": 0.505263, "cosine_recall": 0.985337, "cosine_ap": 0.567768, "manhattan_accuracy": 0.564835, "manhattan_accuracy_threshold": 14.120303, "manhattan_f1": 0.667988, "manhattan_f1_threshold": 21.5972, "manhattan_precision": 0.504491, "manhattan_recall": 0.98827, "manhattan_ap": 0.568467, "euclidean_accuracy": 0.565568, "euclidean_accuracy_threshold": 0.611425, "euclidean_f1": 0.667992, "euclidean_f1_threshold": 0.839141, "euclidean_precision": 0.505263, "euclidean_recall": 0.985337, "euclidean_ap": 0.567768, "dot_accuracy": 0.565568, "dot_accuracy_threshold": 0.81308, "dot_f1": 0.667992, "dot_f1_threshold": 0.647922, "dot_precision": 0.505263, "dot_recall": 0.985337, "dot_ap": 0.567768, "max_accuracy": 0.565568, "max_f1": 0.667992, "max_precision": 0.505263, "max_recall": 0.98827, "max_ap": 0.568467, "main_score": 0.568467, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.568498, "similarity_accuracy_threshold": 0.902196, "similarity_f1": 0.666667, "similarity_f1_threshold": 0.719076, "similarity_precision": 0.50687, "similarity_recall": 0.973607, "similarity_ap": 0.572944, "cosine_accuracy": 0.568498, "cosine_accuracy_threshold": 0.902196, "cosine_f1": 0.666667, "cosine_f1_threshold": 0.719076, "cosine_precision": 0.50687, "cosine_recall": 0.973607, "cosine_ap": 0.572943, "manhattan_accuracy": 0.5663, "manhattan_accuracy_threshold": 11.393164, "manhattan_f1": 0.665689, "manhattan_f1_threshold": 25.803116, "manhattan_precision": 0.499267, "manhattan_recall": 0.998534, "manhattan_ap": 0.57293, "euclidean_accuracy": 0.568498, "euclidean_accuracy_threshold": 0.442276, "euclidean_f1": 0.666667, "euclidean_f1_threshold": 0.749565, "euclidean_precision": 0.50687, "euclidean_recall": 0.973607, "euclidean_ap": 0.572942, "dot_accuracy": 0.568498, "dot_accuracy_threshold": 0.902196, "dot_f1": 0.666667, "dot_f1_threshold": 0.719076, "dot_precision": 0.50687, "dot_recall": 0.973607, "dot_ap": 0.572946, "max_accuracy": 0.568498, "max_f1": 0.666667, "max_precision": 0.50687, "max_recall": 0.998534, "max_ap": 0.572946, "main_score": 0.572946, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.532601, "similarity_accuracy_threshold": 0.936182, "similarity_f1": 0.667647, "similarity_f1_threshold": 0.661249, "similarity_precision": 0.501473, "similarity_recall": 0.998534, "similarity_ap": 0.550221, "cosine_accuracy": 0.532601, "cosine_accuracy_threshold": 0.936182, "cosine_f1": 0.667647, "cosine_f1_threshold": 0.661248, "cosine_precision": 0.501473, "cosine_recall": 0.998534, "cosine_ap": 0.55022, "manhattan_accuracy": 0.534799, "manhattan_accuracy_threshold": 8.776344, "manhattan_f1": 0.667973, "manhattan_f1_threshold": 21.223122, "manhattan_precision": 0.501471, "manhattan_recall": 1.0, "manhattan_ap": 0.54991, "euclidean_accuracy": 0.532601, "euclidean_accuracy_threshold": 0.357262, "euclidean_f1": 0.667647, "euclidean_f1_threshold": 0.823084, "euclidean_precision": 0.501473, "euclidean_recall": 0.998534, "euclidean_ap": 0.55022, "dot_accuracy": 0.532601, "dot_accuracy_threshold": 0.936182, "dot_f1": 0.667647, "dot_f1_threshold": 0.661248, "dot_precision": 0.501473, "dot_recall": 0.998534, "dot_ap": 0.550217, "max_accuracy": 0.534799, "max_f1": 0.667973, "max_precision": 0.501473, "max_recall": 1.0, "max_ap": 0.550221, "main_score": 0.550221, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 71.84913229942322, "kg_co2_emissions": 0.006231323483017588 }