{ "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", "task_name": "XNLI", "mteb_version": "1.18.0", "scores": { "test": [ { "similarity_accuracy": 0.665201, "similarity_accuracy_threshold": 0.866619, "similarity_f1": 0.699134, "similarity_f1_threshold": 0.809671, "similarity_precision": 0.554031, "similarity_recall": 0.947214, "similarity_ap": 0.686319, "cosine_accuracy": 0.665201, "cosine_accuracy_threshold": 0.866619, "cosine_f1": 0.699134, "cosine_f1_threshold": 0.809671, "cosine_precision": 0.554031, "cosine_recall": 0.947214, "cosine_ap": 0.686319, "manhattan_accuracy": 0.658608, "manhattan_accuracy_threshold": 11.973845, "manhattan_f1": 0.699324, "manhattan_f1_threshold": 13.920275, "manhattan_precision": 0.567642, "manhattan_recall": 0.910557, "manhattan_ap": 0.682021, "euclidean_accuracy": 0.665201, "euclidean_accuracy_threshold": 0.51649, "euclidean_f1": 0.699134, "euclidean_f1_threshold": 0.616974, "euclidean_precision": 0.554031, "euclidean_recall": 0.947214, "euclidean_ap": 0.686319, "dot_accuracy": 0.665201, "dot_accuracy_threshold": 0.866619, "dot_f1": 0.699134, "dot_f1_threshold": 0.809671, "dot_precision": 0.554031, "dot_recall": 0.947214, "dot_ap": 0.686319, "max_accuracy": 0.665201, "max_f1": 0.699324, "max_precision": 0.567642, "max_recall": 0.947214, "max_ap": 0.686319, "main_score": 0.686319, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.652015, "similarity_accuracy_threshold": 0.850993, "similarity_f1": 0.70283, "similarity_f1_threshold": 0.832551, "similarity_precision": 0.587771, "similarity_recall": 0.8739, "similarity_ap": 0.676565, "cosine_accuracy": 0.652015, "cosine_accuracy_threshold": 0.850993, "cosine_f1": 0.70283, "cosine_f1_threshold": 0.832551, "cosine_precision": 0.587771, "cosine_recall": 0.8739, "cosine_ap": 0.676564, "manhattan_accuracy": 0.652747, "manhattan_accuracy_threshold": 12.535036, "manhattan_f1": 0.701963, "manhattan_f1_threshold": 13.315894, "manhattan_precision": 0.590591, "manhattan_recall": 0.865103, "manhattan_ap": 0.673555, "euclidean_accuracy": 0.652015, "euclidean_accuracy_threshold": 0.545907, "euclidean_f1": 0.70283, "euclidean_f1_threshold": 0.578704, "euclidean_precision": 0.587771, "euclidean_recall": 0.8739, "euclidean_ap": 0.676565, "dot_accuracy": 0.652015, "dot_accuracy_threshold": 0.850992, "dot_f1": 0.70283, "dot_f1_threshold": 0.83255, "dot_precision": 0.587771, "dot_recall": 0.8739, "dot_ap": 0.67657, "max_accuracy": 0.652747, "max_f1": 0.70283, "max_precision": 0.590591, "max_recall": 0.8739, "max_ap": 0.67657, "main_score": 0.67657, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.689377, "similarity_accuracy_threshold": 0.85318, "similarity_f1": 0.731857, "similarity_f1_threshold": 0.841529, "similarity_precision": 0.630297, "similarity_recall": 0.872434, "similarity_ap": 0.730435, "cosine_accuracy": 0.689377, "cosine_accuracy_threshold": 0.85318, "cosine_f1": 0.731857, "cosine_f1_threshold": 0.841529, "cosine_precision": 0.630297, "cosine_recall": 0.872434, "cosine_ap": 0.730435, "manhattan_accuracy": 0.683516, "manhattan_accuracy_threshold": 12.603491, "manhattan_f1": 0.726627, "manhattan_f1_threshold": 13.317739, "manhattan_precision": 0.609127, "manhattan_recall": 0.900293, "manhattan_ap": 0.725217, "euclidean_accuracy": 0.689377, "euclidean_accuracy_threshold": 0.541886, "euclidean_f1": 0.731857, "euclidean_f1_threshold": 0.562975, "euclidean_precision": 0.630297, "euclidean_recall": 0.872434, "euclidean_ap": 0.730435, "dot_accuracy": 0.689377, "dot_accuracy_threshold": 0.85318, "dot_f1": 0.731857, "dot_f1_threshold": 0.841529, "dot_precision": 0.630297, "dot_recall": 0.872434, "dot_ap": 0.730434, "max_accuracy": 0.689377, "max_f1": 0.731857, "max_precision": 0.630297, "max_recall": 0.900293, "max_ap": 0.730435, "main_score": 0.730435, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.643956, "similarity_accuracy_threshold": 0.867974, "similarity_f1": 0.696305, "similarity_f1_threshold": 0.827766, "similarity_precision": 0.574286, "similarity_recall": 0.884164, "similarity_ap": 0.676882, "cosine_accuracy": 0.643956, "cosine_accuracy_threshold": 0.867974, "cosine_f1": 0.696305, "cosine_f1_threshold": 0.827766, "cosine_precision": 0.574286, "cosine_recall": 0.884164, "cosine_ap": 0.676883, "manhattan_accuracy": 0.63956, "manhattan_accuracy_threshold": 12.142575, "manhattan_f1": 0.691662, "manhattan_f1_threshold": 13.892118, "manhattan_precision": 0.559276, "manhattan_recall": 0.906158, "manhattan_ap": 0.674082, "euclidean_accuracy": 0.643956, "euclidean_accuracy_threshold": 0.513859, "euclidean_f1": 0.696305, "euclidean_f1_threshold": 0.586915, "euclidean_precision": 0.574286, "euclidean_recall": 0.884164, "euclidean_ap": 0.676882, "dot_accuracy": 0.643956, "dot_accuracy_threshold": 0.867974, "dot_f1": 0.696305, "dot_f1_threshold": 0.827765, "dot_precision": 0.574286, "dot_recall": 0.884164, "dot_ap": 0.676883, "max_accuracy": 0.643956, "max_f1": 0.696305, "max_precision": 0.574286, "max_recall": 0.906158, "max_ap": 0.676883, "main_score": 0.676883, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.821978, "similarity_accuracy_threshold": 0.843264, "similarity_f1": 0.83413, "similarity_f1_threshold": 0.843264, "similarity_precision": 0.780332, "similarity_recall": 0.895894, "similarity_ap": 0.860866, "cosine_accuracy": 0.821978, "cosine_accuracy_threshold": 0.843264, "cosine_f1": 0.83413, "cosine_f1_threshold": 0.843264, "cosine_precision": 0.780332, "cosine_recall": 0.895894, "cosine_ap": 0.860866, "manhattan_accuracy": 0.815385, "manhattan_accuracy_threshold": 13.089078, "manhattan_f1": 0.829268, "manhattan_f1_threshold": 13.089078, "manhattan_precision": 0.770781, "manhattan_recall": 0.897361, "manhattan_ap": 0.853787, "euclidean_accuracy": 0.821978, "euclidean_accuracy_threshold": 0.559885, "euclidean_f1": 0.83413, "euclidean_f1_threshold": 0.559885, "euclidean_precision": 0.780332, "euclidean_recall": 0.895894, "euclidean_ap": 0.860866, "dot_accuracy": 0.821978, "dot_accuracy_threshold": 0.843264, "dot_f1": 0.83413, "dot_f1_threshold": 0.843264, "dot_precision": 0.780332, "dot_recall": 0.895894, "dot_ap": 0.860865, "max_accuracy": 0.821978, "max_f1": 0.83413, "max_precision": 0.780332, "max_recall": 0.897361, "max_ap": 0.860866, "main_score": 0.860866, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.732601, "similarity_accuracy_threshold": 0.865282, "similarity_f1": 0.748538, "similarity_f1_threshold": 0.845946, "similarity_precision": 0.672112, "similarity_recall": 0.844575, "similarity_ap": 0.781287, "cosine_accuracy": 0.732601, "cosine_accuracy_threshold": 0.865282, "cosine_f1": 0.748538, "cosine_f1_threshold": 0.845946, "cosine_precision": 0.672112, "cosine_recall": 0.844575, "cosine_ap": 0.781287, "manhattan_accuracy": 0.72381, "manhattan_accuracy_threshold": 11.767389, "manhattan_f1": 0.74428, "manhattan_f1_threshold": 12.693856, "manhattan_precision": 0.687811, "manhattan_recall": 0.81085, "manhattan_ap": 0.776378, "euclidean_accuracy": 0.732601, "euclidean_accuracy_threshold": 0.519072, "euclidean_f1": 0.748538, "euclidean_f1_threshold": 0.555074, "euclidean_precision": 0.672112, "euclidean_recall": 0.844575, "euclidean_ap": 0.781287, "dot_accuracy": 0.732601, "dot_accuracy_threshold": 0.865282, "dot_f1": 0.748538, "dot_f1_threshold": 0.845946, "dot_precision": 0.672112, "dot_recall": 0.844575, "dot_ap": 0.781291, "max_accuracy": 0.732601, "max_f1": 0.748538, "max_precision": 0.687811, "max_recall": 0.844575, "max_ap": 0.781291, "main_score": 0.781291, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.725275, "similarity_accuracy_threshold": 0.866626, "similarity_f1": 0.740244, "similarity_f1_threshold": 0.836901, "similarity_precision": 0.633612, "similarity_recall": 0.890029, "similarity_ap": 0.77733, "cosine_accuracy": 0.725275, "cosine_accuracy_threshold": 0.866626, "cosine_f1": 0.740244, "cosine_f1_threshold": 0.8369, "cosine_precision": 0.633612, "cosine_recall": 0.890029, "cosine_ap": 0.77733, "manhattan_accuracy": 0.721612, "manhattan_accuracy_threshold": 12.333399, "manhattan_f1": 0.739024, "manhattan_f1_threshold": 13.259748, "manhattan_precision": 0.632568, "manhattan_recall": 0.888563, "manhattan_ap": 0.771646, "euclidean_accuracy": 0.725275, "euclidean_accuracy_threshold": 0.516477, "euclidean_f1": 0.740244, "euclidean_f1_threshold": 0.571138, "euclidean_precision": 0.633612, "euclidean_recall": 0.890029, "euclidean_ap": 0.77733, "dot_accuracy": 0.725275, "dot_accuracy_threshold": 0.866626, "dot_f1": 0.740244, "dot_f1_threshold": 0.836901, "dot_precision": 0.633612, "dot_recall": 0.890029, "dot_ap": 0.77733, "max_accuracy": 0.725275, "max_f1": 0.740244, "max_precision": 0.633612, "max_recall": 0.890029, "max_ap": 0.77733, "main_score": 0.77733, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.629304, "similarity_accuracy_threshold": 0.853708, "similarity_f1": 0.692877, "similarity_f1_threshold": 0.792434, "similarity_precision": 0.566636, "similarity_recall": 0.891496, "similarity_ap": 0.670404, "cosine_accuracy": 0.629304, "cosine_accuracy_threshold": 0.853708, "cosine_f1": 0.692877, "cosine_f1_threshold": 0.792434, "cosine_precision": 0.566636, "cosine_recall": 0.891496, "cosine_ap": 0.670404, "manhattan_accuracy": 0.630769, "manhattan_accuracy_threshold": 12.964806, "manhattan_f1": 0.692221, "manhattan_f1_threshold": 15.013679, "manhattan_precision": 0.562271, "manhattan_recall": 0.900293, "manhattan_ap": 0.666658, "euclidean_accuracy": 0.629304, "euclidean_accuracy_threshold": 0.540911, "euclidean_f1": 0.692877, "euclidean_f1_threshold": 0.644307, "euclidean_precision": 0.566636, "euclidean_recall": 0.891496, "euclidean_ap": 0.670405, "dot_accuracy": 0.629304, "dot_accuracy_threshold": 0.853708, "dot_f1": 0.692877, "dot_f1_threshold": 0.792434, "dot_precision": 0.566636, "dot_recall": 0.891496, "dot_ap": 0.670404, "max_accuracy": 0.630769, "max_f1": 0.692877, "max_precision": 0.566636, "max_recall": 0.900293, "max_ap": 0.670405, "main_score": 0.670405, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.703297, "similarity_accuracy_threshold": 0.87119, "similarity_f1": 0.727508, "similarity_f1_threshold": 0.846265, "similarity_precision": 0.651217, "similarity_recall": 0.824047, "similarity_ap": 0.752525, "cosine_accuracy": 0.703297, "cosine_accuracy_threshold": 0.87119, "cosine_f1": 0.727508, "cosine_f1_threshold": 0.846265, "cosine_precision": 0.651217, "cosine_recall": 0.824047, "cosine_ap": 0.752525, "manhattan_accuracy": 0.703297, "manhattan_accuracy_threshold": 11.863586, "manhattan_f1": 0.725765, "manhattan_f1_threshold": 12.993309, "manhattan_precision": 0.642212, "manhattan_recall": 0.834311, "manhattan_ap": 0.746826, "euclidean_accuracy": 0.703297, "euclidean_accuracy_threshold": 0.507563, "euclidean_f1": 0.727508, "euclidean_f1_threshold": 0.5545, "euclidean_precision": 0.651217, "euclidean_recall": 0.824047, "euclidean_ap": 0.752525, "dot_accuracy": 0.703297, "dot_accuracy_threshold": 0.87119, "dot_f1": 0.727508, "dot_f1_threshold": 0.846265, "dot_precision": 0.651217, "dot_recall": 0.824047, "dot_ap": 0.752525, "max_accuracy": 0.703297, "max_f1": 0.727508, "max_precision": 0.651217, "max_recall": 0.834311, "max_ap": 0.752525, "main_score": 0.752525, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.607326, "similarity_accuracy_threshold": 0.827687, "similarity_f1": 0.685807, "similarity_f1_threshold": 0.79039, "similarity_precision": 0.543814, "similarity_recall": 0.928152, "similarity_ap": 0.641144, "cosine_accuracy": 0.607326, "cosine_accuracy_threshold": 0.827687, "cosine_f1": 0.685807, "cosine_f1_threshold": 0.79039, "cosine_precision": 0.543814, "cosine_recall": 0.928152, "cosine_ap": 0.641144, "manhattan_accuracy": 0.607326, "manhattan_accuracy_threshold": 13.068678, "manhattan_f1": 0.686422, "manhattan_f1_threshold": 15.093863, "manhattan_precision": 0.542589, "manhattan_recall": 0.934018, "manhattan_ap": 0.639374, "euclidean_accuracy": 0.607326, "euclidean_accuracy_threshold": 0.587049, "euclidean_f1": 0.685807, "euclidean_f1_threshold": 0.647473, "euclidean_precision": 0.543814, "euclidean_recall": 0.928152, "euclidean_ap": 0.641144, "dot_accuracy": 0.607326, "dot_accuracy_threshold": 0.827687, "dot_f1": 0.685807, "dot_f1_threshold": 0.79039, "dot_precision": 0.543814, "dot_recall": 0.928152, "dot_ap": 0.641143, "max_accuracy": 0.607326, "max_f1": 0.686422, "max_precision": 0.543814, "max_recall": 0.934018, "max_ap": 0.641144, "main_score": 0.641144, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.631502, "similarity_accuracy_threshold": 0.856888, "similarity_f1": 0.701373, "similarity_f1_threshold": 0.824389, "similarity_precision": 0.575047, "similarity_recall": 0.898827, "similarity_ap": 0.672625, "cosine_accuracy": 0.631502, "cosine_accuracy_threshold": 0.856888, "cosine_f1": 0.701373, "cosine_f1_threshold": 0.824389, "cosine_precision": 0.575047, "cosine_recall": 0.898827, "cosine_ap": 0.672625, "manhattan_accuracy": 0.630769, "manhattan_accuracy_threshold": 12.558292, "manhattan_f1": 0.699223, "manhattan_f1_threshold": 14.049446, "manhattan_precision": 0.5625, "manhattan_recall": 0.923754, "manhattan_ap": 0.669084, "euclidean_accuracy": 0.631502, "euclidean_accuracy_threshold": 0.534999, "euclidean_f1": 0.701373, "euclidean_f1_threshold": 0.59264, "euclidean_precision": 0.575047, "euclidean_recall": 0.898827, "euclidean_ap": 0.672625, "dot_accuracy": 0.631502, "dot_accuracy_threshold": 0.856887, "dot_f1": 0.701373, "dot_f1_threshold": 0.824389, "dot_precision": 0.575047, "dot_recall": 0.898827, "dot_ap": 0.672618, "max_accuracy": 0.631502, "max_f1": 0.701373, "max_precision": 0.575047, "max_recall": 0.923754, "max_ap": 0.672625, "main_score": 0.672625, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.615385, "similarity_accuracy_threshold": 0.87903, "similarity_f1": 0.684469, "similarity_f1_threshold": 0.82013, "similarity_precision": 0.544666, "similarity_recall": 0.920821, "similarity_ap": 0.642999, "cosine_accuracy": 0.615385, "cosine_accuracy_threshold": 0.87903, "cosine_f1": 0.684469, "cosine_f1_threshold": 0.82013, "cosine_precision": 0.544666, "cosine_recall": 0.920821, "cosine_ap": 0.642998, "manhattan_accuracy": 0.616117, "manhattan_accuracy_threshold": 11.217306, "manhattan_f1": 0.683196, "manhattan_f1_threshold": 13.771004, "manhattan_precision": 0.54722, "manhattan_recall": 0.909091, "manhattan_ap": 0.640782, "euclidean_accuracy": 0.615385, "euclidean_accuracy_threshold": 0.491874, "euclidean_f1": 0.684469, "euclidean_f1_threshold": 0.599784, "euclidean_precision": 0.544666, "euclidean_recall": 0.920821, "euclidean_ap": 0.642998, "dot_accuracy": 0.615385, "dot_accuracy_threshold": 0.87903, "dot_f1": 0.684469, "dot_f1_threshold": 0.82013, "dot_precision": 0.544666, "dot_recall": 0.920821, "dot_ap": 0.642998, "max_accuracy": 0.616117, "max_f1": 0.684469, "max_precision": 0.54722, "max_recall": 0.920821, "max_ap": 0.642999, "main_score": 0.642999, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.671062, "similarity_accuracy_threshold": 0.877812, "similarity_f1": 0.718377, "similarity_f1_threshold": 0.839846, "similarity_precision": 0.605634, "similarity_recall": 0.882698, "similarity_ap": 0.711161, "cosine_accuracy": 0.671062, "cosine_accuracy_threshold": 0.877811, "cosine_f1": 0.718377, "cosine_f1_threshold": 0.839846, "cosine_precision": 0.605634, "cosine_recall": 0.882698, "cosine_ap": 0.711161, "manhattan_accuracy": 0.663736, "manhattan_accuracy_threshold": 11.565702, "manhattan_f1": 0.716418, "manhattan_f1_threshold": 13.101332, "manhattan_precision": 0.60423, "manhattan_recall": 0.879765, "manhattan_ap": 0.707894, "euclidean_accuracy": 0.671062, "euclidean_accuracy_threshold": 0.494345, "euclidean_f1": 0.718377, "euclidean_f1_threshold": 0.565957, "euclidean_precision": 0.605634, "euclidean_recall": 0.882698, "euclidean_ap": 0.711161, "dot_accuracy": 0.671062, "dot_accuracy_threshold": 0.877812, "dot_f1": 0.718377, "dot_f1_threshold": 0.839846, "dot_precision": 0.605634, "dot_recall": 0.882698, "dot_ap": 0.711163, "max_accuracy": 0.671062, "max_f1": 0.718377, "max_precision": 0.605634, "max_recall": 0.882698, "max_ap": 0.711163, "main_score": 0.711163, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.695238, "similarity_accuracy_threshold": 0.833464, "similarity_f1": 0.729105, "similarity_f1_threshold": 0.790351, "similarity_precision": 0.61194, "similarity_recall": 0.90176, "similarity_ap": 0.735549, "cosine_accuracy": 0.695238, "cosine_accuracy_threshold": 0.833464, "cosine_f1": 0.729105, "cosine_f1_threshold": 0.790351, "cosine_precision": 0.61194, "cosine_recall": 0.90176, "cosine_ap": 0.735546, "manhattan_accuracy": 0.691575, "manhattan_accuracy_threshold": 13.676011, "manhattan_f1": 0.727055, "manhattan_f1_threshold": 15.104534, "manhattan_precision": 0.615228, "manhattan_recall": 0.888563, "manhattan_ap": 0.731197, "euclidean_accuracy": 0.695238, "euclidean_accuracy_threshold": 0.577124, "euclidean_f1": 0.729105, "euclidean_f1_threshold": 0.647532, "euclidean_precision": 0.61194, "euclidean_recall": 0.90176, "euclidean_ap": 0.735547, "dot_accuracy": 0.695238, "dot_accuracy_threshold": 0.833464, "dot_f1": 0.729105, "dot_f1_threshold": 0.790351, "dot_precision": 0.61194, "dot_recall": 0.90176, "dot_ap": 0.735551, "max_accuracy": 0.695238, "max_f1": 0.729105, "max_precision": 0.615228, "max_recall": 0.90176, "max_ap": 0.735551, "main_score": 0.735551, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ], "validation": [ { "similarity_accuracy": 0.683516, "similarity_accuracy_threshold": 0.852351, "similarity_f1": 0.706349, "similarity_f1_threshold": 0.845826, "similarity_precision": 0.643373, "similarity_recall": 0.782991, "similarity_ap": 0.72719, "cosine_accuracy": 0.683516, "cosine_accuracy_threshold": 0.852351, "cosine_f1": 0.706349, "cosine_f1_threshold": 0.845825, "cosine_precision": 0.643373, "cosine_recall": 0.782991, "cosine_ap": 0.72719, "manhattan_accuracy": 0.682051, "manhattan_accuracy_threshold": 12.507757, "manhattan_f1": 0.706246, "manhattan_f1_threshold": 13.302263, "manhattan_precision": 0.610695, "manhattan_recall": 0.837243, "manhattan_ap": 0.72258, "euclidean_accuracy": 0.683516, "euclidean_accuracy_threshold": 0.543414, "euclidean_f1": 0.706349, "euclidean_f1_threshold": 0.555292, "euclidean_precision": 0.643373, "euclidean_recall": 0.782991, "euclidean_ap": 0.72719, "dot_accuracy": 0.683516, "dot_accuracy_threshold": 0.852351, "dot_f1": 0.706349, "dot_f1_threshold": 0.845826, "dot_precision": 0.643373, "dot_recall": 0.782991, "dot_ap": 0.72719, "max_accuracy": 0.683516, "max_f1": 0.706349, "max_precision": 0.643373, "max_recall": 0.837243, "max_ap": 0.72719, "main_score": 0.72719, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "similarity_accuracy": 0.668132, "similarity_accuracy_threshold": 0.856645, "similarity_f1": 0.702403, "similarity_f1_threshold": 0.838376, "similarity_precision": 0.605739, "similarity_recall": 0.835777, "similarity_ap": 0.715363, "cosine_accuracy": 0.668132, "cosine_accuracy_threshold": 0.856645, "cosine_f1": 0.702403, "cosine_f1_threshold": 0.838376, "cosine_precision": 0.605739, "cosine_recall": 0.835777, "cosine_ap": 0.715363, "manhattan_accuracy": 0.667399, "manhattan_accuracy_threshold": 12.547308, "manhattan_f1": 0.701558, "manhattan_f1_threshold": 13.131931, "manhattan_precision": 0.609967, "manhattan_recall": 0.825513, "manhattan_ap": 0.712395, "euclidean_accuracy": 0.668132, "euclidean_accuracy_threshold": 0.535452, "euclidean_f1": 0.702403, "euclidean_f1_threshold": 0.568549, "euclidean_precision": 0.605739, "euclidean_recall": 0.835777, "euclidean_ap": 0.715363, "dot_accuracy": 0.668132, "dot_accuracy_threshold": 0.856645, "dot_f1": 0.702403, "dot_f1_threshold": 0.838376, "dot_precision": 0.605739, "dot_recall": 0.835777, "dot_ap": 0.715363, "max_accuracy": 0.668132, "max_f1": 0.702403, "max_precision": 0.609967, "max_recall": 0.835777, "max_ap": 0.715363, "main_score": 0.715363, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "similarity_accuracy": 0.697436, "similarity_accuracy_threshold": 0.875917, "similarity_f1": 0.716733, "similarity_f1_threshold": 0.850511, "similarity_precision": 0.650718, "similarity_recall": 0.797654, "similarity_ap": 0.754684, "cosine_accuracy": 0.697436, "cosine_accuracy_threshold": 0.875917, "cosine_f1": 0.716733, "cosine_f1_threshold": 0.850511, "cosine_precision": 0.650718, "cosine_recall": 0.797654, "cosine_ap": 0.754684, "manhattan_accuracy": 0.694505, "manhattan_accuracy_threshold": 11.885055, "manhattan_f1": 0.713921, "manhattan_f1_threshold": 12.958706, "manhattan_precision": 0.632353, "manhattan_recall": 0.819648, "manhattan_ap": 0.751002, "euclidean_accuracy": 0.697436, "euclidean_accuracy_threshold": 0.498162, "euclidean_f1": 0.716733, "euclidean_f1_threshold": 0.546789, "euclidean_precision": 0.650718, "euclidean_recall": 0.797654, "euclidean_ap": 0.754684, "dot_accuracy": 0.697436, "dot_accuracy_threshold": 0.875917, "dot_f1": 0.716733, "dot_f1_threshold": 0.850511, "dot_precision": 0.650718, "dot_recall": 0.797654, "dot_ap": 0.754685, "max_accuracy": 0.697436, "max_f1": 0.716733, "max_precision": 0.650718, "max_recall": 0.819648, "max_ap": 0.754685, "main_score": 0.754685, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.650549, "similarity_accuracy_threshold": 0.869953, "similarity_f1": 0.689189, "similarity_f1_threshold": 0.82201, "similarity_precision": 0.559415, "similarity_recall": 0.897361, "similarity_ap": 0.691251, "cosine_accuracy": 0.650549, "cosine_accuracy_threshold": 0.869953, "cosine_f1": 0.689189, "cosine_f1_threshold": 0.822009, "cosine_precision": 0.559415, "cosine_recall": 0.897361, "cosine_ap": 0.691251, "manhattan_accuracy": 0.651282, "manhattan_accuracy_threshold": 12.181438, "manhattan_f1": 0.687048, "manhattan_f1_threshold": 13.949322, "manhattan_precision": 0.553268, "manhattan_recall": 0.906158, "manhattan_ap": 0.691017, "euclidean_accuracy": 0.650549, "euclidean_accuracy_threshold": 0.509994, "euclidean_f1": 0.689189, "euclidean_f1_threshold": 0.596641, "euclidean_precision": 0.559415, "euclidean_recall": 0.897361, "euclidean_ap": 0.69125, "dot_accuracy": 0.650549, "dot_accuracy_threshold": 0.869954, "dot_f1": 0.689189, "dot_f1_threshold": 0.82201, "dot_precision": 0.559415, "dot_recall": 0.897361, "dot_ap": 0.691252, "max_accuracy": 0.651282, "max_f1": 0.689189, "max_precision": 0.559415, "max_recall": 0.906158, "max_ap": 0.691252, "main_score": 0.691252, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "similarity_accuracy": 0.813919, "similarity_accuracy_threshold": 0.857441, "similarity_f1": 0.823045, "similarity_f1_threshold": 0.844127, "similarity_precision": 0.773196, "similarity_recall": 0.879765, "similarity_ap": 0.886094, "cosine_accuracy": 0.813919, "cosine_accuracy_threshold": 0.857441, "cosine_f1": 0.823045, "cosine_f1_threshold": 0.844127, "cosine_precision": 0.773196, "cosine_recall": 0.879765, "cosine_ap": 0.886094, "manhattan_accuracy": 0.810989, "manhattan_accuracy_threshold": 12.616415, "manhattan_f1": 0.814865, "manhattan_f1_threshold": 13.187334, "manhattan_precision": 0.755639, "manhattan_recall": 0.884164, "manhattan_ap": 0.879306, "euclidean_accuracy": 0.813919, "euclidean_accuracy_threshold": 0.533964, "euclidean_f1": 0.823045, "euclidean_f1_threshold": 0.558342, "euclidean_precision": 0.773196, "euclidean_recall": 0.879765, "euclidean_ap": 0.886094, "dot_accuracy": 0.813919, "dot_accuracy_threshold": 0.85744, "dot_f1": 0.823045, "dot_f1_threshold": 0.844127, "dot_precision": 0.773196, "dot_recall": 0.879765, "dot_ap": 0.886093, "max_accuracy": 0.813919, "max_f1": 0.823045, "max_precision": 0.773196, "max_recall": 0.884164, "max_ap": 0.886094, "main_score": 0.886094, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.747253, "similarity_accuracy_threshold": 0.863104, "similarity_f1": 0.764706, "similarity_f1_threshold": 0.842839, "similarity_precision": 0.678005, "similarity_recall": 0.876833, "similarity_ap": 0.798602, "cosine_accuracy": 0.747253, "cosine_accuracy_threshold": 0.863104, "cosine_f1": 0.764706, "cosine_f1_threshold": 0.842839, "cosine_precision": 0.678005, "cosine_recall": 0.876833, "cosine_ap": 0.798602, "manhattan_accuracy": 0.738462, "manhattan_accuracy_threshold": 12.393561, "manhattan_f1": 0.757812, "manhattan_f1_threshold": 12.911079, "manhattan_precision": 0.681499, "manhattan_recall": 0.853372, "manhattan_ap": 0.792679, "euclidean_accuracy": 0.747253, "euclidean_accuracy_threshold": 0.523251, "euclidean_f1": 0.764706, "euclidean_f1_threshold": 0.560644, "euclidean_precision": 0.678005, "euclidean_recall": 0.876833, "euclidean_ap": 0.798602, "dot_accuracy": 0.747253, "dot_accuracy_threshold": 0.863104, "dot_f1": 0.764706, "dot_f1_threshold": 0.842839, "dot_precision": 0.678005, "dot_recall": 0.876833, "dot_ap": 0.798602, "max_accuracy": 0.747253, "max_f1": 0.764706, "max_precision": 0.681499, "max_recall": 0.876833, "max_ap": 0.798602, "main_score": 0.798602, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "similarity_accuracy": 0.745055, "similarity_accuracy_threshold": 0.858477, "similarity_f1": 0.756335, "similarity_f1_threshold": 0.84326, "similarity_precision": 0.679113, "similarity_recall": 0.853372, "similarity_ap": 0.789963, "cosine_accuracy": 0.745055, "cosine_accuracy_threshold": 0.858477, "cosine_f1": 0.756335, "cosine_f1_threshold": 0.84326, "cosine_precision": 0.679113, "cosine_recall": 0.853372, "cosine_ap": 0.789963, "manhattan_accuracy": 0.731868, "manhattan_accuracy_threshold": 12.298904, "manhattan_f1": 0.753642, "manhattan_f1_threshold": 12.881653, "manhattan_precision": 0.687198, "manhattan_recall": 0.834311, "manhattan_ap": 0.784478, "euclidean_accuracy": 0.745055, "euclidean_accuracy_threshold": 0.53202, "euclidean_f1": 0.756335, "euclidean_f1_threshold": 0.559893, "euclidean_precision": 0.679113, "euclidean_recall": 0.853372, "euclidean_ap": 0.789963, "dot_accuracy": 0.745055, "dot_accuracy_threshold": 0.858477, "dot_f1": 0.756335, "dot_f1_threshold": 0.84326, "dot_precision": 0.679113, "dot_recall": 0.853372, "dot_ap": 0.789964, "max_accuracy": 0.745055, "max_f1": 0.756335, "max_precision": 0.687198, "max_recall": 0.853372, "max_ap": 0.789964, "main_score": 0.789964, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.63663, "similarity_accuracy_threshold": 0.835474, "similarity_f1": 0.68163, "similarity_f1_threshold": 0.802059, "similarity_precision": 0.570722, "similarity_recall": 0.846041, "similarity_ap": 0.686265, "cosine_accuracy": 0.63663, "cosine_accuracy_threshold": 0.835474, "cosine_f1": 0.68163, "cosine_f1_threshold": 0.802059, "cosine_precision": 0.570722, "cosine_recall": 0.846041, "cosine_ap": 0.686265, "manhattan_accuracy": 0.63663, "manhattan_accuracy_threshold": 13.177671, "manhattan_f1": 0.680304, "manhattan_f1_threshold": 14.751929, "manhattan_precision": 0.565598, "manhattan_recall": 0.853372, "manhattan_ap": 0.682893, "euclidean_accuracy": 0.63663, "euclidean_accuracy_threshold": 0.573631, "euclidean_f1": 0.68163, "euclidean_f1_threshold": 0.629191, "euclidean_precision": 0.570722, "euclidean_recall": 0.846041, "euclidean_ap": 0.686265, "dot_accuracy": 0.63663, "dot_accuracy_threshold": 0.835474, "dot_f1": 0.68163, "dot_f1_threshold": 0.80206, "dot_precision": 0.570722, "dot_recall": 0.846041, "dot_ap": 0.686264, "max_accuracy": 0.63663, "max_f1": 0.68163, "max_precision": 0.570722, "max_recall": 0.853372, "max_ap": 0.686265, "main_score": 0.686265, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "similarity_accuracy": 0.700366, "similarity_accuracy_threshold": 0.860316, "similarity_f1": 0.728205, "similarity_f1_threshold": 0.840115, "similarity_precision": 0.646925, "similarity_recall": 0.832845, "similarity_ap": 0.760621, "cosine_accuracy": 0.700366, "cosine_accuracy_threshold": 0.860316, "cosine_f1": 0.728205, "cosine_f1_threshold": 0.840115, "cosine_precision": 0.646925, "cosine_recall": 0.832845, "cosine_ap": 0.760621, "manhattan_accuracy": 0.696703, "manhattan_accuracy_threshold": 12.323449, "manhattan_f1": 0.724399, "manhattan_f1_threshold": 13.228864, "manhattan_precision": 0.636667, "manhattan_recall": 0.840176, "manhattan_ap": 0.755931, "euclidean_accuracy": 0.700366, "euclidean_accuracy_threshold": 0.528554, "euclidean_f1": 0.728205, "euclidean_f1_threshold": 0.565482, "euclidean_precision": 0.646925, "euclidean_recall": 0.832845, "euclidean_ap": 0.760621, "dot_accuracy": 0.700366, "dot_accuracy_threshold": 0.860315, "dot_f1": 0.728205, "dot_f1_threshold": 0.840115, "dot_precision": 0.646925, "dot_recall": 0.832845, "dot_ap": 0.760622, "max_accuracy": 0.700366, "max_f1": 0.728205, "max_precision": 0.646925, "max_recall": 0.840176, "max_ap": 0.760622, "main_score": 0.760622, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.630769, "similarity_accuracy_threshold": 0.843972, "similarity_f1": 0.68073, "similarity_f1_threshold": 0.805431, "similarity_precision": 0.556903, "similarity_recall": 0.875367, "similarity_ap": 0.649626, "cosine_accuracy": 0.630769, "cosine_accuracy_threshold": 0.843972, "cosine_f1": 0.68073, "cosine_f1_threshold": 0.805431, "cosine_precision": 0.556903, "cosine_recall": 0.875367, "cosine_ap": 0.649628, "manhattan_accuracy": 0.630769, "manhattan_accuracy_threshold": 13.011827, "manhattan_f1": 0.680563, "manhattan_f1_threshold": 14.553475, "manhattan_precision": 0.552608, "manhattan_recall": 0.88563, "manhattan_ap": 0.64935, "euclidean_accuracy": 0.630769, "euclidean_accuracy_threshold": 0.55862, "euclidean_f1": 0.68073, "euclidean_f1_threshold": 0.623809, "euclidean_precision": 0.556903, "euclidean_recall": 0.875367, "euclidean_ap": 0.649626, "dot_accuracy": 0.630769, "dot_accuracy_threshold": 0.843972, "dot_f1": 0.68073, "dot_f1_threshold": 0.805431, "dot_precision": 0.556903, "dot_recall": 0.875367, "dot_ap": 0.649626, "max_accuracy": 0.630769, "max_f1": 0.68073, "max_precision": 0.556903, "max_recall": 0.88563, "max_ap": 0.649628, "main_score": 0.649628, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "similarity_accuracy": 0.65348, "similarity_accuracy_threshold": 0.865055, "similarity_f1": 0.683461, "similarity_f1_threshold": 0.813793, "similarity_precision": 0.545455, "similarity_recall": 0.914956, "similarity_ap": 0.678978, "cosine_accuracy": 0.65348, "cosine_accuracy_threshold": 0.865055, "cosine_f1": 0.683461, "cosine_f1_threshold": 0.813792, "cosine_precision": 0.545455, "cosine_recall": 0.914956, "cosine_ap": 0.678978, "manhattan_accuracy": 0.652015, "manhattan_accuracy_threshold": 11.956202, "manhattan_f1": 0.683751, "manhattan_f1_threshold": 14.267284, "manhattan_precision": 0.544271, "manhattan_recall": 0.919355, "manhattan_ap": 0.678352, "euclidean_accuracy": 0.65348, "euclidean_accuracy_threshold": 0.519509, "euclidean_f1": 0.683461, "euclidean_f1_threshold": 0.610258, "euclidean_precision": 0.545455, "euclidean_recall": 0.914956, "euclidean_ap": 0.678977, "dot_accuracy": 0.65348, "dot_accuracy_threshold": 0.865055, "dot_f1": 0.683461, "dot_f1_threshold": 0.813792, "dot_precision": 0.545455, "dot_recall": 0.914956, "dot_ap": 0.678977, "max_accuracy": 0.65348, "max_f1": 0.683751, "max_precision": 0.545455, "max_recall": 0.919355, "max_ap": 0.678978, "main_score": 0.678978, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "similarity_accuracy": 0.643223, "similarity_accuracy_threshold": 0.860277, "similarity_f1": 0.68408, "similarity_f1_threshold": 0.848227, "similarity_precision": 0.593952, "similarity_recall": 0.806452, "similarity_ap": 0.677916, "cosine_accuracy": 0.643223, "cosine_accuracy_threshold": 0.860277, "cosine_f1": 0.68408, "cosine_f1_threshold": 0.848227, "cosine_precision": 0.593952, "cosine_recall": 0.806452, "cosine_ap": 0.677915, "manhattan_accuracy": 0.638828, "manhattan_accuracy_threshold": 12.275677, "manhattan_f1": 0.686183, "manhattan_f1_threshold": 13.284719, "manhattan_precision": 0.57115, "manhattan_recall": 0.859238, "manhattan_ap": 0.674994, "euclidean_accuracy": 0.643223, "euclidean_accuracy_threshold": 0.528626, "euclidean_f1": 0.68408, "euclidean_f1_threshold": 0.55095, "euclidean_precision": 0.593952, "euclidean_recall": 0.806452, "euclidean_ap": 0.677915, "dot_accuracy": 0.643223, "dot_accuracy_threshold": 0.860277, "dot_f1": 0.68408, "dot_f1_threshold": 0.848227, "dot_precision": 0.593952, "dot_recall": 0.806452, "dot_ap": 0.677915, "max_accuracy": 0.643223, "max_f1": 0.686183, "max_precision": 0.593952, "max_recall": 0.859238, "max_ap": 0.677916, "main_score": 0.677916, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "similarity_accuracy": 0.688645, "similarity_accuracy_threshold": 0.870758, "similarity_f1": 0.715098, "similarity_f1_threshold": 0.846732, "similarity_precision": 0.628191, "similarity_recall": 0.829912, "similarity_ap": 0.734045, "cosine_accuracy": 0.688645, "cosine_accuracy_threshold": 0.870758, "cosine_f1": 0.715098, "cosine_f1_threshold": 0.846732, "cosine_precision": 0.628191, "cosine_recall": 0.829912, "cosine_ap": 0.734045, "manhattan_accuracy": 0.686447, "manhattan_accuracy_threshold": 11.909711, "manhattan_f1": 0.714195, "manhattan_f1_threshold": 12.82757, "manhattan_precision": 0.631046, "manhattan_recall": 0.822581, "manhattan_ap": 0.730748, "euclidean_accuracy": 0.688645, "euclidean_accuracy_threshold": 0.508414, "euclidean_f1": 0.715098, "euclidean_f1_threshold": 0.553658, "euclidean_precision": 0.628191, "euclidean_recall": 0.829912, "euclidean_ap": 0.734045, "dot_accuracy": 0.688645, "dot_accuracy_threshold": 0.870757, "dot_f1": 0.715098, "dot_f1_threshold": 0.846732, "dot_precision": 0.628191, "dot_recall": 0.829912, "dot_ap": 0.734045, "max_accuracy": 0.688645, "max_f1": 0.715098, "max_precision": 0.631046, "max_recall": 0.829912, "max_ap": 0.734045, "main_score": 0.734045, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "similarity_accuracy": 0.699634, "similarity_accuracy_threshold": 0.826903, "similarity_f1": 0.718905, "similarity_f1_threshold": 0.801485, "similarity_precision": 0.62419, "similarity_recall": 0.847507, "similarity_ap": 0.750534, "cosine_accuracy": 0.699634, "cosine_accuracy_threshold": 0.826903, "cosine_f1": 0.718905, "cosine_f1_threshold": 0.801485, "cosine_precision": 0.62419, "cosine_recall": 0.847507, "cosine_ap": 0.750535, "manhattan_accuracy": 0.696703, "manhattan_accuracy_threshold": 13.704889, "manhattan_f1": 0.720543, "manhattan_f1_threshold": 14.89537, "manhattan_precision": 0.621938, "manhattan_recall": 0.856305, "manhattan_ap": 0.744549, "euclidean_accuracy": 0.699634, "euclidean_accuracy_threshold": 0.588383, "euclidean_f1": 0.718905, "euclidean_f1_threshold": 0.630103, "euclidean_precision": 0.62419, "euclidean_recall": 0.847507, "euclidean_ap": 0.750534, "dot_accuracy": 0.699634, "dot_accuracy_threshold": 0.826903, "dot_f1": 0.718905, "dot_f1_threshold": 0.801485, "dot_precision": 0.62419, "dot_recall": 0.847507, "dot_ap": 0.750534, "max_accuracy": 0.699634, "max_f1": 0.720543, "max_precision": 0.62419, "max_recall": 0.856305, "max_ap": 0.750535, "main_score": 0.750535, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 58.09740495681763, "kg_co2_emissions": 0.004545086487536055 }