{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "2.18.0", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.882313, "f1": 0.862433, "f1_weighted": 0.878213, "precision": 0.849945, "precision_weighted": 0.887838, "recall": 0.895387, "recall_weighted": 0.882313, "ap": null, "ap_weighted": null }, { "accuracy": 0.875925, "f1": 0.857436, "f1_weighted": 0.869491, "precision": 0.844013, "precision_weighted": 0.885718, "recall": 0.900172, "recall_weighted": 0.875925, "ap": null, "ap_weighted": null }, { "accuracy": 0.87189, "f1": 0.852367, "f1_weighted": 0.865767, "precision": 0.838371, "precision_weighted": 0.882213, "recall": 0.898532, "recall_weighted": 0.87189, "ap": null, "ap_weighted": null }, { "accuracy": 0.88534, "f1": 0.857878, "f1_weighted": 0.882231, "precision": 0.845791, "precision_weighted": 0.89418, "recall": 0.894994, "recall_weighted": 0.88534, "ap": null, "ap_weighted": null }, { "accuracy": 0.870881, "f1": 0.852245, "f1_weighted": 0.86574, "precision": 0.839724, "precision_weighted": 0.882748, "recall": 0.895756, "recall_weighted": 0.870881, "ap": null, "ap_weighted": null }, { "accuracy": 0.881641, "f1": 0.866337, "f1_weighted": 0.8785, "precision": 0.854094, "precision_weighted": 0.887404, "recall": 0.901659, "recall_weighted": 0.881641, "ap": null, "ap_weighted": null }, { "accuracy": 0.878615, "f1": 0.859572, "f1_weighted": 0.874743, "precision": 0.848851, "precision_weighted": 0.890586, "recall": 0.900489, "recall_weighted": 0.878615, "ap": null, "ap_weighted": null }, { "accuracy": 0.881977, "f1": 0.860716, "f1_weighted": 0.878031, "precision": 0.848469, "precision_weighted": 0.889506, "recall": 0.897295, "recall_weighted": 0.881977, "ap": null, "ap_weighted": null }, { "accuracy": 0.878615, "f1": 0.859041, "f1_weighted": 0.876246, "precision": 0.844312, "precision_weighted": 0.885449, "recall": 0.896469, "recall_weighted": 0.878615, "ap": null, "ap_weighted": null }, { "accuracy": 0.885676, "f1": 0.865694, "f1_weighted": 0.884389, "precision": 0.854024, "precision_weighted": 0.891774, "recall": 0.898486, "recall_weighted": 0.885676, "ap": null, "ap_weighted": null } ], "accuracy": 0.879287, "f1": 0.859372, "f1_weighted": 0.875335, "precision": 0.846759, "precision_weighted": 0.887741, "recall": 0.897924, "recall_weighted": 0.879287, "ap": NaN, "ap_weighted": NaN, "main_score": 0.879287, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.866846, "f1": 0.839881, "f1_weighted": 0.863311, "precision": 0.831533, "precision_weighted": 0.873538, "recall": 0.874529, "recall_weighted": 0.866846, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.840207, "f1_weighted": 0.857629, "precision": 0.83014, "precision_weighted": 0.872944, "recall": 0.884017, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.857095, "f1": 0.833312, "f1_weighted": 0.849876, "precision": 0.823955, "precision_weighted": 0.866368, "recall": 0.879752, "recall_weighted": 0.857095, "ap": null, "ap_weighted": null }, { "accuracy": 0.873907, "f1": 0.844946, "f1_weighted": 0.871534, "precision": 0.834171, "precision_weighted": 0.880669, "recall": 0.880406, "recall_weighted": 0.873907, "ap": null, "ap_weighted": null }, { "accuracy": 0.861466, "f1": 0.838536, "f1_weighted": 0.85547, "precision": 0.829734, "precision_weighted": 0.870197, "recall": 0.879602, "recall_weighted": 0.861466, "ap": null, "ap_weighted": null }, { "accuracy": 0.872898, "f1": 0.850276, "f1_weighted": 0.870685, "precision": 0.841301, "precision_weighted": 0.881631, "recall": 0.887679, "recall_weighted": 0.872898, "ap": null, "ap_weighted": null }, { "accuracy": 0.865165, "f1": 0.839828, "f1_weighted": 0.860779, "precision": 0.834202, "precision_weighted": 0.876472, "recall": 0.880296, "recall_weighted": 0.865165, "ap": null, "ap_weighted": null }, { "accuracy": 0.871553, "f1": 0.845272, "f1_weighted": 0.869095, "precision": 0.838217, "precision_weighted": 0.881298, "recall": 0.882497, "recall_weighted": 0.871553, "ap": null, "ap_weighted": null }, { "accuracy": 0.870208, "f1": 0.849323, "f1_weighted": 0.867081, "precision": 0.838287, "precision_weighted": 0.876303, "recall": 0.886249, "recall_weighted": 0.870208, "ap": null, "ap_weighted": null }, { "accuracy": 0.872562, "f1": 0.850442, "f1_weighted": 0.871148, "precision": 0.839436, "precision_weighted": 0.879907, "recall": 0.886761, "recall_weighted": 0.872562, "ap": null, "ap_weighted": null } ], "accuracy": 0.867619, "f1": 0.843202, "f1_weighted": 0.863661, "precision": 0.834098, "precision_weighted": 0.875933, "recall": 0.882179, "recall_weighted": 0.867619, "ap": NaN, "ap_weighted": NaN, "main_score": 0.867619, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.767989, "f1": 0.721252, "f1_weighted": 0.756858, "precision": 0.710012, "precision_weighted": 0.785657, "recall": 0.7737, "recall_weighted": 0.767989, "ap": null, "ap_weighted": null }, { "accuracy": 0.774378, "f1": 0.726404, "f1_weighted": 0.76586, "precision": 0.716233, "precision_weighted": 0.803038, "recall": 0.774556, "recall_weighted": 0.774378, "ap": null, "ap_weighted": null }, { "accuracy": 0.764627, "f1": 0.714233, "f1_weighted": 0.753402, "precision": 0.704519, "precision_weighted": 0.788208, "recall": 0.773691, "recall_weighted": 0.764627, "ap": null, "ap_weighted": null }, { "accuracy": 0.774714, "f1": 0.717205, "f1_weighted": 0.767687, "precision": 0.707862, "precision_weighted": 0.804403, "recall": 0.768136, "recall_weighted": 0.774714, "ap": null, "ap_weighted": null }, { "accuracy": 0.759583, "f1": 0.705684, "f1_weighted": 0.745673, "precision": 0.707015, "precision_weighted": 0.796516, "recall": 0.761751, "recall_weighted": 0.759583, "ap": null, "ap_weighted": null }, { "accuracy": 0.762273, "f1": 0.717813, "f1_weighted": 0.76034, "precision": 0.705324, "precision_weighted": 0.793412, "recall": 0.770297, "recall_weighted": 0.762273, "ap": null, "ap_weighted": null }, { "accuracy": 0.761601, "f1": 0.714974, "f1_weighted": 0.75458, "precision": 0.705966, "precision_weighted": 0.799197, "recall": 0.773034, "recall_weighted": 0.761601, "ap": null, "ap_weighted": null }, { "accuracy": 0.77236, "f1": 0.7212, "f1_weighted": 0.76763, "precision": 0.712643, "precision_weighted": 0.803711, "recall": 0.777151, "recall_weighted": 0.77236, "ap": null, "ap_weighted": null }, { "accuracy": 0.763618, "f1": 0.723268, "f1_weighted": 0.756349, "precision": 0.710226, "precision_weighted": 0.789154, "recall": 0.779103, "recall_weighted": 0.763618, "ap": null, "ap_weighted": null }, { "accuracy": 0.776395, "f1": 0.715379, "f1_weighted": 0.773535, "precision": 0.707704, "precision_weighted": 0.804928, "recall": 0.763203, "recall_weighted": 0.776395, "ap": null, "ap_weighted": null } ], "accuracy": 0.767754, "f1": 0.717741, "f1_weighted": 0.760191, "precision": 0.70875, "precision_weighted": 0.796822, "recall": 0.771462, "recall_weighted": 0.767754, "ap": NaN, "ap_weighted": NaN, "main_score": 0.767754, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.391728, "f1": 0.368662, "f1_weighted": 0.374682, "precision": 0.380906, "precision_weighted": 0.479308, "recall": 0.478447, "recall_weighted": 0.391728, "ap": null, "ap_weighted": null }, { "accuracy": 0.374916, "f1": 0.354358, "f1_weighted": 0.36744, "precision": 0.389543, "precision_weighted": 0.517691, "recall": 0.46715, "recall_weighted": 0.374916, "ap": null, "ap_weighted": null }, { "accuracy": 0.359785, "f1": 0.359123, "f1_weighted": 0.350171, "precision": 0.377016, "precision_weighted": 0.46765, "recall": 0.470615, "recall_weighted": 0.359785, "ap": null, "ap_weighted": null }, { "accuracy": 0.354069, "f1": 0.333805, "f1_weighted": 0.346836, "precision": 0.362659, "precision_weighted": 0.475553, "recall": 0.441313, "recall_weighted": 0.354069, "ap": null, "ap_weighted": null }, { "accuracy": 0.378278, "f1": 0.358143, "f1_weighted": 0.365481, "precision": 0.387645, "precision_weighted": 0.491013, "recall": 0.465464, "recall_weighted": 0.378278, "ap": null, "ap_weighted": null }, { "accuracy": 0.364156, "f1": 0.344916, "f1_weighted": 0.349927, "precision": 0.378026, "precision_weighted": 0.487522, "recall": 0.450954, "recall_weighted": 0.364156, "ap": null, "ap_weighted": null }, { "accuracy": 0.346335, "f1": 0.324677, "f1_weighted": 0.328255, "precision": 0.370129, "precision_weighted": 0.507142, "recall": 0.441173, "recall_weighted": 0.346335, "ap": null, "ap_weighted": null }, { "accuracy": 0.370545, "f1": 0.33894, "f1_weighted": 0.351112, "precision": 0.363116, "precision_weighted": 0.482907, "recall": 0.458982, "recall_weighted": 0.370545, "ap": null, "ap_weighted": null }, { "accuracy": 0.360794, "f1": 0.347378, "f1_weighted": 0.350342, "precision": 0.387298, "precision_weighted": 0.481705, "recall": 0.454293, "recall_weighted": 0.360794, "ap": null, "ap_weighted": null }, { "accuracy": 0.349025, "f1": 0.335438, "f1_weighted": 0.340434, "precision": 0.364632, "precision_weighted": 0.473092, "recall": 0.461709, "recall_weighted": 0.349025, "ap": null, "ap_weighted": null } ], "accuracy": 0.364963, "f1": 0.346544, "f1_weighted": 0.352468, "precision": 0.376097, "precision_weighted": 0.486358, "recall": 0.45901, "recall_weighted": 0.364963, "ap": NaN, "ap_weighted": NaN, "main_score": 0.364963, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.752858, "f1": 0.702737, "f1_weighted": 0.739085, "precision": 0.699241, "precision_weighted": 0.769448, "recall": 0.75425, "recall_weighted": 0.752858, "ap": null, "ap_weighted": null }, { "accuracy": 0.754203, "f1": 0.711177, "f1_weighted": 0.74812, "precision": 0.707692, "precision_weighted": 0.781608, "recall": 0.764898, "recall_weighted": 0.754203, "ap": null, "ap_weighted": null }, { "accuracy": 0.746806, "f1": 0.701412, "f1_weighted": 0.734575, "precision": 0.687907, "precision_weighted": 0.76859, "recall": 0.771704, "recall_weighted": 0.746806, "ap": null, "ap_weighted": null }, { "accuracy": 0.753194, "f1": 0.705271, "f1_weighted": 0.743692, "precision": 0.697803, "precision_weighted": 0.770564, "recall": 0.761129, "recall_weighted": 0.753194, "ap": null, "ap_weighted": null }, { "accuracy": 0.731675, "f1": 0.705622, "f1_weighted": 0.719257, "precision": 0.707392, "precision_weighted": 0.782492, "recall": 0.775294, "recall_weighted": 0.731675, "ap": null, "ap_weighted": null }, { "accuracy": 0.726295, "f1": 0.696547, "f1_weighted": 0.716991, "precision": 0.688399, "precision_weighted": 0.759504, "recall": 0.760552, "recall_weighted": 0.726295, "ap": null, "ap_weighted": null }, { "accuracy": 0.756557, "f1": 0.712523, "f1_weighted": 0.74712, "precision": 0.709161, "precision_weighted": 0.785468, "recall": 0.770955, "recall_weighted": 0.756557, "ap": null, "ap_weighted": null }, { "accuracy": 0.749496, "f1": 0.706598, "f1_weighted": 0.739223, "precision": 0.701486, "precision_weighted": 0.766916, "recall": 0.760307, "recall_weighted": 0.749496, "ap": null, "ap_weighted": null }, { "accuracy": 0.750504, "f1": 0.706101, "f1_weighted": 0.739385, "precision": 0.698312, "precision_weighted": 0.771126, "recall": 0.774055, "recall_weighted": 0.750504, "ap": null, "ap_weighted": null }, { "accuracy": 0.767317, "f1": 0.717476, "f1_weighted": 0.763672, "precision": 0.710348, "precision_weighted": 0.784938, "recall": 0.777545, "recall_weighted": 0.767317, "ap": null, "ap_weighted": null } ], "accuracy": 0.74889, "f1": 0.706546, "f1_weighted": 0.739112, "precision": 0.700774, "precision_weighted": 0.774065, "recall": 0.767069, "recall_weighted": 0.74889, "ap": NaN, "ap_weighted": NaN, "main_score": 0.74889, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.794889, "f1": 0.761214, "f1_weighted": 0.786819, "precision": 0.748803, "precision_weighted": 0.819467, "recall": 0.823729, "recall_weighted": 0.794889, "ap": null, "ap_weighted": null }, { "accuracy": 0.805985, "f1": 0.77287, "f1_weighted": 0.799128, "precision": 0.758076, "precision_weighted": 0.82352, "recall": 0.833086, "recall_weighted": 0.805985, "ap": null, "ap_weighted": null }, { "accuracy": 0.780767, "f1": 0.733616, "f1_weighted": 0.768732, "precision": 0.713357, "precision_weighted": 0.783254, "recall": 0.806858, "recall_weighted": 0.780767, "ap": null, "ap_weighted": null }, { "accuracy": 0.796907, "f1": 0.753197, "f1_weighted": 0.790755, "precision": 0.738167, "precision_weighted": 0.81287, "recall": 0.814102, "recall_weighted": 0.796907, "ap": null, "ap_weighted": null }, { "accuracy": 0.777404, "f1": 0.742638, "f1_weighted": 0.766114, "precision": 0.729377, "precision_weighted": 0.799935, "recall": 0.815608, "recall_weighted": 0.777404, "ap": null, "ap_weighted": null }, { "accuracy": 0.795562, "f1": 0.760017, "f1_weighted": 0.79657, "precision": 0.7459, "precision_weighted": 0.827695, "recall": 0.826321, "recall_weighted": 0.795562, "ap": null, "ap_weighted": null }, { "accuracy": 0.790854, "f1": 0.752845, "f1_weighted": 0.778598, "precision": 0.741084, "precision_weighted": 0.808685, "recall": 0.818159, "recall_weighted": 0.790854, "ap": null, "ap_weighted": null }, { "accuracy": 0.792872, "f1": 0.75844, "f1_weighted": 0.790385, "precision": 0.749913, "precision_weighted": 0.818626, "recall": 0.81788, "recall_weighted": 0.792872, "ap": null, "ap_weighted": null }, { "accuracy": 0.767989, "f1": 0.750923, "f1_weighted": 0.760217, "precision": 0.742262, "precision_weighted": 0.809635, "recall": 0.820016, "recall_weighted": 0.767989, "ap": null, "ap_weighted": null }, { "accuracy": 0.808339, "f1": 0.765043, "f1_weighted": 0.807575, "precision": 0.753626, "precision_weighted": 0.826327, "recall": 0.824466, "recall_weighted": 0.808339, "ap": null, "ap_weighted": null } ], "accuracy": 0.791157, "f1": 0.75508, "f1_weighted": 0.784489, "precision": 0.742056, "precision_weighted": 0.813001, "recall": 0.820023, "recall_weighted": 0.791157, "ap": NaN, "ap_weighted": NaN, "main_score": 0.791157, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.726967, "f1": 0.686438, "f1_weighted": 0.712541, "precision": 0.667619, "precision_weighted": 0.749732, "recall": 0.749595, "recall_weighted": 0.726967, "ap": null, "ap_weighted": null }, { "accuracy": 0.735037, "f1": 0.683362, "f1_weighted": 0.725507, "precision": 0.667433, "precision_weighted": 0.761287, "recall": 0.745527, "recall_weighted": 0.735037, "ap": null, "ap_weighted": null }, { "accuracy": 0.719906, "f1": 0.685613, "f1_weighted": 0.709125, "precision": 0.679506, "precision_weighted": 0.749651, "recall": 0.754124, "recall_weighted": 0.719906, "ap": null, "ap_weighted": null }, { "accuracy": 0.724277, "f1": 0.675792, "f1_weighted": 0.715693, "precision": 0.666163, "precision_weighted": 0.759692, "recall": 0.730967, "recall_weighted": 0.724277, "ap": null, "ap_weighted": null }, { "accuracy": 0.704102, "f1": 0.658268, "f1_weighted": 0.686382, "precision": 0.64717, "precision_weighted": 0.701066, "recall": 0.728691, "recall_weighted": 0.704102, "ap": null, "ap_weighted": null }, { "accuracy": 0.697377, "f1": 0.65956, "f1_weighted": 0.693453, "precision": 0.652552, "precision_weighted": 0.75352, "recall": 0.735856, "recall_weighted": 0.697377, "ap": null, "ap_weighted": null }, { "accuracy": 0.724613, "f1": 0.678582, "f1_weighted": 0.714182, "precision": 0.670593, "precision_weighted": 0.754383, "recall": 0.745791, "recall_weighted": 0.724613, "ap": null, "ap_weighted": null }, { "accuracy": 0.708473, "f1": 0.670357, "f1_weighted": 0.693715, "precision": 0.664922, "precision_weighted": 0.743455, "recall": 0.734036, "recall_weighted": 0.708473, "ap": null, "ap_weighted": null }, { "accuracy": 0.728312, "f1": 0.68048, "f1_weighted": 0.715196, "precision": 0.670328, "precision_weighted": 0.756071, "recall": 0.737908, "recall_weighted": 0.728312, "ap": null, "ap_weighted": null }, { "accuracy": 0.740417, "f1": 0.698969, "f1_weighted": 0.736735, "precision": 0.680939, "precision_weighted": 0.7706, "recall": 0.765652, "recall_weighted": 0.740417, "ap": null, "ap_weighted": null } ], "accuracy": 0.720948, "f1": 0.677742, "f1_weighted": 0.710253, "precision": 0.666722, "precision_weighted": 0.749946, "recall": 0.742815, "recall_weighted": 0.720948, "ap": NaN, "ap_weighted": NaN, "main_score": 0.720948, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.486886, "f1": 0.462239, "f1_weighted": 0.487022, "precision": 0.494464, "precision_weighted": 0.605329, "recall": 0.561706, "recall_weighted": 0.486886, "ap": null, "ap_weighted": null }, { "accuracy": 0.519839, "f1": 0.459202, "f1_weighted": 0.51664, "precision": 0.492548, "precision_weighted": 0.599562, "recall": 0.52228, "recall_weighted": 0.519839, "ap": null, "ap_weighted": null }, { "accuracy": 0.495965, "f1": 0.458327, "f1_weighted": 0.495636, "precision": 0.475101, "precision_weighted": 0.59488, "recall": 0.543657, "recall_weighted": 0.495965, "ap": null, "ap_weighted": null }, { "accuracy": 0.506052, "f1": 0.465779, "f1_weighted": 0.491574, "precision": 0.472027, "precision_weighted": 0.566618, "recall": 0.557107, "recall_weighted": 0.506052, "ap": null, "ap_weighted": null }, { "accuracy": 0.485541, "f1": 0.441902, "f1_weighted": 0.471502, "precision": 0.46076, "precision_weighted": 0.601579, "recall": 0.546042, "recall_weighted": 0.485541, "ap": null, "ap_weighted": null }, { "accuracy": 0.47848, "f1": 0.447925, "f1_weighted": 0.472353, "precision": 0.472465, "precision_weighted": 0.585087, "recall": 0.530778, "recall_weighted": 0.47848, "ap": null, "ap_weighted": null }, { "accuracy": 0.501345, "f1": 0.467265, "f1_weighted": 0.492492, "precision": 0.47349, "precision_weighted": 0.574094, "recall": 0.577623, "recall_weighted": 0.501345, "ap": null, "ap_weighted": null }, { "accuracy": 0.478144, "f1": 0.444592, "f1_weighted": 0.466504, "precision": 0.469565, "precision_weighted": 0.587624, "recall": 0.535445, "recall_weighted": 0.478144, "ap": null, "ap_weighted": null }, { "accuracy": 0.477471, "f1": 0.430273, "f1_weighted": 0.463661, "precision": 0.459235, "precision_weighted": 0.579169, "recall": 0.534448, "recall_weighted": 0.477471, "ap": null, "ap_weighted": null }, { "accuracy": 0.474109, "f1": 0.443346, "f1_weighted": 0.467001, "precision": 0.478878, "precision_weighted": 0.600205, "recall": 0.556902, "recall_weighted": 0.474109, "ap": null, "ap_weighted": null } ], "accuracy": 0.490383, "f1": 0.452085, "f1_weighted": 0.482438, "precision": 0.474853, "precision_weighted": 0.589415, "recall": 0.546599, "recall_weighted": 0.490383, "ap": NaN, "ap_weighted": NaN, "main_score": 0.490383, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.808675, "f1": 0.763444, "f1_weighted": 0.797684, "precision": 0.76645, "precision_weighted": 0.831172, "recall": 0.809602, "recall_weighted": 0.808675, "ap": null, "ap_weighted": null }, { "accuracy": 0.8154, "f1": 0.78501, "f1_weighted": 0.805267, "precision": 0.776279, "precision_weighted": 0.827061, "recall": 0.827613, "recall_weighted": 0.8154, "ap": null, "ap_weighted": null }, { "accuracy": 0.806994, "f1": 0.763677, "f1_weighted": 0.79549, "precision": 0.752522, "precision_weighted": 0.817318, "recall": 0.810372, "recall_weighted": 0.806994, "ap": null, "ap_weighted": null }, { "accuracy": 0.823806, "f1": 0.779223, "f1_weighted": 0.818807, "precision": 0.768255, "precision_weighted": 0.840743, "recall": 0.819285, "recall_weighted": 0.823806, "ap": null, "ap_weighted": null }, { "accuracy": 0.805649, "f1": 0.768639, "f1_weighted": 0.793629, "precision": 0.762286, "precision_weighted": 0.832762, "recall": 0.827402, "recall_weighted": 0.805649, "ap": null, "ap_weighted": null }, { "accuracy": 0.819771, "f1": 0.78218, "f1_weighted": 0.816106, "precision": 0.773612, "precision_weighted": 0.840469, "recall": 0.825762, "recall_weighted": 0.819771, "ap": null, "ap_weighted": null }, { "accuracy": 0.810693, "f1": 0.772011, "f1_weighted": 0.800696, "precision": 0.766362, "precision_weighted": 0.832482, "recall": 0.834208, "recall_weighted": 0.810693, "ap": null, "ap_weighted": null }, { "accuracy": 0.820108, "f1": 0.78445, "f1_weighted": 0.812673, "precision": 0.7772, "precision_weighted": 0.836715, "recall": 0.823845, "recall_weighted": 0.820108, "ap": null, "ap_weighted": null }, { "accuracy": 0.8154, "f1": 0.787457, "f1_weighted": 0.8083, "precision": 0.773451, "precision_weighted": 0.834753, "recall": 0.849282, "recall_weighted": 0.8154, "ap": null, "ap_weighted": null }, { "accuracy": 0.823806, "f1": 0.781506, "f1_weighted": 0.820982, "precision": 0.781498, "precision_weighted": 0.841338, "recall": 0.830507, "recall_weighted": 0.823806, "ap": null, "ap_weighted": null } ], "accuracy": 0.81503, "f1": 0.77676, "f1_weighted": 0.806964, "precision": 0.769792, "precision_weighted": 0.833481, "recall": 0.825788, "recall_weighted": 0.81503, "ap": NaN, "ap_weighted": NaN, "main_score": 0.81503, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.837929, "f1": 0.806861, "f1_weighted": 0.831022, "precision": 0.796945, "precision_weighted": 0.85001, "recall": 0.853025, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.839946, "f1": 0.807653, "f1_weighted": 0.833582, "precision": 0.797515, "precision_weighted": 0.851987, "recall": 0.852212, "recall_weighted": 0.839946, "ap": null, "ap_weighted": null }, { "accuracy": 0.83154, "f1": 0.806263, "f1_weighted": 0.820645, "precision": 0.797917, "precision_weighted": 0.845448, "recall": 0.85471, "recall_weighted": 0.83154, "ap": null, "ap_weighted": null }, { "accuracy": 0.850706, "f1": 0.819319, "f1_weighted": 0.848129, "precision": 0.806533, "precision_weighted": 0.861259, "recall": 0.863066, "recall_weighted": 0.850706, "ap": null, "ap_weighted": null }, { "accuracy": 0.826496, "f1": 0.79809, "f1_weighted": 0.818007, "precision": 0.783502, "precision_weighted": 0.843346, "recall": 0.857634, "recall_weighted": 0.826496, "ap": null, "ap_weighted": null }, { "accuracy": 0.843309, "f1": 0.808483, "f1_weighted": 0.84193, "precision": 0.797592, "precision_weighted": 0.856504, "recall": 0.859155, "recall_weighted": 0.843309, "ap": null, "ap_weighted": null }, { "accuracy": 0.830868, "f1": 0.802921, "f1_weighted": 0.824698, "precision": 0.795794, "precision_weighted": 0.85114, "recall": 0.85551, "recall_weighted": 0.830868, "ap": null, "ap_weighted": null }, { "accuracy": 0.840282, "f1": 0.813009, "f1_weighted": 0.835863, "precision": 0.800785, "precision_weighted": 0.854498, "recall": 0.856085, "recall_weighted": 0.840282, "ap": null, "ap_weighted": null }, { "accuracy": 0.840282, "f1": 0.818065, "f1_weighted": 0.839009, "precision": 0.802794, "precision_weighted": 0.857041, "recall": 0.870995, "recall_weighted": 0.840282, "ap": null, "ap_weighted": null }, { "accuracy": 0.849697, "f1": 0.824169, "f1_weighted": 0.847596, "precision": 0.813257, "precision_weighted": 0.859401, "recall": 0.864496, "recall_weighted": 0.849697, "ap": null, "ap_weighted": null } ], "accuracy": 0.839106, "f1": 0.810483, "f1_weighted": 0.834048, "precision": 0.799263, "precision_weighted": 0.853063, "recall": 0.858689, "recall_weighted": 0.839106, "ap": NaN, "ap_weighted": NaN, "main_score": 0.839106, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.776732, "f1": 0.738176, "f1_weighted": 0.768703, "precision": 0.726629, "precision_weighted": 0.799343, "recall": 0.786823, "recall_weighted": 0.776732, "ap": null, "ap_weighted": null }, { "accuracy": 0.790854, "f1": 0.756639, "f1_weighted": 0.783448, "precision": 0.7456, "precision_weighted": 0.818107, "recall": 0.81547, "recall_weighted": 0.790854, "ap": null, "ap_weighted": null }, { "accuracy": 0.778749, "f1": 0.749903, "f1_weighted": 0.765413, "precision": 0.735295, "precision_weighted": 0.802679, "recall": 0.799822, "recall_weighted": 0.778749, "ap": null, "ap_weighted": null }, { "accuracy": 0.784802, "f1": 0.75043, "f1_weighted": 0.780544, "precision": 0.741263, "precision_weighted": 0.817147, "recall": 0.7893, "recall_weighted": 0.784802, "ap": null, "ap_weighted": null }, { "accuracy": 0.781439, "f1": 0.755918, "f1_weighted": 0.769702, "precision": 0.748973, "precision_weighted": 0.804707, "recall": 0.811106, "recall_weighted": 0.781439, "ap": null, "ap_weighted": null }, { "accuracy": 0.775723, "f1": 0.748172, "f1_weighted": 0.774941, "precision": 0.730678, "precision_weighted": 0.805877, "recall": 0.813544, "recall_weighted": 0.775723, "ap": null, "ap_weighted": null }, { "accuracy": 0.768662, "f1": 0.743769, "f1_weighted": 0.75716, "precision": 0.737106, "precision_weighted": 0.802557, "recall": 0.811001, "recall_weighted": 0.768662, "ap": null, "ap_weighted": null }, { "accuracy": 0.78581, "f1": 0.750455, "f1_weighted": 0.781635, "precision": 0.741269, "precision_weighted": 0.812974, "recall": 0.796468, "recall_weighted": 0.78581, "ap": null, "ap_weighted": null }, { "accuracy": 0.784465, "f1": 0.761113, "f1_weighted": 0.781592, "precision": 0.749732, "precision_weighted": 0.812571, "recall": 0.819502, "recall_weighted": 0.784465, "ap": null, "ap_weighted": null }, { "accuracy": 0.805985, "f1": 0.780641, "f1_weighted": 0.802127, "precision": 0.767397, "precision_weighted": 0.826191, "recall": 0.840142, "recall_weighted": 0.805985, "ap": null, "ap_weighted": null } ], "accuracy": 0.783322, "f1": 0.753522, "f1_weighted": 0.776527, "precision": 0.742394, "precision_weighted": 0.810215, "recall": 0.808318, "recall_weighted": 0.783322, "ap": NaN, "ap_weighted": NaN, "main_score": 0.783322, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.837256, "f1": 0.806427, "f1_weighted": 0.830692, "precision": 0.797288, "precision_weighted": 0.847119, "recall": 0.840006, "recall_weighted": 0.837256, "ap": null, "ap_weighted": null }, { "accuracy": 0.837929, "f1": 0.814183, "f1_weighted": 0.829194, "precision": 0.803877, "precision_weighted": 0.851501, "recall": 0.849489, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.825824, "f1": 0.803407, "f1_weighted": 0.816404, "precision": 0.795205, "precision_weighted": 0.838331, "recall": 0.839415, "recall_weighted": 0.825824, "ap": null, "ap_weighted": null }, { "accuracy": 0.852387, "f1": 0.819107, "f1_weighted": 0.849451, "precision": 0.81169, "precision_weighted": 0.864163, "recall": 0.840868, "recall_weighted": 0.852387, "ap": null, "ap_weighted": null }, { "accuracy": 0.833557, "f1": 0.804895, "f1_weighted": 0.826416, "precision": 0.797318, "precision_weighted": 0.849702, "recall": 0.853467, "recall_weighted": 0.833557, "ap": null, "ap_weighted": null }, { "accuracy": 0.835911, "f1": 0.806225, "f1_weighted": 0.835392, "precision": 0.797474, "precision_weighted": 0.853545, "recall": 0.83838, "recall_weighted": 0.835911, "ap": null, "ap_weighted": null }, { "accuracy": 0.824815, "f1": 0.797342, "f1_weighted": 0.817478, "precision": 0.790504, "precision_weighted": 0.842002, "recall": 0.849625, "recall_weighted": 0.824815, "ap": null, "ap_weighted": null }, { "accuracy": 0.848352, "f1": 0.817777, "f1_weighted": 0.844318, "precision": 0.808294, "precision_weighted": 0.861129, "recall": 0.848, "recall_weighted": 0.848352, "ap": null, "ap_weighted": null }, { "accuracy": 0.83423, "f1": 0.81012, "f1_weighted": 0.830503, "precision": 0.798112, "precision_weighted": 0.849516, "recall": 0.861786, "recall_weighted": 0.83423, "ap": null, "ap_weighted": null }, { "accuracy": 0.850034, "f1": 0.824589, "f1_weighted": 0.848217, "precision": 0.81869, "precision_weighted": 0.861429, "recall": 0.860463, "recall_weighted": 0.850034, "ap": null, "ap_weighted": null } ], "accuracy": 0.83803, "f1": 0.810407, "f1_weighted": 0.832807, "precision": 0.801845, "precision_weighted": 0.851844, "recall": 0.84815, "recall_weighted": 0.83803, "ap": NaN, "ap_weighted": NaN, "main_score": 0.83803, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.784465, "f1": 0.754317, "f1_weighted": 0.772836, "precision": 0.74021, "precision_weighted": 0.799959, "recall": 0.798203, "recall_weighted": 0.784465, "ap": null, "ap_weighted": null }, { "accuracy": 0.78312, "f1": 0.745345, "f1_weighted": 0.774361, "precision": 0.733947, "precision_weighted": 0.800891, "recall": 0.787637, "recall_weighted": 0.78312, "ap": null, "ap_weighted": null }, { "accuracy": 0.775387, "f1": 0.736142, "f1_weighted": 0.764396, "precision": 0.71946, "precision_weighted": 0.790178, "recall": 0.785801, "recall_weighted": 0.775387, "ap": null, "ap_weighted": null }, { "accuracy": 0.78581, "f1": 0.743092, "f1_weighted": 0.777912, "precision": 0.725253, "precision_weighted": 0.804516, "recall": 0.793194, "recall_weighted": 0.78581, "ap": null, "ap_weighted": null }, { "accuracy": 0.779422, "f1": 0.739721, "f1_weighted": 0.768071, "precision": 0.723893, "precision_weighted": 0.799748, "recall": 0.790209, "recall_weighted": 0.779422, "ap": null, "ap_weighted": null }, { "accuracy": 0.769334, "f1": 0.731979, "f1_weighted": 0.765844, "precision": 0.716408, "precision_weighted": 0.797276, "recall": 0.783023, "recall_weighted": 0.769334, "ap": null, "ap_weighted": null }, { "accuracy": 0.777068, "f1": 0.745236, "f1_weighted": 0.762845, "precision": 0.728595, "precision_weighted": 0.788922, "recall": 0.799898, "recall_weighted": 0.777068, "ap": null, "ap_weighted": null }, { "accuracy": 0.772697, "f1": 0.739, "f1_weighted": 0.762296, "precision": 0.722828, "precision_weighted": 0.787896, "recall": 0.788016, "recall_weighted": 0.772697, "ap": null, "ap_weighted": null }, { "accuracy": 0.760928, "f1": 0.740494, "f1_weighted": 0.75167, "precision": 0.727193, "precision_weighted": 0.793668, "recall": 0.790465, "recall_weighted": 0.760928, "ap": null, "ap_weighted": null }, { "accuracy": 0.792535, "f1": 0.751489, "f1_weighted": 0.789398, "precision": 0.733081, "precision_weighted": 0.811465, "recall": 0.797976, "recall_weighted": 0.792535, "ap": null, "ap_weighted": null } ], "accuracy": 0.778077, "f1": 0.742682, "f1_weighted": 0.768963, "precision": 0.727087, "precision_weighted": 0.797452, "recall": 0.791442, "recall_weighted": 0.778077, "ap": NaN, "ap_weighted": NaN, "main_score": 0.778077, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.770007, "f1": 0.724149, "f1_weighted": 0.763617, "precision": 0.715214, "precision_weighted": 0.800342, "recall": 0.774838, "recall_weighted": 0.770007, "ap": null, "ap_weighted": null }, { "accuracy": 0.770679, "f1": 0.724761, "f1_weighted": 0.762534, "precision": 0.717293, "precision_weighted": 0.808868, "recall": 0.774968, "recall_weighted": 0.770679, "ap": null, "ap_weighted": null }, { "accuracy": 0.756893, "f1": 0.706524, "f1_weighted": 0.746053, "precision": 0.688783, "precision_weighted": 0.770539, "recall": 0.761564, "recall_weighted": 0.756893, "ap": null, "ap_weighted": null }, { "accuracy": 0.768325, "f1": 0.714865, "f1_weighted": 0.759438, "precision": 0.702643, "precision_weighted": 0.789846, "recall": 0.781675, "recall_weighted": 0.768325, "ap": null, "ap_weighted": null }, { "accuracy": 0.758911, "f1": 0.714019, "f1_weighted": 0.744389, "precision": 0.710892, "precision_weighted": 0.806097, "recall": 0.786791, "recall_weighted": 0.758911, "ap": null, "ap_weighted": null }, { "accuracy": 0.759583, "f1": 0.719238, "f1_weighted": 0.75661, "precision": 0.706569, "precision_weighted": 0.791889, "recall": 0.793382, "recall_weighted": 0.759583, "ap": null, "ap_weighted": null }, { "accuracy": 0.756893, "f1": 0.705891, "f1_weighted": 0.742951, "precision": 0.70847, "precision_weighted": 0.794799, "recall": 0.77608, "recall_weighted": 0.756893, "ap": null, "ap_weighted": null }, { "accuracy": 0.759583, "f1": 0.711311, "f1_weighted": 0.751489, "precision": 0.702999, "precision_weighted": 0.794294, "recall": 0.779825, "recall_weighted": 0.759583, "ap": null, "ap_weighted": null }, { "accuracy": 0.743443, "f1": 0.699068, "f1_weighted": 0.736234, "precision": 0.695432, "precision_weighted": 0.780537, "recall": 0.759302, "recall_weighted": 0.743443, "ap": null, "ap_weighted": null }, { "accuracy": 0.781103, "f1": 0.729741, "f1_weighted": 0.776838, "precision": 0.718826, "precision_weighted": 0.800079, "recall": 0.771486, "recall_weighted": 0.781103, "ap": null, "ap_weighted": null } ], "accuracy": 0.762542, "f1": 0.714957, "f1_weighted": 0.754015, "precision": 0.706712, "precision_weighted": 0.793729, "recall": 0.775991, "recall_weighted": 0.762542, "ap": NaN, "ap_weighted": NaN, "main_score": 0.762542, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.848352, "f1": 0.816546, "f1_weighted": 0.843758, "precision": 0.8028, "precision_weighted": 0.861049, "recall": 0.863392, "recall_weighted": 0.848352, "ap": null, "ap_weighted": null }, { "accuracy": 0.842972, "f1": 0.809623, "f1_weighted": 0.8334, "precision": 0.79889, "precision_weighted": 0.853612, "recall": 0.84617, "recall_weighted": 0.842972, "ap": null, "ap_weighted": null }, { "accuracy": 0.836584, "f1": 0.801977, "f1_weighted": 0.828883, "precision": 0.787218, "precision_weighted": 0.846773, "recall": 0.843971, "recall_weighted": 0.836584, "ap": null, "ap_weighted": null }, { "accuracy": 0.852051, "f1": 0.815516, "f1_weighted": 0.848819, "precision": 0.801616, "precision_weighted": 0.864378, "recall": 0.845579, "recall_weighted": 0.852051, "ap": null, "ap_weighted": null }, { "accuracy": 0.83692, "f1": 0.806906, "f1_weighted": 0.828707, "precision": 0.800219, "precision_weighted": 0.857602, "recall": 0.860038, "recall_weighted": 0.83692, "ap": null, "ap_weighted": null }, { "accuracy": 0.840955, "f1": 0.802176, "f1_weighted": 0.839328, "precision": 0.793296, "precision_weighted": 0.85565, "recall": 0.836666, "recall_weighted": 0.840955, "ap": null, "ap_weighted": null }, { "accuracy": 0.834566, "f1": 0.798114, "f1_weighted": 0.826079, "precision": 0.789012, "precision_weighted": 0.849669, "recall": 0.852554, "recall_weighted": 0.834566, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.809517, "f1_weighted": 0.839014, "precision": 0.806022, "precision_weighted": 0.857962, "recall": 0.836934, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.852724, "f1": 0.816099, "f1_weighted": 0.850184, "precision": 0.803273, "precision_weighted": 0.863382, "recall": 0.859548, "recall_weighted": 0.852724, "ap": null, "ap_weighted": null }, { "accuracy": 0.855414, "f1": 0.82864, "f1_weighted": 0.852323, "precision": 0.818785, "precision_weighted": 0.863474, "recall": 0.86857, "recall_weighted": 0.855414, "ap": null, "ap_weighted": null } ], "accuracy": 0.844284, "f1": 0.810511, "f1_weighted": 0.83905, "precision": 0.800113, "precision_weighted": 0.857355, "recall": 0.851342, "recall_weighted": 0.844284, "ap": NaN, "ap_weighted": NaN, "main_score": 0.844284, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.769334, "f1": 0.71638, "f1_weighted": 0.759881, "precision": 0.708148, "precision_weighted": 0.792435, "recall": 0.766339, "recall_weighted": 0.769334, "ap": null, "ap_weighted": null }, { "accuracy": 0.771688, "f1": 0.716951, "f1_weighted": 0.764213, "precision": 0.705782, "precision_weighted": 0.788575, "recall": 0.761188, "recall_weighted": 0.771688, "ap": null, "ap_weighted": null }, { "accuracy": 0.767317, "f1": 0.726739, "f1_weighted": 0.75995, "precision": 0.711272, "precision_weighted": 0.789909, "recall": 0.774674, "recall_weighted": 0.767317, "ap": null, "ap_weighted": null }, { "accuracy": 0.78581, "f1": 0.736301, "f1_weighted": 0.782128, "precision": 0.723182, "precision_weighted": 0.813634, "recall": 0.798166, "recall_weighted": 0.78581, "ap": null, "ap_weighted": null }, { "accuracy": 0.756893, "f1": 0.700199, "f1_weighted": 0.747548, "precision": 0.697493, "precision_weighted": 0.79706, "recall": 0.769968, "recall_weighted": 0.756893, "ap": null, "ap_weighted": null }, { "accuracy": 0.763618, "f1": 0.713193, "f1_weighted": 0.764025, "precision": 0.69492, "precision_weighted": 0.791503, "recall": 0.766655, "recall_weighted": 0.763618, "ap": null, "ap_weighted": null }, { "accuracy": 0.761601, "f1": 0.710102, "f1_weighted": 0.747581, "precision": 0.700203, "precision_weighted": 0.78114, "recall": 0.779074, "recall_weighted": 0.761601, "ap": null, "ap_weighted": null }, { "accuracy": 0.764291, "f1": 0.719954, "f1_weighted": 0.761352, "precision": 0.705487, "precision_weighted": 0.789316, "recall": 0.772521, "recall_weighted": 0.764291, "ap": null, "ap_weighted": null }, { "accuracy": 0.768325, "f1": 0.724085, "f1_weighted": 0.763107, "precision": 0.713504, "precision_weighted": 0.795994, "recall": 0.789844, "recall_weighted": 0.768325, "ap": null, "ap_weighted": null }, { "accuracy": 0.792535, "f1": 0.747302, "f1_weighted": 0.790756, "precision": 0.731619, "precision_weighted": 0.809385, "recall": 0.807694, "recall_weighted": 0.792535, "ap": null, "ap_weighted": null } ], "accuracy": 0.770141, "f1": 0.721121, "f1_weighted": 0.764054, "precision": 0.709161, "precision_weighted": 0.794895, "recall": 0.778612, "recall_weighted": 0.770141, "ap": NaN, "ap_weighted": NaN, "main_score": 0.770141, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.762273, "f1": 0.72157, "f1_weighted": 0.749489, "precision": 0.707332, "precision_weighted": 0.778647, "recall": 0.773325, "recall_weighted": 0.762273, "ap": null, "ap_weighted": null }, { "accuracy": 0.774378, "f1": 0.748864, "f1_weighted": 0.766865, "precision": 0.742323, "precision_weighted": 0.793948, "recall": 0.788096, "recall_weighted": 0.774378, "ap": null, "ap_weighted": null }, { "accuracy": 0.762609, "f1": 0.724697, "f1_weighted": 0.757094, "precision": 0.711378, "precision_weighted": 0.78885, "recall": 0.775324, "recall_weighted": 0.762609, "ap": null, "ap_weighted": null }, { "accuracy": 0.776395, "f1": 0.736173, "f1_weighted": 0.771906, "precision": 0.724326, "precision_weighted": 0.803537, "recall": 0.782074, "recall_weighted": 0.776395, "ap": null, "ap_weighted": null }, { "accuracy": 0.748151, "f1": 0.711838, "f1_weighted": 0.738474, "precision": 0.708633, "precision_weighted": 0.793772, "recall": 0.777525, "recall_weighted": 0.748151, "ap": null, "ap_weighted": null }, { "accuracy": 0.755212, "f1": 0.718498, "f1_weighted": 0.754384, "precision": 0.704697, "precision_weighted": 0.795025, "recall": 0.770735, "recall_weighted": 0.755212, "ap": null, "ap_weighted": null }, { "accuracy": 0.759919, "f1": 0.714696, "f1_weighted": 0.748995, "precision": 0.711395, "precision_weighted": 0.801205, "recall": 0.771614, "recall_weighted": 0.759919, "ap": null, "ap_weighted": null }, { "accuracy": 0.723605, "f1": 0.688886, "f1_weighted": 0.719041, "precision": 0.692868, "precision_weighted": 0.779765, "recall": 0.750948, "recall_weighted": 0.723605, "ap": null, "ap_weighted": null }, { "accuracy": 0.755212, "f1": 0.721832, "f1_weighted": 0.749131, "precision": 0.714972, "precision_weighted": 0.787805, "recall": 0.785636, "recall_weighted": 0.755212, "ap": null, "ap_weighted": null }, { "accuracy": 0.768325, "f1": 0.720153, "f1_weighted": 0.763205, "precision": 0.713464, "precision_weighted": 0.802847, "recall": 0.782532, "recall_weighted": 0.768325, "ap": null, "ap_weighted": null } ], "accuracy": 0.758608, "f1": 0.720721, "f1_weighted": 0.751858, "precision": 0.713139, "precision_weighted": 0.79254, "recall": 0.775781, "recall_weighted": 0.758608, "ap": NaN, "ap_weighted": NaN, "main_score": 0.758608, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.775387, "f1": 0.734832, "f1_weighted": 0.763097, "precision": 0.731488, "precision_weighted": 0.800401, "recall": 0.778562, "recall_weighted": 0.775387, "ap": null, "ap_weighted": null }, { "accuracy": 0.787828, "f1": 0.748995, "f1_weighted": 0.776167, "precision": 0.739438, "precision_weighted": 0.795807, "recall": 0.792189, "recall_weighted": 0.787828, "ap": null, "ap_weighted": null }, { "accuracy": 0.774042, "f1": 0.7317, "f1_weighted": 0.761321, "precision": 0.718424, "precision_weighted": 0.785293, "recall": 0.778006, "recall_weighted": 0.774042, "ap": null, "ap_weighted": null }, { "accuracy": 0.79119, "f1": 0.748344, "f1_weighted": 0.781245, "precision": 0.736029, "precision_weighted": 0.801627, "recall": 0.78993, "recall_weighted": 0.79119, "ap": null, "ap_weighted": null }, { "accuracy": 0.774714, "f1": 0.719897, "f1_weighted": 0.761081, "precision": 0.708484, "precision_weighted": 0.797254, "recall": 0.771236, "recall_weighted": 0.774714, "ap": null, "ap_weighted": null }, { "accuracy": 0.787155, "f1": 0.749197, "f1_weighted": 0.782821, "precision": 0.736052, "precision_weighted": 0.806193, "recall": 0.788595, "recall_weighted": 0.787155, "ap": null, "ap_weighted": null }, { "accuracy": 0.78043, "f1": 0.732509, "f1_weighted": 0.770299, "precision": 0.72117, "precision_weighted": 0.802097, "recall": 0.781469, "recall_weighted": 0.78043, "ap": null, "ap_weighted": null }, { "accuracy": 0.778413, "f1": 0.737752, "f1_weighted": 0.770679, "precision": 0.728885, "precision_weighted": 0.802168, "recall": 0.781735, "recall_weighted": 0.778413, "ap": null, "ap_weighted": null }, { "accuracy": 0.756557, "f1": 0.728633, "f1_weighted": 0.746596, "precision": 0.720622, "precision_weighted": 0.796121, "recall": 0.777376, "recall_weighted": 0.756557, "ap": null, "ap_weighted": null }, { "accuracy": 0.794553, "f1": 0.751606, "f1_weighted": 0.790084, "precision": 0.73564, "precision_weighted": 0.80857, "recall": 0.79236, "recall_weighted": 0.794553, "ap": null, "ap_weighted": null } ], "accuracy": 0.780027, "f1": 0.738347, "f1_weighted": 0.770339, "precision": 0.727623, "precision_weighted": 0.799553, "recall": 0.783146, "recall_weighted": 0.780027, "ap": NaN, "ap_weighted": NaN, "main_score": 0.780027, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.816409, "f1": 0.773716, "f1_weighted": 0.808277, "precision": 0.763936, "precision_weighted": 0.828517, "recall": 0.818466, "recall_weighted": 0.816409, "ap": null, "ap_weighted": null }, { "accuracy": 0.811365, "f1": 0.769625, "f1_weighted": 0.802012, "precision": 0.759068, "precision_weighted": 0.818576, "recall": 0.81493, "recall_weighted": 0.811365, "ap": null, "ap_weighted": null }, { "accuracy": 0.804976, "f1": 0.758455, "f1_weighted": 0.797327, "precision": 0.744532, "precision_weighted": 0.817169, "recall": 0.814299, "recall_weighted": 0.804976, "ap": null, "ap_weighted": null }, { "accuracy": 0.821116, "f1": 0.77317, "f1_weighted": 0.8152, "precision": 0.761007, "precision_weighted": 0.829684, "recall": 0.817133, "recall_weighted": 0.821116, "ap": null, "ap_weighted": null }, { "accuracy": 0.808339, "f1": 0.7618, "f1_weighted": 0.801795, "precision": 0.754715, "precision_weighted": 0.828586, "recall": 0.81303, "recall_weighted": 0.808339, "ap": null, "ap_weighted": null }, { "accuracy": 0.817418, "f1": 0.772909, "f1_weighted": 0.816462, "precision": 0.755337, "precision_weighted": 0.832388, "recall": 0.8233, "recall_weighted": 0.817418, "ap": null, "ap_weighted": null }, { "accuracy": 0.810693, "f1": 0.770657, "f1_weighted": 0.803555, "precision": 0.768635, "precision_weighted": 0.842065, "recall": 0.820083, "recall_weighted": 0.810693, "ap": null, "ap_weighted": null }, { "accuracy": 0.82347, "f1": 0.780721, "f1_weighted": 0.819091, "precision": 0.76686, "precision_weighted": 0.829657, "recall": 0.820506, "recall_weighted": 0.82347, "ap": null, "ap_weighted": null }, { "accuracy": 0.815064, "f1": 0.768458, "f1_weighted": 0.811287, "precision": 0.756929, "precision_weighted": 0.830015, "recall": 0.814773, "recall_weighted": 0.815064, "ap": null, "ap_weighted": null }, { "accuracy": 0.827169, "f1": 0.782657, "f1_weighted": 0.825706, "precision": 0.772737, "precision_weighted": 0.838622, "recall": 0.820987, "recall_weighted": 0.827169, "ap": null, "ap_weighted": null } ], "accuracy": 0.815602, "f1": 0.771217, "f1_weighted": 0.810071, "precision": 0.760375, "precision_weighted": 0.829528, "recall": 0.817751, "recall_weighted": 0.815602, "ap": NaN, "ap_weighted": NaN, "main_score": 0.815602, "hf_subset": "hy", "languages": [ "hye-Armn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.800941, "f1": 0.763178, "f1_weighted": 0.793755, "precision": 0.755967, "precision_weighted": 0.822343, "recall": 0.821277, "recall_weighted": 0.800941, "ap": null, "ap_weighted": null }, { "accuracy": 0.799933, "f1": 0.766396, "f1_weighted": 0.793797, "precision": 0.752698, "precision_weighted": 0.820139, "recall": 0.830375, "recall_weighted": 0.799933, "ap": null, "ap_weighted": null }, { "accuracy": 0.787828, "f1": 0.745388, "f1_weighted": 0.779231, "precision": 0.727624, "precision_weighted": 0.800401, "recall": 0.81599, "recall_weighted": 0.787828, "ap": null, "ap_weighted": null }, { "accuracy": 0.807666, "f1": 0.761485, "f1_weighted": 0.800029, "precision": 0.742928, "precision_weighted": 0.82154, "recall": 0.822582, "recall_weighted": 0.807666, "ap": null, "ap_weighted": null }, { "accuracy": 0.785138, "f1": 0.745136, "f1_weighted": 0.767423, "precision": 0.731146, "precision_weighted": 0.786177, "recall": 0.813832, "recall_weighted": 0.785138, "ap": null, "ap_weighted": null }, { "accuracy": 0.795562, "f1": 0.757428, "f1_weighted": 0.792231, "precision": 0.743996, "precision_weighted": 0.820058, "recall": 0.828995, "recall_weighted": 0.795562, "ap": null, "ap_weighted": null }, { "accuracy": 0.791527, "f1": 0.749327, "f1_weighted": 0.781931, "precision": 0.737715, "precision_weighted": 0.810544, "recall": 0.813721, "recall_weighted": 0.791527, "ap": null, "ap_weighted": null }, { "accuracy": 0.795562, "f1": 0.75591, "f1_weighted": 0.78859, "precision": 0.743757, "precision_weighted": 0.812085, "recall": 0.81407, "recall_weighted": 0.795562, "ap": null, "ap_weighted": null }, { "accuracy": 0.782784, "f1": 0.751879, "f1_weighted": 0.776993, "precision": 0.738138, "precision_weighted": 0.812069, "recall": 0.817896, "recall_weighted": 0.782784, "ap": null, "ap_weighted": null }, { "accuracy": 0.805985, "f1": 0.763369, "f1_weighted": 0.80291, "precision": 0.751969, "precision_weighted": 0.825302, "recall": 0.819485, "recall_weighted": 0.805985, "ap": null, "ap_weighted": null } ], "accuracy": 0.795293, "f1": 0.75595, "f1_weighted": 0.787689, "precision": 0.742594, "precision_weighted": 0.813066, "recall": 0.819822, "recall_weighted": 0.795293, "ap": NaN, "ap_weighted": NaN, "main_score": 0.795293, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.607599, "f1": 0.557009, "f1_weighted": 0.585687, "precision": 0.560958, "precision_weighted": 0.641994, "recall": 0.635343, "recall_weighted": 0.607599, "ap": null, "ap_weighted": null }, { "accuracy": 0.587424, "f1": 0.56005, "f1_weighted": 0.579427, "precision": 0.565465, "precision_weighted": 0.635858, "recall": 0.632317, "recall_weighted": 0.587424, "ap": null, "ap_weighted": null }, { "accuracy": 0.588097, "f1": 0.543027, "f1_weighted": 0.580055, "precision": 0.548497, "precision_weighted": 0.658476, "recall": 0.628043, "recall_weighted": 0.588097, "ap": null, "ap_weighted": null }, { "accuracy": 0.623403, "f1": 0.571905, "f1_weighted": 0.612451, "precision": 0.578807, "precision_weighted": 0.687717, "recall": 0.642329, "recall_weighted": 0.623403, "ap": null, "ap_weighted": null }, { "accuracy": 0.612643, "f1": 0.559248, "f1_weighted": 0.607458, "precision": 0.568726, "precision_weighted": 0.646887, "recall": 0.62493, "recall_weighted": 0.612643, "ap": null, "ap_weighted": null }, { "accuracy": 0.602219, "f1": 0.563729, "f1_weighted": 0.597021, "precision": 0.57058, "precision_weighted": 0.684661, "recall": 0.636273, "recall_weighted": 0.602219, "ap": null, "ap_weighted": null }, { "accuracy": 0.606254, "f1": 0.57136, "f1_weighted": 0.593481, "precision": 0.585545, "precision_weighted": 0.673557, "recall": 0.660779, "recall_weighted": 0.606254, "ap": null, "ap_weighted": null }, { "accuracy": 0.603564, "f1": 0.568289, "f1_weighted": 0.590212, "precision": 0.573139, "precision_weighted": 0.670345, "recall": 0.644992, "recall_weighted": 0.603564, "ap": null, "ap_weighted": null }, { "accuracy": 0.582044, "f1": 0.544551, "f1_weighted": 0.571133, "precision": 0.552588, "precision_weighted": 0.661122, "recall": 0.649386, "recall_weighted": 0.582044, "ap": null, "ap_weighted": null }, { "accuracy": 0.626093, "f1": 0.587141, "f1_weighted": 0.619806, "precision": 0.588055, "precision_weighted": 0.687597, "recall": 0.672146, "recall_weighted": 0.626093, "ap": null, "ap_weighted": null } ], "accuracy": 0.603934, "f1": 0.562631, "f1_weighted": 0.593673, "precision": 0.569236, "precision_weighted": 0.664821, "recall": 0.642654, "recall_weighted": 0.603934, "ap": NaN, "ap_weighted": NaN, "main_score": 0.603934, "hf_subset": "is", "languages": [ "isl-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.846335, "f1": 0.812567, "f1_weighted": 0.838803, "precision": 0.807451, "precision_weighted": 0.857618, "recall": 0.838204, "recall_weighted": 0.846335, "ap": null, "ap_weighted": null }, { "accuracy": 0.847007, "f1": 0.8234, "f1_weighted": 0.839674, "precision": 0.813967, "precision_weighted": 0.867191, "recall": 0.877987, "recall_weighted": 0.847007, "ap": null, "ap_weighted": null }, { "accuracy": 0.82885, "f1": 0.800876, "f1_weighted": 0.818302, "precision": 0.790007, "precision_weighted": 0.841105, "recall": 0.858284, "recall_weighted": 0.82885, "ap": null, "ap_weighted": null }, { "accuracy": 0.855077, "f1": 0.82036, "f1_weighted": 0.850943, "precision": 0.810418, "precision_weighted": 0.869605, "recall": 0.860307, "recall_weighted": 0.855077, "ap": null, "ap_weighted": null }, { "accuracy": 0.840282, "f1": 0.807245, "f1_weighted": 0.833234, "precision": 0.799848, "precision_weighted": 0.858616, "recall": 0.857866, "recall_weighted": 0.840282, "ap": null, "ap_weighted": null }, { "accuracy": 0.845326, "f1": 0.815224, "f1_weighted": 0.843576, "precision": 0.808424, "precision_weighted": 0.861226, "recall": 0.858358, "recall_weighted": 0.845326, "ap": null, "ap_weighted": null }, { "accuracy": 0.834566, "f1": 0.805968, "f1_weighted": 0.828283, "precision": 0.802241, "precision_weighted": 0.855913, "recall": 0.85994, "recall_weighted": 0.834566, "ap": null, "ap_weighted": null }, { "accuracy": 0.844317, "f1": 0.811201, "f1_weighted": 0.837655, "precision": 0.805258, "precision_weighted": 0.861327, "recall": 0.855934, "recall_weighted": 0.844317, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.816408, "f1_weighted": 0.839921, "precision": 0.808285, "precision_weighted": 0.860249, "recall": 0.864892, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.859449, "f1": 0.829764, "f1_weighted": 0.858277, "precision": 0.823267, "precision_weighted": 0.869136, "recall": 0.868119, "recall_weighted": 0.859449, "ap": null, "ap_weighted": null } ], "accuracy": 0.844351, "f1": 0.814301, "f1_weighted": 0.838867, "precision": 0.806917, "precision_weighted": 0.860199, "recall": 0.859989, "recall_weighted": 0.844351, "ap": NaN, "ap_weighted": NaN, "main_score": 0.844351, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.832213, "f1": 0.797816, "f1_weighted": 0.825665, "precision": 0.783247, "precision_weighted": 0.850189, "recall": 0.839877, "recall_weighted": 0.832213, "ap": null, "ap_weighted": null }, { "accuracy": 0.837929, "f1": 0.813883, "f1_weighted": 0.832901, "precision": 0.795118, "precision_weighted": 0.850584, "recall": 0.855849, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.83154, "f1": 0.807606, "f1_weighted": 0.824539, "precision": 0.791593, "precision_weighted": 0.847444, "recall": 0.868022, "recall_weighted": 0.83154, "ap": null, "ap_weighted": null }, { "accuracy": 0.838937, "f1": 0.81231, "f1_weighted": 0.833765, "precision": 0.797189, "precision_weighted": 0.858697, "recall": 0.865447, "recall_weighted": 0.838937, "ap": null, "ap_weighted": null }, { "accuracy": 0.816409, "f1": 0.793754, "f1_weighted": 0.804263, "precision": 0.78078, "precision_weighted": 0.835362, "recall": 0.856882, "recall_weighted": 0.816409, "ap": null, "ap_weighted": null }, { "accuracy": 0.834902, "f1": 0.814502, "f1_weighted": 0.830662, "precision": 0.798874, "precision_weighted": 0.854845, "recall": 0.859548, "recall_weighted": 0.834902, "ap": null, "ap_weighted": null }, { "accuracy": 0.821789, "f1": 0.796788, "f1_weighted": 0.814123, "precision": 0.785052, "precision_weighted": 0.845826, "recall": 0.839176, "recall_weighted": 0.821789, "ap": null, "ap_weighted": null }, { "accuracy": 0.838265, "f1": 0.807848, "f1_weighted": 0.833759, "precision": 0.793187, "precision_weighted": 0.852896, "recall": 0.843219, "recall_weighted": 0.838265, "ap": null, "ap_weighted": null }, { "accuracy": 0.838265, "f1": 0.806061, "f1_weighted": 0.834221, "precision": 0.79045, "precision_weighted": 0.857352, "recall": 0.863387, "recall_weighted": 0.838265, "ap": null, "ap_weighted": null }, { "accuracy": 0.844654, "f1": 0.812637, "f1_weighted": 0.842383, "precision": 0.799279, "precision_weighted": 0.859085, "recall": 0.847027, "recall_weighted": 0.844654, "ap": null, "ap_weighted": null } ], "accuracy": 0.83349, "f1": 0.806321, "f1_weighted": 0.827628, "precision": 0.791477, "precision_weighted": 0.851228, "recall": 0.853843, "recall_weighted": 0.83349, "ap": NaN, "ap_weighted": NaN, "main_score": 0.83349, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.580027, "f1": 0.530545, "f1_weighted": 0.568102, "precision": 0.54021, "precision_weighted": 0.621782, "recall": 0.607906, "recall_weighted": 0.580027, "ap": null, "ap_weighted": null }, { "accuracy": 0.60121, "f1": 0.547198, "f1_weighted": 0.596537, "precision": 0.546134, "precision_weighted": 0.644632, "recall": 0.604832, "recall_weighted": 0.60121, "ap": null, "ap_weighted": null }, { "accuracy": 0.573638, "f1": 0.518902, "f1_weighted": 0.558461, "precision": 0.515234, "precision_weighted": 0.614634, "recall": 0.596994, "recall_weighted": 0.573638, "ap": null, "ap_weighted": null }, { "accuracy": 0.557835, "f1": 0.513562, "f1_weighted": 0.54098, "precision": 0.504839, "precision_weighted": 0.574436, "recall": 0.588538, "recall_weighted": 0.557835, "ap": null, "ap_weighted": null }, { "accuracy": 0.564223, "f1": 0.498261, "f1_weighted": 0.557169, "precision": 0.514946, "precision_weighted": 0.652751, "recall": 0.567119, "recall_weighted": 0.564223, "ap": null, "ap_weighted": null }, { "accuracy": 0.572966, "f1": 0.52516, "f1_weighted": 0.556797, "precision": 0.514551, "precision_weighted": 0.603258, "recall": 0.608028, "recall_weighted": 0.572966, "ap": null, "ap_weighted": null }, { "accuracy": 0.564896, "f1": 0.505317, "f1_weighted": 0.542243, "precision": 0.500035, "precision_weighted": 0.583342, "recall": 0.570584, "recall_weighted": 0.564896, "ap": null, "ap_weighted": null }, { "accuracy": 0.56187, "f1": 0.502614, "f1_weighted": 0.543262, "precision": 0.506078, "precision_weighted": 0.61107, "recall": 0.579338, "recall_weighted": 0.56187, "ap": null, "ap_weighted": null }, { "accuracy": 0.559516, "f1": 0.515007, "f1_weighted": 0.539217, "precision": 0.514654, "precision_weighted": 0.60795, "recall": 0.603185, "recall_weighted": 0.559516, "ap": null, "ap_weighted": null }, { "accuracy": 0.570276, "f1": 0.512929, "f1_weighted": 0.561264, "precision": 0.528605, "precision_weighted": 0.633984, "recall": 0.601436, "recall_weighted": 0.570276, "ap": null, "ap_weighted": null } ], "accuracy": 0.570646, "f1": 0.51695, "f1_weighted": 0.556403, "precision": 0.518529, "precision_weighted": 0.614784, "recall": 0.592796, "recall_weighted": 0.570646, "ap": NaN, "ap_weighted": NaN, "main_score": 0.570646, "hf_subset": "jv", "languages": [ "jav-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.738399, "f1": 0.717212, "f1_weighted": 0.729008, "precision": 0.719997, "precision_weighted": 0.762899, "recall": 0.775329, "recall_weighted": 0.738399, "ap": null, "ap_weighted": null }, { "accuracy": 0.756893, "f1": 0.73954, "f1_weighted": 0.746266, "precision": 0.726457, "precision_weighted": 0.768989, "recall": 0.779571, "recall_weighted": 0.756893, "ap": null, "ap_weighted": null }, { "accuracy": 0.736718, "f1": 0.70878, "f1_weighted": 0.724152, "precision": 0.703147, "precision_weighted": 0.749617, "recall": 0.755833, "recall_weighted": 0.736718, "ap": null, "ap_weighted": null }, { "accuracy": 0.753867, "f1": 0.728696, "f1_weighted": 0.747757, "precision": 0.71352, "precision_weighted": 0.768232, "recall": 0.767615, "recall_weighted": 0.753867, "ap": null, "ap_weighted": null }, { "accuracy": 0.736718, "f1": 0.709429, "f1_weighted": 0.724657, "precision": 0.701667, "precision_weighted": 0.76677, "recall": 0.779244, "recall_weighted": 0.736718, "ap": null, "ap_weighted": null }, { "accuracy": 0.734701, "f1": 0.718649, "f1_weighted": 0.731361, "precision": 0.709681, "precision_weighted": 0.766892, "recall": 0.767323, "recall_weighted": 0.734701, "ap": null, "ap_weighted": null }, { "accuracy": 0.753531, "f1": 0.726994, "f1_weighted": 0.744457, "precision": 0.724188, "precision_weighted": 0.775707, "recall": 0.780675, "recall_weighted": 0.753531, "ap": null, "ap_weighted": null }, { "accuracy": 0.746133, "f1": 0.726319, "f1_weighted": 0.740579, "precision": 0.723209, "precision_weighted": 0.76749, "recall": 0.763812, "recall_weighted": 0.746133, "ap": null, "ap_weighted": null }, { "accuracy": 0.743779, "f1": 0.728271, "f1_weighted": 0.733697, "precision": 0.713262, "precision_weighted": 0.756502, "recall": 0.791495, "recall_weighted": 0.743779, "ap": null, "ap_weighted": null }, { "accuracy": 0.759247, "f1": 0.724857, "f1_weighted": 0.756387, "precision": 0.717812, "precision_weighted": 0.784011, "recall": 0.778602, "recall_weighted": 0.759247, "ap": null, "ap_weighted": null } ], "accuracy": 0.745999, "f1": 0.722875, "f1_weighted": 0.737832, "precision": 0.715294, "precision_weighted": 0.766711, "recall": 0.77395, "recall_weighted": 0.745999, "ap": NaN, "ap_weighted": NaN, "main_score": 0.745999, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.356759, "f1": 0.3334, "f1_weighted": 0.353311, "precision": 0.366823, "precision_weighted": 0.456902, "recall": 0.421367, "recall_weighted": 0.356759, "ap": null, "ap_weighted": null }, { "accuracy": 0.367518, "f1": 0.335715, "f1_weighted": 0.356935, "precision": 0.360063, "precision_weighted": 0.446362, "recall": 0.422814, "recall_weighted": 0.367518, "ap": null, "ap_weighted": null }, { "accuracy": 0.337256, "f1": 0.318336, "f1_weighted": 0.319296, "precision": 0.339581, "precision_weighted": 0.39243, "recall": 0.400535, "recall_weighted": 0.337256, "ap": null, "ap_weighted": null }, { "accuracy": 0.340282, "f1": 0.315898, "f1_weighted": 0.313736, "precision": 0.323288, "precision_weighted": 0.379707, "recall": 0.414207, "recall_weighted": 0.340282, "ap": null, "ap_weighted": null }, { "accuracy": 0.354741, "f1": 0.324523, "f1_weighted": 0.328331, "precision": 0.338259, "precision_weighted": 0.408828, "recall": 0.417305, "recall_weighted": 0.354741, "ap": null, "ap_weighted": null }, { "accuracy": 0.301614, "f1": 0.302718, "f1_weighted": 0.275881, "precision": 0.326591, "precision_weighted": 0.391966, "recall": 0.391131, "recall_weighted": 0.301614, "ap": null, "ap_weighted": null }, { "accuracy": 0.354069, "f1": 0.328098, "f1_weighted": 0.340688, "precision": 0.333314, "precision_weighted": 0.419966, "recall": 0.420032, "recall_weighted": 0.354069, "ap": null, "ap_weighted": null }, { "accuracy": 0.358104, "f1": 0.324695, "f1_weighted": 0.360919, "precision": 0.34957, "precision_weighted": 0.456433, "recall": 0.397558, "recall_weighted": 0.358104, "ap": null, "ap_weighted": null }, { "accuracy": 0.380296, "f1": 0.344802, "f1_weighted": 0.352671, "precision": 0.370926, "precision_weighted": 0.469794, "recall": 0.443599, "recall_weighted": 0.380296, "ap": null, "ap_weighted": null }, { "accuracy": 0.332549, "f1": 0.31606, "f1_weighted": 0.320385, "precision": 0.330729, "precision_weighted": 0.398657, "recall": 0.401258, "recall_weighted": 0.332549, "ap": null, "ap_weighted": null } ], "accuracy": 0.348319, "f1": 0.324425, "f1_weighted": 0.332215, "precision": 0.343914, "precision_weighted": 0.422105, "recall": 0.412981, "recall_weighted": 0.348319, "ap": NaN, "ap_weighted": NaN, "main_score": 0.348319, "hf_subset": "km", "languages": [ "khm-Khmr" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.511769, "f1": 0.457546, "f1_weighted": 0.490177, "precision": 0.47078, "precision_weighted": 0.574382, "recall": 0.544876, "recall_weighted": 0.511769, "ap": null, "ap_weighted": null }, { "accuracy": 0.537323, "f1": 0.479377, "f1_weighted": 0.530726, "precision": 0.479144, "precision_weighted": 0.590648, "recall": 0.548688, "recall_weighted": 0.537323, "ap": null, "ap_weighted": null }, { "accuracy": 0.48117, "f1": 0.435274, "f1_weighted": 0.474981, "precision": 0.460349, "precision_weighted": 0.581973, "recall": 0.530533, "recall_weighted": 0.48117, "ap": null, "ap_weighted": null }, { "accuracy": 0.492939, "f1": 0.453355, "f1_weighted": 0.472755, "precision": 0.478627, "precision_weighted": 0.583817, "recall": 0.543827, "recall_weighted": 0.492939, "ap": null, "ap_weighted": null }, { "accuracy": 0.478816, "f1": 0.438518, "f1_weighted": 0.458607, "precision": 0.479803, "precision_weighted": 0.596371, "recall": 0.549209, "recall_weighted": 0.478816, "ap": null, "ap_weighted": null }, { "accuracy": 0.48117, "f1": 0.444557, "f1_weighted": 0.46736, "precision": 0.471019, "precision_weighted": 0.584946, "recall": 0.535067, "recall_weighted": 0.48117, "ap": null, "ap_weighted": null }, { "accuracy": 0.522529, "f1": 0.477425, "f1_weighted": 0.510952, "precision": 0.48178, "precision_weighted": 0.575982, "recall": 0.570554, "recall_weighted": 0.522529, "ap": null, "ap_weighted": null }, { "accuracy": 0.477808, "f1": 0.432124, "f1_weighted": 0.458636, "precision": 0.46249, "precision_weighted": 0.605069, "recall": 0.539685, "recall_weighted": 0.477808, "ap": null, "ap_weighted": null }, { "accuracy": 0.469401, "f1": 0.433532, "f1_weighted": 0.443427, "precision": 0.45982, "precision_weighted": 0.554938, "recall": 0.541641, "recall_weighted": 0.469401, "ap": null, "ap_weighted": null }, { "accuracy": 0.52421, "f1": 0.472708, "f1_weighted": 0.521286, "precision": 0.485811, "precision_weighted": 0.619546, "recall": 0.573207, "recall_weighted": 0.52421, "ap": null, "ap_weighted": null } ], "accuracy": 0.497714, "f1": 0.452442, "f1_weighted": 0.482891, "precision": 0.472962, "precision_weighted": 0.586767, "recall": 0.547729, "recall_weighted": 0.497714, "ap": NaN, "ap_weighted": NaN, "main_score": 0.497714, "hf_subset": "kn", "languages": [ "kan-Knda" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.784129, "f1": 0.755745, "f1_weighted": 0.770768, "precision": 0.741096, "precision_weighted": 0.795564, "recall": 0.820898, "recall_weighted": 0.784129, "ap": null, "ap_weighted": null }, { "accuracy": 0.791527, "f1": 0.764097, "f1_weighted": 0.785516, "precision": 0.748737, "precision_weighted": 0.812404, "recall": 0.8123, "recall_weighted": 0.791527, "ap": null, "ap_weighted": null }, { "accuracy": 0.762273, "f1": 0.733931, "f1_weighted": 0.756787, "precision": 0.717442, "precision_weighted": 0.787248, "recall": 0.809739, "recall_weighted": 0.762273, "ap": null, "ap_weighted": null }, { "accuracy": 0.801614, "f1": 0.769146, "f1_weighted": 0.794771, "precision": 0.747805, "precision_weighted": 0.811425, "recall": 0.825591, "recall_weighted": 0.801614, "ap": null, "ap_weighted": null }, { "accuracy": 0.756557, "f1": 0.742891, "f1_weighted": 0.747199, "precision": 0.73726, "precision_weighted": 0.801121, "recall": 0.816094, "recall_weighted": 0.756557, "ap": null, "ap_weighted": null }, { "accuracy": 0.778077, "f1": 0.759026, "f1_weighted": 0.775774, "precision": 0.744667, "precision_weighted": 0.809753, "recall": 0.823337, "recall_weighted": 0.778077, "ap": null, "ap_weighted": null }, { "accuracy": 0.770343, "f1": 0.740388, "f1_weighted": 0.756981, "precision": 0.727423, "precision_weighted": 0.794147, "recall": 0.81257, "recall_weighted": 0.770343, "ap": null, "ap_weighted": null }, { "accuracy": 0.783457, "f1": 0.751206, "f1_weighted": 0.778983, "precision": 0.737055, "precision_weighted": 0.809584, "recall": 0.800506, "recall_weighted": 0.783457, "ap": null, "ap_weighted": null }, { "accuracy": 0.764291, "f1": 0.751735, "f1_weighted": 0.756708, "precision": 0.739928, "precision_weighted": 0.801355, "recall": 0.817266, "recall_weighted": 0.764291, "ap": null, "ap_weighted": null }, { "accuracy": 0.791863, "f1": 0.763292, "f1_weighted": 0.788444, "precision": 0.749185, "precision_weighted": 0.814418, "recall": 0.8252, "recall_weighted": 0.791863, "ap": null, "ap_weighted": null } ], "accuracy": 0.778413, "f1": 0.753146, "f1_weighted": 0.771193, "precision": 0.73906, "precision_weighted": 0.803702, "recall": 0.81635, "recall_weighted": 0.778413, "ap": NaN, "ap_weighted": NaN, "main_score": 0.778413, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.741762, "f1": 0.700687, "f1_weighted": 0.73402, "precision": 0.698182, "precision_weighted": 0.768637, "recall": 0.761848, "recall_weighted": 0.741762, "ap": null, "ap_weighted": null }, { "accuracy": 0.734028, "f1": 0.700005, "f1_weighted": 0.730591, "precision": 0.696595, "precision_weighted": 0.767695, "recall": 0.75975, "recall_weighted": 0.734028, "ap": null, "ap_weighted": null }, { "accuracy": 0.729657, "f1": 0.675813, "f1_weighted": 0.717582, "precision": 0.664677, "precision_weighted": 0.735216, "recall": 0.747108, "recall_weighted": 0.729657, "ap": null, "ap_weighted": null }, { "accuracy": 0.737054, "f1": 0.695993, "f1_weighted": 0.732153, "precision": 0.686135, "precision_weighted": 0.764531, "recall": 0.761164, "recall_weighted": 0.737054, "ap": null, "ap_weighted": null }, { "accuracy": 0.725622, "f1": 0.688452, "f1_weighted": 0.714966, "precision": 0.685866, "precision_weighted": 0.763859, "recall": 0.752109, "recall_weighted": 0.725622, "ap": null, "ap_weighted": null }, { "accuracy": 0.722932, "f1": 0.688201, "f1_weighted": 0.715861, "precision": 0.675453, "precision_weighted": 0.756112, "recall": 0.757767, "recall_weighted": 0.722932, "ap": null, "ap_weighted": null }, { "accuracy": 0.73033, "f1": 0.682473, "f1_weighted": 0.722853, "precision": 0.684823, "precision_weighted": 0.768352, "recall": 0.74575, "recall_weighted": 0.73033, "ap": null, "ap_weighted": null }, { "accuracy": 0.728985, "f1": 0.688677, "f1_weighted": 0.723263, "precision": 0.686712, "precision_weighted": 0.762189, "recall": 0.74495, "recall_weighted": 0.728985, "ap": null, "ap_weighted": null }, { "accuracy": 0.712508, "f1": 0.686473, "f1_weighted": 0.70795, "precision": 0.687802, "precision_weighted": 0.75997, "recall": 0.753423, "recall_weighted": 0.712508, "ap": null, "ap_weighted": null }, { "accuracy": 0.742098, "f1": 0.688774, "f1_weighted": 0.740405, "precision": 0.684183, "precision_weighted": 0.775736, "recall": 0.761145, "recall_weighted": 0.742098, "ap": null, "ap_weighted": null } ], "accuracy": 0.730498, "f1": 0.689555, "f1_weighted": 0.723964, "precision": 0.685043, "precision_weighted": 0.76223, "recall": 0.754501, "recall_weighted": 0.730498, "ap": NaN, "ap_weighted": NaN, "main_score": 0.730498, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.575319, "f1": 0.523954, "f1_weighted": 0.564282, "precision": 0.520605, "precision_weighted": 0.63145, "recall": 0.608961, "recall_weighted": 0.575319, "ap": null, "ap_weighted": null }, { "accuracy": 0.555481, "f1": 0.504519, "f1_weighted": 0.554791, "precision": 0.499177, "precision_weighted": 0.603331, "recall": 0.597706, "recall_weighted": 0.555481, "ap": null, "ap_weighted": null }, { "accuracy": 0.517485, "f1": 0.474258, "f1_weighted": 0.509255, "precision": 0.484632, "precision_weighted": 0.598267, "recall": 0.590381, "recall_weighted": 0.517485, "ap": null, "ap_weighted": null }, { "accuracy": 0.536315, "f1": 0.482144, "f1_weighted": 0.520379, "precision": 0.486967, "precision_weighted": 0.574421, "recall": 0.567624, "recall_weighted": 0.536315, "ap": null, "ap_weighted": null }, { "accuracy": 0.555817, "f1": 0.500613, "f1_weighted": 0.544086, "precision": 0.495246, "precision_weighted": 0.603345, "recall": 0.59002, "recall_weighted": 0.555817, "ap": null, "ap_weighted": null }, { "accuracy": 0.526564, "f1": 0.495549, "f1_weighted": 0.51265, "precision": 0.488759, "precision_weighted": 0.612896, "recall": 0.603971, "recall_weighted": 0.526564, "ap": null, "ap_weighted": null }, { "accuracy": 0.540013, "f1": 0.49664, "f1_weighted": 0.533737, "precision": 0.50161, "precision_weighted": 0.604191, "recall": 0.589887, "recall_weighted": 0.540013, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.500315, "f1_weighted": 0.543286, "precision": 0.511641, "precision_weighted": 0.625356, "recall": 0.575719, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null }, { "accuracy": 0.513786, "f1": 0.476761, "f1_weighted": 0.495619, "precision": 0.50287, "precision_weighted": 0.620853, "recall": 0.574192, "recall_weighted": 0.513786, "ap": null, "ap_weighted": null }, { "accuracy": 0.554472, "f1": 0.511511, "f1_weighted": 0.547744, "precision": 0.528698, "precision_weighted": 0.639749, "recall": 0.608316, "recall_weighted": 0.554472, "ap": null, "ap_weighted": null } ], "accuracy": 0.542703, "f1": 0.496626, "f1_weighted": 0.532583, "precision": 0.50202, "precision_weighted": 0.611386, "recall": 0.590678, "recall_weighted": 0.542703, "ap": NaN, "ap_weighted": NaN, "main_score": 0.542703, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.720242, "f1": 0.67217, "f1_weighted": 0.71108, "precision": 0.662106, "precision_weighted": 0.755561, "recall": 0.735604, "recall_weighted": 0.720242, "ap": null, "ap_weighted": null }, { "accuracy": 0.729321, "f1": 0.681198, "f1_weighted": 0.723582, "precision": 0.673626, "precision_weighted": 0.75601, "recall": 0.739951, "recall_weighted": 0.729321, "ap": null, "ap_weighted": null }, { "accuracy": 0.713181, "f1": 0.664082, "f1_weighted": 0.707043, "precision": 0.64973, "precision_weighted": 0.742741, "recall": 0.736945, "recall_weighted": 0.713181, "ap": null, "ap_weighted": null }, { "accuracy": 0.73033, "f1": 0.68902, "f1_weighted": 0.723768, "precision": 0.680047, "precision_weighted": 0.778375, "recall": 0.754249, "recall_weighted": 0.73033, "ap": null, "ap_weighted": null }, { "accuracy": 0.706456, "f1": 0.652555, "f1_weighted": 0.697114, "precision": 0.637802, "precision_weighted": 0.727164, "recall": 0.719176, "recall_weighted": 0.706456, "ap": null, "ap_weighted": null }, { "accuracy": 0.692334, "f1": 0.655486, "f1_weighted": 0.691561, "precision": 0.643516, "precision_weighted": 0.749718, "recall": 0.72557, "recall_weighted": 0.692334, "ap": null, "ap_weighted": null }, { "accuracy": 0.704438, "f1": 0.658495, "f1_weighted": 0.693376, "precision": 0.640674, "precision_weighted": 0.721604, "recall": 0.729791, "recall_weighted": 0.704438, "ap": null, "ap_weighted": null }, { "accuracy": 0.710155, "f1": 0.656499, "f1_weighted": 0.703419, "precision": 0.649309, "precision_weighted": 0.747643, "recall": 0.727873, "recall_weighted": 0.710155, "ap": null, "ap_weighted": null }, { "accuracy": 0.701076, "f1": 0.654363, "f1_weighted": 0.688319, "precision": 0.644949, "precision_weighted": 0.749874, "recall": 0.730213, "recall_weighted": 0.701076, "ap": null, "ap_weighted": null }, { "accuracy": 0.722932, "f1": 0.675558, "f1_weighted": 0.720694, "precision": 0.664151, "precision_weighted": 0.764137, "recall": 0.737911, "recall_weighted": 0.722932, "ap": null, "ap_weighted": null } ], "accuracy": 0.713046, "f1": 0.665943, "f1_weighted": 0.705996, "precision": 0.654591, "precision_weighted": 0.749283, "recall": 0.733728, "recall_weighted": 0.713046, "ap": NaN, "ap_weighted": NaN, "main_score": 0.713046, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.777068, "f1": 0.744082, "f1_weighted": 0.767749, "precision": 0.734291, "precision_weighted": 0.793859, "recall": 0.800924, "recall_weighted": 0.777068, "ap": null, "ap_weighted": null }, { "accuracy": 0.776395, "f1": 0.744027, "f1_weighted": 0.77251, "precision": 0.729664, "precision_weighted": 0.801614, "recall": 0.813147, "recall_weighted": 0.776395, "ap": null, "ap_weighted": null }, { "accuracy": 0.771688, "f1": 0.742223, "f1_weighted": 0.763129, "precision": 0.719867, "precision_weighted": 0.790346, "recall": 0.815085, "recall_weighted": 0.771688, "ap": null, "ap_weighted": null }, { "accuracy": 0.771688, "f1": 0.732796, "f1_weighted": 0.759575, "precision": 0.715696, "precision_weighted": 0.794206, "recall": 0.800595, "recall_weighted": 0.771688, "ap": null, "ap_weighted": null }, { "accuracy": 0.755548, "f1": 0.716412, "f1_weighted": 0.740162, "precision": 0.705045, "precision_weighted": 0.743725, "recall": 0.785001, "recall_weighted": 0.755548, "ap": null, "ap_weighted": null }, { "accuracy": 0.747814, "f1": 0.725443, "f1_weighted": 0.74206, "precision": 0.70518, "precision_weighted": 0.782248, "recall": 0.800891, "recall_weighted": 0.747814, "ap": null, "ap_weighted": null }, { "accuracy": 0.753867, "f1": 0.715016, "f1_weighted": 0.742238, "precision": 0.70872, "precision_weighted": 0.793768, "recall": 0.788959, "recall_weighted": 0.753867, "ap": null, "ap_weighted": null }, { "accuracy": 0.768662, "f1": 0.726222, "f1_weighted": 0.761093, "precision": 0.711938, "precision_weighted": 0.790046, "recall": 0.791453, "recall_weighted": 0.768662, "ap": null, "ap_weighted": null }, { "accuracy": 0.758911, "f1": 0.726919, "f1_weighted": 0.750975, "precision": 0.708605, "precision_weighted": 0.776467, "recall": 0.791489, "recall_weighted": 0.758911, "ap": null, "ap_weighted": null }, { "accuracy": 0.781439, "f1": 0.74395, "f1_weighted": 0.776381, "precision": 0.730336, "precision_weighted": 0.79974, "recall": 0.80392, "recall_weighted": 0.781439, "ap": null, "ap_weighted": null } ], "accuracy": 0.766308, "f1": 0.731709, "f1_weighted": 0.757587, "precision": 0.716934, "precision_weighted": 0.786602, "recall": 0.799146, "recall_weighted": 0.766308, "ap": NaN, "ap_weighted": NaN, "main_score": 0.766308, "hf_subset": "ms", "languages": [ "msa-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.354069, "f1": 0.343326, "f1_weighted": 0.350809, "precision": 0.386872, "precision_weighted": 0.501165, "recall": 0.430646, "recall_weighted": 0.354069, "ap": null, "ap_weighted": null }, { "accuracy": 0.363484, "f1": 0.34017, "f1_weighted": 0.363701, "precision": 0.40045, "precision_weighted": 0.518478, "recall": 0.413365, "recall_weighted": 0.363484, "ap": null, "ap_weighted": null }, { "accuracy": 0.340955, "f1": 0.330255, "f1_weighted": 0.333588, "precision": 0.373711, "precision_weighted": 0.492065, "recall": 0.442432, "recall_weighted": 0.340955, "ap": null, "ap_weighted": null }, { "accuracy": 0.351715, "f1": 0.328577, "f1_weighted": 0.340076, "precision": 0.361553, "precision_weighted": 0.476785, "recall": 0.414459, "recall_weighted": 0.351715, "ap": null, "ap_weighted": null }, { "accuracy": 0.352724, "f1": 0.332532, "f1_weighted": 0.345678, "precision": 0.375566, "precision_weighted": 0.469808, "recall": 0.434202, "recall_weighted": 0.352724, "ap": null, "ap_weighted": null }, { "accuracy": 0.345999, "f1": 0.329526, "f1_weighted": 0.346616, "precision": 0.392959, "precision_weighted": 0.509846, "recall": 0.438981, "recall_weighted": 0.345999, "ap": null, "ap_weighted": null }, { "accuracy": 0.358104, "f1": 0.353601, "f1_weighted": 0.34451, "precision": 0.384317, "precision_weighted": 0.487423, "recall": 0.466028, "recall_weighted": 0.358104, "ap": null, "ap_weighted": null }, { "accuracy": 0.379623, "f1": 0.343319, "f1_weighted": 0.379134, "precision": 0.387434, "precision_weighted": 0.485928, "recall": 0.430935, "recall_weighted": 0.379623, "ap": null, "ap_weighted": null }, { "accuracy": 0.345326, "f1": 0.329616, "f1_weighted": 0.335052, "precision": 0.369072, "precision_weighted": 0.469893, "recall": 0.436772, "recall_weighted": 0.345326, "ap": null, "ap_weighted": null }, { "accuracy": 0.357431, "f1": 0.341714, "f1_weighted": 0.349935, "precision": 0.38412, "precision_weighted": 0.491256, "recall": 0.453616, "recall_weighted": 0.357431, "ap": null, "ap_weighted": null } ], "accuracy": 0.354943, "f1": 0.337264, "f1_weighted": 0.34891, "precision": 0.381605, "precision_weighted": 0.490265, "recall": 0.436144, "recall_weighted": 0.354943, "ap": NaN, "ap_weighted": NaN, "main_score": 0.354943, "hf_subset": "my", "languages": [ "mya-Mymr" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.812374, "f1": 0.778825, "f1_weighted": 0.803869, "precision": 0.766074, "precision_weighted": 0.827589, "recall": 0.838823, "recall_weighted": 0.812374, "ap": null, "ap_weighted": null }, { "accuracy": 0.814391, "f1": 0.778746, "f1_weighted": 0.803737, "precision": 0.765529, "precision_weighted": 0.823375, "recall": 0.816966, "recall_weighted": 0.814391, "ap": null, "ap_weighted": null }, { "accuracy": 0.810356, "f1": 0.767145, "f1_weighted": 0.799687, "precision": 0.746182, "precision_weighted": 0.816057, "recall": 0.814716, "recall_weighted": 0.810356, "ap": null, "ap_weighted": null }, { "accuracy": 0.820444, "f1": 0.774453, "f1_weighted": 0.81596, "precision": 0.760241, "precision_weighted": 0.839147, "recall": 0.820699, "recall_weighted": 0.820444, "ap": null, "ap_weighted": null }, { "accuracy": 0.803631, "f1": 0.765328, "f1_weighted": 0.792918, "precision": 0.755917, "precision_weighted": 0.823616, "recall": 0.822426, "recall_weighted": 0.803631, "ap": null, "ap_weighted": null }, { "accuracy": 0.817081, "f1": 0.786652, "f1_weighted": 0.812492, "precision": 0.770413, "precision_weighted": 0.831577, "recall": 0.844648, "recall_weighted": 0.817081, "ap": null, "ap_weighted": null }, { "accuracy": 0.807666, "f1": 0.773945, "f1_weighted": 0.796448, "precision": 0.756632, "precision_weighted": 0.81486, "recall": 0.83461, "recall_weighted": 0.807666, "ap": null, "ap_weighted": null }, { "accuracy": 0.818763, "f1": 0.780754, "f1_weighted": 0.814173, "precision": 0.762951, "precision_weighted": 0.831979, "recall": 0.820276, "recall_weighted": 0.818763, "ap": null, "ap_weighted": null }, { "accuracy": 0.809684, "f1": 0.780201, "f1_weighted": 0.803806, "precision": 0.763645, "precision_weighted": 0.828325, "recall": 0.837113, "recall_weighted": 0.809684, "ap": null, "ap_weighted": null }, { "accuracy": 0.831204, "f1": 0.790804, "f1_weighted": 0.829677, "precision": 0.77523, "precision_weighted": 0.84255, "recall": 0.838005, "recall_weighted": 0.831204, "ap": null, "ap_weighted": null } ], "accuracy": 0.81456, "f1": 0.777685, "f1_weighted": 0.807277, "precision": 0.762281, "precision_weighted": 0.827908, "recall": 0.828828, "recall_weighted": 0.81456, "ap": NaN, "ap_weighted": NaN, "main_score": 0.81456, "hf_subset": "nb", "languages": [ "nob-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.839274, "f1": 0.803576, "f1_weighted": 0.832606, "precision": 0.792149, "precision_weighted": 0.852181, "recall": 0.83941, "recall_weighted": 0.839274, "ap": null, "ap_weighted": null }, { "accuracy": 0.837929, "f1": 0.799634, "f1_weighted": 0.830486, "precision": 0.783897, "precision_weighted": 0.850532, "recall": 0.840289, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.833221, "f1": 0.789366, "f1_weighted": 0.823096, "precision": 0.773583, "precision_weighted": 0.842241, "recall": 0.832263, "recall_weighted": 0.833221, "ap": null, "ap_weighted": null }, { "accuracy": 0.848689, "f1": 0.804885, "f1_weighted": 0.843752, "precision": 0.795503, "precision_weighted": 0.861224, "recall": 0.834703, "recall_weighted": 0.848689, "ap": null, "ap_weighted": null }, { "accuracy": 0.828178, "f1": 0.786346, "f1_weighted": 0.81787, "precision": 0.777005, "precision_weighted": 0.850204, "recall": 0.827883, "recall_weighted": 0.828178, "ap": null, "ap_weighted": null }, { "accuracy": 0.840619, "f1": 0.798436, "f1_weighted": 0.838087, "precision": 0.787927, "precision_weighted": 0.851813, "recall": 0.829922, "recall_weighted": 0.840619, "ap": null, "ap_weighted": null }, { "accuracy": 0.83154, "f1": 0.798092, "f1_weighted": 0.824535, "precision": 0.790618, "precision_weighted": 0.85607, "recall": 0.837228, "recall_weighted": 0.83154, "ap": null, "ap_weighted": null }, { "accuracy": 0.84499, "f1": 0.806751, "f1_weighted": 0.840199, "precision": 0.797034, "precision_weighted": 0.857741, "recall": 0.837012, "recall_weighted": 0.84499, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.79861, "f1_weighted": 0.838509, "precision": 0.784142, "precision_weighted": 0.857448, "recall": 0.835994, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.850706, "f1": 0.812576, "f1_weighted": 0.849188, "precision": 0.801449, "precision_weighted": 0.862096, "recall": 0.845606, "recall_weighted": 0.850706, "ap": null, "ap_weighted": null } ], "accuracy": 0.839744, "f1": 0.799827, "f1_weighted": 0.833833, "precision": 0.788331, "precision_weighted": 0.854155, "recall": 0.836031, "recall_weighted": 0.839744, "ap": NaN, "ap_weighted": NaN, "main_score": 0.839744, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.827169, "f1": 0.787921, "f1_weighted": 0.821429, "precision": 0.779685, "precision_weighted": 0.841409, "recall": 0.825904, "recall_weighted": 0.827169, "ap": null, "ap_weighted": null }, { "accuracy": 0.830531, "f1": 0.80163, "f1_weighted": 0.822901, "precision": 0.788888, "precision_weighted": 0.841904, "recall": 0.851539, "recall_weighted": 0.830531, "ap": null, "ap_weighted": null }, { "accuracy": 0.825488, "f1": 0.788307, "f1_weighted": 0.817333, "precision": 0.77933, "precision_weighted": 0.844269, "recall": 0.84132, "recall_weighted": 0.825488, "ap": null, "ap_weighted": null }, { "accuracy": 0.836247, "f1": 0.794238, "f1_weighted": 0.830412, "precision": 0.780946, "precision_weighted": 0.848525, "recall": 0.847877, "recall_weighted": 0.836247, "ap": null, "ap_weighted": null }, { "accuracy": 0.824143, "f1": 0.782229, "f1_weighted": 0.816229, "precision": 0.775733, "precision_weighted": 0.843262, "recall": 0.834298, "recall_weighted": 0.824143, "ap": null, "ap_weighted": null }, { "accuracy": 0.832549, "f1": 0.782993, "f1_weighted": 0.830054, "precision": 0.770664, "precision_weighted": 0.843946, "recall": 0.83509, "recall_weighted": 0.832549, "ap": null, "ap_weighted": null }, { "accuracy": 0.821453, "f1": 0.788463, "f1_weighted": 0.813515, "precision": 0.783562, "precision_weighted": 0.837339, "recall": 0.838809, "recall_weighted": 0.821453, "ap": null, "ap_weighted": null }, { "accuracy": 0.827505, "f1": 0.798183, "f1_weighted": 0.823896, "precision": 0.788503, "precision_weighted": 0.839881, "recall": 0.843398, "recall_weighted": 0.827505, "ap": null, "ap_weighted": null }, { "accuracy": 0.835239, "f1": 0.801334, "f1_weighted": 0.831712, "precision": 0.788599, "precision_weighted": 0.849098, "recall": 0.85366, "recall_weighted": 0.835239, "ap": null, "ap_weighted": null }, { "accuracy": 0.840955, "f1": 0.807291, "f1_weighted": 0.840316, "precision": 0.80124, "precision_weighted": 0.852278, "recall": 0.845102, "recall_weighted": 0.840955, "ap": null, "ap_weighted": null } ], "accuracy": 0.830128, "f1": 0.793259, "f1_weighted": 0.82478, "precision": 0.783715, "precision_weighted": 0.844191, "recall": 0.8417, "recall_weighted": 0.830128, "ap": NaN, "ap_weighted": NaN, "main_score": 0.830128, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.847007, "f1": 0.823179, "f1_weighted": 0.840196, "precision": 0.81212, "precision_weighted": 0.85634, "recall": 0.855056, "recall_weighted": 0.847007, "ap": null, "ap_weighted": null }, { "accuracy": 0.84768, "f1": 0.822584, "f1_weighted": 0.840603, "precision": 0.811263, "precision_weighted": 0.857083, "recall": 0.854846, "recall_weighted": 0.84768, "ap": null, "ap_weighted": null }, { "accuracy": 0.837592, "f1": 0.80863, "f1_weighted": 0.828723, "precision": 0.795769, "precision_weighted": 0.848056, "recall": 0.846032, "recall_weighted": 0.837592, "ap": null, "ap_weighted": null }, { "accuracy": 0.851379, "f1": 0.821853, "f1_weighted": 0.848433, "precision": 0.814398, "precision_weighted": 0.860723, "recall": 0.843098, "recall_weighted": 0.851379, "ap": null, "ap_weighted": null }, { "accuracy": 0.839274, "f1": 0.811274, "f1_weighted": 0.830391, "precision": 0.808726, "precision_weighted": 0.85352, "recall": 0.85707, "recall_weighted": 0.839274, "ap": null, "ap_weighted": null }, { "accuracy": 0.847007, "f1": 0.828433, "f1_weighted": 0.844476, "precision": 0.815936, "precision_weighted": 0.856042, "recall": 0.856462, "recall_weighted": 0.847007, "ap": null, "ap_weighted": null }, { "accuracy": 0.837929, "f1": 0.814968, "f1_weighted": 0.832356, "precision": 0.803184, "precision_weighted": 0.852711, "recall": 0.865542, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.844317, "f1": 0.815834, "f1_weighted": 0.840009, "precision": 0.805618, "precision_weighted": 0.85506, "recall": 0.843807, "recall_weighted": 0.844317, "ap": null, "ap_weighted": null }, { "accuracy": 0.844317, "f1": 0.821071, "f1_weighted": 0.839267, "precision": 0.809263, "precision_weighted": 0.851032, "recall": 0.863822, "recall_weighted": 0.844317, "ap": null, "ap_weighted": null }, { "accuracy": 0.854741, "f1": 0.828854, "f1_weighted": 0.852729, "precision": 0.819086, "precision_weighted": 0.862905, "recall": 0.866077, "recall_weighted": 0.854741, "ap": null, "ap_weighted": null } ], "accuracy": 0.845124, "f1": 0.819668, "f1_weighted": 0.839718, "precision": 0.809536, "precision_weighted": 0.855347, "recall": 0.855181, "recall_weighted": 0.845124, "ap": NaN, "ap_weighted": NaN, "main_score": 0.845124, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.790854, "f1": 0.744991, "f1_weighted": 0.784935, "precision": 0.737856, "precision_weighted": 0.812688, "recall": 0.779478, "recall_weighted": 0.790854, "ap": null, "ap_weighted": null }, { "accuracy": 0.775723, "f1": 0.7444, "f1_weighted": 0.767538, "precision": 0.731991, "precision_weighted": 0.816194, "recall": 0.818389, "recall_weighted": 0.775723, "ap": null, "ap_weighted": null }, { "accuracy": 0.774714, "f1": 0.74026, "f1_weighted": 0.765527, "precision": 0.733237, "precision_weighted": 0.805239, "recall": 0.801091, "recall_weighted": 0.774714, "ap": null, "ap_weighted": null }, { "accuracy": 0.795898, "f1": 0.757229, "f1_weighted": 0.790918, "precision": 0.743286, "precision_weighted": 0.81358, "recall": 0.807267, "recall_weighted": 0.795898, "ap": null, "ap_weighted": null }, { "accuracy": 0.774042, "f1": 0.734472, "f1_weighted": 0.76497, "precision": 0.726874, "precision_weighted": 0.808385, "recall": 0.795045, "recall_weighted": 0.774042, "ap": null, "ap_weighted": null }, { "accuracy": 0.787492, "f1": 0.751108, "f1_weighted": 0.785143, "precision": 0.735756, "precision_weighted": 0.811535, "recall": 0.809509, "recall_weighted": 0.787492, "ap": null, "ap_weighted": null }, { "accuracy": 0.775723, "f1": 0.732521, "f1_weighted": 0.765911, "precision": 0.721756, "precision_weighted": 0.797818, "recall": 0.793834, "recall_weighted": 0.775723, "ap": null, "ap_weighted": null }, { "accuracy": 0.768325, "f1": 0.726443, "f1_weighted": 0.759711, "precision": 0.716136, "precision_weighted": 0.803653, "recall": 0.791761, "recall_weighted": 0.768325, "ap": null, "ap_weighted": null }, { "accuracy": 0.744116, "f1": 0.713897, "f1_weighted": 0.726574, "precision": 0.706071, "precision_weighted": 0.789767, "recall": 0.788143, "recall_weighted": 0.744116, "ap": null, "ap_weighted": null }, { "accuracy": 0.784802, "f1": 0.757412, "f1_weighted": 0.784045, "precision": 0.745753, "precision_weighted": 0.81666, "recall": 0.822496, "recall_weighted": 0.784802, "ap": null, "ap_weighted": null } ], "accuracy": 0.777169, "f1": 0.740273, "f1_weighted": 0.769527, "precision": 0.729872, "precision_weighted": 0.807552, "recall": 0.800701, "recall_weighted": 0.777169, "ap": NaN, "ap_weighted": NaN, "main_score": 0.777169, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.787155, "f1": 0.757544, "f1_weighted": 0.779191, "precision": 0.747474, "precision_weighted": 0.805325, "recall": 0.798482, "recall_weighted": 0.787155, "ap": null, "ap_weighted": null }, { "accuracy": 0.793208, "f1": 0.770551, "f1_weighted": 0.785438, "precision": 0.758656, "precision_weighted": 0.811542, "recall": 0.808494, "recall_weighted": 0.793208, "ap": null, "ap_weighted": null }, { "accuracy": 0.76698, "f1": 0.737579, "f1_weighted": 0.755497, "precision": 0.72205, "precision_weighted": 0.784494, "recall": 0.790587, "recall_weighted": 0.76698, "ap": null, "ap_weighted": null }, { "accuracy": 0.786819, "f1": 0.747697, "f1_weighted": 0.780111, "precision": 0.738658, "precision_weighted": 0.797422, "recall": 0.781302, "recall_weighted": 0.786819, "ap": null, "ap_weighted": null }, { "accuracy": 0.765299, "f1": 0.729029, "f1_weighted": 0.753294, "precision": 0.735515, "precision_weighted": 0.813628, "recall": 0.775436, "recall_weighted": 0.765299, "ap": null, "ap_weighted": null }, { "accuracy": 0.76967, "f1": 0.737492, "f1_weighted": 0.765463, "precision": 0.726496, "precision_weighted": 0.788126, "recall": 0.789246, "recall_weighted": 0.76967, "ap": null, "ap_weighted": null }, { "accuracy": 0.778077, "f1": 0.742268, "f1_weighted": 0.765392, "precision": 0.73671, "precision_weighted": 0.799251, "recall": 0.785975, "recall_weighted": 0.778077, "ap": null, "ap_weighted": null }, { "accuracy": 0.778077, "f1": 0.742248, "f1_weighted": 0.773042, "precision": 0.734961, "precision_weighted": 0.803912, "recall": 0.788648, "recall_weighted": 0.778077, "ap": null, "ap_weighted": null }, { "accuracy": 0.741762, "f1": 0.719962, "f1_weighted": 0.728609, "precision": 0.708537, "precision_weighted": 0.770415, "recall": 0.774969, "recall_weighted": 0.741762, "ap": null, "ap_weighted": null }, { "accuracy": 0.79388, "f1": 0.763761, "f1_weighted": 0.791468, "precision": 0.752774, "precision_weighted": 0.809637, "recall": 0.800865, "recall_weighted": 0.79388, "ap": null, "ap_weighted": null } ], "accuracy": 0.776093, "f1": 0.744813, "f1_weighted": 0.76775, "precision": 0.736183, "precision_weighted": 0.798375, "recall": 0.7894, "recall_weighted": 0.776093, "ap": NaN, "ap_weighted": NaN, "main_score": 0.776093, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.717552, "f1": 0.659066, "f1_weighted": 0.706896, "precision": 0.66098, "precision_weighted": 0.734132, "recall": 0.72508, "recall_weighted": 0.717552, "ap": null, "ap_weighted": null }, { "accuracy": 0.728312, "f1": 0.685581, "f1_weighted": 0.721284, "precision": 0.673639, "precision_weighted": 0.754622, "recall": 0.734266, "recall_weighted": 0.728312, "ap": null, "ap_weighted": null }, { "accuracy": 0.715535, "f1": 0.668931, "f1_weighted": 0.705469, "precision": 0.667562, "precision_weighted": 0.750839, "recall": 0.721351, "recall_weighted": 0.715535, "ap": null, "ap_weighted": null }, { "accuracy": 0.705783, "f1": 0.654004, "f1_weighted": 0.689366, "precision": 0.647234, "precision_weighted": 0.729629, "recall": 0.708841, "recall_weighted": 0.705783, "ap": null, "ap_weighted": null }, { "accuracy": 0.686281, "f1": 0.643683, "f1_weighted": 0.666589, "precision": 0.646006, "precision_weighted": 0.724009, "recall": 0.719041, "recall_weighted": 0.686281, "ap": null, "ap_weighted": null }, { "accuracy": 0.682919, "f1": 0.645602, "f1_weighted": 0.673644, "precision": 0.631151, "precision_weighted": 0.717932, "recall": 0.711626, "recall_weighted": 0.682919, "ap": null, "ap_weighted": null }, { "accuracy": 0.700403, "f1": 0.649463, "f1_weighted": 0.690601, "precision": 0.646122, "precision_weighted": 0.741035, "recall": 0.725745, "recall_weighted": 0.700403, "ap": null, "ap_weighted": null }, { "accuracy": 0.69805, "f1": 0.650343, "f1_weighted": 0.685129, "precision": 0.648797, "precision_weighted": 0.745765, "recall": 0.70758, "recall_weighted": 0.69805, "ap": null, "ap_weighted": null }, { "accuracy": 0.686617, "f1": 0.660472, "f1_weighted": 0.670825, "precision": 0.653223, "precision_weighted": 0.725778, "recall": 0.734138, "recall_weighted": 0.686617, "ap": null, "ap_weighted": null }, { "accuracy": 0.723941, "f1": 0.680687, "f1_weighted": 0.717179, "precision": 0.670561, "precision_weighted": 0.749477, "recall": 0.735139, "recall_weighted": 0.723941, "ap": null, "ap_weighted": null } ], "accuracy": 0.704539, "f1": 0.659783, "f1_weighted": 0.692698, "precision": 0.654527, "precision_weighted": 0.737322, "recall": 0.722281, "recall_weighted": 0.704539, "ap": NaN, "ap_weighted": NaN, "main_score": 0.704539, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.810693, "f1": 0.786016, "f1_weighted": 0.798961, "precision": 0.778315, "precision_weighted": 0.833562, "recall": 0.842338, "recall_weighted": 0.810693, "ap": null, "ap_weighted": null }, { "accuracy": 0.822798, "f1": 0.79332, "f1_weighted": 0.813655, "precision": 0.78769, "precision_weighted": 0.838313, "recall": 0.828443, "recall_weighted": 0.822798, "ap": null, "ap_weighted": null }, { "accuracy": 0.817081, "f1": 0.778174, "f1_weighted": 0.807392, "precision": 0.768136, "precision_weighted": 0.830511, "recall": 0.816816, "recall_weighted": 0.817081, "ap": null, "ap_weighted": null }, { "accuracy": 0.829186, "f1": 0.789877, "f1_weighted": 0.825065, "precision": 0.782499, "precision_weighted": 0.844223, "recall": 0.820121, "recall_weighted": 0.829186, "ap": null, "ap_weighted": null }, { "accuracy": 0.808003, "f1": 0.759737, "f1_weighted": 0.795502, "precision": 0.759237, "precision_weighted": 0.831452, "recall": 0.81491, "recall_weighted": 0.808003, "ap": null, "ap_weighted": null }, { "accuracy": 0.831204, "f1": 0.809872, "f1_weighted": 0.828671, "precision": 0.799274, "precision_weighted": 0.845786, "recall": 0.839829, "recall_weighted": 0.831204, "ap": null, "ap_weighted": null }, { "accuracy": 0.815064, "f1": 0.782807, "f1_weighted": 0.806767, "precision": 0.779485, "precision_weighted": 0.833833, "recall": 0.833363, "recall_weighted": 0.815064, "ap": null, "ap_weighted": null }, { "accuracy": 0.822461, "f1": 0.779666, "f1_weighted": 0.816353, "precision": 0.769021, "precision_weighted": 0.834589, "recall": 0.810362, "recall_weighted": 0.822461, "ap": null, "ap_weighted": null }, { "accuracy": 0.817418, "f1": 0.783062, "f1_weighted": 0.814555, "precision": 0.777732, "precision_weighted": 0.838231, "recall": 0.831294, "recall_weighted": 0.817418, "ap": null, "ap_weighted": null }, { "accuracy": 0.83154, "f1": 0.797374, "f1_weighted": 0.829232, "precision": 0.787784, "precision_weighted": 0.84565, "recall": 0.83821, "recall_weighted": 0.83154, "ap": null, "ap_weighted": null } ], "accuracy": 0.820545, "f1": 0.78599, "f1_weighted": 0.813615, "precision": 0.778917, "precision_weighted": 0.837615, "recall": 0.827569, "recall_weighted": 0.820545, "ap": NaN, "ap_weighted": NaN, "main_score": 0.820545, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.651648, "f1": 0.612426, "f1_weighted": 0.644058, "precision": 0.610374, "precision_weighted": 0.696085, "recall": 0.692014, "recall_weighted": 0.651648, "ap": null, "ap_weighted": null }, { "accuracy": 0.641896, "f1": 0.591417, "f1_weighted": 0.631226, "precision": 0.592795, "precision_weighted": 0.665642, "recall": 0.676443, "recall_weighted": 0.641896, "ap": null, "ap_weighted": null }, { "accuracy": 0.612643, "f1": 0.579638, "f1_weighted": 0.597667, "precision": 0.58451, "precision_weighted": 0.684245, "recall": 0.663017, "recall_weighted": 0.612643, "ap": null, "ap_weighted": null }, { "accuracy": 0.621385, "f1": 0.573425, "f1_weighted": 0.611323, "precision": 0.570264, "precision_weighted": 0.659116, "recall": 0.639744, "recall_weighted": 0.621385, "ap": null, "ap_weighted": null }, { "accuracy": 0.618695, "f1": 0.548601, "f1_weighted": 0.602753, "precision": 0.563879, "precision_weighted": 0.691241, "recall": 0.644676, "recall_weighted": 0.618695, "ap": null, "ap_weighted": null }, { "accuracy": 0.596167, "f1": 0.577858, "f1_weighted": 0.592943, "precision": 0.576143, "precision_weighted": 0.656379, "recall": 0.65447, "recall_weighted": 0.596167, "ap": null, "ap_weighted": null }, { "accuracy": 0.623403, "f1": 0.583775, "f1_weighted": 0.616057, "precision": 0.583322, "precision_weighted": 0.686225, "recall": 0.667992, "recall_weighted": 0.623403, "ap": null, "ap_weighted": null }, { "accuracy": 0.620377, "f1": 0.58076, "f1_weighted": 0.613026, "precision": 0.589866, "precision_weighted": 0.675601, "recall": 0.642464, "recall_weighted": 0.620377, "ap": null, "ap_weighted": null }, { "accuracy": 0.571284, "f1": 0.537926, "f1_weighted": 0.546866, "precision": 0.559852, "precision_weighted": 0.63798, "recall": 0.628345, "recall_weighted": 0.571284, "ap": null, "ap_weighted": null }, { "accuracy": 0.642569, "f1": 0.588289, "f1_weighted": 0.627842, "precision": 0.589229, "precision_weighted": 0.678654, "recall": 0.674135, "recall_weighted": 0.642569, "ap": null, "ap_weighted": null } ], "accuracy": 0.620007, "f1": 0.577411, "f1_weighted": 0.608376, "precision": 0.582024, "precision_weighted": 0.673117, "recall": 0.65833, "recall_weighted": 0.620007, "ap": NaN, "ap_weighted": NaN, "main_score": 0.620007, "hf_subset": "sw", "languages": [ "swa-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.468729, "f1": 0.447014, "f1_weighted": 0.435774, "precision": 0.473211, "precision_weighted": 0.563271, "recall": 0.557889, "recall_weighted": 0.468729, "ap": null, "ap_weighted": null }, { "accuracy": 0.478144, "f1": 0.457371, "f1_weighted": 0.453508, "precision": 0.476822, "precision_weighted": 0.567487, "recall": 0.535576, "recall_weighted": 0.478144, "ap": null, "ap_weighted": null }, { "accuracy": 0.46503, "f1": 0.434338, "f1_weighted": 0.444373, "precision": 0.465036, "precision_weighted": 0.578551, "recall": 0.535706, "recall_weighted": 0.46503, "ap": null, "ap_weighted": null }, { "accuracy": 0.465367, "f1": 0.426403, "f1_weighted": 0.442287, "precision": 0.456669, "precision_weighted": 0.554925, "recall": 0.532678, "recall_weighted": 0.465367, "ap": null, "ap_weighted": null }, { "accuracy": 0.460323, "f1": 0.447735, "f1_weighted": 0.435289, "precision": 0.478853, "precision_weighted": 0.573076, "recall": 0.550648, "recall_weighted": 0.460323, "ap": null, "ap_weighted": null }, { "accuracy": 0.455279, "f1": 0.428361, "f1_weighted": 0.439678, "precision": 0.467578, "precision_weighted": 0.581003, "recall": 0.530253, "recall_weighted": 0.455279, "ap": null, "ap_weighted": null }, { "accuracy": 0.493275, "f1": 0.467149, "f1_weighted": 0.478303, "precision": 0.497986, "precision_weighted": 0.617827, "recall": 0.560935, "recall_weighted": 0.493275, "ap": null, "ap_weighted": null }, { "accuracy": 0.45158, "f1": 0.417272, "f1_weighted": 0.429962, "precision": 0.453284, "precision_weighted": 0.540473, "recall": 0.496518, "recall_weighted": 0.45158, "ap": null, "ap_weighted": null }, { "accuracy": 0.453934, "f1": 0.416562, "f1_weighted": 0.439107, "precision": 0.443814, "precision_weighted": 0.57285, "recall": 0.523534, "recall_weighted": 0.453934, "ap": null, "ap_weighted": null }, { "accuracy": 0.493275, "f1": 0.462917, "f1_weighted": 0.480701, "precision": 0.498861, "precision_weighted": 0.623634, "recall": 0.57329, "recall_weighted": 0.493275, "ap": null, "ap_weighted": null } ], "accuracy": 0.468494, "f1": 0.440512, "f1_weighted": 0.447898, "precision": 0.471211, "precision_weighted": 0.57731, "recall": 0.539703, "recall_weighted": 0.468494, "ap": NaN, "ap_weighted": NaN, "main_score": 0.468494, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.789509, "f1": 0.780333, "f1_weighted": 0.784819, "precision": 0.764954, "precision_weighted": 0.804819, "recall": 0.830701, "recall_weighted": 0.789509, "ap": null, "ap_weighted": null }, { "accuracy": 0.781775, "f1": 0.784512, "f1_weighted": 0.775121, "precision": 0.765006, "precision_weighted": 0.796228, "recall": 0.850328, "recall_weighted": 0.781775, "ap": null, "ap_weighted": null }, { "accuracy": 0.786147, "f1": 0.775938, "f1_weighted": 0.777143, "precision": 0.757082, "precision_weighted": 0.797727, "recall": 0.837148, "recall_weighted": 0.786147, "ap": null, "ap_weighted": null }, { "accuracy": 0.799597, "f1": 0.792036, "f1_weighted": 0.794094, "precision": 0.77873, "precision_weighted": 0.814766, "recall": 0.841815, "recall_weighted": 0.799597, "ap": null, "ap_weighted": null }, { "accuracy": 0.78312, "f1": 0.780156, "f1_weighted": 0.77375, "precision": 0.764666, "precision_weighted": 0.804052, "recall": 0.841679, "recall_weighted": 0.78312, "ap": null, "ap_weighted": null }, { "accuracy": 0.761264, "f1": 0.768788, "f1_weighted": 0.749842, "precision": 0.755054, "precision_weighted": 0.793749, "recall": 0.833289, "recall_weighted": 0.761264, "ap": null, "ap_weighted": null }, { "accuracy": 0.775387, "f1": 0.76639, "f1_weighted": 0.767832, "precision": 0.759395, "precision_weighted": 0.798744, "recall": 0.822727, "recall_weighted": 0.775387, "ap": null, "ap_weighted": null }, { "accuracy": 0.805649, "f1": 0.792298, "f1_weighted": 0.801174, "precision": 0.776094, "precision_weighted": 0.816083, "recall": 0.837625, "recall_weighted": 0.805649, "ap": null, "ap_weighted": null }, { "accuracy": 0.781439, "f1": 0.77082, "f1_weighted": 0.776901, "precision": 0.761967, "precision_weighted": 0.802452, "recall": 0.822326, "recall_weighted": 0.781439, "ap": null, "ap_weighted": null }, { "accuracy": 0.80464, "f1": 0.797082, "f1_weighted": 0.801553, "precision": 0.783065, "precision_weighted": 0.813319, "recall": 0.841442, "recall_weighted": 0.80464, "ap": null, "ap_weighted": null } ], "accuracy": 0.786853, "f1": 0.780835, "f1_weighted": 0.780223, "precision": 0.766601, "precision_weighted": 0.804194, "recall": 0.835908, "recall_weighted": 0.786853, "ap": NaN, "ap_weighted": NaN, "main_score": 0.786853, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.8423, "f1": 0.798242, "f1_weighted": 0.834743, "precision": 0.789421, "precision_weighted": 0.852427, "recall": 0.837368, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.83423, "f1": 0.79168, "f1_weighted": 0.824814, "precision": 0.781141, "precision_weighted": 0.844111, "recall": 0.823437, "recall_weighted": 0.83423, "ap": null, "ap_weighted": null }, { "accuracy": 0.826833, "f1": 0.777952, "f1_weighted": 0.814645, "precision": 0.763952, "precision_weighted": 0.831517, "recall": 0.814629, "recall_weighted": 0.826833, "ap": null, "ap_weighted": null }, { "accuracy": 0.841627, "f1": 0.79472, "f1_weighted": 0.838194, "precision": 0.787276, "precision_weighted": 0.851954, "recall": 0.817184, "recall_weighted": 0.841627, "ap": null, "ap_weighted": null }, { "accuracy": 0.825488, "f1": 0.779926, "f1_weighted": 0.815336, "precision": 0.774375, "precision_weighted": 0.844945, "recall": 0.826516, "recall_weighted": 0.825488, "ap": null, "ap_weighted": null }, { "accuracy": 0.836584, "f1": 0.794407, "f1_weighted": 0.833278, "precision": 0.78452, "precision_weighted": 0.850231, "recall": 0.822249, "recall_weighted": 0.836584, "ap": null, "ap_weighted": null }, { "accuracy": 0.829186, "f1": 0.78315, "f1_weighted": 0.816285, "precision": 0.779303, "precision_weighted": 0.841245, "recall": 0.831709, "recall_weighted": 0.829186, "ap": null, "ap_weighted": null }, { "accuracy": 0.841627, "f1": 0.796632, "f1_weighted": 0.834786, "precision": 0.791326, "precision_weighted": 0.853967, "recall": 0.819285, "recall_weighted": 0.841627, "ap": null, "ap_weighted": null }, { "accuracy": 0.830195, "f1": 0.788521, "f1_weighted": 0.823414, "precision": 0.776277, "precision_weighted": 0.843414, "recall": 0.835093, "recall_weighted": 0.830195, "ap": null, "ap_weighted": null }, { "accuracy": 0.850034, "f1": 0.811488, "f1_weighted": 0.848149, "precision": 0.804633, "precision_weighted": 0.858147, "recall": 0.845707, "recall_weighted": 0.850034, "ap": null, "ap_weighted": null } ], "accuracy": 0.83581, "f1": 0.791672, "f1_weighted": 0.828364, "precision": 0.783222, "precision_weighted": 0.847196, "recall": 0.827318, "recall_weighted": 0.83581, "ap": NaN, "ap_weighted": NaN, "main_score": 0.83581, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.676866, "f1": 0.637097, "f1_weighted": 0.66728, "precision": 0.627802, "precision_weighted": 0.707015, "recall": 0.697761, "recall_weighted": 0.676866, "ap": null, "ap_weighted": null }, { "accuracy": 0.688635, "f1": 0.646999, "f1_weighted": 0.684297, "precision": 0.638699, "precision_weighted": 0.725203, "recall": 0.711145, "recall_weighted": 0.688635, "ap": null, "ap_weighted": null }, { "accuracy": 0.654674, "f1": 0.608519, "f1_weighted": 0.647162, "precision": 0.605461, "precision_weighted": 0.696721, "recall": 0.685621, "recall_weighted": 0.654674, "ap": null, "ap_weighted": null }, { "accuracy": 0.678884, "f1": 0.645414, "f1_weighted": 0.672495, "precision": 0.649586, "precision_weighted": 0.736827, "recall": 0.710926, "recall_weighted": 0.678884, "ap": null, "ap_weighted": null }, { "accuracy": 0.64425, "f1": 0.599883, "f1_weighted": 0.627106, "precision": 0.617838, "precision_weighted": 0.722166, "recall": 0.686108, "recall_weighted": 0.64425, "ap": null, "ap_weighted": null }, { "accuracy": 0.677202, "f1": 0.63396, "f1_weighted": 0.672254, "precision": 0.630577, "precision_weighted": 0.720408, "recall": 0.705768, "recall_weighted": 0.677202, "ap": null, "ap_weighted": null }, { "accuracy": 0.642233, "f1": 0.606454, "f1_weighted": 0.630442, "precision": 0.612626, "precision_weighted": 0.718498, "recall": 0.684528, "recall_weighted": 0.642233, "ap": null, "ap_weighted": null }, { "accuracy": 0.651984, "f1": 0.619797, "f1_weighted": 0.637302, "precision": 0.617553, "precision_weighted": 0.696684, "recall": 0.702288, "recall_weighted": 0.651984, "ap": null, "ap_weighted": null }, { "accuracy": 0.657364, "f1": 0.616278, "f1_weighted": 0.647007, "precision": 0.622773, "precision_weighted": 0.712714, "recall": 0.683745, "recall_weighted": 0.657364, "ap": null, "ap_weighted": null }, { "accuracy": 0.6846, "f1": 0.641952, "f1_weighted": 0.686032, "precision": 0.637993, "precision_weighted": 0.736243, "recall": 0.716653, "recall_weighted": 0.6846, "ap": null, "ap_weighted": null } ], "accuracy": 0.665669, "f1": 0.625635, "f1_weighted": 0.657138, "precision": 0.626091, "precision_weighted": 0.717248, "recall": 0.698454, "recall_weighted": 0.665669, "ap": NaN, "ap_weighted": NaN, "main_score": 0.665669, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.727303, "f1": 0.679533, "f1_weighted": 0.707661, "precision": 0.658806, "precision_weighted": 0.725632, "recall": 0.737349, "recall_weighted": 0.727303, "ap": null, "ap_weighted": null }, { "accuracy": 0.707465, "f1": 0.668965, "f1_weighted": 0.697698, "precision": 0.659766, "precision_weighted": 0.751298, "recall": 0.732601, "recall_weighted": 0.707465, "ap": null, "ap_weighted": null }, { "accuracy": 0.718897, "f1": 0.671415, "f1_weighted": 0.705025, "precision": 0.656748, "precision_weighted": 0.751093, "recall": 0.732115, "recall_weighted": 0.718897, "ap": null, "ap_weighted": null }, { "accuracy": 0.742098, "f1": 0.691851, "f1_weighted": 0.728954, "precision": 0.678835, "precision_weighted": 0.763363, "recall": 0.744612, "recall_weighted": 0.742098, "ap": null, "ap_weighted": null }, { "accuracy": 0.740753, "f1": 0.693141, "f1_weighted": 0.72711, "precision": 0.683231, "precision_weighted": 0.769871, "recall": 0.745974, "recall_weighted": 0.740753, "ap": null, "ap_weighted": null }, { "accuracy": 0.713853, "f1": 0.680118, "f1_weighted": 0.701355, "precision": 0.659207, "precision_weighted": 0.745094, "recall": 0.743768, "recall_weighted": 0.713853, "ap": null, "ap_weighted": null }, { "accuracy": 0.724277, "f1": 0.67615, "f1_weighted": 0.707783, "precision": 0.653204, "precision_weighted": 0.716408, "recall": 0.73761, "recall_weighted": 0.724277, "ap": null, "ap_weighted": null }, { "accuracy": 0.73302, "f1": 0.684154, "f1_weighted": 0.715187, "precision": 0.668425, "precision_weighted": 0.753037, "recall": 0.743263, "recall_weighted": 0.73302, "ap": null, "ap_weighted": null }, { "accuracy": 0.719233, "f1": 0.682932, "f1_weighted": 0.71007, "precision": 0.673268, "precision_weighted": 0.759572, "recall": 0.737283, "recall_weighted": 0.719233, "ap": null, "ap_weighted": null }, { "accuracy": 0.740081, "f1": 0.69055, "f1_weighted": 0.730341, "precision": 0.676886, "precision_weighted": 0.762657, "recall": 0.745553, "recall_weighted": 0.740081, "ap": null, "ap_weighted": null } ], "accuracy": 0.726698, "f1": 0.681881, "f1_weighted": 0.713118, "precision": 0.666838, "precision_weighted": 0.749803, "recall": 0.740013, "recall_weighted": 0.726698, "ap": NaN, "ap_weighted": NaN, "main_score": 0.726698, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.843981, "f1": 0.816807, "f1_weighted": 0.839792, "precision": 0.80762, "precision_weighted": 0.849954, "recall": 0.850097, "recall_weighted": 0.843981, "ap": null, "ap_weighted": null }, { "accuracy": 0.828514, "f1": 0.807525, "f1_weighted": 0.819931, "precision": 0.803614, "precision_weighted": 0.841786, "recall": 0.857959, "recall_weighted": 0.828514, "ap": null, "ap_weighted": null }, { "accuracy": 0.820444, "f1": 0.801781, "f1_weighted": 0.811673, "precision": 0.793625, "precision_weighted": 0.835389, "recall": 0.854446, "recall_weighted": 0.820444, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.818371, "f1_weighted": 0.839496, "precision": 0.809557, "precision_weighted": 0.849571, "recall": 0.85218, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.819099, "f1": 0.796951, "f1_weighted": 0.808652, "precision": 0.7911, "precision_weighted": 0.835818, "recall": 0.849406, "recall_weighted": 0.819099, "ap": null, "ap_weighted": null }, { "accuracy": 0.836584, "f1": 0.815056, "f1_weighted": 0.835035, "precision": 0.804499, "precision_weighted": 0.847085, "recall": 0.858053, "recall_weighted": 0.836584, "ap": null, "ap_weighted": null }, { "accuracy": 0.827169, "f1": 0.802598, "f1_weighted": 0.820757, "precision": 0.799532, "precision_weighted": 0.84431, "recall": 0.849895, "recall_weighted": 0.827169, "ap": null, "ap_weighted": null }, { "accuracy": 0.838601, "f1": 0.817231, "f1_weighted": 0.833984, "precision": 0.808914, "precision_weighted": 0.849594, "recall": 0.86015, "recall_weighted": 0.838601, "ap": null, "ap_weighted": null }, { "accuracy": 0.838601, "f1": 0.817461, "f1_weighted": 0.836763, "precision": 0.809165, "precision_weighted": 0.849215, "recall": 0.856629, "recall_weighted": 0.838601, "ap": null, "ap_weighted": null }, { "accuracy": 0.842972, "f1": 0.825304, "f1_weighted": 0.838898, "precision": 0.816942, "precision_weighted": 0.850186, "recall": 0.860896, "recall_weighted": 0.842972, "ap": null, "ap_weighted": null } ], "accuracy": 0.833826, "f1": 0.811909, "f1_weighted": 0.828498, "precision": 0.804457, "precision_weighted": 0.845291, "recall": 0.854971, "recall_weighted": 0.833826, "ap": NaN, "ap_weighted": NaN, "main_score": 0.833826, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.659045, "f1": 0.666108, "f1_weighted": 0.629656, "precision": 0.650434, "precision_weighted": 0.698755, "recall": 0.754354, "recall_weighted": 0.659045, "ap": null, "ap_weighted": null }, { "accuracy": 0.692334, "f1": 0.686127, "f1_weighted": 0.671309, "precision": 0.668772, "precision_weighted": 0.707593, "recall": 0.767048, "recall_weighted": 0.692334, "ap": null, "ap_weighted": null }, { "accuracy": 0.675857, "f1": 0.667592, "f1_weighted": 0.658607, "precision": 0.643376, "precision_weighted": 0.677116, "recall": 0.755385, "recall_weighted": 0.675857, "ap": null, "ap_weighted": null }, { "accuracy": 0.66039, "f1": 0.666097, "f1_weighted": 0.639085, "precision": 0.665294, "precision_weighted": 0.697571, "recall": 0.746229, "recall_weighted": 0.66039, "ap": null, "ap_weighted": null }, { "accuracy": 0.674176, "f1": 0.670699, "f1_weighted": 0.651738, "precision": 0.646875, "precision_weighted": 0.662559, "recall": 0.757956, "recall_weighted": 0.674176, "ap": null, "ap_weighted": null }, { "accuracy": 0.664089, "f1": 0.675289, "f1_weighted": 0.643506, "precision": 0.663835, "precision_weighted": 0.703832, "recall": 0.760587, "recall_weighted": 0.664089, "ap": null, "ap_weighted": null }, { "accuracy": 0.674176, "f1": 0.672704, "f1_weighted": 0.655134, "precision": 0.667682, "precision_weighted": 0.718351, "recall": 0.753106, "recall_weighted": 0.674176, "ap": null, "ap_weighted": null }, { "accuracy": 0.68729, "f1": 0.66985, "f1_weighted": 0.669786, "precision": 0.652749, "precision_weighted": 0.702964, "recall": 0.745321, "recall_weighted": 0.68729, "ap": null, "ap_weighted": null }, { "accuracy": 0.680901, "f1": 0.671629, "f1_weighted": 0.663551, "precision": 0.659232, "precision_weighted": 0.700989, "recall": 0.749767, "recall_weighted": 0.680901, "ap": null, "ap_weighted": null }, { "accuracy": 0.690989, "f1": 0.691339, "f1_weighted": 0.676954, "precision": 0.680594, "precision_weighted": 0.722491, "recall": 0.771888, "recall_weighted": 0.690989, "ap": null, "ap_weighted": null } ], "accuracy": 0.675925, "f1": 0.673744, "f1_weighted": 0.655933, "precision": 0.659884, "precision_weighted": 0.699222, "recall": 0.756164, "recall_weighted": 0.675925, "ap": NaN, "ap_weighted": NaN, "main_score": 0.675925, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.572966, "f1": 0.523145, "f1_weighted": 0.55821, "precision": 0.523192, "precision_weighted": 0.596877, "recall": 0.588856, "recall_weighted": 0.572966, "ap": null, "ap_weighted": null }, { "accuracy": 0.602555, "f1": 0.556461, "f1_weighted": 0.595563, "precision": 0.555568, "precision_weighted": 0.640313, "recall": 0.617175, "recall_weighted": 0.602555, "ap": null, "ap_weighted": null }, { "accuracy": 0.563551, "f1": 0.519709, "f1_weighted": 0.554459, "precision": 0.530405, "precision_weighted": 0.638926, "recall": 0.606206, "recall_weighted": 0.563551, "ap": null, "ap_weighted": null }, { "accuracy": 0.560188, "f1": 0.510879, "f1_weighted": 0.549132, "precision": 0.50865, "precision_weighted": 0.606475, "recall": 0.588255, "recall_weighted": 0.560188, "ap": null, "ap_weighted": null }, { "accuracy": 0.562542, "f1": 0.521857, "f1_weighted": 0.547452, "precision": 0.514286, "precision_weighted": 0.587868, "recall": 0.615752, "recall_weighted": 0.562542, "ap": null, "ap_weighted": null }, { "accuracy": 0.54304, "f1": 0.522013, "f1_weighted": 0.526752, "precision": 0.526257, "precision_weighted": 0.611206, "recall": 0.614161, "recall_weighted": 0.54304, "ap": null, "ap_weighted": null }, { "accuracy": 0.548083, "f1": 0.51697, "f1_weighted": 0.540087, "precision": 0.517278, "precision_weighted": 0.610778, "recall": 0.613457, "recall_weighted": 0.548083, "ap": null, "ap_weighted": null }, { "accuracy": 0.544048, "f1": 0.497015, "f1_weighted": 0.531414, "precision": 0.512504, "precision_weighted": 0.596469, "recall": 0.570646, "recall_weighted": 0.544048, "ap": null, "ap_weighted": null }, { "accuracy": 0.546738, "f1": 0.512051, "f1_weighted": 0.523019, "precision": 0.520482, "precision_weighted": 0.588858, "recall": 0.597184, "recall_weighted": 0.546738, "ap": null, "ap_weighted": null }, { "accuracy": 0.573638, "f1": 0.537014, "f1_weighted": 0.56362, "precision": 0.546034, "precision_weighted": 0.624242, "recall": 0.606015, "recall_weighted": 0.573638, "ap": null, "ap_weighted": null } ], "accuracy": 0.561735, "f1": 0.521711, "f1_weighted": 0.548971, "precision": 0.525466, "precision_weighted": 0.610201, "recall": 0.601771, "recall_weighted": 0.561735, "ap": NaN, "ap_weighted": NaN, "main_score": 0.561735, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.742771, "f1": 0.695073, "f1_weighted": 0.721635, "precision": 0.682654, "precision_weighted": 0.744957, "recall": 0.771437, "recall_weighted": 0.742771, "ap": null, "ap_weighted": null }, { "accuracy": 0.779085, "f1": 0.728555, "f1_weighted": 0.768759, "precision": 0.719083, "precision_weighted": 0.79401, "recall": 0.776856, "recall_weighted": 0.779085, "ap": null, "ap_weighted": null }, { "accuracy": 0.747814, "f1": 0.687075, "f1_weighted": 0.73333, "precision": 0.668943, "precision_weighted": 0.759063, "recall": 0.747431, "recall_weighted": 0.747814, "ap": null, "ap_weighted": null }, { "accuracy": 0.764291, "f1": 0.717717, "f1_weighted": 0.751356, "precision": 0.700015, "precision_weighted": 0.783965, "recall": 0.774566, "recall_weighted": 0.764291, "ap": null, "ap_weighted": null }, { "accuracy": 0.748823, "f1": 0.70185, "f1_weighted": 0.734882, "precision": 0.702928, "precision_weighted": 0.785162, "recall": 0.774942, "recall_weighted": 0.748823, "ap": null, "ap_weighted": null }, { "accuracy": 0.758911, "f1": 0.724763, "f1_weighted": 0.753254, "precision": 0.710196, "precision_weighted": 0.793422, "recall": 0.781269, "recall_weighted": 0.758911, "ap": null, "ap_weighted": null }, { "accuracy": 0.745461, "f1": 0.702558, "f1_weighted": 0.729875, "precision": 0.687026, "precision_weighted": 0.754943, "recall": 0.764189, "recall_weighted": 0.745461, "ap": null, "ap_weighted": null }, { "accuracy": 0.749832, "f1": 0.713176, "f1_weighted": 0.735185, "precision": 0.704407, "precision_weighted": 0.783572, "recall": 0.773741, "recall_weighted": 0.749832, "ap": null, "ap_weighted": null }, { "accuracy": 0.755212, "f1": 0.727713, "f1_weighted": 0.740175, "precision": 0.716476, "precision_weighted": 0.783064, "recall": 0.800361, "recall_weighted": 0.755212, "ap": null, "ap_weighted": null }, { "accuracy": 0.749496, "f1": 0.712812, "f1_weighted": 0.739937, "precision": 0.695991, "precision_weighted": 0.78156, "recall": 0.783904, "recall_weighted": 0.749496, "ap": null, "ap_weighted": null } ], "accuracy": 0.754169, "f1": 0.711129, "f1_weighted": 0.740839, "precision": 0.698772, "precision_weighted": 0.776372, "recall": 0.77487, "recall_weighted": 0.754169, "ap": NaN, "ap_weighted": NaN, "main_score": 0.754169, "hf_subset": "tl", "languages": [ "tgl-Latn" ], "mteb_version": "2.18.0" } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.869159, "f1": 0.824867, "f1_weighted": 0.863525, "precision": 0.822208, "precision_weighted": 0.872847, "recall": 0.853988, "recall_weighted": 0.869159, "ap": null, "ap_weighted": null }, { "accuracy": 0.861781, "f1": 0.822603, "f1_weighted": 0.852867, "precision": 0.810334, "precision_weighted": 0.863045, "recall": 0.858497, "recall_weighted": 0.861781, "ap": null, "ap_weighted": null }, { "accuracy": 0.859321, "f1": 0.813505, "f1_weighted": 0.850545, "precision": 0.803641, "precision_weighted": 0.864789, "recall": 0.852186, "recall_weighted": 0.859321, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.829209, "f1_weighted": 0.865983, "precision": 0.815867, "precision_weighted": 0.875697, "recall": 0.864941, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.860797, "f1": 0.820636, "f1_weighted": 0.853696, "precision": 0.807811, "precision_weighted": 0.865061, "recall": 0.856533, "recall_weighted": 0.860797, "ap": null, "ap_weighted": null }, { "accuracy": 0.869159, "f1": 0.822985, "f1_weighted": 0.864214, "precision": 0.809769, "precision_weighted": 0.874527, "recall": 0.857915, "recall_weighted": 0.869159, "ap": null, "ap_weighted": null }, { "accuracy": 0.859813, "f1": 0.815902, "f1_weighted": 0.8529, "precision": 0.805288, "precision_weighted": 0.862091, "recall": 0.848466, "recall_weighted": 0.859813, "ap": null, "ap_weighted": null }, { "accuracy": 0.860305, "f1": 0.822656, "f1_weighted": 0.855229, "precision": 0.810994, "precision_weighted": 0.866201, "recall": 0.854877, "recall_weighted": 0.860305, "ap": null, "ap_weighted": null }, { "accuracy": 0.860797, "f1": 0.815708, "f1_weighted": 0.856334, "precision": 0.803416, "precision_weighted": 0.86693, "recall": 0.851025, "recall_weighted": 0.860797, "ap": null, "ap_weighted": null }, { "accuracy": 0.863748, "f1": 0.822185, "f1_weighted": 0.860845, "precision": 0.809949, "precision_weighted": 0.868549, "recall": 0.852057, "recall_weighted": 0.863748, "ap": null, "ap_weighted": null } ], "accuracy": 0.863601, "f1": 0.821026, "f1_weighted": 0.857614, "precision": 0.809928, "precision_weighted": 0.867974, "recall": 0.855049, "recall_weighted": 0.863601, "ap": NaN, "ap_weighted": NaN, "main_score": 0.863601, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.761928, "f1": 0.686403, "f1_weighted": 0.749155, "precision": 0.674258, "precision_weighted": 0.767865, "recall": 0.7455, "recall_weighted": 0.761928, "ap": null, "ap_weighted": null }, { "accuracy": 0.776193, "f1": 0.704554, "f1_weighted": 0.768672, "precision": 0.704039, "precision_weighted": 0.802357, "recall": 0.757451, "recall_weighted": 0.776193, "ap": null, "ap_weighted": null }, { "accuracy": 0.765371, "f1": 0.689117, "f1_weighted": 0.753446, "precision": 0.673131, "precision_weighted": 0.755511, "recall": 0.747836, "recall_weighted": 0.765371, "ap": null, "ap_weighted": null }, { "accuracy": 0.769798, "f1": 0.684768, "f1_weighted": 0.761428, "precision": 0.678459, "precision_weighted": 0.794969, "recall": 0.743007, "recall_weighted": 0.769798, "ap": null, "ap_weighted": null }, { "accuracy": 0.762912, "f1": 0.688053, "f1_weighted": 0.75047, "precision": 0.689515, "precision_weighted": 0.788496, "recall": 0.749704, "recall_weighted": 0.762912, "ap": null, "ap_weighted": null }, { "accuracy": 0.767831, "f1": 0.702586, "f1_weighted": 0.763673, "precision": 0.689796, "precision_weighted": 0.789672, "recall": 0.759853, "recall_weighted": 0.767831, "ap": null, "ap_weighted": null }, { "accuracy": 0.764879, "f1": 0.686667, "f1_weighted": 0.755063, "precision": 0.673911, "precision_weighted": 0.786179, "recall": 0.74978, "recall_weighted": 0.764879, "ap": null, "ap_weighted": null }, { "accuracy": 0.760944, "f1": 0.682004, "f1_weighted": 0.753576, "precision": 0.672824, "precision_weighted": 0.775735, "recall": 0.73777, "recall_weighted": 0.760944, "ap": null, "ap_weighted": null }, { "accuracy": 0.757501, "f1": 0.68884, "f1_weighted": 0.749939, "precision": 0.680626, "precision_weighted": 0.785975, "recall": 0.753484, "recall_weighted": 0.757501, "ap": null, "ap_weighted": null }, { "accuracy": 0.764879, "f1": 0.684773, "f1_weighted": 0.757531, "precision": 0.680093, "precision_weighted": 0.787774, "recall": 0.747621, "recall_weighted": 0.764879, "ap": null, "ap_weighted": null } ], "accuracy": 0.765224, "f1": 0.689776, "f1_weighted": 0.756295, "precision": 0.681665, "precision_weighted": 0.783453, "recall": 0.749201, "recall_weighted": 0.765224, "ap": NaN, "ap_weighted": NaN, "main_score": 0.765224, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.377767, "f1": 0.349064, "f1_weighted": 0.361169, "precision": 0.374924, "precision_weighted": 0.483224, "recall": 0.459877, "recall_weighted": 0.377767, "ap": null, "ap_weighted": null }, { "accuracy": 0.364978, "f1": 0.341095, "f1_weighted": 0.354375, "precision": 0.382008, "precision_weighted": 0.510218, "recall": 0.440533, "recall_weighted": 0.364978, "ap": null, "ap_weighted": null }, { "accuracy": 0.373832, "f1": 0.362555, "f1_weighted": 0.373795, "precision": 0.394668, "precision_weighted": 0.514466, "recall": 0.455325, "recall_weighted": 0.373832, "ap": null, "ap_weighted": null }, { "accuracy": 0.358583, "f1": 0.329668, "f1_weighted": 0.351898, "precision": 0.357094, "precision_weighted": 0.474456, "recall": 0.425143, "recall_weighted": 0.358583, "ap": null, "ap_weighted": null }, { "accuracy": 0.380226, "f1": 0.354445, "f1_weighted": 0.375866, "precision": 0.406813, "precision_weighted": 0.559508, "recall": 0.453116, "recall_weighted": 0.380226, "ap": null, "ap_weighted": null }, { "accuracy": 0.369405, "f1": 0.34165, "f1_weighted": 0.364803, "precision": 0.381433, "precision_weighted": 0.508105, "recall": 0.428157, "recall_weighted": 0.369405, "ap": null, "ap_weighted": null }, { "accuracy": 0.354648, "f1": 0.334702, "f1_weighted": 0.337175, "precision": 0.353149, "precision_weighted": 0.440194, "recall": 0.433814, "recall_weighted": 0.354648, "ap": null, "ap_weighted": null }, { "accuracy": 0.367437, "f1": 0.335273, "f1_weighted": 0.352743, "precision": 0.369777, "precision_weighted": 0.480293, "recall": 0.43751, "recall_weighted": 0.367437, "ap": null, "ap_weighted": null }, { "accuracy": 0.363502, "f1": 0.339821, "f1_weighted": 0.347788, "precision": 0.372111, "precision_weighted": 0.468129, "recall": 0.447578, "recall_weighted": 0.363502, "ap": null, "ap_weighted": null }, { "accuracy": 0.362518, "f1": 0.335561, "f1_weighted": 0.354079, "precision": 0.366623, "precision_weighted": 0.508684, "recall": 0.443061, "recall_weighted": 0.362518, "ap": null, "ap_weighted": null } ], "accuracy": 0.36729, "f1": 0.342384, "f1_weighted": 0.357369, "precision": 0.37586, "precision_weighted": 0.494728, "recall": 0.442411, "recall_weighted": 0.36729, "ap": NaN, "ap_weighted": NaN, "main_score": 0.36729, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.745696, "f1": 0.68962, "f1_weighted": 0.729757, "precision": 0.684047, "precision_weighted": 0.765216, "recall": 0.743234, "recall_weighted": 0.745696, "ap": null, "ap_weighted": null }, { "accuracy": 0.747664, "f1": 0.680701, "f1_weighted": 0.737832, "precision": 0.676226, "precision_weighted": 0.758883, "recall": 0.730132, "recall_weighted": 0.747664, "ap": null, "ap_weighted": null }, { "accuracy": 0.740285, "f1": 0.68041, "f1_weighted": 0.724321, "precision": 0.68828, "precision_weighted": 0.763573, "recall": 0.732548, "recall_weighted": 0.740285, "ap": null, "ap_weighted": null }, { "accuracy": 0.748647, "f1": 0.688492, "f1_weighted": 0.735191, "precision": 0.675426, "precision_weighted": 0.760456, "recall": 0.743178, "recall_weighted": 0.748647, "ap": null, "ap_weighted": null }, { "accuracy": 0.72848, "f1": 0.679691, "f1_weighted": 0.710321, "precision": 0.682786, "precision_weighted": 0.7617, "recall": 0.740377, "recall_weighted": 0.72848, "ap": null, "ap_weighted": null }, { "accuracy": 0.721102, "f1": 0.681768, "f1_weighted": 0.709509, "precision": 0.677793, "precision_weighted": 0.750168, "recall": 0.737048, "recall_weighted": 0.721102, "ap": null, "ap_weighted": null }, { "accuracy": 0.744712, "f1": 0.690002, "f1_weighted": 0.730946, "precision": 0.685026, "precision_weighted": 0.764759, "recall": 0.747712, "recall_weighted": 0.744712, "ap": null, "ap_weighted": null }, { "accuracy": 0.739793, "f1": 0.68665, "f1_weighted": 0.728817, "precision": 0.680345, "precision_weighted": 0.756905, "recall": 0.736212, "recall_weighted": 0.739793, "ap": null, "ap_weighted": null }, { "accuracy": 0.750615, "f1": 0.701401, "f1_weighted": 0.738858, "precision": 0.696505, "precision_weighted": 0.7664, "recall": 0.754019, "recall_weighted": 0.750615, "ap": null, "ap_weighted": null }, { "accuracy": 0.755534, "f1": 0.692223, "f1_weighted": 0.749631, "precision": 0.687931, "precision_weighted": 0.769035, "recall": 0.73703, "recall_weighted": 0.755534, "ap": null, "ap_weighted": null } ], "accuracy": 0.742253, "f1": 0.687096, "f1_weighted": 0.729518, "precision": 0.683437, "precision_weighted": 0.76171, "recall": 0.740149, "recall_weighted": 0.742253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.742253, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.791933, "f1": 0.743541, "f1_weighted": 0.78037, "precision": 0.732423, "precision_weighted": 0.809637, "recall": 0.788319, "recall_weighted": 0.791933, "ap": null, "ap_weighted": null }, { "accuracy": 0.795868, "f1": 0.736364, "f1_weighted": 0.784671, "precision": 0.732335, "precision_weighted": 0.815824, "recall": 0.782074, "recall_weighted": 0.795868, "ap": null, "ap_weighted": null }, { "accuracy": 0.781112, "f1": 0.712166, "f1_weighted": 0.769405, "precision": 0.701913, "precision_weighted": 0.799757, "recall": 0.761591, "recall_weighted": 0.781112, "ap": null, "ap_weighted": null }, { "accuracy": 0.795376, "f1": 0.746632, "f1_weighted": 0.785088, "precision": 0.734424, "precision_weighted": 0.810653, "recall": 0.787241, "recall_weighted": 0.795376, "ap": null, "ap_weighted": null }, { "accuracy": 0.767339, "f1": 0.71941, "f1_weighted": 0.752497, "precision": 0.712511, "precision_weighted": 0.792906, "recall": 0.773764, "recall_weighted": 0.767339, "ap": null, "ap_weighted": null }, { "accuracy": 0.793409, "f1": 0.745169, "f1_weighted": 0.788325, "precision": 0.729583, "precision_weighted": 0.812343, "recall": 0.796727, "recall_weighted": 0.793409, "ap": null, "ap_weighted": null }, { "accuracy": 0.796852, "f1": 0.738325, "f1_weighted": 0.781589, "precision": 0.735527, "precision_weighted": 0.821908, "recall": 0.777772, "recall_weighted": 0.796852, "ap": null, "ap_weighted": null }, { "accuracy": 0.771274, "f1": 0.720251, "f1_weighted": 0.763367, "precision": 0.716374, "precision_weighted": 0.796558, "recall": 0.778417, "recall_weighted": 0.771274, "ap": null, "ap_weighted": null }, { "accuracy": 0.753566, "f1": 0.7143, "f1_weighted": 0.741901, "precision": 0.711487, "precision_weighted": 0.792247, "recall": 0.772383, "recall_weighted": 0.753566, "ap": null, "ap_weighted": null }, { "accuracy": 0.808165, "f1": 0.756663, "f1_weighted": 0.803228, "precision": 0.749957, "precision_weighted": 0.825218, "recall": 0.798378, "recall_weighted": 0.808165, "ap": null, "ap_weighted": null } ], "accuracy": 0.785489, "f1": 0.733282, "f1_weighted": 0.775044, "precision": 0.725653, "precision_weighted": 0.807705, "recall": 0.781667, "recall_weighted": 0.785489, "ap": NaN, "ap_weighted": NaN, "main_score": 0.785489, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.742253, "f1": 0.691061, "f1_weighted": 0.728262, "precision": 0.68062, "precision_weighted": 0.76368, "recall": 0.746899, "recall_weighted": 0.742253, "ap": null, "ap_weighted": null }, { "accuracy": 0.73635, "f1": 0.670718, "f1_weighted": 0.725924, "precision": 0.664709, "precision_weighted": 0.75541, "recall": 0.728828, "recall_weighted": 0.73635, "ap": null, "ap_weighted": null }, { "accuracy": 0.742745, "f1": 0.683441, "f1_weighted": 0.731096, "precision": 0.668236, "precision_weighted": 0.757456, "recall": 0.744306, "recall_weighted": 0.742745, "ap": null, "ap_weighted": null }, { "accuracy": 0.73881, "f1": 0.680209, "f1_weighted": 0.726712, "precision": 0.669893, "precision_weighted": 0.762643, "recall": 0.741359, "recall_weighted": 0.73881, "ap": null, "ap_weighted": null }, { "accuracy": 0.725529, "f1": 0.666148, "f1_weighted": 0.70853, "precision": 0.651223, "precision_weighted": 0.721119, "recall": 0.735438, "recall_weighted": 0.725529, "ap": null, "ap_weighted": null }, { "accuracy": 0.712248, "f1": 0.65286, "f1_weighted": 0.705493, "precision": 0.642265, "precision_weighted": 0.75604, "recall": 0.728195, "recall_weighted": 0.712248, "ap": null, "ap_weighted": null }, { "accuracy": 0.733891, "f1": 0.667291, "f1_weighted": 0.719242, "precision": 0.659356, "precision_weighted": 0.761516, "recall": 0.734497, "recall_weighted": 0.733891, "ap": null, "ap_weighted": null }, { "accuracy": 0.713724, "f1": 0.657361, "f1_weighted": 0.699164, "precision": 0.654116, "precision_weighted": 0.752018, "recall": 0.72333, "recall_weighted": 0.713724, "ap": null, "ap_weighted": null }, { "accuracy": 0.734875, "f1": 0.682191, "f1_weighted": 0.724187, "precision": 0.678569, "precision_weighted": 0.771003, "recall": 0.739565, "recall_weighted": 0.734875, "ap": null, "ap_weighted": null }, { "accuracy": 0.747172, "f1": 0.687204, "f1_weighted": 0.740901, "precision": 0.670844, "precision_weighted": 0.769627, "recall": 0.746125, "recall_weighted": 0.747172, "ap": null, "ap_weighted": null } ], "accuracy": 0.732759, "f1": 0.673848, "f1_weighted": 0.720951, "precision": 0.663983, "precision_weighted": 0.757051, "recall": 0.736854, "recall_weighted": 0.732759, "ap": NaN, "ap_weighted": NaN, "main_score": 0.732759, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.476636, "f1": 0.435184, "f1_weighted": 0.476918, "precision": 0.46877, "precision_weighted": 0.602239, "recall": 0.525054, "recall_weighted": 0.476636, "ap": null, "ap_weighted": null }, { "accuracy": 0.510084, "f1": 0.433089, "f1_weighted": 0.510405, "precision": 0.466121, "precision_weighted": 0.590518, "recall": 0.501919, "recall_weighted": 0.510084, "ap": null, "ap_weighted": null }, { "accuracy": 0.503197, "f1": 0.447708, "f1_weighted": 0.504893, "precision": 0.472386, "precision_weighted": 0.607768, "recall": 0.537791, "recall_weighted": 0.503197, "ap": null, "ap_weighted": null }, { "accuracy": 0.496803, "f1": 0.430446, "f1_weighted": 0.485435, "precision": 0.441202, "precision_weighted": 0.554523, "recall": 0.516414, "recall_weighted": 0.496803, "ap": null, "ap_weighted": null }, { "accuracy": 0.487949, "f1": 0.436887, "f1_weighted": 0.480809, "precision": 0.446791, "precision_weighted": 0.555946, "recall": 0.533011, "recall_weighted": 0.487949, "ap": null, "ap_weighted": null }, { "accuracy": 0.49877, "f1": 0.453208, "f1_weighted": 0.494819, "precision": 0.477071, "precision_weighted": 0.597154, "recall": 0.546657, "recall_weighted": 0.49877, "ap": null, "ap_weighted": null }, { "accuracy": 0.495327, "f1": 0.448502, "f1_weighted": 0.493752, "precision": 0.474791, "precision_weighted": 0.590697, "recall": 0.540148, "recall_weighted": 0.495327, "ap": null, "ap_weighted": null }, { "accuracy": 0.474668, "f1": 0.417111, "f1_weighted": 0.464856, "precision": 0.445087, "precision_weighted": 0.564595, "recall": 0.510993, "recall_weighted": 0.474668, "ap": null, "ap_weighted": null }, { "accuracy": 0.476144, "f1": 0.440201, "f1_weighted": 0.465614, "precision": 0.470616, "precision_weighted": 0.57156, "recall": 0.538552, "recall_weighted": 0.476144, "ap": null, "ap_weighted": null }, { "accuracy": 0.47516, "f1": 0.428885, "f1_weighted": 0.469209, "precision": 0.451602, "precision_weighted": 0.555433, "recall": 0.528861, "recall_weighted": 0.47516, "ap": null, "ap_weighted": null } ], "accuracy": 0.489474, "f1": 0.437122, "f1_weighted": 0.484671, "precision": 0.461444, "precision_weighted": 0.579043, "recall": 0.52794, "recall_weighted": 0.489474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.489474, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.807673, "f1": 0.746603, "f1_weighted": 0.79576, "precision": 0.742716, "precision_weighted": 0.819109, "recall": 0.792784, "recall_weighted": 0.807673, "ap": null, "ap_weighted": null }, { "accuracy": 0.813576, "f1": 0.76545, "f1_weighted": 0.801723, "precision": 0.761002, "precision_weighted": 0.822948, "recall": 0.80717, "recall_weighted": 0.813576, "ap": null, "ap_weighted": null }, { "accuracy": 0.804722, "f1": 0.740703, "f1_weighted": 0.791218, "precision": 0.729592, "precision_weighted": 0.801749, "recall": 0.792163, "recall_weighted": 0.804722, "ap": null, "ap_weighted": null }, { "accuracy": 0.821938, "f1": 0.773575, "f1_weighted": 0.812475, "precision": 0.761717, "precision_weighted": 0.831066, "recall": 0.820017, "recall_weighted": 0.821938, "ap": null, "ap_weighted": null }, { "accuracy": 0.811117, "f1": 0.772738, "f1_weighted": 0.798587, "precision": 0.761791, "precision_weighted": 0.822279, "recall": 0.826618, "recall_weighted": 0.811117, "ap": null, "ap_weighted": null }, { "accuracy": 0.818003, "f1": 0.772466, "f1_weighted": 0.811051, "precision": 0.762074, "precision_weighted": 0.828873, "recall": 0.81774, "recall_weighted": 0.818003, "ap": null, "ap_weighted": null }, { "accuracy": 0.805706, "f1": 0.761482, "f1_weighted": 0.791637, "precision": 0.752808, "precision_weighted": 0.817207, "recall": 0.817681, "recall_weighted": 0.805706, "ap": null, "ap_weighted": null }, { "accuracy": 0.812592, "f1": 0.762606, "f1_weighted": 0.803285, "precision": 0.75954, "precision_weighted": 0.832509, "recall": 0.806854, "recall_weighted": 0.812592, "ap": null, "ap_weighted": null }, { "accuracy": 0.800295, "f1": 0.749988, "f1_weighted": 0.792708, "precision": 0.73981, "precision_weighted": 0.815643, "recall": 0.797737, "recall_weighted": 0.800295, "ap": null, "ap_weighted": null }, { "accuracy": 0.823414, "f1": 0.766896, "f1_weighted": 0.816047, "precision": 0.756919, "precision_weighted": 0.834441, "recall": 0.817386, "recall_weighted": 0.823414, "ap": null, "ap_weighted": null } ], "accuracy": 0.811904, "f1": 0.761251, "f1_weighted": 0.801449, "precision": 0.752797, "precision_weighted": 0.822582, "recall": 0.809615, "recall_weighted": 0.811904, "ap": NaN, "ap_weighted": NaN, "main_score": 0.811904, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.849484, "f1": 0.815633, "f1_weighted": 0.841368, "precision": 0.807184, "precision_weighted": 0.856859, "recall": 0.846507, "recall_weighted": 0.849484, "ap": null, "ap_weighted": null }, { "accuracy": 0.850467, "f1": 0.803117, "f1_weighted": 0.841306, "precision": 0.796048, "precision_weighted": 0.861775, "recall": 0.837976, "recall_weighted": 0.850467, "ap": null, "ap_weighted": null }, { "accuracy": 0.837678, "f1": 0.784703, "f1_weighted": 0.824871, "precision": 0.774411, "precision_weighted": 0.844107, "recall": 0.826801, "recall_weighted": 0.837678, "ap": null, "ap_weighted": null }, { "accuracy": 0.847516, "f1": 0.805121, "f1_weighted": 0.841417, "precision": 0.794742, "precision_weighted": 0.856093, "recall": 0.846063, "recall_weighted": 0.847516, "ap": null, "ap_weighted": null }, { "accuracy": 0.833251, "f1": 0.783905, "f1_weighted": 0.825326, "precision": 0.774428, "precision_weighted": 0.847841, "recall": 0.829233, "recall_weighted": 0.833251, "ap": null, "ap_weighted": null }, { "accuracy": 0.842105, "f1": 0.788633, "f1_weighted": 0.840055, "precision": 0.775534, "precision_weighted": 0.854046, "recall": 0.827274, "recall_weighted": 0.842105, "ap": null, "ap_weighted": null }, { "accuracy": 0.837186, "f1": 0.802223, "f1_weighted": 0.827333, "precision": 0.795854, "precision_weighted": 0.849041, "recall": 0.842645, "recall_weighted": 0.837186, "ap": null, "ap_weighted": null }, { "accuracy": 0.841613, "f1": 0.795159, "f1_weighted": 0.832858, "precision": 0.785478, "precision_weighted": 0.850342, "recall": 0.830489, "recall_weighted": 0.841613, "ap": null, "ap_weighted": null }, { "accuracy": 0.844073, "f1": 0.800221, "f1_weighted": 0.839859, "precision": 0.788762, "precision_weighted": 0.851668, "recall": 0.833729, "recall_weighted": 0.844073, "ap": null, "ap_weighted": null }, { "accuracy": 0.85391, "f1": 0.815343, "f1_weighted": 0.84944, "precision": 0.803402, "precision_weighted": 0.858774, "recall": 0.848853, "recall_weighted": 0.85391, "ap": null, "ap_weighted": null } ], "accuracy": 0.843728, "f1": 0.799406, "f1_weighted": 0.836383, "precision": 0.789584, "precision_weighted": 0.853055, "recall": 0.836957, "recall_weighted": 0.843728, "ap": NaN, "ap_weighted": NaN, "main_score": 0.843728, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.777668, "f1": 0.72108, "f1_weighted": 0.767246, "precision": 0.710532, "precision_weighted": 0.797798, "recall": 0.770536, "recall_weighted": 0.777668, "ap": null, "ap_weighted": null }, { "accuracy": 0.794393, "f1": 0.731268, "f1_weighted": 0.785323, "precision": 0.726483, "precision_weighted": 0.811252, "recall": 0.777605, "recall_weighted": 0.794393, "ap": null, "ap_weighted": null }, { "accuracy": 0.789966, "f1": 0.731346, "f1_weighted": 0.774628, "precision": 0.716529, "precision_weighted": 0.787564, "recall": 0.783648, "recall_weighted": 0.789966, "ap": null, "ap_weighted": null }, { "accuracy": 0.787014, "f1": 0.728722, "f1_weighted": 0.774714, "precision": 0.720797, "precision_weighted": 0.801948, "recall": 0.784488, "recall_weighted": 0.787014, "ap": null, "ap_weighted": null }, { "accuracy": 0.787506, "f1": 0.754873, "f1_weighted": 0.77289, "precision": 0.743772, "precision_weighted": 0.791121, "recall": 0.808334, "recall_weighted": 0.787506, "ap": null, "ap_weighted": null }, { "accuracy": 0.78603, "f1": 0.747508, "f1_weighted": 0.779068, "precision": 0.728767, "precision_weighted": 0.799939, "recall": 0.802479, "recall_weighted": 0.78603, "ap": null, "ap_weighted": null }, { "accuracy": 0.776193, "f1": 0.714615, "f1_weighted": 0.760137, "precision": 0.709183, "precision_weighted": 0.791023, "recall": 0.776442, "recall_weighted": 0.776193, "ap": null, "ap_weighted": null }, { "accuracy": 0.781604, "f1": 0.733749, "f1_weighted": 0.77351, "precision": 0.724704, "precision_weighted": 0.803292, "recall": 0.780307, "recall_weighted": 0.781604, "ap": null, "ap_weighted": null }, { "accuracy": 0.782095, "f1": 0.732214, "f1_weighted": 0.77365, "precision": 0.724761, "precision_weighted": 0.804923, "recall": 0.782611, "recall_weighted": 0.782095, "ap": null, "ap_weighted": null }, { "accuracy": 0.800787, "f1": 0.747455, "f1_weighted": 0.794972, "precision": 0.735586, "precision_weighted": 0.813618, "recall": 0.797829, "recall_weighted": 0.800787, "ap": null, "ap_weighted": null } ], "accuracy": 0.786326, "f1": 0.734283, "f1_weighted": 0.775614, "precision": 0.724111, "precision_weighted": 0.800248, "recall": 0.786428, "recall_weighted": 0.786326, "ap": NaN, "ap_weighted": NaN, "main_score": 0.786326, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.87998, "f1": 0.848791, "f1_weighted": 0.874262, "precision": 0.83725, "precision_weighted": 0.883401, "recall": 0.877403, "recall_weighted": 0.87998, "ap": null, "ap_weighted": null }, { "accuracy": 0.869651, "f1": 0.830234, "f1_weighted": 0.861409, "precision": 0.819945, "precision_weighted": 0.875518, "recall": 0.865823, "recall_weighted": 0.869651, "ap": null, "ap_weighted": null }, { "accuracy": 0.869159, "f1": 0.82507, "f1_weighted": 0.860825, "precision": 0.812536, "precision_weighted": 0.875136, "recall": 0.862915, "recall_weighted": 0.869159, "ap": null, "ap_weighted": null }, { "accuracy": 0.880964, "f1": 0.839473, "f1_weighted": 0.875675, "precision": 0.826796, "precision_weighted": 0.888607, "recall": 0.870593, "recall_weighted": 0.880964, "ap": null, "ap_weighted": null }, { "accuracy": 0.865716, "f1": 0.821304, "f1_weighted": 0.858056, "precision": 0.810949, "precision_weighted": 0.874592, "recall": 0.858611, "recall_weighted": 0.865716, "ap": null, "ap_weighted": null }, { "accuracy": 0.877029, "f1": 0.835966, "f1_weighted": 0.871813, "precision": 0.824865, "precision_weighted": 0.882973, "recall": 0.868639, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.870635, "f1": 0.833936, "f1_weighted": 0.86202, "precision": 0.825386, "precision_weighted": 0.875516, "recall": 0.868831, "recall_weighted": 0.870635, "ap": null, "ap_weighted": null }, { "accuracy": 0.873094, "f1": 0.835949, "f1_weighted": 0.866238, "precision": 0.824722, "precision_weighted": 0.88094, "recall": 0.866911, "recall_weighted": 0.873094, "ap": null, "ap_weighted": null }, { "accuracy": 0.87457, "f1": 0.836385, "f1_weighted": 0.8703, "precision": 0.82304, "precision_weighted": 0.881176, "recall": 0.868882, "recall_weighted": 0.87457, "ap": null, "ap_weighted": null }, { "accuracy": 0.881948, "f1": 0.838124, "f1_weighted": 0.879004, "precision": 0.829109, "precision_weighted": 0.886279, "recall": 0.863457, "recall_weighted": 0.881948, "ap": null, "ap_weighted": null } ], "accuracy": 0.874274, "f1": 0.834523, "f1_weighted": 0.86796, "precision": 0.82346, "precision_weighted": 0.880414, "recall": 0.867207, "recall_weighted": 0.874274, "ap": NaN, "ap_weighted": NaN, "main_score": 0.874274, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.847516, "f1": 0.811455, "f1_weighted": 0.839879, "precision": 0.799157, "precision_weighted": 0.85723, "recall": 0.847557, "recall_weighted": 0.847516, "ap": null, "ap_weighted": null }, { "accuracy": 0.847024, "f1": 0.805056, "f1_weighted": 0.833273, "precision": 0.790249, "precision_weighted": 0.848535, "recall": 0.844077, "recall_weighted": 0.847024, "ap": null, "ap_weighted": null }, { "accuracy": 0.833743, "f1": 0.793938, "f1_weighted": 0.822563, "precision": 0.781119, "precision_weighted": 0.84068, "recall": 0.840439, "recall_weighted": 0.833743, "ap": null, "ap_weighted": null }, { "accuracy": 0.847024, "f1": 0.799837, "f1_weighted": 0.839152, "precision": 0.786191, "precision_weighted": 0.853512, "recall": 0.837427, "recall_weighted": 0.847024, "ap": null, "ap_weighted": null }, { "accuracy": 0.833251, "f1": 0.790761, "f1_weighted": 0.823938, "precision": 0.781131, "precision_weighted": 0.849495, "recall": 0.836303, "recall_weighted": 0.833251, "ap": null, "ap_weighted": null }, { "accuracy": 0.839154, "f1": 0.787816, "f1_weighted": 0.835895, "precision": 0.774457, "precision_weighted": 0.85205, "recall": 0.831302, "recall_weighted": 0.839154, "ap": null, "ap_weighted": null }, { "accuracy": 0.831284, "f1": 0.789504, "f1_weighted": 0.818433, "precision": 0.779646, "precision_weighted": 0.845946, "recall": 0.839817, "recall_weighted": 0.831284, "ap": null, "ap_weighted": null }, { "accuracy": 0.838662, "f1": 0.791195, "f1_weighted": 0.831115, "precision": 0.778071, "precision_weighted": 0.849521, "recall": 0.824862, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null }, { "accuracy": 0.831284, "f1": 0.796395, "f1_weighted": 0.825171, "precision": 0.781934, "precision_weighted": 0.840418, "recall": 0.838771, "recall_weighted": 0.831284, "ap": null, "ap_weighted": null }, { "accuracy": 0.849484, "f1": 0.797113, "f1_weighted": 0.845805, "precision": 0.785578, "precision_weighted": 0.857682, "recall": 0.835389, "recall_weighted": 0.849484, "ap": null, "ap_weighted": null } ], "accuracy": 0.839843, "f1": 0.796307, "f1_weighted": 0.831522, "precision": 0.783753, "precision_weighted": 0.849507, "recall": 0.837594, "recall_weighted": 0.839843, "ap": NaN, "ap_weighted": NaN, "main_score": 0.839843, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.789966, "f1": 0.762147, "f1_weighted": 0.776107, "precision": 0.744691, "precision_weighted": 0.798245, "recall": 0.821356, "recall_weighted": 0.789966, "ap": null, "ap_weighted": null }, { "accuracy": 0.787014, "f1": 0.726908, "f1_weighted": 0.773465, "precision": 0.72112, "precision_weighted": 0.792213, "recall": 0.771447, "recall_weighted": 0.787014, "ap": null, "ap_weighted": null }, { "accuracy": 0.777668, "f1": 0.716316, "f1_weighted": 0.764822, "precision": 0.699991, "precision_weighted": 0.787968, "recall": 0.768209, "recall_weighted": 0.777668, "ap": null, "ap_weighted": null }, { "accuracy": 0.78603, "f1": 0.726436, "f1_weighted": 0.776023, "precision": 0.711913, "precision_weighted": 0.799093, "recall": 0.782623, "recall_weighted": 0.78603, "ap": null, "ap_weighted": null }, { "accuracy": 0.784063, "f1": 0.723831, "f1_weighted": 0.772505, "precision": 0.706521, "precision_weighted": 0.788755, "recall": 0.776443, "recall_weighted": 0.784063, "ap": null, "ap_weighted": null }, { "accuracy": 0.781604, "f1": 0.738219, "f1_weighted": 0.772388, "precision": 0.72999, "precision_weighted": 0.797339, "recall": 0.785618, "recall_weighted": 0.781604, "ap": null, "ap_weighted": null }, { "accuracy": 0.775209, "f1": 0.739288, "f1_weighted": 0.76047, "precision": 0.72375, "precision_weighted": 0.79191, "recall": 0.803763, "recall_weighted": 0.775209, "ap": null, "ap_weighted": null }, { "accuracy": 0.752091, "f1": 0.699889, "f1_weighted": 0.737893, "precision": 0.692771, "precision_weighted": 0.781099, "recall": 0.757226, "recall_weighted": 0.752091, "ap": null, "ap_weighted": null }, { "accuracy": 0.744712, "f1": 0.714026, "f1_weighted": 0.728485, "precision": 0.711739, "precision_weighted": 0.774306, "recall": 0.773502, "recall_weighted": 0.744712, "ap": null, "ap_weighted": null }, { "accuracy": 0.792425, "f1": 0.747282, "f1_weighted": 0.783342, "precision": 0.733322, "precision_weighted": 0.803543, "recall": 0.795252, "recall_weighted": 0.792425, "ap": null, "ap_weighted": null } ], "accuracy": 0.777078, "f1": 0.729434, "f1_weighted": 0.76455, "precision": 0.717581, "precision_weighted": 0.791447, "recall": 0.783544, "recall_weighted": 0.777078, "ap": NaN, "ap_weighted": NaN, "main_score": 0.777078, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.767339, "f1": 0.714036, "f1_weighted": 0.758326, "precision": 0.706072, "precision_weighted": 0.79101, "recall": 0.764375, "recall_weighted": 0.767339, "ap": null, "ap_weighted": null }, { "accuracy": 0.778652, "f1": 0.70341, "f1_weighted": 0.771197, "precision": 0.701079, "precision_weighted": 0.801744, "recall": 0.754366, "recall_weighted": 0.778652, "ap": null, "ap_weighted": null }, { "accuracy": 0.776193, "f1": 0.701241, "f1_weighted": 0.761807, "precision": 0.676277, "precision_weighted": 0.759884, "recall": 0.757873, "recall_weighted": 0.776193, "ap": null, "ap_weighted": null }, { "accuracy": 0.780128, "f1": 0.714893, "f1_weighted": 0.772055, "precision": 0.702001, "precision_weighted": 0.80063, "recall": 0.77133, "recall_weighted": 0.780128, "ap": null, "ap_weighted": null }, { "accuracy": 0.769306, "f1": 0.7048, "f1_weighted": 0.758972, "precision": 0.698417, "precision_weighted": 0.801437, "recall": 0.76368, "recall_weighted": 0.769306, "ap": null, "ap_weighted": null }, { "accuracy": 0.77029, "f1": 0.698033, "f1_weighted": 0.765235, "precision": 0.680288, "precision_weighted": 0.788706, "recall": 0.752064, "recall_weighted": 0.77029, "ap": null, "ap_weighted": null }, { "accuracy": 0.764388, "f1": 0.6898, "f1_weighted": 0.749516, "precision": 0.677761, "precision_weighted": 0.770561, "recall": 0.750694, "recall_weighted": 0.764388, "ap": null, "ap_weighted": null }, { "accuracy": 0.746188, "f1": 0.682293, "f1_weighted": 0.733776, "precision": 0.678891, "precision_weighted": 0.773566, "recall": 0.741185, "recall_weighted": 0.746188, "ap": null, "ap_weighted": null }, { "accuracy": 0.750615, "f1": 0.69336, "f1_weighted": 0.742843, "precision": 0.685974, "precision_weighted": 0.784815, "recall": 0.755833, "recall_weighted": 0.750615, "ap": null, "ap_weighted": null }, { "accuracy": 0.785047, "f1": 0.715636, "f1_weighted": 0.781343, "precision": 0.705429, "precision_weighted": 0.802045, "recall": 0.759626, "recall_weighted": 0.785047, "ap": null, "ap_weighted": null } ], "accuracy": 0.768815, "f1": 0.70175, "f1_weighted": 0.759507, "precision": 0.691219, "precision_weighted": 0.78744, "recall": 0.757103, "recall_weighted": 0.768815, "ap": NaN, "ap_weighted": NaN, "main_score": 0.768815, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.850467, "f1": 0.802872, "f1_weighted": 0.843568, "precision": 0.794515, "precision_weighted": 0.860973, "recall": 0.831153, "recall_weighted": 0.850467, "ap": null, "ap_weighted": null }, { "accuracy": 0.840138, "f1": 0.785686, "f1_weighted": 0.83021, "precision": 0.775759, "precision_weighted": 0.849591, "recall": 0.818261, "recall_weighted": 0.840138, "ap": null, "ap_weighted": null }, { "accuracy": 0.845057, "f1": 0.790751, "f1_weighted": 0.835105, "precision": 0.780428, "precision_weighted": 0.8552, "recall": 0.823779, "recall_weighted": 0.845057, "ap": null, "ap_weighted": null }, { "accuracy": 0.851451, "f1": 0.801277, "f1_weighted": 0.845128, "precision": 0.789753, "precision_weighted": 0.86104, "recall": 0.832165, "recall_weighted": 0.851451, "ap": null, "ap_weighted": null }, { "accuracy": 0.84063, "f1": 0.784407, "f1_weighted": 0.830982, "precision": 0.778751, "precision_weighted": 0.855543, "recall": 0.817167, "recall_weighted": 0.84063, "ap": null, "ap_weighted": null }, { "accuracy": 0.847024, "f1": 0.785379, "f1_weighted": 0.843426, "precision": 0.772366, "precision_weighted": 0.858488, "recall": 0.817066, "recall_weighted": 0.847024, "ap": null, "ap_weighted": null }, { "accuracy": 0.838662, "f1": 0.783438, "f1_weighted": 0.827631, "precision": 0.776028, "precision_weighted": 0.853972, "recall": 0.820128, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null }, { "accuracy": 0.847516, "f1": 0.79686, "f1_weighted": 0.841222, "precision": 0.788791, "precision_weighted": 0.861175, "recall": 0.826301, "recall_weighted": 0.847516, "ap": null, "ap_weighted": null }, { "accuracy": 0.851943, "f1": 0.799897, "f1_weighted": 0.846762, "precision": 0.790131, "precision_weighted": 0.857445, "recall": 0.824304, "recall_weighted": 0.851943, "ap": null, "ap_weighted": null }, { "accuracy": 0.857846, "f1": 0.80499, "f1_weighted": 0.853975, "precision": 0.794423, "precision_weighted": 0.866219, "recall": 0.829438, "recall_weighted": 0.857846, "ap": null, "ap_weighted": null } ], "accuracy": 0.847073, "f1": 0.793556, "f1_weighted": 0.839801, "precision": 0.784094, "precision_weighted": 0.857965, "recall": 0.823976, "recall_weighted": 0.847073, "ap": NaN, "ap_weighted": NaN, "main_score": 0.847073, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.782095, "f1": 0.720064, "f1_weighted": 0.768934, "precision": 0.710832, "precision_weighted": 0.795362, "recall": 0.773348, "recall_weighted": 0.782095, "ap": null, "ap_weighted": null }, { "accuracy": 0.77816, "f1": 0.721528, "f1_weighted": 0.765464, "precision": 0.716567, "precision_weighted": 0.792486, "recall": 0.771763, "recall_weighted": 0.77816, "ap": null, "ap_weighted": null }, { "accuracy": 0.77275, "f1": 0.711355, "f1_weighted": 0.76174, "precision": 0.707961, "precision_weighted": 0.807505, "recall": 0.762442, "recall_weighted": 0.77275, "ap": null, "ap_weighted": null }, { "accuracy": 0.78603, "f1": 0.730197, "f1_weighted": 0.776223, "precision": 0.721038, "precision_weighted": 0.800473, "recall": 0.785303, "recall_weighted": 0.78603, "ap": null, "ap_weighted": null }, { "accuracy": 0.766847, "f1": 0.698198, "f1_weighted": 0.754477, "precision": 0.696625, "precision_weighted": 0.799677, "recall": 0.759835, "recall_weighted": 0.766847, "ap": null, "ap_weighted": null }, { "accuracy": 0.771766, "f1": 0.70797, "f1_weighted": 0.767435, "precision": 0.696057, "precision_weighted": 0.790751, "recall": 0.765256, "recall_weighted": 0.771766, "ap": null, "ap_weighted": null }, { "accuracy": 0.769798, "f1": 0.704477, "f1_weighted": 0.753093, "precision": 0.699953, "precision_weighted": 0.780105, "recall": 0.759393, "recall_weighted": 0.769798, "ap": null, "ap_weighted": null }, { "accuracy": 0.769306, "f1": 0.715431, "f1_weighted": 0.760714, "precision": 0.703701, "precision_weighted": 0.788787, "recall": 0.776729, "recall_weighted": 0.769306, "ap": null, "ap_weighted": null }, { "accuracy": 0.775701, "f1": 0.724659, "f1_weighted": 0.76469, "precision": 0.719001, "precision_weighted": 0.79811, "recall": 0.782493, "recall_weighted": 0.775701, "ap": null, "ap_weighted": null }, { "accuracy": 0.793901, "f1": 0.746024, "f1_weighted": 0.787184, "precision": 0.734961, "precision_weighted": 0.806516, "recall": 0.800644, "recall_weighted": 0.793901, "ap": null, "ap_weighted": null } ], "accuracy": 0.776636, "f1": 0.71799, "f1_weighted": 0.765996, "precision": 0.71067, "precision_weighted": 0.795977, "recall": 0.773721, "recall_weighted": 0.776636, "ap": NaN, "ap_weighted": NaN, "main_score": 0.776636, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.749139, "f1": 0.696342, "f1_weighted": 0.737487, "precision": 0.68242, "precision_weighted": 0.764692, "recall": 0.746596, "recall_weighted": 0.749139, "ap": null, "ap_weighted": null }, { "accuracy": 0.771274, "f1": 0.713478, "f1_weighted": 0.761662, "precision": 0.703007, "precision_weighted": 0.78811, "recall": 0.767801, "recall_weighted": 0.771274, "ap": null, "ap_weighted": null }, { "accuracy": 0.773733, "f1": 0.710217, "f1_weighted": 0.767435, "precision": 0.695038, "precision_weighted": 0.794574, "recall": 0.768333, "recall_weighted": 0.773733, "ap": null, "ap_weighted": null }, { "accuracy": 0.77816, "f1": 0.712313, "f1_weighted": 0.771664, "precision": 0.697024, "precision_weighted": 0.797225, "recall": 0.759153, "recall_weighted": 0.77816, "ap": null, "ap_weighted": null }, { "accuracy": 0.760453, "f1": 0.704404, "f1_weighted": 0.749075, "precision": 0.702442, "precision_weighted": 0.799331, "recall": 0.771305, "recall_weighted": 0.760453, "ap": null, "ap_weighted": null }, { "accuracy": 0.746188, "f1": 0.686371, "f1_weighted": 0.743342, "precision": 0.672849, "precision_weighted": 0.780045, "recall": 0.749888, "recall_weighted": 0.746188, "ap": null, "ap_weighted": null }, { "accuracy": 0.758485, "f1": 0.687704, "f1_weighted": 0.74349, "precision": 0.67967, "precision_weighted": 0.779616, "recall": 0.755452, "recall_weighted": 0.758485, "ap": null, "ap_weighted": null }, { "accuracy": 0.721102, "f1": 0.677715, "f1_weighted": 0.712738, "precision": 0.678139, "precision_weighted": 0.767928, "recall": 0.732392, "recall_weighted": 0.721102, "ap": null, "ap_weighted": null }, { "accuracy": 0.750615, "f1": 0.700421, "f1_weighted": 0.745651, "precision": 0.69693, "precision_weighted": 0.78246, "recall": 0.755312, "recall_weighted": 0.750615, "ap": null, "ap_weighted": null }, { "accuracy": 0.766847, "f1": 0.708764, "f1_weighted": 0.760026, "precision": 0.698952, "precision_weighted": 0.798306, "recall": 0.769519, "recall_weighted": 0.766847, "ap": null, "ap_weighted": null } ], "accuracy": 0.7576, "f1": 0.699773, "f1_weighted": 0.749257, "precision": 0.690647, "precision_weighted": 0.785229, "recall": 0.757575, "recall_weighted": 0.7576, "ap": NaN, "ap_weighted": NaN, "main_score": 0.7576, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.771766, "f1": 0.71048, "f1_weighted": 0.75657, "precision": 0.696201, "precision_weighted": 0.794619, "recall": 0.77134, "recall_weighted": 0.771766, "ap": null, "ap_weighted": null }, { "accuracy": 0.789474, "f1": 0.717119, "f1_weighted": 0.778428, "precision": 0.70661, "precision_weighted": 0.798993, "recall": 0.766966, "recall_weighted": 0.789474, "ap": null, "ap_weighted": null }, { "accuracy": 0.784063, "f1": 0.71642, "f1_weighted": 0.77155, "precision": 0.708098, "precision_weighted": 0.818384, "recall": 0.771983, "recall_weighted": 0.784063, "ap": null, "ap_weighted": null }, { "accuracy": 0.795376, "f1": 0.728621, "f1_weighted": 0.784938, "precision": 0.710303, "precision_weighted": 0.804691, "recall": 0.783779, "recall_weighted": 0.795376, "ap": null, "ap_weighted": null }, { "accuracy": 0.783571, "f1": 0.720374, "f1_weighted": 0.771667, "precision": 0.706436, "precision_weighted": 0.799637, "recall": 0.778595, "recall_weighted": 0.783571, "ap": null, "ap_weighted": null }, { "accuracy": 0.790949, "f1": 0.731784, "f1_weighted": 0.785507, "precision": 0.715305, "precision_weighted": 0.809597, "recall": 0.780239, "recall_weighted": 0.790949, "ap": null, "ap_weighted": null }, { "accuracy": 0.773733, "f1": 0.70391, "f1_weighted": 0.762819, "precision": 0.696555, "precision_weighted": 0.791802, "recall": 0.75708, "recall_weighted": 0.773733, "ap": null, "ap_weighted": null }, { "accuracy": 0.765371, "f1": 0.702627, "f1_weighted": 0.758017, "precision": 0.703273, "precision_weighted": 0.798206, "recall": 0.760721, "recall_weighted": 0.765371, "ap": null, "ap_weighted": null }, { "accuracy": 0.753566, "f1": 0.711804, "f1_weighted": 0.743612, "precision": 0.714247, "precision_weighted": 0.803008, "recall": 0.775536, "recall_weighted": 0.753566, "ap": null, "ap_weighted": null }, { "accuracy": 0.784063, "f1": 0.720323, "f1_weighted": 0.777343, "precision": 0.7073, "precision_weighted": 0.79596, "recall": 0.768528, "recall_weighted": 0.784063, "ap": null, "ap_weighted": null } ], "accuracy": 0.779193, "f1": 0.716346, "f1_weighted": 0.769045, "precision": 0.706433, "precision_weighted": 0.80149, "recall": 0.771477, "recall_weighted": 0.779193, "ap": NaN, "ap_weighted": NaN, "main_score": 0.779193, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.821938, "f1": 0.780643, "f1_weighted": 0.811337, "precision": 0.767265, "precision_weighted": 0.831612, "recall": 0.822234, "recall_weighted": 0.821938, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.779575, "f1_weighted": 0.813673, "precision": 0.763911, "precision_weighted": 0.833067, "recall": 0.821566, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.816527, "f1": 0.763346, "f1_weighted": 0.805502, "precision": 0.747368, "precision_weighted": 0.825923, "recall": 0.815559, "recall_weighted": 0.816527, "ap": null, "ap_weighted": null }, { "accuracy": 0.821446, "f1": 0.771737, "f1_weighted": 0.811946, "precision": 0.756743, "precision_weighted": 0.834944, "recall": 0.820774, "recall_weighted": 0.821446, "ap": null, "ap_weighted": null }, { "accuracy": 0.810133, "f1": 0.763071, "f1_weighted": 0.799362, "precision": 0.749819, "precision_weighted": 0.821741, "recall": 0.811375, "recall_weighted": 0.810133, "ap": null, "ap_weighted": null }, { "accuracy": 0.824397, "f1": 0.772366, "f1_weighted": 0.819694, "precision": 0.753035, "precision_weighted": 0.837374, "recall": 0.821184, "recall_weighted": 0.824397, "ap": null, "ap_weighted": null }, { "accuracy": 0.815052, "f1": 0.76905, "f1_weighted": 0.803558, "precision": 0.760393, "precision_weighted": 0.83917, "recall": 0.819305, "recall_weighted": 0.815052, "ap": null, "ap_weighted": null }, { "accuracy": 0.818987, "f1": 0.772344, "f1_weighted": 0.812701, "precision": 0.762384, "precision_weighted": 0.834987, "recall": 0.809849, "recall_weighted": 0.818987, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.777929, "f1_weighted": 0.817133, "precision": 0.763252, "precision_weighted": 0.836771, "recall": 0.820648, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.829808, "f1": 0.775985, "f1_weighted": 0.8242, "precision": 0.763662, "precision_weighted": 0.843393, "recall": 0.817929, "recall_weighted": 0.829808, "ap": null, "ap_weighted": null } ], "accuracy": 0.820413, "f1": 0.772605, "f1_weighted": 0.811911, "precision": 0.758783, "precision_weighted": 0.833898, "recall": 0.818042, "recall_weighted": 0.820413, "ap": NaN, "ap_weighted": NaN, "main_score": 0.820413, "hf_subset": "hy", "languages": [ "hye-Armn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.803246, "f1": 0.773527, "f1_weighted": 0.792621, "precision": 0.764383, "precision_weighted": 0.818774, "recall": 0.818517, "recall_weighted": 0.803246, "ap": null, "ap_weighted": null }, { "accuracy": 0.799803, "f1": 0.749564, "f1_weighted": 0.789035, "precision": 0.741889, "precision_weighted": 0.8164, "recall": 0.804732, "recall_weighted": 0.799803, "ap": null, "ap_weighted": null }, { "accuracy": 0.789474, "f1": 0.725685, "f1_weighted": 0.775726, "precision": 0.707634, "precision_weighted": 0.788967, "recall": 0.786488, "recall_weighted": 0.789474, "ap": null, "ap_weighted": null }, { "accuracy": 0.810625, "f1": 0.759678, "f1_weighted": 0.798786, "precision": 0.745475, "precision_weighted": 0.822628, "recall": 0.810241, "recall_weighted": 0.810625, "ap": null, "ap_weighted": null }, { "accuracy": 0.790949, "f1": 0.735231, "f1_weighted": 0.771402, "precision": 0.712605, "precision_weighted": 0.767965, "recall": 0.796602, "recall_weighted": 0.790949, "ap": null, "ap_weighted": null }, { "accuracy": 0.794884, "f1": 0.741595, "f1_weighted": 0.78558, "precision": 0.722477, "precision_weighted": 0.809774, "recall": 0.801164, "recall_weighted": 0.794884, "ap": null, "ap_weighted": null }, { "accuracy": 0.799311, "f1": 0.755881, "f1_weighted": 0.78532, "precision": 0.74787, "precision_weighted": 0.820046, "recall": 0.809106, "recall_weighted": 0.799311, "ap": null, "ap_weighted": null }, { "accuracy": 0.791441, "f1": 0.750984, "f1_weighted": 0.781677, "precision": 0.738902, "precision_weighted": 0.812204, "recall": 0.801916, "recall_weighted": 0.791441, "ap": null, "ap_weighted": null }, { "accuracy": 0.779636, "f1": 0.749385, "f1_weighted": 0.769172, "precision": 0.736114, "precision_weighted": 0.802403, "recall": 0.80605, "recall_weighted": 0.779636, "ap": null, "ap_weighted": null }, { "accuracy": 0.799803, "f1": 0.743491, "f1_weighted": 0.791916, "precision": 0.731273, "precision_weighted": 0.815517, "recall": 0.795102, "recall_weighted": 0.799803, "ap": null, "ap_weighted": null } ], "accuracy": 0.795917, "f1": 0.748502, "f1_weighted": 0.784124, "precision": 0.734862, "precision_weighted": 0.807468, "recall": 0.802992, "recall_weighted": 0.795917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.795917, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.608952, "f1": 0.543134, "f1_weighted": 0.588388, "precision": 0.557658, "precision_weighted": 0.659918, "recall": 0.619871, "recall_weighted": 0.608952, "ap": null, "ap_weighted": null }, { "accuracy": 0.586326, "f1": 0.514325, "f1_weighted": 0.578297, "precision": 0.535006, "precision_weighted": 0.64545, "recall": 0.586801, "recall_weighted": 0.586326, "ap": null, "ap_weighted": null }, { "accuracy": 0.601082, "f1": 0.528284, "f1_weighted": 0.593991, "precision": 0.545016, "precision_weighted": 0.662541, "recall": 0.604125, "recall_weighted": 0.601082, "ap": null, "ap_weighted": null }, { "accuracy": 0.638465, "f1": 0.565933, "f1_weighted": 0.629514, "precision": 0.577708, "precision_weighted": 0.690956, "recall": 0.633032, "recall_weighted": 0.638465, "ap": null, "ap_weighted": null }, { "accuracy": 0.621741, "f1": 0.539201, "f1_weighted": 0.613463, "precision": 0.553297, "precision_weighted": 0.657946, "recall": 0.619637, "recall_weighted": 0.621741, "ap": null, "ap_weighted": null }, { "accuracy": 0.620758, "f1": 0.565766, "f1_weighted": 0.613206, "precision": 0.581761, "precision_weighted": 0.677829, "recall": 0.638578, "recall_weighted": 0.620758, "ap": null, "ap_weighted": null }, { "accuracy": 0.613379, "f1": 0.543327, "f1_weighted": 0.597648, "precision": 0.570149, "precision_weighted": 0.664814, "recall": 0.617546, "recall_weighted": 0.613379, "ap": null, "ap_weighted": null }, { "accuracy": 0.597639, "f1": 0.533779, "f1_weighted": 0.5849, "precision": 0.546243, "precision_weighted": 0.649732, "recall": 0.616221, "recall_weighted": 0.597639, "ap": null, "ap_weighted": null }, { "accuracy": 0.594688, "f1": 0.550398, "f1_weighted": 0.581321, "precision": 0.56669, "precision_weighted": 0.663961, "recall": 0.638747, "recall_weighted": 0.594688, "ap": null, "ap_weighted": null }, { "accuracy": 0.639449, "f1": 0.572064, "f1_weighted": 0.629334, "precision": 0.578837, "precision_weighted": 0.678609, "recall": 0.638626, "recall_weighted": 0.639449, "ap": null, "ap_weighted": null } ], "accuracy": 0.612248, "f1": 0.545621, "f1_weighted": 0.601006, "precision": 0.561236, "precision_weighted": 0.665176, "recall": 0.621318, "recall_weighted": 0.612248, "ap": NaN, "ap_weighted": NaN, "main_score": 0.612248, "hf_subset": "is", "languages": [ "isl-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.845057, "f1": 0.80722, "f1_weighted": 0.834913, "precision": 0.79304, "precision_weighted": 0.852508, "recall": 0.851361, "recall_weighted": 0.845057, "ap": null, "ap_weighted": null }, { "accuracy": 0.842597, "f1": 0.800352, "f1_weighted": 0.833399, "precision": 0.785527, "precision_weighted": 0.856656, "recall": 0.850763, "recall_weighted": 0.842597, "ap": null, "ap_weighted": null }, { "accuracy": 0.841613, "f1": 0.794576, "f1_weighted": 0.827889, "precision": 0.776107, "precision_weighted": 0.84224, "recall": 0.848629, "recall_weighted": 0.841613, "ap": null, "ap_weighted": null }, { "accuracy": 0.847516, "f1": 0.813804, "f1_weighted": 0.839228, "precision": 0.797434, "precision_weighted": 0.855669, "recall": 0.863553, "recall_weighted": 0.847516, "ap": null, "ap_weighted": null }, { "accuracy": 0.843089, "f1": 0.796012, "f1_weighted": 0.832708, "precision": 0.784897, "precision_weighted": 0.85694, "recall": 0.848794, "recall_weighted": 0.843089, "ap": null, "ap_weighted": null }, { "accuracy": 0.848992, "f1": 0.816789, "f1_weighted": 0.843806, "precision": 0.803959, "precision_weighted": 0.862649, "recall": 0.864306, "recall_weighted": 0.848992, "ap": null, "ap_weighted": null }, { "accuracy": 0.83817, "f1": 0.800111, "f1_weighted": 0.827579, "precision": 0.786578, "precision_weighted": 0.850617, "recall": 0.854456, "recall_weighted": 0.83817, "ap": null, "ap_weighted": null }, { "accuracy": 0.84063, "f1": 0.796911, "f1_weighted": 0.831767, "precision": 0.784534, "precision_weighted": 0.857385, "recall": 0.843534, "recall_weighted": 0.84063, "ap": null, "ap_weighted": null }, { "accuracy": 0.833743, "f1": 0.798936, "f1_weighted": 0.828542, "precision": 0.78629, "precision_weighted": 0.849235, "recall": 0.849954, "recall_weighted": 0.833743, "ap": null, "ap_weighted": null }, { "accuracy": 0.852435, "f1": 0.803925, "f1_weighted": 0.849404, "precision": 0.790516, "precision_weighted": 0.860718, "recall": 0.843893, "recall_weighted": 0.852435, "ap": null, "ap_weighted": null } ], "accuracy": 0.843384, "f1": 0.802864, "f1_weighted": 0.834924, "precision": 0.788888, "precision_weighted": 0.854462, "recall": 0.851924, "recall_weighted": 0.843384, "ap": NaN, "ap_weighted": NaN, "main_score": 0.843384, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.837186, "f1": 0.817497, "f1_weighted": 0.829208, "precision": 0.802584, "precision_weighted": 0.845326, "recall": 0.85497, "recall_weighted": 0.837186, "ap": null, "ap_weighted": null }, { "accuracy": 0.841613, "f1": 0.816551, "f1_weighted": 0.835071, "precision": 0.807668, "precision_weighted": 0.856006, "recall": 0.85668, "recall_weighted": 0.841613, "ap": null, "ap_weighted": null }, { "accuracy": 0.841613, "f1": 0.820453, "f1_weighted": 0.831579, "precision": 0.807935, "precision_weighted": 0.850235, "recall": 0.861566, "recall_weighted": 0.841613, "ap": null, "ap_weighted": null }, { "accuracy": 0.844073, "f1": 0.822066, "f1_weighted": 0.837235, "precision": 0.807275, "precision_weighted": 0.859612, "recall": 0.871883, "recall_weighted": 0.844073, "ap": null, "ap_weighted": null }, { "accuracy": 0.8303, "f1": 0.807412, "f1_weighted": 0.81838, "precision": 0.79566, "precision_weighted": 0.845342, "recall": 0.86069, "recall_weighted": 0.8303, "ap": null, "ap_weighted": null }, { "accuracy": 0.834235, "f1": 0.815664, "f1_weighted": 0.82801, "precision": 0.800384, "precision_weighted": 0.850024, "recall": 0.866571, "recall_weighted": 0.834235, "ap": null, "ap_weighted": null }, { "accuracy": 0.818495, "f1": 0.796099, "f1_weighted": 0.805521, "precision": 0.785713, "precision_weighted": 0.830711, "recall": 0.852778, "recall_weighted": 0.818495, "ap": null, "ap_weighted": null }, { "accuracy": 0.841121, "f1": 0.819057, "f1_weighted": 0.835701, "precision": 0.806039, "precision_weighted": 0.849503, "recall": 0.854022, "recall_weighted": 0.841121, "ap": null, "ap_weighted": null }, { "accuracy": 0.838662, "f1": 0.818316, "f1_weighted": 0.833124, "precision": 0.801289, "precision_weighted": 0.849115, "recall": 0.8671, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null }, { "accuracy": 0.852927, "f1": 0.831591, "f1_weighted": 0.847375, "precision": 0.814615, "precision_weighted": 0.857278, "recall": 0.875728, "recall_weighted": 0.852927, "ap": null, "ap_weighted": null } ], "accuracy": 0.838023, "f1": 0.816471, "f1_weighted": 0.83012, "precision": 0.802916, "precision_weighted": 0.849315, "recall": 0.862199, "recall_weighted": 0.838023, "ap": NaN, "ap_weighted": NaN, "main_score": 0.838023, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.554353, "f1": 0.486297, "f1_weighted": 0.541442, "precision": 0.503669, "precision_weighted": 0.599642, "recall": 0.564348, "recall_weighted": 0.554353, "ap": null, "ap_weighted": null }, { "accuracy": 0.59272, "f1": 0.529223, "f1_weighted": 0.587477, "precision": 0.53655, "precision_weighted": 0.645738, "recall": 0.583886, "recall_weighted": 0.59272, "ap": null, "ap_weighted": null }, { "accuracy": 0.575012, "f1": 0.504825, "f1_weighted": 0.561334, "precision": 0.5059, "precision_weighted": 0.630389, "recall": 0.57946, "recall_weighted": 0.575012, "ap": null, "ap_weighted": null }, { "accuracy": 0.579931, "f1": 0.505284, "f1_weighted": 0.563634, "precision": 0.505195, "precision_weighted": 0.621248, "recall": 0.576033, "recall_weighted": 0.579931, "ap": null, "ap_weighted": null }, { "accuracy": 0.578947, "f1": 0.512781, "f1_weighted": 0.567347, "precision": 0.525171, "precision_weighted": 0.613581, "recall": 0.587788, "recall_weighted": 0.578947, "ap": null, "ap_weighted": null }, { "accuracy": 0.576488, "f1": 0.511705, "f1_weighted": 0.563482, "precision": 0.526604, "precision_weighted": 0.638401, "recall": 0.582304, "recall_weighted": 0.576488, "ap": null, "ap_weighted": null }, { "accuracy": 0.548451, "f1": 0.475168, "f1_weighted": 0.529964, "precision": 0.489789, "precision_weighted": 0.593715, "recall": 0.537975, "recall_weighted": 0.548451, "ap": null, "ap_weighted": null }, { "accuracy": 0.554845, "f1": 0.481807, "f1_weighted": 0.528705, "precision": 0.499291, "precision_weighted": 0.620506, "recall": 0.564056, "recall_weighted": 0.554845, "ap": null, "ap_weighted": null }, { "accuracy": 0.553861, "f1": 0.50746, "f1_weighted": 0.535398, "precision": 0.500355, "precision_weighted": 0.575677, "recall": 0.583987, "recall_weighted": 0.553861, "ap": null, "ap_weighted": null }, { "accuracy": 0.567142, "f1": 0.484296, "f1_weighted": 0.550978, "precision": 0.506804, "precision_weighted": 0.639556, "recall": 0.562755, "recall_weighted": 0.567142, "ap": null, "ap_weighted": null } ], "accuracy": 0.568175, "f1": 0.499885, "f1_weighted": 0.552976, "precision": 0.509933, "precision_weighted": 0.617845, "recall": 0.572259, "recall_weighted": 0.568175, "ap": NaN, "ap_weighted": NaN, "main_score": 0.568175, "hf_subset": "jv", "languages": [ "jav-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.731923, "f1": 0.700087, "f1_weighted": 0.720785, "precision": 0.700749, "precision_weighted": 0.752544, "recall": 0.747227, "recall_weighted": 0.731923, "ap": null, "ap_weighted": null }, { "accuracy": 0.743728, "f1": 0.696431, "f1_weighted": 0.733171, "precision": 0.68801, "precision_weighted": 0.75812, "recall": 0.745337, "recall_weighted": 0.743728, "ap": null, "ap_weighted": null }, { "accuracy": 0.721102, "f1": 0.678428, "f1_weighted": 0.710781, "precision": 0.6799, "precision_weighted": 0.744823, "recall": 0.737233, "recall_weighted": 0.721102, "ap": null, "ap_weighted": null }, { "accuracy": 0.742253, "f1": 0.707157, "f1_weighted": 0.731941, "precision": 0.695748, "precision_weighted": 0.752906, "recall": 0.755393, "recall_weighted": 0.742253, "ap": null, "ap_weighted": null }, { "accuracy": 0.724545, "f1": 0.677671, "f1_weighted": 0.711592, "precision": 0.683022, "precision_weighted": 0.75168, "recall": 0.736097, "recall_weighted": 0.724545, "ap": null, "ap_weighted": null }, { "accuracy": 0.727004, "f1": 0.686096, "f1_weighted": 0.722588, "precision": 0.684105, "precision_weighted": 0.757657, "recall": 0.73862, "recall_weighted": 0.727004, "ap": null, "ap_weighted": null }, { "accuracy": 0.743728, "f1": 0.70651, "f1_weighted": 0.731426, "precision": 0.707746, "precision_weighted": 0.767259, "recall": 0.755412, "recall_weighted": 0.743728, "ap": null, "ap_weighted": null }, { "accuracy": 0.735858, "f1": 0.726781, "f1_weighted": 0.729459, "precision": 0.722874, "precision_weighted": 0.755074, "recall": 0.772186, "recall_weighted": 0.735858, "ap": null, "ap_weighted": null }, { "accuracy": 0.729464, "f1": 0.693692, "f1_weighted": 0.71985, "precision": 0.690282, "precision_weighted": 0.745344, "recall": 0.746348, "recall_weighted": 0.729464, "ap": null, "ap_weighted": null }, { "accuracy": 0.746188, "f1": 0.707482, "f1_weighted": 0.742552, "precision": 0.706579, "precision_weighted": 0.769257, "recall": 0.75375, "recall_weighted": 0.746188, "ap": null, "ap_weighted": null } ], "accuracy": 0.734579, "f1": 0.698034, "f1_weighted": 0.725415, "precision": 0.695901, "precision_weighted": 0.755466, "recall": 0.74876, "recall_weighted": 0.734579, "ap": NaN, "ap_weighted": NaN, "main_score": 0.734579, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.340876, "f1": 0.318087, "f1_weighted": 0.336566, "precision": 0.336194, "precision_weighted": 0.433047, "recall": 0.397006, "recall_weighted": 0.340876, "ap": null, "ap_weighted": null }, { "accuracy": 0.347762, "f1": 0.312477, "f1_weighted": 0.340493, "precision": 0.327978, "precision_weighted": 0.429878, "recall": 0.388367, "recall_weighted": 0.347762, "ap": null, "ap_weighted": null }, { "accuracy": 0.342351, "f1": 0.31986, "f1_weighted": 0.327138, "precision": 0.335344, "precision_weighted": 0.405833, "recall": 0.398451, "recall_weighted": 0.342351, "ap": null, "ap_weighted": null }, { "accuracy": 0.329562, "f1": 0.310263, "f1_weighted": 0.305793, "precision": 0.323983, "precision_weighted": 0.377272, "recall": 0.403101, "recall_weighted": 0.329562, "ap": null, "ap_weighted": null }, { "accuracy": 0.350713, "f1": 0.317683, "f1_weighted": 0.328735, "precision": 0.327249, "precision_weighted": 0.416004, "recall": 0.409374, "recall_weighted": 0.350713, "ap": null, "ap_weighted": null }, { "accuracy": 0.300049, "f1": 0.296733, "f1_weighted": 0.27886, "precision": 0.333477, "precision_weighted": 0.419127, "recall": 0.382271, "recall_weighted": 0.300049, "ap": null, "ap_weighted": null }, { "accuracy": 0.341859, "f1": 0.317299, "f1_weighted": 0.327871, "precision": 0.318783, "precision_weighted": 0.393695, "recall": 0.397052, "recall_weighted": 0.341859, "ap": null, "ap_weighted": null }, { "accuracy": 0.342351, "f1": 0.318298, "f1_weighted": 0.34661, "precision": 0.340876, "precision_weighted": 0.429312, "recall": 0.371992, "recall_weighted": 0.342351, "ap": null, "ap_weighted": null }, { "accuracy": 0.344319, "f1": 0.319146, "f1_weighted": 0.318401, "precision": 0.327697, "precision_weighted": 0.408937, "recall": 0.410764, "recall_weighted": 0.344319, "ap": null, "ap_weighted": null }, { "accuracy": 0.330546, "f1": 0.306294, "f1_weighted": 0.320501, "precision": 0.33737, "precision_weighted": 0.417207, "recall": 0.385622, "recall_weighted": 0.330546, "ap": null, "ap_weighted": null } ], "accuracy": 0.337039, "f1": 0.313614, "f1_weighted": 0.323097, "precision": 0.330895, "precision_weighted": 0.413031, "recall": 0.3944, "recall_weighted": 0.337039, "ap": NaN, "ap_weighted": NaN, "main_score": 0.337039, "hf_subset": "km", "languages": [ "khm-Khmr" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.507132, "f1": 0.444265, "f1_weighted": 0.486462, "precision": 0.445852, "precision_weighted": 0.557227, "recall": 0.528104, "recall_weighted": 0.507132, "ap": null, "ap_weighted": null }, { "accuracy": 0.547467, "f1": 0.462498, "f1_weighted": 0.54432, "precision": 0.47595, "precision_weighted": 0.625565, "recall": 0.53824, "recall_weighted": 0.547467, "ap": null, "ap_weighted": null }, { "accuracy": 0.502213, "f1": 0.447163, "f1_weighted": 0.49322, "precision": 0.487024, "precision_weighted": 0.619029, "recall": 0.543898, "recall_weighted": 0.502213, "ap": null, "ap_weighted": null }, { "accuracy": 0.504181, "f1": 0.462011, "f1_weighted": 0.488217, "precision": 0.497323, "precision_weighted": 0.603536, "recall": 0.541541, "recall_weighted": 0.504181, "ap": null, "ap_weighted": null }, { "accuracy": 0.494343, "f1": 0.438289, "f1_weighted": 0.474646, "precision": 0.463713, "precision_weighted": 0.570899, "recall": 0.534418, "recall_weighted": 0.494343, "ap": null, "ap_weighted": null }, { "accuracy": 0.503197, "f1": 0.443442, "f1_weighted": 0.484426, "precision": 0.468381, "precision_weighted": 0.5962, "recall": 0.531264, "recall_weighted": 0.503197, "ap": null, "ap_weighted": null }, { "accuracy": 0.53271, "f1": 0.467549, "f1_weighted": 0.521826, "precision": 0.483592, "precision_weighted": 0.595218, "recall": 0.541558, "recall_weighted": 0.53271, "ap": null, "ap_weighted": null }, { "accuracy": 0.488441, "f1": 0.430196, "f1_weighted": 0.466259, "precision": 0.457572, "precision_weighted": 0.590844, "recall": 0.52358, "recall_weighted": 0.488441, "ap": null, "ap_weighted": null }, { "accuracy": 0.491884, "f1": 0.455085, "f1_weighted": 0.467843, "precision": 0.495392, "precision_weighted": 0.612227, "recall": 0.543153, "recall_weighted": 0.491884, "ap": null, "ap_weighted": null }, { "accuracy": 0.53271, "f1": 0.467607, "f1_weighted": 0.527493, "precision": 0.484043, "precision_weighted": 0.617598, "recall": 0.549425, "recall_weighted": 0.53271, "ap": null, "ap_weighted": null } ], "accuracy": 0.510428, "f1": 0.45181, "f1_weighted": 0.495471, "precision": 0.475884, "precision_weighted": 0.598834, "recall": 0.537518, "recall_weighted": 0.510428, "ap": NaN, "ap_weighted": NaN, "main_score": 0.510428, "hf_subset": "kn", "languages": [ "kan-Knda" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.791933, "f1": 0.763611, "f1_weighted": 0.777121, "precision": 0.747475, "precision_weighted": 0.799681, "recall": 0.817262, "recall_weighted": 0.791933, "ap": null, "ap_weighted": null }, { "accuracy": 0.802755, "f1": 0.756913, "f1_weighted": 0.793651, "precision": 0.743103, "precision_weighted": 0.817896, "recall": 0.799939, "recall_weighted": 0.802755, "ap": null, "ap_weighted": null }, { "accuracy": 0.787506, "f1": 0.735176, "f1_weighted": 0.777677, "precision": 0.719372, "precision_weighted": 0.8026, "recall": 0.797622, "recall_weighted": 0.787506, "ap": null, "ap_weighted": null }, { "accuracy": 0.79636, "f1": 0.7615, "f1_weighted": 0.784426, "precision": 0.742368, "precision_weighted": 0.798834, "recall": 0.810292, "recall_weighted": 0.79636, "ap": null, "ap_weighted": null }, { "accuracy": 0.777177, "f1": 0.743194, "f1_weighted": 0.763454, "precision": 0.736093, "precision_weighted": 0.809863, "recall": 0.801312, "recall_weighted": 0.777177, "ap": null, "ap_weighted": null }, { "accuracy": 0.787506, "f1": 0.759276, "f1_weighted": 0.779284, "precision": 0.740009, "precision_weighted": 0.807753, "recall": 0.808213, "recall_weighted": 0.787506, "ap": null, "ap_weighted": null }, { "accuracy": 0.771274, "f1": 0.732837, "f1_weighted": 0.754318, "precision": 0.719676, "precision_weighted": 0.790163, "recall": 0.793372, "recall_weighted": 0.771274, "ap": null, "ap_weighted": null }, { "accuracy": 0.78603, "f1": 0.743275, "f1_weighted": 0.780966, "precision": 0.734338, "precision_weighted": 0.814927, "recall": 0.785495, "recall_weighted": 0.78603, "ap": null, "ap_weighted": null }, { "accuracy": 0.775209, "f1": 0.763222, "f1_weighted": 0.764014, "precision": 0.747619, "precision_weighted": 0.80198, "recall": 0.823286, "recall_weighted": 0.775209, "ap": null, "ap_weighted": null }, { "accuracy": 0.802755, "f1": 0.767091, "f1_weighted": 0.796883, "precision": 0.752915, "precision_weighted": 0.818788, "recall": 0.810259, "recall_weighted": 0.802755, "ap": null, "ap_weighted": null } ], "accuracy": 0.78785, "f1": 0.752609, "f1_weighted": 0.777179, "precision": 0.738297, "precision_weighted": 0.806249, "recall": 0.804705, "recall_weighted": 0.78785, "ap": NaN, "ap_weighted": NaN, "main_score": 0.78785, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.747664, "f1": 0.689181, "f1_weighted": 0.73795, "precision": 0.694714, "precision_weighted": 0.772534, "recall": 0.742729, "recall_weighted": 0.747664, "ap": null, "ap_weighted": null }, { "accuracy": 0.740777, "f1": 0.673875, "f1_weighted": 0.735128, "precision": 0.678014, "precision_weighted": 0.760602, "recall": 0.726826, "recall_weighted": 0.740777, "ap": null, "ap_weighted": null }, { "accuracy": 0.750123, "f1": 0.687524, "f1_weighted": 0.740879, "precision": 0.667861, "precision_weighted": 0.757759, "recall": 0.749604, "recall_weighted": 0.750123, "ap": null, "ap_weighted": null }, { "accuracy": 0.758485, "f1": 0.692316, "f1_weighted": 0.750411, "precision": 0.690845, "precision_weighted": 0.776559, "recall": 0.745314, "recall_weighted": 0.758485, "ap": null, "ap_weighted": null }, { "accuracy": 0.72848, "f1": 0.671164, "f1_weighted": 0.717065, "precision": 0.657867, "precision_weighted": 0.745594, "recall": 0.730108, "recall_weighted": 0.72848, "ap": null, "ap_weighted": null }, { "accuracy": 0.751107, "f1": 0.681332, "f1_weighted": 0.743555, "precision": 0.669649, "precision_weighted": 0.778099, "recall": 0.736435, "recall_weighted": 0.751107, "ap": null, "ap_weighted": null }, { "accuracy": 0.737826, "f1": 0.665757, "f1_weighted": 0.727448, "precision": 0.652443, "precision_weighted": 0.754805, "recall": 0.726708, "recall_weighted": 0.737826, "ap": null, "ap_weighted": null }, { "accuracy": 0.727496, "f1": 0.669503, "f1_weighted": 0.719644, "precision": 0.671941, "precision_weighted": 0.764735, "recall": 0.728155, "recall_weighted": 0.727496, "ap": null, "ap_weighted": null }, { "accuracy": 0.716675, "f1": 0.662025, "f1_weighted": 0.708182, "precision": 0.661626, "precision_weighted": 0.752979, "recall": 0.72669, "recall_weighted": 0.716675, "ap": null, "ap_weighted": null }, { "accuracy": 0.749139, "f1": 0.674473, "f1_weighted": 0.746562, "precision": 0.668672, "precision_weighted": 0.778697, "recall": 0.737089, "recall_weighted": 0.749139, "ap": null, "ap_weighted": null } ], "accuracy": 0.740777, "f1": 0.676715, "f1_weighted": 0.732683, "precision": 0.671363, "precision_weighted": 0.764236, "recall": 0.734966, "recall_weighted": 0.740777, "ap": NaN, "ap_weighted": NaN, "main_score": 0.740777, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.56124, "f1": 0.509781, "f1_weighted": 0.546125, "precision": 0.502651, "precision_weighted": 0.606306, "recall": 0.604061, "recall_weighted": 0.56124, "ap": null, "ap_weighted": null }, { "accuracy": 0.547959, "f1": 0.474556, "f1_weighted": 0.5465, "precision": 0.470151, "precision_weighted": 0.599947, "recall": 0.550904, "recall_weighted": 0.547959, "ap": null, "ap_weighted": null }, { "accuracy": 0.514019, "f1": 0.467972, "f1_weighted": 0.503443, "precision": 0.473204, "precision_weighted": 0.584375, "recall": 0.570774, "recall_weighted": 0.514019, "ap": null, "ap_weighted": null }, { "accuracy": 0.532218, "f1": 0.471594, "f1_weighted": 0.521345, "precision": 0.479854, "precision_weighted": 0.577787, "recall": 0.554255, "recall_weighted": 0.532218, "ap": null, "ap_weighted": null }, { "accuracy": 0.546975, "f1": 0.48471, "f1_weighted": 0.539074, "precision": 0.482824, "precision_weighted": 0.593176, "recall": 0.576204, "recall_weighted": 0.546975, "ap": null, "ap_weighted": null }, { "accuracy": 0.52484, "f1": 0.474979, "f1_weighted": 0.512415, "precision": 0.467382, "precision_weighted": 0.587953, "recall": 0.570335, "recall_weighted": 0.52484, "ap": null, "ap_weighted": null }, { "accuracy": 0.5273, "f1": 0.475059, "f1_weighted": 0.520995, "precision": 0.483567, "precision_weighted": 0.598711, "recall": 0.563203, "recall_weighted": 0.5273, "ap": null, "ap_weighted": null }, { "accuracy": 0.548942, "f1": 0.479148, "f1_weighted": 0.536607, "precision": 0.48367, "precision_weighted": 0.622743, "recall": 0.58088, "recall_weighted": 0.548942, "ap": null, "ap_weighted": null }, { "accuracy": 0.515002, "f1": 0.481469, "f1_weighted": 0.497372, "precision": 0.496136, "precision_weighted": 0.591268, "recall": 0.57709, "recall_weighted": 0.515002, "ap": null, "ap_weighted": null }, { "accuracy": 0.535662, "f1": 0.472615, "f1_weighted": 0.528611, "precision": 0.492278, "precision_weighted": 0.62202, "recall": 0.558163, "recall_weighted": 0.535662, "ap": null, "ap_weighted": null } ], "accuracy": 0.535416, "f1": 0.479188, "f1_weighted": 0.525249, "precision": 0.483172, "precision_weighted": 0.598429, "recall": 0.570587, "recall_weighted": 0.535416, "ap": NaN, "ap_weighted": NaN, "main_score": 0.535416, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.700935, "f1": 0.647785, "f1_weighted": 0.690874, "precision": 0.649884, "precision_weighted": 0.729141, "recall": 0.692632, "recall_weighted": 0.700935, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.650733, "f1_weighted": 0.711695, "precision": 0.643795, "precision_weighted": 0.748816, "recall": 0.697141, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.653172, "f1_weighted": 0.711157, "precision": 0.645067, "precision_weighted": 0.750428, "recall": 0.703665, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.727004, "f1": 0.671714, "f1_weighted": 0.720875, "precision": 0.669641, "precision_weighted": 0.763376, "recall": 0.719684, "recall_weighted": 0.727004, "ap": null, "ap_weighted": null }, { "accuracy": 0.704378, "f1": 0.637841, "f1_weighted": 0.69666, "precision": 0.63536, "precision_weighted": 0.740423, "recall": 0.684701, "recall_weighted": 0.704378, "ap": null, "ap_weighted": null }, { "accuracy": 0.685686, "f1": 0.640097, "f1_weighted": 0.681561, "precision": 0.634182, "precision_weighted": 0.735844, "recall": 0.701599, "recall_weighted": 0.685686, "ap": null, "ap_weighted": null }, { "accuracy": 0.698967, "f1": 0.647258, "f1_weighted": 0.687058, "precision": 0.636432, "precision_weighted": 0.713182, "recall": 0.704651, "recall_weighted": 0.698967, "ap": null, "ap_weighted": null }, { "accuracy": 0.687654, "f1": 0.627627, "f1_weighted": 0.677904, "precision": 0.630252, "precision_weighted": 0.727702, "recall": 0.680077, "recall_weighted": 0.687654, "ap": null, "ap_weighted": null }, { "accuracy": 0.695032, "f1": 0.65425, "f1_weighted": 0.682792, "precision": 0.656698, "precision_weighted": 0.754183, "recall": 0.724917, "recall_weighted": 0.695032, "ap": null, "ap_weighted": null }, { "accuracy": 0.721594, "f1": 0.678429, "f1_weighted": 0.718105, "precision": 0.670757, "precision_weighted": 0.759114, "recall": 0.736166, "recall_weighted": 0.721594, "ap": null, "ap_weighted": null } ], "accuracy": 0.705165, "f1": 0.650891, "f1_weighted": 0.697868, "precision": 0.647207, "precision_weighted": 0.742221, "recall": 0.704523, "recall_weighted": 0.705165, "ap": NaN, "ap_weighted": NaN, "main_score": 0.705165, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.768323, "f1": 0.717007, "f1_weighted": 0.758664, "precision": 0.709356, "precision_weighted": 0.794095, "recall": 0.764917, "recall_weighted": 0.768323, "ap": null, "ap_weighted": null }, { "accuracy": 0.776685, "f1": 0.722034, "f1_weighted": 0.768981, "precision": 0.716768, "precision_weighted": 0.799469, "recall": 0.768821, "recall_weighted": 0.776685, "ap": null, "ap_weighted": null }, { "accuracy": 0.77029, "f1": 0.714169, "f1_weighted": 0.761885, "precision": 0.698652, "precision_weighted": 0.792579, "recall": 0.76671, "recall_weighted": 0.77029, "ap": null, "ap_weighted": null }, { "accuracy": 0.775209, "f1": 0.726302, "f1_weighted": 0.760686, "precision": 0.711491, "precision_weighted": 0.780631, "recall": 0.773737, "recall_weighted": 0.775209, "ap": null, "ap_weighted": null }, { "accuracy": 0.757009, "f1": 0.6871, "f1_weighted": 0.741722, "precision": 0.687897, "precision_weighted": 0.797046, "recall": 0.748167, "recall_weighted": 0.757009, "ap": null, "ap_weighted": null }, { "accuracy": 0.751599, "f1": 0.711554, "f1_weighted": 0.743433, "precision": 0.695056, "precision_weighted": 0.786433, "recall": 0.775734, "recall_weighted": 0.751599, "ap": null, "ap_weighted": null }, { "accuracy": 0.758977, "f1": 0.709942, "f1_weighted": 0.745239, "precision": 0.69971, "precision_weighted": 0.787841, "recall": 0.769944, "recall_weighted": 0.758977, "ap": null, "ap_weighted": null }, { "accuracy": 0.75455, "f1": 0.698129, "f1_weighted": 0.746836, "precision": 0.698294, "precision_weighted": 0.782689, "recall": 0.753376, "recall_weighted": 0.75455, "ap": null, "ap_weighted": null }, { "accuracy": 0.760944, "f1": 0.723935, "f1_weighted": 0.753978, "precision": 0.71911, "precision_weighted": 0.78935, "recall": 0.768078, "recall_weighted": 0.760944, "ap": null, "ap_weighted": null }, { "accuracy": 0.782587, "f1": 0.728111, "f1_weighted": 0.776567, "precision": 0.721745, "precision_weighted": 0.803799, "recall": 0.773557, "recall_weighted": 0.782587, "ap": null, "ap_weighted": null } ], "accuracy": 0.765617, "f1": 0.713828, "f1_weighted": 0.755799, "precision": 0.705808, "precision_weighted": 0.791393, "recall": 0.766304, "recall_weighted": 0.765617, "ap": NaN, "ap_weighted": NaN, "main_score": 0.765617, "hf_subset": "ms", "languages": [ "msa-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.352681, "f1": 0.341423, "f1_weighted": 0.348215, "precision": 0.380698, "precision_weighted": 0.493427, "recall": 0.428838, "recall_weighted": 0.352681, "ap": null, "ap_weighted": null }, { "accuracy": 0.351697, "f1": 0.336563, "f1_weighted": 0.354883, "precision": 0.404697, "precision_weighted": 0.516178, "recall": 0.415612, "recall_weighted": 0.351697, "ap": null, "ap_weighted": null }, { "accuracy": 0.325135, "f1": 0.311135, "f1_weighted": 0.323895, "precision": 0.356341, "precision_weighted": 0.49891, "recall": 0.404336, "recall_weighted": 0.325135, "ap": null, "ap_weighted": null }, { "accuracy": 0.314806, "f1": 0.29693, "f1_weighted": 0.306021, "precision": 0.341862, "precision_weighted": 0.460598, "recall": 0.383611, "recall_weighted": 0.314806, "ap": null, "ap_weighted": null }, { "accuracy": 0.359567, "f1": 0.33837, "f1_weighted": 0.360791, "precision": 0.381519, "precision_weighted": 0.506454, "recall": 0.419525, "recall_weighted": 0.359567, "ap": null, "ap_weighted": null }, { "accuracy": 0.328087, "f1": 0.318203, "f1_weighted": 0.329119, "precision": 0.375069, "precision_weighted": 0.465542, "recall": 0.404761, "recall_weighted": 0.328087, "ap": null, "ap_weighted": null }, { "accuracy": 0.363502, "f1": 0.351475, "f1_weighted": 0.356134, "precision": 0.372783, "precision_weighted": 0.456053, "recall": 0.436995, "recall_weighted": 0.363502, "ap": null, "ap_weighted": null }, { "accuracy": 0.362027, "f1": 0.329283, "f1_weighted": 0.361106, "precision": 0.378967, "precision_weighted": 0.516956, "recall": 0.414398, "recall_weighted": 0.362027, "ap": null, "ap_weighted": null }, { "accuracy": 0.32366, "f1": 0.312171, "f1_weighted": 0.308826, "precision": 0.347287, "precision_weighted": 0.442904, "recall": 0.405531, "recall_weighted": 0.32366, "ap": null, "ap_weighted": null }, { "accuracy": 0.353173, "f1": 0.330238, "f1_weighted": 0.342451, "precision": 0.359837, "precision_weighted": 0.447106, "recall": 0.421535, "recall_weighted": 0.353173, "ap": null, "ap_weighted": null } ], "accuracy": 0.343433, "f1": 0.326579, "f1_weighted": 0.339144, "precision": 0.369906, "precision_weighted": 0.480413, "recall": 0.413514, "recall_weighted": 0.343433, "ap": NaN, "ap_weighted": NaN, "main_score": 0.343433, "hf_subset": "my", "languages": [ "mya-Mymr" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.810625, "f1": 0.747997, "f1_weighted": 0.80085, "precision": 0.744067, "precision_weighted": 0.820546, "recall": 0.785633, "recall_weighted": 0.810625, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.758245, "f1_weighted": 0.814416, "precision": 0.748773, "precision_weighted": 0.83119, "recall": 0.798012, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.811608, "f1": 0.744463, "f1_weighted": 0.798317, "precision": 0.732848, "precision_weighted": 0.811686, "recall": 0.78836, "recall_weighted": 0.811608, "ap": null, "ap_weighted": null }, { "accuracy": 0.823906, "f1": 0.758408, "f1_weighted": 0.817264, "precision": 0.750632, "precision_weighted": 0.840369, "recall": 0.799917, "recall_weighted": 0.823906, "ap": null, "ap_weighted": null }, { "accuracy": 0.801771, "f1": 0.752754, "f1_weighted": 0.791431, "precision": 0.745159, "precision_weighted": 0.81524, "recall": 0.79717, "recall_weighted": 0.801771, "ap": null, "ap_weighted": null }, { "accuracy": 0.815052, "f1": 0.75511, "f1_weighted": 0.809605, "precision": 0.746461, "precision_weighted": 0.827155, "recall": 0.795054, "recall_weighted": 0.815052, "ap": null, "ap_weighted": null }, { "accuracy": 0.804722, "f1": 0.734786, "f1_weighted": 0.792383, "precision": 0.733045, "precision_weighted": 0.82548, "recall": 0.776951, "recall_weighted": 0.804722, "ap": null, "ap_weighted": null }, { "accuracy": 0.808657, "f1": 0.74682, "f1_weighted": 0.803376, "precision": 0.73565, "precision_weighted": 0.821343, "recall": 0.785939, "recall_weighted": 0.808657, "ap": null, "ap_weighted": null }, { "accuracy": 0.801771, "f1": 0.751122, "f1_weighted": 0.794216, "precision": 0.737435, "precision_weighted": 0.80843, "recall": 0.790298, "recall_weighted": 0.801771, "ap": null, "ap_weighted": null }, { "accuracy": 0.829316, "f1": 0.766585, "f1_weighted": 0.825941, "precision": 0.756503, "precision_weighted": 0.833427, "recall": 0.79666, "recall_weighted": 0.829316, "ap": null, "ap_weighted": null } ], "accuracy": 0.813035, "f1": 0.751629, "f1_weighted": 0.80478, "precision": 0.743057, "precision_weighted": 0.823487, "recall": 0.791399, "recall_weighted": 0.813035, "ap": NaN, "ap_weighted": NaN, "main_score": 0.813035, "hf_subset": "nb", "languages": [ "nob-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.84604, "f1": 0.794646, "f1_weighted": 0.83749, "precision": 0.787029, "precision_weighted": 0.85329, "recall": 0.838796, "recall_weighted": 0.84604, "ap": null, "ap_weighted": null }, { "accuracy": 0.841613, "f1": 0.785886, "f1_weighted": 0.83245, "precision": 0.777548, "precision_weighted": 0.85127, "recall": 0.835045, "recall_weighted": 0.841613, "ap": null, "ap_weighted": null }, { "accuracy": 0.831776, "f1": 0.769734, "f1_weighted": 0.820176, "precision": 0.759734, "precision_weighted": 0.83834, "recall": 0.825218, "recall_weighted": 0.831776, "ap": null, "ap_weighted": null }, { "accuracy": 0.844565, "f1": 0.787595, "f1_weighted": 0.837762, "precision": 0.782106, "precision_weighted": 0.85443, "recall": 0.835371, "recall_weighted": 0.844565, "ap": null, "ap_weighted": null }, { "accuracy": 0.829808, "f1": 0.778332, "f1_weighted": 0.819552, "precision": 0.770368, "precision_weighted": 0.838182, "recall": 0.831019, "recall_weighted": 0.829808, "ap": null, "ap_weighted": null }, { "accuracy": 0.844565, "f1": 0.803403, "f1_weighted": 0.839279, "precision": 0.796083, "precision_weighted": 0.854289, "recall": 0.846349, "recall_weighted": 0.844565, "ap": null, "ap_weighted": null }, { "accuracy": 0.829808, "f1": 0.785491, "f1_weighted": 0.818909, "precision": 0.777419, "precision_weighted": 0.841468, "recall": 0.841919, "recall_weighted": 0.829808, "ap": null, "ap_weighted": null }, { "accuracy": 0.832268, "f1": 0.777248, "f1_weighted": 0.825307, "precision": 0.76789, "precision_weighted": 0.844141, "recall": 0.823203, "recall_weighted": 0.832268, "ap": null, "ap_weighted": null }, { "accuracy": 0.8303, "f1": 0.779342, "f1_weighted": 0.825468, "precision": 0.772843, "precision_weighted": 0.847227, "recall": 0.826451, "recall_weighted": 0.8303, "ap": null, "ap_weighted": null }, { "accuracy": 0.850467, "f1": 0.800151, "f1_weighted": 0.844291, "precision": 0.791531, "precision_weighted": 0.860455, "recall": 0.848149, "recall_weighted": 0.850467, "ap": null, "ap_weighted": null } ], "accuracy": 0.838121, "f1": 0.786183, "f1_weighted": 0.830068, "precision": 0.778255, "precision_weighted": 0.848309, "recall": 0.835152, "recall_weighted": 0.838121, "ap": NaN, "ap_weighted": NaN, "main_score": 0.838121, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.829808, "f1": 0.779801, "f1_weighted": 0.823244, "precision": 0.764562, "precision_weighted": 0.842492, "recall": 0.827614, "recall_weighted": 0.829808, "ap": null, "ap_weighted": null }, { "accuracy": 0.828333, "f1": 0.776851, "f1_weighted": 0.818421, "precision": 0.763797, "precision_weighted": 0.834526, "recall": 0.821043, "recall_weighted": 0.828333, "ap": null, "ap_weighted": null }, { "accuracy": 0.831776, "f1": 0.781461, "f1_weighted": 0.822202, "precision": 0.76399, "precision_weighted": 0.841294, "recall": 0.831605, "recall_weighted": 0.831776, "ap": null, "ap_weighted": null }, { "accuracy": 0.830792, "f1": 0.773994, "f1_weighted": 0.821702, "precision": 0.758623, "precision_weighted": 0.841479, "recall": 0.82495, "recall_weighted": 0.830792, "ap": null, "ap_weighted": null }, { "accuracy": 0.823906, "f1": 0.769284, "f1_weighted": 0.8133, "precision": 0.756138, "precision_weighted": 0.836706, "recall": 0.821259, "recall_weighted": 0.823906, "ap": null, "ap_weighted": null }, { "accuracy": 0.832268, "f1": 0.764971, "f1_weighted": 0.827378, "precision": 0.74819, "precision_weighted": 0.840498, "recall": 0.815586, "recall_weighted": 0.832268, "ap": null, "ap_weighted": null }, { "accuracy": 0.81997, "f1": 0.763066, "f1_weighted": 0.809792, "precision": 0.74903, "precision_weighted": 0.830791, "recall": 0.813278, "recall_weighted": 0.81997, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.779139, "f1_weighted": 0.816997, "precision": 0.76505, "precision_weighted": 0.835648, "recall": 0.823659, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.833743, "f1": 0.775956, "f1_weighted": 0.829184, "precision": 0.767217, "precision_weighted": 0.848956, "recall": 0.823977, "recall_weighted": 0.833743, "ap": null, "ap_weighted": null }, { "accuracy": 0.839646, "f1": 0.785894, "f1_weighted": 0.836209, "precision": 0.77134, "precision_weighted": 0.846037, "recall": 0.824655, "recall_weighted": 0.839646, "ap": null, "ap_weighted": null } ], "accuracy": 0.829316, "f1": 0.775042, "f1_weighted": 0.821843, "precision": 0.760794, "precision_weighted": 0.839843, "recall": 0.822763, "recall_weighted": 0.829316, "ap": NaN, "ap_weighted": NaN, "main_score": 0.829316, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.842597, "f1": 0.822687, "f1_weighted": 0.835551, "precision": 0.818048, "precision_weighted": 0.854204, "recall": 0.85513, "recall_weighted": 0.842597, "ap": null, "ap_weighted": null }, { "accuracy": 0.836203, "f1": 0.810171, "f1_weighted": 0.827548, "precision": 0.806443, "precision_weighted": 0.845816, "recall": 0.849648, "recall_weighted": 0.836203, "ap": null, "ap_weighted": null }, { "accuracy": 0.833251, "f1": 0.798993, "f1_weighted": 0.823345, "precision": 0.790465, "precision_weighted": 0.841353, "recall": 0.843697, "recall_weighted": 0.833251, "ap": null, "ap_weighted": null }, { "accuracy": 0.845057, "f1": 0.823884, "f1_weighted": 0.838771, "precision": 0.816779, "precision_weighted": 0.856338, "recall": 0.861701, "recall_weighted": 0.845057, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.79421, "f1_weighted": 0.812634, "precision": 0.795382, "precision_weighted": 0.837135, "recall": 0.833554, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.838662, "f1": 0.80895, "f1_weighted": 0.835172, "precision": 0.799806, "precision_weighted": 0.848928, "recall": 0.845817, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null }, { "accuracy": 0.825381, "f1": 0.799361, "f1_weighted": 0.816374, "precision": 0.797282, "precision_weighted": 0.840721, "recall": 0.844447, "recall_weighted": 0.825381, "ap": null, "ap_weighted": null }, { "accuracy": 0.832759, "f1": 0.803967, "f1_weighted": 0.825813, "precision": 0.794032, "precision_weighted": 0.841536, "recall": 0.83988, "recall_weighted": 0.832759, "ap": null, "ap_weighted": null }, { "accuracy": 0.834727, "f1": 0.80753, "f1_weighted": 0.829121, "precision": 0.801581, "precision_weighted": 0.844188, "recall": 0.83836, "recall_weighted": 0.834727, "ap": null, "ap_weighted": null }, { "accuracy": 0.84604, "f1": 0.813969, "f1_weighted": 0.842837, "precision": 0.810018, "precision_weighted": 0.858668, "recall": 0.851089, "recall_weighted": 0.84604, "ap": null, "ap_weighted": null } ], "accuracy": 0.83576, "f1": 0.808372, "f1_weighted": 0.828717, "precision": 0.802984, "precision_weighted": 0.846889, "recall": 0.846332, "recall_weighted": 0.83576, "ap": NaN, "ap_weighted": NaN, "main_score": 0.83576, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.787014, "f1": 0.732589, "f1_weighted": 0.777806, "precision": 0.721238, "precision_weighted": 0.799231, "recall": 0.784484, "recall_weighted": 0.787014, "ap": null, "ap_weighted": null }, { "accuracy": 0.771274, "f1": 0.734183, "f1_weighted": 0.763398, "precision": 0.726615, "precision_weighted": 0.801387, "recall": 0.787365, "recall_weighted": 0.771274, "ap": null, "ap_weighted": null }, { "accuracy": 0.775701, "f1": 0.732657, "f1_weighted": 0.761886, "precision": 0.71299, "precision_weighted": 0.776841, "recall": 0.798267, "recall_weighted": 0.775701, "ap": null, "ap_weighted": null }, { "accuracy": 0.790949, "f1": 0.726935, "f1_weighted": 0.782171, "precision": 0.716375, "precision_weighted": 0.802354, "recall": 0.782561, "recall_weighted": 0.790949, "ap": null, "ap_weighted": null }, { "accuracy": 0.774717, "f1": 0.737727, "f1_weighted": 0.763408, "precision": 0.728038, "precision_weighted": 0.797642, "recall": 0.800637, "recall_weighted": 0.774717, "ap": null, "ap_weighted": null }, { "accuracy": 0.787506, "f1": 0.752692, "f1_weighted": 0.783824, "precision": 0.733179, "precision_weighted": 0.808229, "recall": 0.817764, "recall_weighted": 0.787506, "ap": null, "ap_weighted": null }, { "accuracy": 0.772258, "f1": 0.736636, "f1_weighted": 0.761587, "precision": 0.733971, "precision_weighted": 0.813148, "recall": 0.801713, "recall_weighted": 0.772258, "ap": null, "ap_weighted": null }, { "accuracy": 0.748155, "f1": 0.69735, "f1_weighted": 0.73423, "precision": 0.694975, "precision_weighted": 0.782053, "recall": 0.756091, "recall_weighted": 0.748155, "ap": null, "ap_weighted": null }, { "accuracy": 0.748647, "f1": 0.722418, "f1_weighted": 0.729412, "precision": 0.714289, "precision_weighted": 0.782418, "recall": 0.791918, "recall_weighted": 0.748647, "ap": null, "ap_weighted": null }, { "accuracy": 0.77275, "f1": 0.722612, "f1_weighted": 0.768115, "precision": 0.718376, "precision_weighted": 0.796486, "recall": 0.778585, "recall_weighted": 0.77275, "ap": null, "ap_weighted": null } ], "accuracy": 0.772897, "f1": 0.72958, "f1_weighted": 0.762584, "precision": 0.720005, "precision_weighted": 0.795979, "recall": 0.789939, "recall_weighted": 0.772897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.772897, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.787998, "f1": 0.748756, "f1_weighted": 0.778041, "precision": 0.738847, "precision_weighted": 0.799627, "recall": 0.792462, "recall_weighted": 0.787998, "ap": null, "ap_weighted": null }, { "accuracy": 0.781112, "f1": 0.730366, "f1_weighted": 0.769169, "precision": 0.722397, "precision_weighted": 0.800253, "recall": 0.779558, "recall_weighted": 0.781112, "ap": null, "ap_weighted": null }, { "accuracy": 0.776193, "f1": 0.72473, "f1_weighted": 0.764478, "precision": 0.714079, "precision_weighted": 0.79318, "recall": 0.778752, "recall_weighted": 0.776193, "ap": null, "ap_weighted": null }, { "accuracy": 0.784063, "f1": 0.718846, "f1_weighted": 0.771173, "precision": 0.711454, "precision_weighted": 0.789591, "recall": 0.769344, "recall_weighted": 0.784063, "ap": null, "ap_weighted": null }, { "accuracy": 0.758977, "f1": 0.691673, "f1_weighted": 0.746418, "precision": 0.692597, "precision_weighted": 0.775562, "recall": 0.743378, "recall_weighted": 0.758977, "ap": null, "ap_weighted": null }, { "accuracy": 0.766847, "f1": 0.705821, "f1_weighted": 0.76069, "precision": 0.693536, "precision_weighted": 0.782664, "recall": 0.762134, "recall_weighted": 0.766847, "ap": null, "ap_weighted": null }, { "accuracy": 0.773242, "f1": 0.708779, "f1_weighted": 0.757321, "precision": 0.702091, "precision_weighted": 0.786152, "recall": 0.764097, "recall_weighted": 0.773242, "ap": null, "ap_weighted": null }, { "accuracy": 0.777668, "f1": 0.727343, "f1_weighted": 0.770381, "precision": 0.727198, "precision_weighted": 0.805952, "recall": 0.771353, "recall_weighted": 0.777668, "ap": null, "ap_weighted": null }, { "accuracy": 0.737826, "f1": 0.700021, "f1_weighted": 0.720399, "precision": 0.69436, "precision_weighted": 0.762482, "recall": 0.764772, "recall_weighted": 0.737826, "ap": null, "ap_weighted": null }, { "accuracy": 0.787998, "f1": 0.74759, "f1_weighted": 0.783229, "precision": 0.737541, "precision_weighted": 0.800488, "recall": 0.792597, "recall_weighted": 0.787998, "ap": null, "ap_weighted": null } ], "accuracy": 0.773192, "f1": 0.720393, "f1_weighted": 0.76213, "precision": 0.71341, "precision_weighted": 0.789595, "recall": 0.771845, "recall_weighted": 0.773192, "ap": NaN, "ap_weighted": NaN, "main_score": 0.773192, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.724053, "f1": 0.646514, "f1_weighted": 0.712488, "precision": 0.637432, "precision_weighted": 0.741779, "recall": 0.698675, "recall_weighted": 0.724053, "ap": null, "ap_weighted": null }, { "accuracy": 0.731431, "f1": 0.666479, "f1_weighted": 0.725275, "precision": 0.663465, "precision_weighted": 0.758143, "recall": 0.706163, "recall_weighted": 0.731431, "ap": null, "ap_weighted": null }, { "accuracy": 0.733891, "f1": 0.667371, "f1_weighted": 0.71893, "precision": 0.656174, "precision_weighted": 0.7258, "recall": 0.737392, "recall_weighted": 0.733891, "ap": null, "ap_weighted": null }, { "accuracy": 0.723069, "f1": 0.653063, "f1_weighted": 0.70473, "precision": 0.645899, "precision_weighted": 0.733015, "recall": 0.707873, "recall_weighted": 0.723069, "ap": null, "ap_weighted": null }, { "accuracy": 0.708805, "f1": 0.655344, "f1_weighted": 0.68679, "precision": 0.657243, "precision_weighted": 0.742806, "recall": 0.720562, "recall_weighted": 0.708805, "ap": null, "ap_weighted": null }, { "accuracy": 0.70487, "f1": 0.656247, "f1_weighted": 0.692774, "precision": 0.645359, "precision_weighted": 0.738851, "recall": 0.72138, "recall_weighted": 0.70487, "ap": null, "ap_weighted": null }, { "accuracy": 0.717167, "f1": 0.654888, "f1_weighted": 0.704666, "precision": 0.652162, "precision_weighted": 0.74725, "recall": 0.719337, "recall_weighted": 0.717167, "ap": null, "ap_weighted": null }, { "accuracy": 0.712248, "f1": 0.643126, "f1_weighted": 0.695376, "precision": 0.630993, "precision_weighted": 0.73577, "recall": 0.702073, "recall_weighted": 0.712248, "ap": null, "ap_weighted": null }, { "accuracy": 0.693556, "f1": 0.661615, "f1_weighted": 0.67213, "precision": 0.658142, "precision_weighted": 0.721928, "recall": 0.733771, "recall_weighted": 0.693556, "ap": null, "ap_weighted": null }, { "accuracy": 0.738318, "f1": 0.67997, "f1_weighted": 0.726245, "precision": 0.670843, "precision_weighted": 0.762302, "recall": 0.735559, "recall_weighted": 0.738318, "ap": null, "ap_weighted": null } ], "accuracy": 0.718741, "f1": 0.658462, "f1_weighted": 0.703941, "precision": 0.651771, "precision_weighted": 0.740764, "recall": 0.718278, "recall_weighted": 0.718741, "ap": NaN, "ap_weighted": NaN, "main_score": 0.718741, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.812592, "f1": 0.770997, "f1_weighted": 0.801451, "precision": 0.763797, "precision_weighted": 0.828374, "recall": 0.8107, "recall_weighted": 0.812592, "ap": null, "ap_weighted": null }, { "accuracy": 0.817019, "f1": 0.759728, "f1_weighted": 0.805908, "precision": 0.753433, "precision_weighted": 0.817366, "recall": 0.798226, "recall_weighted": 0.817019, "ap": null, "ap_weighted": null }, { "accuracy": 0.816527, "f1": 0.753765, "f1_weighted": 0.805982, "precision": 0.743136, "precision_weighted": 0.815906, "recall": 0.797799, "recall_weighted": 0.816527, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.761216, "f1_weighted": 0.814515, "precision": 0.7469, "precision_weighted": 0.832052, "recall": 0.802598, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.80669, "f1": 0.747761, "f1_weighted": 0.792221, "precision": 0.743431, "precision_weighted": 0.811196, "recall": 0.792791, "recall_weighted": 0.80669, "ap": null, "ap_weighted": null }, { "accuracy": 0.825381, "f1": 0.779386, "f1_weighted": 0.819332, "precision": 0.770903, "precision_weighted": 0.830547, "recall": 0.813432, "recall_weighted": 0.825381, "ap": null, "ap_weighted": null }, { "accuracy": 0.815544, "f1": 0.760598, "f1_weighted": 0.804188, "precision": 0.753728, "precision_weighted": 0.818545, "recall": 0.804537, "recall_weighted": 0.815544, "ap": null, "ap_weighted": null }, { "accuracy": 0.813576, "f1": 0.770282, "f1_weighted": 0.804224, "precision": 0.761556, "precision_weighted": 0.819327, "recall": 0.804031, "recall_weighted": 0.813576, "ap": null, "ap_weighted": null }, { "accuracy": 0.811117, "f1": 0.761633, "f1_weighted": 0.805838, "precision": 0.748929, "precision_weighted": 0.825985, "recall": 0.807436, "recall_weighted": 0.811117, "ap": null, "ap_weighted": null }, { "accuracy": 0.8303, "f1": 0.770136, "f1_weighted": 0.825212, "precision": 0.763899, "precision_weighted": 0.836462, "recall": 0.802072, "recall_weighted": 0.8303, "ap": null, "ap_weighted": null } ], "accuracy": 0.817167, "f1": 0.76355, "f1_weighted": 0.807887, "precision": 0.754971, "precision_weighted": 0.823576, "recall": 0.803362, "recall_weighted": 0.817167, "ap": NaN, "ap_weighted": NaN, "main_score": 0.817167, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.622725, "f1": 0.569112, "f1_weighted": 0.613778, "precision": 0.578567, "precision_weighted": 0.681096, "recall": 0.630511, "recall_weighted": 0.622725, "ap": null, "ap_weighted": null }, { "accuracy": 0.624201, "f1": 0.556359, "f1_weighted": 0.613506, "precision": 0.581935, "precision_weighted": 0.658201, "recall": 0.612675, "recall_weighted": 0.624201, "ap": null, "ap_weighted": null }, { "accuracy": 0.600098, "f1": 0.547861, "f1_weighted": 0.584789, "precision": 0.55572, "precision_weighted": 0.641101, "recall": 0.616958, "recall_weighted": 0.600098, "ap": null, "ap_weighted": null }, { "accuracy": 0.613379, "f1": 0.554059, "f1_weighted": 0.603644, "precision": 0.560574, "precision_weighted": 0.650955, "recall": 0.610313, "recall_weighted": 0.613379, "ap": null, "ap_weighted": null }, { "accuracy": 0.605017, "f1": 0.537574, "f1_weighted": 0.585689, "precision": 0.541197, "precision_weighted": 0.623584, "recall": 0.622149, "recall_weighted": 0.605017, "ap": null, "ap_weighted": null }, { "accuracy": 0.594196, "f1": 0.554718, "f1_weighted": 0.591182, "precision": 0.571708, "precision_weighted": 0.665552, "recall": 0.614726, "recall_weighted": 0.594196, "ap": null, "ap_weighted": null }, { "accuracy": 0.610428, "f1": 0.557294, "f1_weighted": 0.60636, "precision": 0.575785, "precision_weighted": 0.68539, "recall": 0.617458, "recall_weighted": 0.610428, "ap": null, "ap_weighted": null }, { "accuracy": 0.611412, "f1": 0.561779, "f1_weighted": 0.59989, "precision": 0.574601, "precision_weighted": 0.646629, "recall": 0.625771, "recall_weighted": 0.611412, "ap": null, "ap_weighted": null }, { "accuracy": 0.548451, "f1": 0.51451, "f1_weighted": 0.523368, "precision": 0.547928, "precision_weighted": 0.634829, "recall": 0.59533, "recall_weighted": 0.548451, "ap": null, "ap_weighted": null }, { "accuracy": 0.629611, "f1": 0.55665, "f1_weighted": 0.615554, "precision": 0.582823, "precision_weighted": 0.676487, "recall": 0.614896, "recall_weighted": 0.629611, "ap": null, "ap_weighted": null } ], "accuracy": 0.605952, "f1": 0.550992, "f1_weighted": 0.593776, "precision": 0.567084, "precision_weighted": 0.656382, "recall": 0.616079, "recall_weighted": 0.605952, "ap": NaN, "ap_weighted": NaN, "main_score": 0.605952, "hf_subset": "sw", "languages": [ "swa-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.466306, "f1": 0.425911, "f1_weighted": 0.430471, "precision": 0.441914, "precision_weighted": 0.540867, "recall": 0.526485, "recall_weighted": 0.466306, "ap": null, "ap_weighted": null }, { "accuracy": 0.468765, "f1": 0.426538, "f1_weighted": 0.44439, "precision": 0.444075, "precision_weighted": 0.541427, "recall": 0.505793, "recall_weighted": 0.468765, "ap": null, "ap_weighted": null }, { "accuracy": 0.472209, "f1": 0.432287, "f1_weighted": 0.449803, "precision": 0.459146, "precision_weighted": 0.565288, "recall": 0.538175, "recall_weighted": 0.472209, "ap": null, "ap_weighted": null }, { "accuracy": 0.462371, "f1": 0.404262, "f1_weighted": 0.439129, "precision": 0.428395, "precision_weighted": 0.537843, "recall": 0.501114, "recall_weighted": 0.462371, "ap": null, "ap_weighted": null }, { "accuracy": 0.462371, "f1": 0.430362, "f1_weighted": 0.43571, "precision": 0.45923, "precision_weighted": 0.564855, "recall": 0.538054, "recall_weighted": 0.462371, "ap": null, "ap_weighted": null }, { "accuracy": 0.465322, "f1": 0.427412, "f1_weighted": 0.444525, "precision": 0.472937, "precision_weighted": 0.617832, "recall": 0.526604, "recall_weighted": 0.465322, "ap": null, "ap_weighted": null }, { "accuracy": 0.494835, "f1": 0.457764, "f1_weighted": 0.476244, "precision": 0.487086, "precision_weighted": 0.606061, "recall": 0.5483, "recall_weighted": 0.494835, "ap": null, "ap_weighted": null }, { "accuracy": 0.474176, "f1": 0.433781, "f1_weighted": 0.449223, "precision": 0.47587, "precision_weighted": 0.572297, "recall": 0.514355, "recall_weighted": 0.474176, "ap": null, "ap_weighted": null }, { "accuracy": 0.442204, "f1": 0.418333, "f1_weighted": 0.428966, "precision": 0.460467, "precision_weighted": 0.566139, "recall": 0.516194, "recall_weighted": 0.442204, "ap": null, "ap_weighted": null }, { "accuracy": 0.501722, "f1": 0.445648, "f1_weighted": 0.481941, "precision": 0.473115, "precision_weighted": 0.56908, "recall": 0.540206, "recall_weighted": 0.501722, "ap": null, "ap_weighted": null } ], "accuracy": 0.471028, "f1": 0.43023, "f1_weighted": 0.44804, "precision": 0.460223, "precision_weighted": 0.568169, "recall": 0.525528, "recall_weighted": 0.471028, "ap": NaN, "ap_weighted": NaN, "main_score": 0.471028, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.582882, "f1": 0.510819, "f1_weighted": 0.567722, "precision": 0.507206, "precision_weighted": 0.6126, "recall": 0.588874, "recall_weighted": 0.582882, "ap": null, "ap_weighted": null }, { "accuracy": 0.610428, "f1": 0.542077, "f1_weighted": 0.605517, "precision": 0.538148, "precision_weighted": 0.643351, "recall": 0.607757, "recall_weighted": 0.610428, "ap": null, "ap_weighted": null }, { "accuracy": 0.564191, "f1": 0.508948, "f1_weighted": 0.556912, "precision": 0.513479, "precision_weighted": 0.608599, "recall": 0.588449, "recall_weighted": 0.564191, "ap": null, "ap_weighted": null }, { "accuracy": 0.575504, "f1": 0.511766, "f1_weighted": 0.569354, "precision": 0.525048, "precision_weighted": 0.647032, "recall": 0.58903, "recall_weighted": 0.575504, "ap": null, "ap_weighted": null }, { "accuracy": 0.572061, "f1": 0.511535, "f1_weighted": 0.565089, "precision": 0.525327, "precision_weighted": 0.651839, "recall": 0.597331, "recall_weighted": 0.572061, "ap": null, "ap_weighted": null }, { "accuracy": 0.546975, "f1": 0.513048, "f1_weighted": 0.537133, "precision": 0.520381, "precision_weighted": 0.625676, "recall": 0.591215, "recall_weighted": 0.546975, "ap": null, "ap_weighted": null }, { "accuracy": 0.56124, "f1": 0.517405, "f1_weighted": 0.55722, "precision": 0.539132, "precision_weighted": 0.649933, "recall": 0.595298, "recall_weighted": 0.56124, "ap": null, "ap_weighted": null }, { "accuracy": 0.552878, "f1": 0.477136, "f1_weighted": 0.542589, "precision": 0.499454, "precision_weighted": 0.617997, "recall": 0.554498, "recall_weighted": 0.552878, "ap": null, "ap_weighted": null }, { "accuracy": 0.559272, "f1": 0.510862, "f1_weighted": 0.535471, "precision": 0.536517, "precision_weighted": 0.652324, "recall": 0.59992, "recall_weighted": 0.559272, "ap": null, "ap_weighted": null }, { "accuracy": 0.581407, "f1": 0.528925, "f1_weighted": 0.573693, "precision": 0.542223, "precision_weighted": 0.625591, "recall": 0.599463, "recall_weighted": 0.581407, "ap": null, "ap_weighted": null } ], "accuracy": 0.570684, "f1": 0.513252, "f1_weighted": 0.56107, "precision": 0.524691, "precision_weighted": 0.633494, "recall": 0.591183, "recall_weighted": 0.570684, "ap": NaN, "ap_weighted": NaN, "main_score": 0.570684, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.659124, "f1": 0.639023, "f1_weighted": 0.629384, "precision": 0.636373, "precision_weighted": 0.700452, "recall": 0.706868, "recall_weighted": 0.659124, "ap": null, "ap_weighted": null }, { "accuracy": 0.695032, "f1": 0.65616, "f1_weighted": 0.67623, "precision": 0.655566, "precision_weighted": 0.725101, "recall": 0.711459, "recall_weighted": 0.695032, "ap": null, "ap_weighted": null }, { "accuracy": 0.678308, "f1": 0.628332, "f1_weighted": 0.663311, "precision": 0.611391, "precision_weighted": 0.678983, "recall": 0.685678, "recall_weighted": 0.678308, "ap": null, "ap_weighted": null }, { "accuracy": 0.67093, "f1": 0.628319, "f1_weighted": 0.651946, "precision": 0.633066, "precision_weighted": 0.704364, "recall": 0.686085, "recall_weighted": 0.67093, "ap": null, "ap_weighted": null }, { "accuracy": 0.678308, "f1": 0.636043, "f1_weighted": 0.656131, "precision": 0.620686, "precision_weighted": 0.671365, "recall": 0.706926, "recall_weighted": 0.678308, "ap": null, "ap_weighted": null }, { "accuracy": 0.669454, "f1": 0.632379, "f1_weighted": 0.647195, "precision": 0.627531, "precision_weighted": 0.716277, "recall": 0.707946, "recall_weighted": 0.669454, "ap": null, "ap_weighted": null }, { "accuracy": 0.667978, "f1": 0.62411, "f1_weighted": 0.651926, "precision": 0.628469, "precision_weighted": 0.697252, "recall": 0.67714, "recall_weighted": 0.667978, "ap": null, "ap_weighted": null }, { "accuracy": 0.6788, "f1": 0.641312, "f1_weighted": 0.661313, "precision": 0.628823, "precision_weighted": 0.688357, "recall": 0.698321, "recall_weighted": 0.6788, "ap": null, "ap_weighted": null }, { "accuracy": 0.666995, "f1": 0.626667, "f1_weighted": 0.644168, "precision": 0.618443, "precision_weighted": 0.688288, "recall": 0.701321, "recall_weighted": 0.666995, "ap": null, "ap_weighted": null }, { "accuracy": 0.691097, "f1": 0.643402, "f1_weighted": 0.67791, "precision": 0.645322, "precision_weighted": 0.728273, "recall": 0.698236, "recall_weighted": 0.691097, "ap": null, "ap_weighted": null } ], "accuracy": 0.675603, "f1": 0.635575, "f1_weighted": 0.655951, "precision": 0.630567, "precision_weighted": 0.699871, "recall": 0.697998, "recall_weighted": 0.675603, "ap": NaN, "ap_weighted": NaN, "main_score": 0.675603, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.741761, "f1": 0.677121, "f1_weighted": 0.721243, "precision": 0.667683, "precision_weighted": 0.748823, "recall": 0.731981, "recall_weighted": 0.741761, "ap": null, "ap_weighted": null }, { "accuracy": 0.759469, "f1": 0.681297, "f1_weighted": 0.748839, "precision": 0.666321, "precision_weighted": 0.767151, "recall": 0.726788, "recall_weighted": 0.759469, "ap": null, "ap_weighted": null }, { "accuracy": 0.753074, "f1": 0.67428, "f1_weighted": 0.740421, "precision": 0.673532, "precision_weighted": 0.798147, "recall": 0.728604, "recall_weighted": 0.753074, "ap": null, "ap_weighted": null }, { "accuracy": 0.757009, "f1": 0.686568, "f1_weighted": 0.746121, "precision": 0.677164, "precision_weighted": 0.77567, "recall": 0.7356, "recall_weighted": 0.757009, "ap": null, "ap_weighted": null }, { "accuracy": 0.735858, "f1": 0.665366, "f1_weighted": 0.723644, "precision": 0.662862, "precision_weighted": 0.769582, "recall": 0.725508, "recall_weighted": 0.735858, "ap": null, "ap_weighted": null }, { "accuracy": 0.761928, "f1": 0.70165, "f1_weighted": 0.756289, "precision": 0.694239, "precision_weighted": 0.791096, "recall": 0.750627, "recall_weighted": 0.761928, "ap": null, "ap_weighted": null }, { "accuracy": 0.740777, "f1": 0.679566, "f1_weighted": 0.724415, "precision": 0.671402, "precision_weighted": 0.770244, "recall": 0.743057, "recall_weighted": 0.740777, "ap": null, "ap_weighted": null }, { "accuracy": 0.73881, "f1": 0.677224, "f1_weighted": 0.722966, "precision": 0.672737, "precision_weighted": 0.772384, "recall": 0.735155, "recall_weighted": 0.73881, "ap": null, "ap_weighted": null }, { "accuracy": 0.749139, "f1": 0.700944, "f1_weighted": 0.736361, "precision": 0.69353, "precision_weighted": 0.791812, "recall": 0.763418, "recall_weighted": 0.749139, "ap": null, "ap_weighted": null }, { "accuracy": 0.744712, "f1": 0.680171, "f1_weighted": 0.736649, "precision": 0.674299, "precision_weighted": 0.780065, "recall": 0.725845, "recall_weighted": 0.744712, "ap": null, "ap_weighted": null } ], "accuracy": 0.748254, "f1": 0.682419, "f1_weighted": 0.735695, "precision": 0.675377, "precision_weighted": 0.776497, "recall": 0.736658, "recall_weighted": 0.748254, "ap": NaN, "ap_weighted": NaN, "main_score": 0.748254, "hf_subset": "tl", "languages": [ "tgl-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.838662, "f1": 0.804325, "f1_weighted": 0.827154, "precision": 0.79295, "precision_weighted": 0.846759, "recall": 0.841321, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null }, { "accuracy": 0.828333, "f1": 0.787802, "f1_weighted": 0.815555, "precision": 0.774805, "precision_weighted": 0.83255, "recall": 0.82963, "recall_weighted": 0.828333, "ap": null, "ap_weighted": null }, { "accuracy": 0.823906, "f1": 0.767547, "f1_weighted": 0.811718, "precision": 0.751928, "precision_weighted": 0.823706, "recall": 0.810994, "recall_weighted": 0.823906, "ap": null, "ap_weighted": null }, { "accuracy": 0.83817, "f1": 0.798174, "f1_weighted": 0.829708, "precision": 0.784564, "precision_weighted": 0.846579, "recall": 0.836063, "recall_weighted": 0.83817, "ap": null, "ap_weighted": null }, { "accuracy": 0.822922, "f1": 0.782661, "f1_weighted": 0.80926, "precision": 0.771305, "precision_weighted": 0.829839, "recall": 0.829111, "recall_weighted": 0.822922, "ap": null, "ap_weighted": null }, { "accuracy": 0.833743, "f1": 0.787562, "f1_weighted": 0.826289, "precision": 0.773309, "precision_weighted": 0.839656, "recall": 0.827837, "recall_weighted": 0.833743, "ap": null, "ap_weighted": null }, { "accuracy": 0.812592, "f1": 0.761018, "f1_weighted": 0.793736, "precision": 0.758475, "precision_weighted": 0.830093, "recall": 0.814215, "recall_weighted": 0.812592, "ap": null, "ap_weighted": null }, { "accuracy": 0.837186, "f1": 0.797719, "f1_weighted": 0.828333, "precision": 0.78453, "precision_weighted": 0.841094, "recall": 0.832313, "recall_weighted": 0.837186, "ap": null, "ap_weighted": null }, { "accuracy": 0.823906, "f1": 0.78564, "f1_weighted": 0.814362, "precision": 0.770136, "precision_weighted": 0.836717, "recall": 0.836496, "recall_weighted": 0.823906, "ap": null, "ap_weighted": null }, { "accuracy": 0.838662, "f1": 0.794274, "f1_weighted": 0.833875, "precision": 0.782915, "precision_weighted": 0.844708, "recall": 0.830272, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null } ], "accuracy": 0.829808, "f1": 0.786672, "f1_weighted": 0.818999, "precision": 0.774492, "precision_weighted": 0.83717, "recall": 0.828825, "recall_weighted": 0.829808, "ap": NaN, "ap_weighted": NaN, "main_score": 0.829808, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.680767, "f1": 0.609865, "f1_weighted": 0.668127, "precision": 0.613686, "precision_weighted": 0.710532, "recall": 0.669526, "recall_weighted": 0.680767, "ap": null, "ap_weighted": null }, { "accuracy": 0.699459, "f1": 0.630066, "f1_weighted": 0.690866, "precision": 0.621517, "precision_weighted": 0.720045, "recall": 0.691735, "recall_weighted": 0.699459, "ap": null, "ap_weighted": null }, { "accuracy": 0.670438, "f1": 0.597808, "f1_weighted": 0.664067, "precision": 0.59622, "precision_weighted": 0.705344, "recall": 0.665866, "recall_weighted": 0.670438, "ap": null, "ap_weighted": null }, { "accuracy": 0.697, "f1": 0.63887, "f1_weighted": 0.686089, "precision": 0.643038, "precision_weighted": 0.728804, "recall": 0.702092, "recall_weighted": 0.697, "ap": null, "ap_weighted": null }, { "accuracy": 0.659616, "f1": 0.602861, "f1_weighted": 0.640281, "precision": 0.603708, "precision_weighted": 0.677543, "recall": 0.685038, "recall_weighted": 0.659616, "ap": null, "ap_weighted": null }, { "accuracy": 0.693556, "f1": 0.626134, "f1_weighted": 0.68559, "precision": 0.623306, "precision_weighted": 0.725691, "recall": 0.695686, "recall_weighted": 0.693556, "ap": null, "ap_weighted": null }, { "accuracy": 0.661092, "f1": 0.601279, "f1_weighted": 0.646965, "precision": 0.609333, "precision_weighted": 0.698814, "recall": 0.666377, "recall_weighted": 0.661092, "ap": null, "ap_weighted": null }, { "accuracy": 0.661584, "f1": 0.612475, "f1_weighted": 0.644207, "precision": 0.621929, "precision_weighted": 0.710732, "recall": 0.683071, "recall_weighted": 0.661584, "ap": null, "ap_weighted": null }, { "accuracy": 0.673881, "f1": 0.623681, "f1_weighted": 0.662325, "precision": 0.626285, "precision_weighted": 0.722575, "recall": 0.69026, "recall_weighted": 0.673881, "ap": null, "ap_weighted": null }, { "accuracy": 0.697491, "f1": 0.637327, "f1_weighted": 0.693575, "precision": 0.640862, "precision_weighted": 0.735194, "recall": 0.698159, "recall_weighted": 0.697491, "ap": null, "ap_weighted": null } ], "accuracy": 0.679488, "f1": 0.618037, "f1_weighted": 0.668209, "precision": 0.619989, "precision_weighted": 0.713528, "recall": 0.684781, "recall_weighted": 0.679488, "ap": NaN, "ap_weighted": NaN, "main_score": 0.679488, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.723561, "f1": 0.651286, "f1_weighted": 0.704176, "precision": 0.639934, "precision_weighted": 0.72765, "recall": 0.701221, "recall_weighted": 0.723561, "ap": null, "ap_weighted": null }, { "accuracy": 0.692573, "f1": 0.630374, "f1_weighted": 0.683131, "precision": 0.629363, "precision_weighted": 0.723012, "recall": 0.677196, "recall_weighted": 0.692573, "ap": null, "ap_weighted": null }, { "accuracy": 0.720118, "f1": 0.64993, "f1_weighted": 0.704039, "precision": 0.633994, "precision_weighted": 0.739344, "recall": 0.712478, "recall_weighted": 0.720118, "ap": null, "ap_weighted": null }, { "accuracy": 0.732907, "f1": 0.660252, "f1_weighted": 0.71787, "precision": 0.650869, "precision_weighted": 0.7521, "recall": 0.710029, "recall_weighted": 0.732907, "ap": null, "ap_weighted": null }, { "accuracy": 0.732415, "f1": 0.670801, "f1_weighted": 0.717424, "precision": 0.653605, "precision_weighted": 0.722766, "recall": 0.723178, "recall_weighted": 0.732415, "ap": null, "ap_weighted": null }, { "accuracy": 0.710772, "f1": 0.657974, "f1_weighted": 0.69532, "precision": 0.641129, "precision_weighted": 0.737934, "recall": 0.722311, "recall_weighted": 0.710772, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.6452, "f1_weighted": 0.698055, "precision": 0.626854, "precision_weighted": 0.706884, "recall": 0.70622, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.641966, "f1_weighted": 0.695139, "precision": 0.62787, "precision_weighted": 0.732696, "recall": 0.698608, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.701426, "f1": 0.639696, "f1_weighted": 0.691979, "precision": 0.629043, "precision_weighted": 0.739384, "recall": 0.698267, "recall_weighted": 0.701426, "ap": null, "ap_weighted": null }, { "accuracy": 0.72848, "f1": 0.651533, "f1_weighted": 0.715615, "precision": 0.644666, "precision_weighted": 0.746521, "recall": 0.700442, "recall_weighted": 0.72848, "ap": null, "ap_weighted": null } ], "accuracy": 0.717265, "f1": 0.649901, "f1_weighted": 0.702275, "precision": 0.637733, "precision_weighted": 0.732829, "recall": 0.704995, "recall_weighted": 0.717265, "ap": NaN, "ap_weighted": NaN, "main_score": 0.717265, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.843581, "f1": 0.810154, "f1_weighted": 0.836795, "precision": 0.797186, "precision_weighted": 0.848374, "recall": 0.83969, "recall_weighted": 0.843581, "ap": null, "ap_weighted": null }, { "accuracy": 0.836695, "f1": 0.797977, "f1_weighted": 0.82837, "precision": 0.789615, "precision_weighted": 0.842961, "recall": 0.835897, "recall_weighted": 0.836695, "ap": null, "ap_weighted": null }, { "accuracy": 0.830792, "f1": 0.790123, "f1_weighted": 0.819945, "precision": 0.781614, "precision_weighted": 0.835018, "recall": 0.831578, "recall_weighted": 0.830792, "ap": null, "ap_weighted": null }, { "accuracy": 0.848008, "f1": 0.808192, "f1_weighted": 0.843108, "precision": 0.800397, "precision_weighted": 0.8541, "recall": 0.845033, "recall_weighted": 0.848008, "ap": null, "ap_weighted": null }, { "accuracy": 0.818987, "f1": 0.774934, "f1_weighted": 0.806809, "precision": 0.768936, "precision_weighted": 0.826398, "recall": 0.827039, "recall_weighted": 0.818987, "ap": null, "ap_weighted": null }, { "accuracy": 0.83817, "f1": 0.794943, "f1_weighted": 0.833083, "precision": 0.781733, "precision_weighted": 0.844181, "recall": 0.833572, "recall_weighted": 0.83817, "ap": null, "ap_weighted": null }, { "accuracy": 0.827841, "f1": 0.784677, "f1_weighted": 0.817976, "precision": 0.780833, "precision_weighted": 0.842886, "recall": 0.826775, "recall_weighted": 0.827841, "ap": null, "ap_weighted": null }, { "accuracy": 0.837186, "f1": 0.802764, "f1_weighted": 0.829736, "precision": 0.791877, "precision_weighted": 0.841957, "recall": 0.836692, "recall_weighted": 0.837186, "ap": null, "ap_weighted": null }, { "accuracy": 0.843581, "f1": 0.808148, "f1_weighted": 0.840235, "precision": 0.799691, "precision_weighted": 0.853954, "recall": 0.844252, "recall_weighted": 0.843581, "ap": null, "ap_weighted": null }, { "accuracy": 0.839646, "f1": 0.800278, "f1_weighted": 0.83396, "precision": 0.795565, "precision_weighted": 0.849462, "recall": 0.832163, "recall_weighted": 0.839646, "ap": null, "ap_weighted": null } ], "accuracy": 0.836449, "f1": 0.797219, "f1_weighted": 0.829002, "precision": 0.788745, "precision_weighted": 0.843929, "recall": 0.835269, "recall_weighted": 0.836449, "ap": NaN, "ap_weighted": NaN, "main_score": 0.836449, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ], "mteb_version": "2.18.0" }, { "scores_per_experiment": [ { "accuracy": 0.787014, "f1": 0.757255, "f1_weighted": 0.779494, "precision": 0.740819, "precision_weighted": 0.804774, "recall": 0.811198, "recall_weighted": 0.787014, "ap": null, "ap_weighted": null }, { "accuracy": 0.778652, "f1": 0.757884, "f1_weighted": 0.768525, "precision": 0.74199, "precision_weighted": 0.797411, "recall": 0.818605, "recall_weighted": 0.778652, "ap": null, "ap_weighted": null }, { "accuracy": 0.783079, "f1": 0.747255, "f1_weighted": 0.769441, "precision": 0.730084, "precision_weighted": 0.789107, "recall": 0.807724, "recall_weighted": 0.783079, "ap": null, "ap_weighted": null }, { "accuracy": 0.791441, "f1": 0.774015, "f1_weighted": 0.782133, "precision": 0.758254, "precision_weighted": 0.804914, "recall": 0.83258, "recall_weighted": 0.791441, "ap": null, "ap_weighted": null }, { "accuracy": 0.777177, "f1": 0.749403, "f1_weighted": 0.762448, "precision": 0.73797, "precision_weighted": 0.807215, "recall": 0.816897, "recall_weighted": 0.777177, "ap": null, "ap_weighted": null }, { "accuracy": 0.758485, "f1": 0.752051, "f1_weighted": 0.744364, "precision": 0.734827, "precision_weighted": 0.788977, "recall": 0.812463, "recall_weighted": 0.758485, "ap": null, "ap_weighted": null }, { "accuracy": 0.774225, "f1": 0.759319, "f1_weighted": 0.759886, "precision": 0.750401, "precision_weighted": 0.792775, "recall": 0.821358, "recall_weighted": 0.774225, "ap": null, "ap_weighted": null }, { "accuracy": 0.797344, "f1": 0.771462, "f1_weighted": 0.792111, "precision": 0.753282, "precision_weighted": 0.809493, "recall": 0.817826, "recall_weighted": 0.797344, "ap": null, "ap_weighted": null }, { "accuracy": 0.768815, "f1": 0.748682, "f1_weighted": 0.758064, "precision": 0.734737, "precision_weighted": 0.786672, "recall": 0.808578, "recall_weighted": 0.768815, "ap": null, "ap_weighted": null }, { "accuracy": 0.800295, "f1": 0.783667, "f1_weighted": 0.793449, "precision": 0.770337, "precision_weighted": 0.809475, "recall": 0.833045, "recall_weighted": 0.800295, "ap": null, "ap_weighted": null } ], "accuracy": 0.781653, "f1": 0.760099, "f1_weighted": 0.770991, "precision": 0.74527, "precision_weighted": 0.799081, "recall": 0.818027, "recall_weighted": 0.781653, "ap": NaN, "ap_weighted": NaN, "main_score": 0.781653, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 8802.96529277414, "kg_co2_emissions": null, "date": 1785329171.108739, "evaluation_phases": [ { "name": "Data loading", "start": 252.9665806889534, "end": 255.72461726516485, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 255.72464399784803, "end": 255.7246460467577, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 257.5164198502898, "end": 305.0728976428509, "split": "test", "subset": "ta" }, { "name": "Encoding test samples", "start": 305.159743309021, "end": 343.55821520090103, "split": "test", "subset": "ta" }, { "name": "Running experiment (0/10)", "start": 343.5589237883687, "end": 344.48900278657675, "split": "test", "subset": "ta" }, { "name": "Running experiment (1/10)", "start": 344.48951760679483, "end": 345.43717546761036, "split": "test", "subset": "ta" }, { "name": "Running experiment (2/10)", "start": 345.43761736154556, "end": 346.3419746980071, "split": "test", "subset": "ta" }, { "name": "Running experiment (3/10)", "start": 346.3424527645111, "end": 347.2615360170603, "split": "test", "subset": "ta" }, { "name": "Running experiment (4/10)", "start": 347.2621086090803, "end": 348.18436101078987, "split": "test", "subset": "ta" }, { "name": "Running experiment (5/10)", "start": 348.18488117307425, "end": 349.13888524472713, "split": "test", "subset": "ta" }, { "name": "Running experiment (6/10)", "start": 349.13935059309006, "end": 350.0645731166005, "split": "test", "subset": "ta" }, { "name": "Running experiment (7/10)", "start": 350.06570333242416, "end": 350.9912443831563, "split": "test", "subset": "ta" }, { "name": "Running experiment (8/10)", "start": 350.9917980879545, "end": 351.96525286883116, "split": "test", "subset": "ta" }, { "name": "Running experiment (9/10)", "start": 351.9657542705536, "end": 352.8733813017607, "split": "test", "subset": "ta" }, { "name": "Scoring", "start": 343.5582817271352, "end": 352.87339912354946, "split": "test", "subset": "ta" }, { "name": "Encoding training samples", "start": 354.66496408730745, "end": 396.7377480790019, "split": "test", "subset": "zh-TW" }, { "name": "Encoding test samples", "start": 396.82322259247303, "end": 432.32833655178547, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (0/10)", "start": 432.3289450034499, "end": 433.2620729133487, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (1/10)", "start": 433.26241475343704, "end": 434.2145662084222, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (2/10)", "start": 434.2149919271469, "end": 435.152082875371, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (3/10)", "start": 435.1524276062846, "end": 436.0805028155446, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (4/10)", "start": 436.08091851323843, "end": 437.02092234045267, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (5/10)", "start": 437.02193573862314, "end": 437.95293502509594, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (6/10)", "start": 437.95329427719116, "end": 438.92994671314955, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (7/10)", "start": 438.9303665459156, "end": 439.88767532259226, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (8/10)", "start": 439.88811717927456, "end": 440.8640572652221, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (9/10)", "start": 440.86531711369753, "end": 441.8551727756858, "split": "test", "subset": "zh-TW" }, { "name": "Scoring", "start": 432.32841885089874, "end": 441.8551775813103, "split": "test", "subset": "zh-TW" }, { "name": "Encoding training samples", "start": 443.6821227222681, "end": 484.93239472061396, "split": "test", "subset": "tr" }, { "name": "Encoding test samples", "start": 485.0197849497199, "end": 520.5674722343683, "split": "test", "subset": "tr" }, { "name": "Running experiment (0/10)", "start": 520.5680269896984, "end": 521.5175654739141, "split": "test", "subset": "tr" }, { "name": "Running experiment (1/10)", "start": 521.5179087221622, "end": 522.4420654773712, "split": "test", "subset": "tr" }, { "name": "Running experiment (2/10)", "start": 522.4431003257632, "end": 523.3658008128405, "split": "test", "subset": "tr" }, { "name": "Running experiment (3/10)", "start": 523.3662423565984, "end": 524.3136937394738, "split": "test", "subset": "tr" }, { "name": "Running experiment (4/10)", "start": 524.3141132593155, "end": 525.245418459177, "split": "test", "subset": "tr" }, { "name": "Running experiment (5/10)", "start": 525.2457577735186, "end": 526.1480288729072, "split": "test", "subset": "tr" }, { "name": "Running experiment (6/10)", "start": 526.148672901094, "end": 527.1200319677591, "split": "test", "subset": "tr" }, { "name": "Running experiment (7/10)", "start": 527.1203692108393, "end": 528.0709798187017, "split": "test", "subset": "tr" }, { "name": "Running experiment (8/10)", "start": 528.0713252574205, "end": 529.03257830441, "split": "test", "subset": "tr" }, { "name": "Running experiment (9/10)", "start": 529.03291105479, "end": 529.9687469154596, "split": "test", "subset": "tr" }, { "name": "Scoring", "start": 520.5675362274051, "end": 529.9687577113509, "split": "test", "subset": "tr" }, { "name": "Encoding training samples", "start": 531.7934502586722, "end": 573.8002278953791, "split": "test", "subset": "ur" }, { "name": "Encoding test samples", "start": 573.8869586959481, "end": 609.7906770780683, "split": "test", "subset": "ur" }, { "name": "Running experiment (0/10)", "start": 609.79129101336, "end": 610.747378192842, "split": "test", "subset": "ur" }, { "name": "Running experiment (1/10)", "start": 610.7477585822344, "end": 611.6188610941172, "split": "test", "subset": "ur" }, { "name": "Running experiment (2/10)", "start": 611.6192604526877, "end": 612.5488837361336, "split": "test", "subset": "ur" }, { "name": "Running experiment (3/10)", "start": 612.5492772459984, "end": 613.4519102424383, "split": "test", "subset": "ur" }, { "name": "Running experiment (4/10)", "start": 613.452308960259, "end": 614.3617265671492, "split": "test", "subset": "ur" }, { "name": "Running experiment (5/10)", "start": 614.3621106371284, "end": 615.2591759338975, "split": "test", "subset": "ur" }, { "name": "Running experiment (6/10)", "start": 615.2595606297255, "end": 616.1833654716611, "split": "test", "subset": "ur" }, { "name": "Running experiment (7/10)", "start": 616.1837331950665, "end": 617.0547315627337, "split": "test", "subset": "ur" }, { "name": "Running experiment (8/10)", "start": 617.0551297739148, "end": 617.9854318648577, "split": "test", "subset": "ur" }, { "name": "Running experiment (9/10)", "start": 617.9858541712165, "end": 618.9251270443201, "split": "test", "subset": "ur" }, { "name": "Scoring", "start": 609.7907450348139, "end": 618.9251437112689, "split": "test", "subset": "ur" }, { "name": "Encoding training samples", "start": 620.750158496201, "end": 662.8159888908267, "split": "test", "subset": "vi" }, { "name": "Encoding test samples", "start": 662.9028510153294, "end": 699.0751058533788, "split": "test", "subset": "vi" }, { "name": "Running experiment (0/10)", "start": 699.075722977519, "end": 700.0708112195134, "split": "test", "subset": "vi" }, { "name": "Running experiment (1/10)", "start": 700.0712414309382, "end": 701.0642891675234, "split": "test", "subset": "vi" }, { "name": "Running experiment (2/10)", "start": 701.0647128000855, "end": 701.9881903976202, "split": "test", "subset": "vi" }, { "name": "Running experiment (3/10)", "start": 701.9886009395123, "end": 702.9634030982852, "split": "test", "subset": "vi" }, { "name": "Running experiment (4/10)", "start": 702.9638020172715, "end": 703.9426917806268, "split": "test", "subset": "vi" }, { "name": "Running experiment (5/10)", "start": 703.9430731087923, "end": 704.9017277210951, "split": "test", "subset": "vi" }, { "name": "Running experiment (6/10)", "start": 704.9020931273699, "end": 705.8787292987108, "split": "test", "subset": "vi" }, { "name": "Running experiment (7/10)", "start": 705.8792830333114, "end": 706.8655059486628, "split": "test", "subset": "vi" }, { "name": "Running experiment (8/10)", "start": 706.8659768179059, "end": 707.8476273790002, "split": "test", "subset": "vi" }, { "name": "Running experiment (9/10)", "start": 707.8481116071343, "end": 708.8010103628039, "split": "test", "subset": "vi" }, { "name": "Scoring", "start": 699.0751629173756, "end": 708.8010234683752, "split": "test", "subset": "vi" }, { "name": "Encoding training samples", "start": 710.6013052910566, "end": 751.693512365222, "split": "test", "subset": "zh-CN" }, { "name": "Encoding test samples", "start": 751.7795817181468, "end": 787.0415629670024, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (0/10)", "start": 787.0419651195407, "end": 788.0456674173474, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (1/10)", "start": 788.0460075289011, "end": 789.0022343546152, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (2/10)", "start": 789.0025706589222, "end": 789.9862847626209, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (3/10)", "start": 789.9866210818291, "end": 790.9618369042873, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (4/10)", "start": 790.9622208327055, "end": 791.9390009492636, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (5/10)", "start": 791.9393471553922, "end": 792.899981059134, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (6/10)", "start": 792.9003146514297, "end": 793.8950184807181, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (7/10)", "start": 793.8955779820681, "end": 794.8700763210654, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (8/10)", "start": 794.8706093430519, "end": 795.8513127714396, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (9/10)", "start": 795.851740129292, "end": 796.8297265768051, "split": "test", "subset": "zh-CN" }, { "name": "Scoring", "start": 787.0416069328785, "end": 796.8297353312373, "split": "test", "subset": "zh-CN" }, { "name": "Encoding training samples", "start": 798.6803820803761, "end": 840.8650371134281, "split": "test", "subset": "th" }, { "name": "Encoding test samples", "start": 840.9508321210742, "end": 877.0311792567372, "split": "test", "subset": "th" }, { "name": "Running experiment (0/10)", "start": 877.0325774028897, "end": 877.9975339174271, "split": "test", "subset": "th" }, { "name": "Running experiment (1/10)", "start": 877.997892126441, "end": 878.9671695306897, "split": "test", "subset": "th" }, { "name": "Running experiment (2/10)", "start": 878.9675018712878, "end": 879.9431056603789, "split": "test", "subset": "th" }, { "name": "Running experiment (3/10)", "start": 879.9434595108032, "end": 880.9010846167803, "split": "test", "subset": "th" }, { "name": "Running experiment (4/10)", "start": 880.9014314264059, "end": 881.8581420853734, "split": "test", "subset": "th" }, { "name": "Running experiment (5/10)", "start": 881.858499340713, "end": 882.8095054253936, "split": "test", "subset": "th" }, { "name": "Running experiment (6/10)", "start": 882.8099222406745, "end": 883.7863941192627, "split": "test", "subset": "th" }, { "name": "Running experiment (7/10)", "start": 883.7872755229473, "end": 884.7658918872476, "split": "test", "subset": "th" }, { "name": "Running experiment (8/10)", "start": 884.7664910629392, "end": 885.737437531352, "split": "test", "subset": "th" }, { "name": "Running experiment (9/10)", "start": 885.7378809899092, "end": 886.6949306353927, "split": "test", "subset": "th" }, { "name": "Scoring", "start": 877.0312235727906, "end": 886.694947168231, "split": "test", "subset": "th" }, { "name": "Encoding training samples", "start": 888.513078674674, "end": 932.9981161281466, "split": "test", "subset": "te" }, { "name": "Encoding test samples", "start": 933.0841960012913, "end": 971.1817733943462, "split": "test", "subset": "te" }, { "name": "Running experiment (0/10)", "start": 971.182255372405, "end": 972.1700135394931, "split": "test", "subset": "te" }, { "name": "Running experiment (1/10)", "start": 972.1703541576862, "end": 973.1384813785553, "split": "test", "subset": "te" }, { "name": "Running experiment (2/10)", "start": 973.1388918831944, "end": 974.067506544292, "split": "test", "subset": "te" }, { "name": "Running experiment (3/10)", "start": 974.0678471326828, "end": 975.0342413261533, "split": "test", "subset": "te" }, { "name": "Running experiment (4/10)", "start": 975.0346617102623, "end": 975.9735432490706, "split": "test", "subset": "te" }, { "name": "Running experiment (5/10)", "start": 975.9739456176758, "end": 976.9478477984667, "split": "test", "subset": "te" }, { "name": "Running experiment (6/10)", "start": 976.9482575058937, "end": 977.9264363273978, "split": "test", "subset": "te" }, { "name": "Running experiment (7/10)", "start": 977.9274884015322, "end": 978.8970409482718, "split": "test", "subset": "te" }, { "name": "Running experiment (8/10)", "start": 978.8976761475205, "end": 979.8269741907716, "split": "test", "subset": "te" }, { "name": "Running experiment (9/10)", "start": 979.8273939192295, "end": 980.7793254926801, "split": "test", "subset": "te" }, { "name": "Scoring", "start": 971.1818198487163, "end": 980.7793387547135, "split": "test", "subset": "te" }, { "name": "Encoding training samples", "start": 982.553659170866, "end": 1023.6852640137076, "split": "test", "subset": "tl" }, { "name": "Encoding test samples", "start": 1023.7680844292045, "end": 1059.0702873766422, "split": "test", "subset": "tl" }, { "name": "Running experiment (0/10)", "start": 1059.0712752863765, "end": 1060.0105676054955, "split": "test", "subset": "tl" }, { "name": "Running experiment (1/10)", "start": 1060.0112761855125, "end": 1060.9375977739692, "split": "test", "subset": "tl" }, { "name": "Running experiment (2/10)", "start": 1060.9382513388991, "end": 1061.8407543972135, "split": "test", "subset": "tl" }, { "name": "Running experiment (3/10)", "start": 1061.8413542062044, "end": 1062.7374362573028, "split": "test", "subset": "tl" }, { "name": "Running experiment (4/10)", "start": 1062.7379812523723, "end": 1063.6419079229236, "split": "test", "subset": "tl" }, { "name": "Running experiment (5/10)", "start": 1063.6424317508936, "end": 1064.5666552856565, "split": "test", "subset": "tl" }, { "name": "Running experiment (6/10)", "start": 1064.5671567097306, "end": 1065.533273011446, "split": "test", "subset": "tl" }, { "name": "Running experiment (7/10)", "start": 1065.5337462574244, "end": 1066.4593323096633, "split": "test", "subset": "tl" }, { "name": "Running experiment (8/10)", "start": 1066.459790430963, "end": 1067.3956723436713, "split": "test", "subset": "tl" }, { "name": "Running experiment (9/10)", "start": 1067.3965080752969, "end": 1068.3632337898016, "split": "test", "subset": "tl" }, { "name": "Scoring", "start": 1059.0703490898013, "end": 1068.3632457777858, "split": "test", "subset": "tl" } ] }