{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "2.12.32", "scores": { "validation": [ { "scores_per_experiment": [ { "accuracy": 0.639449, "f1": 0.612777, "f1_weighted": 0.639585, "precision": 0.605794, "precision_weighted": 0.673713, "recall": 0.669117, "recall_weighted": 0.639449, "ap": null, "ap_weighted": null }, { "accuracy": 0.661092, "f1": 0.631195, "f1_weighted": 0.660311, "precision": 0.632425, "precision_weighted": 0.706719, "recall": 0.687263, "recall_weighted": 0.661092, "ap": null, "ap_weighted": null }, { "accuracy": 0.640433, "f1": 0.614072, "f1_weighted": 0.642346, "precision": 0.608863, "precision_weighted": 0.691559, "recall": 0.673269, "recall_weighted": 0.640433, "ap": null, "ap_weighted": null }, { "accuracy": 0.613871, "f1": 0.579842, "f1_weighted": 0.620001, "precision": 0.581848, "precision_weighted": 0.672889, "recall": 0.635203, "recall_weighted": 0.613871, "ap": null, "ap_weighted": null }, { "accuracy": 0.614855, "f1": 0.587308, "f1_weighted": 0.606981, "precision": 0.5872, "precision_weighted": 0.672127, "recall": 0.661091, "recall_weighted": 0.614855, "ap": null, "ap_weighted": null }, { "accuracy": 0.605509, "f1": 0.573601, "f1_weighted": 0.596771, "precision": 0.577619, "precision_weighted": 0.673747, "recall": 0.635649, "recall_weighted": 0.605509, "ap": null, "ap_weighted": null }, { "accuracy": 0.631579, "f1": 0.596005, "f1_weighted": 0.628716, "precision": 0.58604, "precision_weighted": 0.668262, "recall": 0.657459, "recall_weighted": 0.631579, "ap": null, "ap_weighted": null }, { "accuracy": 0.615347, "f1": 0.598903, "f1_weighted": 0.613923, "precision": 0.585753, "precision_weighted": 0.649982, "recall": 0.656927, "recall_weighted": 0.615347, "ap": null, "ap_weighted": null }, { "accuracy": 0.602558, "f1": 0.577245, "f1_weighted": 0.603447, "precision": 0.582827, "precision_weighted": 0.664501, "recall": 0.644363, "recall_weighted": 0.602558, "ap": null, "ap_weighted": null }, { "accuracy": 0.604525, "f1": 0.580478, "f1_weighted": 0.602125, "precision": 0.581861, "precision_weighted": 0.67441, "recall": 0.665344, "recall_weighted": 0.604525, "ap": null, "ap_weighted": null } ], "accuracy": 0.622922, "f1": 0.595143, "f1_weighted": 0.621421, "precision": 0.593023, "precision_weighted": 0.674791, "recall": 0.658569, "recall_weighted": 0.622922, "ap": NaN, "ap_weighted": NaN, "main_score": 0.622922, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.387605, "f1": 0.373662, "f1_weighted": 0.373186, "precision": 0.383306, "precision_weighted": 0.419661, "recall": 0.431967, "recall_weighted": 0.387605, "ap": null, "ap_weighted": null }, { "accuracy": 0.370389, "f1": 0.352675, "f1_weighted": 0.354497, "precision": 0.38847, "precision_weighted": 0.474455, "recall": 0.42506, "recall_weighted": 0.370389, "ap": null, "ap_weighted": null }, { "accuracy": 0.380226, "f1": 0.356565, "f1_weighted": 0.37021, "precision": 0.408786, "precision_weighted": 0.480011, "recall": 0.427589, "recall_weighted": 0.380226, "ap": null, "ap_weighted": null }, { "accuracy": 0.349729, "f1": 0.351331, "f1_weighted": 0.338827, "precision": 0.389889, "precision_weighted": 0.458168, "recall": 0.414409, "recall_weighted": 0.349729, "ap": null, "ap_weighted": null }, { "accuracy": 0.386621, "f1": 0.367794, "f1_weighted": 0.366757, "precision": 0.39146, "precision_weighted": 0.46657, "recall": 0.434324, "recall_weighted": 0.386621, "ap": null, "ap_weighted": null }, { "accuracy": 0.393999, "f1": 0.372684, "f1_weighted": 0.368334, "precision": 0.369713, "precision_weighted": 0.408727, "recall": 0.444633, "recall_weighted": 0.393999, "ap": null, "ap_weighted": null }, { "accuracy": 0.355632, "f1": 0.339642, "f1_weighted": 0.339396, "precision": 0.368052, "precision_weighted": 0.447503, "recall": 0.41803, "recall_weighted": 0.355632, "ap": null, "ap_weighted": null }, { "accuracy": 0.378259, "f1": 0.380177, "f1_weighted": 0.378246, "precision": 0.424037, "precision_weighted": 0.503261, "recall": 0.425236, "recall_weighted": 0.378259, "ap": null, "ap_weighted": null }, { "accuracy": 0.356616, "f1": 0.348779, "f1_weighted": 0.342667, "precision": 0.36622, "precision_weighted": 0.42261, "recall": 0.428117, "recall_weighted": 0.356616, "ap": null, "ap_weighted": null }, { "accuracy": 0.371372, "f1": 0.341566, "f1_weighted": 0.3504, "precision": 0.369036, "precision_weighted": 0.434021, "recall": 0.409737, "recall_weighted": 0.371372, "ap": null, "ap_weighted": null } ], "accuracy": 0.373045, "f1": 0.358488, "f1_weighted": 0.358252, "precision": 0.385897, "precision_weighted": 0.451499, "recall": 0.42591, "recall_weighted": 0.373045, "ap": NaN, "ap_weighted": NaN, "main_score": 0.373045, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.658141, "f1": 0.648068, "f1_weighted": 0.654215, "precision": 0.643469, "precision_weighted": 0.730877, "recall": 0.735472, "recall_weighted": 0.658141, "ap": null, "ap_weighted": null }, { "accuracy": 0.633055, "f1": 0.630957, "f1_weighted": 0.62657, "precision": 0.640234, "precision_weighted": 0.72564, "recall": 0.717867, "recall_weighted": 0.633055, "ap": null, "ap_weighted": null }, { "accuracy": 0.60846, "f1": 0.601942, "f1_weighted": 0.598051, "precision": 0.623938, "precision_weighted": 0.691515, "recall": 0.68625, "recall_weighted": 0.60846, "ap": null, "ap_weighted": null }, { "accuracy": 0.606985, "f1": 0.594995, "f1_weighted": 0.594249, "precision": 0.595653, "precision_weighted": 0.675157, "recall": 0.681752, "recall_weighted": 0.606985, "ap": null, "ap_weighted": null }, { "accuracy": 0.614855, "f1": 0.604281, "f1_weighted": 0.603837, "precision": 0.628199, "precision_weighted": 0.732019, "recall": 0.706314, "recall_weighted": 0.614855, "ap": null, "ap_weighted": null }, { "accuracy": 0.57452, "f1": 0.571895, "f1_weighted": 0.556927, "precision": 0.584928, "precision_weighted": 0.664144, "recall": 0.671538, "recall_weighted": 0.57452, "ap": null, "ap_weighted": null }, { "accuracy": 0.649779, "f1": 0.634524, "f1_weighted": 0.646415, "precision": 0.629637, "precision_weighted": 0.71577, "recall": 0.715599, "recall_weighted": 0.649779, "ap": null, "ap_weighted": null }, { "accuracy": 0.641909, "f1": 0.629397, "f1_weighted": 0.639793, "precision": 0.617535, "precision_weighted": 0.698316, "recall": 0.702243, "recall_weighted": 0.641909, "ap": null, "ap_weighted": null }, { "accuracy": 0.643876, "f1": 0.641395, "f1_weighted": 0.635218, "precision": 0.642715, "precision_weighted": 0.707508, "recall": 0.715869, "recall_weighted": 0.643876, "ap": null, "ap_weighted": null }, { "accuracy": 0.598131, "f1": 0.597998, "f1_weighted": 0.578419, "precision": 0.601874, "precision_weighted": 0.679032, "recall": 0.697149, "recall_weighted": 0.598131, "ap": null, "ap_weighted": null } ], "accuracy": 0.622971, "f1": 0.615545, "f1_weighted": 0.613369, "precision": 0.620818, "precision_weighted": 0.701998, "recall": 0.703005, "recall_weighted": 0.622971, "ap": NaN, "ap_weighted": NaN, "main_score": 0.622971, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.571077, "f1": 0.561054, "f1_weighted": 0.563594, "precision": 0.565452, "precision_weighted": 0.652615, "recall": 0.649243, "recall_weighted": 0.571077, "ap": null, "ap_weighted": null }, { "accuracy": 0.606493, "f1": 0.587371, "f1_weighted": 0.596439, "precision": 0.597748, "precision_weighted": 0.686611, "recall": 0.671443, "recall_weighted": 0.606493, "ap": null, "ap_weighted": null }, { "accuracy": 0.601574, "f1": 0.584673, "f1_weighted": 0.594845, "precision": 0.570711, "precision_weighted": 0.643742, "recall": 0.658843, "recall_weighted": 0.601574, "ap": null, "ap_weighted": null }, { "accuracy": 0.572553, "f1": 0.558683, "f1_weighted": 0.56592, "precision": 0.558602, "precision_weighted": 0.63374, "recall": 0.641272, "recall_weighted": 0.572553, "ap": null, "ap_weighted": null }, { "accuracy": 0.552386, "f1": 0.530947, "f1_weighted": 0.533184, "precision": 0.55201, "precision_weighted": 0.656966, "recall": 0.632588, "recall_weighted": 0.552386, "ap": null, "ap_weighted": null }, { "accuracy": 0.53271, "f1": 0.536874, "f1_weighted": 0.50609, "precision": 0.556818, "precision_weighted": 0.627766, "recall": 0.640345, "recall_weighted": 0.53271, "ap": null, "ap_weighted": null }, { "accuracy": 0.585342, "f1": 0.567635, "f1_weighted": 0.581936, "precision": 0.562458, "precision_weighted": 0.646305, "recall": 0.646531, "recall_weighted": 0.585342, "ap": null, "ap_weighted": null }, { "accuracy": 0.597147, "f1": 0.590319, "f1_weighted": 0.591035, "precision": 0.579505, "precision_weighted": 0.652927, "recall": 0.665203, "recall_weighted": 0.597147, "ap": null, "ap_weighted": null }, { "accuracy": 0.583866, "f1": 0.572241, "f1_weighted": 0.575959, "precision": 0.573013, "precision_weighted": 0.650606, "recall": 0.653732, "recall_weighted": 0.583866, "ap": null, "ap_weighted": null }, { "accuracy": 0.566158, "f1": 0.55563, "f1_weighted": 0.554012, "precision": 0.559208, "precision_weighted": 0.65663, "recall": 0.659193, "recall_weighted": 0.566158, "ap": null, "ap_weighted": null } ], "accuracy": 0.576931, "f1": 0.564543, "f1_weighted": 0.566301, "precision": 0.567552, "precision_weighted": 0.650791, "recall": 0.651839, "recall_weighted": 0.576931, "ap": NaN, "ap_weighted": NaN, "main_score": 0.576931, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.621249, "f1": 0.609945, "f1_weighted": 0.618141, "precision": 0.615316, "precision_weighted": 0.697867, "recall": 0.691051, "recall_weighted": 0.621249, "ap": null, "ap_weighted": null }, { "accuracy": 0.656665, "f1": 0.645236, "f1_weighted": 0.655623, "precision": 0.641215, "precision_weighted": 0.727592, "recall": 0.726606, "recall_weighted": 0.656665, "ap": null, "ap_weighted": null }, { "accuracy": 0.647811, "f1": 0.625872, "f1_weighted": 0.648313, "precision": 0.631021, "precision_weighted": 0.714759, "recall": 0.699353, "recall_weighted": 0.647811, "ap": null, "ap_weighted": null }, { "accuracy": 0.600098, "f1": 0.577623, "f1_weighted": 0.594819, "precision": 0.584481, "precision_weighted": 0.671315, "recall": 0.657262, "recall_weighted": 0.600098, "ap": null, "ap_weighted": null }, { "accuracy": 0.583866, "f1": 0.574443, "f1_weighted": 0.566077, "precision": 0.58622, "precision_weighted": 0.663358, "recall": 0.667019, "recall_weighted": 0.583866, "ap": null, "ap_weighted": null }, { "accuracy": 0.582882, "f1": 0.572295, "f1_weighted": 0.572254, "precision": 0.578401, "precision_weighted": 0.661198, "recall": 0.650235, "recall_weighted": 0.582882, "ap": null, "ap_weighted": null }, { "accuracy": 0.610428, "f1": 0.593004, "f1_weighted": 0.603717, "precision": 0.603042, "precision_weighted": 0.694585, "recall": 0.671116, "recall_weighted": 0.610428, "ap": null, "ap_weighted": null }, { "accuracy": 0.624693, "f1": 0.609902, "f1_weighted": 0.620192, "precision": 0.605894, "precision_weighted": 0.68642, "recall": 0.673477, "recall_weighted": 0.624693, "ap": null, "ap_weighted": null }, { "accuracy": 0.640433, "f1": 0.627724, "f1_weighted": 0.637612, "precision": 0.623602, "precision_weighted": 0.690743, "recall": 0.685167, "recall_weighted": 0.640433, "ap": null, "ap_weighted": null }, { "accuracy": 0.606985, "f1": 0.603807, "f1_weighted": 0.599185, "precision": 0.60462, "precision_weighted": 0.694104, "recall": 0.688165, "recall_weighted": 0.606985, "ap": null, "ap_weighted": null } ], "accuracy": 0.617511, "f1": 0.603985, "f1_weighted": 0.611593, "precision": 0.607381, "precision_weighted": 0.690194, "recall": 0.680945, "recall_weighted": 0.617511, "ap": NaN, "ap_weighted": NaN, "main_score": 0.617511, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.411215, "f1": 0.399496, "f1_weighted": 0.414664, "precision": 0.442774, "precision_weighted": 0.525691, "recall": 0.464143, "recall_weighted": 0.411215, "ap": null, "ap_weighted": null }, { "accuracy": 0.454993, "f1": 0.443468, "f1_weighted": 0.458577, "precision": 0.473907, "precision_weighted": 0.560808, "recall": 0.506248, "recall_weighted": 0.454993, "ap": null, "ap_weighted": null }, { "accuracy": 0.453025, "f1": 0.429733, "f1_weighted": 0.440616, "precision": 0.450731, "precision_weighted": 0.529915, "recall": 0.503627, "recall_weighted": 0.453025, "ap": null, "ap_weighted": null }, { "accuracy": 0.432366, "f1": 0.402936, "f1_weighted": 0.428635, "precision": 0.420454, "precision_weighted": 0.504501, "recall": 0.468703, "recall_weighted": 0.432366, "ap": null, "ap_weighted": null }, { "accuracy": 0.429415, "f1": 0.402667, "f1_weighted": 0.406932, "precision": 0.427653, "precision_weighted": 0.528974, "recall": 0.481784, "recall_weighted": 0.429415, "ap": null, "ap_weighted": null }, { "accuracy": 0.395967, "f1": 0.387931, "f1_weighted": 0.384953, "precision": 0.426325, "precision_weighted": 0.514596, "recall": 0.451883, "recall_weighted": 0.395967, "ap": null, "ap_weighted": null }, { "accuracy": 0.442204, "f1": 0.412712, "f1_weighted": 0.445919, "precision": 0.452967, "precision_weighted": 0.555249, "recall": 0.486302, "recall_weighted": 0.442204, "ap": null, "ap_weighted": null }, { "accuracy": 0.43335, "f1": 0.419806, "f1_weighted": 0.438586, "precision": 0.445426, "precision_weighted": 0.509326, "recall": 0.452268, "recall_weighted": 0.43335, "ap": null, "ap_weighted": null }, { "accuracy": 0.40482, "f1": 0.377332, "f1_weighted": 0.405987, "precision": 0.408504, "precision_weighted": 0.509861, "recall": 0.447914, "recall_weighted": 0.40482, "ap": null, "ap_weighted": null }, { "accuracy": 0.421545, "f1": 0.398915, "f1_weighted": 0.396627, "precision": 0.426658, "precision_weighted": 0.509843, "recall": 0.481902, "recall_weighted": 0.421545, "ap": null, "ap_weighted": null } ], "accuracy": 0.42789, "f1": 0.4075, "f1_weighted": 0.42215, "precision": 0.43754, "precision_weighted": 0.524876, "recall": 0.474477, "recall_weighted": 0.42789, "ap": NaN, "ap_weighted": NaN, "main_score": 0.42789, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.65273, "f1": 0.640192, "f1_weighted": 0.655456, "precision": 0.643993, "precision_weighted": 0.734371, "recall": 0.715308, "recall_weighted": 0.65273, "ap": null, "ap_weighted": null }, { "accuracy": 0.650762, "f1": 0.634424, "f1_weighted": 0.649809, "precision": 0.633621, "precision_weighted": 0.719869, "recall": 0.71022, "recall_weighted": 0.650762, "ap": null, "ap_weighted": null }, { "accuracy": 0.637482, "f1": 0.626391, "f1_weighted": 0.62683, "precision": 0.628109, "precision_weighted": 0.708538, "recall": 0.713325, "recall_weighted": 0.637482, "ap": null, "ap_weighted": null }, { "accuracy": 0.629611, "f1": 0.611202, "f1_weighted": 0.623989, "precision": 0.602107, "precision_weighted": 0.691443, "recall": 0.692951, "recall_weighted": 0.629611, "ap": null, "ap_weighted": null }, { "accuracy": 0.623217, "f1": 0.601975, "f1_weighted": 0.608937, "precision": 0.613671, "precision_weighted": 0.717087, "recall": 0.691457, "recall_weighted": 0.623217, "ap": null, "ap_weighted": null }, { "accuracy": 0.627152, "f1": 0.617668, "f1_weighted": 0.611072, "precision": 0.635813, "precision_weighted": 0.72254, "recall": 0.694081, "recall_weighted": 0.627152, "ap": null, "ap_weighted": null }, { "accuracy": 0.667978, "f1": 0.637827, "f1_weighted": 0.662226, "precision": 0.63462, "precision_weighted": 0.72039, "recall": 0.708858, "recall_weighted": 0.667978, "ap": null, "ap_weighted": null }, { "accuracy": 0.646827, "f1": 0.638675, "f1_weighted": 0.647802, "precision": 0.634827, "precision_weighted": 0.709968, "recall": 0.699206, "recall_weighted": 0.646827, "ap": null, "ap_weighted": null }, { "accuracy": 0.658633, "f1": 0.632744, "f1_weighted": 0.653694, "precision": 0.636845, "precision_weighted": 0.71771, "recall": 0.696318, "recall_weighted": 0.658633, "ap": null, "ap_weighted": null }, { "accuracy": 0.635022, "f1": 0.61702, "f1_weighted": 0.62333, "precision": 0.625093, "precision_weighted": 0.70493, "recall": 0.692205, "recall_weighted": 0.635022, "ap": null, "ap_weighted": null } ], "accuracy": 0.642941, "f1": 0.625812, "f1_weighted": 0.636315, "precision": 0.62887, "precision_weighted": 0.714685, "recall": 0.701393, "recall_weighted": 0.642941, "ap": NaN, "ap_weighted": NaN, "main_score": 0.642941, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.717167, "f1": 0.698678, "f1_weighted": 0.712069, "precision": 0.679524, "precision_weighted": 0.757443, "recall": 0.771491, "recall_weighted": 0.717167, "ap": null, "ap_weighted": null }, { "accuracy": 0.718642, "f1": 0.708617, "f1_weighted": 0.712037, "precision": 0.69416, "precision_weighted": 0.762513, "recall": 0.783405, "recall_weighted": 0.718642, "ap": null, "ap_weighted": null }, { "accuracy": 0.707329, "f1": 0.699016, "f1_weighted": 0.698011, "precision": 0.685242, "precision_weighted": 0.755013, "recall": 0.780235, "recall_weighted": 0.707329, "ap": null, "ap_weighted": null }, { "accuracy": 0.715691, "f1": 0.696553, "f1_weighted": 0.71068, "precision": 0.681383, "precision_weighted": 0.747945, "recall": 0.76057, "recall_weighted": 0.715691, "ap": null, "ap_weighted": null }, { "accuracy": 0.682735, "f1": 0.668352, "f1_weighted": 0.675385, "precision": 0.665795, "precision_weighted": 0.757376, "recall": 0.755643, "recall_weighted": 0.682735, "ap": null, "ap_weighted": null }, { "accuracy": 0.651254, "f1": 0.640936, "f1_weighted": 0.634218, "precision": 0.64211, "precision_weighted": 0.736314, "recall": 0.732728, "recall_weighted": 0.651254, "ap": null, "ap_weighted": null }, { "accuracy": 0.697983, "f1": 0.677136, "f1_weighted": 0.693542, "precision": 0.678044, "precision_weighted": 0.762549, "recall": 0.757748, "recall_weighted": 0.697983, "ap": null, "ap_weighted": null }, { "accuracy": 0.684702, "f1": 0.680499, "f1_weighted": 0.683921, "precision": 0.668882, "precision_weighted": 0.751044, "recall": 0.756368, "recall_weighted": 0.684702, "ap": null, "ap_weighted": null }, { "accuracy": 0.725037, "f1": 0.7039, "f1_weighted": 0.720018, "precision": 0.694548, "precision_weighted": 0.765934, "recall": 0.76139, "recall_weighted": 0.725037, "ap": null, "ap_weighted": null }, { "accuracy": 0.676832, "f1": 0.658485, "f1_weighted": 0.663956, "precision": 0.648388, "precision_weighted": 0.729517, "recall": 0.751343, "recall_weighted": 0.676832, "ap": null, "ap_weighted": null } ], "accuracy": 0.697737, "f1": 0.683217, "f1_weighted": 0.690384, "precision": 0.673807, "precision_weighted": 0.752565, "recall": 0.761092, "recall_weighted": 0.697737, "ap": NaN, "ap_weighted": NaN, "main_score": 0.697737, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.64486, "f1": 0.618226, "f1_weighted": 0.64213, "precision": 0.621202, "precision_weighted": 0.698139, "recall": 0.680346, "recall_weighted": 0.64486, "ap": null, "ap_weighted": null }, { "accuracy": 0.647319, "f1": 0.635065, "f1_weighted": 0.647128, "precision": 0.63639, "precision_weighted": 0.711626, "recall": 0.70288, "recall_weighted": 0.647319, "ap": null, "ap_weighted": null }, { "accuracy": 0.629611, "f1": 0.60433, "f1_weighted": 0.628145, "precision": 0.615302, "precision_weighted": 0.6886, "recall": 0.665388, "recall_weighted": 0.629611, "ap": null, "ap_weighted": null }, { "accuracy": 0.614855, "f1": 0.593535, "f1_weighted": 0.607134, "precision": 0.596755, "precision_weighted": 0.674299, "recall": 0.669515, "recall_weighted": 0.614855, "ap": null, "ap_weighted": null }, { "accuracy": 0.584358, "f1": 0.567971, "f1_weighted": 0.568706, "precision": 0.569811, "precision_weighted": 0.658754, "recall": 0.659177, "recall_weighted": 0.584358, "ap": null, "ap_weighted": null }, { "accuracy": 0.587801, "f1": 0.570145, "f1_weighted": 0.577651, "precision": 0.588442, "precision_weighted": 0.681667, "recall": 0.649899, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.611412, "f1": 0.586961, "f1_weighted": 0.60205, "precision": 0.597634, "precision_weighted": 0.696907, "recall": 0.674253, "recall_weighted": 0.611412, "ap": null, "ap_weighted": null }, { "accuracy": 0.620758, "f1": 0.608113, "f1_weighted": 0.614834, "precision": 0.596464, "precision_weighted": 0.673509, "recall": 0.679113, "recall_weighted": 0.620758, "ap": null, "ap_weighted": null }, { "accuracy": 0.636498, "f1": 0.623152, "f1_weighted": 0.638294, "precision": 0.627559, "precision_weighted": 0.702573, "recall": 0.682571, "recall_weighted": 0.636498, "ap": null, "ap_weighted": null }, { "accuracy": 0.623217, "f1": 0.605954, "f1_weighted": 0.619887, "precision": 0.604574, "precision_weighted": 0.689757, "recall": 0.680638, "recall_weighted": 0.623217, "ap": null, "ap_weighted": null } ], "accuracy": 0.620069, "f1": 0.601345, "f1_weighted": 0.614596, "precision": 0.605413, "precision_weighted": 0.687583, "recall": 0.674378, "recall_weighted": 0.620069, "ap": NaN, "ap_weighted": NaN, "main_score": 0.620069, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.770782, "f1": 0.75615, "f1_weighted": 0.770004, "precision": 0.735851, "precision_weighted": 0.80777, "recall": 0.821983, "recall_weighted": 0.770782, "ap": null, "ap_weighted": null }, { "accuracy": 0.752091, "f1": 0.736147, "f1_weighted": 0.75285, "precision": 0.725273, "precision_weighted": 0.809335, "recall": 0.811003, "recall_weighted": 0.752091, "ap": null, "ap_weighted": null }, { "accuracy": 0.766355, "f1": 0.754651, "f1_weighted": 0.762939, "precision": 0.743729, "precision_weighted": 0.816597, "recall": 0.826542, "recall_weighted": 0.766355, "ap": null, "ap_weighted": null }, { "accuracy": 0.74668, "f1": 0.736463, "f1_weighted": 0.747471, "precision": 0.730928, "precision_weighted": 0.797618, "recall": 0.798846, "recall_weighted": 0.74668, "ap": null, "ap_weighted": null }, { "accuracy": 0.725037, "f1": 0.712335, "f1_weighted": 0.714532, "precision": 0.707604, "precision_weighted": 0.786045, "recall": 0.794265, "recall_weighted": 0.725037, "ap": null, "ap_weighted": null }, { "accuracy": 0.716183, "f1": 0.704616, "f1_weighted": 0.707264, "precision": 0.694217, "precision_weighted": 0.773074, "recall": 0.786535, "recall_weighted": 0.716183, "ap": null, "ap_weighted": null }, { "accuracy": 0.740777, "f1": 0.723556, "f1_weighted": 0.739972, "precision": 0.718349, "precision_weighted": 0.803065, "recall": 0.797629, "recall_weighted": 0.740777, "ap": null, "ap_weighted": null }, { "accuracy": 0.750123, "f1": 0.739034, "f1_weighted": 0.750015, "precision": 0.720502, "precision_weighted": 0.784926, "recall": 0.797444, "recall_weighted": 0.750123, "ap": null, "ap_weighted": null }, { "accuracy": 0.763404, "f1": 0.749827, "f1_weighted": 0.760924, "precision": 0.736207, "precision_weighted": 0.79887, "recall": 0.80198, "recall_weighted": 0.763404, "ap": null, "ap_weighted": null }, { "accuracy": 0.727004, "f1": 0.727234, "f1_weighted": 0.722347, "precision": 0.718601, "precision_weighted": 0.785355, "recall": 0.801816, "recall_weighted": 0.727004, "ap": null, "ap_weighted": null } ], "accuracy": 0.745844, "f1": 0.734001, "f1_weighted": 0.742832, "precision": 0.723126, "precision_weighted": 0.796265, "recall": 0.803804, "recall_weighted": 0.745844, "ap": NaN, "ap_weighted": NaN, "main_score": 0.745844, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.709788, "f1": 0.697785, "f1_weighted": 0.709989, "precision": 0.69554, "precision_weighted": 0.78438, "recall": 0.776453, "recall_weighted": 0.709788, "ap": null, "ap_weighted": null }, { "accuracy": 0.721102, "f1": 0.707993, "f1_weighted": 0.722366, "precision": 0.707391, "precision_weighted": 0.791435, "recall": 0.783399, "recall_weighted": 0.721102, "ap": null, "ap_weighted": null }, { "accuracy": 0.726513, "f1": 0.710606, "f1_weighted": 0.722023, "precision": 0.707479, "precision_weighted": 0.78826, "recall": 0.788678, "recall_weighted": 0.726513, "ap": null, "ap_weighted": null }, { "accuracy": 0.681259, "f1": 0.668451, "f1_weighted": 0.679997, "precision": 0.670874, "precision_weighted": 0.749793, "recall": 0.745704, "recall_weighted": 0.681259, "ap": null, "ap_weighted": null }, { "accuracy": 0.701918, "f1": 0.687235, "f1_weighted": 0.692448, "precision": 0.682165, "precision_weighted": 0.757422, "recall": 0.76961, "recall_weighted": 0.701918, "ap": null, "ap_weighted": null }, { "accuracy": 0.681751, "f1": 0.673406, "f1_weighted": 0.675737, "precision": 0.675521, "precision_weighted": 0.755469, "recall": 0.757166, "recall_weighted": 0.681751, "ap": null, "ap_weighted": null }, { "accuracy": 0.689129, "f1": 0.675722, "f1_weighted": 0.681006, "precision": 0.682365, "precision_weighted": 0.775468, "recall": 0.767916, "recall_weighted": 0.689129, "ap": null, "ap_weighted": null }, { "accuracy": 0.709297, "f1": 0.704619, "f1_weighted": 0.711808, "precision": 0.69614, "precision_weighted": 0.769882, "recall": 0.767723, "recall_weighted": 0.709297, "ap": null, "ap_weighted": null }, { "accuracy": 0.733399, "f1": 0.722313, "f1_weighted": 0.7354, "precision": 0.705991, "precision_weighted": 0.785061, "recall": 0.789241, "recall_weighted": 0.733399, "ap": null, "ap_weighted": null }, { "accuracy": 0.71274, "f1": 0.702927, "f1_weighted": 0.711146, "precision": 0.691642, "precision_weighted": 0.761828, "recall": 0.775191, "recall_weighted": 0.71274, "ap": null, "ap_weighted": null } ], "accuracy": 0.70669, "f1": 0.695106, "f1_weighted": 0.704192, "precision": 0.691511, "precision_weighted": 0.7719, "recall": 0.772108, "recall_weighted": 0.70669, "ap": NaN, "ap_weighted": NaN, "main_score": 0.70669, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.676832, "f1": 0.663144, "f1_weighted": 0.674019, "precision": 0.659682, "precision_weighted": 0.743216, "recall": 0.745622, "recall_weighted": 0.676832, "ap": null, "ap_weighted": null }, { "accuracy": 0.691097, "f1": 0.684466, "f1_weighted": 0.689511, "precision": 0.683182, "precision_weighted": 0.753587, "recall": 0.749397, "recall_weighted": 0.691097, "ap": null, "ap_weighted": null }, { "accuracy": 0.696016, "f1": 0.673752, "f1_weighted": 0.689333, "precision": 0.668367, "precision_weighted": 0.747623, "recall": 0.750173, "recall_weighted": 0.696016, "ap": null, "ap_weighted": null }, { "accuracy": 0.655189, "f1": 0.635531, "f1_weighted": 0.647343, "precision": 0.625428, "precision_weighted": 0.709027, "recall": 0.719196, "recall_weighted": 0.655189, "ap": null, "ap_weighted": null }, { "accuracy": 0.628136, "f1": 0.606676, "f1_weighted": 0.608761, "precision": 0.614087, "precision_weighted": 0.69965, "recall": 0.705208, "recall_weighted": 0.628136, "ap": null, "ap_weighted": null }, { "accuracy": 0.6424, "f1": 0.639973, "f1_weighted": 0.628663, "precision": 0.644014, "precision_weighted": 0.719513, "recall": 0.726432, "recall_weighted": 0.6424, "ap": null, "ap_weighted": null }, { "accuracy": 0.646827, "f1": 0.627709, "f1_weighted": 0.636904, "precision": 0.626252, "precision_weighted": 0.72291, "recall": 0.722749, "recall_weighted": 0.646827, "ap": null, "ap_weighted": null }, { "accuracy": 0.678308, "f1": 0.665596, "f1_weighted": 0.675088, "precision": 0.652798, "precision_weighted": 0.72203, "recall": 0.732057, "recall_weighted": 0.678308, "ap": null, "ap_weighted": null }, { "accuracy": 0.708313, "f1": 0.692011, "f1_weighted": 0.702855, "precision": 0.684034, "precision_weighted": 0.753942, "recall": 0.760706, "recall_weighted": 0.708313, "ap": null, "ap_weighted": null }, { "accuracy": 0.653714, "f1": 0.65171, "f1_weighted": 0.651426, "precision": 0.650064, "precision_weighted": 0.735728, "recall": 0.733015, "recall_weighted": 0.653714, "ap": null, "ap_weighted": null } ], "accuracy": 0.667683, "f1": 0.654057, "f1_weighted": 0.66039, "precision": 0.650791, "precision_weighted": 0.730723, "recall": 0.734455, "recall_weighted": 0.667683, "ap": NaN, "ap_weighted": NaN, "main_score": 0.667683, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.584358, "f1": 0.575322, "f1_weighted": 0.581895, "precision": 0.580402, "precision_weighted": 0.668746, "recall": 0.65312, "recall_weighted": 0.584358, "ap": null, "ap_weighted": null }, { "accuracy": 0.609936, "f1": 0.597538, "f1_weighted": 0.605462, "precision": 0.591479, "precision_weighted": 0.665311, "recall": 0.670046, "recall_weighted": 0.609936, "ap": null, "ap_weighted": null }, { "accuracy": 0.610428, "f1": 0.588095, "f1_weighted": 0.604313, "precision": 0.587101, "precision_weighted": 0.685371, "recall": 0.675615, "recall_weighted": 0.610428, "ap": null, "ap_weighted": null }, { "accuracy": 0.592228, "f1": 0.567492, "f1_weighted": 0.584835, "precision": 0.56202, "precision_weighted": 0.65284, "recall": 0.65062, "recall_weighted": 0.592228, "ap": null, "ap_weighted": null }, { "accuracy": 0.596655, "f1": 0.573434, "f1_weighted": 0.581007, "precision": 0.571437, "precision_weighted": 0.651473, "recall": 0.661183, "recall_weighted": 0.596655, "ap": null, "ap_weighted": null }, { "accuracy": 0.548942, "f1": 0.538048, "f1_weighted": 0.528791, "precision": 0.556192, "precision_weighted": 0.659669, "recall": 0.630553, "recall_weighted": 0.548942, "ap": null, "ap_weighted": null }, { "accuracy": 0.588785, "f1": 0.565219, "f1_weighted": 0.581919, "precision": 0.57224, "precision_weighted": 0.666732, "recall": 0.644385, "recall_weighted": 0.588785, "ap": null, "ap_weighted": null }, { "accuracy": 0.593704, "f1": 0.584167, "f1_weighted": 0.584896, "precision": 0.57915, "precision_weighted": 0.644077, "recall": 0.651937, "recall_weighted": 0.593704, "ap": null, "ap_weighted": null }, { "accuracy": 0.621249, "f1": 0.60338, "f1_weighted": 0.614861, "precision": 0.591527, "precision_weighted": 0.660743, "recall": 0.673935, "recall_weighted": 0.621249, "ap": null, "ap_weighted": null }, { "accuracy": 0.590261, "f1": 0.571863, "f1_weighted": 0.575237, "precision": 0.563401, "precision_weighted": 0.642203, "recall": 0.650607, "recall_weighted": 0.590261, "ap": null, "ap_weighted": null } ], "accuracy": 0.593655, "f1": 0.576456, "f1_weighted": 0.584321, "precision": 0.575495, "precision_weighted": 0.659717, "recall": 0.6562, "recall_weighted": 0.593655, "ap": NaN, "ap_weighted": NaN, "main_score": 0.593655, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.735366, "f1": 0.723815, "f1_weighted": 0.736574, "precision": 0.7113, "precision_weighted": 0.782071, "recall": 0.791157, "recall_weighted": 0.735366, "ap": null, "ap_weighted": null }, { "accuracy": 0.720118, "f1": 0.708909, "f1_weighted": 0.71579, "precision": 0.697585, "precision_weighted": 0.774116, "recall": 0.785221, "recall_weighted": 0.720118, "ap": null, "ap_weighted": null }, { "accuracy": 0.724545, "f1": 0.709141, "f1_weighted": 0.721169, "precision": 0.706109, "precision_weighted": 0.787151, "recall": 0.786753, "recall_weighted": 0.724545, "ap": null, "ap_weighted": null }, { "accuracy": 0.726513, "f1": 0.703665, "f1_weighted": 0.725348, "precision": 0.692109, "precision_weighted": 0.766807, "recall": 0.770726, "recall_weighted": 0.726513, "ap": null, "ap_weighted": null }, { "accuracy": 0.657157, "f1": 0.642917, "f1_weighted": 0.645663, "precision": 0.643742, "precision_weighted": 0.732109, "recall": 0.741123, "recall_weighted": 0.657157, "ap": null, "ap_weighted": null }, { "accuracy": 0.70487, "f1": 0.692493, "f1_weighted": 0.694806, "precision": 0.691237, "precision_weighted": 0.771701, "recall": 0.773571, "recall_weighted": 0.70487, "ap": null, "ap_weighted": null }, { "accuracy": 0.712248, "f1": 0.697214, "f1_weighted": 0.708843, "precision": 0.691051, "precision_weighted": 0.772014, "recall": 0.77919, "recall_weighted": 0.712248, "ap": null, "ap_weighted": null }, { "accuracy": 0.714707, "f1": 0.70333, "f1_weighted": 0.715172, "precision": 0.68633, "precision_weighted": 0.757793, "recall": 0.765282, "recall_weighted": 0.714707, "ap": null, "ap_weighted": null }, { "accuracy": 0.729464, "f1": 0.719129, "f1_weighted": 0.72774, "precision": 0.710989, "precision_weighted": 0.773487, "recall": 0.772952, "recall_weighted": 0.729464, "ap": null, "ap_weighted": null }, { "accuracy": 0.692573, "f1": 0.682446, "f1_weighted": 0.68509, "precision": 0.674054, "precision_weighted": 0.747371, "recall": 0.763455, "recall_weighted": 0.692573, "ap": null, "ap_weighted": null } ], "accuracy": 0.711756, "f1": 0.698306, "f1_weighted": 0.707619, "precision": 0.690451, "precision_weighted": 0.766462, "recall": 0.772943, "recall_weighted": 0.711756, "ap": NaN, "ap_weighted": NaN, "main_score": 0.711756, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.635022, "f1": 0.62921, "f1_weighted": 0.640346, "precision": 0.633998, "precision_weighted": 0.699491, "recall": 0.69598, "recall_weighted": 0.635022, "ap": null, "ap_weighted": null }, { "accuracy": 0.653222, "f1": 0.636156, "f1_weighted": 0.653564, "precision": 0.634116, "precision_weighted": 0.715587, "recall": 0.704219, "recall_weighted": 0.653222, "ap": null, "ap_weighted": null }, { "accuracy": 0.637482, "f1": 0.615456, "f1_weighted": 0.631237, "precision": 0.632683, "precision_weighted": 0.696702, "recall": 0.683165, "recall_weighted": 0.637482, "ap": null, "ap_weighted": null }, { "accuracy": 0.60305, "f1": 0.589313, "f1_weighted": 0.60511, "precision": 0.588045, "precision_weighted": 0.67131, "recall": 0.659865, "recall_weighted": 0.60305, "ap": null, "ap_weighted": null }, { "accuracy": 0.632071, "f1": 0.608433, "f1_weighted": 0.621403, "precision": 0.622292, "precision_weighted": 0.704231, "recall": 0.687673, "recall_weighted": 0.632071, "ap": null, "ap_weighted": null }, { "accuracy": 0.655189, "f1": 0.633571, "f1_weighted": 0.64806, "precision": 0.624643, "precision_weighted": 0.710216, "recall": 0.704978, "recall_weighted": 0.655189, "ap": null, "ap_weighted": null }, { "accuracy": 0.617314, "f1": 0.605669, "f1_weighted": 0.615958, "precision": 0.602962, "precision_weighted": 0.689466, "recall": 0.688896, "recall_weighted": 0.617314, "ap": null, "ap_weighted": null }, { "accuracy": 0.631087, "f1": 0.619535, "f1_weighted": 0.631283, "precision": 0.61563, "precision_weighted": 0.681386, "recall": 0.675405, "recall_weighted": 0.631087, "ap": null, "ap_weighted": null }, { "accuracy": 0.665519, "f1": 0.648358, "f1_weighted": 0.66597, "precision": 0.651054, "precision_weighted": 0.727838, "recall": 0.714924, "recall_weighted": 0.665519, "ap": null, "ap_weighted": null }, { "accuracy": 0.641417, "f1": 0.630495, "f1_weighted": 0.640708, "precision": 0.630658, "precision_weighted": 0.712435, "recall": 0.70902, "recall_weighted": 0.641417, "ap": null, "ap_weighted": null } ], "accuracy": 0.637137, "f1": 0.621619, "f1_weighted": 0.635364, "precision": 0.623608, "precision_weighted": 0.700866, "recall": 0.692413, "recall_weighted": 0.637137, "ap": NaN, "ap_weighted": NaN, "main_score": 0.637137, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.651746, "f1": 0.642995, "f1_weighted": 0.651844, "precision": 0.648719, "precision_weighted": 0.734991, "recall": 0.725073, "recall_weighted": 0.651746, "ap": null, "ap_weighted": null }, { "accuracy": 0.665027, "f1": 0.642397, "f1_weighted": 0.659627, "precision": 0.635478, "precision_weighted": 0.713134, "recall": 0.718419, "recall_weighted": 0.665027, "ap": null, "ap_weighted": null }, { "accuracy": 0.666995, "f1": 0.64195, "f1_weighted": 0.667022, "precision": 0.646164, "precision_weighted": 0.724262, "recall": 0.708146, "recall_weighted": 0.666995, "ap": null, "ap_weighted": null }, { "accuracy": 0.628136, "f1": 0.603331, "f1_weighted": 0.621839, "precision": 0.612055, "precision_weighted": 0.710068, "recall": 0.688359, "recall_weighted": 0.628136, "ap": null, "ap_weighted": null }, { "accuracy": 0.614363, "f1": 0.597315, "f1_weighted": 0.598685, "precision": 0.611324, "precision_weighted": 0.71064, "recall": 0.693592, "recall_weighted": 0.614363, "ap": null, "ap_weighted": null }, { "accuracy": 0.610428, "f1": 0.597076, "f1_weighted": 0.598819, "precision": 0.59851, "precision_weighted": 0.689802, "recall": 0.687294, "recall_weighted": 0.610428, "ap": null, "ap_weighted": null }, { "accuracy": 0.669454, "f1": 0.633212, "f1_weighted": 0.664094, "precision": 0.625278, "precision_weighted": 0.720275, "recall": 0.709595, "recall_weighted": 0.669454, "ap": null, "ap_weighted": null }, { "accuracy": 0.632071, "f1": 0.619889, "f1_weighted": 0.626042, "precision": 0.612554, "precision_weighted": 0.693175, "recall": 0.693012, "recall_weighted": 0.632071, "ap": null, "ap_weighted": null }, { "accuracy": 0.655189, "f1": 0.646505, "f1_weighted": 0.652453, "precision": 0.651697, "precision_weighted": 0.728235, "recall": 0.720025, "recall_weighted": 0.655189, "ap": null, "ap_weighted": null }, { "accuracy": 0.641909, "f1": 0.628323, "f1_weighted": 0.635578, "precision": 0.627089, "precision_weighted": 0.713623, "recall": 0.710253, "recall_weighted": 0.641909, "ap": null, "ap_weighted": null } ], "accuracy": 0.643532, "f1": 0.625299, "f1_weighted": 0.6376, "precision": 0.626887, "precision_weighted": 0.71382, "recall": 0.705377, "recall_weighted": 0.643532, "ap": NaN, "ap_weighted": NaN, "main_score": 0.643532, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.635022, "f1": 0.612282, "f1_weighted": 0.634574, "precision": 0.608565, "precision_weighted": 0.698792, "recall": 0.678668, "recall_weighted": 0.635022, "ap": null, "ap_weighted": null }, { "accuracy": 0.598623, "f1": 0.584047, "f1_weighted": 0.596025, "precision": 0.608425, "precision_weighted": 0.695905, "recall": 0.660348, "recall_weighted": 0.598623, "ap": null, "ap_weighted": null }, { "accuracy": 0.606985, "f1": 0.57289, "f1_weighted": 0.598059, "precision": 0.575018, "precision_weighted": 0.663677, "recall": 0.645976, "recall_weighted": 0.606985, "ap": null, "ap_weighted": null }, { "accuracy": 0.605017, "f1": 0.577236, "f1_weighted": 0.602259, "precision": 0.569289, "precision_weighted": 0.651653, "recall": 0.641023, "recall_weighted": 0.605017, "ap": null, "ap_weighted": null }, { "accuracy": 0.593704, "f1": 0.568688, "f1_weighted": 0.584926, "precision": 0.573688, "precision_weighted": 0.673414, "recall": 0.655015, "recall_weighted": 0.593704, "ap": null, "ap_weighted": null }, { "accuracy": 0.603542, "f1": 0.579463, "f1_weighted": 0.589565, "precision": 0.587726, "precision_weighted": 0.662674, "recall": 0.648526, "recall_weighted": 0.603542, "ap": null, "ap_weighted": null }, { "accuracy": 0.600098, "f1": 0.576043, "f1_weighted": 0.599139, "precision": 0.596649, "precision_weighted": 0.689886, "recall": 0.659272, "recall_weighted": 0.600098, "ap": null, "ap_weighted": null }, { "accuracy": 0.614855, "f1": 0.597844, "f1_weighted": 0.614208, "precision": 0.591544, "precision_weighted": 0.663242, "recall": 0.656915, "recall_weighted": 0.614855, "ap": null, "ap_weighted": null }, { "accuracy": 0.590261, "f1": 0.565265, "f1_weighted": 0.581605, "precision": 0.586481, "precision_weighted": 0.674375, "recall": 0.63973, "recall_weighted": 0.590261, "ap": null, "ap_weighted": null }, { "accuracy": 0.599115, "f1": 0.5755, "f1_weighted": 0.590332, "precision": 0.566654, "precision_weighted": 0.655928, "recall": 0.655018, "recall_weighted": 0.599115, "ap": null, "ap_weighted": null } ], "accuracy": 0.604722, "f1": 0.580926, "f1_weighted": 0.599069, "precision": 0.586404, "precision_weighted": 0.672955, "recall": 0.654049, "recall_weighted": 0.604722, "ap": NaN, "ap_weighted": NaN, "main_score": 0.604722, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.496803, "f1": 0.480137, "f1_weighted": 0.494048, "precision": 0.506426, "precision_weighted": 0.584602, "recall": 0.558347, "recall_weighted": 0.496803, "ap": null, "ap_weighted": null }, { "accuracy": 0.5091, "f1": 0.498748, "f1_weighted": 0.510726, "precision": 0.520875, "precision_weighted": 0.608538, "recall": 0.573132, "recall_weighted": 0.5091, "ap": null, "ap_weighted": null }, { "accuracy": 0.5091, "f1": 0.483982, "f1_weighted": 0.503758, "precision": 0.512405, "precision_weighted": 0.609241, "recall": 0.559983, "recall_weighted": 0.5091, "ap": null, "ap_weighted": null }, { "accuracy": 0.490408, "f1": 0.468969, "f1_weighted": 0.492119, "precision": 0.484544, "precision_weighted": 0.575265, "recall": 0.530001, "recall_weighted": 0.490408, "ap": null, "ap_weighted": null }, { "accuracy": 0.491392, "f1": 0.472193, "f1_weighted": 0.477247, "precision": 0.491369, "precision_weighted": 0.579609, "recall": 0.557984, "recall_weighted": 0.491392, "ap": null, "ap_weighted": null }, { "accuracy": 0.47516, "f1": 0.457887, "f1_weighted": 0.470661, "precision": 0.490271, "precision_weighted": 0.595562, "recall": 0.533245, "recall_weighted": 0.47516, "ap": null, "ap_weighted": null }, { "accuracy": 0.5273, "f1": 0.49587, "f1_weighted": 0.524888, "precision": 0.504748, "precision_weighted": 0.579618, "recall": 0.557845, "recall_weighted": 0.5273, "ap": null, "ap_weighted": null }, { "accuracy": 0.537629, "f1": 0.510423, "f1_weighted": 0.533413, "precision": 0.520127, "precision_weighted": 0.589685, "recall": 0.568254, "recall_weighted": 0.537629, "ap": null, "ap_weighted": null }, { "accuracy": 0.471717, "f1": 0.452569, "f1_weighted": 0.472361, "precision": 0.464353, "precision_weighted": 0.520225, "recall": 0.503537, "recall_weighted": 0.471717, "ap": null, "ap_weighted": null }, { "accuracy": 0.485981, "f1": 0.466736, "f1_weighted": 0.486205, "precision": 0.475138, "precision_weighted": 0.57447, "recall": 0.550787, "recall_weighted": 0.485981, "ap": null, "ap_weighted": null } ], "accuracy": 0.499459, "f1": 0.478752, "f1_weighted": 0.496542, "precision": 0.497025, "precision_weighted": 0.581682, "recall": 0.549312, "recall_weighted": 0.499459, "ap": NaN, "ap_weighted": NaN, "main_score": 0.499459, "hf_subset": "hy", "languages": [ "hye-Armn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.698475, "f1": 0.687558, "f1_weighted": 0.698536, "precision": 0.679371, "precision_weighted": 0.761256, "recall": 0.765816, "recall_weighted": 0.698475, "ap": null, "ap_weighted": null }, { "accuracy": 0.705362, "f1": 0.689395, "f1_weighted": 0.70185, "precision": 0.683437, "precision_weighted": 0.765623, "recall": 0.762367, "recall_weighted": 0.705362, "ap": null, "ap_weighted": null }, { "accuracy": 0.710772, "f1": 0.689874, "f1_weighted": 0.701695, "precision": 0.677657, "precision_weighted": 0.759652, "recall": 0.770076, "recall_weighted": 0.710772, "ap": null, "ap_weighted": null }, { "accuracy": 0.687654, "f1": 0.662614, "f1_weighted": 0.6854, "precision": 0.655698, "precision_weighted": 0.742699, "recall": 0.740076, "recall_weighted": 0.687654, "ap": null, "ap_weighted": null }, { "accuracy": 0.677324, "f1": 0.646241, "f1_weighted": 0.664052, "precision": 0.657473, "precision_weighted": 0.753723, "recall": 0.738831, "recall_weighted": 0.677324, "ap": null, "ap_weighted": null }, { "accuracy": 0.682243, "f1": 0.673285, "f1_weighted": 0.672238, "precision": 0.672017, "precision_weighted": 0.750958, "recall": 0.754578, "recall_weighted": 0.682243, "ap": null, "ap_weighted": null }, { "accuracy": 0.698475, "f1": 0.672304, "f1_weighted": 0.697554, "precision": 0.67514, "precision_weighted": 0.761865, "recall": 0.741149, "recall_weighted": 0.698475, "ap": null, "ap_weighted": null }, { "accuracy": 0.67093, "f1": 0.662455, "f1_weighted": 0.667804, "precision": 0.657319, "precision_weighted": 0.731407, "recall": 0.735565, "recall_weighted": 0.67093, "ap": null, "ap_weighted": null }, { "accuracy": 0.729464, "f1": 0.710668, "f1_weighted": 0.726453, "precision": 0.698165, "precision_weighted": 0.772641, "recall": 0.772941, "recall_weighted": 0.729464, "ap": null, "ap_weighted": null }, { "accuracy": 0.685194, "f1": 0.671695, "f1_weighted": 0.682978, "precision": 0.667513, "precision_weighted": 0.745142, "recall": 0.744862, "recall_weighted": 0.685194, "ap": null, "ap_weighted": null } ], "accuracy": 0.694589, "f1": 0.676609, "f1_weighted": 0.689856, "precision": 0.672379, "precision_weighted": 0.754497, "recall": 0.752626, "recall_weighted": 0.694589, "ap": NaN, "ap_weighted": NaN, "main_score": 0.694589, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.515002, "f1": 0.481067, "f1_weighted": 0.514341, "precision": 0.496523, "precision_weighted": 0.58703, "recall": 0.548087, "recall_weighted": 0.515002, "ap": null, "ap_weighted": null }, { "accuracy": 0.500738, "f1": 0.459501, "f1_weighted": 0.494266, "precision": 0.493599, "precision_weighted": 0.56173, "recall": 0.523355, "recall_weighted": 0.500738, "ap": null, "ap_weighted": null }, { "accuracy": 0.496803, "f1": 0.462217, "f1_weighted": 0.480978, "precision": 0.462017, "precision_weighted": 0.531766, "recall": 0.538565, "recall_weighted": 0.496803, "ap": null, "ap_weighted": null }, { "accuracy": 0.484506, "f1": 0.453162, "f1_weighted": 0.472091, "precision": 0.456145, "precision_weighted": 0.546198, "recall": 0.530707, "recall_weighted": 0.484506, "ap": null, "ap_weighted": null }, { "accuracy": 0.470733, "f1": 0.439358, "f1_weighted": 0.451928, "precision": 0.455556, "precision_weighted": 0.557201, "recall": 0.53012, "recall_weighted": 0.470733, "ap": null, "ap_weighted": null }, { "accuracy": 0.500246, "f1": 0.469385, "f1_weighted": 0.471335, "precision": 0.493346, "precision_weighted": 0.571969, "recall": 0.546625, "recall_weighted": 0.500246, "ap": null, "ap_weighted": null }, { "accuracy": 0.510576, "f1": 0.481646, "f1_weighted": 0.49963, "precision": 0.499215, "precision_weighted": 0.561485, "recall": 0.540489, "recall_weighted": 0.510576, "ap": null, "ap_weighted": null }, { "accuracy": 0.497295, "f1": 0.474405, "f1_weighted": 0.501786, "precision": 0.485359, "precision_weighted": 0.549434, "recall": 0.509944, "recall_weighted": 0.497295, "ap": null, "ap_weighted": null }, { "accuracy": 0.457944, "f1": 0.430002, "f1_weighted": 0.44661, "precision": 0.445395, "precision_weighted": 0.530893, "recall": 0.507482, "recall_weighted": 0.457944, "ap": null, "ap_weighted": null }, { "accuracy": 0.487949, "f1": 0.454156, "f1_weighted": 0.471539, "precision": 0.455247, "precision_weighted": 0.541393, "recall": 0.522733, "recall_weighted": 0.487949, "ap": null, "ap_weighted": null } ], "accuracy": 0.492179, "f1": 0.46049, "f1_weighted": 0.48045, "precision": 0.47424, "precision_weighted": 0.55391, "recall": 0.529811, "recall_weighted": 0.492179, "ap": NaN, "ap_weighted": NaN, "main_score": 0.492179, "hf_subset": "is", "languages": [ "isl-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.706837, "f1": 0.693563, "f1_weighted": 0.705057, "precision": 0.675986, "precision_weighted": 0.754694, "recall": 0.771678, "recall_weighted": 0.706837, "ap": null, "ap_weighted": null }, { "accuracy": 0.678308, "f1": 0.676089, "f1_weighted": 0.678688, "precision": 0.684971, "precision_weighted": 0.775926, "recall": 0.764212, "recall_weighted": 0.678308, "ap": null, "ap_weighted": null }, { "accuracy": 0.71274, "f1": 0.696856, "f1_weighted": 0.708242, "precision": 0.693499, "precision_weighted": 0.77247, "recall": 0.780955, "recall_weighted": 0.71274, "ap": null, "ap_weighted": null }, { "accuracy": 0.705853, "f1": 0.686239, "f1_weighted": 0.698958, "precision": 0.670847, "precision_weighted": 0.748431, "recall": 0.763121, "recall_weighted": 0.705853, "ap": null, "ap_weighted": null }, { "accuracy": 0.684702, "f1": 0.671638, "f1_weighted": 0.67808, "precision": 0.670619, "precision_weighted": 0.750376, "recall": 0.75507, "recall_weighted": 0.684702, "ap": null, "ap_weighted": null }, { "accuracy": 0.649287, "f1": 0.639263, "f1_weighted": 0.635032, "precision": 0.637242, "precision_weighted": 0.723511, "recall": 0.733649, "recall_weighted": 0.649287, "ap": null, "ap_weighted": null }, { "accuracy": 0.717659, "f1": 0.699965, "f1_weighted": 0.709839, "precision": 0.690696, "precision_weighted": 0.76862, "recall": 0.780413, "recall_weighted": 0.717659, "ap": null, "ap_weighted": null }, { "accuracy": 0.681751, "f1": 0.684069, "f1_weighted": 0.676618, "precision": 0.677518, "precision_weighted": 0.746209, "recall": 0.758889, "recall_weighted": 0.681751, "ap": null, "ap_weighted": null }, { "accuracy": 0.717167, "f1": 0.699473, "f1_weighted": 0.715055, "precision": 0.687792, "precision_weighted": 0.763551, "recall": 0.764578, "recall_weighted": 0.717167, "ap": null, "ap_weighted": null }, { "accuracy": 0.695032, "f1": 0.694482, "f1_weighted": 0.688983, "precision": 0.68708, "precision_weighted": 0.741352, "recall": 0.766, "recall_weighted": 0.695032, "ap": null, "ap_weighted": null } ], "accuracy": 0.694934, "f1": 0.684164, "f1_weighted": 0.689455, "precision": 0.677625, "precision_weighted": 0.754514, "recall": 0.763857, "recall_weighted": 0.694934, "ap": NaN, "ap_weighted": NaN, "main_score": 0.694934, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.745204, "f1": 0.738187, "f1_weighted": 0.74369, "precision": 0.721582, "precision_weighted": 0.796603, "recall": 0.81499, "recall_weighted": 0.745204, "ap": null, "ap_weighted": null }, { "accuracy": 0.757993, "f1": 0.746459, "f1_weighted": 0.757285, "precision": 0.733733, "precision_weighted": 0.807036, "recall": 0.820611, "recall_weighted": 0.757993, "ap": null, "ap_weighted": null }, { "accuracy": 0.768323, "f1": 0.752733, "f1_weighted": 0.765649, "precision": 0.736434, "precision_weighted": 0.809962, "recall": 0.825991, "recall_weighted": 0.768323, "ap": null, "ap_weighted": null }, { "accuracy": 0.716183, "f1": 0.705685, "f1_weighted": 0.714238, "precision": 0.695931, "precision_weighted": 0.770812, "recall": 0.775161, "recall_weighted": 0.716183, "ap": null, "ap_weighted": null }, { "accuracy": 0.71274, "f1": 0.694514, "f1_weighted": 0.702649, "precision": 0.676339, "precision_weighted": 0.75929, "recall": 0.783247, "recall_weighted": 0.71274, "ap": null, "ap_weighted": null }, { "accuracy": 0.724545, "f1": 0.718023, "f1_weighted": 0.718534, "precision": 0.707986, "precision_weighted": 0.78166, "recall": 0.79113, "recall_weighted": 0.724545, "ap": null, "ap_weighted": null }, { "accuracy": 0.717659, "f1": 0.707419, "f1_weighted": 0.711726, "precision": 0.702454, "precision_weighted": 0.792625, "recall": 0.796569, "recall_weighted": 0.717659, "ap": null, "ap_weighted": null }, { "accuracy": 0.71274, "f1": 0.714827, "f1_weighted": 0.710626, "precision": 0.701648, "precision_weighted": 0.776733, "recall": 0.788728, "recall_weighted": 0.71274, "ap": null, "ap_weighted": null }, { "accuracy": 0.761436, "f1": 0.746379, "f1_weighted": 0.75537, "precision": 0.737402, "precision_weighted": 0.798959, "recall": 0.803932, "recall_weighted": 0.761436, "ap": null, "ap_weighted": null }, { "accuracy": 0.732415, "f1": 0.7326, "f1_weighted": 0.729604, "precision": 0.725033, "precision_weighted": 0.792624, "recall": 0.804572, "recall_weighted": 0.732415, "ap": null, "ap_weighted": null } ], "accuracy": 0.734924, "f1": 0.725683, "f1_weighted": 0.730937, "precision": 0.713854, "precision_weighted": 0.78863, "recall": 0.800493, "recall_weighted": 0.734924, "ap": NaN, "ap_weighted": NaN, "main_score": 0.734924, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.565175, "f1": 0.537025, "f1_weighted": 0.576423, "precision": 0.546075, "precision_weighted": 0.659509, "recall": 0.60283, "recall_weighted": 0.565175, "ap": null, "ap_weighted": null }, { "accuracy": 0.567142, "f1": 0.541663, "f1_weighted": 0.556144, "precision": 0.540528, "precision_weighted": 0.624347, "recall": 0.626724, "recall_weighted": 0.567142, "ap": null, "ap_weighted": null }, { "accuracy": 0.582391, "f1": 0.539955, "f1_weighted": 0.573617, "precision": 0.547885, "precision_weighted": 0.638463, "recall": 0.610295, "recall_weighted": 0.582391, "ap": null, "ap_weighted": null }, { "accuracy": 0.534678, "f1": 0.517527, "f1_weighted": 0.529978, "precision": 0.506421, "precision_weighted": 0.572814, "recall": 0.586051, "recall_weighted": 0.534678, "ap": null, "ap_weighted": null }, { "accuracy": 0.578455, "f1": 0.557597, "f1_weighted": 0.560358, "precision": 0.558997, "precision_weighted": 0.641599, "recall": 0.641664, "recall_weighted": 0.578455, "ap": null, "ap_weighted": null }, { "accuracy": 0.549434, "f1": 0.538389, "f1_weighted": 0.540927, "precision": 0.540478, "precision_weighted": 0.619939, "recall": 0.616645, "recall_weighted": 0.549434, "ap": null, "ap_weighted": null }, { "accuracy": 0.588293, "f1": 0.568735, "f1_weighted": 0.594371, "precision": 0.561732, "precision_weighted": 0.648903, "recall": 0.636684, "recall_weighted": 0.588293, "ap": null, "ap_weighted": null }, { "accuracy": 0.582391, "f1": 0.563619, "f1_weighted": 0.573014, "precision": 0.56447, "precision_weighted": 0.642018, "recall": 0.639471, "recall_weighted": 0.582391, "ap": null, "ap_weighted": null }, { "accuracy": 0.56665, "f1": 0.554812, "f1_weighted": 0.564554, "precision": 0.558494, "precision_weighted": 0.649077, "recall": 0.635889, "recall_weighted": 0.56665, "ap": null, "ap_weighted": null }, { "accuracy": 0.592228, "f1": 0.57121, "f1_weighted": 0.580696, "precision": 0.572444, "precision_weighted": 0.642865, "recall": 0.644175, "recall_weighted": 0.592228, "ap": null, "ap_weighted": null } ], "accuracy": 0.570684, "f1": 0.549053, "f1_weighted": 0.565008, "precision": 0.549753, "precision_weighted": 0.633953, "recall": 0.624043, "recall_weighted": 0.570684, "ap": NaN, "ap_weighted": NaN, "main_score": 0.570684, "hf_subset": "jv", "languages": [ "jav-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.473192, "f1": 0.448139, "f1_weighted": 0.473298, "precision": 0.47031, "precision_weighted": 0.555226, "recall": 0.519527, "recall_weighted": 0.473192, "ap": null, "ap_weighted": null }, { "accuracy": 0.460895, "f1": 0.439904, "f1_weighted": 0.460391, "precision": 0.451011, "precision_weighted": 0.535994, "recall": 0.511175, "recall_weighted": 0.460895, "ap": null, "ap_weighted": null }, { "accuracy": 0.471225, "f1": 0.429853, "f1_weighted": 0.458711, "precision": 0.467573, "precision_weighted": 0.571902, "recall": 0.51589, "recall_weighted": 0.471225, "ap": null, "ap_weighted": null }, { "accuracy": 0.424988, "f1": 0.410987, "f1_weighted": 0.407803, "precision": 0.432194, "precision_weighted": 0.4984, "recall": 0.491634, "recall_weighted": 0.424988, "ap": null, "ap_weighted": null }, { "accuracy": 0.478111, "f1": 0.455341, "f1_weighted": 0.471114, "precision": 0.47679, "precision_weighted": 0.555393, "recall": 0.526414, "recall_weighted": 0.478111, "ap": null, "ap_weighted": null }, { "accuracy": 0.443679, "f1": 0.436484, "f1_weighted": 0.438224, "precision": 0.458734, "precision_weighted": 0.550685, "recall": 0.510292, "recall_weighted": 0.443679, "ap": null, "ap_weighted": null }, { "accuracy": 0.4727, "f1": 0.452094, "f1_weighted": 0.473963, "precision": 0.476747, "precision_weighted": 0.5519, "recall": 0.515338, "recall_weighted": 0.4727, "ap": null, "ap_weighted": null }, { "accuracy": 0.454993, "f1": 0.448593, "f1_weighted": 0.454437, "precision": 0.467705, "precision_weighted": 0.554334, "recall": 0.512961, "recall_weighted": 0.454993, "ap": null, "ap_weighted": null }, { "accuracy": 0.427447, "f1": 0.422075, "f1_weighted": 0.416119, "precision": 0.443224, "precision_weighted": 0.506863, "recall": 0.507987, "recall_weighted": 0.427447, "ap": null, "ap_weighted": null }, { "accuracy": 0.480079, "f1": 0.455616, "f1_weighted": 0.476761, "precision": 0.458647, "precision_weighted": 0.551003, "recall": 0.526047, "recall_weighted": 0.480079, "ap": null, "ap_weighted": null } ], "accuracy": 0.458731, "f1": 0.439909, "f1_weighted": 0.453082, "precision": 0.460294, "precision_weighted": 0.54317, "recall": 0.513726, "recall_weighted": 0.458731, "ap": NaN, "ap_weighted": NaN, "main_score": 0.458731, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.450566, "f1": 0.416843, "f1_weighted": 0.452322, "precision": 0.440446, "precision_weighted": 0.509731, "recall": 0.451226, "recall_weighted": 0.450566, "ap": null, "ap_weighted": null }, { "accuracy": 0.426955, "f1": 0.394476, "f1_weighted": 0.413118, "precision": 0.394263, "precision_weighted": 0.453527, "recall": 0.459601, "recall_weighted": 0.426955, "ap": null, "ap_weighted": null }, { "accuracy": 0.418101, "f1": 0.398083, "f1_weighted": 0.417665, "precision": 0.409822, "precision_weighted": 0.480992, "recall": 0.4563, "recall_weighted": 0.418101, "ap": null, "ap_weighted": null }, { "accuracy": 0.397934, "f1": 0.377049, "f1_weighted": 0.384438, "precision": 0.423271, "precision_weighted": 0.506485, "recall": 0.442123, "recall_weighted": 0.397934, "ap": null, "ap_weighted": null }, { "accuracy": 0.422036, "f1": 0.382496, "f1_weighted": 0.395064, "precision": 0.405197, "precision_weighted": 0.476468, "recall": 0.459955, "recall_weighted": 0.422036, "ap": null, "ap_weighted": null }, { "accuracy": 0.401377, "f1": 0.376676, "f1_weighted": 0.387427, "precision": 0.399722, "precision_weighted": 0.4784, "recall": 0.450651, "recall_weighted": 0.401377, "ap": null, "ap_weighted": null }, { "accuracy": 0.406788, "f1": 0.375989, "f1_weighted": 0.39626, "precision": 0.400647, "precision_weighted": 0.495155, "recall": 0.446115, "recall_weighted": 0.406788, "ap": null, "ap_weighted": null }, { "accuracy": 0.478111, "f1": 0.441897, "f1_weighted": 0.468191, "precision": 0.447778, "precision_weighted": 0.521844, "recall": 0.495177, "recall_weighted": 0.478111, "ap": null, "ap_weighted": null }, { "accuracy": 0.426463, "f1": 0.380251, "f1_weighted": 0.420429, "precision": 0.411329, "precision_weighted": 0.486179, "recall": 0.427142, "recall_weighted": 0.426463, "ap": null, "ap_weighted": null }, { "accuracy": 0.415642, "f1": 0.388877, "f1_weighted": 0.402829, "precision": 0.411463, "precision_weighted": 0.495506, "recall": 0.464018, "recall_weighted": 0.415642, "ap": null, "ap_weighted": null } ], "accuracy": 0.424397, "f1": 0.393264, "f1_weighted": 0.413774, "precision": 0.414394, "precision_weighted": 0.490429, "recall": 0.455231, "recall_weighted": 0.424397, "ap": NaN, "ap_weighted": NaN, "main_score": 0.424397, "hf_subset": "km", "languages": [ "khm-Khmr" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.515002, "f1": 0.487621, "f1_weighted": 0.505578, "precision": 0.487842, "precision_weighted": 0.560811, "recall": 0.561916, "recall_weighted": 0.515002, "ap": null, "ap_weighted": null }, { "accuracy": 0.544515, "f1": 0.519661, "f1_weighted": 0.548114, "precision": 0.517137, "precision_weighted": 0.59555, "recall": 0.570013, "recall_weighted": 0.544515, "ap": null, "ap_weighted": null }, { "accuracy": 0.541072, "f1": 0.490229, "f1_weighted": 0.537645, "precision": 0.488801, "precision_weighted": 0.580991, "recall": 0.548222, "recall_weighted": 0.541072, "ap": null, "ap_weighted": null }, { "accuracy": 0.487457, "f1": 0.466579, "f1_weighted": 0.491035, "precision": 0.473166, "precision_weighted": 0.555129, "recall": 0.520866, "recall_weighted": 0.487457, "ap": null, "ap_weighted": null }, { "accuracy": 0.522381, "f1": 0.479513, "f1_weighted": 0.518002, "precision": 0.483613, "precision_weighted": 0.584899, "recall": 0.544013, "recall_weighted": 0.522381, "ap": null, "ap_weighted": null }, { "accuracy": 0.508608, "f1": 0.479575, "f1_weighted": 0.504626, "precision": 0.488217, "precision_weighted": 0.586126, "recall": 0.550426, "recall_weighted": 0.508608, "ap": null, "ap_weighted": null }, { "accuracy": 0.539105, "f1": 0.514489, "f1_weighted": 0.538766, "precision": 0.510908, "precision_weighted": 0.577086, "recall": 0.564355, "recall_weighted": 0.539105, "ap": null, "ap_weighted": null }, { "accuracy": 0.503689, "f1": 0.483213, "f1_weighted": 0.487573, "precision": 0.484994, "precision_weighted": 0.552334, "recall": 0.53724, "recall_weighted": 0.503689, "ap": null, "ap_weighted": null }, { "accuracy": 0.513035, "f1": 0.486691, "f1_weighted": 0.513055, "precision": 0.48322, "precision_weighted": 0.57797, "recall": 0.56012, "recall_weighted": 0.513035, "ap": null, "ap_weighted": null }, { "accuracy": 0.500246, "f1": 0.476976, "f1_weighted": 0.495493, "precision": 0.48338, "precision_weighted": 0.579228, "recall": 0.556054, "recall_weighted": 0.500246, "ap": null, "ap_weighted": null } ], "accuracy": 0.517511, "f1": 0.488455, "f1_weighted": 0.513989, "precision": 0.490128, "precision_weighted": 0.575012, "recall": 0.551322, "recall_weighted": 0.517511, "ap": NaN, "ap_weighted": NaN, "main_score": 0.517511, "hf_subset": "kn", "languages": [ "kan-Knda" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.724053, "f1": 0.716373, "f1_weighted": 0.724233, "precision": 0.702958, "precision_weighted": 0.789747, "recall": 0.796872, "recall_weighted": 0.724053, "ap": null, "ap_weighted": null }, { "accuracy": 0.699459, "f1": 0.696154, "f1_weighted": 0.696026, "precision": 0.6952, "precision_weighted": 0.779309, "recall": 0.785494, "recall_weighted": 0.699459, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.709342, "f1_weighted": 0.708538, "precision": 0.70114, "precision_weighted": 0.781085, "recall": 0.795853, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.680275, "f1": 0.677219, "f1_weighted": 0.675647, "precision": 0.666527, "precision_weighted": 0.740252, "recall": 0.759896, "recall_weighted": 0.680275, "ap": null, "ap_weighted": null }, { "accuracy": 0.708805, "f1": 0.695346, "f1_weighted": 0.702082, "precision": 0.697091, "precision_weighted": 0.783713, "recall": 0.782376, "recall_weighted": 0.708805, "ap": null, "ap_weighted": null }, { "accuracy": 0.688637, "f1": 0.683791, "f1_weighted": 0.682067, "precision": 0.67854, "precision_weighted": 0.763122, "recall": 0.764118, "recall_weighted": 0.688637, "ap": null, "ap_weighted": null }, { "accuracy": 0.698967, "f1": 0.687114, "f1_weighted": 0.689802, "precision": 0.679008, "precision_weighted": 0.771337, "recall": 0.779586, "recall_weighted": 0.698967, "ap": null, "ap_weighted": null }, { "accuracy": 0.701918, "f1": 0.694986, "f1_weighted": 0.695575, "precision": 0.676652, "precision_weighted": 0.752154, "recall": 0.772306, "recall_weighted": 0.701918, "ap": null, "ap_weighted": null }, { "accuracy": 0.730939, "f1": 0.728162, "f1_weighted": 0.728185, "precision": 0.708993, "precision_weighted": 0.780721, "recall": 0.800932, "recall_weighted": 0.730939, "ap": null, "ap_weighted": null }, { "accuracy": 0.727004, "f1": 0.726497, "f1_weighted": 0.721644, "precision": 0.715059, "precision_weighted": 0.790252, "recall": 0.804342, "recall_weighted": 0.727004, "ap": null, "ap_weighted": null } ], "accuracy": 0.707526, "f1": 0.701498, "f1_weighted": 0.70238, "precision": 0.692117, "precision_weighted": 0.773169, "recall": 0.784178, "recall_weighted": 0.707526, "ap": NaN, "ap_weighted": NaN, "main_score": 0.707526, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.567142, "f1": 0.548323, "f1_weighted": 0.566002, "precision": 0.548479, "precision_weighted": 0.628029, "recall": 0.615643, "recall_weighted": 0.567142, "ap": null, "ap_weighted": null }, { "accuracy": 0.578455, "f1": 0.556352, "f1_weighted": 0.566894, "precision": 0.565465, "precision_weighted": 0.64171, "recall": 0.628126, "recall_weighted": 0.578455, "ap": null, "ap_weighted": null }, { "accuracy": 0.555829, "f1": 0.514107, "f1_weighted": 0.543731, "precision": 0.517089, "precision_weighted": 0.598785, "recall": 0.574337, "recall_weighted": 0.555829, "ap": null, "ap_weighted": null }, { "accuracy": 0.549926, "f1": 0.527496, "f1_weighted": 0.540348, "precision": 0.528179, "precision_weighted": 0.592391, "recall": 0.580608, "recall_weighted": 0.549926, "ap": null, "ap_weighted": null }, { "accuracy": 0.558288, "f1": 0.537535, "f1_weighted": 0.539335, "precision": 0.548706, "precision_weighted": 0.616596, "recall": 0.617137, "recall_weighted": 0.558288, "ap": null, "ap_weighted": null }, { "accuracy": 0.52484, "f1": 0.507401, "f1_weighted": 0.510224, "precision": 0.538089, "precision_weighted": 0.626272, "recall": 0.570415, "recall_weighted": 0.52484, "ap": null, "ap_weighted": null }, { "accuracy": 0.557796, "f1": 0.538556, "f1_weighted": 0.559833, "precision": 0.541853, "precision_weighted": 0.635418, "recall": 0.604614, "recall_weighted": 0.557796, "ap": null, "ap_weighted": null }, { "accuracy": 0.543532, "f1": 0.525834, "f1_weighted": 0.537991, "precision": 0.527537, "precision_weighted": 0.61647, "recall": 0.596995, "recall_weighted": 0.543532, "ap": null, "ap_weighted": null }, { "accuracy": 0.526808, "f1": 0.51132, "f1_weighted": 0.526851, "precision": 0.522121, "precision_weighted": 0.614006, "recall": 0.585648, "recall_weighted": 0.526808, "ap": null, "ap_weighted": null }, { "accuracy": 0.560748, "f1": 0.527913, "f1_weighted": 0.551399, "precision": 0.51868, "precision_weighted": 0.592699, "recall": 0.579351, "recall_weighted": 0.560748, "ap": null, "ap_weighted": null } ], "accuracy": 0.552336, "f1": 0.529484, "f1_weighted": 0.544261, "precision": 0.53562, "precision_weighted": 0.616238, "recall": 0.595287, "recall_weighted": 0.552336, "ap": NaN, "ap_weighted": NaN, "main_score": 0.552336, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.556321, "f1": 0.537543, "f1_weighted": 0.559952, "precision": 0.551264, "precision_weighted": 0.644818, "recall": 0.616797, "recall_weighted": 0.556321, "ap": null, "ap_weighted": null }, { "accuracy": 0.530743, "f1": 0.523252, "f1_weighted": 0.519887, "precision": 0.533929, "precision_weighted": 0.609359, "recall": 0.599234, "recall_weighted": 0.530743, "ap": null, "ap_weighted": null }, { "accuracy": 0.537629, "f1": 0.519891, "f1_weighted": 0.524009, "precision": 0.528069, "precision_weighted": 0.615711, "recall": 0.602159, "recall_weighted": 0.537629, "ap": null, "ap_weighted": null }, { "accuracy": 0.513035, "f1": 0.499437, "f1_weighted": 0.508818, "precision": 0.513798, "precision_weighted": 0.605123, "recall": 0.585205, "recall_weighted": 0.513035, "ap": null, "ap_weighted": null }, { "accuracy": 0.493851, "f1": 0.479849, "f1_weighted": 0.475724, "precision": 0.505988, "precision_weighted": 0.613735, "recall": 0.580867, "recall_weighted": 0.493851, "ap": null, "ap_weighted": null }, { "accuracy": 0.502705, "f1": 0.486674, "f1_weighted": 0.483142, "precision": 0.514468, "precision_weighted": 0.615447, "recall": 0.571915, "recall_weighted": 0.502705, "ap": null, "ap_weighted": null }, { "accuracy": 0.541564, "f1": 0.521976, "f1_weighted": 0.532763, "precision": 0.525784, "precision_weighted": 0.60951, "recall": 0.603478, "recall_weighted": 0.541564, "ap": null, "ap_weighted": null }, { "accuracy": 0.538121, "f1": 0.526752, "f1_weighted": 0.531038, "precision": 0.526165, "precision_weighted": 0.60264, "recall": 0.589849, "recall_weighted": 0.538121, "ap": null, "ap_weighted": null }, { "accuracy": 0.502705, "f1": 0.501672, "f1_weighted": 0.496461, "precision": 0.51262, "precision_weighted": 0.584344, "recall": 0.586042, "recall_weighted": 0.502705, "ap": null, "ap_weighted": null }, { "accuracy": 0.531727, "f1": 0.524094, "f1_weighted": 0.524263, "precision": 0.537592, "precision_weighted": 0.633203, "recall": 0.615621, "recall_weighted": 0.531727, "ap": null, "ap_weighted": null } ], "accuracy": 0.52484, "f1": 0.512114, "f1_weighted": 0.515606, "precision": 0.524968, "precision_weighted": 0.613389, "recall": 0.595117, "recall_weighted": 0.52484, "ap": NaN, "ap_weighted": NaN, "main_score": 0.52484, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.443187, "f1": 0.427944, "f1_weighted": 0.445839, "precision": 0.43603, "precision_weighted": 0.502031, "recall": 0.491677, "recall_weighted": 0.443187, "ap": null, "ap_weighted": null }, { "accuracy": 0.390064, "f1": 0.370949, "f1_weighted": 0.382585, "precision": 0.407668, "precision_weighted": 0.491751, "recall": 0.446593, "recall_weighted": 0.390064, "ap": null, "ap_weighted": null }, { "accuracy": 0.427939, "f1": 0.394022, "f1_weighted": 0.404489, "precision": 0.405946, "precision_weighted": 0.464345, "recall": 0.458452, "recall_weighted": 0.427939, "ap": null, "ap_weighted": null }, { "accuracy": 0.42302, "f1": 0.407697, "f1_weighted": 0.410268, "precision": 0.424968, "precision_weighted": 0.516179, "recall": 0.467705, "recall_weighted": 0.42302, "ap": null, "ap_weighted": null }, { "accuracy": 0.427939, "f1": 0.390851, "f1_weighted": 0.396561, "precision": 0.395184, "precision_weighted": 0.469707, "recall": 0.472571, "recall_weighted": 0.427939, "ap": null, "ap_weighted": null }, { "accuracy": 0.426463, "f1": 0.412204, "f1_weighted": 0.400429, "precision": 0.428853, "precision_weighted": 0.515419, "recall": 0.501606, "recall_weighted": 0.426463, "ap": null, "ap_weighted": null }, { "accuracy": 0.406788, "f1": 0.392649, "f1_weighted": 0.399844, "precision": 0.414218, "precision_weighted": 0.501317, "recall": 0.462521, "recall_weighted": 0.406788, "ap": null, "ap_weighted": null }, { "accuracy": 0.466306, "f1": 0.444741, "f1_weighted": 0.459125, "precision": 0.452514, "precision_weighted": 0.520256, "recall": 0.496896, "recall_weighted": 0.466306, "ap": null, "ap_weighted": null }, { "accuracy": 0.410231, "f1": 0.393538, "f1_weighted": 0.409513, "precision": 0.42717, "precision_weighted": 0.523896, "recall": 0.469902, "recall_weighted": 0.410231, "ap": null, "ap_weighted": null }, { "accuracy": 0.418593, "f1": 0.406789, "f1_weighted": 0.412025, "precision": 0.438008, "precision_weighted": 0.521947, "recall": 0.478406, "recall_weighted": 0.418593, "ap": null, "ap_weighted": null } ], "accuracy": 0.424053, "f1": 0.404138, "f1_weighted": 0.412068, "precision": 0.423056, "precision_weighted": 0.502685, "recall": 0.474633, "recall_weighted": 0.424053, "ap": NaN, "ap_weighted": NaN, "main_score": 0.424053, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.691097, "f1": 0.670002, "f1_weighted": 0.687618, "precision": 0.660151, "precision_weighted": 0.730431, "recall": 0.730589, "recall_weighted": 0.691097, "ap": null, "ap_weighted": null }, { "accuracy": 0.69454, "f1": 0.672313, "f1_weighted": 0.693762, "precision": 0.663741, "precision_weighted": 0.750929, "recall": 0.737807, "recall_weighted": 0.69454, "ap": null, "ap_weighted": null }, { "accuracy": 0.706345, "f1": 0.674972, "f1_weighted": 0.700516, "precision": 0.680242, "precision_weighted": 0.760969, "recall": 0.742262, "recall_weighted": 0.706345, "ap": null, "ap_weighted": null }, { "accuracy": 0.665519, "f1": 0.629982, "f1_weighted": 0.658075, "precision": 0.627395, "precision_weighted": 0.71134, "recall": 0.705319, "recall_weighted": 0.665519, "ap": null, "ap_weighted": null }, { "accuracy": 0.656173, "f1": 0.620535, "f1_weighted": 0.644175, "precision": 0.620749, "precision_weighted": 0.712221, "recall": 0.706362, "recall_weighted": 0.656173, "ap": null, "ap_weighted": null }, { "accuracy": 0.617314, "f1": 0.598341, "f1_weighted": 0.604546, "precision": 0.612747, "precision_weighted": 0.703253, "recall": 0.673175, "recall_weighted": 0.617314, "ap": null, "ap_weighted": null }, { "accuracy": 0.683227, "f1": 0.651902, "f1_weighted": 0.679143, "precision": 0.647822, "precision_weighted": 0.733716, "recall": 0.723983, "recall_weighted": 0.683227, "ap": null, "ap_weighted": null }, { "accuracy": 0.686178, "f1": 0.664053, "f1_weighted": 0.685903, "precision": 0.653252, "precision_weighted": 0.734825, "recall": 0.726102, "recall_weighted": 0.686178, "ap": null, "ap_weighted": null }, { "accuracy": 0.677816, "f1": 0.64664, "f1_weighted": 0.67787, "precision": 0.643586, "precision_weighted": 0.737079, "recall": 0.713912, "recall_weighted": 0.677816, "ap": null, "ap_weighted": null }, { "accuracy": 0.656173, "f1": 0.637106, "f1_weighted": 0.649957, "precision": 0.634019, "precision_weighted": 0.716417, "recall": 0.715461, "recall_weighted": 0.656173, "ap": null, "ap_weighted": null } ], "accuracy": 0.673438, "f1": 0.646585, "f1_weighted": 0.668157, "precision": 0.64437, "precision_weighted": 0.729118, "recall": 0.717497, "recall_weighted": 0.673438, "ap": NaN, "ap_weighted": NaN, "main_score": 0.673438, "hf_subset": "ms", "languages": [ "msa-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.438269, "f1": 0.406943, "f1_weighted": 0.418271, "precision": 0.437397, "precision_weighted": 0.503924, "recall": 0.49017, "recall_weighted": 0.438269, "ap": null, "ap_weighted": null }, { "accuracy": 0.414658, "f1": 0.38539, "f1_weighted": 0.411781, "precision": 0.441766, "precision_weighted": 0.515874, "recall": 0.452141, "recall_weighted": 0.414658, "ap": null, "ap_weighted": null }, { "accuracy": 0.445647, "f1": 0.412057, "f1_weighted": 0.442965, "precision": 0.446901, "precision_weighted": 0.533608, "recall": 0.478991, "recall_weighted": 0.445647, "ap": null, "ap_weighted": null }, { "accuracy": 0.39941, "f1": 0.371518, "f1_weighted": 0.394409, "precision": 0.41357, "precision_weighted": 0.515141, "recall": 0.45229, "recall_weighted": 0.39941, "ap": null, "ap_weighted": null }, { "accuracy": 0.388096, "f1": 0.353799, "f1_weighted": 0.360058, "precision": 0.383698, "precision_weighted": 0.485661, "recall": 0.450189, "recall_weighted": 0.388096, "ap": null, "ap_weighted": null }, { "accuracy": 0.403345, "f1": 0.379877, "f1_weighted": 0.392885, "precision": 0.419772, "precision_weighted": 0.513014, "recall": 0.448434, "recall_weighted": 0.403345, "ap": null, "ap_weighted": null }, { "accuracy": 0.431874, "f1": 0.393515, "f1_weighted": 0.414824, "precision": 0.415861, "precision_weighted": 0.487766, "recall": 0.457558, "recall_weighted": 0.431874, "ap": null, "ap_weighted": null }, { "accuracy": 0.428431, "f1": 0.403572, "f1_weighted": 0.404631, "precision": 0.429978, "precision_weighted": 0.52513, "recall": 0.481928, "recall_weighted": 0.428431, "ap": null, "ap_weighted": null }, { "accuracy": 0.41515, "f1": 0.394961, "f1_weighted": 0.407439, "precision": 0.427953, "precision_weighted": 0.514713, "recall": 0.47243, "recall_weighted": 0.41515, "ap": null, "ap_weighted": null }, { "accuracy": 0.451549, "f1": 0.412699, "f1_weighted": 0.440749, "precision": 0.44391, "precision_weighted": 0.528226, "recall": 0.485974, "recall_weighted": 0.451549, "ap": null, "ap_weighted": null } ], "accuracy": 0.421643, "f1": 0.391433, "f1_weighted": 0.408801, "precision": 0.426081, "precision_weighted": 0.512306, "recall": 0.467011, "recall_weighted": 0.421643, "ap": NaN, "ap_weighted": NaN, "main_score": 0.421643, "hf_subset": "my", "languages": [ "mya-Mymr" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.640925, "f1": 0.619777, "f1_weighted": 0.637531, "precision": 0.611486, "precision_weighted": 0.698331, "recall": 0.696252, "recall_weighted": 0.640925, "ap": null, "ap_weighted": null }, { "accuracy": 0.637973, "f1": 0.626026, "f1_weighted": 0.636114, "precision": 0.618303, "precision_weighted": 0.698201, "recall": 0.702121, "recall_weighted": 0.637973, "ap": null, "ap_weighted": null }, { "accuracy": 0.632071, "f1": 0.613445, "f1_weighted": 0.624916, "precision": 0.61425, "precision_weighted": 0.699203, "recall": 0.692354, "recall_weighted": 0.632071, "ap": null, "ap_weighted": null }, { "accuracy": 0.631087, "f1": 0.613521, "f1_weighted": 0.622608, "precision": 0.610057, "precision_weighted": 0.68069, "recall": 0.6871, "recall_weighted": 0.631087, "ap": null, "ap_weighted": null }, { "accuracy": 0.610428, "f1": 0.586599, "f1_weighted": 0.592527, "precision": 0.601966, "precision_weighted": 0.698563, "recall": 0.681327, "recall_weighted": 0.610428, "ap": null, "ap_weighted": null }, { "accuracy": 0.617314, "f1": 0.60223, "f1_weighted": 0.600926, "precision": 0.612985, "precision_weighted": 0.706911, "recall": 0.686552, "recall_weighted": 0.617314, "ap": null, "ap_weighted": null }, { "accuracy": 0.649287, "f1": 0.622687, "f1_weighted": 0.641492, "precision": 0.615427, "precision_weighted": 0.693709, "recall": 0.692652, "recall_weighted": 0.649287, "ap": null, "ap_weighted": null }, { "accuracy": 0.63453, "f1": 0.623679, "f1_weighted": 0.632323, "precision": 0.616812, "precision_weighted": 0.687439, "recall": 0.682199, "recall_weighted": 0.63453, "ap": null, "ap_weighted": null }, { "accuracy": 0.630103, "f1": 0.618009, "f1_weighted": 0.629186, "precision": 0.613062, "precision_weighted": 0.689319, "recall": 0.683418, "recall_weighted": 0.630103, "ap": null, "ap_weighted": null }, { "accuracy": 0.609936, "f1": 0.595313, "f1_weighted": 0.602405, "precision": 0.601527, "precision_weighted": 0.678257, "recall": 0.669256, "recall_weighted": 0.609936, "ap": null, "ap_weighted": null } ], "accuracy": 0.629365, "f1": 0.612129, "f1_weighted": 0.622003, "precision": 0.611588, "precision_weighted": 0.693062, "recall": 0.687323, "recall_weighted": 0.629365, "ap": NaN, "ap_weighted": NaN, "main_score": 0.629365, "hf_subset": "nb", "languages": [ "nob-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.715691, "f1": 0.70131, "f1_weighted": 0.711973, "precision": 0.684684, "precision_weighted": 0.743405, "recall": 0.760358, "recall_weighted": 0.715691, "ap": null, "ap_weighted": null }, { "accuracy": 0.717167, "f1": 0.693943, "f1_weighted": 0.717858, "precision": 0.690284, "precision_weighted": 0.771476, "recall": 0.761211, "recall_weighted": 0.717167, "ap": null, "ap_weighted": null }, { "accuracy": 0.707821, "f1": 0.681015, "f1_weighted": 0.707036, "precision": 0.677802, "precision_weighted": 0.760736, "recall": 0.748826, "recall_weighted": 0.707821, "ap": null, "ap_weighted": null }, { "accuracy": 0.682735, "f1": 0.656694, "f1_weighted": 0.681659, "precision": 0.64975, "precision_weighted": 0.723429, "recall": 0.718185, "recall_weighted": 0.682735, "ap": null, "ap_weighted": null }, { "accuracy": 0.673881, "f1": 0.650158, "f1_weighted": 0.660997, "precision": 0.661731, "precision_weighted": 0.748473, "recall": 0.739187, "recall_weighted": 0.673881, "ap": null, "ap_weighted": null }, { "accuracy": 0.677816, "f1": 0.656003, "f1_weighted": 0.667076, "precision": 0.655656, "precision_weighted": 0.731302, "recall": 0.721545, "recall_weighted": 0.677816, "ap": null, "ap_weighted": null }, { "accuracy": 0.697491, "f1": 0.679043, "f1_weighted": 0.69151, "precision": 0.670513, "precision_weighted": 0.752325, "recall": 0.759955, "recall_weighted": 0.697491, "ap": null, "ap_weighted": null }, { "accuracy": 0.669454, "f1": 0.663475, "f1_weighted": 0.668276, "precision": 0.650234, "precision_weighted": 0.726877, "recall": 0.73559, "recall_weighted": 0.669454, "ap": null, "ap_weighted": null }, { "accuracy": 0.730939, "f1": 0.708509, "f1_weighted": 0.727982, "precision": 0.696878, "precision_weighted": 0.759896, "recall": 0.760336, "recall_weighted": 0.730939, "ap": null, "ap_weighted": null }, { "accuracy": 0.693064, "f1": 0.680678, "f1_weighted": 0.692603, "precision": 0.677562, "precision_weighted": 0.761997, "recall": 0.758631, "recall_weighted": 0.693064, "ap": null, "ap_weighted": null } ], "accuracy": 0.696606, "f1": 0.677083, "f1_weighted": 0.692697, "precision": 0.671509, "precision_weighted": 0.747992, "recall": 0.746383, "recall_weighted": 0.696606, "ap": NaN, "ap_weighted": NaN, "main_score": 0.696606, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.687654, "f1": 0.677769, "f1_weighted": 0.690107, "precision": 0.664053, "precision_weighted": 0.738339, "recall": 0.746317, "recall_weighted": 0.687654, "ap": null, "ap_weighted": null }, { "accuracy": 0.699951, "f1": 0.693682, "f1_weighted": 0.704554, "precision": 0.688345, "precision_weighted": 0.774714, "recall": 0.772614, "recall_weighted": 0.699951, "ap": null, "ap_weighted": null }, { "accuracy": 0.689621, "f1": 0.670964, "f1_weighted": 0.689265, "precision": 0.67226, "precision_weighted": 0.76472, "recall": 0.753282, "recall_weighted": 0.689621, "ap": null, "ap_weighted": null }, { "accuracy": 0.638957, "f1": 0.640253, "f1_weighted": 0.628223, "precision": 0.634782, "precision_weighted": 0.699847, "recall": 0.718926, "recall_weighted": 0.638957, "ap": null, "ap_weighted": null }, { "accuracy": 0.651254, "f1": 0.632206, "f1_weighted": 0.644566, "precision": 0.637098, "precision_weighted": 0.735915, "recall": 0.727928, "recall_weighted": 0.651254, "ap": null, "ap_weighted": null }, { "accuracy": 0.6606, "f1": 0.648104, "f1_weighted": 0.650051, "precision": 0.638448, "precision_weighted": 0.719559, "recall": 0.725779, "recall_weighted": 0.6606, "ap": null, "ap_weighted": null }, { "accuracy": 0.680767, "f1": 0.667694, "f1_weighted": 0.676675, "precision": 0.666914, "precision_weighted": 0.750239, "recall": 0.749442, "recall_weighted": 0.680767, "ap": null, "ap_weighted": null }, { "accuracy": 0.664535, "f1": 0.661714, "f1_weighted": 0.66346, "precision": 0.656784, "precision_weighted": 0.730084, "recall": 0.736282, "recall_weighted": 0.664535, "ap": null, "ap_weighted": null }, { "accuracy": 0.711264, "f1": 0.703182, "f1_weighted": 0.713369, "precision": 0.687953, "precision_weighted": 0.765688, "recall": 0.768582, "recall_weighted": 0.711264, "ap": null, "ap_weighted": null }, { "accuracy": 0.683719, "f1": 0.671407, "f1_weighted": 0.687337, "precision": 0.664667, "precision_weighted": 0.753897, "recall": 0.747442, "recall_weighted": 0.683719, "ap": null, "ap_weighted": null } ], "accuracy": 0.676832, "f1": 0.666697, "f1_weighted": 0.674761, "precision": 0.66113, "precision_weighted": 0.7433, "recall": 0.744659, "recall_weighted": 0.676832, "ap": NaN, "ap_weighted": NaN, "main_score": 0.676832, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.68667, "f1": 0.680443, "f1_weighted": 0.68608, "precision": 0.678982, "precision_weighted": 0.767021, "recall": 0.765882, "recall_weighted": 0.68667, "ap": null, "ap_weighted": null }, { "accuracy": 0.697, "f1": 0.68308, "f1_weighted": 0.701762, "precision": 0.682515, "precision_weighted": 0.773628, "recall": 0.759888, "recall_weighted": 0.697, "ap": null, "ap_weighted": null }, { "accuracy": 0.683719, "f1": 0.678048, "f1_weighted": 0.682599, "precision": 0.676883, "precision_weighted": 0.760661, "recall": 0.760841, "recall_weighted": 0.683719, "ap": null, "ap_weighted": null }, { "accuracy": 0.683227, "f1": 0.674957, "f1_weighted": 0.682859, "precision": 0.669056, "precision_weighted": 0.750507, "recall": 0.750831, "recall_weighted": 0.683227, "ap": null, "ap_weighted": null }, { "accuracy": 0.66306, "f1": 0.653145, "f1_weighted": 0.652091, "precision": 0.653557, "precision_weighted": 0.746176, "recall": 0.753918, "recall_weighted": 0.66306, "ap": null, "ap_weighted": null }, { "accuracy": 0.67634, "f1": 0.663286, "f1_weighted": 0.672582, "precision": 0.657697, "precision_weighted": 0.74983, "recall": 0.741686, "recall_weighted": 0.67634, "ap": null, "ap_weighted": null }, { "accuracy": 0.689129, "f1": 0.670477, "f1_weighted": 0.685642, "precision": 0.671182, "precision_weighted": 0.755109, "recall": 0.751651, "recall_weighted": 0.689129, "ap": null, "ap_weighted": null }, { "accuracy": 0.677816, "f1": 0.671497, "f1_weighted": 0.676538, "precision": 0.665972, "precision_weighted": 0.747593, "recall": 0.741219, "recall_weighted": 0.677816, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.704835, "f1_weighted": 0.715428, "precision": 0.691575, "precision_weighted": 0.773931, "recall": 0.776017, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.666995, "f1": 0.668195, "f1_weighted": 0.664309, "precision": 0.669803, "precision_weighted": 0.747629, "recall": 0.75439, "recall_weighted": 0.666995, "ap": null, "ap_weighted": null } ], "accuracy": 0.683915, "f1": 0.674796, "f1_weighted": 0.681989, "precision": 0.671722, "precision_weighted": 0.757209, "recall": 0.755632, "recall_weighted": 0.683915, "ap": NaN, "ap_weighted": NaN, "main_score": 0.683915, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.656173, "f1": 0.638559, "f1_weighted": 0.652779, "precision": 0.639528, "precision_weighted": 0.714842, "recall": 0.711044, "recall_weighted": 0.656173, "ap": null, "ap_weighted": null }, { "accuracy": 0.635514, "f1": 0.623675, "f1_weighted": 0.629161, "precision": 0.627896, "precision_weighted": 0.7233, "recall": 0.714819, "recall_weighted": 0.635514, "ap": null, "ap_weighted": null }, { "accuracy": 0.638957, "f1": 0.627155, "f1_weighted": 0.63115, "precision": 0.626214, "precision_weighted": 0.695175, "recall": 0.70551, "recall_weighted": 0.638957, "ap": null, "ap_weighted": null }, { "accuracy": 0.626168, "f1": 0.606046, "f1_weighted": 0.622493, "precision": 0.608982, "precision_weighted": 0.670769, "recall": 0.671033, "recall_weighted": 0.626168, "ap": null, "ap_weighted": null }, { "accuracy": 0.641417, "f1": 0.615795, "f1_weighted": 0.631616, "precision": 0.605587, "precision_weighted": 0.698046, "recall": 0.704487, "recall_weighted": 0.641417, "ap": null, "ap_weighted": null }, { "accuracy": 0.61879, "f1": 0.606961, "f1_weighted": 0.611471, "precision": 0.607891, "precision_weighted": 0.698857, "recall": 0.690633, "recall_weighted": 0.61879, "ap": null, "ap_weighted": null }, { "accuracy": 0.627644, "f1": 0.606186, "f1_weighted": 0.614253, "precision": 0.609271, "precision_weighted": 0.700541, "recall": 0.696465, "recall_weighted": 0.627644, "ap": null, "ap_weighted": null }, { "accuracy": 0.642892, "f1": 0.638481, "f1_weighted": 0.636687, "precision": 0.634667, "precision_weighted": 0.708539, "recall": 0.707266, "recall_weighted": 0.642892, "ap": null, "ap_weighted": null }, { "accuracy": 0.619282, "f1": 0.608482, "f1_weighted": 0.616226, "precision": 0.616463, "precision_weighted": 0.713914, "recall": 0.699332, "recall_weighted": 0.619282, "ap": null, "ap_weighted": null }, { "accuracy": 0.621249, "f1": 0.613084, "f1_weighted": 0.603083, "precision": 0.603005, "precision_weighted": 0.66844, "recall": 0.698872, "recall_weighted": 0.621249, "ap": null, "ap_weighted": null } ], "accuracy": 0.632809, "f1": 0.618442, "f1_weighted": 0.624892, "precision": 0.61795, "precision_weighted": 0.699242, "recall": 0.699946, "recall_weighted": 0.632809, "ap": NaN, "ap_weighted": NaN, "main_score": 0.632809, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.716183, "f1": 0.701904, "f1_weighted": 0.714351, "precision": 0.69057, "precision_weighted": 0.777273, "recall": 0.783656, "recall_weighted": 0.716183, "ap": null, "ap_weighted": null }, { "accuracy": 0.711756, "f1": 0.70757, "f1_weighted": 0.712967, "precision": 0.698962, "precision_weighted": 0.783015, "recall": 0.788827, "recall_weighted": 0.711756, "ap": null, "ap_weighted": null }, { "accuracy": 0.742745, "f1": 0.725734, "f1_weighted": 0.741355, "precision": 0.717658, "precision_weighted": 0.802468, "recall": 0.802047, "recall_weighted": 0.742745, "ap": null, "ap_weighted": null }, { "accuracy": 0.718151, "f1": 0.703044, "f1_weighted": 0.717069, "precision": 0.685794, "precision_weighted": 0.760659, "recall": 0.771264, "recall_weighted": 0.718151, "ap": null, "ap_weighted": null }, { "accuracy": 0.673881, "f1": 0.663322, "f1_weighted": 0.66323, "precision": 0.665438, "precision_weighted": 0.755674, "recall": 0.76193, "recall_weighted": 0.673881, "ap": null, "ap_weighted": null }, { "accuracy": 0.687654, "f1": 0.682732, "f1_weighted": 0.685307, "precision": 0.680653, "precision_weighted": 0.77007, "recall": 0.764375, "recall_weighted": 0.687654, "ap": null, "ap_weighted": null }, { "accuracy": 0.725037, "f1": 0.706097, "f1_weighted": 0.724543, "precision": 0.695998, "precision_weighted": 0.783623, "recall": 0.780878, "recall_weighted": 0.725037, "ap": null, "ap_weighted": null }, { "accuracy": 0.70487, "f1": 0.695639, "f1_weighted": 0.703356, "precision": 0.68362, "precision_weighted": 0.757017, "recall": 0.765922, "recall_weighted": 0.70487, "ap": null, "ap_weighted": null }, { "accuracy": 0.74668, "f1": 0.734575, "f1_weighted": 0.74418, "precision": 0.720974, "precision_weighted": 0.786413, "recall": 0.79214, "recall_weighted": 0.74668, "ap": null, "ap_weighted": null }, { "accuracy": 0.723561, "f1": 0.70808, "f1_weighted": 0.719581, "precision": 0.68945, "precision_weighted": 0.772921, "recall": 0.786191, "recall_weighted": 0.723561, "ap": null, "ap_weighted": null } ], "accuracy": 0.715052, "f1": 0.70287, "f1_weighted": 0.712594, "precision": 0.692912, "precision_weighted": 0.774913, "recall": 0.779723, "recall_weighted": 0.715052, "ap": NaN, "ap_weighted": NaN, "main_score": 0.715052, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.637973, "f1": 0.615278, "f1_weighted": 0.641702, "precision": 0.611738, "precision_weighted": 0.695954, "recall": 0.677979, "recall_weighted": 0.637973, "ap": null, "ap_weighted": null }, { "accuracy": 0.622725, "f1": 0.603655, "f1_weighted": 0.621611, "precision": 0.612491, "precision_weighted": 0.692276, "recall": 0.669686, "recall_weighted": 0.622725, "ap": null, "ap_weighted": null }, { "accuracy": 0.619282, "f1": 0.594723, "f1_weighted": 0.614028, "precision": 0.600591, "precision_weighted": 0.692301, "recall": 0.669152, "recall_weighted": 0.619282, "ap": null, "ap_weighted": null }, { "accuracy": 0.620758, "f1": 0.592544, "f1_weighted": 0.624988, "precision": 0.577949, "precision_weighted": 0.67149, "recall": 0.65644, "recall_weighted": 0.620758, "ap": null, "ap_weighted": null }, { "accuracy": 0.636498, "f1": 0.60754, "f1_weighted": 0.628256, "precision": 0.599292, "precision_weighted": 0.679107, "recall": 0.680045, "recall_weighted": 0.636498, "ap": null, "ap_weighted": null }, { "accuracy": 0.596163, "f1": 0.587579, "f1_weighted": 0.578442, "precision": 0.589964, "precision_weighted": 0.677452, "recall": 0.673125, "recall_weighted": 0.596163, "ap": null, "ap_weighted": null }, { "accuracy": 0.618298, "f1": 0.6009, "f1_weighted": 0.61631, "precision": 0.600526, "precision_weighted": 0.688977, "recall": 0.679522, "recall_weighted": 0.618298, "ap": null, "ap_weighted": null }, { "accuracy": 0.604033, "f1": 0.59988, "f1_weighted": 0.607951, "precision": 0.595588, "precision_weighted": 0.682425, "recall": 0.668822, "recall_weighted": 0.604033, "ap": null, "ap_weighted": null }, { "accuracy": 0.615839, "f1": 0.601188, "f1_weighted": 0.619002, "precision": 0.600665, "precision_weighted": 0.681883, "recall": 0.662858, "recall_weighted": 0.615839, "ap": null, "ap_weighted": null }, { "accuracy": 0.607969, "f1": 0.595954, "f1_weighted": 0.599689, "precision": 0.586755, "precision_weighted": 0.670678, "recall": 0.679423, "recall_weighted": 0.607969, "ap": null, "ap_weighted": null } ], "accuracy": 0.617954, "f1": 0.599924, "f1_weighted": 0.615198, "precision": 0.597556, "precision_weighted": 0.683254, "recall": 0.671705, "recall_weighted": 0.617954, "ap": NaN, "ap_weighted": NaN, "main_score": 0.617954, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.563207, "f1": 0.536608, "f1_weighted": 0.562868, "precision": 0.537309, "precision_weighted": 0.628035, "recall": 0.610819, "recall_weighted": 0.563207, "ap": null, "ap_weighted": null }, { "accuracy": 0.556813, "f1": 0.526217, "f1_weighted": 0.545761, "precision": 0.540506, "precision_weighted": 0.645516, "recall": 0.614694, "recall_weighted": 0.556813, "ap": null, "ap_weighted": null }, { "accuracy": 0.567634, "f1": 0.527212, "f1_weighted": 0.55015, "precision": 0.517693, "precision_weighted": 0.596031, "recall": 0.598758, "recall_weighted": 0.567634, "ap": null, "ap_weighted": null }, { "accuracy": 0.541564, "f1": 0.50482, "f1_weighted": 0.520842, "precision": 0.498443, "precision_weighted": 0.576299, "recall": 0.581888, "recall_weighted": 0.541564, "ap": null, "ap_weighted": null }, { "accuracy": 0.528775, "f1": 0.51059, "f1_weighted": 0.498267, "precision": 0.515293, "precision_weighted": 0.589763, "recall": 0.607054, "recall_weighted": 0.528775, "ap": null, "ap_weighted": null }, { "accuracy": 0.511067, "f1": 0.473208, "f1_weighted": 0.486098, "precision": 0.492597, "precision_weighted": 0.595779, "recall": 0.565482, "recall_weighted": 0.511067, "ap": null, "ap_weighted": null }, { "accuracy": 0.561731, "f1": 0.535055, "f1_weighted": 0.54568, "precision": 0.529167, "precision_weighted": 0.604759, "recall": 0.626946, "recall_weighted": 0.561731, "ap": null, "ap_weighted": null }, { "accuracy": 0.563699, "f1": 0.561574, "f1_weighted": 0.557783, "precision": 0.555015, "precision_weighted": 0.630137, "recall": 0.627605, "recall_weighted": 0.563699, "ap": null, "ap_weighted": null }, { "accuracy": 0.500738, "f1": 0.483102, "f1_weighted": 0.482457, "precision": 0.505218, "precision_weighted": 0.587846, "recall": 0.581002, "recall_weighted": 0.500738, "ap": null, "ap_weighted": null }, { "accuracy": 0.541564, "f1": 0.508343, "f1_weighted": 0.521796, "precision": 0.510273, "precision_weighted": 0.600485, "recall": 0.597665, "recall_weighted": 0.541564, "ap": null, "ap_weighted": null } ], "accuracy": 0.543679, "f1": 0.516673, "f1_weighted": 0.52717, "precision": 0.520152, "precision_weighted": 0.605465, "recall": 0.601191, "recall_weighted": 0.543679, "ap": NaN, "ap_weighted": NaN, "main_score": 0.543679, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.693064, "f1": 0.672772, "f1_weighted": 0.689718, "precision": 0.658726, "precision_weighted": 0.736455, "recall": 0.745581, "recall_weighted": 0.693064, "ap": null, "ap_weighted": null }, { "accuracy": 0.643384, "f1": 0.624844, "f1_weighted": 0.640767, "precision": 0.626407, "precision_weighted": 0.720919, "recall": 0.705603, "recall_weighted": 0.643384, "ap": null, "ap_weighted": null }, { "accuracy": 0.671913, "f1": 0.649067, "f1_weighted": 0.66568, "precision": 0.644866, "precision_weighted": 0.729809, "recall": 0.728053, "recall_weighted": 0.671913, "ap": null, "ap_weighted": null }, { "accuracy": 0.658633, "f1": 0.635071, "f1_weighted": 0.656255, "precision": 0.624361, "precision_weighted": 0.711278, "recall": 0.707594, "recall_weighted": 0.658633, "ap": null, "ap_weighted": null }, { "accuracy": 0.640433, "f1": 0.61684, "f1_weighted": 0.623331, "precision": 0.616986, "precision_weighted": 0.704624, "recall": 0.706331, "recall_weighted": 0.640433, "ap": null, "ap_weighted": null }, { "accuracy": 0.625676, "f1": 0.606297, "f1_weighted": 0.607879, "precision": 0.607645, "precision_weighted": 0.686814, "recall": 0.677391, "recall_weighted": 0.625676, "ap": null, "ap_weighted": null }, { "accuracy": 0.669454, "f1": 0.64788, "f1_weighted": 0.663182, "precision": 0.642046, "precision_weighted": 0.722375, "recall": 0.723916, "recall_weighted": 0.669454, "ap": null, "ap_weighted": null }, { "accuracy": 0.692081, "f1": 0.679702, "f1_weighted": 0.692926, "precision": 0.669862, "precision_weighted": 0.731629, "recall": 0.729733, "recall_weighted": 0.692081, "ap": null, "ap_weighted": null }, { "accuracy": 0.665027, "f1": 0.65096, "f1_weighted": 0.663253, "precision": 0.644712, "precision_weighted": 0.725174, "recall": 0.722864, "recall_weighted": 0.665027, "ap": null, "ap_weighted": null }, { "accuracy": 0.667486, "f1": 0.656601, "f1_weighted": 0.659002, "precision": 0.651236, "precision_weighted": 0.720239, "recall": 0.728161, "recall_weighted": 0.667486, "ap": null, "ap_weighted": null } ], "accuracy": 0.662715, "f1": 0.644003, "f1_weighted": 0.656199, "precision": 0.638685, "precision_weighted": 0.718932, "recall": 0.717523, "recall_weighted": 0.662715, "ap": NaN, "ap_weighted": NaN, "main_score": 0.662715, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.482538, "f1": 0.461622, "f1_weighted": 0.486341, "precision": 0.480094, "precision_weighted": 0.567325, "recall": 0.529411, "recall_weighted": 0.482538, "ap": null, "ap_weighted": null }, { "accuracy": 0.478603, "f1": 0.44786, "f1_weighted": 0.454792, "precision": 0.480445, "precision_weighted": 0.558635, "recall": 0.536922, "recall_weighted": 0.478603, "ap": null, "ap_weighted": null }, { "accuracy": 0.477619, "f1": 0.434084, "f1_weighted": 0.449891, "precision": 0.464829, "precision_weighted": 0.552004, "recall": 0.523182, "recall_weighted": 0.477619, "ap": null, "ap_weighted": null }, { "accuracy": 0.465322, "f1": 0.434437, "f1_weighted": 0.452377, "precision": 0.436773, "precision_weighted": 0.51499, "recall": 0.50394, "recall_weighted": 0.465322, "ap": null, "ap_weighted": null }, { "accuracy": 0.480571, "f1": 0.461962, "f1_weighted": 0.463899, "precision": 0.476314, "precision_weighted": 0.555256, "recall": 0.541151, "recall_weighted": 0.480571, "ap": null, "ap_weighted": null }, { "accuracy": 0.453517, "f1": 0.429651, "f1_weighted": 0.425236, "precision": 0.451179, "precision_weighted": 0.539477, "recall": 0.510325, "recall_weighted": 0.453517, "ap": null, "ap_weighted": null }, { "accuracy": 0.491392, "f1": 0.467095, "f1_weighted": 0.472555, "precision": 0.474994, "precision_weighted": 0.554818, "recall": 0.558091, "recall_weighted": 0.491392, "ap": null, "ap_weighted": null }, { "accuracy": 0.46483, "f1": 0.458027, "f1_weighted": 0.464858, "precision": 0.478281, "precision_weighted": 0.546283, "recall": 0.503047, "recall_weighted": 0.46483, "ap": null, "ap_weighted": null }, { "accuracy": 0.407772, "f1": 0.392217, "f1_weighted": 0.37722, "precision": 0.420333, "precision_weighted": 0.498177, "recall": 0.496353, "recall_weighted": 0.407772, "ap": null, "ap_weighted": null }, { "accuracy": 0.464338, "f1": 0.434663, "f1_weighted": 0.446467, "precision": 0.451892, "precision_weighted": 0.523366, "recall": 0.504772, "recall_weighted": 0.464338, "ap": null, "ap_weighted": null } ], "accuracy": 0.46665, "f1": 0.442162, "f1_weighted": 0.449364, "precision": 0.461514, "precision_weighted": 0.541033, "recall": 0.52072, "recall_weighted": 0.46665, "ap": NaN, "ap_weighted": NaN, "main_score": 0.46665, "hf_subset": "sw", "languages": [ "swa-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.461387, "f1": 0.456425, "f1_weighted": 0.465551, "precision": 0.479517, "precision_weighted": 0.573788, "recall": 0.526627, "recall_weighted": 0.461387, "ap": null, "ap_weighted": null }, { "accuracy": 0.479095, "f1": 0.475966, "f1_weighted": 0.475082, "precision": 0.496825, "precision_weighted": 0.577672, "recall": 0.550685, "recall_weighted": 0.479095, "ap": null, "ap_weighted": null }, { "accuracy": 0.473684, "f1": 0.446263, "f1_weighted": 0.461041, "precision": 0.475954, "precision_weighted": 0.556315, "recall": 0.531226, "recall_weighted": 0.473684, "ap": null, "ap_weighted": null }, { "accuracy": 0.484506, "f1": 0.463765, "f1_weighted": 0.483228, "precision": 0.467474, "precision_weighted": 0.548497, "recall": 0.52537, "recall_weighted": 0.484506, "ap": null, "ap_weighted": null }, { "accuracy": 0.478603, "f1": 0.461829, "f1_weighted": 0.472469, "precision": 0.469384, "precision_weighted": 0.540819, "recall": 0.538582, "recall_weighted": 0.478603, "ap": null, "ap_weighted": null }, { "accuracy": 0.484998, "f1": 0.472067, "f1_weighted": 0.479506, "precision": 0.484501, "precision_weighted": 0.573221, "recall": 0.542519, "recall_weighted": 0.484998, "ap": null, "ap_weighted": null }, { "accuracy": 0.485489, "f1": 0.464057, "f1_weighted": 0.486863, "precision": 0.475867, "precision_weighted": 0.556368, "recall": 0.534809, "recall_weighted": 0.485489, "ap": null, "ap_weighted": null }, { "accuracy": 0.514019, "f1": 0.491482, "f1_weighted": 0.514843, "precision": 0.483586, "precision_weighted": 0.550034, "recall": 0.533282, "recall_weighted": 0.514019, "ap": null, "ap_weighted": null }, { "accuracy": 0.468273, "f1": 0.456232, "f1_weighted": 0.473429, "precision": 0.477919, "precision_weighted": 0.558331, "recall": 0.513247, "recall_weighted": 0.468273, "ap": null, "ap_weighted": null }, { "accuracy": 0.448106, "f1": 0.436176, "f1_weighted": 0.434363, "precision": 0.47088, "precision_weighted": 0.566975, "recall": 0.525488, "recall_weighted": 0.448106, "ap": null, "ap_weighted": null } ], "accuracy": 0.477816, "f1": 0.462426, "f1_weighted": 0.474637, "precision": 0.478191, "precision_weighted": 0.560202, "recall": 0.532183, "recall_weighted": 0.477816, "ap": NaN, "ap_weighted": NaN, "main_score": 0.477816, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.573045, "f1": 0.548722, "f1_weighted": 0.571045, "precision": 0.538841, "precision_weighted": 0.627567, "recall": 0.623285, "recall_weighted": 0.573045, "ap": null, "ap_weighted": null }, { "accuracy": 0.56665, "f1": 0.543086, "f1_weighted": 0.567027, "precision": 0.558629, "precision_weighted": 0.641417, "recall": 0.604801, "recall_weighted": 0.56665, "ap": null, "ap_weighted": null }, { "accuracy": 0.572553, "f1": 0.539709, "f1_weighted": 0.574783, "precision": 0.54126, "precision_weighted": 0.629663, "recall": 0.593148, "recall_weighted": 0.572553, "ap": null, "ap_weighted": null }, { "accuracy": 0.557304, "f1": 0.528714, "f1_weighted": 0.55814, "precision": 0.528922, "precision_weighted": 0.614158, "recall": 0.593105, "recall_weighted": 0.557304, "ap": null, "ap_weighted": null }, { "accuracy": 0.539105, "f1": 0.507914, "f1_weighted": 0.535556, "precision": 0.529559, "precision_weighted": 0.637948, "recall": 0.583348, "recall_weighted": 0.539105, "ap": null, "ap_weighted": null }, { "accuracy": 0.543532, "f1": 0.524851, "f1_weighted": 0.536621, "precision": 0.538418, "precision_weighted": 0.635528, "recall": 0.590672, "recall_weighted": 0.543532, "ap": null, "ap_weighted": null }, { "accuracy": 0.587801, "f1": 0.557458, "f1_weighted": 0.589158, "precision": 0.555397, "precision_weighted": 0.648745, "recall": 0.628188, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.545007, "f1": 0.52752, "f1_weighted": 0.533483, "precision": 0.519814, "precision_weighted": 0.591161, "recall": 0.588942, "recall_weighted": 0.545007, "ap": null, "ap_weighted": null }, { "accuracy": 0.506149, "f1": 0.503894, "f1_weighted": 0.514679, "precision": 0.522107, "precision_weighted": 0.604012, "recall": 0.565853, "recall_weighted": 0.506149, "ap": null, "ap_weighted": null }, { "accuracy": 0.549434, "f1": 0.52888, "f1_weighted": 0.548069, "precision": 0.538456, "precision_weighted": 0.647141, "recall": 0.604437, "recall_weighted": 0.549434, "ap": null, "ap_weighted": null } ], "accuracy": 0.554058, "f1": 0.531075, "f1_weighted": 0.552856, "precision": 0.53714, "precision_weighted": 0.627734, "recall": 0.597578, "recall_weighted": 0.554058, "ap": NaN, "ap_weighted": NaN, "main_score": 0.554058, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.673389, "f1": 0.674428, "f1_weighted": 0.669535, "precision": 0.67965, "precision_weighted": 0.766492, "recall": 0.760007, "recall_weighted": 0.673389, "ap": null, "ap_weighted": null }, { "accuracy": 0.688146, "f1": 0.677967, "f1_weighted": 0.685475, "precision": 0.674381, "precision_weighted": 0.75451, "recall": 0.753491, "recall_weighted": 0.688146, "ap": null, "ap_weighted": null }, { "accuracy": 0.713724, "f1": 0.682842, "f1_weighted": 0.702817, "precision": 0.682764, "precision_weighted": 0.760238, "recall": 0.753913, "recall_weighted": 0.713724, "ap": null, "ap_weighted": null }, { "accuracy": 0.680275, "f1": 0.665835, "f1_weighted": 0.679707, "precision": 0.666431, "precision_weighted": 0.74129, "recall": 0.73834, "recall_weighted": 0.680275, "ap": null, "ap_weighted": null }, { "accuracy": 0.647319, "f1": 0.635008, "f1_weighted": 0.629384, "precision": 0.648821, "precision_weighted": 0.735799, "recall": 0.733317, "recall_weighted": 0.647319, "ap": null, "ap_weighted": null }, { "accuracy": 0.651746, "f1": 0.649795, "f1_weighted": 0.639453, "precision": 0.650862, "precision_weighted": 0.721969, "recall": 0.733647, "recall_weighted": 0.651746, "ap": null, "ap_weighted": null }, { "accuracy": 0.67634, "f1": 0.655919, "f1_weighted": 0.66838, "precision": 0.663928, "precision_weighted": 0.758566, "recall": 0.736945, "recall_weighted": 0.67634, "ap": null, "ap_weighted": null }, { "accuracy": 0.694048, "f1": 0.691459, "f1_weighted": 0.695325, "precision": 0.685535, "precision_weighted": 0.753506, "recall": 0.753055, "recall_weighted": 0.694048, "ap": null, "ap_weighted": null }, { "accuracy": 0.726021, "f1": 0.709197, "f1_weighted": 0.719268, "precision": 0.700526, "precision_weighted": 0.757582, "recall": 0.762656, "recall_weighted": 0.726021, "ap": null, "ap_weighted": null }, { "accuracy": 0.697983, "f1": 0.690044, "f1_weighted": 0.695299, "precision": 0.683199, "precision_weighted": 0.757216, "recall": 0.763259, "recall_weighted": 0.697983, "ap": null, "ap_weighted": null } ], "accuracy": 0.684899, "f1": 0.673249, "f1_weighted": 0.678464, "precision": 0.67361, "precision_weighted": 0.750717, "recall": 0.748863, "recall_weighted": 0.684899, "ap": NaN, "ap_weighted": NaN, "main_score": 0.684899, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.605509, "f1": 0.595942, "f1_weighted": 0.604751, "precision": 0.595622, "precision_weighted": 0.682702, "recall": 0.677487, "recall_weighted": 0.605509, "ap": null, "ap_weighted": null }, { "accuracy": 0.617806, "f1": 0.611017, "f1_weighted": 0.610455, "precision": 0.621138, "precision_weighted": 0.697294, "recall": 0.687079, "recall_weighted": 0.617806, "ap": null, "ap_weighted": null }, { "accuracy": 0.625184, "f1": 0.609719, "f1_weighted": 0.622371, "precision": 0.610942, "precision_weighted": 0.677059, "recall": 0.664645, "recall_weighted": 0.625184, "ap": null, "ap_weighted": null }, { "accuracy": 0.587801, "f1": 0.556692, "f1_weighted": 0.581801, "precision": 0.551433, "precision_weighted": 0.631387, "recall": 0.625656, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.591736, "f1": 0.562625, "f1_weighted": 0.579456, "precision": 0.555071, "precision_weighted": 0.648405, "recall": 0.64925, "recall_weighted": 0.591736, "ap": null, "ap_weighted": null }, { "accuracy": 0.594196, "f1": 0.592245, "f1_weighted": 0.576519, "precision": 0.598509, "precision_weighted": 0.665107, "recall": 0.667505, "recall_weighted": 0.594196, "ap": null, "ap_weighted": null }, { "accuracy": 0.607969, "f1": 0.593932, "f1_weighted": 0.599769, "precision": 0.587541, "precision_weighted": 0.663244, "recall": 0.678367, "recall_weighted": 0.607969, "ap": null, "ap_weighted": null }, { "accuracy": 0.607969, "f1": 0.589528, "f1_weighted": 0.604201, "precision": 0.576854, "precision_weighted": 0.653825, "recall": 0.653743, "recall_weighted": 0.607969, "ap": null, "ap_weighted": null }, { "accuracy": 0.573045, "f1": 0.553121, "f1_weighted": 0.562328, "precision": 0.565143, "precision_weighted": 0.645975, "recall": 0.640119, "recall_weighted": 0.573045, "ap": null, "ap_weighted": null }, { "accuracy": 0.612887, "f1": 0.590866, "f1_weighted": 0.607803, "precision": 0.592591, "precision_weighted": 0.674179, "recall": 0.6626, "recall_weighted": 0.612887, "ap": null, "ap_weighted": null } ], "accuracy": 0.60241, "f1": 0.585569, "f1_weighted": 0.594945, "precision": 0.585484, "precision_weighted": 0.663918, "recall": 0.660645, "recall_weighted": 0.60241, "ap": NaN, "ap_weighted": NaN, "main_score": 0.60241, "hf_subset": "tl", "languages": [ "tgl-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.641909, "f1": 0.635674, "f1_weighted": 0.638673, "precision": 0.63821, "precision_weighted": 0.724601, "recall": 0.719606, "recall_weighted": 0.641909, "ap": null, "ap_weighted": null }, { "accuracy": 0.659616, "f1": 0.643665, "f1_weighted": 0.651955, "precision": 0.638897, "precision_weighted": 0.726947, "recall": 0.72897, "recall_weighted": 0.659616, "ap": null, "ap_weighted": null }, { "accuracy": 0.6788, "f1": 0.657304, "f1_weighted": 0.670327, "precision": 0.651737, "precision_weighted": 0.728822, "recall": 0.735913, "recall_weighted": 0.6788, "ap": null, "ap_weighted": null }, { "accuracy": 0.612395, "f1": 0.597943, "f1_weighted": 0.608002, "precision": 0.603838, "precision_weighted": 0.684773, "recall": 0.683796, "recall_weighted": 0.612395, "ap": null, "ap_weighted": null }, { "accuracy": 0.636498, "f1": 0.618747, "f1_weighted": 0.620626, "precision": 0.621, "precision_weighted": 0.720051, "recall": 0.718369, "recall_weighted": 0.636498, "ap": null, "ap_weighted": null }, { "accuracy": 0.621249, "f1": 0.610549, "f1_weighted": 0.605951, "precision": 0.613654, "precision_weighted": 0.710827, "recall": 0.710043, "recall_weighted": 0.621249, "ap": null, "ap_weighted": null }, { "accuracy": 0.633055, "f1": 0.619404, "f1_weighted": 0.62241, "precision": 0.612838, "precision_weighted": 0.702689, "recall": 0.703854, "recall_weighted": 0.633055, "ap": null, "ap_weighted": null }, { "accuracy": 0.65273, "f1": 0.635142, "f1_weighted": 0.646736, "precision": 0.620602, "precision_weighted": 0.707514, "recall": 0.713959, "recall_weighted": 0.65273, "ap": null, "ap_weighted": null }, { "accuracy": 0.706345, "f1": 0.682864, "f1_weighted": 0.701143, "precision": 0.669058, "precision_weighted": 0.74089, "recall": 0.74889, "recall_weighted": 0.706345, "ap": null, "ap_weighted": null }, { "accuracy": 0.628628, "f1": 0.620092, "f1_weighted": 0.612898, "precision": 0.626019, "precision_weighted": 0.70835, "recall": 0.718181, "recall_weighted": 0.628628, "ap": null, "ap_weighted": null } ], "accuracy": 0.647122, "f1": 0.632138, "f1_weighted": 0.637872, "precision": 0.629585, "precision_weighted": 0.715547, "recall": 0.718158, "recall_weighted": 0.647122, "ap": NaN, "ap_weighted": NaN, "main_score": 0.647122, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.589769, "f1": 0.57874, "f1_weighted": 0.594915, "precision": 0.58208, "precision_weighted": 0.661604, "recall": 0.646104, "recall_weighted": 0.589769, "ap": null, "ap_weighted": null }, { "accuracy": 0.577472, "f1": 0.56608, "f1_weighted": 0.575161, "precision": 0.572596, "precision_weighted": 0.647247, "recall": 0.633086, "recall_weighted": 0.577472, "ap": null, "ap_weighted": null }, { "accuracy": 0.569602, "f1": 0.546093, "f1_weighted": 0.556326, "precision": 0.554084, "precision_weighted": 0.62871, "recall": 0.613171, "recall_weighted": 0.569602, "ap": null, "ap_weighted": null }, { "accuracy": 0.565667, "f1": 0.545911, "f1_weighted": 0.567723, "precision": 0.551124, "precision_weighted": 0.641228, "recall": 0.612817, "recall_weighted": 0.565667, "ap": null, "ap_weighted": null }, { "accuracy": 0.538121, "f1": 0.533656, "f1_weighted": 0.526983, "precision": 0.549142, "precision_weighted": 0.632746, "recall": 0.617463, "recall_weighted": 0.538121, "ap": null, "ap_weighted": null }, { "accuracy": 0.556813, "f1": 0.540996, "f1_weighted": 0.546963, "precision": 0.559995, "precision_weighted": 0.640464, "recall": 0.60954, "recall_weighted": 0.556813, "ap": null, "ap_weighted": null }, { "accuracy": 0.60305, "f1": 0.575724, "f1_weighted": 0.598849, "precision": 0.564595, "precision_weighted": 0.646811, "recall": 0.644016, "recall_weighted": 0.60305, "ap": null, "ap_weighted": null }, { "accuracy": 0.573537, "f1": 0.563486, "f1_weighted": 0.560911, "precision": 0.557889, "precision_weighted": 0.629399, "recall": 0.635619, "recall_weighted": 0.573537, "ap": null, "ap_weighted": null }, { "accuracy": 0.554845, "f1": 0.539046, "f1_weighted": 0.548253, "precision": 0.558342, "precision_weighted": 0.639901, "recall": 0.614178, "recall_weighted": 0.554845, "ap": null, "ap_weighted": null }, { "accuracy": 0.579439, "f1": 0.557743, "f1_weighted": 0.574996, "precision": 0.565449, "precision_weighted": 0.651905, "recall": 0.626767, "recall_weighted": 0.579439, "ap": null, "ap_weighted": null } ], "accuracy": 0.570831, "f1": 0.554747, "f1_weighted": 0.565108, "precision": 0.561529, "precision_weighted": 0.642002, "recall": 0.625276, "recall_weighted": 0.570831, "ap": NaN, "ap_weighted": NaN, "main_score": 0.570831, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.6788, "f1": 0.680842, "f1_weighted": 0.675875, "precision": 0.683215, "precision_weighted": 0.76649, "recall": 0.766537, "recall_weighted": 0.6788, "ap": null, "ap_weighted": null }, { "accuracy": 0.690113, "f1": 0.688552, "f1_weighted": 0.686869, "precision": 0.684504, "precision_weighted": 0.763593, "recall": 0.774817, "recall_weighted": 0.690113, "ap": null, "ap_weighted": null }, { "accuracy": 0.70241, "f1": 0.697601, "f1_weighted": 0.701061, "precision": 0.686309, "precision_weighted": 0.764587, "recall": 0.774839, "recall_weighted": 0.70241, "ap": null, "ap_weighted": null }, { "accuracy": 0.674373, "f1": 0.66431, "f1_weighted": 0.672666, "precision": 0.661889, "precision_weighted": 0.737891, "recall": 0.745094, "recall_weighted": 0.674373, "ap": null, "ap_weighted": null }, { "accuracy": 0.681259, "f1": 0.673061, "f1_weighted": 0.672233, "precision": 0.678694, "precision_weighted": 0.764419, "recall": 0.763322, "recall_weighted": 0.681259, "ap": null, "ap_weighted": null }, { "accuracy": 0.668962, "f1": 0.663098, "f1_weighted": 0.660499, "precision": 0.65313, "precision_weighted": 0.735456, "recall": 0.749704, "recall_weighted": 0.668962, "ap": null, "ap_weighted": null }, { "accuracy": 0.692081, "f1": 0.686554, "f1_weighted": 0.683689, "precision": 0.686889, "precision_weighted": 0.768246, "recall": 0.771305, "recall_weighted": 0.692081, "ap": null, "ap_weighted": null }, { "accuracy": 0.688146, "f1": 0.681128, "f1_weighted": 0.68424, "precision": 0.674393, "precision_weighted": 0.754581, "recall": 0.756847, "recall_weighted": 0.688146, "ap": null, "ap_weighted": null }, { "accuracy": 0.721102, "f1": 0.706056, "f1_weighted": 0.716036, "precision": 0.688871, "precision_weighted": 0.753045, "recall": 0.763424, "recall_weighted": 0.721102, "ap": null, "ap_weighted": null }, { "accuracy": 0.697, "f1": 0.688054, "f1_weighted": 0.691602, "precision": 0.682694, "precision_weighted": 0.758189, "recall": 0.767572, "recall_weighted": 0.697, "ap": null, "ap_weighted": null } ], "accuracy": 0.689424, "f1": 0.682926, "f1_weighted": 0.684477, "precision": 0.678059, "precision_weighted": 0.75665, "recall": 0.763346, "recall_weighted": 0.689424, "ap": NaN, "ap_weighted": NaN, "main_score": 0.689424, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.769798, "f1": 0.756784, "f1_weighted": 0.769829, "precision": 0.735013, "precision_weighted": 0.800806, "recall": 0.816004, "recall_weighted": 0.769798, "ap": null, "ap_weighted": null }, { "accuracy": 0.750615, "f1": 0.73499, "f1_weighted": 0.752272, "precision": 0.722594, "precision_weighted": 0.801956, "recall": 0.804474, "recall_weighted": 0.750615, "ap": null, "ap_weighted": null }, { "accuracy": 0.757993, "f1": 0.742383, "f1_weighted": 0.7558, "precision": 0.735927, "precision_weighted": 0.808426, "recall": 0.811622, "recall_weighted": 0.757993, "ap": null, "ap_weighted": null }, { "accuracy": 0.744712, "f1": 0.730234, "f1_weighted": 0.744557, "precision": 0.716557, "precision_weighted": 0.773791, "recall": 0.780273, "recall_weighted": 0.744712, "ap": null, "ap_weighted": null }, { "accuracy": 0.718642, "f1": 0.70105, "f1_weighted": 0.709302, "precision": 0.697106, "precision_weighted": 0.778311, "recall": 0.784685, "recall_weighted": 0.718642, "ap": null, "ap_weighted": null }, { "accuracy": 0.710772, "f1": 0.704034, "f1_weighted": 0.706547, "precision": 0.692088, "precision_weighted": 0.766485, "recall": 0.771033, "recall_weighted": 0.710772, "ap": null, "ap_weighted": null }, { "accuracy": 0.726513, "f1": 0.710004, "f1_weighted": 0.721387, "precision": 0.708488, "precision_weighted": 0.79002, "recall": 0.789092, "recall_weighted": 0.726513, "ap": null, "ap_weighted": null }, { "accuracy": 0.711756, "f1": 0.709606, "f1_weighted": 0.711367, "precision": 0.698844, "precision_weighted": 0.761491, "recall": 0.771578, "recall_weighted": 0.711756, "ap": null, "ap_weighted": null }, { "accuracy": 0.753074, "f1": 0.731513, "f1_weighted": 0.74677, "precision": 0.721174, "precision_weighted": 0.780147, "recall": 0.780761, "recall_weighted": 0.753074, "ap": null, "ap_weighted": null }, { "accuracy": 0.726021, "f1": 0.719396, "f1_weighted": 0.724624, "precision": 0.710126, "precision_weighted": 0.782995, "recall": 0.79045, "recall_weighted": 0.726021, "ap": null, "ap_weighted": null } ], "accuracy": 0.73699, "f1": 0.724, "f1_weighted": 0.734245, "precision": 0.713792, "precision_weighted": 0.784443, "recall": 0.789997, "recall_weighted": 0.73699, "ap": NaN, "ap_weighted": NaN, "main_score": 0.73699, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.730939, "f1": 0.723709, "f1_weighted": 0.725118, "precision": 0.70008, "precision_weighted": 0.772251, "recall": 0.798219, "recall_weighted": 0.730939, "ap": null, "ap_weighted": null }, { "accuracy": 0.71028, "f1": 0.708867, "f1_weighted": 0.707256, "precision": 0.701671, "precision_weighted": 0.777739, "recall": 0.787123, "recall_weighted": 0.71028, "ap": null, "ap_weighted": null }, { "accuracy": 0.730448, "f1": 0.723484, "f1_weighted": 0.721231, "precision": 0.708346, "precision_weighted": 0.77274, "recall": 0.796975, "recall_weighted": 0.730448, "ap": null, "ap_weighted": null }, { "accuracy": 0.677324, "f1": 0.682939, "f1_weighted": 0.668684, "precision": 0.669983, "precision_weighted": 0.719367, "recall": 0.758321, "recall_weighted": 0.677324, "ap": null, "ap_weighted": null }, { "accuracy": 0.689621, "f1": 0.674237, "f1_weighted": 0.681447, "precision": 0.670082, "precision_weighted": 0.757951, "recall": 0.759547, "recall_weighted": 0.689621, "ap": null, "ap_weighted": null }, { "accuracy": 0.652238, "f1": 0.664954, "f1_weighted": 0.632884, "precision": 0.665266, "precision_weighted": 0.731315, "recall": 0.756037, "recall_weighted": 0.652238, "ap": null, "ap_weighted": null }, { "accuracy": 0.707329, "f1": 0.70066, "f1_weighted": 0.699175, "precision": 0.69404, "precision_weighted": 0.771212, "recall": 0.77999, "recall_weighted": 0.707329, "ap": null, "ap_weighted": null }, { "accuracy": 0.707329, "f1": 0.70599, "f1_weighted": 0.70514, "precision": 0.688755, "precision_weighted": 0.744842, "recall": 0.762176, "recall_weighted": 0.707329, "ap": null, "ap_weighted": null }, { "accuracy": 0.727496, "f1": 0.718853, "f1_weighted": 0.718072, "precision": 0.702817, "precision_weighted": 0.76751, "recall": 0.78105, "recall_weighted": 0.727496, "ap": null, "ap_weighted": null }, { "accuracy": 0.69454, "f1": 0.690385, "f1_weighted": 0.689876, "precision": 0.682686, "precision_weighted": 0.764576, "recall": 0.766831, "recall_weighted": 0.69454, "ap": null, "ap_weighted": null } ], "accuracy": 0.702755, "f1": 0.699408, "f1_weighted": 0.694888, "precision": 0.688373, "precision_weighted": 0.75795, "recall": 0.774627, "recall_weighted": 0.702755, "ap": NaN, "ap_weighted": NaN, "main_score": 0.702755, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ], "mteb_version": "2.12.32" } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.631137, "f1": 0.607737, "f1_weighted": 0.631645, "precision": 0.602595, "precision_weighted": 0.665745, "recall": 0.658579, "recall_weighted": 0.631137, "ap": null, "ap_weighted": null }, { "accuracy": 0.669469, "f1": 0.638859, "f1_weighted": 0.667266, "precision": 0.639388, "precision_weighted": 0.705679, "recall": 0.684656, "recall_weighted": 0.669469, "ap": null, "ap_weighted": null }, { "accuracy": 0.640551, "f1": 0.611164, "f1_weighted": 0.641957, "precision": 0.605638, "precision_weighted": 0.683628, "recall": 0.66365, "recall_weighted": 0.640551, "ap": null, "ap_weighted": null }, { "accuracy": 0.623403, "f1": 0.587469, "f1_weighted": 0.626602, "precision": 0.58358, "precision_weighted": 0.671611, "recall": 0.642137, "recall_weighted": 0.623403, "ap": null, "ap_weighted": null }, { "accuracy": 0.618359, "f1": 0.581772, "f1_weighted": 0.608179, "precision": 0.576915, "precision_weighted": 0.65949, "recall": 0.649974, "recall_weighted": 0.618359, "ap": null, "ap_weighted": null }, { "accuracy": 0.608272, "f1": 0.572136, "f1_weighted": 0.600738, "precision": 0.570998, "precision_weighted": 0.661746, "recall": 0.628637, "recall_weighted": 0.608272, "ap": null, "ap_weighted": null }, { "accuracy": 0.63618, "f1": 0.601338, "f1_weighted": 0.632722, "precision": 0.591801, "precision_weighted": 0.668158, "recall": 0.658684, "recall_weighted": 0.63618, "ap": null, "ap_weighted": null }, { "accuracy": 0.613652, "f1": 0.595036, "f1_weighted": 0.61377, "precision": 0.586434, "precision_weighted": 0.650079, "recall": 0.644512, "recall_weighted": 0.613652, "ap": null, "ap_weighted": null }, { "accuracy": 0.607263, "f1": 0.577812, "f1_weighted": 0.610196, "precision": 0.57925, "precision_weighted": 0.662744, "recall": 0.634728, "recall_weighted": 0.607263, "ap": null, "ap_weighted": null }, { "accuracy": 0.602219, "f1": 0.579443, "f1_weighted": 0.600947, "precision": 0.577239, "precision_weighted": 0.664774, "recall": 0.652019, "recall_weighted": 0.602219, "ap": null, "ap_weighted": null } ], "accuracy": 0.62505, "f1": 0.595277, "f1_weighted": 0.623402, "precision": 0.591384, "precision_weighted": 0.669365, "recall": 0.651758, "recall_weighted": 0.62505, "ap": NaN, "ap_weighted": NaN, "main_score": 0.62505, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.396436, "f1": 0.374288, "f1_weighted": 0.375654, "precision": 0.379249, "precision_weighted": 0.41424, "recall": 0.431336, "recall_weighted": 0.396436, "ap": null, "ap_weighted": null }, { "accuracy": 0.388366, "f1": 0.360193, "f1_weighted": 0.371148, "precision": 0.398519, "precision_weighted": 0.493524, "recall": 0.428135, "recall_weighted": 0.388366, "ap": null, "ap_weighted": null }, { "accuracy": 0.392737, "f1": 0.356244, "f1_weighted": 0.375957, "precision": 0.377567, "precision_weighted": 0.441263, "recall": 0.419369, "recall_weighted": 0.392737, "ap": null, "ap_weighted": null }, { "accuracy": 0.372898, "f1": 0.3718, "f1_weighted": 0.360218, "precision": 0.404221, "precision_weighted": 0.465375, "recall": 0.430145, "recall_weighted": 0.372898, "ap": null, "ap_weighted": null }, { "accuracy": 0.391392, "f1": 0.361478, "f1_weighted": 0.35821, "precision": 0.375984, "precision_weighted": 0.429583, "recall": 0.431767, "recall_weighted": 0.391392, "ap": null, "ap_weighted": null }, { "accuracy": 0.403833, "f1": 0.365333, "f1_weighted": 0.380548, "precision": 0.366132, "precision_weighted": 0.421025, "recall": 0.425172, "recall_weighted": 0.403833, "ap": null, "ap_weighted": null }, { "accuracy": 0.383322, "f1": 0.361145, "f1_weighted": 0.369884, "precision": 0.391593, "precision_weighted": 0.4819, "recall": 0.430908, "recall_weighted": 0.383322, "ap": null, "ap_weighted": null }, { "accuracy": 0.39072, "f1": 0.379442, "f1_weighted": 0.390168, "precision": 0.419225, "precision_weighted": 0.501714, "recall": 0.422031, "recall_weighted": 0.39072, "ap": null, "ap_weighted": null }, { "accuracy": 0.358104, "f1": 0.337297, "f1_weighted": 0.343541, "precision": 0.348808, "precision_weighted": 0.408382, "recall": 0.407334, "recall_weighted": 0.358104, "ap": null, "ap_weighted": null }, { "accuracy": 0.374916, "f1": 0.343539, "f1_weighted": 0.351509, "precision": 0.373327, "precision_weighted": 0.42666, "recall": 0.405238, "recall_weighted": 0.374916, "ap": null, "ap_weighted": null } ], "accuracy": 0.385272, "f1": 0.361076, "f1_weighted": 0.367684, "precision": 0.383463, "precision_weighted": 0.448367, "recall": 0.423143, "recall_weighted": 0.385272, "ap": NaN, "ap_weighted": NaN, "main_score": 0.385272, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.660726, "f1": 0.653593, "f1_weighted": 0.654205, "precision": 0.647023, "precision_weighted": 0.72851, "recall": 0.737691, "recall_weighted": 0.660726, "ap": null, "ap_weighted": null }, { "accuracy": 0.635508, "f1": 0.634886, "f1_weighted": 0.624735, "precision": 0.644369, "precision_weighted": 0.721247, "recall": 0.723147, "recall_weighted": 0.635508, "ap": null, "ap_weighted": null }, { "accuracy": 0.634163, "f1": 0.63042, "f1_weighted": 0.621575, "precision": 0.644224, "precision_weighted": 0.706548, "recall": 0.711185, "recall_weighted": 0.634163, "ap": null, "ap_weighted": null }, { "accuracy": 0.627102, "f1": 0.613566, "f1_weighted": 0.615175, "precision": 0.610851, "precision_weighted": 0.695389, "recall": 0.701467, "recall_weighted": 0.627102, "ap": null, "ap_weighted": null }, { "accuracy": 0.6308, "f1": 0.621542, "f1_weighted": 0.615228, "precision": 0.652212, "precision_weighted": 0.751356, "recall": 0.725874, "recall_weighted": 0.6308, "ap": null, "ap_weighted": null }, { "accuracy": 0.600874, "f1": 0.601759, "f1_weighted": 0.585871, "precision": 0.615618, "precision_weighted": 0.689744, "recall": 0.692507, "recall_weighted": 0.600874, "ap": null, "ap_weighted": null }, { "accuracy": 0.675857, "f1": 0.660807, "f1_weighted": 0.671796, "precision": 0.654478, "precision_weighted": 0.740267, "recall": 0.740024, "recall_weighted": 0.675857, "ap": null, "ap_weighted": null }, { "accuracy": 0.662744, "f1": 0.654162, "f1_weighted": 0.659146, "precision": 0.640845, "precision_weighted": 0.718925, "recall": 0.725879, "recall_weighted": 0.662744, "ap": null, "ap_weighted": null }, { "accuracy": 0.669132, "f1": 0.670141, "f1_weighted": 0.662541, "precision": 0.669164, "precision_weighted": 0.7401, "recall": 0.74511, "recall_weighted": 0.669132, "ap": null, "ap_weighted": null }, { "accuracy": 0.614324, "f1": 0.615332, "f1_weighted": 0.592123, "precision": 0.623223, "precision_weighted": 0.700922, "recall": 0.711381, "recall_weighted": 0.614324, "ap": null, "ap_weighted": null } ], "accuracy": 0.641123, "f1": 0.635621, "f1_weighted": 0.63024, "precision": 0.640201, "precision_weighted": 0.719301, "recall": 0.721427, "recall_weighted": 0.641123, "ap": NaN, "ap_weighted": NaN, "main_score": 0.641123, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.567249, "f1": 0.555773, "f1_weighted": 0.557026, "precision": 0.553562, "precision_weighted": 0.627581, "recall": 0.633924, "recall_weighted": 0.567249, "ap": null, "ap_weighted": null }, { "accuracy": 0.60659, "f1": 0.57656, "f1_weighted": 0.594561, "precision": 0.584179, "precision_weighted": 0.673023, "recall": 0.652685, "recall_weighted": 0.60659, "ap": null, "ap_weighted": null }, { "accuracy": 0.584062, "f1": 0.563103, "f1_weighted": 0.580223, "precision": 0.555962, "precision_weighted": 0.630968, "recall": 0.624442, "recall_weighted": 0.584062, "ap": null, "ap_weighted": null }, { "accuracy": 0.583726, "f1": 0.574475, "f1_weighted": 0.583848, "precision": 0.582723, "precision_weighted": 0.654906, "recall": 0.640377, "recall_weighted": 0.583726, "ap": null, "ap_weighted": null }, { "accuracy": 0.564223, "f1": 0.539233, "f1_weighted": 0.551138, "precision": 0.565885, "precision_weighted": 0.668683, "recall": 0.623153, "recall_weighted": 0.564223, "ap": null, "ap_weighted": null }, { "accuracy": 0.532616, "f1": 0.523967, "f1_weighted": 0.512729, "precision": 0.547008, "precision_weighted": 0.628044, "recall": 0.610485, "recall_weighted": 0.532616, "ap": null, "ap_weighted": null }, { "accuracy": 0.578346, "f1": 0.562114, "f1_weighted": 0.575469, "precision": 0.55974, "precision_weighted": 0.638088, "recall": 0.629432, "recall_weighted": 0.578346, "ap": null, "ap_weighted": null }, { "accuracy": 0.593477, "f1": 0.578505, "f1_weighted": 0.585624, "precision": 0.569196, "precision_weighted": 0.644393, "recall": 0.650748, "recall_weighted": 0.593477, "ap": null, "ap_weighted": null }, { "accuracy": 0.584062, "f1": 0.56958, "f1_weighted": 0.580217, "precision": 0.577483, "precision_weighted": 0.662648, "recall": 0.641563, "recall_weighted": 0.584062, "ap": null, "ap_weighted": null }, { "accuracy": 0.549428, "f1": 0.537327, "f1_weighted": 0.538648, "precision": 0.548688, "precision_weighted": 0.646237, "recall": 0.627095, "recall_weighted": 0.549428, "ap": null, "ap_weighted": null } ], "accuracy": 0.574378, "f1": 0.558064, "f1_weighted": 0.565948, "precision": 0.564442, "precision_weighted": 0.647457, "recall": 0.63339, "recall_weighted": 0.574378, "ap": NaN, "ap_weighted": NaN, "main_score": 0.574378, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.62811, "f1": 0.619264, "f1_weighted": 0.622318, "precision": 0.616719, "precision_weighted": 0.684783, "recall": 0.692842, "recall_weighted": 0.62811, "ap": null, "ap_weighted": null }, { "accuracy": 0.669132, "f1": 0.654463, "f1_weighted": 0.666048, "precision": 0.644126, "precision_weighted": 0.721355, "recall": 0.724638, "recall_weighted": 0.669132, "ap": null, "ap_weighted": null }, { "accuracy": 0.654674, "f1": 0.631675, "f1_weighted": 0.648707, "precision": 0.632092, "precision_weighted": 0.704606, "recall": 0.704011, "recall_weighted": 0.654674, "ap": null, "ap_weighted": null }, { "accuracy": 0.622058, "f1": 0.604678, "f1_weighted": 0.618362, "precision": 0.606279, "precision_weighted": 0.691135, "recall": 0.679819, "recall_weighted": 0.622058, "ap": null, "ap_weighted": null }, { "accuracy": 0.570948, "f1": 0.554339, "f1_weighted": 0.551697, "precision": 0.57277, "precision_weighted": 0.658647, "recall": 0.644949, "recall_weighted": 0.570948, "ap": null, "ap_weighted": null }, { "accuracy": 0.594149, "f1": 0.57946, "f1_weighted": 0.585313, "precision": 0.583301, "precision_weighted": 0.668299, "recall": 0.652863, "recall_weighted": 0.594149, "ap": null, "ap_weighted": null }, { "accuracy": 0.601883, "f1": 0.582867, "f1_weighted": 0.590886, "precision": 0.58548, "precision_weighted": 0.674019, "recall": 0.662691, "recall_weighted": 0.601883, "ap": null, "ap_weighted": null }, { "accuracy": 0.609953, "f1": 0.59462, "f1_weighted": 0.604779, "precision": 0.594553, "precision_weighted": 0.668708, "recall": 0.653947, "recall_weighted": 0.609953, "ap": null, "ap_weighted": null }, { "accuracy": 0.635171, "f1": 0.619232, "f1_weighted": 0.633033, "precision": 0.615863, "precision_weighted": 0.685533, "recall": 0.675638, "recall_weighted": 0.635171, "ap": null, "ap_weighted": null }, { "accuracy": 0.597848, "f1": 0.598999, "f1_weighted": 0.58449, "precision": 0.601386, "precision_weighted": 0.68241, "recall": 0.682702, "recall_weighted": 0.597848, "ap": null, "ap_weighted": null } ], "accuracy": 0.618393, "f1": 0.60396, "f1_weighted": 0.610563, "precision": 0.605257, "precision_weighted": 0.68395, "recall": 0.67741, "recall_weighted": 0.618393, "ap": NaN, "ap_weighted": NaN, "main_score": 0.618393, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.425017, "f1": 0.408852, "f1_weighted": 0.427548, "precision": 0.446869, "precision_weighted": 0.534014, "recall": 0.471927, "recall_weighted": 0.425017, "ap": null, "ap_weighted": null }, { "accuracy": 0.448218, "f1": 0.422054, "f1_weighted": 0.454097, "precision": 0.448525, "precision_weighted": 0.551073, "recall": 0.480492, "recall_weighted": 0.448218, "ap": null, "ap_weighted": null }, { "accuracy": 0.457297, "f1": 0.421473, "f1_weighted": 0.441224, "precision": 0.42557, "precision_weighted": 0.50065, "recall": 0.492689, "recall_weighted": 0.457297, "ap": null, "ap_weighted": null }, { "accuracy": 0.434768, "f1": 0.407236, "f1_weighted": 0.430197, "precision": 0.424751, "precision_weighted": 0.507478, "recall": 0.473192, "recall_weighted": 0.434768, "ap": null, "ap_weighted": null }, { "accuracy": 0.428716, "f1": 0.392449, "f1_weighted": 0.410286, "precision": 0.420761, "precision_weighted": 0.520303, "recall": 0.458974, "recall_weighted": 0.428716, "ap": null, "ap_weighted": null }, { "accuracy": 0.392065, "f1": 0.372337, "f1_weighted": 0.38827, "precision": 0.413835, "precision_weighted": 0.512585, "recall": 0.427587, "recall_weighted": 0.392065, "ap": null, "ap_weighted": null }, { "accuracy": 0.417283, "f1": 0.383258, "f1_weighted": 0.421596, "precision": 0.423527, "precision_weighted": 0.529431, "recall": 0.449443, "recall_weighted": 0.417283, "ap": null, "ap_weighted": null }, { "accuracy": 0.433759, "f1": 0.41763, "f1_weighted": 0.44128, "precision": 0.437457, "precision_weighted": 0.501558, "recall": 0.446207, "recall_weighted": 0.433759, "ap": null, "ap_weighted": null }, { "accuracy": 0.411903, "f1": 0.386347, "f1_weighted": 0.419475, "precision": 0.42652, "precision_weighted": 0.540463, "recall": 0.450081, "recall_weighted": 0.411903, "ap": null, "ap_weighted": null }, { "accuracy": 0.399798, "f1": 0.371478, "f1_weighted": 0.378661, "precision": 0.404884, "precision_weighted": 0.503906, "recall": 0.447952, "recall_weighted": 0.399798, "ap": null, "ap_weighted": null } ], "accuracy": 0.424882, "f1": 0.398311, "f1_weighted": 0.421264, "precision": 0.42727, "precision_weighted": 0.520146, "recall": 0.459854, "recall_weighted": 0.424882, "ap": NaN, "ap_weighted": NaN, "main_score": 0.424882, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.670141, "f1": 0.659615, "f1_weighted": 0.668873, "precision": 0.659489, "precision_weighted": 0.728651, "recall": 0.726016, "recall_weighted": 0.670141, "ap": null, "ap_weighted": null }, { "accuracy": 0.667115, "f1": 0.650031, "f1_weighted": 0.662735, "precision": 0.649966, "precision_weighted": 0.722622, "recall": 0.714355, "recall_weighted": 0.667115, "ap": null, "ap_weighted": null }, { "accuracy": 0.655346, "f1": 0.63865, "f1_weighted": 0.641387, "precision": 0.637571, "precision_weighted": 0.702771, "recall": 0.712564, "recall_weighted": 0.655346, "ap": null, "ap_weighted": null }, { "accuracy": 0.671486, "f1": 0.651805, "f1_weighted": 0.666837, "precision": 0.637987, "precision_weighted": 0.711362, "recall": 0.71612, "recall_weighted": 0.671486, "ap": null, "ap_weighted": null }, { "accuracy": 0.630128, "f1": 0.61079, "f1_weighted": 0.61583, "precision": 0.635338, "precision_weighted": 0.726717, "recall": 0.692037, "recall_weighted": 0.630128, "ap": null, "ap_weighted": null }, { "accuracy": 0.63618, "f1": 0.620812, "f1_weighted": 0.617962, "precision": 0.63812, "precision_weighted": 0.716765, "recall": 0.686068, "recall_weighted": 0.63618, "ap": null, "ap_weighted": null }, { "accuracy": 0.679556, "f1": 0.652645, "f1_weighted": 0.672462, "precision": 0.647068, "precision_weighted": 0.719439, "recall": 0.716348, "recall_weighted": 0.679556, "ap": null, "ap_weighted": null }, { "accuracy": 0.661735, "f1": 0.656063, "f1_weighted": 0.660662, "precision": 0.653541, "precision_weighted": 0.719294, "recall": 0.711154, "recall_weighted": 0.661735, "ap": null, "ap_weighted": null }, { "accuracy": 0.657364, "f1": 0.630589, "f1_weighted": 0.651171, "precision": 0.632335, "precision_weighted": 0.708606, "recall": 0.690822, "recall_weighted": 0.657364, "ap": null, "ap_weighted": null }, { "accuracy": 0.64425, "f1": 0.620339, "f1_weighted": 0.630335, "precision": 0.63246, "precision_weighted": 0.701645, "recall": 0.68468, "recall_weighted": 0.64425, "ap": null, "ap_weighted": null } ], "accuracy": 0.65733, "f1": 0.639134, "f1_weighted": 0.648825, "precision": 0.642387, "precision_weighted": 0.715787, "recall": 0.705016, "recall_weighted": 0.65733, "ap": NaN, "ap_weighted": NaN, "main_score": 0.65733, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.728312, "f1": 0.715802, "f1_weighted": 0.722675, "precision": 0.694733, "precision_weighted": 0.763935, "recall": 0.78837, "recall_weighted": 0.728312, "ap": null, "ap_weighted": null }, { "accuracy": 0.725958, "f1": 0.717947, "f1_weighted": 0.721253, "precision": 0.704318, "precision_weighted": 0.766217, "recall": 0.78433, "recall_weighted": 0.725958, "ap": null, "ap_weighted": null }, { "accuracy": 0.721587, "f1": 0.712261, "f1_weighted": 0.711361, "precision": 0.698965, "precision_weighted": 0.758224, "recall": 0.781718, "recall_weighted": 0.721587, "ap": null, "ap_weighted": null }, { "accuracy": 0.729321, "f1": 0.716675, "f1_weighted": 0.72687, "precision": 0.697923, "precision_weighted": 0.75787, "recall": 0.773359, "recall_weighted": 0.729321, "ap": null, "ap_weighted": null }, { "accuracy": 0.689644, "f1": 0.677772, "f1_weighted": 0.678751, "precision": 0.673661, "precision_weighted": 0.747127, "recall": 0.757214, "recall_weighted": 0.689644, "ap": null, "ap_weighted": null }, { "accuracy": 0.667115, "f1": 0.658279, "f1_weighted": 0.654058, "precision": 0.661278, "precision_weighted": 0.74517, "recall": 0.737282, "recall_weighted": 0.667115, "ap": null, "ap_weighted": null }, { "accuracy": 0.702421, "f1": 0.688405, "f1_weighted": 0.697902, "precision": 0.685145, "precision_weighted": 0.765363, "recall": 0.769512, "recall_weighted": 0.702421, "ap": null, "ap_weighted": null }, { "accuracy": 0.681237, "f1": 0.679892, "f1_weighted": 0.679329, "precision": 0.667534, "precision_weighted": 0.74562, "recall": 0.755204, "recall_weighted": 0.681237, "ap": null, "ap_weighted": null }, { "accuracy": 0.735373, "f1": 0.7203, "f1_weighted": 0.730609, "precision": 0.710464, "precision_weighted": 0.774227, "recall": 0.778141, "recall_weighted": 0.735373, "ap": null, "ap_weighted": null }, { "accuracy": 0.687626, "f1": 0.680099, "f1_weighted": 0.678024, "precision": 0.673283, "precision_weighted": 0.739084, "recall": 0.760966, "recall_weighted": 0.687626, "ap": null, "ap_weighted": null } ], "accuracy": 0.706859, "f1": 0.696743, "f1_weighted": 0.700083, "precision": 0.68673, "precision_weighted": 0.756284, "recall": 0.76861, "recall_weighted": 0.706859, "ap": NaN, "ap_weighted": NaN, "main_score": 0.706859, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.656355, "f1": 0.633743, "f1_weighted": 0.653363, "precision": 0.63583, "precision_weighted": 0.704038, "recall": 0.691474, "recall_weighted": 0.656355, "ap": null, "ap_weighted": null }, { "accuracy": 0.645931, "f1": 0.626937, "f1_weighted": 0.640347, "precision": 0.625987, "precision_weighted": 0.699185, "recall": 0.695091, "recall_weighted": 0.645931, "ap": null, "ap_weighted": null }, { "accuracy": 0.644923, "f1": 0.617972, "f1_weighted": 0.638605, "precision": 0.620627, "precision_weighted": 0.685386, "recall": 0.678267, "recall_weighted": 0.644923, "ap": null, "ap_weighted": null }, { "accuracy": 0.625084, "f1": 0.601586, "f1_weighted": 0.614539, "precision": 0.604055, "precision_weighted": 0.680847, "recall": 0.677443, "recall_weighted": 0.625084, "ap": null, "ap_weighted": null }, { "accuracy": 0.598184, "f1": 0.577978, "f1_weighted": 0.579512, "precision": 0.577916, "precision_weighted": 0.659065, "recall": 0.662861, "recall_weighted": 0.598184, "ap": null, "ap_weighted": null }, { "accuracy": 0.594149, "f1": 0.568397, "f1_weighted": 0.581466, "precision": 0.577073, "precision_weighted": 0.667534, "recall": 0.64437, "recall_weighted": 0.594149, "ap": null, "ap_weighted": null }, { "accuracy": 0.62004, "f1": 0.600718, "f1_weighted": 0.610635, "precision": 0.616303, "precision_weighted": 0.712539, "recall": 0.686971, "recall_weighted": 0.62004, "ap": null, "ap_weighted": null }, { "accuracy": 0.614324, "f1": 0.603905, "f1_weighted": 0.607207, "precision": 0.593211, "precision_weighted": 0.659717, "recall": 0.671222, "recall_weighted": 0.614324, "ap": null, "ap_weighted": null }, { "accuracy": 0.639206, "f1": 0.625734, "f1_weighted": 0.6405, "precision": 0.6336, "precision_weighted": 0.707546, "recall": 0.68548, "recall_weighted": 0.639206, "ap": null, "ap_weighted": null }, { "accuracy": 0.603564, "f1": 0.581285, "f1_weighted": 0.599061, "precision": 0.579706, "precision_weighted": 0.66911, "recall": 0.65096, "recall_weighted": 0.603564, "ap": null, "ap_weighted": null } ], "accuracy": 0.624176, "f1": 0.603825, "f1_weighted": 0.616523, "precision": 0.606431, "precision_weighted": 0.684497, "recall": 0.674414, "recall_weighted": 0.624176, "ap": NaN, "ap_weighted": NaN, "main_score": 0.624176, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.770679, "f1": 0.760075, "f1_weighted": 0.76943, "precision": 0.741557, "precision_weighted": 0.800956, "recall": 0.817328, "recall_weighted": 0.770679, "ap": null, "ap_weighted": null }, { "accuracy": 0.756893, "f1": 0.747815, "f1_weighted": 0.755925, "precision": 0.736655, "precision_weighted": 0.804215, "recall": 0.812955, "recall_weighted": 0.756893, "ap": null, "ap_weighted": null }, { "accuracy": 0.768325, "f1": 0.76159, "f1_weighted": 0.764256, "precision": 0.747785, "precision_weighted": 0.811475, "recall": 0.828862, "recall_weighted": 0.768325, "ap": null, "ap_weighted": null }, { "accuracy": 0.758238, "f1": 0.749375, "f1_weighted": 0.759549, "precision": 0.74133, "precision_weighted": 0.808822, "recall": 0.809543, "recall_weighted": 0.758238, "ap": null, "ap_weighted": null }, { "accuracy": 0.724613, "f1": 0.71391, "f1_weighted": 0.709565, "precision": 0.719493, "precision_weighted": 0.791042, "recall": 0.798405, "recall_weighted": 0.724613, "ap": null, "ap_weighted": null }, { "accuracy": 0.741762, "f1": 0.73204, "f1_weighted": 0.736492, "precision": 0.720583, "precision_weighted": 0.789202, "recall": 0.799783, "recall_weighted": 0.741762, "ap": null, "ap_weighted": null }, { "accuracy": 0.741762, "f1": 0.731669, "f1_weighted": 0.739881, "precision": 0.720639, "precision_weighted": 0.798041, "recall": 0.80463, "recall_weighted": 0.741762, "ap": null, "ap_weighted": null }, { "accuracy": 0.751513, "f1": 0.74389, "f1_weighted": 0.752093, "precision": 0.728728, "precision_weighted": 0.789874, "recall": 0.799804, "recall_weighted": 0.751513, "ap": null, "ap_weighted": null }, { "accuracy": 0.77236, "f1": 0.765661, "f1_weighted": 0.771233, "precision": 0.751949, "precision_weighted": 0.809723, "recall": 0.817911, "recall_weighted": 0.77236, "ap": null, "ap_weighted": null }, { "accuracy": 0.718225, "f1": 0.721587, "f1_weighted": 0.714101, "precision": 0.716431, "precision_weighted": 0.77885, "recall": 0.79264, "recall_weighted": 0.718225, "ap": null, "ap_weighted": null } ], "accuracy": 0.750437, "f1": 0.742761, "f1_weighted": 0.747252, "precision": 0.732515, "precision_weighted": 0.79822, "recall": 0.808186, "recall_weighted": 0.750437, "ap": NaN, "ap_weighted": NaN, "main_score": 0.750437, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.72226, "f1": 0.715369, "f1_weighted": 0.72056, "precision": 0.70434, "precision_weighted": 0.775934, "recall": 0.78663, "recall_weighted": 0.72226, "ap": null, "ap_weighted": null }, { "accuracy": 0.732347, "f1": 0.725004, "f1_weighted": 0.730611, "precision": 0.716128, "precision_weighted": 0.78648, "recall": 0.795172, "recall_weighted": 0.732347, "ap": null, "ap_weighted": null }, { "accuracy": 0.728312, "f1": 0.712909, "f1_weighted": 0.720134, "precision": 0.705587, "precision_weighted": 0.780493, "recall": 0.792977, "recall_weighted": 0.728312, "ap": null, "ap_weighted": null }, { "accuracy": 0.704775, "f1": 0.696739, "f1_weighted": 0.704125, "precision": 0.687832, "precision_weighted": 0.766626, "recall": 0.772515, "recall_weighted": 0.704775, "ap": null, "ap_weighted": null }, { "accuracy": 0.701412, "f1": 0.688366, "f1_weighted": 0.688441, "precision": 0.694202, "precision_weighted": 0.762386, "recall": 0.767979, "recall_weighted": 0.701412, "ap": null, "ap_weighted": null }, { "accuracy": 0.699395, "f1": 0.689662, "f1_weighted": 0.69266, "precision": 0.679064, "precision_weighted": 0.748942, "recall": 0.761095, "recall_weighted": 0.699395, "ap": null, "ap_weighted": null }, { "accuracy": 0.6846, "f1": 0.674076, "f1_weighted": 0.675715, "precision": 0.677294, "precision_weighted": 0.769791, "recall": 0.764383, "recall_weighted": 0.6846, "ap": null, "ap_weighted": null }, { "accuracy": 0.702085, "f1": 0.7031, "f1_weighted": 0.704253, "precision": 0.696836, "precision_weighted": 0.765587, "recall": 0.763439, "recall_weighted": 0.702085, "ap": null, "ap_weighted": null }, { "accuracy": 0.725958, "f1": 0.715448, "f1_weighted": 0.728267, "precision": 0.700231, "precision_weighted": 0.777526, "recall": 0.780219, "recall_weighted": 0.725958, "ap": null, "ap_weighted": null }, { "accuracy": 0.713181, "f1": 0.709036, "f1_weighted": 0.710991, "precision": 0.696427, "precision_weighted": 0.760284, "recall": 0.777388, "recall_weighted": 0.713181, "ap": null, "ap_weighted": null } ], "accuracy": 0.711432, "f1": 0.702971, "f1_weighted": 0.707576, "precision": 0.695794, "precision_weighted": 0.769405, "recall": 0.77618, "recall_weighted": 0.711432, "ap": NaN, "ap_weighted": NaN, "main_score": 0.711432, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.683591, "f1": 0.674672, "f1_weighted": 0.680129, "precision": 0.667461, "precision_weighted": 0.745897, "recall": 0.7535, "recall_weighted": 0.683591, "ap": null, "ap_weighted": null }, { "accuracy": 0.705447, "f1": 0.692114, "f1_weighted": 0.701226, "precision": 0.689309, "precision_weighted": 0.75649, "recall": 0.752894, "recall_weighted": 0.705447, "ap": null, "ap_weighted": null }, { "accuracy": 0.702421, "f1": 0.681614, "f1_weighted": 0.693454, "precision": 0.674537, "precision_weighted": 0.744135, "recall": 0.75534, "recall_weighted": 0.702421, "ap": null, "ap_weighted": null }, { "accuracy": 0.6846, "f1": 0.660632, "f1_weighted": 0.680094, "precision": 0.652397, "precision_weighted": 0.738517, "recall": 0.733863, "recall_weighted": 0.6846, "ap": null, "ap_weighted": null }, { "accuracy": 0.640215, "f1": 0.617508, "f1_weighted": 0.622044, "precision": 0.633346, "precision_weighted": 0.726871, "recall": 0.716234, "recall_weighted": 0.640215, "ap": null, "ap_weighted": null }, { "accuracy": 0.656019, "f1": 0.64549, "f1_weighted": 0.642696, "precision": 0.652622, "precision_weighted": 0.735369, "recall": 0.724108, "recall_weighted": 0.656019, "ap": null, "ap_weighted": null }, { "accuracy": 0.655683, "f1": 0.63882, "f1_weighted": 0.647275, "precision": 0.639572, "precision_weighted": 0.732817, "recall": 0.727417, "recall_weighted": 0.655683, "ap": null, "ap_weighted": null }, { "accuracy": 0.674176, "f1": 0.659092, "f1_weighted": 0.669268, "precision": 0.645849, "precision_weighted": 0.715518, "recall": 0.723199, "recall_weighted": 0.674176, "ap": null, "ap_weighted": null }, { "accuracy": 0.715871, "f1": 0.698826, "f1_weighted": 0.70985, "precision": 0.691672, "precision_weighted": 0.762844, "recall": 0.766211, "recall_weighted": 0.715871, "ap": null, "ap_weighted": null }, { "accuracy": 0.659045, "f1": 0.655911, "f1_weighted": 0.651596, "precision": 0.653185, "precision_weighted": 0.733524, "recall": 0.73674, "recall_weighted": 0.659045, "ap": null, "ap_weighted": null } ], "accuracy": 0.677707, "f1": 0.662468, "f1_weighted": 0.669763, "precision": 0.659995, "precision_weighted": 0.739198, "recall": 0.738951, "recall_weighted": 0.677707, "ap": NaN, "ap_weighted": NaN, "main_score": 0.677707, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.6039, "f1": 0.594813, "f1_weighted": 0.600203, "precision": 0.596795, "precision_weighted": 0.676918, "recall": 0.669433, "recall_weighted": 0.6039, "ap": null, "ap_weighted": null }, { "accuracy": 0.627438, "f1": 0.61011, "f1_weighted": 0.620547, "precision": 0.602866, "precision_weighted": 0.669905, "recall": 0.6767, "recall_weighted": 0.627438, "ap": null, "ap_weighted": null }, { "accuracy": 0.611298, "f1": 0.580259, "f1_weighted": 0.608906, "precision": 0.586203, "precision_weighted": 0.687341, "recall": 0.65521, "recall_weighted": 0.611298, "ap": null, "ap_weighted": null }, { "accuracy": 0.610962, "f1": 0.582508, "f1_weighted": 0.605294, "precision": 0.577841, "precision_weighted": 0.665847, "recall": 0.657845, "recall_weighted": 0.610962, "ap": null, "ap_weighted": null }, { "accuracy": 0.617014, "f1": 0.585418, "f1_weighted": 0.601919, "precision": 0.565364, "precision_weighted": 0.643089, "recall": 0.663784, "recall_weighted": 0.617014, "ap": null, "ap_weighted": null }, { "accuracy": 0.589442, "f1": 0.575246, "f1_weighted": 0.56579, "precision": 0.592866, "precision_weighted": 0.687061, "recall": 0.663649, "recall_weighted": 0.589442, "ap": null, "ap_weighted": null }, { "accuracy": 0.592468, "f1": 0.568097, "f1_weighted": 0.579277, "precision": 0.559957, "precision_weighted": 0.644554, "recall": 0.653556, "recall_weighted": 0.592468, "ap": null, "ap_weighted": null }, { "accuracy": 0.615669, "f1": 0.609172, "f1_weighted": 0.609771, "precision": 0.60917, "precision_weighted": 0.665837, "recall": 0.669351, "recall_weighted": 0.615669, "ap": null, "ap_weighted": null }, { "accuracy": 0.62811, "f1": 0.607853, "f1_weighted": 0.623448, "precision": 0.59477, "precision_weighted": 0.659223, "recall": 0.668305, "recall_weighted": 0.62811, "ap": null, "ap_weighted": null }, { "accuracy": 0.591459, "f1": 0.572155, "f1_weighted": 0.577599, "precision": 0.565087, "precision_weighted": 0.64388, "recall": 0.648542, "recall_weighted": 0.591459, "ap": null, "ap_weighted": null } ], "accuracy": 0.608776, "f1": 0.588563, "f1_weighted": 0.599275, "precision": 0.585092, "precision_weighted": 0.664365, "recall": 0.662638, "recall_weighted": 0.608776, "ap": NaN, "ap_weighted": NaN, "main_score": 0.608776, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.727303, "f1": 0.718146, "f1_weighted": 0.724907, "precision": 0.701168, "precision_weighted": 0.76735, "recall": 0.786446, "recall_weighted": 0.727303, "ap": null, "ap_weighted": null }, { "accuracy": 0.721587, "f1": 0.709016, "f1_weighted": 0.717281, "precision": 0.702395, "precision_weighted": 0.777605, "recall": 0.780146, "recall_weighted": 0.721587, "ap": null, "ap_weighted": null }, { "accuracy": 0.721923, "f1": 0.706625, "f1_weighted": 0.713953, "precision": 0.702737, "precision_weighted": 0.774696, "recall": 0.781888, "recall_weighted": 0.721923, "ap": null, "ap_weighted": null }, { "accuracy": 0.735373, "f1": 0.715197, "f1_weighted": 0.734342, "precision": 0.701181, "precision_weighted": 0.771474, "recall": 0.773389, "recall_weighted": 0.735373, "ap": null, "ap_weighted": null }, { "accuracy": 0.671486, "f1": 0.66636, "f1_weighted": 0.659775, "precision": 0.687287, "precision_weighted": 0.764332, "recall": 0.756223, "recall_weighted": 0.671486, "ap": null, "ap_weighted": null }, { "accuracy": 0.709818, "f1": 0.696056, "f1_weighted": 0.70018, "precision": 0.697785, "precision_weighted": 0.77125, "recall": 0.766546, "recall_weighted": 0.709818, "ap": null, "ap_weighted": null }, { "accuracy": 0.704438, "f1": 0.695974, "f1_weighted": 0.700793, "precision": 0.68855, "precision_weighted": 0.768847, "recall": 0.778828, "recall_weighted": 0.704438, "ap": null, "ap_weighted": null }, { "accuracy": 0.721587, "f1": 0.7115, "f1_weighted": 0.723041, "precision": 0.696522, "precision_weighted": 0.767371, "recall": 0.770407, "recall_weighted": 0.721587, "ap": null, "ap_weighted": null }, { "accuracy": 0.743443, "f1": 0.739535, "f1_weighted": 0.741328, "precision": 0.730894, "precision_weighted": 0.783133, "recall": 0.789917, "recall_weighted": 0.743443, "ap": null, "ap_weighted": null }, { "accuracy": 0.694687, "f1": 0.693863, "f1_weighted": 0.688434, "precision": 0.687118, "precision_weighted": 0.744474, "recall": 0.765262, "recall_weighted": 0.694687, "ap": null, "ap_weighted": null } ], "accuracy": 0.715165, "f1": 0.705227, "f1_weighted": 0.710403, "precision": 0.699564, "precision_weighted": 0.769053, "recall": 0.774905, "recall_weighted": 0.715165, "ap": NaN, "ap_weighted": NaN, "main_score": 0.715165, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.618023, "f1": 0.620228, "f1_weighted": 0.621735, "precision": 0.622615, "precision_weighted": 0.681513, "recall": 0.68615, "recall_weighted": 0.618023, "ap": null, "ap_weighted": null }, { "accuracy": 0.638198, "f1": 0.617594, "f1_weighted": 0.63875, "precision": 0.61581, "precision_weighted": 0.693951, "recall": 0.678922, "recall_weighted": 0.638198, "ap": null, "ap_weighted": null }, { "accuracy": 0.620713, "f1": 0.603659, "f1_weighted": 0.613909, "precision": 0.623285, "precision_weighted": 0.672561, "recall": 0.659753, "recall_weighted": 0.620713, "ap": null, "ap_weighted": null }, { "accuracy": 0.608944, "f1": 0.588332, "f1_weighted": 0.61532, "precision": 0.583569, "precision_weighted": 0.677542, "recall": 0.648828, "recall_weighted": 0.608944, "ap": null, "ap_weighted": null }, { "accuracy": 0.613988, "f1": 0.588316, "f1_weighted": 0.600933, "precision": 0.61215, "precision_weighted": 0.689754, "recall": 0.659067, "recall_weighted": 0.613988, "ap": null, "ap_weighted": null }, { "accuracy": 0.649294, "f1": 0.623241, "f1_weighted": 0.644717, "precision": 0.618096, "precision_weighted": 0.708313, "recall": 0.686235, "recall_weighted": 0.649294, "ap": null, "ap_weighted": null }, { "accuracy": 0.617687, "f1": 0.607144, "f1_weighted": 0.618154, "precision": 0.603489, "precision_weighted": 0.691572, "recall": 0.684074, "recall_weighted": 0.617687, "ap": null, "ap_weighted": null }, { "accuracy": 0.622058, "f1": 0.614826, "f1_weighted": 0.619192, "precision": 0.611174, "precision_weighted": 0.680152, "recall": 0.677205, "recall_weighted": 0.622058, "ap": null, "ap_weighted": null }, { "accuracy": 0.640215, "f1": 0.625428, "f1_weighted": 0.641839, "precision": 0.63287, "precision_weighted": 0.710175, "recall": 0.690109, "recall_weighted": 0.640215, "ap": null, "ap_weighted": null }, { "accuracy": 0.61735, "f1": 0.610503, "f1_weighted": 0.617645, "precision": 0.613937, "precision_weighted": 0.696935, "recall": 0.684676, "recall_weighted": 0.61735, "ap": null, "ap_weighted": null } ], "accuracy": 0.624647, "f1": 0.609927, "f1_weighted": 0.62322, "precision": 0.613699, "precision_weighted": 0.690247, "recall": 0.675502, "recall_weighted": 0.624647, "ap": NaN, "ap_weighted": NaN, "main_score": 0.624647, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.635508, "f1": 0.631487, "f1_weighted": 0.633547, "precision": 0.642719, "precision_weighted": 0.721901, "recall": 0.710551, "recall_weighted": 0.635508, "ap": null, "ap_weighted": null }, { "accuracy": 0.666779, "f1": 0.646576, "f1_weighted": 0.662874, "precision": 0.640423, "precision_weighted": 0.715782, "recall": 0.715647, "recall_weighted": 0.666779, "ap": null, "ap_weighted": null }, { "accuracy": 0.666106, "f1": 0.646786, "f1_weighted": 0.66506, "precision": 0.644442, "precision_weighted": 0.716476, "recall": 0.710733, "recall_weighted": 0.666106, "ap": null, "ap_weighted": null }, { "accuracy": 0.64156, "f1": 0.623656, "f1_weighted": 0.637444, "precision": 0.62784, "precision_weighted": 0.72021, "recall": 0.700064, "recall_weighted": 0.64156, "ap": null, "ap_weighted": null }, { "accuracy": 0.613315, "f1": 0.595242, "f1_weighted": 0.594639, "precision": 0.605504, "precision_weighted": 0.695365, "recall": 0.687428, "recall_weighted": 0.613315, "ap": null, "ap_weighted": null }, { "accuracy": 0.621385, "f1": 0.608299, "f1_weighted": 0.61298, "precision": 0.611346, "precision_weighted": 0.705902, "recall": 0.689968, "recall_weighted": 0.621385, "ap": null, "ap_weighted": null }, { "accuracy": 0.658036, "f1": 0.630402, "f1_weighted": 0.651914, "precision": 0.62301, "precision_weighted": 0.711727, "recall": 0.708455, "recall_weighted": 0.658036, "ap": null, "ap_weighted": null }, { "accuracy": 0.638534, "f1": 0.63059, "f1_weighted": 0.635569, "precision": 0.627167, "precision_weighted": 0.697301, "recall": 0.697909, "recall_weighted": 0.638534, "ap": null, "ap_weighted": null }, { "accuracy": 0.649294, "f1": 0.645702, "f1_weighted": 0.647618, "precision": 0.652465, "precision_weighted": 0.721427, "recall": 0.715263, "recall_weighted": 0.649294, "ap": null, "ap_weighted": null }, { "accuracy": 0.619704, "f1": 0.610689, "f1_weighted": 0.608938, "precision": 0.611928, "precision_weighted": 0.692125, "recall": 0.691707, "recall_weighted": 0.619704, "ap": null, "ap_weighted": null } ], "accuracy": 0.641022, "f1": 0.626943, "f1_weighted": 0.635058, "precision": 0.628684, "precision_weighted": 0.709822, "recall": 0.702772, "recall_weighted": 0.641022, "ap": NaN, "ap_weighted": NaN, "main_score": 0.641022, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.632145, "f1": 0.607257, "f1_weighted": 0.631375, "precision": 0.603672, "precision_weighted": 0.689265, "recall": 0.669041, "recall_weighted": 0.632145, "ap": null, "ap_weighted": null }, { "accuracy": 0.610289, "f1": 0.591033, "f1_weighted": 0.602959, "precision": 0.612291, "precision_weighted": 0.685869, "recall": 0.661558, "recall_weighted": 0.610289, "ap": null, "ap_weighted": null }, { "accuracy": 0.627438, "f1": 0.596228, "f1_weighted": 0.616959, "precision": 0.600646, "precision_weighted": 0.669768, "recall": 0.65934, "recall_weighted": 0.627438, "ap": null, "ap_weighted": null }, { "accuracy": 0.611634, "f1": 0.579645, "f1_weighted": 0.606106, "precision": 0.567597, "precision_weighted": 0.646568, "recall": 0.640524, "recall_weighted": 0.611634, "ap": null, "ap_weighted": null }, { "accuracy": 0.603228, "f1": 0.567948, "f1_weighted": 0.593432, "precision": 0.579829, "precision_weighted": 0.667137, "recall": 0.64036, "recall_weighted": 0.603228, "ap": null, "ap_weighted": null }, { "accuracy": 0.606254, "f1": 0.568674, "f1_weighted": 0.593104, "precision": 0.567039, "precision_weighted": 0.649429, "recall": 0.629018, "recall_weighted": 0.606254, "ap": null, "ap_weighted": null }, { "accuracy": 0.602555, "f1": 0.580247, "f1_weighted": 0.59585, "precision": 0.595269, "precision_weighted": 0.680492, "recall": 0.663934, "recall_weighted": 0.602555, "ap": null, "ap_weighted": null }, { "accuracy": 0.625084, "f1": 0.60237, "f1_weighted": 0.626631, "precision": 0.599676, "precision_weighted": 0.675513, "recall": 0.654399, "recall_weighted": 0.625084, "ap": null, "ap_weighted": null }, { "accuracy": 0.595494, "f1": 0.557382, "f1_weighted": 0.584275, "precision": 0.568247, "precision_weighted": 0.654023, "recall": 0.625451, "recall_weighted": 0.595494, "ap": null, "ap_weighted": null }, { "accuracy": 0.600202, "f1": 0.570305, "f1_weighted": 0.589934, "precision": 0.565024, "precision_weighted": 0.65321, "recall": 0.644299, "recall_weighted": 0.600202, "ap": null, "ap_weighted": null } ], "accuracy": 0.611432, "f1": 0.582109, "f1_weighted": 0.604063, "precision": 0.585929, "precision_weighted": 0.667128, "recall": 0.648793, "recall_weighted": 0.611432, "ap": NaN, "ap_weighted": NaN, "main_score": 0.611432, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.499328, "f1": 0.47949, "f1_weighted": 0.495294, "precision": 0.505757, "precision_weighted": 0.57982, "recall": 0.549438, "recall_weighted": 0.499328, "ap": null, "ap_weighted": null }, { "accuracy": 0.501681, "f1": 0.478741, "f1_weighted": 0.499719, "precision": 0.493452, "precision_weighted": 0.572417, "recall": 0.543759, "recall_weighted": 0.501681, "ap": null, "ap_weighted": null }, { "accuracy": 0.517485, "f1": 0.484633, "f1_weighted": 0.504798, "precision": 0.51127, "precision_weighted": 0.596318, "recall": 0.555768, "recall_weighted": 0.517485, "ap": null, "ap_weighted": null }, { "accuracy": 0.486886, "f1": 0.460806, "f1_weighted": 0.485141, "precision": 0.48184, "precision_weighted": 0.566972, "recall": 0.517331, "recall_weighted": 0.486886, "ap": null, "ap_weighted": null }, { "accuracy": 0.480834, "f1": 0.452075, "f1_weighted": 0.463054, "precision": 0.477707, "precision_weighted": 0.565499, "recall": 0.533244, "recall_weighted": 0.480834, "ap": null, "ap_weighted": null }, { "accuracy": 0.458978, "f1": 0.429794, "f1_weighted": 0.444656, "precision": 0.461798, "precision_weighted": 0.557124, "recall": 0.506806, "recall_weighted": 0.458978, "ap": null, "ap_weighted": null }, { "accuracy": 0.524882, "f1": 0.492646, "f1_weighted": 0.519573, "precision": 0.501222, "precision_weighted": 0.566986, "recall": 0.550976, "recall_weighted": 0.524882, "ap": null, "ap_weighted": null }, { "accuracy": 0.515467, "f1": 0.484098, "f1_weighted": 0.513587, "precision": 0.499469, "precision_weighted": 0.574688, "recall": 0.535534, "recall_weighted": 0.515467, "ap": null, "ap_weighted": null }, { "accuracy": 0.469738, "f1": 0.441323, "f1_weighted": 0.468372, "precision": 0.452853, "precision_weighted": 0.510856, "recall": 0.490258, "recall_weighted": 0.469738, "ap": null, "ap_weighted": null }, { "accuracy": 0.464694, "f1": 0.440707, "f1_weighted": 0.464506, "precision": 0.460215, "precision_weighted": 0.564238, "recall": 0.525094, "recall_weighted": 0.464694, "ap": null, "ap_weighted": null } ], "accuracy": 0.491997, "f1": 0.464431, "f1_weighted": 0.48587, "precision": 0.484558, "precision_weighted": 0.565492, "recall": 0.530821, "recall_weighted": 0.491997, "ap": NaN, "ap_weighted": NaN, "main_score": 0.491997, "hf_subset": "hy", "languages": [ "hye-Armn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.704438, "f1": 0.694909, "f1_weighted": 0.705851, "precision": 0.688217, "precision_weighted": 0.765406, "recall": 0.7643, "recall_weighted": 0.704438, "ap": null, "ap_weighted": null }, { "accuracy": 0.721587, "f1": 0.704343, "f1_weighted": 0.716571, "precision": 0.699682, "precision_weighted": 0.773913, "recall": 0.769078, "recall_weighted": 0.721587, "ap": null, "ap_weighted": null }, { "accuracy": 0.707801, "f1": 0.690532, "f1_weighted": 0.701498, "precision": 0.684977, "precision_weighted": 0.769503, "recall": 0.769131, "recall_weighted": 0.707801, "ap": null, "ap_weighted": null }, { "accuracy": 0.708137, "f1": 0.686, "f1_weighted": 0.705476, "precision": 0.675873, "precision_weighted": 0.759296, "recall": 0.759469, "recall_weighted": 0.708137, "ap": null, "ap_weighted": null }, { "accuracy": 0.692334, "f1": 0.66384, "f1_weighted": 0.677477, "precision": 0.680083, "precision_weighted": 0.769569, "recall": 0.750294, "recall_weighted": 0.692334, "ap": null, "ap_weighted": null }, { "accuracy": 0.693006, "f1": 0.680835, "f1_weighted": 0.686011, "precision": 0.684324, "precision_weighted": 0.754289, "recall": 0.744589, "recall_weighted": 0.693006, "ap": null, "ap_weighted": null }, { "accuracy": 0.712172, "f1": 0.689577, "f1_weighted": 0.710161, "precision": 0.686193, "precision_weighted": 0.766521, "recall": 0.757877, "recall_weighted": 0.712172, "ap": null, "ap_weighted": null }, { "accuracy": 0.666106, "f1": 0.659908, "f1_weighted": 0.663659, "precision": 0.659636, "precision_weighted": 0.731958, "recall": 0.730115, "recall_weighted": 0.666106, "ap": null, "ap_weighted": null }, { "accuracy": 0.748487, "f1": 0.727637, "f1_weighted": 0.746707, "precision": 0.713004, "precision_weighted": 0.779181, "recall": 0.776742, "recall_weighted": 0.748487, "ap": null, "ap_weighted": null }, { "accuracy": 0.698722, "f1": 0.688501, "f1_weighted": 0.697322, "precision": 0.683069, "precision_weighted": 0.754882, "recall": 0.756445, "recall_weighted": 0.698722, "ap": null, "ap_weighted": null } ], "accuracy": 0.705279, "f1": 0.688608, "f1_weighted": 0.701073, "precision": 0.685506, "precision_weighted": 0.762452, "recall": 0.757804, "recall_weighted": 0.705279, "ap": NaN, "ap_weighted": NaN, "main_score": 0.705279, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.536315, "f1": 0.493975, "f1_weighted": 0.531079, "precision": 0.50139, "precision_weighted": 0.58625, "recall": 0.553375, "recall_weighted": 0.536315, "ap": null, "ap_weighted": null }, { "accuracy": 0.523201, "f1": 0.469546, "f1_weighted": 0.510434, "precision": 0.495962, "precision_weighted": 0.56829, "recall": 0.531129, "recall_weighted": 0.523201, "ap": null, "ap_weighted": null }, { "accuracy": 0.523874, "f1": 0.48222, "f1_weighted": 0.509638, "precision": 0.477419, "precision_weighted": 0.549134, "recall": 0.545288, "recall_weighted": 0.523874, "ap": null, "ap_weighted": null }, { "accuracy": 0.499328, "f1": 0.453003, "f1_weighted": 0.488829, "precision": 0.453908, "precision_weighted": 0.553698, "recall": 0.52068, "recall_weighted": 0.499328, "ap": null, "ap_weighted": null }, { "accuracy": 0.488568, "f1": 0.445383, "f1_weighted": 0.469673, "precision": 0.457719, "precision_weighted": 0.555612, "recall": 0.527857, "recall_weighted": 0.488568, "ap": null, "ap_weighted": null }, { "accuracy": 0.50269, "f1": 0.462442, "f1_weighted": 0.478976, "precision": 0.484195, "precision_weighted": 0.564095, "recall": 0.524204, "recall_weighted": 0.50269, "ap": null, "ap_weighted": null }, { "accuracy": 0.522865, "f1": 0.485446, "f1_weighted": 0.507086, "precision": 0.495504, "precision_weighted": 0.55077, "recall": 0.538638, "recall_weighted": 0.522865, "ap": null, "ap_weighted": null }, { "accuracy": 0.516812, "f1": 0.486744, "f1_weighted": 0.523645, "precision": 0.497762, "precision_weighted": 0.569491, "recall": 0.518116, "recall_weighted": 0.516812, "ap": null, "ap_weighted": null }, { "accuracy": 0.444855, "f1": 0.419831, "f1_weighted": 0.43676, "precision": 0.432334, "precision_weighted": 0.519805, "recall": 0.491791, "recall_weighted": 0.444855, "ap": null, "ap_weighted": null }, { "accuracy": 0.50269, "f1": 0.471874, "f1_weighted": 0.483813, "precision": 0.475554, "precision_weighted": 0.557258, "recall": 0.540467, "recall_weighted": 0.50269, "ap": null, "ap_weighted": null } ], "accuracy": 0.50612, "f1": 0.467046, "f1_weighted": 0.493993, "precision": 0.477175, "precision_weighted": 0.55744, "recall": 0.529155, "recall_weighted": 0.50612, "ap": NaN, "ap_weighted": NaN, "main_score": 0.50612, "hf_subset": "is", "languages": [ "isl-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.715198, "f1": 0.704056, "f1_weighted": 0.712873, "precision": 0.687758, "precision_weighted": 0.754404, "recall": 0.773863, "recall_weighted": 0.715198, "ap": null, "ap_weighted": null }, { "accuracy": 0.686281, "f1": 0.68803, "f1_weighted": 0.688023, "precision": 0.695669, "precision_weighted": 0.772981, "recall": 0.76614, "recall_weighted": 0.686281, "ap": null, "ap_weighted": null }, { "accuracy": 0.723268, "f1": 0.706702, "f1_weighted": 0.719077, "precision": 0.701325, "precision_weighted": 0.777641, "recall": 0.781993, "recall_weighted": 0.723268, "ap": null, "ap_weighted": null }, { "accuracy": 0.723941, "f1": 0.709417, "f1_weighted": 0.719609, "precision": 0.691578, "precision_weighted": 0.762902, "recall": 0.778916, "recall_weighted": 0.723941, "ap": null, "ap_weighted": null }, { "accuracy": 0.690652, "f1": 0.669703, "f1_weighted": 0.684705, "precision": 0.675394, "precision_weighted": 0.763385, "recall": 0.751633, "recall_weighted": 0.690652, "ap": null, "ap_weighted": null }, { "accuracy": 0.678884, "f1": 0.670098, "f1_weighted": 0.672105, "precision": 0.666042, "precision_weighted": 0.742002, "recall": 0.746782, "recall_weighted": 0.678884, "ap": null, "ap_weighted": null }, { "accuracy": 0.709482, "f1": 0.695619, "f1_weighted": 0.703956, "precision": 0.688917, "precision_weighted": 0.770143, "recall": 0.774634, "recall_weighted": 0.709482, "ap": null, "ap_weighted": null }, { "accuracy": 0.686617, "f1": 0.69309, "f1_weighted": 0.683788, "precision": 0.690497, "precision_weighted": 0.76051, "recall": 0.766018, "recall_weighted": 0.686617, "ap": null, "ap_weighted": null }, { "accuracy": 0.717888, "f1": 0.703645, "f1_weighted": 0.71578, "precision": 0.692436, "precision_weighted": 0.76424, "recall": 0.766665, "recall_weighted": 0.717888, "ap": null, "ap_weighted": null }, { "accuracy": 0.683927, "f1": 0.689701, "f1_weighted": 0.679393, "precision": 0.684798, "precision_weighted": 0.730943, "recall": 0.750408, "recall_weighted": 0.683927, "ap": null, "ap_weighted": null } ], "accuracy": 0.701614, "f1": 0.693006, "f1_weighted": 0.697931, "precision": 0.687441, "precision_weighted": 0.759915, "recall": 0.765705, "recall_weighted": 0.701614, "ap": NaN, "ap_weighted": NaN, "main_score": 0.701614, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.752186, "f1": 0.745303, "f1_weighted": 0.750409, "precision": 0.727417, "precision_weighted": 0.800009, "recall": 0.819208, "recall_weighted": 0.752186, "ap": null, "ap_weighted": null }, { "accuracy": 0.761264, "f1": 0.749783, "f1_weighted": 0.75949, "precision": 0.735969, "precision_weighted": 0.802873, "recall": 0.816941, "recall_weighted": 0.761264, "ap": null, "ap_weighted": null }, { "accuracy": 0.761264, "f1": 0.744844, "f1_weighted": 0.756609, "precision": 0.731709, "precision_weighted": 0.800969, "recall": 0.816568, "recall_weighted": 0.761264, "ap": null, "ap_weighted": null }, { "accuracy": 0.736382, "f1": 0.725586, "f1_weighted": 0.735277, "precision": 0.715657, "precision_weighted": 0.789401, "recall": 0.792234, "recall_weighted": 0.736382, "ap": null, "ap_weighted": null }, { "accuracy": 0.730666, "f1": 0.714415, "f1_weighted": 0.718387, "precision": 0.697086, "precision_weighted": 0.769149, "recall": 0.800853, "recall_weighted": 0.730666, "ap": null, "ap_weighted": null }, { "accuracy": 0.734364, "f1": 0.729869, "f1_weighted": 0.729163, "precision": 0.719624, "precision_weighted": 0.788103, "recall": 0.800558, "recall_weighted": 0.734364, "ap": null, "ap_weighted": null }, { "accuracy": 0.715535, "f1": 0.709128, "f1_weighted": 0.710273, "precision": 0.696716, "precision_weighted": 0.783523, "recall": 0.795722, "recall_weighted": 0.715535, "ap": null, "ap_weighted": null }, { "accuracy": 0.721587, "f1": 0.726336, "f1_weighted": 0.718189, "precision": 0.711655, "precision_weighted": 0.779004, "recall": 0.799129, "recall_weighted": 0.721587, "ap": null, "ap_weighted": null }, { "accuracy": 0.771352, "f1": 0.760066, "f1_weighted": 0.765266, "precision": 0.745778, "precision_weighted": 0.803169, "recall": 0.816058, "recall_weighted": 0.771352, "ap": null, "ap_weighted": null }, { "accuracy": 0.731002, "f1": 0.730718, "f1_weighted": 0.727578, "precision": 0.719864, "precision_weighted": 0.783309, "recall": 0.800619, "recall_weighted": 0.731002, "ap": null, "ap_weighted": null } ], "accuracy": 0.74156, "f1": 0.733605, "f1_weighted": 0.737064, "precision": 0.720148, "precision_weighted": 0.789951, "recall": 0.805789, "recall_weighted": 0.74156, "ap": NaN, "ap_weighted": NaN, "main_score": 0.74156, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.568594, "f1": 0.545987, "f1_weighted": 0.573379, "precision": 0.55156, "precision_weighted": 0.6404, "recall": 0.606496, "recall_weighted": 0.568594, "ap": null, "ap_weighted": null }, { "accuracy": 0.571284, "f1": 0.545949, "f1_weighted": 0.556902, "precision": 0.541365, "precision_weighted": 0.616108, "recall": 0.624073, "recall_weighted": 0.571284, "ap": null, "ap_weighted": null }, { "accuracy": 0.588769, "f1": 0.554084, "f1_weighted": 0.575489, "precision": 0.553196, "precision_weighted": 0.622424, "recall": 0.619654, "recall_weighted": 0.588769, "ap": null, "ap_weighted": null }, { "accuracy": 0.554136, "f1": 0.536558, "f1_weighted": 0.545444, "precision": 0.521265, "precision_weighted": 0.57337, "recall": 0.596387, "recall_weighted": 0.554136, "ap": null, "ap_weighted": null }, { "accuracy": 0.571621, "f1": 0.541103, "f1_weighted": 0.553298, "precision": 0.540769, "precision_weighted": 0.619195, "recall": 0.617959, "recall_weighted": 0.571621, "ap": null, "ap_weighted": null }, { "accuracy": 0.549428, "f1": 0.535451, "f1_weighted": 0.541709, "precision": 0.533827, "precision_weighted": 0.609946, "recall": 0.605851, "recall_weighted": 0.549428, "ap": null, "ap_weighted": null }, { "accuracy": 0.586079, "f1": 0.567427, "f1_weighted": 0.589681, "precision": 0.565698, "precision_weighted": 0.648268, "recall": 0.633352, "recall_weighted": 0.586079, "ap": null, "ap_weighted": null }, { "accuracy": 0.580699, "f1": 0.566908, "f1_weighted": 0.571812, "precision": 0.569492, "precision_weighted": 0.637193, "recall": 0.636836, "recall_weighted": 0.580699, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.543201, "f1_weighted": 0.551543, "precision": 0.545074, "precision_weighted": 0.627147, "recall": 0.612186, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null }, { "accuracy": 0.570948, "f1": 0.553247, "f1_weighted": 0.555224, "precision": 0.550045, "precision_weighted": 0.60759, "recall": 0.621828, "recall_weighted": 0.570948, "ap": null, "ap_weighted": null } ], "accuracy": 0.569334, "f1": 0.548992, "f1_weighted": 0.561448, "precision": 0.547229, "precision_weighted": 0.620164, "recall": 0.617462, "recall_weighted": 0.569334, "ap": NaN, "ap_weighted": NaN, "main_score": 0.569334, "hf_subset": "jv", "languages": [ "jav-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.478144, "f1": 0.455051, "f1_weighted": 0.474106, "precision": 0.471562, "precision_weighted": 0.552234, "recall": 0.529794, "recall_weighted": 0.478144, "ap": null, "ap_weighted": null }, { "accuracy": 0.484869, "f1": 0.456882, "f1_weighted": 0.485167, "precision": 0.46528, "precision_weighted": 0.552192, "recall": 0.518083, "recall_weighted": 0.484869, "ap": null, "ap_weighted": null }, { "accuracy": 0.487223, "f1": 0.443872, "f1_weighted": 0.473306, "precision": 0.469598, "precision_weighted": 0.569597, "recall": 0.525758, "recall_weighted": 0.487223, "ap": null, "ap_weighted": null }, { "accuracy": 0.433423, "f1": 0.412379, "f1_weighted": 0.423405, "precision": 0.438055, "precision_weighted": 0.518394, "recall": 0.489594, "recall_weighted": 0.433423, "ap": null, "ap_weighted": null }, { "accuracy": 0.493948, "f1": 0.470235, "f1_weighted": 0.482198, "precision": 0.485036, "precision_weighted": 0.554006, "recall": 0.540636, "recall_weighted": 0.493948, "ap": null, "ap_weighted": null }, { "accuracy": 0.449563, "f1": 0.432768, "f1_weighted": 0.44908, "precision": 0.457702, "precision_weighted": 0.563724, "recall": 0.498322, "recall_weighted": 0.449563, "ap": null, "ap_weighted": null }, { "accuracy": 0.471419, "f1": 0.444695, "f1_weighted": 0.46979, "precision": 0.451547, "precision_weighted": 0.532077, "recall": 0.506926, "recall_weighted": 0.471419, "ap": null, "ap_weighted": null }, { "accuracy": 0.469065, "f1": 0.457084, "f1_weighted": 0.468422, "precision": 0.474452, "precision_weighted": 0.560118, "recall": 0.516871, "recall_weighted": 0.469065, "ap": null, "ap_weighted": null }, { "accuracy": 0.442838, "f1": 0.431019, "f1_weighted": 0.434115, "precision": 0.448165, "precision_weighted": 0.514864, "recall": 0.50926, "recall_weighted": 0.442838, "ap": null, "ap_weighted": null }, { "accuracy": 0.475454, "f1": 0.451411, "f1_weighted": 0.472735, "precision": 0.457541, "precision_weighted": 0.548641, "recall": 0.525261, "recall_weighted": 0.475454, "ap": null, "ap_weighted": null } ], "accuracy": 0.468594, "f1": 0.44554, "f1_weighted": 0.463233, "precision": 0.461894, "precision_weighted": 0.546585, "recall": 0.516051, "recall_weighted": 0.468594, "ap": NaN, "ap_weighted": NaN, "main_score": 0.468594, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.476126, "f1": 0.439189, "f1_weighted": 0.481441, "precision": 0.455135, "precision_weighted": 0.528596, "recall": 0.471725, "recall_weighted": 0.476126, "ap": null, "ap_weighted": null }, { "accuracy": 0.446537, "f1": 0.394597, "f1_weighted": 0.432718, "precision": 0.398967, "precision_weighted": 0.470945, "recall": 0.455826, "recall_weighted": 0.446537, "ap": null, "ap_weighted": null }, { "accuracy": 0.420309, "f1": 0.393685, "f1_weighted": 0.418736, "precision": 0.406619, "precision_weighted": 0.475733, "recall": 0.443093, "recall_weighted": 0.420309, "ap": null, "ap_weighted": null }, { "accuracy": 0.405178, "f1": 0.363226, "f1_weighted": 0.391589, "precision": 0.410643, "precision_weighted": 0.515405, "recall": 0.424741, "recall_weighted": 0.405178, "ap": null, "ap_weighted": null }, { "accuracy": 0.414929, "f1": 0.358332, "f1_weighted": 0.393196, "precision": 0.371652, "precision_weighted": 0.452311, "recall": 0.421531, "recall_weighted": 0.414929, "ap": null, "ap_weighted": null }, { "accuracy": 0.420646, "f1": 0.385152, "f1_weighted": 0.409697, "precision": 0.401952, "precision_weighted": 0.48502, "recall": 0.44904, "recall_weighted": 0.420646, "ap": null, "ap_weighted": null }, { "accuracy": 0.414929, "f1": 0.376572, "f1_weighted": 0.402642, "precision": 0.411215, "precision_weighted": 0.51149, "recall": 0.44552, "recall_weighted": 0.414929, "ap": null, "ap_weighted": null }, { "accuracy": 0.475454, "f1": 0.43645, "f1_weighted": 0.47036, "precision": 0.444424, "precision_weighted": 0.519159, "recall": 0.481803, "recall_weighted": 0.475454, "ap": null, "ap_weighted": null }, { "accuracy": 0.435104, "f1": 0.367919, "f1_weighted": 0.428027, "precision": 0.396723, "precision_weighted": 0.48174, "recall": 0.413047, "recall_weighted": 0.435104, "ap": null, "ap_weighted": null }, { "accuracy": 0.412912, "f1": 0.382968, "f1_weighted": 0.397654, "precision": 0.406143, "precision_weighted": 0.481616, "recall": 0.455269, "recall_weighted": 0.412912, "ap": null, "ap_weighted": null } ], "accuracy": 0.432213, "f1": 0.389809, "f1_weighted": 0.422606, "precision": 0.410347, "precision_weighted": 0.492201, "recall": 0.44616, "recall_weighted": 0.432213, "ap": NaN, "ap_weighted": NaN, "main_score": 0.432213, "hf_subset": "km", "languages": [ "khm-Khmr" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.525891, "f1": 0.496412, "f1_weighted": 0.521331, "precision": 0.499867, "precision_weighted": 0.578449, "recall": 0.562159, "recall_weighted": 0.525891, "ap": null, "ap_weighted": null }, { "accuracy": 0.553463, "f1": 0.52656, "f1_weighted": 0.552658, "precision": 0.521233, "precision_weighted": 0.592093, "recall": 0.576615, "recall_weighted": 0.553463, "ap": null, "ap_weighted": null }, { "accuracy": 0.555481, "f1": 0.501218, "f1_weighted": 0.545769, "precision": 0.49058, "precision_weighted": 0.573322, "recall": 0.558436, "recall_weighted": 0.555481, "ap": null, "ap_weighted": null }, { "accuracy": 0.488231, "f1": 0.463874, "f1_weighted": 0.491857, "precision": 0.468601, "precision_weighted": 0.549623, "recall": 0.510265, "recall_weighted": 0.488231, "ap": null, "ap_weighted": null }, { "accuracy": 0.530935, "f1": 0.48294, "f1_weighted": 0.523741, "precision": 0.486309, "precision_weighted": 0.581247, "recall": 0.541489, "recall_weighted": 0.530935, "ap": null, "ap_weighted": null }, { "accuracy": 0.506052, "f1": 0.472407, "f1_weighted": 0.504002, "precision": 0.481054, "precision_weighted": 0.569606, "recall": 0.527177, "recall_weighted": 0.506052, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.519636, "f1_weighted": 0.554923, "precision": 0.521639, "precision_weighted": 0.601434, "recall": 0.56593, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null }, { "accuracy": 0.488568, "f1": 0.466208, "f1_weighted": 0.460313, "precision": 0.467748, "precision_weighted": 0.527164, "recall": 0.528222, "recall_weighted": 0.488568, "ap": null, "ap_weighted": null }, { "accuracy": 0.52152, "f1": 0.48682, "f1_weighted": 0.524131, "precision": 0.483573, "precision_weighted": 0.586538, "recall": 0.547607, "recall_weighted": 0.52152, "ap": null, "ap_weighted": null }, { "accuracy": 0.501345, "f1": 0.473292, "f1_weighted": 0.493426, "precision": 0.478684, "precision_weighted": 0.575022, "recall": 0.550284, "recall_weighted": 0.501345, "ap": null, "ap_weighted": null } ], "accuracy": 0.522327, "f1": 0.488937, "f1_weighted": 0.517215, "precision": 0.489929, "precision_weighted": 0.57345, "recall": 0.546818, "recall_weighted": 0.522327, "ap": NaN, "ap_weighted": NaN, "main_score": 0.522327, "hf_subset": "kn", "languages": [ "kan-Knda" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.723268, "f1": 0.722063, "f1_weighted": 0.720746, "precision": 0.703885, "precision_weighted": 0.774763, "recall": 0.796791, "recall_weighted": 0.723268, "ap": null, "ap_weighted": null }, { "accuracy": 0.711163, "f1": 0.711367, "f1_weighted": 0.707869, "precision": 0.705512, "precision_weighted": 0.784693, "recall": 0.795573, "recall_weighted": 0.711163, "ap": null, "ap_weighted": null }, { "accuracy": 0.705111, "f1": 0.7088, "f1_weighted": 0.696648, "precision": 0.698897, "precision_weighted": 0.762714, "recall": 0.787874, "recall_weighted": 0.705111, "ap": null, "ap_weighted": null }, { "accuracy": 0.688299, "f1": 0.691, "f1_weighted": 0.684761, "precision": 0.676594, "precision_weighted": 0.741877, "recall": 0.764623, "recall_weighted": 0.688299, "ap": null, "ap_weighted": null }, { "accuracy": 0.704438, "f1": 0.695876, "f1_weighted": 0.692967, "precision": 0.700133, "precision_weighted": 0.780543, "recall": 0.785636, "recall_weighted": 0.704438, "ap": null, "ap_weighted": null }, { "accuracy": 0.709818, "f1": 0.702981, "f1_weighted": 0.704534, "precision": 0.697805, "precision_weighted": 0.778793, "recall": 0.776229, "recall_weighted": 0.709818, "ap": null, "ap_weighted": null }, { "accuracy": 0.680229, "f1": 0.673254, "f1_weighted": 0.671416, "precision": 0.664884, "precision_weighted": 0.75184, "recall": 0.762284, "recall_weighted": 0.680229, "ap": null, "ap_weighted": null }, { "accuracy": 0.695696, "f1": 0.698406, "f1_weighted": 0.69116, "precision": 0.686267, "precision_weighted": 0.752218, "recall": 0.766004, "recall_weighted": 0.695696, "ap": null, "ap_weighted": null }, { "accuracy": 0.727303, "f1": 0.728268, "f1_weighted": 0.724793, "precision": 0.708292, "precision_weighted": 0.770411, "recall": 0.792787, "recall_weighted": 0.727303, "ap": null, "ap_weighted": null }, { "accuracy": 0.713181, "f1": 0.717447, "f1_weighted": 0.709323, "precision": 0.706966, "precision_weighted": 0.776368, "recall": 0.790301, "recall_weighted": 0.713181, "ap": null, "ap_weighted": null } ], "accuracy": 0.705851, "f1": 0.704946, "f1_weighted": 0.700422, "precision": 0.694924, "precision_weighted": 0.767422, "recall": 0.78181, "recall_weighted": 0.705851, "ap": NaN, "ap_weighted": NaN, "main_score": 0.705851, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.554472, "f1": 0.532958, "f1_weighted": 0.5566, "precision": 0.533848, "precision_weighted": 0.620999, "recall": 0.598017, "recall_weighted": 0.554472, "ap": null, "ap_weighted": null }, { "accuracy": 0.574983, "f1": 0.534905, "f1_weighted": 0.566319, "precision": 0.542313, "precision_weighted": 0.630481, "recall": 0.597622, "recall_weighted": 0.574983, "ap": null, "ap_weighted": null }, { "accuracy": 0.556826, "f1": 0.499294, "f1_weighted": 0.543927, "precision": 0.509481, "precision_weighted": 0.604922, "recall": 0.561198, "recall_weighted": 0.556826, "ap": null, "ap_weighted": null }, { "accuracy": 0.554136, "f1": 0.527823, "f1_weighted": 0.544518, "precision": 0.530502, "precision_weighted": 0.601707, "recall": 0.585405, "recall_weighted": 0.554136, "ap": null, "ap_weighted": null }, { "accuracy": 0.55111, "f1": 0.512555, "f1_weighted": 0.53495, "precision": 0.515829, "precision_weighted": 0.593419, "recall": 0.580059, "recall_weighted": 0.55111, "ap": null, "ap_weighted": null }, { "accuracy": 0.530599, "f1": 0.504981, "f1_weighted": 0.519657, "precision": 0.528667, "precision_weighted": 0.617597, "recall": 0.564806, "recall_weighted": 0.530599, "ap": null, "ap_weighted": null }, { "accuracy": 0.538668, "f1": 0.51844, "f1_weighted": 0.54061, "precision": 0.525573, "precision_weighted": 0.620476, "recall": 0.585076, "recall_weighted": 0.538668, "ap": null, "ap_weighted": null }, { "accuracy": 0.541695, "f1": 0.524766, "f1_weighted": 0.537783, "precision": 0.529044, "precision_weighted": 0.620763, "recall": 0.59723, "recall_weighted": 0.541695, "ap": null, "ap_weighted": null }, { "accuracy": 0.530599, "f1": 0.507873, "f1_weighted": 0.53497, "precision": 0.516873, "precision_weighted": 0.613233, "recall": 0.572828, "recall_weighted": 0.530599, "ap": null, "ap_weighted": null }, { "accuracy": 0.584734, "f1": 0.547442, "f1_weighted": 0.577535, "precision": 0.538471, "precision_weighted": 0.621181, "recall": 0.60139, "recall_weighted": 0.584734, "ap": null, "ap_weighted": null } ], "accuracy": 0.551782, "f1": 0.521104, "f1_weighted": 0.545687, "precision": 0.52706, "precision_weighted": 0.614478, "recall": 0.584363, "recall_weighted": 0.551782, "ap": NaN, "ap_weighted": NaN, "main_score": 0.551782, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.583726, "f1": 0.56323, "f1_weighted": 0.584994, "precision": 0.565169, "precision_weighted": 0.65743, "recall": 0.640241, "recall_weighted": 0.583726, "ap": null, "ap_weighted": null }, { "accuracy": 0.54842, "f1": 0.528705, "f1_weighted": 0.541874, "precision": 0.544554, "precision_weighted": 0.629919, "recall": 0.592531, "recall_weighted": 0.54842, "ap": null, "ap_weighted": null }, { "accuracy": 0.547411, "f1": 0.516325, "f1_weighted": 0.535798, "precision": 0.523171, "precision_weighted": 0.607789, "recall": 0.583143, "recall_weighted": 0.547411, "ap": null, "ap_weighted": null }, { "accuracy": 0.549765, "f1": 0.534225, "f1_weighted": 0.549228, "precision": 0.537459, "precision_weighted": 0.62669, "recall": 0.609879, "recall_weighted": 0.549765, "ap": null, "ap_weighted": null }, { "accuracy": 0.517149, "f1": 0.499397, "f1_weighted": 0.500182, "precision": 0.526237, "precision_weighted": 0.619938, "recall": 0.590907, "recall_weighted": 0.517149, "ap": null, "ap_weighted": null }, { "accuracy": 0.530262, "f1": 0.503074, "f1_weighted": 0.510832, "precision": 0.528253, "precision_weighted": 0.634275, "recall": 0.585244, "recall_weighted": 0.530262, "ap": null, "ap_weighted": null }, { "accuracy": 0.550101, "f1": 0.527151, "f1_weighted": 0.543194, "precision": 0.534224, "precision_weighted": 0.615583, "recall": 0.604056, "recall_weighted": 0.550101, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.538238, "f1_weighted": 0.542554, "precision": 0.5376, "precision_weighted": 0.605454, "recall": 0.593096, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null }, { "accuracy": 0.524882, "f1": 0.513207, "f1_weighted": 0.523009, "precision": 0.529537, "precision_weighted": 0.610982, "recall": 0.586458, "recall_weighted": 0.524882, "ap": null, "ap_weighted": null }, { "accuracy": 0.548083, "f1": 0.53794, "f1_weighted": 0.542605, "precision": 0.550063, "precision_weighted": 0.640084, "recall": 0.614461, "recall_weighted": 0.548083, "ap": null, "ap_weighted": null } ], "accuracy": 0.545158, "f1": 0.526149, "f1_weighted": 0.537427, "precision": 0.537627, "precision_weighted": 0.624814, "recall": 0.600002, "recall_weighted": 0.545158, "ap": NaN, "ap_weighted": NaN, "main_score": 0.545158, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.457969, "f1": 0.436873, "f1_weighted": 0.459706, "precision": 0.441091, "precision_weighted": 0.511685, "recall": 0.494473, "recall_weighted": 0.457969, "ap": null, "ap_weighted": null }, { "accuracy": 0.421654, "f1": 0.390909, "f1_weighted": 0.41165, "precision": 0.417315, "precision_weighted": 0.509872, "recall": 0.466666, "recall_weighted": 0.421654, "ap": null, "ap_weighted": null }, { "accuracy": 0.453262, "f1": 0.410651, "f1_weighted": 0.427756, "precision": 0.421179, "precision_weighted": 0.481878, "recall": 0.475844, "recall_weighted": 0.453262, "ap": null, "ap_weighted": null }, { "accuracy": 0.436113, "f1": 0.40991, "f1_weighted": 0.422241, "precision": 0.418953, "precision_weighted": 0.510541, "recall": 0.475185, "recall_weighted": 0.436113, "ap": null, "ap_weighted": null }, { "accuracy": 0.436449, "f1": 0.387495, "f1_weighted": 0.40616, "precision": 0.399434, "precision_weighted": 0.480476, "recall": 0.463323, "recall_weighted": 0.436449, "ap": null, "ap_weighted": null }, { "accuracy": 0.426026, "f1": 0.391887, "f1_weighted": 0.396291, "precision": 0.409524, "precision_weighted": 0.499209, "recall": 0.469565, "recall_weighted": 0.426026, "ap": null, "ap_weighted": null }, { "accuracy": 0.417283, "f1": 0.392874, "f1_weighted": 0.404755, "precision": 0.413096, "precision_weighted": 0.496939, "recall": 0.46045, "recall_weighted": 0.417283, "ap": null, "ap_weighted": null }, { "accuracy": 0.477808, "f1": 0.447081, "f1_weighted": 0.470902, "precision": 0.453764, "precision_weighted": 0.52511, "recall": 0.49589, "recall_weighted": 0.477808, "ap": null, "ap_weighted": null }, { "accuracy": 0.412239, "f1": 0.388122, "f1_weighted": 0.409385, "precision": 0.417443, "precision_weighted": 0.502797, "recall": 0.454523, "recall_weighted": 0.412239, "ap": null, "ap_weighted": null }, { "accuracy": 0.410894, "f1": 0.386227, "f1_weighted": 0.399165, "precision": 0.417644, "precision_weighted": 0.509946, "recall": 0.458144, "recall_weighted": 0.410894, "ap": null, "ap_weighted": null } ], "accuracy": 0.43497, "f1": 0.404203, "f1_weighted": 0.420801, "precision": 0.420944, "precision_weighted": 0.502845, "recall": 0.471406, "recall_weighted": 0.43497, "ap": NaN, "ap_weighted": NaN, "main_score": 0.43497, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.67922, "f1": 0.652257, "f1_weighted": 0.674891, "precision": 0.643433, "precision_weighted": 0.713873, "recall": 0.708902, "recall_weighted": 0.67922, "ap": null, "ap_weighted": null }, { "accuracy": 0.694351, "f1": 0.67015, "f1_weighted": 0.688876, "precision": 0.664143, "precision_weighted": 0.73367, "recall": 0.727149, "recall_weighted": 0.694351, "ap": null, "ap_weighted": null }, { "accuracy": 0.701412, "f1": 0.666103, "f1_weighted": 0.694932, "precision": 0.664068, "precision_weighted": 0.740795, "recall": 0.726297, "recall_weighted": 0.701412, "ap": null, "ap_weighted": null }, { "accuracy": 0.670814, "f1": 0.630503, "f1_weighted": 0.664608, "precision": 0.631239, "precision_weighted": 0.722778, "recall": 0.70254, "recall_weighted": 0.670814, "ap": null, "ap_weighted": null }, { "accuracy": 0.669805, "f1": 0.62897, "f1_weighted": 0.656679, "precision": 0.632099, "precision_weighted": 0.718103, "recall": 0.707489, "recall_weighted": 0.669805, "ap": null, "ap_weighted": null }, { "accuracy": 0.624412, "f1": 0.60104, "f1_weighted": 0.615199, "precision": 0.616599, "precision_weighted": 0.706936, "recall": 0.670274, "recall_weighted": 0.624412, "ap": null, "ap_weighted": null }, { "accuracy": 0.675521, "f1": 0.64535, "f1_weighted": 0.671353, "precision": 0.640236, "precision_weighted": 0.724729, "recall": 0.717213, "recall_weighted": 0.675521, "ap": null, "ap_weighted": null }, { "accuracy": 0.677202, "f1": 0.654428, "f1_weighted": 0.677715, "precision": 0.640515, "precision_weighted": 0.717835, "recall": 0.714101, "recall_weighted": 0.677202, "ap": null, "ap_weighted": null }, { "accuracy": 0.686954, "f1": 0.656489, "f1_weighted": 0.689383, "precision": 0.649616, "precision_weighted": 0.738241, "recall": 0.715363, "recall_weighted": 0.686954, "ap": null, "ap_weighted": null }, { "accuracy": 0.655346, "f1": 0.636631, "f1_weighted": 0.65228, "precision": 0.632013, "precision_weighted": 0.708517, "recall": 0.704869, "recall_weighted": 0.655346, "ap": null, "ap_weighted": null } ], "accuracy": 0.673504, "f1": 0.644192, "f1_weighted": 0.668592, "precision": 0.641396, "precision_weighted": 0.722548, "recall": 0.70942, "recall_weighted": 0.673504, "ap": NaN, "ap_weighted": NaN, "main_score": 0.673504, "hf_subset": "ms", "languages": [ "msa-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.451917, "f1": 0.421154, "f1_weighted": 0.435955, "precision": 0.449726, "precision_weighted": 0.510537, "recall": 0.488918, "recall_weighted": 0.451917, "ap": null, "ap_weighted": null }, { "accuracy": 0.449563, "f1": 0.411795, "f1_weighted": 0.448693, "precision": 0.460698, "precision_weighted": 0.535779, "recall": 0.471737, "recall_weighted": 0.449563, "ap": null, "ap_weighted": null }, { "accuracy": 0.469738, "f1": 0.425513, "f1_weighted": 0.464718, "precision": 0.447525, "precision_weighted": 0.535375, "recall": 0.487108, "recall_weighted": 0.469738, "ap": null, "ap_weighted": null }, { "accuracy": 0.43544, "f1": 0.402435, "f1_weighted": 0.43267, "precision": 0.430797, "precision_weighted": 0.535988, "recall": 0.477706, "recall_weighted": 0.43544, "ap": null, "ap_weighted": null }, { "accuracy": 0.402824, "f1": 0.362553, "f1_weighted": 0.372513, "precision": 0.388646, "precision_weighted": 0.484996, "recall": 0.450533, "recall_weighted": 0.402824, "ap": null, "ap_weighted": null }, { "accuracy": 0.422327, "f1": 0.3888, "f1_weighted": 0.40819, "precision": 0.415623, "precision_weighted": 0.502102, "recall": 0.457801, "recall_weighted": 0.422327, "ap": null, "ap_weighted": null }, { "accuracy": 0.43544, "f1": 0.395582, "f1_weighted": 0.412055, "precision": 0.424113, "precision_weighted": 0.493445, "recall": 0.458414, "recall_weighted": 0.43544, "ap": null, "ap_weighted": null }, { "accuracy": 0.427707, "f1": 0.398992, "f1_weighted": 0.402615, "precision": 0.414168, "precision_weighted": 0.49748, "recall": 0.47031, "recall_weighted": 0.427707, "ap": null, "ap_weighted": null }, { "accuracy": 0.416611, "f1": 0.383512, "f1_weighted": 0.407375, "precision": 0.408747, "precision_weighted": 0.491236, "recall": 0.451904, "recall_weighted": 0.416611, "ap": null, "ap_weighted": null }, { "accuracy": 0.455279, "f1": 0.417681, "f1_weighted": 0.443064, "precision": 0.446348, "precision_weighted": 0.523999, "recall": 0.48345, "recall_weighted": 0.455279, "ap": null, "ap_weighted": null } ], "accuracy": 0.436685, "f1": 0.400802, "f1_weighted": 0.422785, "precision": 0.428639, "precision_weighted": 0.511094, "recall": 0.469788, "recall_weighted": 0.436685, "ap": NaN, "ap_weighted": NaN, "main_score": 0.436685, "hf_subset": "my", "languages": [ "mya-Mymr" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.647613, "f1": 0.633087, "f1_weighted": 0.64342, "precision": 0.618298, "precision_weighted": 0.692606, "recall": 0.706471, "recall_weighted": 0.647613, "ap": null, "ap_weighted": null }, { "accuracy": 0.64425, "f1": 0.632277, "f1_weighted": 0.637149, "precision": 0.622091, "precision_weighted": 0.694424, "recall": 0.710224, "recall_weighted": 0.64425, "ap": null, "ap_weighted": null }, { "accuracy": 0.644586, "f1": 0.624523, "f1_weighted": 0.635622, "precision": 0.620217, "precision_weighted": 0.699474, "recall": 0.701523, "recall_weighted": 0.644586, "ap": null, "ap_weighted": null }, { "accuracy": 0.653665, "f1": 0.628551, "f1_weighted": 0.649463, "precision": 0.623226, "precision_weighted": 0.704139, "recall": 0.695594, "recall_weighted": 0.653665, "ap": null, "ap_weighted": null }, { "accuracy": 0.62004, "f1": 0.594284, "f1_weighted": 0.602503, "precision": 0.615565, "precision_weighted": 0.704716, "recall": 0.684518, "recall_weighted": 0.62004, "ap": null, "ap_weighted": null }, { "accuracy": 0.635508, "f1": 0.61475, "f1_weighted": 0.625049, "precision": 0.619594, "precision_weighted": 0.717044, "recall": 0.692163, "recall_weighted": 0.635508, "ap": null, "ap_weighted": null }, { "accuracy": 0.651984, "f1": 0.630401, "f1_weighted": 0.644857, "precision": 0.623358, "precision_weighted": 0.705213, "recall": 0.705639, "recall_weighted": 0.651984, "ap": null, "ap_weighted": null }, { "accuracy": 0.63618, "f1": 0.62926, "f1_weighted": 0.633539, "precision": 0.617835, "precision_weighted": 0.684136, "recall": 0.690433, "recall_weighted": 0.63618, "ap": null, "ap_weighted": null }, { "accuracy": 0.635508, "f1": 0.62002, "f1_weighted": 0.635994, "precision": 0.61476, "precision_weighted": 0.691625, "recall": 0.682924, "recall_weighted": 0.635508, "ap": null, "ap_weighted": null }, { "accuracy": 0.612643, "f1": 0.597874, "f1_weighted": 0.602002, "precision": 0.597816, "precision_weighted": 0.668093, "recall": 0.673807, "recall_weighted": 0.612643, "ap": null, "ap_weighted": null } ], "accuracy": 0.638198, "f1": 0.620503, "f1_weighted": 0.63096, "precision": 0.617276, "precision_weighted": 0.696147, "recall": 0.69433, "recall_weighted": 0.638198, "ap": NaN, "ap_weighted": NaN, "main_score": 0.638198, "hf_subset": "nb", "languages": [ "nob-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.725958, "f1": 0.71263, "f1_weighted": 0.723033, "precision": 0.691942, "precision_weighted": 0.747174, "recall": 0.76763, "recall_weighted": 0.725958, "ap": null, "ap_weighted": null }, { "accuracy": 0.729657, "f1": 0.709505, "f1_weighted": 0.729267, "precision": 0.702771, "precision_weighted": 0.775844, "recall": 0.771504, "recall_weighted": 0.729657, "ap": null, "ap_weighted": null }, { "accuracy": 0.718225, "f1": 0.68767, "f1_weighted": 0.715855, "precision": 0.681565, "precision_weighted": 0.765297, "recall": 0.752642, "recall_weighted": 0.718225, "ap": null, "ap_weighted": null }, { "accuracy": 0.708473, "f1": 0.685988, "f1_weighted": 0.706655, "precision": 0.673502, "precision_weighted": 0.748193, "recall": 0.74807, "recall_weighted": 0.708473, "ap": null, "ap_weighted": null }, { "accuracy": 0.687962, "f1": 0.665239, "f1_weighted": 0.675337, "precision": 0.67087, "precision_weighted": 0.753907, "recall": 0.751328, "recall_weighted": 0.687962, "ap": null, "ap_weighted": null }, { "accuracy": 0.685945, "f1": 0.664434, "f1_weighted": 0.676782, "precision": 0.66571, "precision_weighted": 0.738411, "recall": 0.723578, "recall_weighted": 0.685945, "ap": null, "ap_weighted": null }, { "accuracy": 0.701076, "f1": 0.686274, "f1_weighted": 0.696098, "precision": 0.675743, "precision_weighted": 0.75429, "recall": 0.760029, "recall_weighted": 0.701076, "ap": null, "ap_weighted": null }, { "accuracy": 0.681237, "f1": 0.67757, "f1_weighted": 0.678683, "precision": 0.663461, "precision_weighted": 0.733292, "recall": 0.746051, "recall_weighted": 0.681237, "ap": null, "ap_weighted": null }, { "accuracy": 0.737727, "f1": 0.71264, "f1_weighted": 0.734864, "precision": 0.705236, "precision_weighted": 0.768455, "recall": 0.759907, "recall_weighted": 0.737727, "ap": null, "ap_weighted": null }, { "accuracy": 0.679892, "f1": 0.670828, "f1_weighted": 0.676082, "precision": 0.665207, "precision_weighted": 0.738792, "recall": 0.742953, "recall_weighted": 0.679892, "ap": null, "ap_weighted": null } ], "accuracy": 0.705615, "f1": 0.687278, "f1_weighted": 0.701266, "precision": 0.679601, "precision_weighted": 0.752366, "recall": 0.752369, "recall_weighted": 0.705615, "ap": NaN, "ap_weighted": NaN, "main_score": 0.705615, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.704438, "f1": 0.693955, "f1_weighted": 0.707774, "precision": 0.682932, "precision_weighted": 0.757117, "recall": 0.75879, "recall_weighted": 0.704438, "ap": null, "ap_weighted": null }, { "accuracy": 0.700067, "f1": 0.688391, "f1_weighted": 0.701275, "precision": 0.683712, "precision_weighted": 0.766005, "recall": 0.763342, "recall_weighted": 0.700067, "ap": null, "ap_weighted": null }, { "accuracy": 0.699731, "f1": 0.684184, "f1_weighted": 0.69537, "precision": 0.680564, "precision_weighted": 0.764232, "recall": 0.763001, "recall_weighted": 0.699731, "ap": null, "ap_weighted": null }, { "accuracy": 0.665434, "f1": 0.665135, "f1_weighted": 0.659387, "precision": 0.657014, "precision_weighted": 0.727321, "recall": 0.736376, "recall_weighted": 0.665434, "ap": null, "ap_weighted": null }, { "accuracy": 0.659718, "f1": 0.644666, "f1_weighted": 0.652772, "precision": 0.654335, "precision_weighted": 0.742607, "recall": 0.729763, "recall_weighted": 0.659718, "ap": null, "ap_weighted": null }, { "accuracy": 0.675521, "f1": 0.659003, "f1_weighted": 0.666879, "precision": 0.655779, "precision_weighted": 0.739413, "recall": 0.731906, "recall_weighted": 0.675521, "ap": null, "ap_weighted": null }, { "accuracy": 0.682919, "f1": 0.670706, "f1_weighted": 0.678486, "precision": 0.666677, "precision_weighted": 0.749327, "recall": 0.751432, "recall_weighted": 0.682919, "ap": null, "ap_weighted": null }, { "accuracy": 0.681237, "f1": 0.679722, "f1_weighted": 0.684677, "precision": 0.680555, "precision_weighted": 0.751334, "recall": 0.7444, "recall_weighted": 0.681237, "ap": null, "ap_weighted": null }, { "accuracy": 0.711163, "f1": 0.705225, "f1_weighted": 0.714055, "precision": 0.692386, "precision_weighted": 0.771565, "recall": 0.770244, "recall_weighted": 0.711163, "ap": null, "ap_weighted": null }, { "accuracy": 0.683591, "f1": 0.676057, "f1_weighted": 0.685435, "precision": 0.669773, "precision_weighted": 0.747472, "recall": 0.745834, "recall_weighted": 0.683591, "ap": null, "ap_weighted": null } ], "accuracy": 0.686382, "f1": 0.676704, "f1_weighted": 0.684611, "precision": 0.672373, "precision_weighted": 0.751639, "recall": 0.749509, "recall_weighted": 0.686382, "ap": NaN, "ap_weighted": NaN, "main_score": 0.686382, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.695024, "f1": 0.692666, "f1_weighted": 0.691846, "precision": 0.68574, "precision_weighted": 0.762991, "recall": 0.775824, "recall_weighted": 0.695024, "ap": null, "ap_weighted": null }, { "accuracy": 0.722596, "f1": 0.716558, "f1_weighted": 0.722347, "precision": 0.709589, "precision_weighted": 0.781077, "recall": 0.788391, "recall_weighted": 0.722596, "ap": null, "ap_weighted": null }, { "accuracy": 0.695024, "f1": 0.687966, "f1_weighted": 0.6919, "precision": 0.680941, "precision_weighted": 0.756235, "recall": 0.764264, "recall_weighted": 0.695024, "ap": null, "ap_weighted": null }, { "accuracy": 0.694351, "f1": 0.687548, "f1_weighted": 0.694955, "precision": 0.678724, "precision_weighted": 0.755448, "recall": 0.757822, "recall_weighted": 0.694351, "ap": null, "ap_weighted": null }, { "accuracy": 0.667787, "f1": 0.658653, "f1_weighted": 0.654722, "precision": 0.66572, "precision_weighted": 0.744442, "recall": 0.751307, "recall_weighted": 0.667787, "ap": null, "ap_weighted": null }, { "accuracy": 0.698722, "f1": 0.688619, "f1_weighted": 0.692869, "precision": 0.682054, "precision_weighted": 0.759693, "recall": 0.760296, "recall_weighted": 0.698722, "ap": null, "ap_weighted": null }, { "accuracy": 0.693342, "f1": 0.681205, "f1_weighted": 0.688536, "precision": 0.67509, "precision_weighted": 0.751912, "recall": 0.761196, "recall_weighted": 0.693342, "ap": null, "ap_weighted": null }, { "accuracy": 0.690316, "f1": 0.687714, "f1_weighted": 0.685788, "precision": 0.679014, "precision_weighted": 0.751205, "recall": 0.755133, "recall_weighted": 0.690316, "ap": null, "ap_weighted": null }, { "accuracy": 0.723268, "f1": 0.721037, "f1_weighted": 0.72313, "precision": 0.704344, "precision_weighted": 0.7731, "recall": 0.787929, "recall_weighted": 0.723268, "ap": null, "ap_weighted": null }, { "accuracy": 0.664761, "f1": 0.666515, "f1_weighted": 0.660657, "precision": 0.66556, "precision_weighted": 0.74471, "recall": 0.74901, "recall_weighted": 0.664761, "ap": null, "ap_weighted": null } ], "accuracy": 0.694519, "f1": 0.688848, "f1_weighted": 0.690675, "precision": 0.682678, "precision_weighted": 0.758081, "recall": 0.765117, "recall_weighted": 0.694519, "ap": NaN, "ap_weighted": NaN, "main_score": 0.694519, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.649294, "f1": 0.637344, "f1_weighted": 0.643831, "precision": 0.634523, "precision_weighted": 0.702745, "recall": 0.707392, "recall_weighted": 0.649294, "ap": null, "ap_weighted": null }, { "accuracy": 0.625757, "f1": 0.620044, "f1_weighted": 0.614384, "precision": 0.621614, "precision_weighted": 0.696837, "recall": 0.707695, "recall_weighted": 0.625757, "ap": null, "ap_weighted": null }, { "accuracy": 0.636516, "f1": 0.624169, "f1_weighted": 0.625906, "precision": 0.622503, "precision_weighted": 0.68036, "recall": 0.69845, "recall_weighted": 0.636516, "ap": null, "ap_weighted": null }, { "accuracy": 0.653329, "f1": 0.634296, "f1_weighted": 0.652147, "precision": 0.627662, "precision_weighted": 0.693543, "recall": 0.6926, "recall_weighted": 0.653329, "ap": null, "ap_weighted": null }, { "accuracy": 0.648958, "f1": 0.6162, "f1_weighted": 0.637025, "precision": 0.603018, "precision_weighted": 0.691701, "recall": 0.696052, "recall_weighted": 0.648958, "ap": null, "ap_weighted": null }, { "accuracy": 0.613315, "f1": 0.599546, "f1_weighted": 0.603288, "precision": 0.610359, "precision_weighted": 0.702467, "recall": 0.683733, "recall_weighted": 0.613315, "ap": null, "ap_weighted": null }, { "accuracy": 0.616005, "f1": 0.597216, "f1_weighted": 0.603735, "precision": 0.603617, "precision_weighted": 0.698092, "recall": 0.685114, "recall_weighted": 0.616005, "ap": null, "ap_weighted": null }, { "accuracy": 0.630128, "f1": 0.628447, "f1_weighted": 0.622973, "precision": 0.625381, "precision_weighted": 0.691352, "recall": 0.691692, "recall_weighted": 0.630128, "ap": null, "ap_weighted": null }, { "accuracy": 0.613315, "f1": 0.606637, "f1_weighted": 0.614807, "precision": 0.618767, "precision_weighted": 0.711747, "recall": 0.684236, "recall_weighted": 0.613315, "ap": null, "ap_weighted": null }, { "accuracy": 0.613652, "f1": 0.603141, "f1_weighted": 0.596462, "precision": 0.603162, "precision_weighted": 0.669819, "recall": 0.681614, "recall_weighted": 0.613652, "ap": null, "ap_weighted": null } ], "accuracy": 0.630027, "f1": 0.616704, "f1_weighted": 0.621456, "precision": 0.617061, "precision_weighted": 0.693866, "recall": 0.692858, "recall_weighted": 0.630027, "ap": NaN, "ap_weighted": NaN, "main_score": 0.630027, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.720578, "f1": 0.71183, "f1_weighted": 0.717327, "precision": 0.699233, "precision_weighted": 0.776729, "recall": 0.789461, "recall_weighted": 0.720578, "ap": null, "ap_weighted": null }, { "accuracy": 0.716543, "f1": 0.712412, "f1_weighted": 0.713516, "precision": 0.704461, "precision_weighted": 0.779252, "recall": 0.79051, "recall_weighted": 0.716543, "ap": null, "ap_weighted": null }, { "accuracy": 0.737054, "f1": 0.72033, "f1_weighted": 0.732396, "precision": 0.709926, "precision_weighted": 0.786554, "recall": 0.792405, "recall_weighted": 0.737054, "ap": null, "ap_weighted": null }, { "accuracy": 0.737391, "f1": 0.729162, "f1_weighted": 0.737397, "precision": 0.71025, "precision_weighted": 0.778982, "recall": 0.793444, "recall_weighted": 0.737391, "ap": null, "ap_weighted": null }, { "accuracy": 0.675185, "f1": 0.664296, "f1_weighted": 0.663092, "precision": 0.670692, "precision_weighted": 0.758579, "recall": 0.759816, "recall_weighted": 0.675185, "ap": null, "ap_weighted": null }, { "accuracy": 0.701076, "f1": 0.698584, "f1_weighted": 0.697247, "precision": 0.697253, "precision_weighted": 0.774096, "recall": 0.772261, "recall_weighted": 0.701076, "ap": null, "ap_weighted": null }, { "accuracy": 0.719906, "f1": 0.707002, "f1_weighted": 0.717628, "precision": 0.696628, "precision_weighted": 0.782528, "recall": 0.786627, "recall_weighted": 0.719906, "ap": null, "ap_weighted": null }, { "accuracy": 0.707128, "f1": 0.704534, "f1_weighted": 0.706538, "precision": 0.6943, "precision_weighted": 0.766627, "recall": 0.775794, "recall_weighted": 0.707128, "ap": null, "ap_weighted": null }, { "accuracy": 0.761264, "f1": 0.753335, "f1_weighted": 0.75972, "precision": 0.73544, "precision_weighted": 0.795759, "recall": 0.808142, "recall_weighted": 0.761264, "ap": null, "ap_weighted": null }, { "accuracy": 0.72495, "f1": 0.71757, "f1_weighted": 0.72364, "precision": 0.705954, "precision_weighted": 0.781222, "recall": 0.788654, "recall_weighted": 0.72495, "ap": null, "ap_weighted": null } ], "accuracy": 0.720108, "f1": 0.711906, "f1_weighted": 0.71685, "precision": 0.702414, "precision_weighted": 0.778033, "recall": 0.785711, "recall_weighted": 0.720108, "ap": NaN, "ap_weighted": NaN, "main_score": 0.720108, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.629792, "f1": 0.609352, "f1_weighted": 0.631597, "precision": 0.609562, "precision_weighted": 0.692992, "recall": 0.677171, "recall_weighted": 0.629792, "ap": null, "ap_weighted": null }, { "accuracy": 0.631473, "f1": 0.608813, "f1_weighted": 0.630357, "precision": 0.628492, "precision_weighted": 0.710577, "recall": 0.671401, "recall_weighted": 0.631473, "ap": null, "ap_weighted": null }, { "accuracy": 0.631809, "f1": 0.604153, "f1_weighted": 0.620397, "precision": 0.606749, "precision_weighted": 0.690941, "recall": 0.678767, "recall_weighted": 0.631809, "ap": null, "ap_weighted": null }, { "accuracy": 0.652656, "f1": 0.629483, "f1_weighted": 0.654861, "precision": 0.611049, "precision_weighted": 0.690624, "recall": 0.685731, "recall_weighted": 0.652656, "ap": null, "ap_weighted": null }, { "accuracy": 0.646604, "f1": 0.61447, "f1_weighted": 0.635563, "precision": 0.604929, "precision_weighted": 0.680985, "recall": 0.686626, "recall_weighted": 0.646604, "ap": null, "ap_weighted": null }, { "accuracy": 0.583389, "f1": 0.571055, "f1_weighted": 0.566205, "precision": 0.575555, "precision_weighted": 0.659324, "recall": 0.656323, "recall_weighted": 0.583389, "ap": null, "ap_weighted": null }, { "accuracy": 0.626093, "f1": 0.605262, "f1_weighted": 0.618195, "precision": 0.595928, "precision_weighted": 0.677065, "recall": 0.686998, "recall_weighted": 0.626093, "ap": null, "ap_weighted": null }, { "accuracy": 0.605918, "f1": 0.603475, "f1_weighted": 0.607834, "precision": 0.59874, "precision_weighted": 0.669353, "recall": 0.663593, "recall_weighted": 0.605918, "ap": null, "ap_weighted": null }, { "accuracy": 0.610289, "f1": 0.591542, "f1_weighted": 0.616886, "precision": 0.595325, "precision_weighted": 0.684457, "recall": 0.652466, "recall_weighted": 0.610289, "ap": null, "ap_weighted": null }, { "accuracy": 0.606927, "f1": 0.592843, "f1_weighted": 0.596441, "precision": 0.586467, "precision_weighted": 0.666669, "recall": 0.673386, "recall_weighted": 0.606927, "ap": null, "ap_weighted": null } ], "accuracy": 0.622495, "f1": 0.603045, "f1_weighted": 0.617833, "precision": 0.601279, "precision_weighted": 0.682299, "recall": 0.673246, "recall_weighted": 0.622495, "ap": NaN, "ap_weighted": NaN, "main_score": 0.622495, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.571957, "f1": 0.549302, "f1_weighted": 0.577999, "precision": 0.558126, "precision_weighted": 0.647676, "recall": 0.613003, "recall_weighted": 0.571957, "ap": null, "ap_weighted": null }, { "accuracy": 0.547075, "f1": 0.510584, "f1_weighted": 0.531494, "precision": 0.516642, "precision_weighted": 0.616646, "recall": 0.594443, "recall_weighted": 0.547075, "ap": null, "ap_weighted": null }, { "accuracy": 0.566241, "f1": 0.518991, "f1_weighted": 0.548414, "precision": 0.516451, "precision_weighted": 0.596896, "recall": 0.585685, "recall_weighted": 0.566241, "ap": null, "ap_weighted": null }, { "accuracy": 0.55111, "f1": 0.514046, "f1_weighted": 0.533075, "precision": 0.50709, "precision_weighted": 0.581696, "recall": 0.584433, "recall_weighted": 0.55111, "ap": null, "ap_weighted": null }, { "accuracy": 0.5269, "f1": 0.498097, "f1_weighted": 0.502535, "precision": 0.512765, "precision_weighted": 0.598457, "recall": 0.584097, "recall_weighted": 0.5269, "ap": null, "ap_weighted": null }, { "accuracy": 0.51345, "f1": 0.461096, "f1_weighted": 0.486268, "precision": 0.484959, "precision_weighted": 0.597325, "recall": 0.555064, "recall_weighted": 0.51345, "ap": null, "ap_weighted": null }, { "accuracy": 0.558843, "f1": 0.526864, "f1_weighted": 0.545652, "precision": 0.518605, "precision_weighted": 0.600332, "recall": 0.610405, "recall_weighted": 0.558843, "ap": null, "ap_weighted": null }, { "accuracy": 0.554136, "f1": 0.543041, "f1_weighted": 0.554714, "precision": 0.539566, "precision_weighted": 0.620754, "recall": 0.599143, "recall_weighted": 0.554136, "ap": null, "ap_weighted": null }, { "accuracy": 0.514122, "f1": 0.494741, "f1_weighted": 0.503325, "precision": 0.514538, "precision_weighted": 0.605557, "recall": 0.579299, "recall_weighted": 0.514122, "ap": null, "ap_weighted": null }, { "accuracy": 0.542703, "f1": 0.503444, "f1_weighted": 0.521793, "precision": 0.503775, "precision_weighted": 0.591709, "recall": 0.588396, "recall_weighted": 0.542703, "ap": null, "ap_weighted": null } ], "accuracy": 0.544654, "f1": 0.512021, "f1_weighted": 0.530527, "precision": 0.517252, "precision_weighted": 0.605705, "recall": 0.589397, "recall_weighted": 0.544654, "ap": NaN, "ap_weighted": NaN, "main_score": 0.544654, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.69267, "f1": 0.673672, "f1_weighted": 0.687712, "precision": 0.655005, "precision_weighted": 0.723773, "recall": 0.739007, "recall_weighted": 0.69267, "ap": null, "ap_weighted": null }, { "accuracy": 0.648285, "f1": 0.62942, "f1_weighted": 0.642499, "precision": 0.631294, "precision_weighted": 0.718283, "recall": 0.705641, "recall_weighted": 0.648285, "ap": null, "ap_weighted": null }, { "accuracy": 0.674849, "f1": 0.649459, "f1_weighted": 0.668813, "precision": 0.644957, "precision_weighted": 0.728637, "recall": 0.720646, "recall_weighted": 0.674849, "ap": null, "ap_weighted": null }, { "accuracy": 0.670141, "f1": 0.643718, "f1_weighted": 0.667645, "precision": 0.626205, "precision_weighted": 0.707407, "recall": 0.708, "recall_weighted": 0.670141, "ap": null, "ap_weighted": null }, { "accuracy": 0.635508, "f1": 0.610746, "f1_weighted": 0.619073, "precision": 0.620089, "precision_weighted": 0.704624, "recall": 0.691766, "recall_weighted": 0.635508, "ap": null, "ap_weighted": null }, { "accuracy": 0.626765, "f1": 0.603053, "f1_weighted": 0.614268, "precision": 0.617961, "precision_weighted": 0.700758, "recall": 0.661982, "recall_weighted": 0.626765, "ap": null, "ap_weighted": null }, { "accuracy": 0.677202, "f1": 0.657443, "f1_weighted": 0.671492, "precision": 0.643447, "precision_weighted": 0.718202, "recall": 0.725456, "recall_weighted": 0.677202, "ap": null, "ap_weighted": null }, { "accuracy": 0.68729, "f1": 0.673414, "f1_weighted": 0.688345, "precision": 0.666694, "precision_weighted": 0.727079, "recall": 0.721004, "recall_weighted": 0.68729, "ap": null, "ap_weighted": null }, { "accuracy": 0.677202, "f1": 0.664276, "f1_weighted": 0.680987, "precision": 0.659912, "precision_weighted": 0.742346, "recall": 0.726106, "recall_weighted": 0.677202, "ap": null, "ap_weighted": null }, { "accuracy": 0.660726, "f1": 0.64636, "f1_weighted": 0.655984, "precision": 0.645496, "precision_weighted": 0.713544, "recall": 0.704517, "recall_weighted": 0.660726, "ap": null, "ap_weighted": null } ], "accuracy": 0.665064, "f1": 0.645156, "f1_weighted": 0.659682, "precision": 0.641106, "precision_weighted": 0.718465, "recall": 0.710412, "recall_weighted": 0.665064, "ap": NaN, "ap_weighted": NaN, "main_score": 0.665064, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.50538, "f1": 0.481562, "f1_weighted": 0.511082, "precision": 0.494669, "precision_weighted": 0.58199, "recall": 0.54115, "recall_weighted": 0.50538, "ap": null, "ap_weighted": null }, { "accuracy": 0.490585, "f1": 0.451691, "f1_weighted": 0.466995, "precision": 0.466255, "precision_weighted": 0.547643, "recall": 0.537129, "recall_weighted": 0.490585, "ap": null, "ap_weighted": null }, { "accuracy": 0.485205, "f1": 0.442252, "f1_weighted": 0.460634, "precision": 0.480285, "precision_weighted": 0.549853, "recall": 0.5164, "recall_weighted": 0.485205, "ap": null, "ap_weighted": null }, { "accuracy": 0.492939, "f1": 0.463663, "f1_weighted": 0.480685, "precision": 0.461055, "precision_weighted": 0.532573, "recall": 0.529221, "recall_weighted": 0.492939, "ap": null, "ap_weighted": null }, { "accuracy": 0.492266, "f1": 0.457397, "f1_weighted": 0.474457, "precision": 0.46673, "precision_weighted": 0.547099, "recall": 0.529349, "recall_weighted": 0.492266, "ap": null, "ap_weighted": null }, { "accuracy": 0.464358, "f1": 0.427389, "f1_weighted": 0.435726, "precision": 0.442394, "precision_weighted": 0.530496, "recall": 0.504262, "recall_weighted": 0.464358, "ap": null, "ap_weighted": null }, { "accuracy": 0.49193, "f1": 0.465499, "f1_weighted": 0.475293, "precision": 0.468992, "precision_weighted": 0.546662, "recall": 0.54766, "recall_weighted": 0.49193, "ap": null, "ap_weighted": null }, { "accuracy": 0.473436, "f1": 0.462528, "f1_weighted": 0.473993, "precision": 0.482175, "precision_weighted": 0.552665, "recall": 0.505984, "recall_weighted": 0.473436, "ap": null, "ap_weighted": null }, { "accuracy": 0.413584, "f1": 0.395778, "f1_weighted": 0.388189, "precision": 0.430664, "precision_weighted": 0.518014, "recall": 0.491999, "recall_weighted": 0.413584, "ap": null, "ap_weighted": null }, { "accuracy": 0.469738, "f1": 0.435879, "f1_weighted": 0.449852, "precision": 0.441601, "precision_weighted": 0.519042, "recall": 0.508984, "recall_weighted": 0.469738, "ap": null, "ap_weighted": null } ], "accuracy": 0.477942, "f1": 0.448364, "f1_weighted": 0.461691, "precision": 0.463482, "precision_weighted": 0.542604, "recall": 0.521214, "recall_weighted": 0.477942, "ap": NaN, "ap_weighted": NaN, "main_score": 0.477942, "hf_subset": "sw", "languages": [ "swa-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.476799, "f1": 0.471187, "f1_weighted": 0.475652, "precision": 0.488484, "precision_weighted": 0.568506, "recall": 0.54219, "recall_weighted": 0.476799, "ap": null, "ap_weighted": null }, { "accuracy": 0.498991, "f1": 0.484791, "f1_weighted": 0.493428, "precision": 0.509254, "precision_weighted": 0.596285, "recall": 0.552351, "recall_weighted": 0.498991, "ap": null, "ap_weighted": null }, { "accuracy": 0.48117, "f1": 0.442893, "f1_weighted": 0.47093, "precision": 0.461172, "precision_weighted": 0.546517, "recall": 0.51575, "recall_weighted": 0.48117, "ap": null, "ap_weighted": null }, { "accuracy": 0.50807, "f1": 0.482936, "f1_weighted": 0.509626, "precision": 0.486662, "precision_weighted": 0.570579, "recall": 0.531112, "recall_weighted": 0.50807, "ap": null, "ap_weighted": null }, { "accuracy": 0.489576, "f1": 0.463651, "f1_weighted": 0.482278, "precision": 0.465071, "precision_weighted": 0.540543, "recall": 0.530681, "recall_weighted": 0.489576, "ap": null, "ap_weighted": null }, { "accuracy": 0.480161, "f1": 0.456134, "f1_weighted": 0.475886, "precision": 0.466538, "precision_weighted": 0.553732, "recall": 0.51591, "recall_weighted": 0.480161, "ap": null, "ap_weighted": null }, { "accuracy": 0.497983, "f1": 0.474584, "f1_weighted": 0.499021, "precision": 0.482028, "precision_weighted": 0.563882, "recall": 0.531498, "recall_weighted": 0.497983, "ap": null, "ap_weighted": null }, { "accuracy": 0.516812, "f1": 0.490492, "f1_weighted": 0.515154, "precision": 0.482435, "precision_weighted": 0.544902, "recall": 0.531611, "recall_weighted": 0.516812, "ap": null, "ap_weighted": null }, { "accuracy": 0.479153, "f1": 0.460891, "f1_weighted": 0.48269, "precision": 0.481636, "precision_weighted": 0.561817, "recall": 0.5119, "recall_weighted": 0.479153, "ap": null, "ap_weighted": null }, { "accuracy": 0.453934, "f1": 0.445035, "f1_weighted": 0.433523, "precision": 0.47328, "precision_weighted": 0.55618, "recall": 0.534059, "recall_weighted": 0.453934, "ap": null, "ap_weighted": null } ], "accuracy": 0.488265, "f1": 0.467259, "f1_weighted": 0.483819, "precision": 0.479656, "precision_weighted": 0.560294, "recall": 0.529706, "recall_weighted": 0.488265, "ap": NaN, "ap_weighted": NaN, "main_score": 0.488265, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.581708, "f1": 0.557164, "f1_weighted": 0.575124, "precision": 0.544804, "precision_weighted": 0.622922, "recall": 0.625442, "recall_weighted": 0.581708, "ap": null, "ap_weighted": null }, { "accuracy": 0.578682, "f1": 0.550056, "f1_weighted": 0.575585, "precision": 0.55942, "precision_weighted": 0.634867, "recall": 0.605641, "recall_weighted": 0.578682, "ap": null, "ap_weighted": null }, { "accuracy": 0.587424, "f1": 0.554292, "f1_weighted": 0.585981, "precision": 0.551246, "precision_weighted": 0.629687, "recall": 0.603098, "recall_weighted": 0.587424, "ap": null, "ap_weighted": null }, { "accuracy": 0.572966, "f1": 0.538731, "f1_weighted": 0.572591, "precision": 0.534573, "precision_weighted": 0.624872, "recall": 0.598349, "recall_weighted": 0.572966, "ap": null, "ap_weighted": null }, { "accuracy": 0.547411, "f1": 0.504529, "f1_weighted": 0.539151, "precision": 0.526133, "precision_weighted": 0.629752, "recall": 0.573995, "recall_weighted": 0.547411, "ap": null, "ap_weighted": null }, { "accuracy": 0.549092, "f1": 0.517153, "f1_weighted": 0.546828, "precision": 0.531288, "precision_weighted": 0.636601, "recall": 0.573177, "recall_weighted": 0.549092, "ap": null, "ap_weighted": null }, { "accuracy": 0.587088, "f1": 0.554071, "f1_weighted": 0.587569, "precision": 0.554364, "precision_weighted": 0.645453, "recall": 0.620073, "recall_weighted": 0.587088, "ap": null, "ap_weighted": null }, { "accuracy": 0.542031, "f1": 0.526409, "f1_weighted": 0.531133, "precision": 0.521242, "precision_weighted": 0.58702, "recall": 0.582326, "recall_weighted": 0.542031, "ap": null, "ap_weighted": null }, { "accuracy": 0.524882, "f1": 0.508078, "f1_weighted": 0.527696, "precision": 0.521794, "precision_weighted": 0.605194, "recall": 0.569222, "recall_weighted": 0.524882, "ap": null, "ap_weighted": null }, { "accuracy": 0.55111, "f1": 0.525573, "f1_weighted": 0.546253, "precision": 0.532815, "precision_weighted": 0.641393, "recall": 0.597069, "recall_weighted": 0.55111, "ap": null, "ap_weighted": null } ], "accuracy": 0.562239, "f1": 0.533606, "f1_weighted": 0.558791, "precision": 0.537768, "precision_weighted": 0.625776, "recall": 0.594839, "recall_weighted": 0.562239, "ap": NaN, "ap_weighted": NaN, "main_score": 0.562239, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.68191, "f1": 0.680776, "f1_weighted": 0.677449, "precision": 0.687353, "precision_weighted": 0.774084, "recall": 0.764417, "recall_weighted": 0.68191, "ap": null, "ap_weighted": null }, { "accuracy": 0.697041, "f1": 0.684412, "f1_weighted": 0.694514, "precision": 0.67763, "precision_weighted": 0.759474, "recall": 0.756052, "recall_weighted": 0.697041, "ap": null, "ap_weighted": null }, { "accuracy": 0.721587, "f1": 0.694066, "f1_weighted": 0.708439, "precision": 0.70162, "precision_weighted": 0.767482, "recall": 0.758809, "recall_weighted": 0.721587, "ap": null, "ap_weighted": null }, { "accuracy": 0.693679, "f1": 0.689119, "f1_weighted": 0.692905, "precision": 0.687568, "precision_weighted": 0.751805, "recall": 0.756986, "recall_weighted": 0.693679, "ap": null, "ap_weighted": null }, { "accuracy": 0.659045, "f1": 0.646927, "f1_weighted": 0.642936, "precision": 0.653427, "precision_weighted": 0.739903, "recall": 0.73742, "recall_weighted": 0.659045, "ap": null, "ap_weighted": null }, { "accuracy": 0.66577, "f1": 0.664691, "f1_weighted": 0.649974, "precision": 0.669731, "precision_weighted": 0.740168, "recall": 0.745325, "recall_weighted": 0.66577, "ap": null, "ap_weighted": null }, { "accuracy": 0.680229, "f1": 0.66838, "f1_weighted": 0.670784, "precision": 0.663255, "precision_weighted": 0.745168, "recall": 0.751826, "recall_weighted": 0.680229, "ap": null, "ap_weighted": null }, { "accuracy": 0.707128, "f1": 0.70199, "f1_weighted": 0.709321, "precision": 0.698112, "precision_weighted": 0.772435, "recall": 0.765988, "recall_weighted": 0.707128, "ap": null, "ap_weighted": null }, { "accuracy": 0.732347, "f1": 0.717594, "f1_weighted": 0.724736, "precision": 0.708228, "precision_weighted": 0.773926, "recall": 0.778503, "recall_weighted": 0.732347, "ap": null, "ap_weighted": null }, { "accuracy": 0.683927, "f1": 0.676392, "f1_weighted": 0.679217, "precision": 0.66589, "precision_weighted": 0.743841, "recall": 0.752569, "recall_weighted": 0.683927, "ap": null, "ap_weighted": null } ], "accuracy": 0.692266, "f1": 0.682435, "f1_weighted": 0.685028, "precision": 0.681282, "precision_weighted": 0.756829, "recall": 0.756789, "recall_weighted": 0.692266, "ap": NaN, "ap_weighted": NaN, "main_score": 0.692266, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.602219, "f1": 0.595888, "f1_weighted": 0.600631, "precision": 0.589799, "precision_weighted": 0.667751, "recall": 0.668173, "recall_weighted": 0.602219, "ap": null, "ap_weighted": null }, { "accuracy": 0.616678, "f1": 0.596841, "f1_weighted": 0.611271, "precision": 0.599681, "precision_weighted": 0.678818, "recall": 0.661669, "recall_weighted": 0.616678, "ap": null, "ap_weighted": null }, { "accuracy": 0.621722, "f1": 0.598506, "f1_weighted": 0.618827, "precision": 0.597938, "precision_weighted": 0.666468, "recall": 0.649294, "recall_weighted": 0.621722, "ap": null, "ap_weighted": null }, { "accuracy": 0.607599, "f1": 0.572458, "f1_weighted": 0.600079, "precision": 0.563204, "precision_weighted": 0.647528, "recall": 0.640145, "recall_weighted": 0.607599, "ap": null, "ap_weighted": null }, { "accuracy": 0.600202, "f1": 0.563853, "f1_weighted": 0.585366, "precision": 0.55847, "precision_weighted": 0.648424, "recall": 0.650083, "recall_weighted": 0.600202, "ap": null, "ap_weighted": null }, { "accuracy": 0.596839, "f1": 0.574969, "f1_weighted": 0.580716, "precision": 0.576239, "precision_weighted": 0.652532, "recall": 0.643381, "recall_weighted": 0.596839, "ap": null, "ap_weighted": null }, { "accuracy": 0.607935, "f1": 0.591344, "f1_weighted": 0.601027, "precision": 0.579377, "precision_weighted": 0.655322, "recall": 0.66783, "recall_weighted": 0.607935, "ap": null, "ap_weighted": null }, { "accuracy": 0.604237, "f1": 0.582112, "f1_weighted": 0.602712, "precision": 0.571636, "precision_weighted": 0.649114, "recall": 0.638509, "recall_weighted": 0.604237, "ap": null, "ap_weighted": null }, { "accuracy": 0.583053, "f1": 0.558666, "f1_weighted": 0.577044, "precision": 0.563671, "precision_weighted": 0.65002, "recall": 0.632971, "recall_weighted": 0.583053, "ap": null, "ap_weighted": null }, { "accuracy": 0.6039, "f1": 0.580995, "f1_weighted": 0.599442, "precision": 0.58218, "precision_weighted": 0.665824, "recall": 0.649333, "recall_weighted": 0.6039, "ap": null, "ap_weighted": null } ], "accuracy": 0.604438, "f1": 0.581563, "f1_weighted": 0.597711, "precision": 0.57822, "precision_weighted": 0.65818, "recall": 0.650139, "recall_weighted": 0.604438, "ap": NaN, "ap_weighted": NaN, "main_score": 0.604438, "hf_subset": "tl", "languages": [ "tgl-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.642233, "f1": 0.641098, "f1_weighted": 0.638645, "precision": 0.635789, "precision_weighted": 0.707642, "recall": 0.72346, "recall_weighted": 0.642233, "ap": null, "ap_weighted": null }, { "accuracy": 0.661063, "f1": 0.650563, "f1_weighted": 0.651526, "precision": 0.646514, "precision_weighted": 0.725598, "recall": 0.734946, "recall_weighted": 0.661063, "ap": null, "ap_weighted": null }, { "accuracy": 0.68191, "f1": 0.665815, "f1_weighted": 0.673323, "precision": 0.653011, "precision_weighted": 0.718424, "recall": 0.736522, "recall_weighted": 0.68191, "ap": null, "ap_weighted": null }, { "accuracy": 0.62273, "f1": 0.611158, "f1_weighted": 0.621871, "precision": 0.618435, "precision_weighted": 0.705221, "recall": 0.69636, "recall_weighted": 0.62273, "ap": null, "ap_weighted": null }, { "accuracy": 0.633826, "f1": 0.618454, "f1_weighted": 0.615994, "precision": 0.627032, "precision_weighted": 0.714171, "recall": 0.713754, "recall_weighted": 0.633826, "ap": null, "ap_weighted": null }, { "accuracy": 0.623403, "f1": 0.615692, "f1_weighted": 0.60926, "precision": 0.615064, "precision_weighted": 0.701563, "recall": 0.707855, "recall_weighted": 0.623403, "ap": null, "ap_weighted": null }, { "accuracy": 0.639206, "f1": 0.630427, "f1_weighted": 0.629312, "precision": 0.622213, "precision_weighted": 0.71176, "recall": 0.718135, "recall_weighted": 0.639206, "ap": null, "ap_weighted": null }, { "accuracy": 0.648285, "f1": 0.637376, "f1_weighted": 0.641554, "precision": 0.620403, "precision_weighted": 0.695211, "recall": 0.713779, "recall_weighted": 0.648285, "ap": null, "ap_weighted": null }, { "accuracy": 0.688299, "f1": 0.674711, "f1_weighted": 0.685155, "precision": 0.660553, "precision_weighted": 0.732219, "recall": 0.740906, "recall_weighted": 0.688299, "ap": null, "ap_weighted": null }, { "accuracy": 0.625084, "f1": 0.619148, "f1_weighted": 0.612392, "precision": 0.619704, "precision_weighted": 0.698105, "recall": 0.710368, "recall_weighted": 0.625084, "ap": null, "ap_weighted": null } ], "accuracy": 0.646604, "f1": 0.636444, "f1_weighted": 0.637903, "precision": 0.631872, "precision_weighted": 0.710991, "recall": 0.719608, "recall_weighted": 0.646604, "ap": NaN, "ap_weighted": NaN, "main_score": 0.646604, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.587088, "f1": 0.584669, "f1_weighted": 0.590269, "precision": 0.587487, "precision_weighted": 0.652988, "recall": 0.651261, "recall_weighted": 0.587088, "ap": null, "ap_weighted": null }, { "accuracy": 0.596167, "f1": 0.581602, "f1_weighted": 0.591939, "precision": 0.58668, "precision_weighted": 0.661482, "recall": 0.647596, "recall_weighted": 0.596167, "ap": null, "ap_weighted": null }, { "accuracy": 0.575656, "f1": 0.550748, "f1_weighted": 0.562721, "precision": 0.565524, "precision_weighted": 0.632407, "recall": 0.613151, "recall_weighted": 0.575656, "ap": null, "ap_weighted": null }, { "accuracy": 0.584734, "f1": 0.566749, "f1_weighted": 0.585161, "precision": 0.566017, "precision_weighted": 0.649967, "recall": 0.634137, "recall_weighted": 0.584734, "ap": null, "ap_weighted": null }, { "accuracy": 0.52959, "f1": 0.514742, "f1_weighted": 0.51588, "precision": 0.542954, "precision_weighted": 0.630213, "recall": 0.593969, "recall_weighted": 0.52959, "ap": null, "ap_weighted": null }, { "accuracy": 0.546066, "f1": 0.527397, "f1_weighted": 0.536535, "precision": 0.543751, "precision_weighted": 0.627703, "recall": 0.590601, "recall_weighted": 0.546066, "ap": null, "ap_weighted": null }, { "accuracy": 0.599529, "f1": 0.572755, "f1_weighted": 0.596638, "precision": 0.56204, "precision_weighted": 0.642928, "recall": 0.635202, "recall_weighted": 0.599529, "ap": null, "ap_weighted": null }, { "accuracy": 0.578009, "f1": 0.564824, "f1_weighted": 0.566867, "precision": 0.559973, "precision_weighted": 0.630107, "recall": 0.63117, "recall_weighted": 0.578009, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.545099, "f1_weighted": 0.553959, "precision": 0.557983, "precision_weighted": 0.63354, "recall": 0.60916, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null }, { "accuracy": 0.584398, "f1": 0.569424, "f1_weighted": 0.576117, "precision": 0.578807, "precision_weighted": 0.660263, "recall": 0.647491, "recall_weighted": 0.584398, "ap": null, "ap_weighted": null } ], "accuracy": 0.573302, "f1": 0.557801, "f1_weighted": 0.567609, "precision": 0.565122, "precision_weighted": 0.64216, "recall": 0.625374, "recall_weighted": 0.573302, "ap": NaN, "ap_weighted": NaN, "main_score": 0.573302, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.681574, "f1": 0.688654, "f1_weighted": 0.678728, "precision": 0.691173, "precision_weighted": 0.760543, "recall": 0.769595, "recall_weighted": 0.681574, "ap": null, "ap_weighted": null }, { "accuracy": 0.694687, "f1": 0.696185, "f1_weighted": 0.690124, "precision": 0.693079, "precision_weighted": 0.766847, "recall": 0.780086, "recall_weighted": 0.694687, "ap": null, "ap_weighted": null }, { "accuracy": 0.7115, "f1": 0.709651, "f1_weighted": 0.708333, "precision": 0.700238, "precision_weighted": 0.770758, "recall": 0.786308, "recall_weighted": 0.7115, "ap": null, "ap_weighted": null }, { "accuracy": 0.689307, "f1": 0.683397, "f1_weighted": 0.686593, "precision": 0.678444, "precision_weighted": 0.747801, "recall": 0.756425, "recall_weighted": 0.689307, "ap": null, "ap_weighted": null }, { "accuracy": 0.692334, "f1": 0.685157, "f1_weighted": 0.682641, "precision": 0.690423, "precision_weighted": 0.768872, "recall": 0.773897, "recall_weighted": 0.692334, "ap": null, "ap_weighted": null }, { "accuracy": 0.676866, "f1": 0.671981, "f1_weighted": 0.66955, "precision": 0.668171, "precision_weighted": 0.750839, "recall": 0.75485, "recall_weighted": 0.676866, "ap": null, "ap_weighted": null }, { "accuracy": 0.704102, "f1": 0.69365, "f1_weighted": 0.696046, "precision": 0.689129, "precision_weighted": 0.773077, "recall": 0.779013, "recall_weighted": 0.704102, "ap": null, "ap_weighted": null }, { "accuracy": 0.697041, "f1": 0.692894, "f1_weighted": 0.693789, "precision": 0.686096, "precision_weighted": 0.763065, "recall": 0.767992, "recall_weighted": 0.697041, "ap": null, "ap_weighted": null }, { "accuracy": 0.725622, "f1": 0.71337, "f1_weighted": 0.719997, "precision": 0.695389, "precision_weighted": 0.757595, "recall": 0.772822, "recall_weighted": 0.725622, "ap": null, "ap_weighted": null }, { "accuracy": 0.705111, "f1": 0.704308, "f1_weighted": 0.699349, "precision": 0.699186, "precision_weighted": 0.767282, "recall": 0.781421, "recall_weighted": 0.705111, "ap": null, "ap_weighted": null } ], "accuracy": 0.697814, "f1": 0.693925, "f1_weighted": 0.692515, "precision": 0.689133, "precision_weighted": 0.762668, "recall": 0.772241, "recall_weighted": 0.697814, "ap": NaN, "ap_weighted": NaN, "main_score": 0.697814, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.779085, "f1": 0.769151, "f1_weighted": 0.779213, "precision": 0.74873, "precision_weighted": 0.812129, "recall": 0.828309, "recall_weighted": 0.779085, "ap": null, "ap_weighted": null }, { "accuracy": 0.766644, "f1": 0.754658, "f1_weighted": 0.767343, "precision": 0.741293, "precision_weighted": 0.812006, "recall": 0.818289, "recall_weighted": 0.766644, "ap": null, "ap_weighted": null }, { "accuracy": 0.762946, "f1": 0.758197, "f1_weighted": 0.761655, "precision": 0.749263, "precision_weighted": 0.812095, "recall": 0.823422, "recall_weighted": 0.762946, "ap": null, "ap_weighted": null }, { "accuracy": 0.776395, "f1": 0.765852, "f1_weighted": 0.775736, "precision": 0.750748, "precision_weighted": 0.801969, "recall": 0.812595, "recall_weighted": 0.776395, "ap": null, "ap_weighted": null }, { "accuracy": 0.723268, "f1": 0.714413, "f1_weighted": 0.71442, "precision": 0.715792, "precision_weighted": 0.794126, "recall": 0.797469, "recall_weighted": 0.723268, "ap": null, "ap_weighted": null }, { "accuracy": 0.731338, "f1": 0.726175, "f1_weighted": 0.725607, "precision": 0.716836, "precision_weighted": 0.781265, "recall": 0.786921, "recall_weighted": 0.731338, "ap": null, "ap_weighted": null }, { "accuracy": 0.731338, "f1": 0.726031, "f1_weighted": 0.727126, "precision": 0.723153, "precision_weighted": 0.796521, "recall": 0.804341, "recall_weighted": 0.731338, "ap": null, "ap_weighted": null }, { "accuracy": 0.723268, "f1": 0.73073, "f1_weighted": 0.722234, "precision": 0.719697, "precision_weighted": 0.7758, "recall": 0.795622, "recall_weighted": 0.723268, "ap": null, "ap_weighted": null }, { "accuracy": 0.762609, "f1": 0.746596, "f1_weighted": 0.759099, "precision": 0.73835, "precision_weighted": 0.79592, "recall": 0.795344, "recall_weighted": 0.762609, "ap": null, "ap_weighted": null }, { "accuracy": 0.727976, "f1": 0.727533, "f1_weighted": 0.726943, "precision": 0.722035, "precision_weighted": 0.792355, "recall": 0.797222, "recall_weighted": 0.727976, "ap": null, "ap_weighted": null } ], "accuracy": 0.748487, "f1": 0.741934, "f1_weighted": 0.745938, "precision": 0.73259, "precision_weighted": 0.797419, "recall": 0.805953, "recall_weighted": 0.748487, "ap": NaN, "ap_weighted": NaN, "main_score": 0.748487, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ], "mteb_version": "2.12.32" }, { "scores_per_experiment": [ { "accuracy": 0.731002, "f1": 0.728552, "f1_weighted": 0.721672, "precision": 0.705439, "precision_weighted": 0.768108, "recall": 0.800901, "recall_weighted": 0.731002, "ap": null, "ap_weighted": null }, { "accuracy": 0.697041, "f1": 0.698314, "f1_weighted": 0.689101, "precision": 0.687834, "precision_weighted": 0.757584, "recall": 0.777508, "recall_weighted": 0.697041, "ap": null, "ap_weighted": null }, { "accuracy": 0.72764, "f1": 0.728314, "f1_weighted": 0.714705, "precision": 0.713274, "precision_weighted": 0.76505, "recall": 0.800147, "recall_weighted": 0.72764, "ap": null, "ap_weighted": null }, { "accuracy": 0.686954, "f1": 0.696883, "f1_weighted": 0.680258, "precision": 0.686096, "precision_weighted": 0.731599, "recall": 0.767872, "recall_weighted": 0.686954, "ap": null, "ap_weighted": null }, { "accuracy": 0.706456, "f1": 0.696581, "f1_weighted": 0.695973, "precision": 0.693088, "precision_weighted": 0.771234, "recall": 0.783722, "recall_weighted": 0.706456, "ap": null, "ap_weighted": null }, { "accuracy": 0.654001, "f1": 0.660625, "f1_weighted": 0.632936, "precision": 0.659204, "precision_weighted": 0.721812, "recall": 0.750784, "recall_weighted": 0.654001, "ap": null, "ap_weighted": null }, { "accuracy": 0.690989, "f1": 0.688382, "f1_weighted": 0.680516, "precision": 0.680646, "precision_weighted": 0.757202, "recall": 0.775735, "recall_weighted": 0.690989, "ap": null, "ap_weighted": null }, { "accuracy": 0.697714, "f1": 0.700438, "f1_weighted": 0.692736, "precision": 0.686338, "precision_weighted": 0.748526, "recall": 0.770015, "recall_weighted": 0.697714, "ap": null, "ap_weighted": null }, { "accuracy": 0.71957, "f1": 0.720376, "f1_weighted": 0.707185, "precision": 0.702108, "precision_weighted": 0.761305, "recall": 0.789802, "recall_weighted": 0.71957, "ap": null, "ap_weighted": null }, { "accuracy": 0.692334, "f1": 0.692708, "f1_weighted": 0.685945, "precision": 0.684925, "precision_weighted": 0.759481, "recall": 0.768508, "recall_weighted": 0.692334, "ap": null, "ap_weighted": null } ], "accuracy": 0.70037, "f1": 0.701117, "f1_weighted": 0.690103, "precision": 0.689895, "precision_weighted": 0.75419, "recall": 0.778499, "recall_weighted": 0.70037, "ap": NaN, "ap_weighted": NaN, "main_score": 0.70037, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ], "mteb_version": "2.12.32" } ] }, "evaluation_time": 6437.493901968002, "kg_co2_emissions": null, "date": null }