{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "2.18.7", "scores": { "validation": [ { "scores_per_experiment": [ { "accuracy": 0.502705, "f1": 0.468219, "f1_weighted": 0.507518, "precision": 0.474577, "precision_weighted": 0.577954, "recall": 0.553237, "recall_weighted": 0.502705, "ap": null, "ap_weighted": null }, { "accuracy": 0.528283, "f1": 0.475381, "f1_weighted": 0.52838, "precision": 0.478169, "precision_weighted": 0.603214, "recall": 0.563229, "recall_weighted": 0.528283, "ap": null, "ap_weighted": null }, { "accuracy": 0.51697, "f1": 0.472832, "f1_weighted": 0.515277, "precision": 0.47215, "precision_weighted": 0.583286, "recall": 0.562275, "recall_weighted": 0.51697, "ap": null, "ap_weighted": null }, { "accuracy": 0.526316, "f1": 0.474546, "f1_weighted": 0.524021, "precision": 0.471477, "precision_weighted": 0.580643, "recall": 0.559807, "recall_weighted": 0.526316, "ap": null, "ap_weighted": null }, { "accuracy": 0.529267, "f1": 0.471124, "f1_weighted": 0.522613, "precision": 0.462284, "precision_weighted": 0.582608, "recall": 0.563535, "recall_weighted": 0.529267, "ap": null, "ap_weighted": null }, { "accuracy": 0.497787, "f1": 0.464899, "f1_weighted": 0.490724, "precision": 0.471402, "precision_weighted": 0.58851, "recall": 0.558895, "recall_weighted": 0.497787, "ap": null, "ap_weighted": null }, { "accuracy": 0.491392, "f1": 0.458436, "f1_weighted": 0.482616, "precision": 0.462673, "precision_weighted": 0.556052, "recall": 0.557138, "recall_weighted": 0.491392, "ap": null, "ap_weighted": null }, { "accuracy": 0.516478, "f1": 0.463288, "f1_weighted": 0.509678, "precision": 0.472291, "precision_weighted": 0.589591, "recall": 0.548586, "recall_weighted": 0.516478, "ap": null, "ap_weighted": null }, { "accuracy": 0.468273, "f1": 0.434889, "f1_weighted": 0.457884, "precision": 0.449888, "precision_weighted": 0.555128, "recall": 0.527055, "recall_weighted": 0.468273, "ap": null, "ap_weighted": null }, { "accuracy": 0.519921, "f1": 0.448127, "f1_weighted": 0.516481, "precision": 0.453217, "precision_weighted": 0.58037, "recall": 0.52533, "recall_weighted": 0.519921, "ap": null, "ap_weighted": null } ], "accuracy": 0.509739, "f1": 0.463174, "f1_weighted": 0.505519, "precision": 0.466813, "precision_weighted": 0.579736, "recall": 0.551909, "recall_weighted": 0.509739, "ap": NaN, "ap_weighted": NaN, "main_score": 0.509739, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.445155, "f1": 0.423715, "f1_weighted": 0.448503, "precision": 0.43868, "precision_weighted": 0.539754, "recall": 0.516352, "recall_weighted": 0.445155, "ap": null, "ap_weighted": null }, { "accuracy": 0.493851, "f1": 0.455109, "f1_weighted": 0.499907, "precision": 0.462311, "precision_weighted": 0.574721, "recall": 0.537329, "recall_weighted": 0.493851, "ap": null, "ap_weighted": null }, { "accuracy": 0.452533, "f1": 0.415684, "f1_weighted": 0.452546, "precision": 0.430417, "precision_weighted": 0.546634, "recall": 0.501851, "recall_weighted": 0.452533, "ap": null, "ap_weighted": null }, { "accuracy": 0.448598, "f1": 0.414159, "f1_weighted": 0.451172, "precision": 0.417386, "precision_weighted": 0.524602, "recall": 0.49852, "recall_weighted": 0.448598, "ap": null, "ap_weighted": null }, { "accuracy": 0.478111, "f1": 0.434646, "f1_weighted": 0.472588, "precision": 0.445085, "precision_weighted": 0.552324, "recall": 0.52531, "recall_weighted": 0.478111, "ap": null, "ap_weighted": null }, { "accuracy": 0.422036, "f1": 0.407974, "f1_weighted": 0.404213, "precision": 0.41709, "precision_weighted": 0.507488, "recall": 0.506773, "recall_weighted": 0.422036, "ap": null, "ap_weighted": null }, { "accuracy": 0.456468, "f1": 0.427857, "f1_weighted": 0.454168, "precision": 0.429509, "precision_weighted": 0.515891, "recall": 0.512326, "recall_weighted": 0.456468, "ap": null, "ap_weighted": null }, { "accuracy": 0.459911, "f1": 0.424396, "f1_weighted": 0.45482, "precision": 0.437864, "precision_weighted": 0.53729, "recall": 0.509601, "recall_weighted": 0.459911, "ap": null, "ap_weighted": null }, { "accuracy": 0.457944, "f1": 0.426211, "f1_weighted": 0.456114, "precision": 0.439148, "precision_weighted": 0.551865, "recall": 0.514772, "recall_weighted": 0.457944, "ap": null, "ap_weighted": null }, { "accuracy": 0.462371, "f1": 0.428514, "f1_weighted": 0.455747, "precision": 0.435395, "precision_weighted": 0.530072, "recall": 0.525708, "recall_weighted": 0.462371, "ap": null, "ap_weighted": null } ], "accuracy": 0.457698, "f1": 0.425827, "f1_weighted": 0.454978, "precision": 0.435288, "precision_weighted": 0.538064, "recall": 0.514854, "recall_weighted": 0.457698, "ap": NaN, "ap_weighted": NaN, "main_score": 0.457698, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.486473, "f1": 0.443886, "f1_weighted": 0.476105, "precision": 0.443493, "precision_weighted": 0.549602, "recall": 0.544206, "recall_weighted": 0.486473, "ap": null, "ap_weighted": null }, { "accuracy": 0.510084, "f1": 0.462802, "f1_weighted": 0.510047, "precision": 0.466518, "precision_weighted": 0.579554, "recall": 0.552095, "recall_weighted": 0.510084, "ap": null, "ap_weighted": null }, { "accuracy": 0.502213, "f1": 0.451095, "f1_weighted": 0.495103, "precision": 0.454544, "precision_weighted": 0.574257, "recall": 0.549439, "recall_weighted": 0.502213, "ap": null, "ap_weighted": null }, { "accuracy": 0.482538, "f1": 0.442538, "f1_weighted": 0.477001, "precision": 0.433004, "precision_weighted": 0.537898, "recall": 0.541811, "recall_weighted": 0.482538, "ap": null, "ap_weighted": null }, { "accuracy": 0.488933, "f1": 0.448357, "f1_weighted": 0.473835, "precision": 0.441117, "precision_weighted": 0.551577, "recall": 0.554599, "recall_weighted": 0.488933, "ap": null, "ap_weighted": null }, { "accuracy": 0.463847, "f1": 0.440586, "f1_weighted": 0.455875, "precision": 0.453281, "precision_weighted": 0.570544, "recall": 0.542705, "recall_weighted": 0.463847, "ap": null, "ap_weighted": null }, { "accuracy": 0.467782, "f1": 0.428449, "f1_weighted": 0.460189, "precision": 0.441312, "precision_weighted": 0.563093, "recall": 0.51703, "recall_weighted": 0.467782, "ap": null, "ap_weighted": null }, { "accuracy": 0.456468, "f1": 0.415881, "f1_weighted": 0.440647, "precision": 0.429628, "precision_weighted": 0.543385, "recall": 0.525168, "recall_weighted": 0.456468, "ap": null, "ap_weighted": null }, { "accuracy": 0.478111, "f1": 0.439089, "f1_weighted": 0.468564, "precision": 0.449413, "precision_weighted": 0.573129, "recall": 0.539468, "recall_weighted": 0.478111, "ap": null, "ap_weighted": null }, { "accuracy": 0.480079, "f1": 0.43362, "f1_weighted": 0.471077, "precision": 0.438415, "precision_weighted": 0.565702, "recall": 0.545882, "recall_weighted": 0.480079, "ap": null, "ap_weighted": null } ], "accuracy": 0.481653, "f1": 0.44063, "f1_weighted": 0.472844, "precision": 0.445073, "precision_weighted": 0.560874, "recall": 0.54124, "recall_weighted": 0.481653, "ap": NaN, "ap_weighted": NaN, "main_score": 0.481653, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.500246, "f1": 0.479974, "f1_weighted": 0.500063, "precision": 0.475004, "precision_weighted": 0.572466, "recall": 0.585744, "recall_weighted": 0.500246, "ap": null, "ap_weighted": null }, { "accuracy": 0.523364, "f1": 0.492202, "f1_weighted": 0.521562, "precision": 0.490129, "precision_weighted": 0.602682, "recall": 0.577989, "recall_weighted": 0.523364, "ap": null, "ap_weighted": null }, { "accuracy": 0.509592, "f1": 0.479056, "f1_weighted": 0.510345, "precision": 0.489899, "precision_weighted": 0.614658, "recall": 0.580106, "recall_weighted": 0.509592, "ap": null, "ap_weighted": null }, { "accuracy": 0.536645, "f1": 0.488966, "f1_weighted": 0.533552, "precision": 0.476889, "precision_weighted": 0.588758, "recall": 0.582181, "recall_weighted": 0.536645, "ap": null, "ap_weighted": null }, { "accuracy": 0.533694, "f1": 0.486619, "f1_weighted": 0.527172, "precision": 0.487125, "precision_weighted": 0.611467, "recall": 0.591647, "recall_weighted": 0.533694, "ap": null, "ap_weighted": null }, { "accuracy": 0.515986, "f1": 0.492696, "f1_weighted": 0.513983, "precision": 0.507264, "precision_weighted": 0.647269, "recall": 0.589467, "recall_weighted": 0.515986, "ap": null, "ap_weighted": null }, { "accuracy": 0.533694, "f1": 0.510795, "f1_weighted": 0.530806, "precision": 0.503731, "precision_weighted": 0.600312, "recall": 0.609966, "recall_weighted": 0.533694, "ap": null, "ap_weighted": null }, { "accuracy": 0.513527, "f1": 0.487457, "f1_weighted": 0.503232, "precision": 0.491598, "precision_weighted": 0.60108, "recall": 0.592726, "recall_weighted": 0.513527, "ap": null, "ap_weighted": null }, { "accuracy": 0.505657, "f1": 0.490558, "f1_weighted": 0.499488, "precision": 0.493622, "precision_weighted": 0.609109, "recall": 0.611732, "recall_weighted": 0.505657, "ap": null, "ap_weighted": null }, { "accuracy": 0.51697, "f1": 0.483447, "f1_weighted": 0.511745, "precision": 0.480939, "precision_weighted": 0.590935, "recall": 0.594243, "recall_weighted": 0.51697, "ap": null, "ap_weighted": null } ], "accuracy": 0.518938, "f1": 0.489177, "f1_weighted": 0.515195, "precision": 0.48962, "precision_weighted": 0.603873, "recall": 0.59158, "recall_weighted": 0.518938, "ap": NaN, "ap_weighted": NaN, "main_score": 0.518938, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.554353, "f1": 0.517859, "f1_weighted": 0.55505, "precision": 0.513182, "precision_weighted": 0.615634, "recall": 0.608806, "recall_weighted": 0.554353, "ap": null, "ap_weighted": null }, { "accuracy": 0.586818, "f1": 0.526039, "f1_weighted": 0.581945, "precision": 0.52282, "precision_weighted": 0.631362, "recall": 0.612436, "recall_weighted": 0.586818, "ap": null, "ap_weighted": null }, { "accuracy": 0.547467, "f1": 0.495684, "f1_weighted": 0.54594, "precision": 0.502731, "precision_weighted": 0.620804, "recall": 0.590179, "recall_weighted": 0.547467, "ap": null, "ap_weighted": null }, { "accuracy": 0.554353, "f1": 0.497887, "f1_weighted": 0.550505, "precision": 0.499623, "precision_weighted": 0.615798, "recall": 0.590586, "recall_weighted": 0.554353, "ap": null, "ap_weighted": null }, { "accuracy": 0.568618, "f1": 0.50948, "f1_weighted": 0.56117, "precision": 0.510138, "precision_weighted": 0.63326, "recall": 0.607504, "recall_weighted": 0.568618, "ap": null, "ap_weighted": null }, { "accuracy": 0.51697, "f1": 0.481333, "f1_weighted": 0.508572, "precision": 0.495105, "precision_weighted": 0.631974, "recall": 0.58117, "recall_weighted": 0.51697, "ap": null, "ap_weighted": null }, { "accuracy": 0.548942, "f1": 0.506472, "f1_weighted": 0.53782, "precision": 0.504091, "precision_weighted": 0.595608, "recall": 0.606486, "recall_weighted": 0.548942, "ap": null, "ap_weighted": null }, { "accuracy": 0.530251, "f1": 0.482501, "f1_weighted": 0.524112, "precision": 0.490469, "precision_weighted": 0.600841, "recall": 0.570993, "recall_weighted": 0.530251, "ap": null, "ap_weighted": null }, { "accuracy": 0.55878, "f1": 0.516129, "f1_weighted": 0.555485, "precision": 0.52936, "precision_weighted": 0.633253, "recall": 0.605349, "recall_weighted": 0.55878, "ap": null, "ap_weighted": null }, { "accuracy": 0.565175, "f1": 0.500879, "f1_weighted": 0.558047, "precision": 0.503229, "precision_weighted": 0.621008, "recall": 0.599051, "recall_weighted": 0.565175, "ap": null, "ap_weighted": null } ], "accuracy": 0.553173, "f1": 0.503426, "f1_weighted": 0.547865, "precision": 0.507075, "precision_weighted": 0.619954, "recall": 0.597256, "recall_weighted": 0.553173, "ap": NaN, "ap_weighted": NaN, "main_score": 0.553173, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.440236, "f1": 0.405222, "f1_weighted": 0.442558, "precision": 0.421902, "precision_weighted": 0.536812, "recall": 0.505339, "recall_weighted": 0.440236, "ap": null, "ap_weighted": null }, { "accuracy": 0.42302, "f1": 0.376692, "f1_weighted": 0.420374, "precision": 0.391073, "precision_weighted": 0.515612, "recall": 0.476553, "recall_weighted": 0.42302, "ap": null, "ap_weighted": null }, { "accuracy": 0.426463, "f1": 0.397307, "f1_weighted": 0.427161, "precision": 0.410125, "precision_weighted": 0.524982, "recall": 0.492058, "recall_weighted": 0.426463, "ap": null, "ap_weighted": null }, { "accuracy": 0.441712, "f1": 0.396398, "f1_weighted": 0.439969, "precision": 0.402385, "precision_weighted": 0.503345, "recall": 0.475411, "recall_weighted": 0.441712, "ap": null, "ap_weighted": null }, { "accuracy": 0.427939, "f1": 0.377012, "f1_weighted": 0.422876, "precision": 0.383616, "precision_weighted": 0.506378, "recall": 0.473698, "recall_weighted": 0.427939, "ap": null, "ap_weighted": null }, { "accuracy": 0.408756, "f1": 0.389345, "f1_weighted": 0.414772, "precision": 0.409974, "precision_weighted": 0.523335, "recall": 0.487076, "recall_weighted": 0.408756, "ap": null, "ap_weighted": null }, { "accuracy": 0.400394, "f1": 0.373005, "f1_weighted": 0.39549, "precision": 0.376674, "precision_weighted": 0.471427, "recall": 0.466584, "recall_weighted": 0.400394, "ap": null, "ap_weighted": null }, { "accuracy": 0.431382, "f1": 0.383705, "f1_weighted": 0.430677, "precision": 0.397622, "precision_weighted": 0.533138, "recall": 0.482805, "recall_weighted": 0.431382, "ap": null, "ap_weighted": null }, { "accuracy": 0.38121, "f1": 0.358332, "f1_weighted": 0.361666, "precision": 0.372802, "precision_weighted": 0.463587, "recall": 0.465709, "recall_weighted": 0.38121, "ap": null, "ap_weighted": null }, { "accuracy": 0.42548, "f1": 0.382668, "f1_weighted": 0.433447, "precision": 0.397243, "precision_weighted": 0.51308, "recall": 0.472416, "recall_weighted": 0.42548, "ap": null, "ap_weighted": null } ], "accuracy": 0.420659, "f1": 0.383969, "f1_weighted": 0.418899, "precision": 0.396342, "precision_weighted": 0.50917, "recall": 0.479765, "recall_weighted": 0.420659, "ap": NaN, "ap_weighted": NaN, "main_score": 0.420659, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.578947, "f1": 0.559289, "f1_weighted": 0.57344, "precision": 0.556065, "precision_weighted": 0.648437, "recall": 0.650314, "recall_weighted": 0.578947, "ap": null, "ap_weighted": null }, { "accuracy": 0.602066, "f1": 0.561869, "f1_weighted": 0.598546, "precision": 0.553487, "precision_weighted": 0.649749, "recall": 0.644842, "recall_weighted": 0.602066, "ap": null, "ap_weighted": null }, { "accuracy": 0.564683, "f1": 0.52827, "f1_weighted": 0.557188, "precision": 0.52951, "precision_weighted": 0.644063, "recall": 0.629434, "recall_weighted": 0.564683, "ap": null, "ap_weighted": null }, { "accuracy": 0.596655, "f1": 0.556447, "f1_weighted": 0.587408, "precision": 0.536927, "precision_weighted": 0.636133, "recall": 0.649627, "recall_weighted": 0.596655, "ap": null, "ap_weighted": null }, { "accuracy": 0.577964, "f1": 0.54777, "f1_weighted": 0.565992, "precision": 0.542601, "precision_weighted": 0.635177, "recall": 0.648714, "recall_weighted": 0.577964, "ap": null, "ap_weighted": null }, { "accuracy": 0.570585, "f1": 0.546542, "f1_weighted": 0.559544, "precision": 0.547169, "precision_weighted": 0.653977, "recall": 0.641201, "recall_weighted": 0.570585, "ap": null, "ap_weighted": null }, { "accuracy": 0.57698, "f1": 0.544115, "f1_weighted": 0.572909, "precision": 0.545924, "precision_weighted": 0.645598, "recall": 0.640398, "recall_weighted": 0.57698, "ap": null, "ap_weighted": null }, { "accuracy": 0.545499, "f1": 0.525911, "f1_weighted": 0.535107, "precision": 0.534563, "precision_weighted": 0.635753, "recall": 0.621634, "recall_weighted": 0.545499, "ap": null, "ap_weighted": null }, { "accuracy": 0.562223, "f1": 0.540828, "f1_weighted": 0.543244, "precision": 0.535992, "precision_weighted": 0.622992, "recall": 0.647261, "recall_weighted": 0.562223, "ap": null, "ap_weighted": null }, { "accuracy": 0.593212, "f1": 0.544466, "f1_weighted": 0.585978, "precision": 0.532893, "precision_weighted": 0.6443, "recall": 0.635542, "recall_weighted": 0.593212, "ap": null, "ap_weighted": null } ], "accuracy": 0.576881, "f1": 0.545551, "f1_weighted": 0.567936, "precision": 0.541513, "precision_weighted": 0.641618, "recall": 0.640897, "recall_weighted": 0.576881, "ap": NaN, "ap_weighted": NaN, "main_score": 0.576881, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.54304, "f1": 0.507081, "f1_weighted": 0.540614, "precision": 0.513538, "precision_weighted": 0.621171, "recall": 0.598756, "recall_weighted": 0.54304, "ap": null, "ap_weighted": null }, { "accuracy": 0.579931, "f1": 0.535601, "f1_weighted": 0.570647, "precision": 0.526306, "precision_weighted": 0.622497, "recall": 0.617434, "recall_weighted": 0.579931, "ap": null, "ap_weighted": null }, { "accuracy": 0.546975, "f1": 0.505606, "f1_weighted": 0.540598, "precision": 0.503596, "precision_weighted": 0.609633, "recall": 0.600718, "recall_weighted": 0.546975, "ap": null, "ap_weighted": null }, { "accuracy": 0.575996, "f1": 0.536674, "f1_weighted": 0.56859, "precision": 0.524725, "precision_weighted": 0.621626, "recall": 0.628561, "recall_weighted": 0.575996, "ap": null, "ap_weighted": null }, { "accuracy": 0.553861, "f1": 0.510971, "f1_weighted": 0.547507, "precision": 0.510691, "precision_weighted": 0.603127, "recall": 0.608472, "recall_weighted": 0.553861, "ap": null, "ap_weighted": null }, { "accuracy": 0.525824, "f1": 0.499566, "f1_weighted": 0.516106, "precision": 0.517344, "precision_weighted": 0.621022, "recall": 0.593155, "recall_weighted": 0.525824, "ap": null, "ap_weighted": null }, { "accuracy": 0.555337, "f1": 0.510121, "f1_weighted": 0.553211, "precision": 0.51403, "precision_weighted": 0.617379, "recall": 0.596214, "recall_weighted": 0.555337, "ap": null, "ap_weighted": null }, { "accuracy": 0.545499, "f1": 0.507187, "f1_weighted": 0.532659, "precision": 0.498202, "precision_weighted": 0.591167, "recall": 0.602597, "recall_weighted": 0.545499, "ap": null, "ap_weighted": null }, { "accuracy": 0.530251, "f1": 0.499364, "f1_weighted": 0.521055, "precision": 0.509077, "precision_weighted": 0.622713, "recall": 0.60392, "recall_weighted": 0.530251, "ap": null, "ap_weighted": null }, { "accuracy": 0.571077, "f1": 0.51719, "f1_weighted": 0.566968, "precision": 0.525333, "precision_weighted": 0.636206, "recall": 0.599603, "recall_weighted": 0.571077, "ap": null, "ap_weighted": null } ], "accuracy": 0.552779, "f1": 0.512936, "f1_weighted": 0.545795, "precision": 0.514284, "precision_weighted": 0.616654, "recall": 0.604943, "recall_weighted": 0.552779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.552779, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.539105, "f1": 0.518747, "f1_weighted": 0.537266, "precision": 0.519379, "precision_weighted": 0.625937, "recall": 0.627118, "recall_weighted": 0.539105, "ap": null, "ap_weighted": null }, { "accuracy": 0.564191, "f1": 0.534602, "f1_weighted": 0.563839, "precision": 0.533705, "precision_weighted": 0.635807, "recall": 0.622908, "recall_weighted": 0.564191, "ap": null, "ap_weighted": null }, { "accuracy": 0.530743, "f1": 0.495836, "f1_weighted": 0.526799, "precision": 0.495327, "precision_weighted": 0.596097, "recall": 0.593985, "recall_weighted": 0.530743, "ap": null, "ap_weighted": null }, { "accuracy": 0.571077, "f1": 0.530588, "f1_weighted": 0.564751, "precision": 0.522055, "precision_weighted": 0.62631, "recall": 0.627313, "recall_weighted": 0.571077, "ap": null, "ap_weighted": null }, { "accuracy": 0.547467, "f1": 0.509688, "f1_weighted": 0.534535, "precision": 0.502958, "precision_weighted": 0.602775, "recall": 0.620427, "recall_weighted": 0.547467, "ap": null, "ap_weighted": null }, { "accuracy": 0.543532, "f1": 0.512552, "f1_weighted": 0.531717, "precision": 0.514344, "precision_weighted": 0.635484, "recall": 0.625325, "recall_weighted": 0.543532, "ap": null, "ap_weighted": null }, { "accuracy": 0.538121, "f1": 0.526853, "f1_weighted": 0.5362, "precision": 0.523419, "precision_weighted": 0.601052, "recall": 0.62766, "recall_weighted": 0.538121, "ap": null, "ap_weighted": null }, { "accuracy": 0.533694, "f1": 0.506083, "f1_weighted": 0.527871, "precision": 0.512722, "precision_weighted": 0.623693, "recall": 0.600256, "recall_weighted": 0.533694, "ap": null, "ap_weighted": null }, { "accuracy": 0.521889, "f1": 0.514305, "f1_weighted": 0.509894, "precision": 0.518401, "precision_weighted": 0.611761, "recall": 0.621926, "recall_weighted": 0.521889, "ap": null, "ap_weighted": null }, { "accuracy": 0.55091, "f1": 0.522466, "f1_weighted": 0.543682, "precision": 0.510099, "precision_weighted": 0.604454, "recall": 0.623882, "recall_weighted": 0.55091, "ap": null, "ap_weighted": null } ], "accuracy": 0.544073, "f1": 0.517172, "f1_weighted": 0.537655, "precision": 0.515241, "precision_weighted": 0.616337, "recall": 0.61908, "recall_weighted": 0.544073, "ap": NaN, "ap_weighted": NaN, "main_score": 0.544073, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.649287, "f1": 0.611171, "f1_weighted": 0.638238, "precision": 0.602632, "precision_weighted": 0.69688, "recall": 0.705128, "recall_weighted": 0.649287, "ap": null, "ap_weighted": null }, { "accuracy": 0.693064, "f1": 0.648225, "f1_weighted": 0.682709, "precision": 0.625457, "precision_weighted": 0.713584, "recall": 0.725979, "recall_weighted": 0.693064, "ap": null, "ap_weighted": null }, { "accuracy": 0.664043, "f1": 0.611492, "f1_weighted": 0.649313, "precision": 0.59087, "precision_weighted": 0.691028, "recall": 0.706112, "recall_weighted": 0.664043, "ap": null, "ap_weighted": null }, { "accuracy": 0.667978, "f1": 0.615529, "f1_weighted": 0.654594, "precision": 0.601008, "precision_weighted": 0.700448, "recall": 0.699725, "recall_weighted": 0.667978, "ap": null, "ap_weighted": null }, { "accuracy": 0.666503, "f1": 0.618253, "f1_weighted": 0.649452, "precision": 0.603255, "precision_weighted": 0.686024, "recall": 0.712118, "recall_weighted": 0.666503, "ap": null, "ap_weighted": null }, { "accuracy": 0.638465, "f1": 0.60511, "f1_weighted": 0.625662, "precision": 0.602661, "precision_weighted": 0.71053, "recall": 0.700724, "recall_weighted": 0.638465, "ap": null, "ap_weighted": null }, { "accuracy": 0.640433, "f1": 0.605628, "f1_weighted": 0.628146, "precision": 0.599519, "precision_weighted": 0.671722, "recall": 0.694184, "recall_weighted": 0.640433, "ap": null, "ap_weighted": null }, { "accuracy": 0.652238, "f1": 0.621272, "f1_weighted": 0.639372, "precision": 0.610017, "precision_weighted": 0.693322, "recall": 0.714115, "recall_weighted": 0.652238, "ap": null, "ap_weighted": null }, { "accuracy": 0.626168, "f1": 0.604828, "f1_weighted": 0.606888, "precision": 0.595785, "precision_weighted": 0.673922, "recall": 0.708926, "recall_weighted": 0.626168, "ap": null, "ap_weighted": null }, { "accuracy": 0.690605, "f1": 0.645606, "f1_weighted": 0.683287, "precision": 0.63803, "precision_weighted": 0.734098, "recall": 0.725829, "recall_weighted": 0.690605, "ap": null, "ap_weighted": null } ], "accuracy": 0.658879, "f1": 0.618712, "f1_weighted": 0.645766, "precision": 0.606924, "precision_weighted": 0.697156, "recall": 0.709284, "recall_weighted": 0.658879, "ap": NaN, "ap_weighted": NaN, "main_score": 0.658879, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.602558, "f1": 0.587434, "f1_weighted": 0.59908, "precision": 0.578381, "precision_weighted": 0.671727, "recall": 0.691112, "recall_weighted": 0.602558, "ap": null, "ap_weighted": null }, { "accuracy": 0.637482, "f1": 0.612238, "f1_weighted": 0.634035, "precision": 0.595872, "precision_weighted": 0.685792, "recall": 0.698386, "recall_weighted": 0.637482, "ap": null, "ap_weighted": null }, { "accuracy": 0.57452, "f1": 0.552764, "f1_weighted": 0.56148, "precision": 0.529853, "precision_weighted": 0.611771, "recall": 0.666956, "recall_weighted": 0.57452, "ap": null, "ap_weighted": null }, { "accuracy": 0.604525, "f1": 0.567879, "f1_weighted": 0.598669, "precision": 0.554985, "precision_weighted": 0.652021, "recall": 0.646692, "recall_weighted": 0.604525, "ap": null, "ap_weighted": null }, { "accuracy": 0.622233, "f1": 0.592675, "f1_weighted": 0.6155, "precision": 0.580237, "precision_weighted": 0.667493, "recall": 0.692076, "recall_weighted": 0.622233, "ap": null, "ap_weighted": null }, { "accuracy": 0.580915, "f1": 0.570547, "f1_weighted": 0.57194, "precision": 0.564784, "precision_weighted": 0.671348, "recall": 0.677093, "recall_weighted": 0.580915, "ap": null, "ap_weighted": null }, { "accuracy": 0.575996, "f1": 0.570814, "f1_weighted": 0.565166, "precision": 0.559609, "precision_weighted": 0.624588, "recall": 0.676314, "recall_weighted": 0.575996, "ap": null, "ap_weighted": null }, { "accuracy": 0.606001, "f1": 0.580908, "f1_weighted": 0.600206, "precision": 0.576223, "precision_weighted": 0.672288, "recall": 0.679995, "recall_weighted": 0.606001, "ap": null, "ap_weighted": null }, { "accuracy": 0.562223, "f1": 0.556937, "f1_weighted": 0.541798, "precision": 0.552528, "precision_weighted": 0.62979, "recall": 0.666753, "recall_weighted": 0.562223, "ap": null, "ap_weighted": null }, { "accuracy": 0.608952, "f1": 0.580298, "f1_weighted": 0.604714, "precision": 0.568073, "precision_weighted": 0.658385, "recall": 0.674752, "recall_weighted": 0.608952, "ap": null, "ap_weighted": null } ], "accuracy": 0.597541, "f1": 0.57725, "f1_weighted": 0.589259, "precision": 0.566055, "precision_weighted": 0.65452, "recall": 0.677013, "recall_weighted": 0.597541, "ap": NaN, "ap_weighted": NaN, "main_score": 0.597541, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.628136, "f1": 0.583234, "f1_weighted": 0.623865, "precision": 0.56924, "precision_weighted": 0.665745, "recall": 0.675592, "recall_weighted": 0.628136, "ap": null, "ap_weighted": null }, { "accuracy": 0.653222, "f1": 0.594355, "f1_weighted": 0.644214, "precision": 0.580203, "precision_weighted": 0.674419, "recall": 0.675058, "recall_weighted": 0.653222, "ap": null, "ap_weighted": null }, { "accuracy": 0.608952, "f1": 0.554807, "f1_weighted": 0.597659, "precision": 0.548611, "precision_weighted": 0.630869, "recall": 0.650103, "recall_weighted": 0.608952, "ap": null, "ap_weighted": null }, { "accuracy": 0.607969, "f1": 0.549461, "f1_weighted": 0.599481, "precision": 0.543668, "precision_weighted": 0.652748, "recall": 0.63795, "recall_weighted": 0.607969, "ap": null, "ap_weighted": null }, { "accuracy": 0.613379, "f1": 0.572364, "f1_weighted": 0.600343, "precision": 0.575078, "precision_weighted": 0.653852, "recall": 0.656913, "recall_weighted": 0.613379, "ap": null, "ap_weighted": null }, { "accuracy": 0.589277, "f1": 0.555378, "f1_weighted": 0.58338, "precision": 0.563687, "precision_weighted": 0.668433, "recall": 0.633446, "recall_weighted": 0.589277, "ap": null, "ap_weighted": null }, { "accuracy": 0.623217, "f1": 0.582948, "f1_weighted": 0.616228, "precision": 0.57827, "precision_weighted": 0.66827, "recall": 0.657679, "recall_weighted": 0.623217, "ap": null, "ap_weighted": null }, { "accuracy": 0.611904, "f1": 0.565591, "f1_weighted": 0.601654, "precision": 0.560085, "precision_weighted": 0.656935, "recall": 0.641818, "recall_weighted": 0.611904, "ap": null, "ap_weighted": null }, { "accuracy": 0.607969, "f1": 0.553351, "f1_weighted": 0.5989, "precision": 0.556807, "precision_weighted": 0.667068, "recall": 0.643885, "recall_weighted": 0.607969, "ap": null, "ap_weighted": null }, { "accuracy": 0.616331, "f1": 0.577061, "f1_weighted": 0.606231, "precision": 0.572644, "precision_weighted": 0.677981, "recall": 0.669233, "recall_weighted": 0.616331, "ap": null, "ap_weighted": null } ], "accuracy": 0.616035, "f1": 0.568855, "f1_weighted": 0.607195, "precision": 0.564829, "precision_weighted": 0.661632, "recall": 0.654168, "recall_weighted": 0.616035, "ap": NaN, "ap_weighted": NaN, "main_score": 0.616035, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.541564, "f1": 0.496469, "f1_weighted": 0.528817, "precision": 0.490288, "precision_weighted": 0.602464, "recall": 0.599656, "recall_weighted": 0.541564, "ap": null, "ap_weighted": null }, { "accuracy": 0.55091, "f1": 0.48835, "f1_weighted": 0.5545, "precision": 0.486771, "precision_weighted": 0.612511, "recall": 0.571803, "recall_weighted": 0.55091, "ap": null, "ap_weighted": null }, { "accuracy": 0.536645, "f1": 0.498616, "f1_weighted": 0.52553, "precision": 0.486396, "precision_weighted": 0.575645, "recall": 0.599468, "recall_weighted": 0.536645, "ap": null, "ap_weighted": null }, { "accuracy": 0.553369, "f1": 0.506375, "f1_weighted": 0.542117, "precision": 0.495644, "precision_weighted": 0.610922, "recall": 0.608365, "recall_weighted": 0.553369, "ap": null, "ap_weighted": null }, { "accuracy": 0.546483, "f1": 0.501059, "f1_weighted": 0.536022, "precision": 0.505486, "precision_weighted": 0.621221, "recall": 0.592203, "recall_weighted": 0.546483, "ap": null, "ap_weighted": null }, { "accuracy": 0.522381, "f1": 0.474883, "f1_weighted": 0.51141, "precision": 0.475305, "precision_weighted": 0.595643, "recall": 0.57919, "recall_weighted": 0.522381, "ap": null, "ap_weighted": null }, { "accuracy": 0.518446, "f1": 0.491452, "f1_weighted": 0.510469, "precision": 0.487284, "precision_weighted": 0.576264, "recall": 0.590948, "recall_weighted": 0.518446, "ap": null, "ap_weighted": null }, { "accuracy": 0.531727, "f1": 0.477622, "f1_weighted": 0.514523, "precision": 0.483318, "precision_weighted": 0.59974, "recall": 0.579959, "recall_weighted": 0.531727, "ap": null, "ap_weighted": null }, { "accuracy": 0.496803, "f1": 0.483769, "f1_weighted": 0.486197, "precision": 0.483507, "precision_weighted": 0.581018, "recall": 0.60112, "recall_weighted": 0.496803, "ap": null, "ap_weighted": null }, { "accuracy": 0.543532, "f1": 0.495947, "f1_weighted": 0.532974, "precision": 0.490301, "precision_weighted": 0.58994, "recall": 0.593337, "recall_weighted": 0.543532, "ap": null, "ap_weighted": null } ], "accuracy": 0.534186, "f1": 0.491454, "f1_weighted": 0.524256, "precision": 0.48843, "precision_weighted": 0.596537, "recall": 0.591605, "recall_weighted": 0.534186, "ap": NaN, "ap_weighted": NaN, "main_score": 0.534186, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.589277, "f1": 0.571687, "f1_weighted": 0.588077, "precision": 0.567339, "precision_weighted": 0.651887, "recall": 0.675268, "recall_weighted": 0.589277, "ap": null, "ap_weighted": null }, { "accuracy": 0.625676, "f1": 0.57392, "f1_weighted": 0.623752, "precision": 0.557523, "precision_weighted": 0.670372, "recall": 0.656027, "recall_weighted": 0.625676, "ap": null, "ap_weighted": null }, { "accuracy": 0.573045, "f1": 0.540362, "f1_weighted": 0.566322, "precision": 0.537326, "precision_weighted": 0.651341, "recall": 0.640536, "recall_weighted": 0.573045, "ap": null, "ap_weighted": null }, { "accuracy": 0.609444, "f1": 0.56965, "f1_weighted": 0.602115, "precision": 0.559334, "precision_weighted": 0.656453, "recall": 0.650525, "recall_weighted": 0.609444, "ap": null, "ap_weighted": null }, { "accuracy": 0.618298, "f1": 0.568854, "f1_weighted": 0.606722, "precision": 0.562401, "precision_weighted": 0.661824, "recall": 0.668002, "recall_weighted": 0.618298, "ap": null, "ap_weighted": null }, { "accuracy": 0.570093, "f1": 0.547585, "f1_weighted": 0.55648, "precision": 0.551559, "precision_weighted": 0.666715, "recall": 0.649055, "recall_weighted": 0.570093, "ap": null, "ap_weighted": null }, { "accuracy": 0.575504, "f1": 0.553725, "f1_weighted": 0.573173, "precision": 0.555351, "precision_weighted": 0.647137, "recall": 0.648334, "recall_weighted": 0.575504, "ap": null, "ap_weighted": null }, { "accuracy": 0.580423, "f1": 0.536117, "f1_weighted": 0.570712, "precision": 0.538438, "precision_weighted": 0.641626, "recall": 0.621951, "recall_weighted": 0.580423, "ap": null, "ap_weighted": null }, { "accuracy": 0.584358, "f1": 0.558846, "f1_weighted": 0.5717, "precision": 0.554803, "precision_weighted": 0.660195, "recall": 0.656166, "recall_weighted": 0.584358, "ap": null, "ap_weighted": null }, { "accuracy": 0.593212, "f1": 0.557504, "f1_weighted": 0.585099, "precision": 0.547794, "precision_weighted": 0.653044, "recall": 0.653768, "recall_weighted": 0.593212, "ap": null, "ap_weighted": null } ], "accuracy": 0.591933, "f1": 0.557825, "f1_weighted": 0.584415, "precision": 0.553187, "precision_weighted": 0.656059, "recall": 0.651963, "recall_weighted": 0.591933, "ap": NaN, "ap_weighted": NaN, "main_score": 0.591933, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.498278, "f1": 0.475992, "f1_weighted": 0.506233, "precision": 0.482279, "precision_weighted": 0.595292, "recall": 0.576404, "recall_weighted": 0.498278, "ap": null, "ap_weighted": null }, { "accuracy": 0.543532, "f1": 0.495524, "f1_weighted": 0.546258, "precision": 0.489868, "precision_weighted": 0.605166, "recall": 0.584764, "recall_weighted": 0.543532, "ap": null, "ap_weighted": null }, { "accuracy": 0.508116, "f1": 0.475983, "f1_weighted": 0.505198, "precision": 0.472914, "precision_weighted": 0.570823, "recall": 0.580141, "recall_weighted": 0.508116, "ap": null, "ap_weighted": null }, { "accuracy": 0.533694, "f1": 0.489961, "f1_weighted": 0.533097, "precision": 0.48803, "precision_weighted": 0.589718, "recall": 0.582099, "recall_weighted": 0.533694, "ap": null, "ap_weighted": null }, { "accuracy": 0.507132, "f1": 0.463552, "f1_weighted": 0.493269, "precision": 0.460072, "precision_weighted": 0.552065, "recall": 0.571513, "recall_weighted": 0.507132, "ap": null, "ap_weighted": null }, { "accuracy": 0.511559, "f1": 0.474497, "f1_weighted": 0.513356, "precision": 0.479946, "precision_weighted": 0.60695, "recall": 0.579863, "recall_weighted": 0.511559, "ap": null, "ap_weighted": null }, { "accuracy": 0.516478, "f1": 0.479141, "f1_weighted": 0.51453, "precision": 0.486384, "precision_weighted": 0.585596, "recall": 0.576844, "recall_weighted": 0.516478, "ap": null, "ap_weighted": null }, { "accuracy": 0.507132, "f1": 0.47615, "f1_weighted": 0.494173, "precision": 0.476761, "precision_weighted": 0.565866, "recall": 0.565565, "recall_weighted": 0.507132, "ap": null, "ap_weighted": null }, { "accuracy": 0.520413, "f1": 0.487299, "f1_weighted": 0.51807, "precision": 0.485498, "precision_weighted": 0.59197, "recall": 0.58417, "recall_weighted": 0.520413, "ap": null, "ap_weighted": null }, { "accuracy": 0.508608, "f1": 0.465976, "f1_weighted": 0.503074, "precision": 0.462046, "precision_weighted": 0.564616, "recall": 0.563599, "recall_weighted": 0.508608, "ap": null, "ap_weighted": null } ], "accuracy": 0.515494, "f1": 0.478408, "f1_weighted": 0.512726, "precision": 0.47838, "precision_weighted": 0.582806, "recall": 0.576496, "recall_weighted": 0.515494, "ap": NaN, "ap_weighted": NaN, "main_score": 0.515494, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.573045, "f1": 0.542507, "f1_weighted": 0.577043, "precision": 0.534103, "precision_weighted": 0.645183, "recall": 0.628239, "recall_weighted": 0.573045, "ap": null, "ap_weighted": null }, { "accuracy": 0.606493, "f1": 0.551403, "f1_weighted": 0.60435, "precision": 0.541565, "precision_weighted": 0.655169, "recall": 0.635367, "recall_weighted": 0.606493, "ap": null, "ap_weighted": null }, { "accuracy": 0.565667, "f1": 0.516028, "f1_weighted": 0.562997, "precision": 0.501705, "precision_weighted": 0.614407, "recall": 0.616176, "recall_weighted": 0.565667, "ap": null, "ap_weighted": null }, { "accuracy": 0.587801, "f1": 0.5325, "f1_weighted": 0.587301, "precision": 0.532694, "precision_weighted": 0.660116, "recall": 0.613802, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.580915, "f1": 0.535469, "f1_weighted": 0.56938, "precision": 0.529354, "precision_weighted": 0.638712, "recall": 0.635174, "recall_weighted": 0.580915, "ap": null, "ap_weighted": null }, { "accuracy": 0.540089, "f1": 0.520174, "f1_weighted": 0.527744, "precision": 0.53182, "precision_weighted": 0.662107, "recall": 0.622704, "recall_weighted": 0.540089, "ap": null, "ap_weighted": null }, { "accuracy": 0.562223, "f1": 0.530776, "f1_weighted": 0.556976, "precision": 0.530998, "precision_weighted": 0.627744, "recall": 0.620326, "recall_weighted": 0.562223, "ap": null, "ap_weighted": null }, { "accuracy": 0.55878, "f1": 0.523624, "f1_weighted": 0.551111, "precision": 0.52893, "precision_weighted": 0.64587, "recall": 0.619121, "recall_weighted": 0.55878, "ap": null, "ap_weighted": null }, { "accuracy": 0.573537, "f1": 0.550479, "f1_weighted": 0.570252, "precision": 0.561277, "precision_weighted": 0.666411, "recall": 0.638983, "recall_weighted": 0.573537, "ap": null, "ap_weighted": null }, { "accuracy": 0.578455, "f1": 0.530691, "f1_weighted": 0.573351, "precision": 0.528504, "precision_weighted": 0.649379, "recall": 0.625346, "recall_weighted": 0.578455, "ap": null, "ap_weighted": null } ], "accuracy": 0.5727, "f1": 0.533365, "f1_weighted": 0.56805, "precision": 0.532095, "precision_weighted": 0.64651, "recall": 0.625524, "recall_weighted": 0.5727, "ap": NaN, "ap_weighted": NaN, "main_score": 0.5727, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.534186, "f1": 0.488469, "f1_weighted": 0.527057, "precision": 0.486609, "precision_weighted": 0.597547, "recall": 0.600563, "recall_weighted": 0.534186, "ap": null, "ap_weighted": null }, { "accuracy": 0.530251, "f1": 0.478271, "f1_weighted": 0.529505, "precision": 0.478652, "precision_weighted": 0.597361, "recall": 0.569741, "recall_weighted": 0.530251, "ap": null, "ap_weighted": null }, { "accuracy": 0.541072, "f1": 0.491821, "f1_weighted": 0.533351, "precision": 0.490125, "precision_weighted": 0.611766, "recall": 0.595312, "recall_weighted": 0.541072, "ap": null, "ap_weighted": null }, { "accuracy": 0.521397, "f1": 0.477541, "f1_weighted": 0.508402, "precision": 0.470701, "precision_weighted": 0.577789, "recall": 0.581159, "recall_weighted": 0.521397, "ap": null, "ap_weighted": null }, { "accuracy": 0.554353, "f1": 0.494073, "f1_weighted": 0.55201, "precision": 0.503767, "precision_weighted": 0.621226, "recall": 0.579841, "recall_weighted": 0.554353, "ap": null, "ap_weighted": null }, { "accuracy": 0.533202, "f1": 0.491813, "f1_weighted": 0.524046, "precision": 0.48759, "precision_weighted": 0.586986, "recall": 0.586687, "recall_weighted": 0.533202, "ap": null, "ap_weighted": null }, { "accuracy": 0.507132, "f1": 0.4816, "f1_weighted": 0.505373, "precision": 0.484878, "precision_weighted": 0.580341, "recall": 0.573227, "recall_weighted": 0.507132, "ap": null, "ap_weighted": null }, { "accuracy": 0.522381, "f1": 0.473905, "f1_weighted": 0.509581, "precision": 0.475922, "precision_weighted": 0.582319, "recall": 0.571283, "recall_weighted": 0.522381, "ap": null, "ap_weighted": null }, { "accuracy": 0.523364, "f1": 0.48171, "f1_weighted": 0.514751, "precision": 0.483889, "precision_weighted": 0.594365, "recall": 0.580112, "recall_weighted": 0.523364, "ap": null, "ap_weighted": null }, { "accuracy": 0.535662, "f1": 0.485247, "f1_weighted": 0.528032, "precision": 0.485289, "precision_weighted": 0.587226, "recall": 0.581015, "recall_weighted": 0.535662, "ap": null, "ap_weighted": null } ], "accuracy": 0.5303, "f1": 0.484445, "f1_weighted": 0.523211, "precision": 0.484742, "precision_weighted": 0.593693, "recall": 0.581894, "recall_weighted": 0.5303, "ap": NaN, "ap_weighted": NaN, "main_score": 0.5303, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.486473, "f1": 0.449869, "f1_weighted": 0.48252, "precision": 0.453835, "precision_weighted": 0.555066, "recall": 0.550426, "recall_weighted": 0.486473, "ap": null, "ap_weighted": null }, { "accuracy": 0.486965, "f1": 0.448184, "f1_weighted": 0.488687, "precision": 0.450022, "precision_weighted": 0.566586, "recall": 0.544225, "recall_weighted": 0.486965, "ap": null, "ap_weighted": null }, { "accuracy": 0.481554, "f1": 0.450768, "f1_weighted": 0.48438, "precision": 0.461581, "precision_weighted": 0.584286, "recall": 0.547537, "recall_weighted": 0.481554, "ap": null, "ap_weighted": null }, { "accuracy": 0.496803, "f1": 0.453121, "f1_weighted": 0.499576, "precision": 0.456909, "precision_weighted": 0.580602, "recall": 0.542042, "recall_weighted": 0.496803, "ap": null, "ap_weighted": null }, { "accuracy": 0.477619, "f1": 0.444285, "f1_weighted": 0.474501, "precision": 0.446005, "precision_weighted": 0.56158, "recall": 0.552509, "recall_weighted": 0.477619, "ap": null, "ap_weighted": null }, { "accuracy": 0.442696, "f1": 0.431334, "f1_weighted": 0.436411, "precision": 0.436063, "precision_weighted": 0.542071, "recall": 0.543075, "recall_weighted": 0.442696, "ap": null, "ap_weighted": null }, { "accuracy": 0.462371, "f1": 0.450488, "f1_weighted": 0.453039, "precision": 0.448115, "precision_weighted": 0.537975, "recall": 0.555325, "recall_weighted": 0.462371, "ap": null, "ap_weighted": null }, { "accuracy": 0.48303, "f1": 0.445147, "f1_weighted": 0.47819, "precision": 0.448421, "precision_weighted": 0.554154, "recall": 0.540042, "recall_weighted": 0.48303, "ap": null, "ap_weighted": null }, { "accuracy": 0.485489, "f1": 0.463371, "f1_weighted": 0.473763, "precision": 0.461681, "precision_weighted": 0.560863, "recall": 0.582208, "recall_weighted": 0.485489, "ap": null, "ap_weighted": null }, { "accuracy": 0.4909, "f1": 0.453147, "f1_weighted": 0.486481, "precision": 0.461641, "precision_weighted": 0.577397, "recall": 0.548656, "recall_weighted": 0.4909, "ap": null, "ap_weighted": null } ], "accuracy": 0.47939, "f1": 0.448971, "f1_weighted": 0.475755, "precision": 0.452427, "precision_weighted": 0.562058, "recall": 0.550605, "recall_weighted": 0.47939, "ap": NaN, "ap_weighted": NaN, "main_score": 0.47939, "hf_subset": "hy", "languages": [ "hye-Armn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.590261, "f1": 0.565677, "f1_weighted": 0.585711, "precision": 0.561938, "precision_weighted": 0.658688, "recall": 0.667768, "recall_weighted": 0.590261, "ap": null, "ap_weighted": null }, { "accuracy": 0.622233, "f1": 0.57694, "f1_weighted": 0.616634, "precision": 0.565401, "precision_weighted": 0.670725, "recall": 0.673393, "recall_weighted": 0.622233, "ap": null, "ap_weighted": null }, { "accuracy": 0.577472, "f1": 0.535316, "f1_weighted": 0.56574, "precision": 0.528633, "precision_weighted": 0.648896, "recall": 0.648297, "recall_weighted": 0.577472, "ap": null, "ap_weighted": null }, { "accuracy": 0.600098, "f1": 0.558687, "f1_weighted": 0.589806, "precision": 0.550524, "precision_weighted": 0.656959, "recall": 0.660316, "recall_weighted": 0.600098, "ap": null, "ap_weighted": null }, { "accuracy": 0.587309, "f1": 0.549808, "f1_weighted": 0.571638, "precision": 0.545293, "precision_weighted": 0.624932, "recall": 0.656989, "recall_weighted": 0.587309, "ap": null, "ap_weighted": null }, { "accuracy": 0.583866, "f1": 0.556648, "f1_weighted": 0.57212, "precision": 0.553224, "precision_weighted": 0.658594, "recall": 0.666025, "recall_weighted": 0.583866, "ap": null, "ap_weighted": null }, { "accuracy": 0.568126, "f1": 0.541493, "f1_weighted": 0.555254, "precision": 0.546377, "precision_weighted": 0.645581, "recall": 0.645134, "recall_weighted": 0.568126, "ap": null, "ap_weighted": null }, { "accuracy": 0.575504, "f1": 0.540821, "f1_weighted": 0.557022, "precision": 0.532338, "precision_weighted": 0.624735, "recall": 0.648317, "recall_weighted": 0.575504, "ap": null, "ap_weighted": null }, { "accuracy": 0.570093, "f1": 0.546626, "f1_weighted": 0.555482, "precision": 0.550399, "precision_weighted": 0.653056, "recall": 0.663415, "recall_weighted": 0.570093, "ap": null, "ap_weighted": null }, { "accuracy": 0.605017, "f1": 0.562368, "f1_weighted": 0.594761, "precision": 0.548459, "precision_weighted": 0.648139, "recall": 0.65991, "recall_weighted": 0.605017, "ap": null, "ap_weighted": null } ], "accuracy": 0.587998, "f1": 0.553438, "f1_weighted": 0.576417, "precision": 0.548259, "precision_weighted": 0.64903, "recall": 0.658957, "recall_weighted": 0.587998, "ap": NaN, "ap_weighted": NaN, "main_score": 0.587998, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.490408, "f1": 0.459582, "f1_weighted": 0.486438, "precision": 0.469195, "precision_weighted": 0.564698, "recall": 0.558854, "recall_weighted": 0.490408, "ap": null, "ap_weighted": null }, { "accuracy": 0.505657, "f1": 0.460126, "f1_weighted": 0.508203, "precision": 0.468877, "precision_weighted": 0.587198, "recall": 0.538176, "recall_weighted": 0.505657, "ap": null, "ap_weighted": null }, { "accuracy": 0.489916, "f1": 0.459895, "f1_weighted": 0.484096, "precision": 0.466264, "precision_weighted": 0.571905, "recall": 0.559482, "recall_weighted": 0.489916, "ap": null, "ap_weighted": null }, { "accuracy": 0.515002, "f1": 0.481576, "f1_weighted": 0.513108, "precision": 0.490336, "precision_weighted": 0.577152, "recall": 0.570257, "recall_weighted": 0.515002, "ap": null, "ap_weighted": null }, { "accuracy": 0.512051, "f1": 0.472519, "f1_weighted": 0.506199, "precision": 0.469062, "precision_weighted": 0.569115, "recall": 0.574698, "recall_weighted": 0.512051, "ap": null, "ap_weighted": null }, { "accuracy": 0.4727, "f1": 0.459751, "f1_weighted": 0.468152, "precision": 0.470623, "precision_weighted": 0.573751, "recall": 0.547821, "recall_weighted": 0.4727, "ap": null, "ap_weighted": null }, { "accuracy": 0.477127, "f1": 0.475001, "f1_weighted": 0.475725, "precision": 0.483069, "precision_weighted": 0.562999, "recall": 0.570876, "recall_weighted": 0.477127, "ap": null, "ap_weighted": null }, { "accuracy": 0.491392, "f1": 0.465396, "f1_weighted": 0.481229, "precision": 0.470406, "precision_weighted": 0.55015, "recall": 0.541035, "recall_weighted": 0.491392, "ap": null, "ap_weighted": null }, { "accuracy": 0.497295, "f1": 0.478551, "f1_weighted": 0.486914, "precision": 0.481969, "precision_weighted": 0.568811, "recall": 0.576828, "recall_weighted": 0.497295, "ap": null, "ap_weighted": null }, { "accuracy": 0.496311, "f1": 0.475458, "f1_weighted": 0.495206, "precision": 0.482647, "precision_weighted": 0.566895, "recall": 0.547454, "recall_weighted": 0.496311, "ap": null, "ap_weighted": null } ], "accuracy": 0.494786, "f1": 0.468785, "f1_weighted": 0.490527, "precision": 0.475245, "precision_weighted": 0.569267, "recall": 0.558548, "recall_weighted": 0.494786, "ap": NaN, "ap_weighted": NaN, "main_score": 0.494786, "hf_subset": "is", "languages": [ "isl-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.584358, "f1": 0.586499, "f1_weighted": 0.578116, "precision": 0.580828, "precision_weighted": 0.654115, "recall": 0.677627, "recall_weighted": 0.584358, "ap": null, "ap_weighted": null }, { "accuracy": 0.624201, "f1": 0.606137, "f1_weighted": 0.617041, "precision": 0.587393, "precision_weighted": 0.672463, "recall": 0.696527, "recall_weighted": 0.624201, "ap": null, "ap_weighted": null }, { "accuracy": 0.58485, "f1": 0.575477, "f1_weighted": 0.57296, "precision": 0.559603, "precision_weighted": 0.628857, "recall": 0.679446, "recall_weighted": 0.58485, "ap": null, "ap_weighted": null }, { "accuracy": 0.613871, "f1": 0.592697, "f1_weighted": 0.605293, "precision": 0.577856, "precision_weighted": 0.664622, "recall": 0.681637, "recall_weighted": 0.613871, "ap": null, "ap_weighted": null }, { "accuracy": 0.63453, "f1": 0.606541, "f1_weighted": 0.623691, "precision": 0.588653, "precision_weighted": 0.671799, "recall": 0.694436, "recall_weighted": 0.63453, "ap": null, "ap_weighted": null }, { "accuracy": 0.590753, "f1": 0.59145, "f1_weighted": 0.582286, "precision": 0.579004, "precision_weighted": 0.664832, "recall": 0.694693, "recall_weighted": 0.590753, "ap": null, "ap_weighted": null }, { "accuracy": 0.594688, "f1": 0.597206, "f1_weighted": 0.588929, "precision": 0.585139, "precision_weighted": 0.649626, "recall": 0.69393, "recall_weighted": 0.594688, "ap": null, "ap_weighted": null }, { "accuracy": 0.581407, "f1": 0.562816, "f1_weighted": 0.566319, "precision": 0.552873, "precision_weighted": 0.641291, "recall": 0.654945, "recall_weighted": 0.581407, "ap": null, "ap_weighted": null }, { "accuracy": 0.565667, "f1": 0.557014, "f1_weighted": 0.55331, "precision": 0.554954, "precision_weighted": 0.634794, "recall": 0.653887, "recall_weighted": 0.565667, "ap": null, "ap_weighted": null }, { "accuracy": 0.594196, "f1": 0.575188, "f1_weighted": 0.587913, "precision": 0.567558, "precision_weighted": 0.660659, "recall": 0.672971, "recall_weighted": 0.594196, "ap": null, "ap_weighted": null } ], "accuracy": 0.596852, "f1": 0.585102, "f1_weighted": 0.587586, "precision": 0.573386, "precision_weighted": 0.654306, "recall": 0.68001, "recall_weighted": 0.596852, "ap": NaN, "ap_weighted": NaN, "main_score": 0.596852, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.639449, "f1": 0.605497, "f1_weighted": 0.630568, "precision": 0.589789, "precision_weighted": 0.67942, "recall": 0.683993, "recall_weighted": 0.639449, "ap": null, "ap_weighted": null }, { "accuracy": 0.630103, "f1": 0.594357, "f1_weighted": 0.617912, "precision": 0.585502, "precision_weighted": 0.678869, "recall": 0.67801, "recall_weighted": 0.630103, "ap": null, "ap_weighted": null }, { "accuracy": 0.614855, "f1": 0.575454, "f1_weighted": 0.601509, "precision": 0.564672, "precision_weighted": 0.679427, "recall": 0.677711, "recall_weighted": 0.614855, "ap": null, "ap_weighted": null }, { "accuracy": 0.62666, "f1": 0.586386, "f1_weighted": 0.616058, "precision": 0.57503, "precision_weighted": 0.667537, "recall": 0.668747, "recall_weighted": 0.62666, "ap": null, "ap_weighted": null }, { "accuracy": 0.624201, "f1": 0.590681, "f1_weighted": 0.607415, "precision": 0.579611, "precision_weighted": 0.660674, "recall": 0.677013, "recall_weighted": 0.624201, "ap": null, "ap_weighted": null }, { "accuracy": 0.59272, "f1": 0.566462, "f1_weighted": 0.566089, "precision": 0.554731, "precision_weighted": 0.622719, "recall": 0.658175, "recall_weighted": 0.59272, "ap": null, "ap_weighted": null }, { "accuracy": 0.624693, "f1": 0.581743, "f1_weighted": 0.614069, "precision": 0.574382, "precision_weighted": 0.678429, "recall": 0.672339, "recall_weighted": 0.624693, "ap": null, "ap_weighted": null }, { "accuracy": 0.602558, "f1": 0.565266, "f1_weighted": 0.58092, "precision": 0.561113, "precision_weighted": 0.659622, "recall": 0.653182, "recall_weighted": 0.602558, "ap": null, "ap_weighted": null }, { "accuracy": 0.607969, "f1": 0.574326, "f1_weighted": 0.594907, "precision": 0.562728, "precision_weighted": 0.655773, "recall": 0.670722, "recall_weighted": 0.607969, "ap": null, "ap_weighted": null }, { "accuracy": 0.638465, "f1": 0.596481, "f1_weighted": 0.630382, "precision": 0.589644, "precision_weighted": 0.69523, "recall": 0.685452, "recall_weighted": 0.638465, "ap": null, "ap_weighted": null } ], "accuracy": 0.620167, "f1": 0.583665, "f1_weighted": 0.605983, "precision": 0.57372, "precision_weighted": 0.66777, "recall": 0.672534, "recall_weighted": 0.620167, "ap": NaN, "ap_weighted": NaN, "main_score": 0.620167, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.457944, "f1": 0.43343, "f1_weighted": 0.459204, "precision": 0.447227, "precision_weighted": 0.550238, "recall": 0.527872, "recall_weighted": 0.457944, "ap": null, "ap_weighted": null }, { "accuracy": 0.485981, "f1": 0.444623, "f1_weighted": 0.486442, "precision": 0.447924, "precision_weighted": 0.551441, "recall": 0.529603, "recall_weighted": 0.485981, "ap": null, "ap_weighted": null }, { "accuracy": 0.478111, "f1": 0.429899, "f1_weighted": 0.470454, "precision": 0.435266, "precision_weighted": 0.558638, "recall": 0.529678, "recall_weighted": 0.478111, "ap": null, "ap_weighted": null }, { "accuracy": 0.469257, "f1": 0.435011, "f1_weighted": 0.464944, "precision": 0.435759, "precision_weighted": 0.547614, "recall": 0.528605, "recall_weighted": 0.469257, "ap": null, "ap_weighted": null }, { "accuracy": 0.493851, "f1": 0.449583, "f1_weighted": 0.483131, "precision": 0.45279, "precision_weighted": 0.555928, "recall": 0.550837, "recall_weighted": 0.493851, "ap": null, "ap_weighted": null }, { "accuracy": 0.433842, "f1": 0.424426, "f1_weighted": 0.418541, "precision": 0.442312, "precision_weighted": 0.551854, "recall": 0.530055, "recall_weighted": 0.433842, "ap": null, "ap_weighted": null }, { "accuracy": 0.452041, "f1": 0.422156, "f1_weighted": 0.440078, "precision": 0.435663, "precision_weighted": 0.544518, "recall": 0.518629, "recall_weighted": 0.452041, "ap": null, "ap_weighted": null }, { "accuracy": 0.465814, "f1": 0.425109, "f1_weighted": 0.457679, "precision": 0.443965, "precision_weighted": 0.562651, "recall": 0.517041, "recall_weighted": 0.465814, "ap": null, "ap_weighted": null }, { "accuracy": 0.460403, "f1": 0.43093, "f1_weighted": 0.458057, "precision": 0.442391, "precision_weighted": 0.556968, "recall": 0.524608, "recall_weighted": 0.460403, "ap": null, "ap_weighted": null }, { "accuracy": 0.457944, "f1": 0.40501, "f1_weighted": 0.4473, "precision": 0.425853, "precision_weighted": 0.55211, "recall": 0.499594, "recall_weighted": 0.457944, "ap": null, "ap_weighted": null } ], "accuracy": 0.465519, "f1": 0.430018, "f1_weighted": 0.458583, "precision": 0.440915, "precision_weighted": 0.553196, "recall": 0.525652, "recall_weighted": 0.465519, "ap": NaN, "ap_weighted": NaN, "main_score": 0.465519, "hf_subset": "jv", "languages": [ "jav-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.393507, "f1": 0.381252, "f1_weighted": 0.385963, "precision": 0.375629, "precision_weighted": 0.4542, "recall": 0.477312, "recall_weighted": 0.393507, "ap": null, "ap_weighted": null }, { "accuracy": 0.394983, "f1": 0.382231, "f1_weighted": 0.394419, "precision": 0.390306, "precision_weighted": 0.486832, "recall": 0.466949, "recall_weighted": 0.394983, "ap": null, "ap_weighted": null }, { "accuracy": 0.408756, "f1": 0.393667, "f1_weighted": 0.392313, "precision": 0.386725, "precision_weighted": 0.46766, "recall": 0.500389, "recall_weighted": 0.408756, "ap": null, "ap_weighted": null }, { "accuracy": 0.388096, "f1": 0.372241, "f1_weighted": 0.378483, "precision": 0.374234, "precision_weighted": 0.465387, "recall": 0.468503, "recall_weighted": 0.388096, "ap": null, "ap_weighted": null }, { "accuracy": 0.414658, "f1": 0.388734, "f1_weighted": 0.404555, "precision": 0.390934, "precision_weighted": 0.50593, "recall": 0.491665, "recall_weighted": 0.414658, "ap": null, "ap_weighted": null }, { "accuracy": 0.403345, "f1": 0.403258, "f1_weighted": 0.38918, "precision": 0.411321, "precision_weighted": 0.478496, "recall": 0.502965, "recall_weighted": 0.403345, "ap": null, "ap_weighted": null }, { "accuracy": 0.406296, "f1": 0.39294, "f1_weighted": 0.403481, "precision": 0.394473, "precision_weighted": 0.500582, "recall": 0.485587, "recall_weighted": 0.406296, "ap": null, "ap_weighted": null }, { "accuracy": 0.379734, "f1": 0.365886, "f1_weighted": 0.364399, "precision": 0.367194, "precision_weighted": 0.454756, "recall": 0.458987, "recall_weighted": 0.379734, "ap": null, "ap_weighted": null }, { "accuracy": 0.39695, "f1": 0.389983, "f1_weighted": 0.384837, "precision": 0.400823, "precision_weighted": 0.513295, "recall": 0.500281, "recall_weighted": 0.39695, "ap": null, "ap_weighted": null }, { "accuracy": 0.40728, "f1": 0.381815, "f1_weighted": 0.401439, "precision": 0.396788, "precision_weighted": 0.502066, "recall": 0.4682, "recall_weighted": 0.40728, "ap": null, "ap_weighted": null } ], "accuracy": 0.399361, "f1": 0.385201, "f1_weighted": 0.389907, "precision": 0.388843, "precision_weighted": 0.48292, "recall": 0.482084, "recall_weighted": 0.399361, "ap": NaN, "ap_weighted": NaN, "main_score": 0.399361, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.349238, "f1": 0.313489, "f1_weighted": 0.340357, "precision": 0.329732, "precision_weighted": 0.405799, "recall": 0.381343, "recall_weighted": 0.349238, "ap": null, "ap_weighted": null }, { "accuracy": 0.310871, "f1": 0.274762, "f1_weighted": 0.296657, "precision": 0.29832, "precision_weighted": 0.381574, "recall": 0.340163, "recall_weighted": 0.310871, "ap": null, "ap_weighted": null }, { "accuracy": 0.318249, "f1": 0.287635, "f1_weighted": 0.30273, "precision": 0.299623, "precision_weighted": 0.366814, "recall": 0.375768, "recall_weighted": 0.318249, "ap": null, "ap_weighted": null }, { "accuracy": 0.303984, "f1": 0.276485, "f1_weighted": 0.287019, "precision": 0.285586, "precision_weighted": 0.359366, "recall": 0.350205, "recall_weighted": 0.303984, "ap": null, "ap_weighted": null }, { "accuracy": 0.337924, "f1": 0.299654, "f1_weighted": 0.316745, "precision": 0.312625, "precision_weighted": 0.393175, "recall": 0.378963, "recall_weighted": 0.337924, "ap": null, "ap_weighted": null }, { "accuracy": 0.311363, "f1": 0.296471, "f1_weighted": 0.290162, "precision": 0.313497, "precision_weighted": 0.399229, "recall": 0.371675, "recall_weighted": 0.311363, "ap": null, "ap_weighted": null }, { "accuracy": 0.303984, "f1": 0.285778, "f1_weighted": 0.29097, "precision": 0.299094, "precision_weighted": 0.368957, "recall": 0.369396, "recall_weighted": 0.303984, "ap": null, "ap_weighted": null }, { "accuracy": 0.333005, "f1": 0.292563, "f1_weighted": 0.319488, "precision": 0.303828, "precision_weighted": 0.390875, "recall": 0.358411, "recall_weighted": 0.333005, "ap": null, "ap_weighted": null }, { "accuracy": 0.32366, "f1": 0.297172, "f1_weighted": 0.304517, "precision": 0.312791, "precision_weighted": 0.39499, "recall": 0.383414, "recall_weighted": 0.32366, "ap": null, "ap_weighted": null }, { "accuracy": 0.344319, "f1": 0.304174, "f1_weighted": 0.330968, "precision": 0.334177, "precision_weighted": 0.448482, "recall": 0.377457, "recall_weighted": 0.344319, "ap": null, "ap_weighted": null } ], "accuracy": 0.32366, "f1": 0.292818, "f1_weighted": 0.307961, "precision": 0.308927, "precision_weighted": 0.390926, "recall": 0.368679, "recall_weighted": 0.32366, "ap": NaN, "ap_weighted": NaN, "main_score": 0.32366, "hf_subset": "km", "languages": [ "khm-Khmr" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.542056, "f1": 0.4832, "f1_weighted": 0.537435, "precision": 0.476788, "precision_weighted": 0.581787, "recall": 0.563597, "recall_weighted": 0.542056, "ap": null, "ap_weighted": null }, { "accuracy": 0.53517, "f1": 0.477708, "f1_weighted": 0.533087, "precision": 0.472967, "precision_weighted": 0.59984, "recall": 0.567723, "recall_weighted": 0.53517, "ap": null, "ap_weighted": null }, { "accuracy": 0.527791, "f1": 0.480581, "f1_weighted": 0.524328, "precision": 0.48479, "precision_weighted": 0.602827, "recall": 0.562108, "recall_weighted": 0.527791, "ap": null, "ap_weighted": null }, { "accuracy": 0.530743, "f1": 0.47653, "f1_weighted": 0.526287, "precision": 0.474134, "precision_weighted": 0.578718, "recall": 0.561678, "recall_weighted": 0.530743, "ap": null, "ap_weighted": null }, { "accuracy": 0.518938, "f1": 0.471016, "f1_weighted": 0.49647, "precision": 0.481476, "precision_weighted": 0.581056, "recall": 0.573687, "recall_weighted": 0.518938, "ap": null, "ap_weighted": null }, { "accuracy": 0.488441, "f1": 0.457378, "f1_weighted": 0.480618, "precision": 0.471044, "precision_weighted": 0.595747, "recall": 0.549854, "recall_weighted": 0.488441, "ap": null, "ap_weighted": null }, { "accuracy": 0.510576, "f1": 0.45817, "f1_weighted": 0.50473, "precision": 0.464234, "precision_weighted": 0.582289, "recall": 0.545086, "recall_weighted": 0.510576, "ap": null, "ap_weighted": null }, { "accuracy": 0.52484, "f1": 0.46701, "f1_weighted": 0.512368, "precision": 0.479864, "precision_weighted": 0.59702, "recall": 0.552284, "recall_weighted": 0.52484, "ap": null, "ap_weighted": null }, { "accuracy": 0.519429, "f1": 0.482767, "f1_weighted": 0.503238, "precision": 0.502796, "precision_weighted": 0.604122, "recall": 0.575059, "recall_weighted": 0.519429, "ap": null, "ap_weighted": null }, { "accuracy": 0.528775, "f1": 0.472858, "f1_weighted": 0.525001, "precision": 0.475161, "precision_weighted": 0.599584, "recall": 0.555999, "recall_weighted": 0.528775, "ap": null, "ap_weighted": null } ], "accuracy": 0.522676, "f1": 0.472722, "f1_weighted": 0.514356, "precision": 0.478325, "precision_weighted": 0.592299, "recall": 0.560707, "recall_weighted": 0.522676, "ap": NaN, "ap_weighted": NaN, "main_score": 0.522676, "hf_subset": "kn", "languages": [ "kan-Knda" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.568126, "f1": 0.539134, "f1_weighted": 0.546545, "precision": 0.518129, "precision_weighted": 0.606227, "recall": 0.642734, "recall_weighted": 0.568126, "ap": null, "ap_weighted": null }, { "accuracy": 0.59272, "f1": 0.541241, "f1_weighted": 0.5894, "precision": 0.53095, "precision_weighted": 0.644573, "recall": 0.629876, "recall_weighted": 0.59272, "ap": null, "ap_weighted": null }, { "accuracy": 0.564683, "f1": 0.528674, "f1_weighted": 0.552994, "precision": 0.515198, "precision_weighted": 0.626702, "recall": 0.64175, "recall_weighted": 0.564683, "ap": null, "ap_weighted": null }, { "accuracy": 0.569602, "f1": 0.540796, "f1_weighted": 0.560828, "precision": 0.520897, "precision_weighted": 0.604993, "recall": 0.633775, "recall_weighted": 0.569602, "ap": null, "ap_weighted": null }, { "accuracy": 0.559764, "f1": 0.518502, "f1_weighted": 0.541264, "precision": 0.509384, "precision_weighted": 0.607081, "recall": 0.620846, "recall_weighted": 0.559764, "ap": null, "ap_weighted": null }, { "accuracy": 0.54304, "f1": 0.534357, "f1_weighted": 0.527651, "precision": 0.518183, "precision_weighted": 0.590228, "recall": 0.634635, "recall_weighted": 0.54304, "ap": null, "ap_weighted": null }, { "accuracy": 0.559272, "f1": 0.517477, "f1_weighted": 0.548396, "precision": 0.515755, "precision_weighted": 0.616205, "recall": 0.611541, "recall_weighted": 0.559272, "ap": null, "ap_weighted": null }, { "accuracy": 0.559764, "f1": 0.534519, "f1_weighted": 0.550704, "precision": 0.5298, "precision_weighted": 0.637762, "recall": 0.626572, "recall_weighted": 0.559764, "ap": null, "ap_weighted": null }, { "accuracy": 0.563207, "f1": 0.534785, "f1_weighted": 0.551644, "precision": 0.537956, "precision_weighted": 0.642222, "recall": 0.629909, "recall_weighted": 0.563207, "ap": null, "ap_weighted": null }, { "accuracy": 0.576488, "f1": 0.540721, "f1_weighted": 0.565517, "precision": 0.541785, "precision_weighted": 0.635732, "recall": 0.629811, "recall_weighted": 0.576488, "ap": null, "ap_weighted": null } ], "accuracy": 0.565667, "f1": 0.533021, "f1_weighted": 0.553494, "precision": 0.523804, "precision_weighted": 0.621173, "recall": 0.630145, "recall_weighted": 0.565667, "ap": NaN, "ap_weighted": NaN, "main_score": 0.565667, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.473684, "f1": 0.453461, "f1_weighted": 0.465082, "precision": 0.45337, "precision_weighted": 0.555203, "recall": 0.559574, "recall_weighted": 0.473684, "ap": null, "ap_weighted": null }, { "accuracy": 0.4909, "f1": 0.474956, "f1_weighted": 0.476508, "precision": 0.476648, "precision_weighted": 0.558012, "recall": 0.576097, "recall_weighted": 0.4909, "ap": null, "ap_weighted": null }, { "accuracy": 0.454993, "f1": 0.451634, "f1_weighted": 0.445061, "precision": 0.446845, "precision_weighted": 0.526155, "recall": 0.557707, "recall_weighted": 0.454993, "ap": null, "ap_weighted": null }, { "accuracy": 0.473192, "f1": 0.447316, "f1_weighted": 0.469936, "precision": 0.450523, "precision_weighted": 0.552522, "recall": 0.548594, "recall_weighted": 0.473192, "ap": null, "ap_weighted": null }, { "accuracy": 0.478603, "f1": 0.451543, "f1_weighted": 0.469888, "precision": 0.453219, "precision_weighted": 0.562441, "recall": 0.556788, "recall_weighted": 0.478603, "ap": null, "ap_weighted": null }, { "accuracy": 0.420561, "f1": 0.42419, "f1_weighted": 0.397643, "precision": 0.431811, "precision_weighted": 0.529649, "recall": 0.545361, "recall_weighted": 0.420561, "ap": null, "ap_weighted": null }, { "accuracy": 0.443679, "f1": 0.443721, "f1_weighted": 0.429647, "precision": 0.450199, "precision_weighted": 0.516082, "recall": 0.546455, "recall_weighted": 0.443679, "ap": null, "ap_weighted": null }, { "accuracy": 0.486965, "f1": 0.460244, "f1_weighted": 0.467063, "precision": 0.460574, "precision_weighted": 0.540914, "recall": 0.553105, "recall_weighted": 0.486965, "ap": null, "ap_weighted": null }, { "accuracy": 0.465814, "f1": 0.456567, "f1_weighted": 0.445987, "precision": 0.462874, "precision_weighted": 0.540894, "recall": 0.564159, "recall_weighted": 0.465814, "ap": null, "ap_weighted": null }, { "accuracy": 0.489916, "f1": 0.466383, "f1_weighted": 0.4871, "precision": 0.461682, "precision_weighted": 0.553103, "recall": 0.555752, "recall_weighted": 0.489916, "ap": null, "ap_weighted": null } ], "accuracy": 0.467831, "f1": 0.453001, "f1_weighted": 0.455391, "precision": 0.454775, "precision_weighted": 0.543497, "recall": 0.556359, "recall_weighted": 0.467831, "ap": NaN, "ap_weighted": NaN, "main_score": 0.467831, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.571077, "f1": 0.5353, "f1_weighted": 0.567044, "precision": 0.522898, "precision_weighted": 0.620642, "recall": 0.629055, "recall_weighted": 0.571077, "ap": null, "ap_weighted": null }, { "accuracy": 0.573537, "f1": 0.523074, "f1_weighted": 0.570416, "precision": 0.519609, "precision_weighted": 0.639813, "recall": 0.60411, "recall_weighted": 0.573537, "ap": null, "ap_weighted": null }, { "accuracy": 0.565667, "f1": 0.505229, "f1_weighted": 0.562293, "precision": 0.490762, "precision_weighted": 0.608711, "recall": 0.60006, "recall_weighted": 0.565667, "ap": null, "ap_weighted": null }, { "accuracy": 0.579931, "f1": 0.522307, "f1_weighted": 0.579259, "precision": 0.515296, "precision_weighted": 0.64298, "recall": 0.611733, "recall_weighted": 0.579931, "ap": null, "ap_weighted": null }, { "accuracy": 0.571569, "f1": 0.511324, "f1_weighted": 0.55873, "precision": 0.498039, "precision_weighted": 0.611186, "recall": 0.617943, "recall_weighted": 0.571569, "ap": null, "ap_weighted": null }, { "accuracy": 0.525824, "f1": 0.488016, "f1_weighted": 0.517526, "precision": 0.491882, "precision_weighted": 0.622041, "recall": 0.589337, "recall_weighted": 0.525824, "ap": null, "ap_weighted": null }, { "accuracy": 0.564191, "f1": 0.511971, "f1_weighted": 0.559537, "precision": 0.508639, "precision_weighted": 0.624173, "recall": 0.603494, "recall_weighted": 0.564191, "ap": null, "ap_weighted": null }, { "accuracy": 0.559272, "f1": 0.504192, "f1_weighted": 0.546779, "precision": 0.506072, "precision_weighted": 0.623005, "recall": 0.596317, "recall_weighted": 0.559272, "ap": null, "ap_weighted": null }, { "accuracy": 0.542056, "f1": 0.500163, "f1_weighted": 0.531834, "precision": 0.501417, "precision_weighted": 0.607376, "recall": 0.593189, "recall_weighted": 0.542056, "ap": null, "ap_weighted": null }, { "accuracy": 0.562715, "f1": 0.507061, "f1_weighted": 0.552952, "precision": 0.506194, "precision_weighted": 0.634248, "recall": 0.601072, "recall_weighted": 0.562715, "ap": null, "ap_weighted": null } ], "accuracy": 0.561584, "f1": 0.510864, "f1_weighted": 0.554637, "precision": 0.506081, "precision_weighted": 0.623417, "recall": 0.604631, "recall_weighted": 0.561584, "ap": NaN, "ap_weighted": NaN, "main_score": 0.561584, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.450566, "f1": 0.449731, "f1_weighted": 0.437376, "precision": 0.445972, "precision_weighted": 0.515873, "recall": 0.563209, "recall_weighted": 0.450566, "ap": null, "ap_weighted": null }, { "accuracy": 0.502705, "f1": 0.463687, "f1_weighted": 0.501278, "precision": 0.462607, "precision_weighted": 0.565071, "recall": 0.541226, "recall_weighted": 0.502705, "ap": null, "ap_weighted": null }, { "accuracy": 0.486473, "f1": 0.448501, "f1_weighted": 0.481935, "precision": 0.449228, "precision_weighted": 0.558281, "recall": 0.54442, "recall_weighted": 0.486473, "ap": null, "ap_weighted": null }, { "accuracy": 0.496311, "f1": 0.456558, "f1_weighted": 0.487919, "precision": 0.456817, "precision_weighted": 0.573353, "recall": 0.563231, "recall_weighted": 0.496311, "ap": null, "ap_weighted": null }, { "accuracy": 0.49336, "f1": 0.463356, "f1_weighted": 0.477854, "precision": 0.463458, "precision_weighted": 0.57268, "recall": 0.558828, "recall_weighted": 0.49336, "ap": null, "ap_weighted": null }, { "accuracy": 0.457452, "f1": 0.436098, "f1_weighted": 0.45652, "precision": 0.459036, "precision_weighted": 0.5732, "recall": 0.525765, "recall_weighted": 0.457452, "ap": null, "ap_weighted": null }, { "accuracy": 0.458436, "f1": 0.441973, "f1_weighted": 0.445659, "precision": 0.461666, "precision_weighted": 0.562291, "recall": 0.538175, "recall_weighted": 0.458436, "ap": null, "ap_weighted": null }, { "accuracy": 0.482538, "f1": 0.450602, "f1_weighted": 0.473039, "precision": 0.460825, "precision_weighted": 0.555498, "recall": 0.539623, "recall_weighted": 0.482538, "ap": null, "ap_weighted": null }, { "accuracy": 0.438269, "f1": 0.441049, "f1_weighted": 0.41968, "precision": 0.448883, "precision_weighted": 0.520854, "recall": 0.560432, "recall_weighted": 0.438269, "ap": null, "ap_weighted": null }, { "accuracy": 0.4727, "f1": 0.43813, "f1_weighted": 0.457763, "precision": 0.451631, "precision_weighted": 0.574612, "recall": 0.541029, "recall_weighted": 0.4727, "ap": null, "ap_weighted": null } ], "accuracy": 0.473881, "f1": 0.448968, "f1_weighted": 0.463902, "precision": 0.456012, "precision_weighted": 0.557171, "recall": 0.547594, "recall_weighted": 0.473881, "ap": NaN, "ap_weighted": NaN, "main_score": 0.473881, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.547959, "f1": 0.514401, "f1_weighted": 0.548233, "precision": 0.513445, "precision_weighted": 0.62907, "recall": 0.609612, "recall_weighted": 0.547959, "ap": null, "ap_weighted": null }, { "accuracy": 0.576488, "f1": 0.537464, "f1_weighted": 0.574558, "precision": 0.527946, "precision_weighted": 0.628357, "recall": 0.625411, "recall_weighted": 0.576488, "ap": null, "ap_weighted": null }, { "accuracy": 0.5273, "f1": 0.501233, "f1_weighted": 0.521316, "precision": 0.500072, "precision_weighted": 0.600814, "recall": 0.604621, "recall_weighted": 0.5273, "ap": null, "ap_weighted": null }, { "accuracy": 0.557304, "f1": 0.528855, "f1_weighted": 0.548137, "precision": 0.519627, "precision_weighted": 0.607848, "recall": 0.628125, "recall_weighted": 0.557304, "ap": null, "ap_weighted": null }, { "accuracy": 0.563207, "f1": 0.514885, "f1_weighted": 0.555563, "precision": 0.511976, "precision_weighted": 0.629584, "recall": 0.613707, "recall_weighted": 0.563207, "ap": null, "ap_weighted": null }, { "accuracy": 0.526316, "f1": 0.51476, "f1_weighted": 0.510612, "precision": 0.509841, "precision_weighted": 0.59987, "recall": 0.625906, "recall_weighted": 0.526316, "ap": null, "ap_weighted": null }, { "accuracy": 0.534186, "f1": 0.522834, "f1_weighted": 0.526698, "precision": 0.530598, "precision_weighted": 0.609442, "recall": 0.612258, "recall_weighted": 0.534186, "ap": null, "ap_weighted": null }, { "accuracy": 0.552878, "f1": 0.527271, "f1_weighted": 0.53757, "precision": 0.529105, "precision_weighted": 0.617681, "recall": 0.631136, "recall_weighted": 0.552878, "ap": null, "ap_weighted": null }, { "accuracy": 0.527791, "f1": 0.507962, "f1_weighted": 0.514456, "precision": 0.516266, "precision_weighted": 0.633711, "recall": 0.615898, "recall_weighted": 0.527791, "ap": null, "ap_weighted": null }, { "accuracy": 0.571569, "f1": 0.522395, "f1_weighted": 0.564616, "precision": 0.511331, "precision_weighted": 0.621933, "recall": 0.618325, "recall_weighted": 0.571569, "ap": null, "ap_weighted": null } ], "accuracy": 0.5485, "f1": 0.519206, "f1_weighted": 0.540176, "precision": 0.517021, "precision_weighted": 0.617831, "recall": 0.6185, "recall_weighted": 0.5485, "ap": NaN, "ap_weighted": NaN, "main_score": 0.5485, "hf_subset": "ms", "languages": [ "msa-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.479095, "f1": 0.420252, "f1_weighted": 0.474054, "precision": 0.408827, "precision_weighted": 0.517203, "recall": 0.506554, "recall_weighted": 0.479095, "ap": null, "ap_weighted": null }, { "accuracy": 0.464338, "f1": 0.417065, "f1_weighted": 0.471142, "precision": 0.43233, "precision_weighted": 0.550964, "recall": 0.496447, "recall_weighted": 0.464338, "ap": null, "ap_weighted": null }, { "accuracy": 0.474176, "f1": 0.428202, "f1_weighted": 0.479974, "precision": 0.439909, "precision_weighted": 0.574681, "recall": 0.516826, "recall_weighted": 0.474176, "ap": null, "ap_weighted": null }, { "accuracy": 0.468273, "f1": 0.4013, "f1_weighted": 0.462923, "precision": 0.406958, "precision_weighted": 0.529221, "recall": 0.481834, "recall_weighted": 0.468273, "ap": null, "ap_weighted": null }, { "accuracy": 0.44122, "f1": 0.382359, "f1_weighted": 0.437871, "precision": 0.398129, "precision_weighted": 0.527865, "recall": 0.482063, "recall_weighted": 0.44122, "ap": null, "ap_weighted": null }, { "accuracy": 0.436301, "f1": 0.399453, "f1_weighted": 0.432403, "precision": 0.408206, "precision_weighted": 0.521216, "recall": 0.493926, "recall_weighted": 0.436301, "ap": null, "ap_weighted": null }, { "accuracy": 0.436793, "f1": 0.398859, "f1_weighted": 0.433414, "precision": 0.414228, "precision_weighted": 0.515263, "recall": 0.48838, "recall_weighted": 0.436793, "ap": null, "ap_weighted": null }, { "accuracy": 0.451549, "f1": 0.39645, "f1_weighted": 0.443332, "precision": 0.406186, "precision_weighted": 0.515751, "recall": 0.479426, "recall_weighted": 0.451549, "ap": null, "ap_weighted": null }, { "accuracy": 0.442696, "f1": 0.405976, "f1_weighted": 0.431976, "precision": 0.411368, "precision_weighted": 0.519361, "recall": 0.512511, "recall_weighted": 0.442696, "ap": null, "ap_weighted": null }, { "accuracy": 0.445647, "f1": 0.397546, "f1_weighted": 0.436709, "precision": 0.41316, "precision_weighted": 0.525902, "recall": 0.49652, "recall_weighted": 0.445647, "ap": null, "ap_weighted": null } ], "accuracy": 0.454009, "f1": 0.404746, "f1_weighted": 0.45038, "precision": 0.41393, "precision_weighted": 0.529743, "recall": 0.495449, "recall_weighted": 0.454009, "ap": NaN, "ap_weighted": NaN, "main_score": 0.454009, "hf_subset": "my", "languages": [ "mya-Mymr" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.562223, "f1": 0.535878, "f1_weighted": 0.563682, "precision": 0.534623, "precision_weighted": 0.638257, "recall": 0.62697, "recall_weighted": 0.562223, "ap": null, "ap_weighted": null }, { "accuracy": 0.589277, "f1": 0.528842, "f1_weighted": 0.582467, "precision": 0.51532, "precision_weighted": 0.630019, "recall": 0.614495, "recall_weighted": 0.589277, "ap": null, "ap_weighted": null }, { "accuracy": 0.567142, "f1": 0.521828, "f1_weighted": 0.560597, "precision": 0.508768, "precision_weighted": 0.630856, "recall": 0.625345, "recall_weighted": 0.567142, "ap": null, "ap_weighted": null }, { "accuracy": 0.60305, "f1": 0.559077, "f1_weighted": 0.599586, "precision": 0.541646, "precision_weighted": 0.646286, "recall": 0.651853, "recall_weighted": 0.60305, "ap": null, "ap_weighted": null }, { "accuracy": 0.573537, "f1": 0.52023, "f1_weighted": 0.560038, "precision": 0.506128, "precision_weighted": 0.612802, "recall": 0.628674, "recall_weighted": 0.573537, "ap": null, "ap_weighted": null }, { "accuracy": 0.542056, "f1": 0.495989, "f1_weighted": 0.535466, "precision": 0.493549, "precision_weighted": 0.622371, "recall": 0.598839, "recall_weighted": 0.542056, "ap": null, "ap_weighted": null }, { "accuracy": 0.547467, "f1": 0.508587, "f1_weighted": 0.54432, "precision": 0.511132, "precision_weighted": 0.611333, "recall": 0.596464, "recall_weighted": 0.547467, "ap": null, "ap_weighted": null }, { "accuracy": 0.539597, "f1": 0.494846, "f1_weighted": 0.533192, "precision": 0.497405, "precision_weighted": 0.611195, "recall": 0.594961, "recall_weighted": 0.539597, "ap": null, "ap_weighted": null }, { "accuracy": 0.523856, "f1": 0.497747, "f1_weighted": 0.503692, "precision": 0.489646, "precision_weighted": 0.559307, "recall": 0.603437, "recall_weighted": 0.523856, "ap": null, "ap_weighted": null }, { "accuracy": 0.56911, "f1": 0.519464, "f1_weighted": 0.567589, "precision": 0.510707, "precision_weighted": 0.619507, "recall": 0.608935, "recall_weighted": 0.56911, "ap": null, "ap_weighted": null } ], "accuracy": 0.561731, "f1": 0.518249, "f1_weighted": 0.555063, "precision": 0.510892, "precision_weighted": 0.618193, "recall": 0.614997, "recall_weighted": 0.561731, "ap": NaN, "ap_weighted": NaN, "main_score": 0.561731, "hf_subset": "nb", "languages": [ "nob-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.594688, "f1": 0.549488, "f1_weighted": 0.595892, "precision": 0.55567, "precision_weighted": 0.673317, "recall": 0.639112, "recall_weighted": 0.594688, "ap": null, "ap_weighted": null }, { "accuracy": 0.616331, "f1": 0.560482, "f1_weighted": 0.611361, "precision": 0.551576, "precision_weighted": 0.6707, "recall": 0.647262, "recall_weighted": 0.616331, "ap": null, "ap_weighted": null }, { "accuracy": 0.596655, "f1": 0.544254, "f1_weighted": 0.591766, "precision": 0.528724, "precision_weighted": 0.647627, "recall": 0.643482, "recall_weighted": 0.596655, "ap": null, "ap_weighted": null }, { "accuracy": 0.600098, "f1": 0.537253, "f1_weighted": 0.592921, "precision": 0.53017, "precision_weighted": 0.650033, "recall": 0.628511, "recall_weighted": 0.600098, "ap": null, "ap_weighted": null }, { "accuracy": 0.613871, "f1": 0.550947, "f1_weighted": 0.607121, "precision": 0.541921, "precision_weighted": 0.65785, "recall": 0.643667, "recall_weighted": 0.613871, "ap": null, "ap_weighted": null }, { "accuracy": 0.575504, "f1": 0.53206, "f1_weighted": 0.572064, "precision": 0.539114, "precision_weighted": 0.663873, "recall": 0.622165, "recall_weighted": 0.575504, "ap": null, "ap_weighted": null }, { "accuracy": 0.567634, "f1": 0.521582, "f1_weighted": 0.562737, "precision": 0.525807, "precision_weighted": 0.631023, "recall": 0.614999, "recall_weighted": 0.567634, "ap": null, "ap_weighted": null }, { "accuracy": 0.580915, "f1": 0.536722, "f1_weighted": 0.569479, "precision": 0.533837, "precision_weighted": 0.634931, "recall": 0.636503, "recall_weighted": 0.580915, "ap": null, "ap_weighted": null }, { "accuracy": 0.552386, "f1": 0.521487, "f1_weighted": 0.541196, "precision": 0.533919, "precision_weighted": 0.644198, "recall": 0.617914, "recall_weighted": 0.552386, "ap": null, "ap_weighted": null }, { "accuracy": 0.598623, "f1": 0.523814, "f1_weighted": 0.59467, "precision": 0.523356, "precision_weighted": 0.649992, "recall": 0.608287, "recall_weighted": 0.598623, "ap": null, "ap_weighted": null } ], "accuracy": 0.58967, "f1": 0.537809, "f1_weighted": 0.583921, "precision": 0.536409, "precision_weighted": 0.652354, "recall": 0.63019, "recall_weighted": 0.58967, "ap": NaN, "ap_weighted": NaN, "main_score": 0.58967, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.587801, "f1": 0.564879, "f1_weighted": 0.58595, "precision": 0.564109, "precision_weighted": 0.655174, "recall": 0.661106, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.597147, "f1": 0.556172, "f1_weighted": 0.593316, "precision": 0.551195, "precision_weighted": 0.650804, "recall": 0.650961, "recall_weighted": 0.597147, "ap": null, "ap_weighted": null }, { "accuracy": 0.578455, "f1": 0.545876, "f1_weighted": 0.575233, "precision": 0.54252, "precision_weighted": 0.643133, "recall": 0.639155, "recall_weighted": 0.578455, "ap": null, "ap_weighted": null }, { "accuracy": 0.583374, "f1": 0.537639, "f1_weighted": 0.577594, "precision": 0.53001, "precision_weighted": 0.636995, "recall": 0.629496, "recall_weighted": 0.583374, "ap": null, "ap_weighted": null }, { "accuracy": 0.582882, "f1": 0.54734, "f1_weighted": 0.574446, "precision": 0.545277, "precision_weighted": 0.635824, "recall": 0.644351, "recall_weighted": 0.582882, "ap": null, "ap_weighted": null }, { "accuracy": 0.562223, "f1": 0.533182, "f1_weighted": 0.552562, "precision": 0.540705, "precision_weighted": 0.633211, "recall": 0.630678, "recall_weighted": 0.562223, "ap": null, "ap_weighted": null }, { "accuracy": 0.553861, "f1": 0.526691, "f1_weighted": 0.552534, "precision": 0.532083, "precision_weighted": 0.622864, "recall": 0.616536, "recall_weighted": 0.553861, "ap": null, "ap_weighted": null }, { "accuracy": 0.556813, "f1": 0.535164, "f1_weighted": 0.549007, "precision": 0.550132, "precision_weighted": 0.637565, "recall": 0.627109, "recall_weighted": 0.556813, "ap": null, "ap_weighted": null }, { "accuracy": 0.558288, "f1": 0.54035, "f1_weighted": 0.546962, "precision": 0.545507, "precision_weighted": 0.630331, "recall": 0.642934, "recall_weighted": 0.558288, "ap": null, "ap_weighted": null }, { "accuracy": 0.587309, "f1": 0.545546, "f1_weighted": 0.584803, "precision": 0.539006, "precision_weighted": 0.649193, "recall": 0.642913, "recall_weighted": 0.587309, "ap": null, "ap_weighted": null } ], "accuracy": 0.574816, "f1": 0.543284, "f1_weighted": 0.569241, "precision": 0.544054, "precision_weighted": 0.639509, "recall": 0.638524, "recall_weighted": 0.574816, "ap": NaN, "ap_weighted": NaN, "main_score": 0.574816, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.585834, "f1": 0.577088, "f1_weighted": 0.580645, "precision": 0.571604, "precision_weighted": 0.657908, "recall": 0.681567, "recall_weighted": 0.585834, "ap": null, "ap_weighted": null }, { "accuracy": 0.647319, "f1": 0.603836, "f1_weighted": 0.646614, "precision": 0.591473, "precision_weighted": 0.692194, "recall": 0.681567, "recall_weighted": 0.647319, "ap": null, "ap_weighted": null }, { "accuracy": 0.599606, "f1": 0.578315, "f1_weighted": 0.587901, "precision": 0.559988, "precision_weighted": 0.642972, "recall": 0.68643, "recall_weighted": 0.599606, "ap": null, "ap_weighted": null }, { "accuracy": 0.609444, "f1": 0.563866, "f1_weighted": 0.597783, "precision": 0.557204, "precision_weighted": 0.663611, "recall": 0.659073, "recall_weighted": 0.609444, "ap": null, "ap_weighted": null }, { "accuracy": 0.619282, "f1": 0.588062, "f1_weighted": 0.606061, "precision": 0.582802, "precision_weighted": 0.665093, "recall": 0.690896, "recall_weighted": 0.619282, "ap": null, "ap_weighted": null }, { "accuracy": 0.586818, "f1": 0.568818, "f1_weighted": 0.5739, "precision": 0.565534, "precision_weighted": 0.666371, "recall": 0.680972, "recall_weighted": 0.586818, "ap": null, "ap_weighted": null }, { "accuracy": 0.573537, "f1": 0.578308, "f1_weighted": 0.569537, "precision": 0.57255, "precision_weighted": 0.637211, "recall": 0.679826, "recall_weighted": 0.573537, "ap": null, "ap_weighted": null }, { "accuracy": 0.582882, "f1": 0.567983, "f1_weighted": 0.571398, "precision": 0.555598, "precision_weighted": 0.634038, "recall": 0.669276, "recall_weighted": 0.582882, "ap": null, "ap_weighted": null }, { "accuracy": 0.564683, "f1": 0.552088, "f1_weighted": 0.550853, "precision": 0.549893, "precision_weighted": 0.649148, "recall": 0.661947, "recall_weighted": 0.564683, "ap": null, "ap_weighted": null }, { "accuracy": 0.601574, "f1": 0.582721, "f1_weighted": 0.59963, "precision": 0.574215, "precision_weighted": 0.672079, "recall": 0.686396, "recall_weighted": 0.601574, "ap": null, "ap_weighted": null } ], "accuracy": 0.597098, "f1": 0.576109, "f1_weighted": 0.588432, "precision": 0.568086, "precision_weighted": 0.658062, "recall": 0.677795, "recall_weighted": 0.597098, "ap": NaN, "ap_weighted": NaN, "main_score": 0.597098, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.545007, "f1": 0.515056, "f1_weighted": 0.538356, "precision": 0.508478, "precision_weighted": 0.61249, "recall": 0.611964, "recall_weighted": 0.545007, "ap": null, "ap_weighted": null }, { "accuracy": 0.576488, "f1": 0.53421, "f1_weighted": 0.569806, "precision": 0.522273, "precision_weighted": 0.625506, "recall": 0.622866, "recall_weighted": 0.576488, "ap": null, "ap_weighted": null }, { "accuracy": 0.54058, "f1": 0.506962, "f1_weighted": 0.533062, "precision": 0.499101, "precision_weighted": 0.593031, "recall": 0.607361, "recall_weighted": 0.54058, "ap": null, "ap_weighted": null }, { "accuracy": 0.56124, "f1": 0.518441, "f1_weighted": 0.552905, "precision": 0.508756, "precision_weighted": 0.610999, "recall": 0.61453, "recall_weighted": 0.56124, "ap": null, "ap_weighted": null }, { "accuracy": 0.554353, "f1": 0.502024, "f1_weighted": 0.538374, "precision": 0.496009, "precision_weighted": 0.593313, "recall": 0.5948, "recall_weighted": 0.554353, "ap": null, "ap_weighted": null }, { "accuracy": 0.522873, "f1": 0.500482, "f1_weighted": 0.508803, "precision": 0.498134, "precision_weighted": 0.602415, "recall": 0.6092, "recall_weighted": 0.522873, "ap": null, "ap_weighted": null }, { "accuracy": 0.547959, "f1": 0.518735, "f1_weighted": 0.538163, "precision": 0.519786, "precision_weighted": 0.61198, "recall": 0.619056, "recall_weighted": 0.547959, "ap": null, "ap_weighted": null }, { "accuracy": 0.553861, "f1": 0.510886, "f1_weighted": 0.549274, "precision": 0.509719, "precision_weighted": 0.615415, "recall": 0.590257, "recall_weighted": 0.553861, "ap": null, "ap_weighted": null }, { "accuracy": 0.52484, "f1": 0.490203, "f1_weighted": 0.507157, "precision": 0.499605, "precision_weighted": 0.624365, "recall": 0.594924, "recall_weighted": 0.52484, "ap": null, "ap_weighted": null }, { "accuracy": 0.554353, "f1": 0.522977, "f1_weighted": 0.55119, "precision": 0.510571, "precision_weighted": 0.620213, "recall": 0.624605, "recall_weighted": 0.554353, "ap": null, "ap_weighted": null } ], "accuracy": 0.548155, "f1": 0.511998, "f1_weighted": 0.538709, "precision": 0.507243, "precision_weighted": 0.610973, "recall": 0.608956, "recall_weighted": 0.548155, "ap": NaN, "ap_weighted": NaN, "main_score": 0.548155, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.57698, "f1": 0.542711, "f1_weighted": 0.575228, "precision": 0.54038, "precision_weighted": 0.650757, "recall": 0.64282, "recall_weighted": 0.57698, "ap": null, "ap_weighted": null }, { "accuracy": 0.615347, "f1": 0.560387, "f1_weighted": 0.612197, "precision": 0.545842, "precision_weighted": 0.65539, "recall": 0.657797, "recall_weighted": 0.615347, "ap": null, "ap_weighted": null }, { "accuracy": 0.579931, "f1": 0.540518, "f1_weighted": 0.571287, "precision": 0.527838, "precision_weighted": 0.630021, "recall": 0.645933, "recall_weighted": 0.579931, "ap": null, "ap_weighted": null }, { "accuracy": 0.59518, "f1": 0.558089, "f1_weighted": 0.592644, "precision": 0.545932, "precision_weighted": 0.646741, "recall": 0.663171, "recall_weighted": 0.59518, "ap": null, "ap_weighted": null }, { "accuracy": 0.582391, "f1": 0.526, "f1_weighted": 0.571769, "precision": 0.517616, "precision_weighted": 0.616118, "recall": 0.629592, "recall_weighted": 0.582391, "ap": null, "ap_weighted": null }, { "accuracy": 0.553369, "f1": 0.52959, "f1_weighted": 0.550408, "precision": 0.532867, "precision_weighted": 0.649561, "recall": 0.630643, "recall_weighted": 0.553369, "ap": null, "ap_weighted": null }, { "accuracy": 0.559764, "f1": 0.546824, "f1_weighted": 0.55384, "precision": 0.536452, "precision_weighted": 0.612069, "recall": 0.644432, "recall_weighted": 0.559764, "ap": null, "ap_weighted": null }, { "accuracy": 0.572061, "f1": 0.544367, "f1_weighted": 0.565801, "precision": 0.539314, "precision_weighted": 0.643246, "recall": 0.648821, "recall_weighted": 0.572061, "ap": null, "ap_weighted": null }, { "accuracy": 0.575504, "f1": 0.548658, "f1_weighted": 0.562839, "precision": 0.5559, "precision_weighted": 0.67178, "recall": 0.658732, "recall_weighted": 0.575504, "ap": null, "ap_weighted": null }, { "accuracy": 0.60305, "f1": 0.548084, "f1_weighted": 0.594342, "precision": 0.540903, "precision_weighted": 0.652734, "recall": 0.649588, "recall_weighted": 0.60305, "ap": null, "ap_weighted": null } ], "accuracy": 0.581358, "f1": 0.544523, "f1_weighted": 0.575036, "precision": 0.538305, "precision_weighted": 0.642842, "recall": 0.647153, "recall_weighted": 0.581358, "ap": NaN, "ap_weighted": NaN, "main_score": 0.581358, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.536153, "f1": 0.517508, "f1_weighted": 0.527623, "precision": 0.511222, "precision_weighted": 0.595756, "recall": 0.62819, "recall_weighted": 0.536153, "ap": null, "ap_weighted": null }, { "accuracy": 0.553369, "f1": 0.523315, "f1_weighted": 0.543713, "precision": 0.525685, "precision_weighted": 0.607064, "recall": 0.621056, "recall_weighted": 0.553369, "ap": null, "ap_weighted": null }, { "accuracy": 0.510084, "f1": 0.495321, "f1_weighted": 0.496448, "precision": 0.490946, "precision_weighted": 0.580624, "recall": 0.601093, "recall_weighted": 0.510084, "ap": null, "ap_weighted": null }, { "accuracy": 0.541564, "f1": 0.493621, "f1_weighted": 0.529818, "precision": 0.48666, "precision_weighted": 0.599469, "recall": 0.598291, "recall_weighted": 0.541564, "ap": null, "ap_weighted": null }, { "accuracy": 0.545007, "f1": 0.495564, "f1_weighted": 0.537624, "precision": 0.499334, "precision_weighted": 0.593954, "recall": 0.584486, "recall_weighted": 0.545007, "ap": null, "ap_weighted": null }, { "accuracy": 0.513035, "f1": 0.505414, "f1_weighted": 0.502671, "precision": 0.513365, "precision_weighted": 0.602388, "recall": 0.614316, "recall_weighted": 0.513035, "ap": null, "ap_weighted": null }, { "accuracy": 0.52484, "f1": 0.513228, "f1_weighted": 0.51497, "precision": 0.51456, "precision_weighted": 0.593601, "recall": 0.606049, "recall_weighted": 0.52484, "ap": null, "ap_weighted": null }, { "accuracy": 0.5273, "f1": 0.503702, "f1_weighted": 0.513288, "precision": 0.505367, "precision_weighted": 0.591149, "recall": 0.5908, "recall_weighted": 0.5273, "ap": null, "ap_weighted": null }, { "accuracy": 0.511067, "f1": 0.50438, "f1_weighted": 0.498959, "precision": 0.503401, "precision_weighted": 0.59555, "recall": 0.619052, "recall_weighted": 0.511067, "ap": null, "ap_weighted": null }, { "accuracy": 0.539597, "f1": 0.515126, "f1_weighted": 0.529175, "precision": 0.502327, "precision_weighted": 0.590371, "recall": 0.622649, "recall_weighted": 0.539597, "ap": null, "ap_weighted": null } ], "accuracy": 0.530202, "f1": 0.506718, "f1_weighted": 0.519429, "precision": 0.505287, "precision_weighted": 0.594993, "recall": 0.608598, "recall_weighted": 0.530202, "ap": NaN, "ap_weighted": NaN, "main_score": 0.530202, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.515494, "f1": 0.48844, "f1_weighted": 0.510027, "precision": 0.48004, "precision_weighted": 0.573744, "recall": 0.582899, "recall_weighted": 0.515494, "ap": null, "ap_weighted": null }, { "accuracy": 0.53271, "f1": 0.494838, "f1_weighted": 0.529503, "precision": 0.485683, "precision_weighted": 0.579591, "recall": 0.578979, "recall_weighted": 0.53271, "ap": null, "ap_weighted": null }, { "accuracy": 0.499754, "f1": 0.473318, "f1_weighted": 0.492859, "precision": 0.460259, "precision_weighted": 0.545801, "recall": 0.571425, "recall_weighted": 0.499754, "ap": null, "ap_weighted": null }, { "accuracy": 0.513035, "f1": 0.477716, "f1_weighted": 0.5035, "precision": 0.464584, "precision_weighted": 0.556144, "recall": 0.560318, "recall_weighted": 0.513035, "ap": null, "ap_weighted": null }, { "accuracy": 0.520413, "f1": 0.480746, "f1_weighted": 0.4997, "precision": 0.475997, "precision_weighted": 0.570951, "recall": 0.598713, "recall_weighted": 0.520413, "ap": null, "ap_weighted": null }, { "accuracy": 0.496803, "f1": 0.479282, "f1_weighted": 0.485976, "precision": 0.476653, "precision_weighted": 0.582838, "recall": 0.588626, "recall_weighted": 0.496803, "ap": null, "ap_weighted": null }, { "accuracy": 0.493851, "f1": 0.48864, "f1_weighted": 0.486945, "precision": 0.484952, "precision_weighted": 0.563466, "recall": 0.589322, "recall_weighted": 0.493851, "ap": null, "ap_weighted": null }, { "accuracy": 0.503197, "f1": 0.476001, "f1_weighted": 0.493713, "precision": 0.465904, "precision_weighted": 0.563286, "recall": 0.572601, "recall_weighted": 0.503197, "ap": null, "ap_weighted": null }, { "accuracy": 0.479587, "f1": 0.466618, "f1_weighted": 0.468762, "precision": 0.471667, "precision_weighted": 0.559529, "recall": 0.568918, "recall_weighted": 0.479587, "ap": null, "ap_weighted": null }, { "accuracy": 0.533202, "f1": 0.505525, "f1_weighted": 0.52951, "precision": 0.50525, "precision_weighted": 0.597137, "recall": 0.603879, "recall_weighted": 0.533202, "ap": null, "ap_weighted": null } ], "accuracy": 0.508805, "f1": 0.483112, "f1_weighted": 0.500049, "precision": 0.477099, "precision_weighted": 0.569249, "recall": 0.581568, "recall_weighted": 0.508805, "ap": NaN, "ap_weighted": NaN, "main_score": 0.508805, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.594688, "f1": 0.578912, "f1_weighted": 0.590201, "precision": 0.579577, "precision_weighted": 0.660806, "recall": 0.669139, "recall_weighted": 0.594688, "ap": null, "ap_weighted": null }, { "accuracy": 0.601574, "f1": 0.549143, "f1_weighted": 0.597326, "precision": 0.540247, "precision_weighted": 0.64894, "recall": 0.638013, "recall_weighted": 0.601574, "ap": null, "ap_weighted": null }, { "accuracy": 0.587801, "f1": 0.545611, "f1_weighted": 0.579032, "precision": 0.551381, "precision_weighted": 0.687825, "recall": 0.644466, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.597147, "f1": 0.564551, "f1_weighted": 0.585849, "precision": 0.552806, "precision_weighted": 0.632374, "recall": 0.659652, "recall_weighted": 0.597147, "ap": null, "ap_weighted": null }, { "accuracy": 0.587801, "f1": 0.525393, "f1_weighted": 0.573404, "precision": 0.521866, "precision_weighted": 0.63606, "recall": 0.628413, "recall_weighted": 0.587801, "ap": null, "ap_weighted": null }, { "accuracy": 0.545007, "f1": 0.510277, "f1_weighted": 0.535971, "precision": 0.515941, "precision_weighted": 0.633783, "recall": 0.612529, "recall_weighted": 0.545007, "ap": null, "ap_weighted": null }, { "accuracy": 0.570093, "f1": 0.519226, "f1_weighted": 0.562662, "precision": 0.525261, "precision_weighted": 0.631776, "recall": 0.610914, "recall_weighted": 0.570093, "ap": null, "ap_weighted": null }, { "accuracy": 0.557304, "f1": 0.523552, "f1_weighted": 0.545546, "precision": 0.520783, "precision_weighted": 0.619966, "recall": 0.630183, "recall_weighted": 0.557304, "ap": null, "ap_weighted": null }, { "accuracy": 0.561731, "f1": 0.534709, "f1_weighted": 0.546939, "precision": 0.530604, "precision_weighted": 0.629194, "recall": 0.643755, "recall_weighted": 0.561731, "ap": null, "ap_weighted": null }, { "accuracy": 0.588293, "f1": 0.535361, "f1_weighted": 0.575755, "precision": 0.52866, "precision_weighted": 0.62587, "recall": 0.62771, "recall_weighted": 0.588293, "ap": null, "ap_weighted": null } ], "accuracy": 0.579144, "f1": 0.538674, "f1_weighted": 0.569268, "precision": 0.536713, "precision_weighted": 0.640659, "recall": 0.636477, "recall_weighted": 0.579144, "ap": NaN, "ap_weighted": NaN, "main_score": 0.579144, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.442204, "f1": 0.406503, "f1_weighted": 0.440316, "precision": 0.4196, "precision_weighted": 0.526902, "recall": 0.494976, "recall_weighted": 0.442204, "ap": null, "ap_weighted": null }, { "accuracy": 0.452533, "f1": 0.412109, "f1_weighted": 0.45464, "precision": 0.428235, "precision_weighted": 0.550681, "recall": 0.477676, "recall_weighted": 0.452533, "ap": null, "ap_weighted": null }, { "accuracy": 0.436301, "f1": 0.405091, "f1_weighted": 0.43263, "precision": 0.408236, "precision_weighted": 0.523752, "recall": 0.492634, "recall_weighted": 0.436301, "ap": null, "ap_weighted": null }, { "accuracy": 0.444663, "f1": 0.407757, "f1_weighted": 0.449891, "precision": 0.420429, "precision_weighted": 0.534969, "recall": 0.489898, "recall_weighted": 0.444663, "ap": null, "ap_weighted": null }, { "accuracy": 0.452533, "f1": 0.401005, "f1_weighted": 0.443229, "precision": 0.416616, "precision_weighted": 0.562523, "recall": 0.485409, "recall_weighted": 0.452533, "ap": null, "ap_weighted": null }, { "accuracy": 0.433842, "f1": 0.402685, "f1_weighted": 0.432565, "precision": 0.416588, "precision_weighted": 0.539504, "recall": 0.492226, "recall_weighted": 0.433842, "ap": null, "ap_weighted": null }, { "accuracy": 0.409247, "f1": 0.372257, "f1_weighted": 0.39612, "precision": 0.381723, "precision_weighted": 0.494647, "recall": 0.469775, "recall_weighted": 0.409247, "ap": null, "ap_weighted": null }, { "accuracy": 0.44909, "f1": 0.40338, "f1_weighted": 0.444691, "precision": 0.426042, "precision_weighted": 0.525157, "recall": 0.486397, "recall_weighted": 0.44909, "ap": null, "ap_weighted": null }, { "accuracy": 0.434825, "f1": 0.400418, "f1_weighted": 0.426986, "precision": 0.422289, "precision_weighted": 0.538898, "recall": 0.483885, "recall_weighted": 0.434825, "ap": null, "ap_weighted": null }, { "accuracy": 0.453025, "f1": 0.417106, "f1_weighted": 0.451627, "precision": 0.428796, "precision_weighted": 0.560501, "recall": 0.502391, "recall_weighted": 0.453025, "ap": null, "ap_weighted": null } ], "accuracy": 0.440826, "f1": 0.402831, "f1_weighted": 0.437269, "precision": 0.416855, "precision_weighted": 0.535753, "recall": 0.487527, "recall_weighted": 0.440826, "ap": NaN, "ap_weighted": NaN, "main_score": 0.440826, "hf_subset": "sw", "languages": [ "swa-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.529267, "f1": 0.501361, "f1_weighted": 0.524684, "precision": 0.501332, "precision_weighted": 0.603984, "recall": 0.603445, "recall_weighted": 0.529267, "ap": null, "ap_weighted": null }, { "accuracy": 0.527791, "f1": 0.48506, "f1_weighted": 0.517455, "precision": 0.480038, "precision_weighted": 0.600511, "recall": 0.585615, "recall_weighted": 0.527791, "ap": null, "ap_weighted": null }, { "accuracy": 0.512543, "f1": 0.458567, "f1_weighted": 0.508636, "precision": 0.45396, "precision_weighted": 0.567752, "recall": 0.552883, "recall_weighted": 0.512543, "ap": null, "ap_weighted": null }, { "accuracy": 0.546975, "f1": 0.488593, "f1_weighted": 0.53996, "precision": 0.483464, "precision_weighted": 0.603122, "recall": 0.584018, "recall_weighted": 0.546975, "ap": null, "ap_weighted": null }, { "accuracy": 0.533202, "f1": 0.48018, "f1_weighted": 0.521804, "precision": 0.477749, "precision_weighted": 0.599508, "recall": 0.588399, "recall_weighted": 0.533202, "ap": null, "ap_weighted": null }, { "accuracy": 0.511559, "f1": 0.479494, "f1_weighted": 0.511888, "precision": 0.49157, "precision_weighted": 0.602252, "recall": 0.561524, "recall_weighted": 0.511559, "ap": null, "ap_weighted": null }, { "accuracy": 0.52484, "f1": 0.483092, "f1_weighted": 0.515948, "precision": 0.479862, "precision_weighted": 0.572146, "recall": 0.57671, "recall_weighted": 0.52484, "ap": null, "ap_weighted": null }, { "accuracy": 0.520413, "f1": 0.479897, "f1_weighted": 0.507893, "precision": 0.482458, "precision_weighted": 0.583893, "recall": 0.563025, "recall_weighted": 0.520413, "ap": null, "ap_weighted": null }, { "accuracy": 0.516478, "f1": 0.479627, "f1_weighted": 0.511858, "precision": 0.496611, "precision_weighted": 0.608215, "recall": 0.578373, "recall_weighted": 0.516478, "ap": null, "ap_weighted": null }, { "accuracy": 0.54058, "f1": 0.483741, "f1_weighted": 0.534691, "precision": 0.479498, "precision_weighted": 0.590218, "recall": 0.567626, "recall_weighted": 0.54058, "ap": null, "ap_weighted": null } ], "accuracy": 0.526365, "f1": 0.481961, "f1_weighted": 0.519482, "precision": 0.482654, "precision_weighted": 0.59316, "recall": 0.576162, "recall_weighted": 0.526365, "ap": NaN, "ap_weighted": NaN, "main_score": 0.526365, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.513527, "f1": 0.483709, "f1_weighted": 0.5159, "precision": 0.476679, "precision_weighted": 0.572772, "recall": 0.567461, "recall_weighted": 0.513527, "ap": null, "ap_weighted": null }, { "accuracy": 0.520905, "f1": 0.468282, "f1_weighted": 0.523151, "precision": 0.468888, "precision_weighted": 0.589157, "recall": 0.543545, "recall_weighted": 0.520905, "ap": null, "ap_weighted": null }, { "accuracy": 0.505657, "f1": 0.470121, "f1_weighted": 0.502802, "precision": 0.465955, "precision_weighted": 0.567352, "recall": 0.562679, "recall_weighted": 0.505657, "ap": null, "ap_weighted": null }, { "accuracy": 0.542056, "f1": 0.498714, "f1_weighted": 0.542471, "precision": 0.494977, "precision_weighted": 0.59449, "recall": 0.580479, "recall_weighted": 0.542056, "ap": null, "ap_weighted": null }, { "accuracy": 0.534678, "f1": 0.492762, "f1_weighted": 0.527208, "precision": 0.497986, "precision_weighted": 0.58988, "recall": 0.587098, "recall_weighted": 0.534678, "ap": null, "ap_weighted": null }, { "accuracy": 0.491884, "f1": 0.471745, "f1_weighted": 0.478296, "precision": 0.484014, "precision_weighted": 0.6014, "recall": 0.572421, "recall_weighted": 0.491884, "ap": null, "ap_weighted": null }, { "accuracy": 0.499262, "f1": 0.460917, "f1_weighted": 0.493442, "precision": 0.462188, "precision_weighted": 0.545637, "recall": 0.544935, "recall_weighted": 0.499262, "ap": null, "ap_weighted": null }, { "accuracy": 0.513527, "f1": 0.470689, "f1_weighted": 0.497397, "precision": 0.488635, "precision_weighted": 0.573895, "recall": 0.547102, "recall_weighted": 0.513527, "ap": null, "ap_weighted": null }, { "accuracy": 0.512543, "f1": 0.489643, "f1_weighted": 0.503019, "precision": 0.502917, "precision_weighted": 0.593375, "recall": 0.580772, "recall_weighted": 0.512543, "ap": null, "ap_weighted": null }, { "accuracy": 0.511067, "f1": 0.476797, "f1_weighted": 0.507786, "precision": 0.488023, "precision_weighted": 0.591199, "recall": 0.553461, "recall_weighted": 0.511067, "ap": null, "ap_weighted": null } ], "accuracy": 0.514511, "f1": 0.478338, "f1_weighted": 0.509147, "precision": 0.483026, "precision_weighted": 0.581916, "recall": 0.563995, "recall_weighted": 0.514511, "ap": NaN, "ap_weighted": NaN, "main_score": 0.514511, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.508608, "f1": 0.495897, "f1_weighted": 0.495997, "precision": 0.504283, "precision_weighted": 0.605778, "recall": 0.607229, "recall_weighted": 0.508608, "ap": null, "ap_weighted": null }, { "accuracy": 0.54058, "f1": 0.510749, "f1_weighted": 0.535805, "precision": 0.507536, "precision_weighted": 0.595626, "recall": 0.595173, "recall_weighted": 0.54058, "ap": null, "ap_weighted": null }, { "accuracy": 0.526808, "f1": 0.496988, "f1_weighted": 0.522089, "precision": 0.511166, "precision_weighted": 0.630602, "recall": 0.591979, "recall_weighted": 0.526808, "ap": null, "ap_weighted": null }, { "accuracy": 0.526808, "f1": 0.507597, "f1_weighted": 0.521538, "precision": 0.505902, "precision_weighted": 0.587532, "recall": 0.59375, "recall_weighted": 0.526808, "ap": null, "ap_weighted": null }, { "accuracy": 0.549434, "f1": 0.51138, "f1_weighted": 0.535431, "precision": 0.507262, "precision_weighted": 0.604164, "recall": 0.619281, "recall_weighted": 0.549434, "ap": null, "ap_weighted": null }, { "accuracy": 0.495819, "f1": 0.483875, "f1_weighted": 0.474218, "precision": 0.480019, "precision_weighted": 0.555909, "recall": 0.592269, "recall_weighted": 0.495819, "ap": null, "ap_weighted": null }, { "accuracy": 0.525332, "f1": 0.504274, "f1_weighted": 0.515957, "precision": 0.503272, "precision_weighted": 0.586445, "recall": 0.603764, "recall_weighted": 0.525332, "ap": null, "ap_weighted": null }, { "accuracy": 0.524348, "f1": 0.496292, "f1_weighted": 0.507603, "precision": 0.499616, "precision_weighted": 0.577117, "recall": 0.589986, "recall_weighted": 0.524348, "ap": null, "ap_weighted": null }, { "accuracy": 0.507624, "f1": 0.50225, "f1_weighted": 0.501426, "precision": 0.501084, "precision_weighted": 0.587157, "recall": 0.603262, "recall_weighted": 0.507624, "ap": null, "ap_weighted": null }, { "accuracy": 0.515494, "f1": 0.478059, "f1_weighted": 0.50044, "precision": 0.487139, "precision_weighted": 0.602023, "recall": 0.583915, "recall_weighted": 0.515494, "ap": null, "ap_weighted": null } ], "accuracy": 0.522086, "f1": 0.498736, "f1_weighted": 0.51105, "precision": 0.500728, "precision_weighted": 0.593235, "recall": 0.598061, "recall_weighted": 0.522086, "ap": NaN, "ap_weighted": NaN, "main_score": 0.522086, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.484014, "f1": 0.449588, "f1_weighted": 0.485612, "precision": 0.456002, "precision_weighted": 0.568636, "recall": 0.543877, "recall_weighted": 0.484014, "ap": null, "ap_weighted": null }, { "accuracy": 0.510084, "f1": 0.460083, "f1_weighted": 0.501412, "precision": 0.458687, "precision_weighted": 0.586364, "recall": 0.555205, "recall_weighted": 0.510084, "ap": null, "ap_weighted": null }, { "accuracy": 0.508116, "f1": 0.478049, "f1_weighted": 0.507617, "precision": 0.481298, "precision_weighted": 0.601856, "recall": 0.569614, "recall_weighted": 0.508116, "ap": null, "ap_weighted": null }, { "accuracy": 0.50664, "f1": 0.46421, "f1_weighted": 0.503229, "precision": 0.463784, "precision_weighted": 0.574594, "recall": 0.555712, "recall_weighted": 0.50664, "ap": null, "ap_weighted": null }, { "accuracy": 0.479587, "f1": 0.431778, "f1_weighted": 0.471239, "precision": 0.437907, "precision_weighted": 0.55855, "recall": 0.532433, "recall_weighted": 0.479587, "ap": null, "ap_weighted": null }, { "accuracy": 0.44909, "f1": 0.420488, "f1_weighted": 0.444701, "precision": 0.442187, "precision_weighted": 0.585496, "recall": 0.522722, "recall_weighted": 0.44909, "ap": null, "ap_weighted": null }, { "accuracy": 0.469749, "f1": 0.442986, "f1_weighted": 0.456674, "precision": 0.433607, "precision_weighted": 0.520108, "recall": 0.548356, "recall_weighted": 0.469749, "ap": null, "ap_weighted": null }, { "accuracy": 0.455485, "f1": 0.430696, "f1_weighted": 0.438855, "precision": 0.442327, "precision_weighted": 0.544021, "recall": 0.523508, "recall_weighted": 0.455485, "ap": null, "ap_weighted": null }, { "accuracy": 0.461387, "f1": 0.457737, "f1_weighted": 0.455126, "precision": 0.474935, "precision_weighted": 0.571107, "recall": 0.572317, "recall_weighted": 0.461387, "ap": null, "ap_weighted": null }, { "accuracy": 0.491392, "f1": 0.453947, "f1_weighted": 0.478129, "precision": 0.454941, "precision_weighted": 0.575725, "recall": 0.560592, "recall_weighted": 0.491392, "ap": null, "ap_weighted": null } ], "accuracy": 0.481554, "f1": 0.448956, "f1_weighted": 0.474259, "precision": 0.454568, "precision_weighted": 0.568646, "recall": 0.548434, "recall_weighted": 0.481554, "ap": NaN, "ap_weighted": NaN, "main_score": 0.481554, "hf_subset": "tl", "languages": [ "tgl-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.548942, "f1": 0.513111, "f1_weighted": 0.542924, "precision": 0.507192, "precision_weighted": 0.613162, "recall": 0.605498, "recall_weighted": 0.548942, "ap": null, "ap_weighted": null }, { "accuracy": 0.578947, "f1": 0.535347, "f1_weighted": 0.576236, "precision": 0.520643, "precision_weighted": 0.626382, "recall": 0.625798, "recall_weighted": 0.578947, "ap": null, "ap_weighted": null }, { "accuracy": 0.551402, "f1": 0.511981, "f1_weighted": 0.543295, "precision": 0.502803, "precision_weighted": 0.587587, "recall": 0.592311, "recall_weighted": 0.551402, "ap": null, "ap_weighted": null }, { "accuracy": 0.545499, "f1": 0.516181, "f1_weighted": 0.537325, "precision": 0.503288, "precision_weighted": 0.601229, "recall": 0.612826, "recall_weighted": 0.545499, "ap": null, "ap_weighted": null }, { "accuracy": 0.559764, "f1": 0.516832, "f1_weighted": 0.542154, "precision": 0.509549, "precision_weighted": 0.590391, "recall": 0.615856, "recall_weighted": 0.559764, "ap": null, "ap_weighted": null }, { "accuracy": 0.536153, "f1": 0.499271, "f1_weighted": 0.530216, "precision": 0.501208, "precision_weighted": 0.60898, "recall": 0.5895, "recall_weighted": 0.536153, "ap": null, "ap_weighted": null }, { "accuracy": 0.524348, "f1": 0.494443, "f1_weighted": 0.517636, "precision": 0.495977, "precision_weighted": 0.589775, "recall": 0.592808, "recall_weighted": 0.524348, "ap": null, "ap_weighted": null }, { "accuracy": 0.552386, "f1": 0.511739, "f1_weighted": 0.544412, "precision": 0.506977, "precision_weighted": 0.600965, "recall": 0.596198, "recall_weighted": 0.552386, "ap": null, "ap_weighted": null }, { "accuracy": 0.526808, "f1": 0.49897, "f1_weighted": 0.52312, "precision": 0.498882, "precision_weighted": 0.595406, "recall": 0.586601, "recall_weighted": 0.526808, "ap": null, "ap_weighted": null }, { "accuracy": 0.538613, "f1": 0.506922, "f1_weighted": 0.525325, "precision": 0.50712, "precision_weighted": 0.606379, "recall": 0.600776, "recall_weighted": 0.538613, "ap": null, "ap_weighted": null } ], "accuracy": 0.546286, "f1": 0.51048, "f1_weighted": 0.538264, "precision": 0.505364, "precision_weighted": 0.602025, "recall": 0.601817, "recall_weighted": 0.546286, "ap": NaN, "ap_weighted": NaN, "main_score": 0.546286, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.539597, "f1": 0.511813, "f1_weighted": 0.535683, "precision": 0.507598, "precision_weighted": 0.607641, "recall": 0.604452, "recall_weighted": 0.539597, "ap": null, "ap_weighted": null }, { "accuracy": 0.556321, "f1": 0.513024, "f1_weighted": 0.549797, "precision": 0.505009, "precision_weighted": 0.619279, "recall": 0.605061, "recall_weighted": 0.556321, "ap": null, "ap_weighted": null }, { "accuracy": 0.544515, "f1": 0.503267, "f1_weighted": 0.543835, "precision": 0.500804, "precision_weighted": 0.636076, "recall": 0.598854, "recall_weighted": 0.544515, "ap": null, "ap_weighted": null }, { "accuracy": 0.564191, "f1": 0.512161, "f1_weighted": 0.561237, "precision": 0.500651, "precision_weighted": 0.618391, "recall": 0.599663, "recall_weighted": 0.564191, "ap": null, "ap_weighted": null }, { "accuracy": 0.522381, "f1": 0.480531, "f1_weighted": 0.512136, "precision": 0.480383, "precision_weighted": 0.593814, "recall": 0.576549, "recall_weighted": 0.522381, "ap": null, "ap_weighted": null }, { "accuracy": 0.495819, "f1": 0.484245, "f1_weighted": 0.479577, "precision": 0.4895, "precision_weighted": 0.589559, "recall": 0.598313, "recall_weighted": 0.495819, "ap": null, "ap_weighted": null }, { "accuracy": 0.530743, "f1": 0.494927, "f1_weighted": 0.521645, "precision": 0.488609, "precision_weighted": 0.594339, "recall": 0.591313, "recall_weighted": 0.530743, "ap": null, "ap_weighted": null }, { "accuracy": 0.524348, "f1": 0.485696, "f1_weighted": 0.514219, "precision": 0.489373, "precision_weighted": 0.595875, "recall": 0.582235, "recall_weighted": 0.524348, "ap": null, "ap_weighted": null }, { "accuracy": 0.532218, "f1": 0.486748, "f1_weighted": 0.526366, "precision": 0.495697, "precision_weighted": 0.626565, "recall": 0.583452, "recall_weighted": 0.532218, "ap": null, "ap_weighted": null }, { "accuracy": 0.54304, "f1": 0.496436, "f1_weighted": 0.536191, "precision": 0.49666, "precision_weighted": 0.625786, "recall": 0.596057, "recall_weighted": 0.54304, "ap": null, "ap_weighted": null } ], "accuracy": 0.535317, "f1": 0.496885, "f1_weighted": 0.528069, "precision": 0.495428, "precision_weighted": 0.610732, "recall": 0.593595, "recall_weighted": 0.535317, "ap": NaN, "ap_weighted": NaN, "main_score": 0.535317, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.534678, "f1": 0.506443, "f1_weighted": 0.528673, "precision": 0.502821, "precision_weighted": 0.604729, "recall": 0.590506, "recall_weighted": 0.534678, "ap": null, "ap_weighted": null }, { "accuracy": 0.553369, "f1": 0.519273, "f1_weighted": 0.545787, "precision": 0.517595, "precision_weighted": 0.622794, "recall": 0.599002, "recall_weighted": 0.553369, "ap": null, "ap_weighted": null }, { "accuracy": 0.522873, "f1": 0.488549, "f1_weighted": 0.512459, "precision": 0.487081, "precision_weighted": 0.598294, "recall": 0.59134, "recall_weighted": 0.522873, "ap": null, "ap_weighted": null }, { "accuracy": 0.551894, "f1": 0.511174, "f1_weighted": 0.538813, "precision": 0.50668, "precision_weighted": 0.623589, "recall": 0.614316, "recall_weighted": 0.551894, "ap": null, "ap_weighted": null }, { "accuracy": 0.540089, "f1": 0.492454, "f1_weighted": 0.525578, "precision": 0.485907, "precision_weighted": 0.597218, "recall": 0.59357, "recall_weighted": 0.540089, "ap": null, "ap_weighted": null }, { "accuracy": 0.491392, "f1": 0.469141, "f1_weighted": 0.472133, "precision": 0.468697, "precision_weighted": 0.571155, "recall": 0.578084, "recall_weighted": 0.491392, "ap": null, "ap_weighted": null }, { "accuracy": 0.515494, "f1": 0.498726, "f1_weighted": 0.503952, "precision": 0.491597, "precision_weighted": 0.581724, "recall": 0.610418, "recall_weighted": 0.515494, "ap": null, "ap_weighted": null }, { "accuracy": 0.527791, "f1": 0.484759, "f1_weighted": 0.517933, "precision": 0.480735, "precision_weighted": 0.600354, "recall": 0.56808, "recall_weighted": 0.527791, "ap": null, "ap_weighted": null }, { "accuracy": 0.514511, "f1": 0.489236, "f1_weighted": 0.498632, "precision": 0.48735, "precision_weighted": 0.584671, "recall": 0.598518, "recall_weighted": 0.514511, "ap": null, "ap_weighted": null }, { "accuracy": 0.540089, "f1": 0.492744, "f1_weighted": 0.534834, "precision": 0.503072, "precision_weighted": 0.615478, "recall": 0.586889, "recall_weighted": 0.540089, "ap": null, "ap_weighted": null } ], "accuracy": 0.529218, "f1": 0.49525, "f1_weighted": 0.517879, "precision": 0.493154, "precision_weighted": 0.600001, "recall": 0.593072, "recall_weighted": 0.529218, "ap": NaN, "ap_weighted": NaN, "main_score": 0.529218, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.622725, "f1": 0.595684, "f1_weighted": 0.614737, "precision": 0.580524, "precision_weighted": 0.661683, "recall": 0.68269, "recall_weighted": 0.622725, "ap": null, "ap_weighted": null }, { "accuracy": 0.647319, "f1": 0.611317, "f1_weighted": 0.643552, "precision": 0.602725, "precision_weighted": 0.685768, "recall": 0.692713, "recall_weighted": 0.647319, "ap": null, "ap_weighted": null }, { "accuracy": 0.624693, "f1": 0.584729, "f1_weighted": 0.611737, "precision": 0.574612, "precision_weighted": 0.674927, "recall": 0.682158, "recall_weighted": 0.624693, "ap": null, "ap_weighted": null }, { "accuracy": 0.638957, "f1": 0.606829, "f1_weighted": 0.630172, "precision": 0.60051, "precision_weighted": 0.666749, "recall": 0.688635, "recall_weighted": 0.638957, "ap": null, "ap_weighted": null }, { "accuracy": 0.625184, "f1": 0.580452, "f1_weighted": 0.605608, "precision": 0.558916, "precision_weighted": 0.639296, "recall": 0.682981, "recall_weighted": 0.625184, "ap": null, "ap_weighted": null }, { "accuracy": 0.60059, "f1": 0.584674, "f1_weighted": 0.587962, "precision": 0.572188, "precision_weighted": 0.650054, "recall": 0.678827, "recall_weighted": 0.60059, "ap": null, "ap_weighted": null }, { "accuracy": 0.613379, "f1": 0.597606, "f1_weighted": 0.599999, "precision": 0.584931, "precision_weighted": 0.651421, "recall": 0.693848, "recall_weighted": 0.613379, "ap": null, "ap_weighted": null }, { "accuracy": 0.623709, "f1": 0.590905, "f1_weighted": 0.616844, "precision": 0.58076, "precision_weighted": 0.672751, "recall": 0.684083, "recall_weighted": 0.623709, "ap": null, "ap_weighted": null }, { "accuracy": 0.608952, "f1": 0.601286, "f1_weighted": 0.594415, "precision": 0.601477, "precision_weighted": 0.671368, "recall": 0.694784, "recall_weighted": 0.608952, "ap": null, "ap_weighted": null }, { "accuracy": 0.647319, "f1": 0.610911, "f1_weighted": 0.634381, "precision": 0.593408, "precision_weighted": 0.670655, "recall": 0.697059, "recall_weighted": 0.647319, "ap": null, "ap_weighted": null } ], "accuracy": 0.625283, "f1": 0.596439, "f1_weighted": 0.613941, "precision": 0.585005, "precision_weighted": 0.664467, "recall": 0.687778, "recall_weighted": 0.625283, "ap": NaN, "ap_weighted": NaN, "main_score": 0.625283, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.581899, "f1": 0.572173, "f1_weighted": 0.57556, "precision": 0.568398, "precision_weighted": 0.645794, "recall": 0.664259, "recall_weighted": 0.581899, "ap": null, "ap_weighted": null }, { "accuracy": 0.593212, "f1": 0.577801, "f1_weighted": 0.587596, "precision": 0.572989, "precision_weighted": 0.64893, "recall": 0.664502, "recall_weighted": 0.593212, "ap": null, "ap_weighted": null }, { "accuracy": 0.578947, "f1": 0.555407, "f1_weighted": 0.566632, "precision": 0.542508, "precision_weighted": 0.617959, "recall": 0.647089, "recall_weighted": 0.578947, "ap": null, "ap_weighted": null }, { "accuracy": 0.581899, "f1": 0.567576, "f1_weighted": 0.569242, "precision": 0.557649, "precision_weighted": 0.617257, "recall": 0.656554, "recall_weighted": 0.581899, "ap": null, "ap_weighted": null }, { "accuracy": 0.591736, "f1": 0.562684, "f1_weighted": 0.573463, "precision": 0.545056, "precision_weighted": 0.614255, "recall": 0.653436, "recall_weighted": 0.591736, "ap": null, "ap_weighted": null }, { "accuracy": 0.568618, "f1": 0.561397, "f1_weighted": 0.549667, "precision": 0.5538, "precision_weighted": 0.635614, "recall": 0.666246, "recall_weighted": 0.568618, "ap": null, "ap_weighted": null }, { "accuracy": 0.575504, "f1": 0.571554, "f1_weighted": 0.562557, "precision": 0.566136, "precision_weighted": 0.622752, "recall": 0.662726, "recall_weighted": 0.575504, "ap": null, "ap_weighted": null }, { "accuracy": 0.571569, "f1": 0.555479, "f1_weighted": 0.554966, "precision": 0.551446, "precision_weighted": 0.620516, "recall": 0.655596, "recall_weighted": 0.571569, "ap": null, "ap_weighted": null }, { "accuracy": 0.560256, "f1": 0.547422, "f1_weighted": 0.545109, "precision": 0.545574, "precision_weighted": 0.627049, "recall": 0.646649, "recall_weighted": 0.560256, "ap": null, "ap_weighted": null }, { "accuracy": 0.597639, "f1": 0.58408, "f1_weighted": 0.586003, "precision": 0.578311, "precision_weighted": 0.644267, "recall": 0.673937, "recall_weighted": 0.597639, "ap": null, "ap_weighted": null } ], "accuracy": 0.580128, "f1": 0.565557, "f1_weighted": 0.567079, "precision": 0.558187, "precision_weighted": 0.629439, "recall": 0.659099, "recall_weighted": 0.580128, "ap": NaN, "ap_weighted": NaN, "main_score": 0.580128, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ], "mteb_version": "2.18.7" } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.53228, "f1": 0.517187, "f1_weighted": 0.531288, "precision": 0.515594, "precision_weighted": 0.604859, "recall": 0.622925, "recall_weighted": 0.53228, "ap": null, "ap_weighted": null }, { "accuracy": 0.510424, "f1": 0.479384, "f1_weighted": 0.508548, "precision": 0.48229, "precision_weighted": 0.590117, "recall": 0.57365, "recall_weighted": 0.510424, "ap": null, "ap_weighted": null }, { "accuracy": 0.493611, "f1": 0.489245, "f1_weighted": 0.488921, "precision": 0.494471, "precision_weighted": 0.582336, "recall": 0.578288, "recall_weighted": 0.493611, "ap": null, "ap_weighted": null }, { "accuracy": 0.527909, "f1": 0.488631, "f1_weighted": 0.525674, "precision": 0.489943, "precision_weighted": 0.589536, "recall": 0.584082, "recall_weighted": 0.527909, "ap": null, "ap_weighted": null }, { "accuracy": 0.523201, "f1": 0.480474, "f1_weighted": 0.520857, "precision": 0.479498, "precision_weighted": 0.602981, "recall": 0.570258, "recall_weighted": 0.523201, "ap": null, "ap_weighted": null }, { "accuracy": 0.479153, "f1": 0.47974, "f1_weighted": 0.475962, "precision": 0.490692, "precision_weighted": 0.584604, "recall": 0.58834, "recall_weighted": 0.479153, "ap": null, "ap_weighted": null }, { "accuracy": 0.485541, "f1": 0.475734, "f1_weighted": 0.475195, "precision": 0.4782, "precision_weighted": 0.559587, "recall": 0.586234, "recall_weighted": 0.485541, "ap": null, "ap_weighted": null }, { "accuracy": 0.510087, "f1": 0.484356, "f1_weighted": 0.503542, "precision": 0.489592, "precision_weighted": 0.599381, "recall": 0.595577, "recall_weighted": 0.510087, "ap": null, "ap_weighted": null }, { "accuracy": 0.481506, "f1": 0.463079, "f1_weighted": 0.468841, "precision": 0.472891, "precision_weighted": 0.565344, "recall": 0.571729, "recall_weighted": 0.481506, "ap": null, "ap_weighted": null }, { "accuracy": 0.507397, "f1": 0.478843, "f1_weighted": 0.504117, "precision": 0.47761, "precision_weighted": 0.58074, "recall": 0.573619, "recall_weighted": 0.507397, "ap": null, "ap_weighted": null } ], "accuracy": 0.505111, "f1": 0.483667, "f1_weighted": 0.500295, "precision": 0.487078, "precision_weighted": 0.585949, "recall": 0.58447, "recall_weighted": 0.505111, "ap": NaN, "ap_weighted": NaN, "main_score": 0.505111, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.457297, "f1": 0.435412, "f1_weighted": 0.457212, "precision": 0.438994, "precision_weighted": 0.547221, "recall": 0.536204, "recall_weighted": 0.457297, "ap": null, "ap_weighted": null }, { "accuracy": 0.477808, "f1": 0.453237, "f1_weighted": 0.484028, "precision": 0.455832, "precision_weighted": 0.55821, "recall": 0.54333, "recall_weighted": 0.477808, "ap": null, "ap_weighted": null }, { "accuracy": 0.448218, "f1": 0.419018, "f1_weighted": 0.452469, "precision": 0.437169, "precision_weighted": 0.551621, "recall": 0.514433, "recall_weighted": 0.448218, "ap": null, "ap_weighted": null }, { "accuracy": 0.456288, "f1": 0.422784, "f1_weighted": 0.460753, "precision": 0.422705, "precision_weighted": 0.536701, "recall": 0.509999, "recall_weighted": 0.456288, "ap": null, "ap_weighted": null }, { "accuracy": 0.452925, "f1": 0.414441, "f1_weighted": 0.450125, "precision": 0.431594, "precision_weighted": 0.54054, "recall": 0.510763, "recall_weighted": 0.452925, "ap": null, "ap_weighted": null }, { "accuracy": 0.406187, "f1": 0.392425, "f1_weighted": 0.392492, "precision": 0.405943, "precision_weighted": 0.507187, "recall": 0.489688, "recall_weighted": 0.406187, "ap": null, "ap_weighted": null }, { "accuracy": 0.4462, "f1": 0.422607, "f1_weighted": 0.445622, "precision": 0.428172, "precision_weighted": 0.521053, "recall": 0.507012, "recall_weighted": 0.4462, "ap": null, "ap_weighted": null }, { "accuracy": 0.464358, "f1": 0.424131, "f1_weighted": 0.457543, "precision": 0.429763, "precision_weighted": 0.538747, "recall": 0.508014, "recall_weighted": 0.464358, "ap": null, "ap_weighted": null }, { "accuracy": 0.454607, "f1": 0.424423, "f1_weighted": 0.452977, "precision": 0.439678, "precision_weighted": 0.555769, "recall": 0.518857, "recall_weighted": 0.454607, "ap": null, "ap_weighted": null }, { "accuracy": 0.448554, "f1": 0.41637, "f1_weighted": 0.445299, "precision": 0.420623, "precision_weighted": 0.528929, "recall": 0.521185, "recall_weighted": 0.448554, "ap": null, "ap_weighted": null } ], "accuracy": 0.451244, "f1": 0.422485, "f1_weighted": 0.449852, "precision": 0.431047, "precision_weighted": 0.538598, "recall": 0.515948, "recall_weighted": 0.451244, "ap": NaN, "ap_weighted": NaN, "main_score": 0.451244, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.469401, "f1": 0.438653, "f1_weighted": 0.456365, "precision": 0.432496, "precision_weighted": 0.527272, "recall": 0.551735, "recall_weighted": 0.469401, "ap": null, "ap_weighted": null }, { "accuracy": 0.490585, "f1": 0.464578, "f1_weighted": 0.48898, "precision": 0.471823, "precision_weighted": 0.5621, "recall": 0.551559, "recall_weighted": 0.490585, "ap": null, "ap_weighted": null }, { "accuracy": 0.499328, "f1": 0.463269, "f1_weighted": 0.493473, "precision": 0.460379, "precision_weighted": 0.571173, "recall": 0.565747, "recall_weighted": 0.499328, "ap": null, "ap_weighted": null }, { "accuracy": 0.488231, "f1": 0.45184, "f1_weighted": 0.481318, "precision": 0.443693, "precision_weighted": 0.548385, "recall": 0.564582, "recall_weighted": 0.488231, "ap": null, "ap_weighted": null }, { "accuracy": 0.47848, "f1": 0.451631, "f1_weighted": 0.464676, "precision": 0.460605, "precision_weighted": 0.579812, "recall": 0.569005, "recall_weighted": 0.47848, "ap": null, "ap_weighted": null }, { "accuracy": 0.458305, "f1": 0.43338, "f1_weighted": 0.449459, "precision": 0.448659, "precision_weighted": 0.573062, "recall": 0.532756, "recall_weighted": 0.458305, "ap": null, "ap_weighted": null }, { "accuracy": 0.47041, "f1": 0.444147, "f1_weighted": 0.458392, "precision": 0.451137, "precision_weighted": 0.55047, "recall": 0.555703, "recall_weighted": 0.47041, "ap": null, "ap_weighted": null }, { "accuracy": 0.453598, "f1": 0.428449, "f1_weighted": 0.436417, "precision": 0.433247, "precision_weighted": 0.532328, "recall": 0.52993, "recall_weighted": 0.453598, "ap": null, "ap_weighted": null }, { "accuracy": 0.479489, "f1": 0.448655, "f1_weighted": 0.465832, "precision": 0.450378, "precision_weighted": 0.554468, "recall": 0.540338, "recall_weighted": 0.479489, "ap": null, "ap_weighted": null }, { "accuracy": 0.474109, "f1": 0.450973, "f1_weighted": 0.467725, "precision": 0.446907, "precision_weighted": 0.549591, "recall": 0.573293, "recall_weighted": 0.474109, "ap": null, "ap_weighted": null } ], "accuracy": 0.476194, "f1": 0.447557, "f1_weighted": 0.466264, "precision": 0.449932, "precision_weighted": 0.554866, "recall": 0.553465, "recall_weighted": 0.476194, "ap": NaN, "ap_weighted": NaN, "main_score": 0.476194, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.522192, "f1": 0.507765, "f1_weighted": 0.517889, "precision": 0.494479, "precision_weighted": 0.591249, "recall": 0.627237, "recall_weighted": 0.522192, "ap": null, "ap_weighted": null }, { "accuracy": 0.530262, "f1": 0.510397, "f1_weighted": 0.52818, "precision": 0.503021, "precision_weighted": 0.60047, "recall": 0.602617, "recall_weighted": 0.530262, "ap": null, "ap_weighted": null }, { "accuracy": 0.505044, "f1": 0.487496, "f1_weighted": 0.505826, "precision": 0.484159, "precision_weighted": 0.586021, "recall": 0.604162, "recall_weighted": 0.505044, "ap": null, "ap_weighted": null }, { "accuracy": 0.541695, "f1": 0.513154, "f1_weighted": 0.537328, "precision": 0.502776, "precision_weighted": 0.609675, "recall": 0.612746, "recall_weighted": 0.541695, "ap": null, "ap_weighted": null }, { "accuracy": 0.523537, "f1": 0.493713, "f1_weighted": 0.521773, "precision": 0.501559, "precision_weighted": 0.626465, "recall": 0.603965, "recall_weighted": 0.523537, "ap": null, "ap_weighted": null }, { "accuracy": 0.509751, "f1": 0.502859, "f1_weighted": 0.50601, "precision": 0.504439, "precision_weighted": 0.611204, "recall": 0.622085, "recall_weighted": 0.509751, "ap": null, "ap_weighted": null }, { "accuracy": 0.519502, "f1": 0.508857, "f1_weighted": 0.512774, "precision": 0.499961, "precision_weighted": 0.579257, "recall": 0.626581, "recall_weighted": 0.519502, "ap": null, "ap_weighted": null }, { "accuracy": 0.516476, "f1": 0.505134, "f1_weighted": 0.505003, "precision": 0.500195, "precision_weighted": 0.596107, "recall": 0.614952, "recall_weighted": 0.516476, "ap": null, "ap_weighted": null }, { "accuracy": 0.489913, "f1": 0.48274, "f1_weighted": 0.478844, "precision": 0.479999, "precision_weighted": 0.567192, "recall": 0.597075, "recall_weighted": 0.489913, "ap": null, "ap_weighted": null }, { "accuracy": 0.511769, "f1": 0.506316, "f1_weighted": 0.502749, "precision": 0.500822, "precision_weighted": 0.585475, "recall": 0.630604, "recall_weighted": 0.511769, "ap": null, "ap_weighted": null } ], "accuracy": 0.517014, "f1": 0.501843, "f1_weighted": 0.511638, "precision": 0.497141, "precision_weighted": 0.595312, "recall": 0.614202, "recall_weighted": 0.517014, "ap": NaN, "ap_weighted": NaN, "main_score": 0.517014, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.563551, "f1": 0.532975, "f1_weighted": 0.557913, "precision": 0.517306, "precision_weighted": 0.607193, "recall": 0.639468, "recall_weighted": 0.563551, "ap": null, "ap_weighted": null }, { "accuracy": 0.575992, "f1": 0.536456, "f1_weighted": 0.576144, "precision": 0.537376, "precision_weighted": 0.643796, "recall": 0.622083, "recall_weighted": 0.575992, "ap": null, "ap_weighted": null }, { "accuracy": 0.530599, "f1": 0.506391, "f1_weighted": 0.525662, "precision": 0.500727, "precision_weighted": 0.586158, "recall": 0.607989, "recall_weighted": 0.530599, "ap": null, "ap_weighted": null }, { "accuracy": 0.545057, "f1": 0.509981, "f1_weighted": 0.5416, "precision": 0.512041, "precision_weighted": 0.613601, "recall": 0.5963, "recall_weighted": 0.545057, "ap": null, "ap_weighted": null }, { "accuracy": 0.552118, "f1": 0.51692, "f1_weighted": 0.538191, "precision": 0.518462, "precision_weighted": 0.63237, "recall": 0.637513, "recall_weighted": 0.552118, "ap": null, "ap_weighted": null }, { "accuracy": 0.508742, "f1": 0.503202, "f1_weighted": 0.499031, "precision": 0.509554, "precision_weighted": 0.614774, "recall": 0.603815, "recall_weighted": 0.508742, "ap": null, "ap_weighted": null }, { "accuracy": 0.542367, "f1": 0.516543, "f1_weighted": 0.529373, "precision": 0.500712, "precision_weighted": 0.599665, "recall": 0.615404, "recall_weighted": 0.542367, "ap": null, "ap_weighted": null }, { "accuracy": 0.549092, "f1": 0.521467, "f1_weighted": 0.542354, "precision": 0.52047, "precision_weighted": 0.625269, "recall": 0.61844, "recall_weighted": 0.549092, "ap": null, "ap_weighted": null }, { "accuracy": 0.530935, "f1": 0.500825, "f1_weighted": 0.52161, "precision": 0.506529, "precision_weighted": 0.611098, "recall": 0.604116, "recall_weighted": 0.530935, "ap": null, "ap_weighted": null }, { "accuracy": 0.564896, "f1": 0.527579, "f1_weighted": 0.558705, "precision": 0.521878, "precision_weighted": 0.631289, "recall": 0.643181, "recall_weighted": 0.564896, "ap": null, "ap_weighted": null } ], "accuracy": 0.546335, "f1": 0.517234, "f1_weighted": 0.539058, "precision": 0.514506, "precision_weighted": 0.616521, "recall": 0.618831, "recall_weighted": 0.546335, "ap": NaN, "ap_weighted": NaN, "main_score": 0.546335, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.440484, "f1": 0.422233, "f1_weighted": 0.440211, "precision": 0.425121, "precision_weighted": 0.519039, "recall": 0.530817, "recall_weighted": 0.440484, "ap": null, "ap_weighted": null }, { "accuracy": 0.439812, "f1": 0.40416, "f1_weighted": 0.443767, "precision": 0.428903, "precision_weighted": 0.55128, "recall": 0.486488, "recall_weighted": 0.439812, "ap": null, "ap_weighted": null }, { "accuracy": 0.429388, "f1": 0.403759, "f1_weighted": 0.428321, "precision": 0.411102, "precision_weighted": 0.530605, "recall": 0.49627, "recall_weighted": 0.429388, "ap": null, "ap_weighted": null }, { "accuracy": 0.449563, "f1": 0.406149, "f1_weighted": 0.436962, "precision": 0.411764, "precision_weighted": 0.508944, "recall": 0.512556, "recall_weighted": 0.449563, "ap": null, "ap_weighted": null }, { "accuracy": 0.444855, "f1": 0.403506, "f1_weighted": 0.43286, "precision": 0.403698, "precision_weighted": 0.502565, "recall": 0.509943, "recall_weighted": 0.444855, "ap": null, "ap_weighted": null }, { "accuracy": 0.410222, "f1": 0.400126, "f1_weighted": 0.411933, "precision": 0.414175, "precision_weighted": 0.527813, "recall": 0.50416, "recall_weighted": 0.410222, "ap": null, "ap_weighted": null }, { "accuracy": 0.420982, "f1": 0.403887, "f1_weighted": 0.412692, "precision": 0.40208, "precision_weighted": 0.484062, "recall": 0.51609, "recall_weighted": 0.420982, "ap": null, "ap_weighted": null }, { "accuracy": 0.438803, "f1": 0.419119, "f1_weighted": 0.4338, "precision": 0.4267, "precision_weighted": 0.52833, "recall": 0.51787, "recall_weighted": 0.438803, "ap": null, "ap_weighted": null }, { "accuracy": 0.408204, "f1": 0.379277, "f1_weighted": 0.392278, "precision": 0.399258, "precision_weighted": 0.514326, "recall": 0.496666, "recall_weighted": 0.408204, "ap": null, "ap_weighted": null }, { "accuracy": 0.428716, "f1": 0.395277, "f1_weighted": 0.431023, "precision": 0.424552, "precision_weighted": 0.534164, "recall": 0.487332, "recall_weighted": 0.428716, "ap": null, "ap_weighted": null } ], "accuracy": 0.431103, "f1": 0.403749, "f1_weighted": 0.426385, "precision": 0.414735, "precision_weighted": 0.520113, "recall": 0.505819, "recall_weighted": 0.431103, "ap": NaN, "ap_weighted": NaN, "main_score": 0.431103, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.593813, "f1": 0.587036, "f1_weighted": 0.587072, "precision": 0.581925, "precision_weighted": 0.671488, "recall": 0.675961, "recall_weighted": 0.593813, "ap": null, "ap_weighted": null }, { "accuracy": 0.607263, "f1": 0.582613, "f1_weighted": 0.606266, "precision": 0.570579, "precision_weighted": 0.663748, "recall": 0.677829, "recall_weighted": 0.607263, "ap": null, "ap_weighted": null }, { "accuracy": 0.575656, "f1": 0.555274, "f1_weighted": 0.564897, "precision": 0.545637, "precision_weighted": 0.641845, "recall": 0.658327, "recall_weighted": 0.575656, "ap": null, "ap_weighted": null }, { "accuracy": 0.596839, "f1": 0.574268, "f1_weighted": 0.587318, "precision": 0.558015, "precision_weighted": 0.644387, "recall": 0.661911, "recall_weighted": 0.596839, "ap": null, "ap_weighted": null }, { "accuracy": 0.588769, "f1": 0.558329, "f1_weighted": 0.575945, "precision": 0.540349, "precision_weighted": 0.629596, "recall": 0.657916, "recall_weighted": 0.588769, "ap": null, "ap_weighted": null }, { "accuracy": 0.565232, "f1": 0.554256, "f1_weighted": 0.555733, "precision": 0.557671, "precision_weighted": 0.663599, "recall": 0.6586, "recall_weighted": 0.565232, "ap": null, "ap_weighted": null }, { "accuracy": 0.579018, "f1": 0.563794, "f1_weighted": 0.57123, "precision": 0.551396, "precision_weighted": 0.638919, "recall": 0.662831, "recall_weighted": 0.579018, "ap": null, "ap_weighted": null }, { "accuracy": 0.555817, "f1": 0.540986, "f1_weighted": 0.546062, "precision": 0.534911, "precision_weighted": 0.641257, "recall": 0.644451, "recall_weighted": 0.555817, "ap": null, "ap_weighted": null }, { "accuracy": 0.557835, "f1": 0.541648, "f1_weighted": 0.538467, "precision": 0.53924, "precision_weighted": 0.638369, "recall": 0.661489, "recall_weighted": 0.557835, "ap": null, "ap_weighted": null }, { "accuracy": 0.590451, "f1": 0.563639, "f1_weighted": 0.584682, "precision": 0.553579, "precision_weighted": 0.649798, "recall": 0.657481, "recall_weighted": 0.590451, "ap": null, "ap_weighted": null } ], "accuracy": 0.581069, "f1": 0.562184, "f1_weighted": 0.571767, "precision": 0.55333, "precision_weighted": 0.648301, "recall": 0.66168, "recall_weighted": 0.581069, "ap": NaN, "ap_weighted": NaN, "main_score": 0.581069, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.55111, "f1": 0.52079, "f1_weighted": 0.544797, "precision": 0.519127, "precision_weighted": 0.624463, "recall": 0.636332, "recall_weighted": 0.55111, "ap": null, "ap_weighted": null }, { "accuracy": 0.579691, "f1": 0.539, "f1_weighted": 0.574689, "precision": 0.537118, "precision_weighted": 0.640157, "recall": 0.618212, "recall_weighted": 0.579691, "ap": null, "ap_weighted": null }, { "accuracy": 0.544385, "f1": 0.511359, "f1_weighted": 0.538081, "precision": 0.510299, "precision_weighted": 0.618531, "recall": 0.628111, "recall_weighted": 0.544385, "ap": null, "ap_weighted": null }, { "accuracy": 0.562542, "f1": 0.531882, "f1_weighted": 0.552556, "precision": 0.52134, "precision_weighted": 0.613699, "recall": 0.637239, "recall_weighted": 0.562542, "ap": null, "ap_weighted": null }, { "accuracy": 0.545393, "f1": 0.513885, "f1_weighted": 0.536869, "precision": 0.517522, "precision_weighted": 0.606047, "recall": 0.624333, "recall_weighted": 0.545393, "ap": null, "ap_weighted": null }, { "accuracy": 0.52152, "f1": 0.505001, "f1_weighted": 0.508723, "precision": 0.513272, "precision_weighted": 0.611521, "recall": 0.602511, "recall_weighted": 0.52152, "ap": null, "ap_weighted": null }, { "accuracy": 0.557835, "f1": 0.522956, "f1_weighted": 0.554903, "precision": 0.526374, "precision_weighted": 0.629616, "recall": 0.630221, "recall_weighted": 0.557835, "ap": null, "ap_weighted": null }, { "accuracy": 0.553127, "f1": 0.518265, "f1_weighted": 0.545008, "precision": 0.509815, "precision_weighted": 0.612348, "recall": 0.617608, "recall_weighted": 0.553127, "ap": null, "ap_weighted": null }, { "accuracy": 0.527572, "f1": 0.498237, "f1_weighted": 0.518709, "precision": 0.502982, "precision_weighted": 0.611536, "recall": 0.60996, "recall_weighted": 0.527572, "ap": null, "ap_weighted": null }, { "accuracy": 0.549092, "f1": 0.512456, "f1_weighted": 0.545805, "precision": 0.516963, "precision_weighted": 0.633674, "recall": 0.611484, "recall_weighted": 0.549092, "ap": null, "ap_weighted": null } ], "accuracy": 0.549227, "f1": 0.517383, "f1_weighted": 0.542014, "precision": 0.517481, "precision_weighted": 0.620159, "recall": 0.621601, "recall_weighted": 0.549227, "ap": NaN, "ap_weighted": NaN, "main_score": 0.549227, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.546402, "f1": 0.535391, "f1_weighted": 0.545232, "precision": 0.537074, "precision_weighted": 0.64259, "recall": 0.662963, "recall_weighted": 0.546402, "ap": null, "ap_weighted": null }, { "accuracy": 0.562206, "f1": 0.553309, "f1_weighted": 0.560079, "precision": 0.538668, "precision_weighted": 0.623951, "recall": 0.649157, "recall_weighted": 0.562206, "ap": null, "ap_weighted": null }, { "accuracy": 0.528245, "f1": 0.514371, "f1_weighted": 0.521771, "precision": 0.517065, "precision_weighted": 0.623876, "recall": 0.634809, "recall_weighted": 0.528245, "ap": null, "ap_weighted": null }, { "accuracy": 0.554808, "f1": 0.523794, "f1_weighted": 0.54854, "precision": 0.508197, "precision_weighted": 0.612158, "recall": 0.621316, "recall_weighted": 0.554808, "ap": null, "ap_weighted": null }, { "accuracy": 0.527236, "f1": 0.50702, "f1_weighted": 0.516247, "precision": 0.496569, "precision_weighted": 0.604035, "recall": 0.635348, "recall_weighted": 0.527236, "ap": null, "ap_weighted": null }, { "accuracy": 0.531271, "f1": 0.519484, "f1_weighted": 0.519621, "precision": 0.514353, "precision_weighted": 0.621128, "recall": 0.634881, "recall_weighted": 0.531271, "ap": null, "ap_weighted": null }, { "accuracy": 0.530599, "f1": 0.524704, "f1_weighted": 0.523552, "precision": 0.518764, "precision_weighted": 0.599281, "recall": 0.641009, "recall_weighted": 0.530599, "ap": null, "ap_weighted": null }, { "accuracy": 0.531607, "f1": 0.521362, "f1_weighted": 0.524885, "precision": 0.520644, "precision_weighted": 0.611337, "recall": 0.61085, "recall_weighted": 0.531607, "ap": null, "ap_weighted": null }, { "accuracy": 0.503026, "f1": 0.502572, "f1_weighted": 0.489337, "precision": 0.498896, "precision_weighted": 0.580751, "recall": 0.621372, "recall_weighted": 0.503026, "ap": null, "ap_weighted": null }, { "accuracy": 0.550437, "f1": 0.5526, "f1_weighted": 0.543539, "precision": 0.541201, "precision_weighted": 0.612296, "recall": 0.665979, "recall_weighted": 0.550437, "ap": null, "ap_weighted": null } ], "accuracy": 0.536584, "f1": 0.525461, "f1_weighted": 0.52928, "precision": 0.519143, "precision_weighted": 0.61314, "recall": 0.637769, "recall_weighted": 0.536584, "ap": NaN, "ap_weighted": NaN, "main_score": 0.536584, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.651648, "f1": 0.637834, "f1_weighted": 0.639871, "precision": 0.625183, "precision_weighted": 0.699467, "recall": 0.743629, "recall_weighted": 0.651648, "ap": null, "ap_weighted": null }, { "accuracy": 0.689644, "f1": 0.666931, "f1_weighted": 0.679418, "precision": 0.643724, "precision_weighted": 0.722984, "recall": 0.748459, "recall_weighted": 0.689644, "ap": null, "ap_weighted": null }, { "accuracy": 0.641224, "f1": 0.61712, "f1_weighted": 0.630542, "precision": 0.602338, "precision_weighted": 0.688718, "recall": 0.708437, "recall_weighted": 0.641224, "ap": null, "ap_weighted": null }, { "accuracy": 0.66577, "f1": 0.648841, "f1_weighted": 0.656889, "precision": 0.635271, "precision_weighted": 0.710132, "recall": 0.740351, "recall_weighted": 0.66577, "ap": null, "ap_weighted": null }, { "accuracy": 0.652993, "f1": 0.620336, "f1_weighted": 0.641298, "precision": 0.614701, "precision_weighted": 0.701754, "recall": 0.720196, "recall_weighted": 0.652993, "ap": null, "ap_weighted": null }, { "accuracy": 0.627774, "f1": 0.619398, "f1_weighted": 0.612892, "precision": 0.611662, "precision_weighted": 0.702603, "recall": 0.713626, "recall_weighted": 0.627774, "ap": null, "ap_weighted": null }, { "accuracy": 0.649294, "f1": 0.634359, "f1_weighted": 0.641753, "precision": 0.628808, "precision_weighted": 0.709637, "recall": 0.73733, "recall_weighted": 0.649294, "ap": null, "ap_weighted": null }, { "accuracy": 0.651648, "f1": 0.634913, "f1_weighted": 0.637762, "precision": 0.621609, "precision_weighted": 0.697056, "recall": 0.733023, "recall_weighted": 0.651648, "ap": null, "ap_weighted": null }, { "accuracy": 0.619032, "f1": 0.619108, "f1_weighted": 0.596043, "precision": 0.60846, "precision_weighted": 0.662185, "recall": 0.723609, "recall_weighted": 0.619032, "ap": null, "ap_weighted": null }, { "accuracy": 0.672495, "f1": 0.659571, "f1_weighted": 0.662425, "precision": 0.64868, "precision_weighted": 0.719426, "recall": 0.756327, "recall_weighted": 0.672495, "ap": null, "ap_weighted": null } ], "accuracy": 0.652152, "f1": 0.635841, "f1_weighted": 0.639889, "precision": 0.624044, "precision_weighted": 0.701396, "recall": 0.732499, "recall_weighted": 0.652152, "ap": NaN, "ap_weighted": NaN, "main_score": 0.652152, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.608944, "f1": 0.60277, "f1_weighted": 0.608665, "precision": 0.591925, "precision_weighted": 0.675145, "recall": 0.712084, "recall_weighted": 0.608944, "ap": null, "ap_weighted": null }, { "accuracy": 0.635844, "f1": 0.621692, "f1_weighted": 0.633177, "precision": 0.601556, "precision_weighted": 0.685847, "recall": 0.729468, "recall_weighted": 0.635844, "ap": null, "ap_weighted": null }, { "accuracy": 0.562206, "f1": 0.563083, "f1_weighted": 0.556474, "precision": 0.552227, "precision_weighted": 0.638622, "recall": 0.680914, "recall_weighted": 0.562206, "ap": null, "ap_weighted": null }, { "accuracy": 0.591123, "f1": 0.571615, "f1_weighted": 0.586447, "precision": 0.578229, "precision_weighted": 0.667507, "recall": 0.654261, "recall_weighted": 0.591123, "ap": null, "ap_weighted": null }, { "accuracy": 0.606927, "f1": 0.592605, "f1_weighted": 0.60126, "precision": 0.588908, "precision_weighted": 0.673618, "recall": 0.700032, "recall_weighted": 0.606927, "ap": null, "ap_weighted": null }, { "accuracy": 0.560188, "f1": 0.5675, "f1_weighted": 0.55441, "precision": 0.562111, "precision_weighted": 0.643641, "recall": 0.675693, "recall_weighted": 0.560188, "ap": null, "ap_weighted": null }, { "accuracy": 0.570612, "f1": 0.576049, "f1_weighted": 0.562277, "precision": 0.565272, "precision_weighted": 0.633804, "recall": 0.689191, "recall_weighted": 0.570612, "ap": null, "ap_weighted": null }, { "accuracy": 0.591123, "f1": 0.582966, "f1_weighted": 0.589364, "precision": 0.577536, "precision_weighted": 0.671345, "recall": 0.689035, "recall_weighted": 0.591123, "ap": null, "ap_weighted": null }, { "accuracy": 0.557162, "f1": 0.561779, "f1_weighted": 0.537984, "precision": 0.561855, "precision_weighted": 0.640884, "recall": 0.683674, "recall_weighted": 0.557162, "ap": null, "ap_weighted": null }, { "accuracy": 0.603228, "f1": 0.599811, "f1_weighted": 0.603495, "precision": 0.592632, "precision_weighted": 0.668958, "recall": 0.700515, "recall_weighted": 0.603228, "ap": null, "ap_weighted": null } ], "accuracy": 0.588736, "f1": 0.583987, "f1_weighted": 0.583355, "precision": 0.577225, "precision_weighted": 0.659937, "recall": 0.691487, "recall_weighted": 0.588736, "ap": NaN, "ap_weighted": NaN, "main_score": 0.588736, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.629792, "f1": 0.601439, "f1_weighted": 0.622695, "precision": 0.579007, "precision_weighted": 0.666286, "recall": 0.7063, "recall_weighted": 0.629792, "ap": null, "ap_weighted": null }, { "accuracy": 0.637861, "f1": 0.598699, "f1_weighted": 0.62898, "precision": 0.578804, "precision_weighted": 0.664507, "recall": 0.679287, "recall_weighted": 0.637861, "ap": null, "ap_weighted": null }, { "accuracy": 0.604909, "f1": 0.581083, "f1_weighted": 0.595809, "precision": 0.572598, "precision_weighted": 0.668888, "recall": 0.67918, "recall_weighted": 0.604909, "ap": null, "ap_weighted": null }, { "accuracy": 0.60121, "f1": 0.571923, "f1_weighted": 0.590367, "precision": 0.554059, "precision_weighted": 0.64488, "recall": 0.660901, "recall_weighted": 0.60121, "ap": null, "ap_weighted": null }, { "accuracy": 0.600538, "f1": 0.581581, "f1_weighted": 0.590763, "precision": 0.583865, "precision_weighted": 0.663387, "recall": 0.685598, "recall_weighted": 0.600538, "ap": null, "ap_weighted": null }, { "accuracy": 0.571957, "f1": 0.55139, "f1_weighted": 0.565045, "precision": 0.550923, "precision_weighted": 0.653118, "recall": 0.639295, "recall_weighted": 0.571957, "ap": null, "ap_weighted": null }, { "accuracy": 0.619368, "f1": 0.596841, "f1_weighted": 0.611615, "precision": 0.586145, "precision_weighted": 0.664914, "recall": 0.677684, "recall_weighted": 0.619368, "ap": null, "ap_weighted": null }, { "accuracy": 0.604909, "f1": 0.578123, "f1_weighted": 0.59848, "precision": 0.566246, "precision_weighted": 0.662465, "recall": 0.66253, "recall_weighted": 0.604909, "ap": null, "ap_weighted": null }, { "accuracy": 0.596839, "f1": 0.567893, "f1_weighted": 0.586617, "precision": 0.562062, "precision_weighted": 0.669105, "recall": 0.670156, "recall_weighted": 0.596839, "ap": null, "ap_weighted": null }, { "accuracy": 0.593813, "f1": 0.575838, "f1_weighted": 0.584173, "precision": 0.565671, "precision_weighted": 0.65426, "recall": 0.678836, "recall_weighted": 0.593813, "ap": null, "ap_weighted": null } ], "accuracy": 0.60612, "f1": 0.580481, "f1_weighted": 0.597455, "precision": 0.569938, "precision_weighted": 0.661181, "recall": 0.673977, "recall_weighted": 0.60612, "ap": NaN, "ap_weighted": NaN, "main_score": 0.60612, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.559852, "f1": 0.527567, "f1_weighted": 0.552912, "precision": 0.519244, "precision_weighted": 0.624998, "recall": 0.640454, "recall_weighted": 0.559852, "ap": null, "ap_weighted": null }, { "accuracy": 0.568594, "f1": 0.52976, "f1_weighted": 0.571959, "precision": 0.520866, "precision_weighted": 0.632329, "recall": 0.628169, "recall_weighted": 0.568594, "ap": null, "ap_weighted": null }, { "accuracy": 0.53497, "f1": 0.504355, "f1_weighted": 0.522652, "precision": 0.496034, "precision_weighted": 0.603624, "recall": 0.629647, "recall_weighted": 0.53497, "ap": null, "ap_weighted": null }, { "accuracy": 0.544721, "f1": 0.513498, "f1_weighted": 0.531553, "precision": 0.504169, "precision_weighted": 0.609232, "recall": 0.634228, "recall_weighted": 0.544721, "ap": null, "ap_weighted": null }, { "accuracy": 0.54573, "f1": 0.51054, "f1_weighted": 0.536084, "precision": 0.514772, "precision_weighted": 0.622899, "recall": 0.629313, "recall_weighted": 0.54573, "ap": null, "ap_weighted": null }, { "accuracy": 0.522192, "f1": 0.490042, "f1_weighted": 0.515711, "precision": 0.493165, "precision_weighted": 0.610003, "recall": 0.597736, "recall_weighted": 0.522192, "ap": null, "ap_weighted": null }, { "accuracy": 0.531607, "f1": 0.512199, "f1_weighted": 0.524976, "precision": 0.513331, "precision_weighted": 0.612576, "recall": 0.632005, "recall_weighted": 0.531607, "ap": null, "ap_weighted": null }, { "accuracy": 0.54573, "f1": 0.503583, "f1_weighted": 0.532516, "precision": 0.504528, "precision_weighted": 0.626631, "recall": 0.603398, "recall_weighted": 0.54573, "ap": null, "ap_weighted": null }, { "accuracy": 0.498991, "f1": 0.485797, "f1_weighted": 0.485191, "precision": 0.490147, "precision_weighted": 0.598773, "recall": 0.620169, "recall_weighted": 0.498991, "ap": null, "ap_weighted": null }, { "accuracy": 0.544048, "f1": 0.507028, "f1_weighted": 0.535783, "precision": 0.50315, "precision_weighted": 0.610013, "recall": 0.620899, "recall_weighted": 0.544048, "ap": null, "ap_weighted": null } ], "accuracy": 0.539644, "f1": 0.508437, "f1_weighted": 0.530933, "precision": 0.505941, "precision_weighted": 0.615108, "recall": 0.623602, "recall_weighted": 0.539644, "ap": NaN, "ap_weighted": NaN, "main_score": 0.539644, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.587424, "f1": 0.591677, "f1_weighted": 0.584687, "precision": 0.58745, "precision_weighted": 0.657228, "recall": 0.692923, "recall_weighted": 0.587424, "ap": null, "ap_weighted": null }, { "accuracy": 0.610289, "f1": 0.592134, "f1_weighted": 0.606671, "precision": 0.575113, "precision_weighted": 0.662961, "recall": 0.681526, "recall_weighted": 0.610289, "ap": null, "ap_weighted": null }, { "accuracy": 0.55918, "f1": 0.5577, "f1_weighted": 0.553251, "precision": 0.543756, "precision_weighted": 0.617118, "recall": 0.654256, "recall_weighted": 0.55918, "ap": null, "ap_weighted": null }, { "accuracy": 0.598521, "f1": 0.579655, "f1_weighted": 0.590087, "precision": 0.572574, "precision_weighted": 0.651443, "recall": 0.658376, "recall_weighted": 0.598521, "ap": null, "ap_weighted": null }, { "accuracy": 0.604573, "f1": 0.57104, "f1_weighted": 0.594681, "precision": 0.562982, "precision_weighted": 0.657241, "recall": 0.681831, "recall_weighted": 0.604573, "ap": null, "ap_weighted": null }, { "accuracy": 0.549092, "f1": 0.55679, "f1_weighted": 0.530977, "precision": 0.555498, "precision_weighted": 0.633919, "recall": 0.653106, "recall_weighted": 0.549092, "ap": null, "ap_weighted": null }, { "accuracy": 0.579691, "f1": 0.576859, "f1_weighted": 0.57637, "precision": 0.57399, "precision_weighted": 0.648861, "recall": 0.6748, "recall_weighted": 0.579691, "ap": null, "ap_weighted": null }, { "accuracy": 0.592804, "f1": 0.57255, "f1_weighted": 0.589534, "precision": 0.570777, "precision_weighted": 0.668949, "recall": 0.654307, "recall_weighted": 0.592804, "ap": null, "ap_weighted": null }, { "accuracy": 0.573638, "f1": 0.562013, "f1_weighted": 0.561166, "precision": 0.553427, "precision_weighted": 0.631252, "recall": 0.663389, "recall_weighted": 0.573638, "ap": null, "ap_weighted": null }, { "accuracy": 0.586416, "f1": 0.578562, "f1_weighted": 0.585633, "precision": 0.571406, "precision_weighted": 0.663093, "recall": 0.677318, "recall_weighted": 0.586416, "ap": null, "ap_weighted": null } ], "accuracy": 0.584163, "f1": 0.573898, "f1_weighted": 0.577306, "precision": 0.566697, "precision_weighted": 0.649206, "recall": 0.669183, "recall_weighted": 0.584163, "ap": NaN, "ap_weighted": NaN, "main_score": 0.584163, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.504035, "f1": 0.483523, "f1_weighted": 0.505371, "precision": 0.484265, "precision_weighted": 0.594936, "recall": 0.583871, "recall_weighted": 0.504035, "ap": null, "ap_weighted": null }, { "accuracy": 0.536651, "f1": 0.506858, "f1_weighted": 0.541798, "precision": 0.503677, "precision_weighted": 0.607833, "recall": 0.592369, "recall_weighted": 0.536651, "ap": null, "ap_weighted": null }, { "accuracy": 0.49462, "f1": 0.465369, "f1_weighted": 0.49036, "precision": 0.469231, "precision_weighted": 0.584019, "recall": 0.565873, "recall_weighted": 0.49462, "ap": null, "ap_weighted": null }, { "accuracy": 0.515804, "f1": 0.480323, "f1_weighted": 0.514849, "precision": 0.479242, "precision_weighted": 0.586893, "recall": 0.566777, "recall_weighted": 0.515804, "ap": null, "ap_weighted": null }, { "accuracy": 0.500336, "f1": 0.473758, "f1_weighted": 0.490804, "precision": 0.473958, "precision_weighted": 0.578579, "recall": 0.574017, "recall_weighted": 0.500336, "ap": null, "ap_weighted": null }, { "accuracy": 0.493275, "f1": 0.468484, "f1_weighted": 0.489038, "precision": 0.468128, "precision_weighted": 0.585975, "recall": 0.562041, "recall_weighted": 0.493275, "ap": null, "ap_weighted": null }, { "accuracy": 0.506052, "f1": 0.475362, "f1_weighted": 0.49975, "precision": 0.482606, "precision_weighted": 0.57845, "recall": 0.570485, "recall_weighted": 0.506052, "ap": null, "ap_weighted": null }, { "accuracy": 0.503699, "f1": 0.483347, "f1_weighted": 0.490923, "precision": 0.479342, "precision_weighted": 0.579125, "recall": 0.578311, "recall_weighted": 0.503699, "ap": null, "ap_weighted": null }, { "accuracy": 0.495293, "f1": 0.468763, "f1_weighted": 0.491489, "precision": 0.462838, "precision_weighted": 0.563316, "recall": 0.568846, "recall_weighted": 0.495293, "ap": null, "ap_weighted": null }, { "accuracy": 0.50269, "f1": 0.476612, "f1_weighted": 0.498381, "precision": 0.474768, "precision_weighted": 0.576949, "recall": 0.5952, "recall_weighted": 0.50269, "ap": null, "ap_weighted": null } ], "accuracy": 0.505245, "f1": 0.47824, "f1_weighted": 0.501276, "precision": 0.477806, "precision_weighted": 0.583608, "recall": 0.575779, "recall_weighted": 0.505245, "ap": NaN, "ap_weighted": NaN, "main_score": 0.505245, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.562542, "f1": 0.541966, "f1_weighted": 0.556446, "precision": 0.526135, "precision_weighted": 0.614086, "recall": 0.636306, "recall_weighted": 0.562542, "ap": null, "ap_weighted": null }, { "accuracy": 0.589442, "f1": 0.55714, "f1_weighted": 0.587409, "precision": 0.549109, "precision_weighted": 0.644419, "recall": 0.64006, "recall_weighted": 0.589442, "ap": null, "ap_weighted": null }, { "accuracy": 0.553463, "f1": 0.520936, "f1_weighted": 0.550074, "precision": 0.517079, "precision_weighted": 0.641783, "recall": 0.616629, "recall_weighted": 0.553463, "ap": null, "ap_weighted": null }, { "accuracy": 0.585743, "f1": 0.540051, "f1_weighted": 0.582327, "precision": 0.534431, "precision_weighted": 0.652814, "recall": 0.62602, "recall_weighted": 0.585743, "ap": null, "ap_weighted": null }, { "accuracy": 0.556153, "f1": 0.522904, "f1_weighted": 0.542706, "precision": 0.524738, "precision_weighted": 0.616037, "recall": 0.633569, "recall_weighted": 0.556153, "ap": null, "ap_weighted": null }, { "accuracy": 0.513786, "f1": 0.51578, "f1_weighted": 0.500562, "precision": 0.516726, "precision_weighted": 0.624059, "recall": 0.640951, "recall_weighted": 0.513786, "ap": null, "ap_weighted": null }, { "accuracy": 0.569603, "f1": 0.55108, "f1_weighted": 0.559986, "precision": 0.538772, "precision_weighted": 0.631677, "recall": 0.663082, "recall_weighted": 0.569603, "ap": null, "ap_weighted": null }, { "accuracy": 0.548083, "f1": 0.518844, "f1_weighted": 0.539851, "precision": 0.52209, "precision_weighted": 0.644017, "recall": 0.616673, "recall_weighted": 0.548083, "ap": null, "ap_weighted": null }, { "accuracy": 0.557835, "f1": 0.53722, "f1_weighted": 0.547655, "precision": 0.542145, "precision_weighted": 0.646908, "recall": 0.648469, "recall_weighted": 0.557835, "ap": null, "ap_weighted": null }, { "accuracy": 0.569939, "f1": 0.547567, "f1_weighted": 0.562127, "precision": 0.541838, "precision_weighted": 0.649577, "recall": 0.662977, "recall_weighted": 0.569939, "ap": null, "ap_weighted": null } ], "accuracy": 0.560659, "f1": 0.535349, "f1_weighted": 0.552914, "precision": 0.531306, "precision_weighted": 0.636538, "recall": 0.638473, "recall_weighted": 0.560659, "ap": NaN, "ap_weighted": NaN, "main_score": 0.560659, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.535978, "f1": 0.498513, "f1_weighted": 0.528867, "precision": 0.497821, "precision_weighted": 0.601633, "recall": 0.60275, "recall_weighted": 0.535978, "ap": null, "ap_weighted": null }, { "accuracy": 0.532952, "f1": 0.496598, "f1_weighted": 0.528987, "precision": 0.496083, "precision_weighted": 0.611144, "recall": 0.586231, "recall_weighted": 0.532952, "ap": null, "ap_weighted": null }, { "accuracy": 0.539677, "f1": 0.510679, "f1_weighted": 0.530822, "precision": 0.508777, "precision_weighted": 0.621095, "recall": 0.609565, "recall_weighted": 0.539677, "ap": null, "ap_weighted": null }, { "accuracy": 0.531271, "f1": 0.486446, "f1_weighted": 0.517562, "precision": 0.476648, "precision_weighted": 0.577797, "recall": 0.583939, "recall_weighted": 0.531271, "ap": null, "ap_weighted": null }, { "accuracy": 0.542367, "f1": 0.486238, "f1_weighted": 0.530998, "precision": 0.485691, "precision_weighted": 0.597434, "recall": 0.586686, "recall_weighted": 0.542367, "ap": null, "ap_weighted": null }, { "accuracy": 0.524882, "f1": 0.48483, "f1_weighted": 0.516719, "precision": 0.487126, "precision_weighted": 0.606438, "recall": 0.597647, "recall_weighted": 0.524882, "ap": null, "ap_weighted": null }, { "accuracy": 0.514459, "f1": 0.494955, "f1_weighted": 0.506589, "precision": 0.487155, "precision_weighted": 0.569978, "recall": 0.584086, "recall_weighted": 0.514459, "ap": null, "ap_weighted": null }, { "accuracy": 0.526227, "f1": 0.481221, "f1_weighted": 0.513854, "precision": 0.478726, "precision_weighted": 0.590587, "recall": 0.584905, "recall_weighted": 0.526227, "ap": null, "ap_weighted": null }, { "accuracy": 0.508406, "f1": 0.471095, "f1_weighted": 0.492849, "precision": 0.470037, "precision_weighted": 0.558722, "recall": 0.579981, "recall_weighted": 0.508406, "ap": null, "ap_weighted": null }, { "accuracy": 0.546066, "f1": 0.507134, "f1_weighted": 0.541906, "precision": 0.512597, "precision_weighted": 0.630981, "recall": 0.605239, "recall_weighted": 0.546066, "ap": null, "ap_weighted": null } ], "accuracy": 0.530229, "f1": 0.491771, "f1_weighted": 0.520915, "precision": 0.490066, "precision_weighted": 0.596581, "recall": 0.592103, "recall_weighted": 0.530229, "ap": NaN, "ap_weighted": NaN, "main_score": 0.530229, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.496974, "f1": 0.459516, "f1_weighted": 0.489934, "precision": 0.465711, "precision_weighted": 0.554295, "recall": 0.562021, "recall_weighted": 0.496974, "ap": null, "ap_weighted": null }, { "accuracy": 0.490249, "f1": 0.461267, "f1_weighted": 0.492602, "precision": 0.459996, "precision_weighted": 0.565387, "recall": 0.564619, "recall_weighted": 0.490249, "ap": null, "ap_weighted": null }, { "accuracy": 0.45427, "f1": 0.434808, "f1_weighted": 0.453329, "precision": 0.448137, "precision_weighted": 0.559508, "recall": 0.538861, "recall_weighted": 0.45427, "ap": null, "ap_weighted": null }, { "accuracy": 0.499664, "f1": 0.46634, "f1_weighted": 0.501049, "precision": 0.470256, "precision_weighted": 0.577501, "recall": 0.561383, "recall_weighted": 0.499664, "ap": null, "ap_weighted": null }, { "accuracy": 0.480161, "f1": 0.443719, "f1_weighted": 0.474291, "precision": 0.445392, "precision_weighted": 0.550245, "recall": 0.545975, "recall_weighted": 0.480161, "ap": null, "ap_weighted": null }, { "accuracy": 0.425353, "f1": 0.418864, "f1_weighted": 0.415393, "precision": 0.423742, "precision_weighted": 0.514711, "recall": 0.538816, "recall_weighted": 0.425353, "ap": null, "ap_weighted": null }, { "accuracy": 0.472764, "f1": 0.458933, "f1_weighted": 0.465335, "precision": 0.452773, "precision_weighted": 0.534812, "recall": 0.565119, "recall_weighted": 0.472764, "ap": null, "ap_weighted": null }, { "accuracy": 0.467048, "f1": 0.439741, "f1_weighted": 0.463571, "precision": 0.439249, "precision_weighted": 0.539134, "recall": 0.540692, "recall_weighted": 0.467048, "ap": null, "ap_weighted": null }, { "accuracy": 0.477808, "f1": 0.450702, "f1_weighted": 0.470914, "precision": 0.454868, "precision_weighted": 0.567217, "recall": 0.55933, "recall_weighted": 0.477808, "ap": null, "ap_weighted": null }, { "accuracy": 0.488231, "f1": 0.462977, "f1_weighted": 0.480265, "precision": 0.465139, "precision_weighted": 0.567447, "recall": 0.576108, "recall_weighted": 0.488231, "ap": null, "ap_weighted": null } ], "accuracy": 0.475252, "f1": 0.449687, "f1_weighted": 0.470668, "precision": 0.452526, "precision_weighted": 0.553026, "recall": 0.555292, "recall_weighted": 0.475252, "ap": NaN, "ap_weighted": NaN, "main_score": 0.475252, "hf_subset": "hy", "languages": [ "hye-Armn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.604573, "f1": 0.580263, "f1_weighted": 0.597784, "precision": 0.57286, "precision_weighted": 0.677425, "recall": 0.682981, "recall_weighted": 0.604573, "ap": null, "ap_weighted": null }, { "accuracy": 0.618695, "f1": 0.591535, "f1_weighted": 0.611785, "precision": 0.573863, "precision_weighted": 0.659973, "recall": 0.689541, "recall_weighted": 0.618695, "ap": null, "ap_weighted": null }, { "accuracy": 0.573302, "f1": 0.556644, "f1_weighted": 0.564623, "precision": 0.54484, "precision_weighted": 0.655716, "recall": 0.677218, "recall_weighted": 0.573302, "ap": null, "ap_weighted": null }, { "accuracy": 0.608608, "f1": 0.573327, "f1_weighted": 0.600173, "precision": 0.559181, "precision_weighted": 0.661743, "recall": 0.681683, "recall_weighted": 0.608608, "ap": null, "ap_weighted": null }, { "accuracy": 0.575656, "f1": 0.550991, "f1_weighted": 0.565313, "precision": 0.546726, "precision_weighted": 0.628951, "recall": 0.659158, "recall_weighted": 0.575656, "ap": null, "ap_weighted": null }, { "accuracy": 0.559516, "f1": 0.552131, "f1_weighted": 0.550589, "precision": 0.545631, "precision_weighted": 0.633818, "recall": 0.66424, "recall_weighted": 0.559516, "ap": null, "ap_weighted": null }, { "accuracy": 0.580699, "f1": 0.568474, "f1_weighted": 0.568196, "precision": 0.558542, "precision_weighted": 0.635809, "recall": 0.671308, "recall_weighted": 0.580699, "ap": null, "ap_weighted": null }, { "accuracy": 0.587424, "f1": 0.563662, "f1_weighted": 0.576911, "precision": 0.554238, "precision_weighted": 0.657482, "recall": 0.670707, "recall_weighted": 0.587424, "ap": null, "ap_weighted": null }, { "accuracy": 0.570948, "f1": 0.561702, "f1_weighted": 0.557166, "precision": 0.560281, "precision_weighted": 0.639756, "recall": 0.668038, "recall_weighted": 0.570948, "ap": null, "ap_weighted": null }, { "accuracy": 0.607599, "f1": 0.596569, "f1_weighted": 0.604019, "precision": 0.585119, "precision_weighted": 0.669758, "recall": 0.709335, "recall_weighted": 0.607599, "ap": null, "ap_weighted": null } ], "accuracy": 0.588702, "f1": 0.56953, "f1_weighted": 0.579656, "precision": 0.560128, "precision_weighted": 0.652043, "recall": 0.677421, "recall_weighted": 0.588702, "ap": NaN, "ap_weighted": NaN, "main_score": 0.588702, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.50269, "f1": 0.472374, "f1_weighted": 0.499956, "precision": 0.475213, "precision_weighted": 0.569449, "recall": 0.57024, "recall_weighted": 0.50269, "ap": null, "ap_weighted": null }, { "accuracy": 0.504371, "f1": 0.495741, "f1_weighted": 0.503978, "precision": 0.497097, "precision_weighted": 0.582752, "recall": 0.590057, "recall_weighted": 0.504371, "ap": null, "ap_weighted": null }, { "accuracy": 0.476799, "f1": 0.453647, "f1_weighted": 0.472886, "precision": 0.462655, "precision_weighted": 0.582875, "recall": 0.573479, "recall_weighted": 0.476799, "ap": null, "ap_weighted": null }, { "accuracy": 0.506052, "f1": 0.474703, "f1_weighted": 0.503655, "precision": 0.472083, "precision_weighted": 0.581689, "recall": 0.588662, "recall_weighted": 0.506052, "ap": null, "ap_weighted": null }, { "accuracy": 0.507734, "f1": 0.466529, "f1_weighted": 0.502834, "precision": 0.460719, "precision_weighted": 0.584256, "recall": 0.58361, "recall_weighted": 0.507734, "ap": null, "ap_weighted": null }, { "accuracy": 0.46772, "f1": 0.459128, "f1_weighted": 0.460103, "precision": 0.469, "precision_weighted": 0.56706, "recall": 0.579214, "recall_weighted": 0.46772, "ap": null, "ap_weighted": null }, { "accuracy": 0.481843, "f1": 0.4817, "f1_weighted": 0.481103, "precision": 0.482794, "precision_weighted": 0.576964, "recall": 0.603077, "recall_weighted": 0.481843, "ap": null, "ap_weighted": null }, { "accuracy": 0.493275, "f1": 0.480411, "f1_weighted": 0.47991, "precision": 0.488089, "precision_weighted": 0.577214, "recall": 0.593561, "recall_weighted": 0.493275, "ap": null, "ap_weighted": null }, { "accuracy": 0.487223, "f1": 0.469006, "f1_weighted": 0.477571, "precision": 0.471737, "precision_weighted": 0.577735, "recall": 0.582792, "recall_weighted": 0.487223, "ap": null, "ap_weighted": null }, { "accuracy": 0.490585, "f1": 0.47677, "f1_weighted": 0.48729, "precision": 0.476231, "precision_weighted": 0.571505, "recall": 0.58824, "recall_weighted": 0.490585, "ap": null, "ap_weighted": null } ], "accuracy": 0.491829, "f1": 0.473001, "f1_weighted": 0.486928, "precision": 0.475562, "precision_weighted": 0.57715, "recall": 0.585293, "recall_weighted": 0.491829, "ap": NaN, "ap_weighted": NaN, "main_score": 0.491829, "hf_subset": "is", "languages": [ "isl-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.588097, "f1": 0.580458, "f1_weighted": 0.576878, "precision": 0.572723, "precision_weighted": 0.649539, "recall": 0.691366, "recall_weighted": 0.588097, "ap": null, "ap_weighted": null }, { "accuracy": 0.621385, "f1": 0.609863, "f1_weighted": 0.620248, "precision": 0.592852, "precision_weighted": 0.681441, "recall": 0.689631, "recall_weighted": 0.621385, "ap": null, "ap_weighted": null }, { "accuracy": 0.582044, "f1": 0.572778, "f1_weighted": 0.576198, "precision": 0.559635, "precision_weighted": 0.648796, "recall": 0.680954, "recall_weighted": 0.582044, "ap": null, "ap_weighted": null }, { "accuracy": 0.590787, "f1": 0.585046, "f1_weighted": 0.586998, "precision": 0.572134, "precision_weighted": 0.654875, "recall": 0.686032, "recall_weighted": 0.590787, "ap": null, "ap_weighted": null }, { "accuracy": 0.618695, "f1": 0.599187, "f1_weighted": 0.607655, "precision": 0.580782, "precision_weighted": 0.667429, "recall": 0.703043, "recall_weighted": 0.618695, "ap": null, "ap_weighted": null }, { "accuracy": 0.564223, "f1": 0.566591, "f1_weighted": 0.555421, "precision": 0.566446, "precision_weighted": 0.672137, "recall": 0.658002, "recall_weighted": 0.564223, "ap": null, "ap_weighted": null }, { "accuracy": 0.60659, "f1": 0.607242, "f1_weighted": 0.602052, "precision": 0.592121, "precision_weighted": 0.66181, "recall": 0.711042, "recall_weighted": 0.60659, "ap": null, "ap_weighted": null }, { "accuracy": 0.592804, "f1": 0.577294, "f1_weighted": 0.578162, "precision": 0.572888, "precision_weighted": 0.664356, "recall": 0.668453, "recall_weighted": 0.592804, "ap": null, "ap_weighted": null }, { "accuracy": 0.571284, "f1": 0.568149, "f1_weighted": 0.56182, "precision": 0.567663, "precision_weighted": 0.637895, "recall": 0.665866, "recall_weighted": 0.571284, "ap": null, "ap_weighted": null }, { "accuracy": 0.604573, "f1": 0.59444, "f1_weighted": 0.60219, "precision": 0.590787, "precision_weighted": 0.681092, "recall": 0.696266, "recall_weighted": 0.604573, "ap": null, "ap_weighted": null } ], "accuracy": 0.594048, "f1": 0.586105, "f1_weighted": 0.586762, "precision": 0.576803, "precision_weighted": 0.661937, "recall": 0.685065, "recall_weighted": 0.594048, "ap": NaN, "ap_weighted": NaN, "main_score": 0.594048, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.645931, "f1": 0.618996, "f1_weighted": 0.639037, "precision": 0.602391, "precision_weighted": 0.700198, "recall": 0.721009, "recall_weighted": 0.645931, "ap": null, "ap_weighted": null }, { "accuracy": 0.634163, "f1": 0.614714, "f1_weighted": 0.623378, "precision": 0.595667, "precision_weighted": 0.680721, "recall": 0.720094, "recall_weighted": 0.634163, "ap": null, "ap_weighted": null }, { "accuracy": 0.615333, "f1": 0.59722, "f1_weighted": 0.602433, "precision": 0.585583, "precision_weighted": 0.689437, "recall": 0.715414, "recall_weighted": 0.615333, "ap": null, "ap_weighted": null }, { "accuracy": 0.622058, "f1": 0.598113, "f1_weighted": 0.611313, "precision": 0.582619, "precision_weighted": 0.675236, "recall": 0.697171, "recall_weighted": 0.622058, "ap": null, "ap_weighted": null }, { "accuracy": 0.613315, "f1": 0.592296, "f1_weighted": 0.596773, "precision": 0.578499, "precision_weighted": 0.665901, "recall": 0.703323, "recall_weighted": 0.613315, "ap": null, "ap_weighted": null }, { "accuracy": 0.592804, "f1": 0.589762, "f1_weighted": 0.570333, "precision": 0.583783, "precision_weighted": 0.669292, "recall": 0.699233, "recall_weighted": 0.592804, "ap": null, "ap_weighted": null }, { "accuracy": 0.610962, "f1": 0.596984, "f1_weighted": 0.60213, "precision": 0.582307, "precision_weighted": 0.671345, "recall": 0.707077, "recall_weighted": 0.610962, "ap": null, "ap_weighted": null }, { "accuracy": 0.615669, "f1": 0.601228, "f1_weighted": 0.596898, "precision": 0.586777, "precision_weighted": 0.68156, "recall": 0.713511, "recall_weighted": 0.615669, "ap": null, "ap_weighted": null }, { "accuracy": 0.607263, "f1": 0.59002, "f1_weighted": 0.594486, "precision": 0.577428, "precision_weighted": 0.678599, "recall": 0.705022, "recall_weighted": 0.607263, "ap": null, "ap_weighted": null }, { "accuracy": 0.622058, "f1": 0.605289, "f1_weighted": 0.616317, "precision": 0.59822, "precision_weighted": 0.694596, "recall": 0.713388, "recall_weighted": 0.622058, "ap": null, "ap_weighted": null } ], "accuracy": 0.617956, "f1": 0.600462, "f1_weighted": 0.60531, "precision": 0.587327, "precision_weighted": 0.680689, "recall": 0.709524, "recall_weighted": 0.617956, "ap": NaN, "ap_weighted": NaN, "main_score": 0.617956, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.457969, "f1": 0.43733, "f1_weighted": 0.45558, "precision": 0.443567, "precision_weighted": 0.537127, "recall": 0.536601, "recall_weighted": 0.457969, "ap": null, "ap_weighted": null }, { "accuracy": 0.48655, "f1": 0.468699, "f1_weighted": 0.485251, "precision": 0.468458, "precision_weighted": 0.557006, "recall": 0.549082, "recall_weighted": 0.48655, "ap": null, "ap_weighted": null }, { "accuracy": 0.461332, "f1": 0.429263, "f1_weighted": 0.454717, "precision": 0.436514, "precision_weighted": 0.547053, "recall": 0.538705, "recall_weighted": 0.461332, "ap": null, "ap_weighted": null }, { "accuracy": 0.471419, "f1": 0.450886, "f1_weighted": 0.463832, "precision": 0.448816, "precision_weighted": 0.549243, "recall": 0.557442, "recall_weighted": 0.471419, "ap": null, "ap_weighted": null }, { "accuracy": 0.472764, "f1": 0.435033, "f1_weighted": 0.46451, "precision": 0.43231, "precision_weighted": 0.530576, "recall": 0.548957, "recall_weighted": 0.472764, "ap": null, "ap_weighted": null }, { "accuracy": 0.423336, "f1": 0.417073, "f1_weighted": 0.40488, "precision": 0.430351, "precision_weighted": 0.509256, "recall": 0.525829, "recall_weighted": 0.423336, "ap": null, "ap_weighted": null }, { "accuracy": 0.461668, "f1": 0.440061, "f1_weighted": 0.452308, "precision": 0.431454, "precision_weighted": 0.507246, "recall": 0.539027, "recall_weighted": 0.461668, "ap": null, "ap_weighted": null }, { "accuracy": 0.469738, "f1": 0.443722, "f1_weighted": 0.45838, "precision": 0.443294, "precision_weighted": 0.548174, "recall": 0.548926, "recall_weighted": 0.469738, "ap": null, "ap_weighted": null }, { "accuracy": 0.473773, "f1": 0.440188, "f1_weighted": 0.468256, "precision": 0.439287, "precision_weighted": 0.540503, "recall": 0.539643, "recall_weighted": 0.473773, "ap": null, "ap_weighted": null }, { "accuracy": 0.443847, "f1": 0.416638, "f1_weighted": 0.43108, "precision": 0.431085, "precision_weighted": 0.539368, "recall": 0.537796, "recall_weighted": 0.443847, "ap": null, "ap_weighted": null } ], "accuracy": 0.462239, "f1": 0.437889, "f1_weighted": 0.453879, "precision": 0.440514, "precision_weighted": 0.536555, "recall": 0.542201, "recall_weighted": 0.462239, "ap": NaN, "ap_weighted": NaN, "main_score": 0.462239, "hf_subset": "jv", "languages": [ "jav-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.409886, "f1": 0.411193, "f1_weighted": 0.404455, "precision": 0.403996, "precision_weighted": 0.480137, "recall": 0.524794, "recall_weighted": 0.409886, "ap": null, "ap_weighted": null }, { "accuracy": 0.414257, "f1": 0.40837, "f1_weighted": 0.408882, "precision": 0.402967, "precision_weighted": 0.493757, "recall": 0.505486, "recall_weighted": 0.414257, "ap": null, "ap_weighted": null }, { "accuracy": 0.421654, "f1": 0.410828, "f1_weighted": 0.411568, "precision": 0.407962, "precision_weighted": 0.482329, "recall": 0.501156, "recall_weighted": 0.421654, "ap": null, "ap_weighted": null }, { "accuracy": 0.417956, "f1": 0.420789, "f1_weighted": 0.41126, "precision": 0.416577, "precision_weighted": 0.494013, "recall": 0.516759, "recall_weighted": 0.417956, "ap": null, "ap_weighted": null }, { "accuracy": 0.402152, "f1": 0.386476, "f1_weighted": 0.388203, "precision": 0.385976, "precision_weighted": 0.486307, "recall": 0.513845, "recall_weighted": 0.402152, "ap": null, "ap_weighted": null }, { "accuracy": 0.396772, "f1": 0.411504, "f1_weighted": 0.384699, "precision": 0.416224, "precision_weighted": 0.492387, "recall": 0.513556, "recall_weighted": 0.396772, "ap": null, "ap_weighted": null }, { "accuracy": 0.415266, "f1": 0.418913, "f1_weighted": 0.405622, "precision": 0.404832, "precision_weighted": 0.469343, "recall": 0.533844, "recall_weighted": 0.415266, "ap": null, "ap_weighted": null }, { "accuracy": 0.391392, "f1": 0.384355, "f1_weighted": 0.380433, "precision": 0.387691, "precision_weighted": 0.48303, "recall": 0.485745, "recall_weighted": 0.391392, "ap": null, "ap_weighted": null }, { "accuracy": 0.406523, "f1": 0.408333, "f1_weighted": 0.390197, "precision": 0.409038, "precision_weighted": 0.490424, "recall": 0.531886, "recall_weighted": 0.406523, "ap": null, "ap_weighted": null }, { "accuracy": 0.409549, "f1": 0.410546, "f1_weighted": 0.398804, "precision": 0.406071, "precision_weighted": 0.476926, "recall": 0.530022, "recall_weighted": 0.409549, "ap": null, "ap_weighted": null } ], "accuracy": 0.408541, "f1": 0.407131, "f1_weighted": 0.398412, "precision": 0.404133, "precision_weighted": 0.484865, "recall": 0.515709, "recall_weighted": 0.408541, "ap": NaN, "ap_weighted": NaN, "main_score": 0.408541, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.354405, "f1": 0.317478, "f1_weighted": 0.346573, "precision": 0.332217, "precision_weighted": 0.411338, "recall": 0.380874, "recall_weighted": 0.354405, "ap": null, "ap_weighted": null }, { "accuracy": 0.329186, "f1": 0.300241, "f1_weighted": 0.316455, "precision": 0.316663, "precision_weighted": 0.392998, "recall": 0.363092, "recall_weighted": 0.329186, "ap": null, "ap_weighted": null }, { "accuracy": 0.32616, "f1": 0.296957, "f1_weighted": 0.315152, "precision": 0.31177, "precision_weighted": 0.38513, "recall": 0.362701, "recall_weighted": 0.32616, "ap": null, "ap_weighted": null }, { "accuracy": 0.32616, "f1": 0.29726, "f1_weighted": 0.314466, "precision": 0.315868, "precision_weighted": 0.397621, "recall": 0.376446, "recall_weighted": 0.32616, "ap": null, "ap_weighted": null }, { "accuracy": 0.338937, "f1": 0.303908, "f1_weighted": 0.325361, "precision": 0.317418, "precision_weighted": 0.412478, "recall": 0.387197, "recall_weighted": 0.338937, "ap": null, "ap_weighted": null }, { "accuracy": 0.297243, "f1": 0.282796, "f1_weighted": 0.282242, "precision": 0.298603, "precision_weighted": 0.391739, "recall": 0.353274, "recall_weighted": 0.297243, "ap": null, "ap_weighted": null }, { "accuracy": 0.324479, "f1": 0.30414, "f1_weighted": 0.313279, "precision": 0.320041, "precision_weighted": 0.401965, "recall": 0.394276, "recall_weighted": 0.324479, "ap": null, "ap_weighted": null }, { "accuracy": 0.341627, "f1": 0.309997, "f1_weighted": 0.334236, "precision": 0.325901, "precision_weighted": 0.410361, "recall": 0.374356, "recall_weighted": 0.341627, "ap": null, "ap_weighted": null }, { "accuracy": 0.341291, "f1": 0.305815, "f1_weighted": 0.325855, "precision": 0.321152, "precision_weighted": 0.400756, "recall": 0.374697, "recall_weighted": 0.341291, "ap": null, "ap_weighted": null }, { "accuracy": 0.345662, "f1": 0.313842, "f1_weighted": 0.327975, "precision": 0.32942, "precision_weighted": 0.412337, "recall": 0.409329, "recall_weighted": 0.345662, "ap": null, "ap_weighted": null } ], "accuracy": 0.332515, "f1": 0.303244, "f1_weighted": 0.320159, "precision": 0.318905, "precision_weighted": 0.401672, "recall": 0.377624, "recall_weighted": 0.332515, "ap": NaN, "ap_weighted": NaN, "main_score": 0.332515, "hf_subset": "km", "languages": [ "khm-Khmr" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.546066, "f1": 0.507337, "f1_weighted": 0.540162, "precision": 0.501897, "precision_weighted": 0.586981, "recall": 0.585341, "recall_weighted": 0.546066, "ap": null, "ap_weighted": null }, { "accuracy": 0.539677, "f1": 0.505139, "f1_weighted": 0.535954, "precision": 0.499035, "precision_weighted": 0.609536, "recall": 0.59399, "recall_weighted": 0.539677, "ap": null, "ap_weighted": null }, { "accuracy": 0.513114, "f1": 0.49003, "f1_weighted": 0.508626, "precision": 0.485023, "precision_weighted": 0.58801, "recall": 0.592639, "recall_weighted": 0.513114, "ap": null, "ap_weighted": null }, { "accuracy": 0.549428, "f1": 0.504873, "f1_weighted": 0.544054, "precision": 0.496321, "precision_weighted": 0.597501, "recall": 0.600544, "recall_weighted": 0.549428, "ap": null, "ap_weighted": null }, { "accuracy": 0.520511, "f1": 0.474233, "f1_weighted": 0.501247, "precision": 0.480596, "precision_weighted": 0.586619, "recall": 0.578268, "recall_weighted": 0.520511, "ap": null, "ap_weighted": null }, { "accuracy": 0.472428, "f1": 0.460267, "f1_weighted": 0.463001, "precision": 0.470952, "precision_weighted": 0.5761, "recall": 0.565408, "recall_weighted": 0.472428, "ap": null, "ap_weighted": null }, { "accuracy": 0.515804, "f1": 0.490753, "f1_weighted": 0.50714, "precision": 0.487718, "precision_weighted": 0.562876, "recall": 0.586134, "recall_weighted": 0.515804, "ap": null, "ap_weighted": null }, { "accuracy": 0.525219, "f1": 0.482712, "f1_weighted": 0.51644, "precision": 0.486376, "precision_weighted": 0.596664, "recall": 0.580347, "recall_weighted": 0.525219, "ap": null, "ap_weighted": null }, { "accuracy": 0.515131, "f1": 0.493539, "f1_weighted": 0.50008, "precision": 0.50944, "precision_weighted": 0.598574, "recall": 0.594654, "recall_weighted": 0.515131, "ap": null, "ap_weighted": null }, { "accuracy": 0.525555, "f1": 0.488879, "f1_weighted": 0.515095, "precision": 0.485303, "precision_weighted": 0.596939, "recall": 0.599796, "recall_weighted": 0.525555, "ap": null, "ap_weighted": null } ], "accuracy": 0.522293, "f1": 0.489776, "f1_weighted": 0.51318, "precision": 0.490266, "precision_weighted": 0.58998, "recall": 0.587712, "recall_weighted": 0.522293, "ap": NaN, "ap_weighted": NaN, "main_score": 0.522293, "hf_subset": "kn", "languages": [ "kan-Knda" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.582381, "f1": 0.567565, "f1_weighted": 0.565548, "precision": 0.549433, "precision_weighted": 0.6351, "recall": 0.676656, "recall_weighted": 0.582381, "ap": null, "ap_weighted": null }, { "accuracy": 0.573302, "f1": 0.553523, "f1_weighted": 0.575777, "precision": 0.542523, "precision_weighted": 0.642701, "recall": 0.631327, "recall_weighted": 0.573302, "ap": null, "ap_weighted": null }, { "accuracy": 0.544385, "f1": 0.521106, "f1_weighted": 0.534767, "precision": 0.513721, "precision_weighted": 0.626224, "recall": 0.627685, "recall_weighted": 0.544385, "ap": null, "ap_weighted": null }, { "accuracy": 0.573638, "f1": 0.545735, "f1_weighted": 0.567878, "precision": 0.529014, "precision_weighted": 0.622024, "recall": 0.643969, "recall_weighted": 0.573638, "ap": null, "ap_weighted": null }, { "accuracy": 0.54573, "f1": 0.518391, "f1_weighted": 0.528851, "precision": 0.510954, "precision_weighted": 0.607384, "recall": 0.633477, "recall_weighted": 0.54573, "ap": null, "ap_weighted": null }, { "accuracy": 0.521856, "f1": 0.52372, "f1_weighted": 0.509517, "precision": 0.517583, "precision_weighted": 0.609548, "recall": 0.618762, "recall_weighted": 0.521856, "ap": null, "ap_weighted": null }, { "accuracy": 0.537323, "f1": 0.514744, "f1_weighted": 0.527057, "precision": 0.509396, "precision_weighted": 0.600445, "recall": 0.618309, "recall_weighted": 0.537323, "ap": null, "ap_weighted": null }, { "accuracy": 0.55649, "f1": 0.550613, "f1_weighted": 0.549244, "precision": 0.543861, "precision_weighted": 0.638048, "recall": 0.635082, "recall_weighted": 0.55649, "ap": null, "ap_weighted": null }, { "accuracy": 0.53766, "f1": 0.529082, "f1_weighted": 0.527061, "precision": 0.522349, "precision_weighted": 0.605667, "recall": 0.635452, "recall_weighted": 0.53766, "ap": null, "ap_weighted": null }, { "accuracy": 0.567249, "f1": 0.557238, "f1_weighted": 0.555181, "precision": 0.547661, "precision_weighted": 0.627169, "recall": 0.662427, "recall_weighted": 0.567249, "ap": null, "ap_weighted": null } ], "accuracy": 0.554001, "f1": 0.538172, "f1_weighted": 0.544088, "precision": 0.52865, "precision_weighted": 0.621431, "recall": 0.638315, "recall_weighted": 0.554001, "ap": NaN, "ap_weighted": NaN, "main_score": 0.554001, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.493611, "f1": 0.480938, "f1_weighted": 0.485925, "precision": 0.476043, "precision_weighted": 0.56787, "recall": 0.592477, "recall_weighted": 0.493611, "ap": null, "ap_weighted": null }, { "accuracy": 0.488904, "f1": 0.487046, "f1_weighted": 0.478987, "precision": 0.480781, "precision_weighted": 0.551426, "recall": 0.579185, "recall_weighted": 0.488904, "ap": null, "ap_weighted": null }, { "accuracy": 0.452925, "f1": 0.44757, "f1_weighted": 0.44264, "precision": 0.440266, "precision_weighted": 0.510789, "recall": 0.562447, "recall_weighted": 0.452925, "ap": null, "ap_weighted": null }, { "accuracy": 0.488231, "f1": 0.466472, "f1_weighted": 0.490438, "precision": 0.467604, "precision_weighted": 0.571071, "recall": 0.569421, "recall_weighted": 0.488231, "ap": null, "ap_weighted": null }, { "accuracy": 0.471083, "f1": 0.448176, "f1_weighted": 0.466756, "precision": 0.4557, "precision_weighted": 0.560753, "recall": 0.55124, "recall_weighted": 0.471083, "ap": null, "ap_weighted": null }, { "accuracy": 0.419301, "f1": 0.428621, "f1_weighted": 0.402947, "precision": 0.438815, "precision_weighted": 0.526665, "recall": 0.557103, "recall_weighted": 0.419301, "ap": null, "ap_weighted": null }, { "accuracy": 0.459987, "f1": 0.453021, "f1_weighted": 0.448814, "precision": 0.449316, "precision_weighted": 0.527177, "recall": 0.568853, "recall_weighted": 0.459987, "ap": null, "ap_weighted": null }, { "accuracy": 0.478144, "f1": 0.458771, "f1_weighted": 0.46115, "precision": 0.45614, "precision_weighted": 0.546376, "recall": 0.566568, "recall_weighted": 0.478144, "ap": null, "ap_weighted": null }, { "accuracy": 0.467048, "f1": 0.452874, "f1_weighted": 0.449372, "precision": 0.459609, "precision_weighted": 0.527165, "recall": 0.559289, "recall_weighted": 0.467048, "ap": null, "ap_weighted": null }, { "accuracy": 0.492603, "f1": 0.470277, "f1_weighted": 0.490735, "precision": 0.465434, "precision_weighted": 0.56795, "recall": 0.582365, "recall_weighted": 0.492603, "ap": null, "ap_weighted": null } ], "accuracy": 0.471184, "f1": 0.459376, "f1_weighted": 0.461776, "precision": 0.458971, "precision_weighted": 0.545724, "recall": 0.568895, "recall_weighted": 0.471184, "ap": NaN, "ap_weighted": NaN, "main_score": 0.471184, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.588097, "f1": 0.561772, "f1_weighted": 0.58571, "precision": 0.546187, "precision_weighted": 0.635105, "recall": 0.654055, "recall_weighted": 0.588097, "ap": null, "ap_weighted": null }, { "accuracy": 0.572629, "f1": 0.543489, "f1_weighted": 0.573642, "precision": 0.533226, "precision_weighted": 0.635802, "recall": 0.641926, "recall_weighted": 0.572629, "ap": null, "ap_weighted": null }, { "accuracy": 0.55649, "f1": 0.526119, "f1_weighted": 0.552365, "precision": 0.519239, "precision_weighted": 0.62964, "recall": 0.634979, "recall_weighted": 0.55649, "ap": null, "ap_weighted": null }, { "accuracy": 0.568594, "f1": 0.530448, "f1_weighted": 0.568888, "precision": 0.527036, "precision_weighted": 0.631166, "recall": 0.627465, "recall_weighted": 0.568594, "ap": null, "ap_weighted": null }, { "accuracy": 0.549092, "f1": 0.507202, "f1_weighted": 0.541133, "precision": 0.499106, "precision_weighted": 0.604904, "recall": 0.617806, "recall_weighted": 0.549092, "ap": null, "ap_weighted": null }, { "accuracy": 0.500672, "f1": 0.485524, "f1_weighted": 0.497364, "precision": 0.489437, "precision_weighted": 0.606821, "recall": 0.589204, "recall_weighted": 0.500672, "ap": null, "ap_weighted": null }, { "accuracy": 0.566913, "f1": 0.537841, "f1_weighted": 0.564563, "precision": 0.527326, "precision_weighted": 0.622548, "recall": 0.639034, "recall_weighted": 0.566913, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.510766, "f1_weighted": 0.54555, "precision": 0.514582, "precision_weighted": 0.633073, "recall": 0.606677, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null }, { "accuracy": 0.539677, "f1": 0.518437, "f1_weighted": 0.528815, "precision": 0.51344, "precision_weighted": 0.593538, "recall": 0.618238, "recall_weighted": 0.539677, "ap": null, "ap_weighted": null }, { "accuracy": 0.551782, "f1": 0.525003, "f1_weighted": 0.543127, "precision": 0.523268, "precision_weighted": 0.630423, "recall": 0.631374, "recall_weighted": 0.551782, "ap": null, "ap_weighted": null } ], "accuracy": 0.554573, "f1": 0.52466, "f1_weighted": 0.550116, "precision": 0.519285, "precision_weighted": 0.622302, "recall": 0.626076, "recall_weighted": 0.554573, "ap": NaN, "ap_weighted": NaN, "main_score": 0.554573, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.474109, "f1": 0.473964, "f1_weighted": 0.46614, "precision": 0.465167, "precision_weighted": 0.536032, "recall": 0.585002, "recall_weighted": 0.474109, "ap": null, "ap_weighted": null }, { "accuracy": 0.503026, "f1": 0.478627, "f1_weighted": 0.505296, "precision": 0.476019, "precision_weighted": 0.567277, "recall": 0.564727, "recall_weighted": 0.503026, "ap": null, "ap_weighted": null }, { "accuracy": 0.491258, "f1": 0.456115, "f1_weighted": 0.485166, "precision": 0.448949, "precision_weighted": 0.554289, "recall": 0.563213, "recall_weighted": 0.491258, "ap": null, "ap_weighted": null }, { "accuracy": 0.509415, "f1": 0.482271, "f1_weighted": 0.507608, "precision": 0.479202, "precision_weighted": 0.590641, "recall": 0.582059, "recall_weighted": 0.509415, "ap": null, "ap_weighted": null }, { "accuracy": 0.482515, "f1": 0.448445, "f1_weighted": 0.466613, "precision": 0.441994, "precision_weighted": 0.547921, "recall": 0.564015, "recall_weighted": 0.482515, "ap": null, "ap_weighted": null }, { "accuracy": 0.453934, "f1": 0.450996, "f1_weighted": 0.448914, "precision": 0.464904, "precision_weighted": 0.554762, "recall": 0.554828, "recall_weighted": 0.453934, "ap": null, "ap_weighted": null }, { "accuracy": 0.471755, "f1": 0.468845, "f1_weighted": 0.453308, "precision": 0.464124, "precision_weighted": 0.549674, "recall": 0.584941, "recall_weighted": 0.471755, "ap": null, "ap_weighted": null }, { "accuracy": 0.501681, "f1": 0.483835, "f1_weighted": 0.494306, "precision": 0.493894, "precision_weighted": 0.579459, "recall": 0.583234, "recall_weighted": 0.501681, "ap": null, "ap_weighted": null }, { "accuracy": 0.45696, "f1": 0.45958, "f1_weighted": 0.442638, "precision": 0.475319, "precision_weighted": 0.555337, "recall": 0.56643, "recall_weighted": 0.45696, "ap": null, "ap_weighted": null }, { "accuracy": 0.488568, "f1": 0.471117, "f1_weighted": 0.471623, "precision": 0.471246, "precision_weighted": 0.568827, "recall": 0.582664, "recall_weighted": 0.488568, "ap": null, "ap_weighted": null } ], "accuracy": 0.483322, "f1": 0.467379, "f1_weighted": 0.474161, "precision": 0.468082, "precision_weighted": 0.560422, "recall": 0.573111, "recall_weighted": 0.483322, "ap": NaN, "ap_weighted": NaN, "main_score": 0.483322, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.566241, "f1": 0.53483, "f1_weighted": 0.564331, "precision": 0.533546, "precision_weighted": 0.646326, "recall": 0.649763, "recall_weighted": 0.566241, "ap": null, "ap_weighted": null }, { "accuracy": 0.577337, "f1": 0.550054, "f1_weighted": 0.574801, "precision": 0.538631, "precision_weighted": 0.626657, "recall": 0.655226, "recall_weighted": 0.577337, "ap": null, "ap_weighted": null }, { "accuracy": 0.540013, "f1": 0.523877, "f1_weighted": 0.534142, "precision": 0.523043, "precision_weighted": 0.618335, "recall": 0.641578, "recall_weighted": 0.540013, "ap": null, "ap_weighted": null }, { "accuracy": 0.562206, "f1": 0.532696, "f1_weighted": 0.553269, "precision": 0.52873, "precision_weighted": 0.627519, "recall": 0.636973, "recall_weighted": 0.562206, "ap": null, "ap_weighted": null }, { "accuracy": 0.558843, "f1": 0.517294, "f1_weighted": 0.551802, "precision": 0.516075, "precision_weighted": 0.6284, "recall": 0.625086, "recall_weighted": 0.558843, "ap": null, "ap_weighted": null }, { "accuracy": 0.507061, "f1": 0.503693, "f1_weighted": 0.48998, "precision": 0.500214, "precision_weighted": 0.579164, "recall": 0.628634, "recall_weighted": 0.507061, "ap": null, "ap_weighted": null }, { "accuracy": 0.537323, "f1": 0.522954, "f1_weighted": 0.527333, "precision": 0.517067, "precision_weighted": 0.604927, "recall": 0.635689, "recall_weighted": 0.537323, "ap": null, "ap_weighted": null }, { "accuracy": 0.549428, "f1": 0.513342, "f1_weighted": 0.537039, "precision": 0.512707, "precision_weighted": 0.622167, "recall": 0.619396, "recall_weighted": 0.549428, "ap": null, "ap_weighted": null }, { "accuracy": 0.516476, "f1": 0.50393, "f1_weighted": 0.499129, "precision": 0.503136, "precision_weighted": 0.58654, "recall": 0.614416, "recall_weighted": 0.516476, "ap": null, "ap_weighted": null }, { "accuracy": 0.576328, "f1": 0.545469, "f1_weighted": 0.56955, "precision": 0.531003, "precision_weighted": 0.632194, "recall": 0.65866, "recall_weighted": 0.576328, "ap": null, "ap_weighted": null } ], "accuracy": 0.549126, "f1": 0.524814, "f1_weighted": 0.540138, "precision": 0.520415, "precision_weighted": 0.617223, "recall": 0.636542, "recall_weighted": 0.549126, "ap": NaN, "ap_weighted": NaN, "main_score": 0.549126, "hf_subset": "ms", "languages": [ "msa-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.484533, "f1": 0.436459, "f1_weighted": 0.480367, "precision": 0.430118, "precision_weighted": 0.537664, "recall": 0.540012, "recall_weighted": 0.484533, "ap": null, "ap_weighted": null }, { "accuracy": 0.453934, "f1": 0.412712, "f1_weighted": 0.460913, "precision": 0.429437, "precision_weighted": 0.540205, "recall": 0.488482, "recall_weighted": 0.453934, "ap": null, "ap_weighted": null }, { "accuracy": 0.447545, "f1": 0.411427, "f1_weighted": 0.44811, "precision": 0.419275, "precision_weighted": 0.536782, "recall": 0.501244, "recall_weighted": 0.447545, "ap": null, "ap_weighted": null }, { "accuracy": 0.466711, "f1": 0.41126, "f1_weighted": 0.465606, "precision": 0.425579, "precision_weighted": 0.548545, "recall": 0.489145, "recall_weighted": 0.466711, "ap": null, "ap_weighted": null }, { "accuracy": 0.437122, "f1": 0.394836, "f1_weighted": 0.434802, "precision": 0.40428, "precision_weighted": 0.524374, "recall": 0.505989, "recall_weighted": 0.437122, "ap": null, "ap_weighted": null }, { "accuracy": 0.430397, "f1": 0.405552, "f1_weighted": 0.427755, "precision": 0.41955, "precision_weighted": 0.531022, "recall": 0.513831, "recall_weighted": 0.430397, "ap": null, "ap_weighted": null }, { "accuracy": 0.451244, "f1": 0.414899, "f1_weighted": 0.44665, "precision": 0.421991, "precision_weighted": 0.519574, "recall": 0.51388, "recall_weighted": 0.451244, "ap": null, "ap_weighted": null }, { "accuracy": 0.459314, "f1": 0.413961, "f1_weighted": 0.451592, "precision": 0.419462, "precision_weighted": 0.530412, "recall": 0.511477, "recall_weighted": 0.459314, "ap": null, "ap_weighted": null }, { "accuracy": 0.434768, "f1": 0.4046, "f1_weighted": 0.422496, "precision": 0.416235, "precision_weighted": 0.529332, "recall": 0.510362, "recall_weighted": 0.434768, "ap": null, "ap_weighted": null }, { "accuracy": 0.43544, "f1": 0.407659, "f1_weighted": 0.427737, "precision": 0.42538, "precision_weighted": 0.525826, "recall": 0.52228, "recall_weighted": 0.43544, "ap": null, "ap_weighted": null } ], "accuracy": 0.450101, "f1": 0.411337, "f1_weighted": 0.446603, "precision": 0.421131, "precision_weighted": 0.532374, "recall": 0.50967, "recall_weighted": 0.450101, "ap": NaN, "ap_weighted": NaN, "main_score": 0.450101, "hf_subset": "my", "languages": [ "mya-Mymr" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.577673, "f1": 0.561214, "f1_weighted": 0.579505, "precision": 0.558164, "precision_weighted": 0.660293, "recall": 0.662505, "recall_weighted": 0.577673, "ap": null, "ap_weighted": null }, { "accuracy": 0.585071, "f1": 0.546436, "f1_weighted": 0.577891, "precision": 0.536329, "precision_weighted": 0.640035, "recall": 0.634408, "recall_weighted": 0.585071, "ap": null, "ap_weighted": null }, { "accuracy": 0.562878, "f1": 0.529637, "f1_weighted": 0.554777, "precision": 0.514715, "precision_weighted": 0.608919, "recall": 0.629482, "recall_weighted": 0.562878, "ap": null, "ap_weighted": null }, { "accuracy": 0.591796, "f1": 0.563526, "f1_weighted": 0.588349, "precision": 0.548294, "precision_weighted": 0.641564, "recall": 0.647518, "recall_weighted": 0.591796, "ap": null, "ap_weighted": null }, { "accuracy": 0.562542, "f1": 0.516511, "f1_weighted": 0.55186, "precision": 0.517265, "precision_weighted": 0.639346, "recall": 0.619834, "recall_weighted": 0.562542, "ap": null, "ap_weighted": null }, { "accuracy": 0.544048, "f1": 0.514959, "f1_weighted": 0.53864, "precision": 0.515649, "precision_weighted": 0.636633, "recall": 0.624811, "recall_weighted": 0.544048, "ap": null, "ap_weighted": null }, { "accuracy": 0.550773, "f1": 0.529911, "f1_weighted": 0.545871, "precision": 0.52642, "precision_weighted": 0.619571, "recall": 0.632934, "recall_weighted": 0.550773, "ap": null, "ap_weighted": null }, { "accuracy": 0.547747, "f1": 0.520301, "f1_weighted": 0.537169, "precision": 0.512253, "precision_weighted": 0.618421, "recall": 0.62552, "recall_weighted": 0.547747, "ap": null, "ap_weighted": null }, { "accuracy": 0.523874, "f1": 0.5008, "f1_weighted": 0.503939, "precision": 0.495053, "precision_weighted": 0.581241, "recall": 0.614247, "recall_weighted": 0.523874, "ap": null, "ap_weighted": null }, { "accuracy": 0.571957, "f1": 0.545517, "f1_weighted": 0.571505, "precision": 0.535649, "precision_weighted": 0.63221, "recall": 0.64674, "recall_weighted": 0.571957, "ap": null, "ap_weighted": null } ], "accuracy": 0.561836, "f1": 0.532881, "f1_weighted": 0.554951, "precision": 0.525979, "precision_weighted": 0.627823, "recall": 0.6338, "recall_weighted": 0.561836, "ap": NaN, "ap_weighted": NaN, "main_score": 0.561836, "hf_subset": "nb", "languages": [ "nob-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.594486, "f1": 0.570618, "f1_weighted": 0.595229, "precision": 0.570796, "precision_weighted": 0.670877, "recall": 0.665287, "recall_weighted": 0.594486, "ap": null, "ap_weighted": null }, { "accuracy": 0.610962, "f1": 0.566438, "f1_weighted": 0.610374, "precision": 0.559902, "precision_weighted": 0.671564, "recall": 0.64377, "recall_weighted": 0.610962, "ap": null, "ap_weighted": null }, { "accuracy": 0.580027, "f1": 0.547997, "f1_weighted": 0.577034, "precision": 0.542334, "precision_weighted": 0.654067, "recall": 0.635773, "recall_weighted": 0.580027, "ap": null, "ap_weighted": null }, { "accuracy": 0.578009, "f1": 0.5427, "f1_weighted": 0.569961, "precision": 0.535691, "precision_weighted": 0.630515, "recall": 0.625498, "recall_weighted": 0.578009, "ap": null, "ap_weighted": null }, { "accuracy": 0.60121, "f1": 0.567965, "f1_weighted": 0.593663, "precision": 0.568244, "precision_weighted": 0.654436, "recall": 0.651322, "recall_weighted": 0.60121, "ap": null, "ap_weighted": null }, { "accuracy": 0.568931, "f1": 0.555538, "f1_weighted": 0.568706, "precision": 0.560518, "precision_weighted": 0.661649, "recall": 0.633034, "recall_weighted": 0.568931, "ap": null, "ap_weighted": null }, { "accuracy": 0.574983, "f1": 0.546755, "f1_weighted": 0.575508, "precision": 0.553244, "precision_weighted": 0.647006, "recall": 0.63837, "recall_weighted": 0.574983, "ap": null, "ap_weighted": null }, { "accuracy": 0.591796, "f1": 0.554125, "f1_weighted": 0.584089, "precision": 0.54671, "precision_weighted": 0.655827, "recall": 0.640857, "recall_weighted": 0.591796, "ap": null, "ap_weighted": null }, { "accuracy": 0.548083, "f1": 0.532038, "f1_weighted": 0.539878, "precision": 0.54684, "precision_weighted": 0.652914, "recall": 0.638312, "recall_weighted": 0.548083, "ap": null, "ap_weighted": null }, { "accuracy": 0.599866, "f1": 0.559395, "f1_weighted": 0.594527, "precision": 0.558502, "precision_weighted": 0.656575, "recall": 0.655024, "recall_weighted": 0.599866, "ap": null, "ap_weighted": null } ], "accuracy": 0.584835, "f1": 0.554357, "f1_weighted": 0.580897, "precision": 0.554278, "precision_weighted": 0.655543, "recall": 0.642725, "recall_weighted": 0.584835, "ap": NaN, "ap_weighted": NaN, "main_score": 0.584835, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.572966, "f1": 0.560323, "f1_weighted": 0.575, "precision": 0.562581, "precision_weighted": 0.654702, "recall": 0.662566, "recall_weighted": 0.572966, "ap": null, "ap_weighted": null }, { "accuracy": 0.604573, "f1": 0.581547, "f1_weighted": 0.602583, "precision": 0.568678, "precision_weighted": 0.667398, "recall": 0.67346, "recall_weighted": 0.604573, "ap": null, "ap_weighted": null }, { "accuracy": 0.571621, "f1": 0.54813, "f1_weighted": 0.569504, "precision": 0.54516, "precision_weighted": 0.654554, "recall": 0.64974, "recall_weighted": 0.571621, "ap": null, "ap_weighted": null }, { "accuracy": 0.579018, "f1": 0.553272, "f1_weighted": 0.571898, "precision": 0.543983, "precision_weighted": 0.629567, "recall": 0.66138, "recall_weighted": 0.579018, "ap": null, "ap_weighted": null }, { "accuracy": 0.55918, "f1": 0.533833, "f1_weighted": 0.551825, "precision": 0.529596, "precision_weighted": 0.632079, "recall": 0.649217, "recall_weighted": 0.55918, "ap": null, "ap_weighted": null }, { "accuracy": 0.537323, "f1": 0.527554, "f1_weighted": 0.527978, "precision": 0.539558, "precision_weighted": 0.630047, "recall": 0.622062, "recall_weighted": 0.537323, "ap": null, "ap_weighted": null }, { "accuracy": 0.555817, "f1": 0.546984, "f1_weighted": 0.553582, "precision": 0.543112, "precision_weighted": 0.628286, "recall": 0.658512, "recall_weighted": 0.555817, "ap": null, "ap_weighted": null }, { "accuracy": 0.560861, "f1": 0.536162, "f1_weighted": 0.557294, "precision": 0.544774, "precision_weighted": 0.652856, "recall": 0.636781, "recall_weighted": 0.560861, "ap": null, "ap_weighted": null }, { "accuracy": 0.561197, "f1": 0.553269, "f1_weighted": 0.547992, "precision": 0.545239, "precision_weighted": 0.613993, "recall": 0.662622, "recall_weighted": 0.561197, "ap": null, "ap_weighted": null }, { "accuracy": 0.571284, "f1": 0.550357, "f1_weighted": 0.569938, "precision": 0.550696, "precision_weighted": 0.656833, "recall": 0.66763, "recall_weighted": 0.571284, "ap": null, "ap_weighted": null } ], "accuracy": 0.567384, "f1": 0.549143, "f1_weighted": 0.562759, "precision": 0.547338, "precision_weighted": 0.642032, "recall": 0.654397, "recall_weighted": 0.567384, "ap": NaN, "ap_weighted": NaN, "main_score": 0.567384, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.577673, "f1": 0.570967, "f1_weighted": 0.568097, "precision": 0.561739, "precision_weighted": 0.643772, "recall": 0.667191, "recall_weighted": 0.577673, "ap": null, "ap_weighted": null }, { "accuracy": 0.630128, "f1": 0.601982, "f1_weighted": 0.625501, "precision": 0.583988, "precision_weighted": 0.667906, "recall": 0.681999, "recall_weighted": 0.630128, "ap": null, "ap_weighted": null }, { "accuracy": 0.577337, "f1": 0.569316, "f1_weighted": 0.569924, "precision": 0.551922, "precision_weighted": 0.641976, "recall": 0.67416, "recall_weighted": 0.577337, "ap": null, "ap_weighted": null }, { "accuracy": 0.612643, "f1": 0.586143, "f1_weighted": 0.602328, "precision": 0.574648, "precision_weighted": 0.65945, "recall": 0.66714, "recall_weighted": 0.612643, "ap": null, "ap_weighted": null }, { "accuracy": 0.606927, "f1": 0.582624, "f1_weighted": 0.599219, "precision": 0.582395, "precision_weighted": 0.681857, "recall": 0.692148, "recall_weighted": 0.606927, "ap": null, "ap_weighted": null }, { "accuracy": 0.581708, "f1": 0.579946, "f1_weighted": 0.569538, "precision": 0.575565, "precision_weighted": 0.669619, "recall": 0.685779, "recall_weighted": 0.581708, "ap": null, "ap_weighted": null }, { "accuracy": 0.583389, "f1": 0.581723, "f1_weighted": 0.577463, "precision": 0.578655, "precision_weighted": 0.653306, "recall": 0.693154, "recall_weighted": 0.583389, "ap": null, "ap_weighted": null }, { "accuracy": 0.587761, "f1": 0.581047, "f1_weighted": 0.582083, "precision": 0.57616, "precision_weighted": 0.665956, "recall": 0.665162, "recall_weighted": 0.587761, "ap": null, "ap_weighted": null }, { "accuracy": 0.563215, "f1": 0.556957, "f1_weighted": 0.549197, "precision": 0.554508, "precision_weighted": 0.649466, "recall": 0.674475, "recall_weighted": 0.563215, "ap": null, "ap_weighted": null }, { "accuracy": 0.60121, "f1": 0.600614, "f1_weighted": 0.599143, "precision": 0.597808, "precision_weighted": 0.683347, "recall": 0.710049, "recall_weighted": 0.60121, "ap": null, "ap_weighted": null } ], "accuracy": 0.592199, "f1": 0.581132, "f1_weighted": 0.584249, "precision": 0.573739, "precision_weighted": 0.661666, "recall": 0.681126, "recall_weighted": 0.592199, "ap": NaN, "ap_weighted": NaN, "main_score": 0.592199, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.555481, "f1": 0.545504, "f1_weighted": 0.542917, "precision": 0.530354, "precision_weighted": 0.611237, "recall": 0.65139, "recall_weighted": 0.555481, "ap": null, "ap_weighted": null }, { "accuracy": 0.584734, "f1": 0.570657, "f1_weighted": 0.577508, "precision": 0.554521, "precision_weighted": 0.637069, "recall": 0.657718, "recall_weighted": 0.584734, "ap": null, "ap_weighted": null }, { "accuracy": 0.550437, "f1": 0.535442, "f1_weighted": 0.540975, "precision": 0.516611, "precision_weighted": 0.595268, "recall": 0.642617, "recall_weighted": 0.550437, "ap": null, "ap_weighted": null }, { "accuracy": 0.560525, "f1": 0.535651, "f1_weighted": 0.551626, "precision": 0.525662, "precision_weighted": 0.616055, "recall": 0.629053, "recall_weighted": 0.560525, "ap": null, "ap_weighted": null }, { "accuracy": 0.563887, "f1": 0.537658, "f1_weighted": 0.547323, "precision": 0.522934, "precision_weighted": 0.614088, "recall": 0.650886, "recall_weighted": 0.563887, "ap": null, "ap_weighted": null }, { "accuracy": 0.523201, "f1": 0.51626, "f1_weighted": 0.509446, "precision": 0.507594, "precision_weighted": 0.596944, "recall": 0.610967, "recall_weighted": 0.523201, "ap": null, "ap_weighted": null }, { "accuracy": 0.552118, "f1": 0.538893, "f1_weighted": 0.542355, "precision": 0.531225, "precision_weighted": 0.61181, "recall": 0.646764, "recall_weighted": 0.552118, "ap": null, "ap_weighted": null }, { "accuracy": 0.558843, "f1": 0.544447, "f1_weighted": 0.54942, "precision": 0.535875, "precision_weighted": 0.622209, "recall": 0.640484, "recall_weighted": 0.558843, "ap": null, "ap_weighted": null }, { "accuracy": 0.527909, "f1": 0.516537, "f1_weighted": 0.506353, "precision": 0.514033, "precision_weighted": 0.610811, "recall": 0.635311, "recall_weighted": 0.527909, "ap": null, "ap_weighted": null }, { "accuracy": 0.548083, "f1": 0.533185, "f1_weighted": 0.542525, "precision": 0.517588, "precision_weighted": 0.620358, "recall": 0.648761, "recall_weighted": 0.548083, "ap": null, "ap_weighted": null } ], "accuracy": 0.552522, "f1": 0.537423, "f1_weighted": 0.541045, "precision": 0.52564, "precision_weighted": 0.613585, "recall": 0.641395, "recall_weighted": 0.552522, "ap": NaN, "ap_weighted": NaN, "main_score": 0.552522, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.588433, "f1": 0.562181, "f1_weighted": 0.584975, "precision": 0.554248, "precision_weighted": 0.654473, "recall": 0.672107, "recall_weighted": 0.588433, "ap": null, "ap_weighted": null }, { "accuracy": 0.619368, "f1": 0.575771, "f1_weighted": 0.618228, "precision": 0.562167, "precision_weighted": 0.670162, "recall": 0.660065, "recall_weighted": 0.619368, "ap": null, "ap_weighted": null }, { "accuracy": 0.566913, "f1": 0.534084, "f1_weighted": 0.560211, "precision": 0.527612, "precision_weighted": 0.641661, "recall": 0.649658, "recall_weighted": 0.566913, "ap": null, "ap_weighted": null }, { "accuracy": 0.607935, "f1": 0.569184, "f1_weighted": 0.60397, "precision": 0.562631, "precision_weighted": 0.657259, "recall": 0.673798, "recall_weighted": 0.607935, "ap": null, "ap_weighted": null }, { "accuracy": 0.596839, "f1": 0.560484, "f1_weighted": 0.588837, "precision": 0.562886, "precision_weighted": 0.674543, "recall": 0.673271, "recall_weighted": 0.596839, "ap": null, "ap_weighted": null }, { "accuracy": 0.536987, "f1": 0.531462, "f1_weighted": 0.531206, "precision": 0.539102, "precision_weighted": 0.642585, "recall": 0.633802, "recall_weighted": 0.536987, "ap": null, "ap_weighted": null }, { "accuracy": 0.576328, "f1": 0.568748, "f1_weighted": 0.569606, "precision": 0.557925, "precision_weighted": 0.634587, "recall": 0.680117, "recall_weighted": 0.576328, "ap": null, "ap_weighted": null }, { "accuracy": 0.583053, "f1": 0.554839, "f1_weighted": 0.578113, "precision": 0.553815, "precision_weighted": 0.660313, "recall": 0.643129, "recall_weighted": 0.583053, "ap": null, "ap_weighted": null }, { "accuracy": 0.567586, "f1": 0.54659, "f1_weighted": 0.550623, "precision": 0.538751, "precision_weighted": 0.632485, "recall": 0.661785, "recall_weighted": 0.567586, "ap": null, "ap_weighted": null }, { "accuracy": 0.603228, "f1": 0.567539, "f1_weighted": 0.598642, "precision": 0.559796, "precision_weighted": 0.667507, "recall": 0.679466, "recall_weighted": 0.603228, "ap": null, "ap_weighted": null } ], "accuracy": 0.584667, "f1": 0.557088, "f1_weighted": 0.578441, "precision": 0.551893, "precision_weighted": 0.653558, "recall": 0.66272, "recall_weighted": 0.584667, "ap": NaN, "ap_weighted": NaN, "main_score": 0.584667, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.551446, "f1": 0.541491, "f1_weighted": 0.547923, "precision": 0.526085, "precision_weighted": 0.60711, "recall": 0.64396, "recall_weighted": 0.551446, "ap": null, "ap_weighted": null }, { "accuracy": 0.56187, "f1": 0.548935, "f1_weighted": 0.558783, "precision": 0.541182, "precision_weighted": 0.624864, "recall": 0.629883, "recall_weighted": 0.56187, "ap": null, "ap_weighted": null }, { "accuracy": 0.516476, "f1": 0.519586, "f1_weighted": 0.504159, "precision": 0.504566, "precision_weighted": 0.58221, "recall": 0.622976, "recall_weighted": 0.516476, "ap": null, "ap_weighted": null }, { "accuracy": 0.546738, "f1": 0.51929, "f1_weighted": 0.537014, "precision": 0.50933, "precision_weighted": 0.602688, "recall": 0.612629, "recall_weighted": 0.546738, "ap": null, "ap_weighted": null }, { "accuracy": 0.560188, "f1": 0.532537, "f1_weighted": 0.547799, "precision": 0.523154, "precision_weighted": 0.605535, "recall": 0.636342, "recall_weighted": 0.560188, "ap": null, "ap_weighted": null }, { "accuracy": 0.513786, "f1": 0.515006, "f1_weighted": 0.505715, "precision": 0.512507, "precision_weighted": 0.59911, "recall": 0.608044, "recall_weighted": 0.513786, "ap": null, "ap_weighted": null }, { "accuracy": 0.530599, "f1": 0.532662, "f1_weighted": 0.519387, "precision": 0.527632, "precision_weighted": 0.592658, "recall": 0.625799, "recall_weighted": 0.530599, "ap": null, "ap_weighted": null }, { "accuracy": 0.5538, "f1": 0.540942, "f1_weighted": 0.544136, "precision": 0.531866, "precision_weighted": 0.618457, "recall": 0.629439, "recall_weighted": 0.5538, "ap": null, "ap_weighted": null }, { "accuracy": 0.522529, "f1": 0.519032, "f1_weighted": 0.509597, "precision": 0.515948, "precision_weighted": 0.613704, "recall": 0.631517, "recall_weighted": 0.522529, "ap": null, "ap_weighted": null }, { "accuracy": 0.551446, "f1": 0.535167, "f1_weighted": 0.545744, "precision": 0.51966, "precision_weighted": 0.606996, "recall": 0.641056, "recall_weighted": 0.551446, "ap": null, "ap_weighted": null } ], "accuracy": 0.540888, "f1": 0.530465, "f1_weighted": 0.532026, "precision": 0.521193, "precision_weighted": 0.605333, "recall": 0.628164, "recall_weighted": 0.540888, "ap": NaN, "ap_weighted": NaN, "main_score": 0.540888, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.524882, "f1": 0.504075, "f1_weighted": 0.520728, "precision": 0.496229, "precision_weighted": 0.586312, "recall": 0.610461, "recall_weighted": 0.524882, "ap": null, "ap_weighted": null }, { "accuracy": 0.540013, "f1": 0.517372, "f1_weighted": 0.540438, "precision": 0.5077, "precision_weighted": 0.593227, "recall": 0.603932, "recall_weighted": 0.540013, "ap": null, "ap_weighted": null }, { "accuracy": 0.499328, "f1": 0.47936, "f1_weighted": 0.490388, "precision": 0.471592, "precision_weighted": 0.550689, "recall": 0.5949, "recall_weighted": 0.499328, "ap": null, "ap_weighted": null }, { "accuracy": 0.518157, "f1": 0.489473, "f1_weighted": 0.510795, "precision": 0.476694, "precision_weighted": 0.565676, "recall": 0.580417, "recall_weighted": 0.518157, "ap": null, "ap_weighted": null }, { "accuracy": 0.51076, "f1": 0.478502, "f1_weighted": 0.490752, "precision": 0.471165, "precision_weighted": 0.565531, "recall": 0.598755, "recall_weighted": 0.51076, "ap": null, "ap_weighted": null }, { "accuracy": 0.477808, "f1": 0.46708, "f1_weighted": 0.470352, "precision": 0.468723, "precision_weighted": 0.576455, "recall": 0.572917, "recall_weighted": 0.477808, "ap": null, "ap_weighted": null }, { "accuracy": 0.519166, "f1": 0.513533, "f1_weighted": 0.518938, "precision": 0.505644, "precision_weighted": 0.584173, "recall": 0.623265, "recall_weighted": 0.519166, "ap": null, "ap_weighted": null }, { "accuracy": 0.498991, "f1": 0.478631, "f1_weighted": 0.490877, "precision": 0.472735, "precision_weighted": 0.57441, "recall": 0.591576, "recall_weighted": 0.498991, "ap": null, "ap_weighted": null }, { "accuracy": 0.483524, "f1": 0.468477, "f1_weighted": 0.476135, "precision": 0.47566, "precision_weighted": 0.573546, "recall": 0.57836, "recall_weighted": 0.483524, "ap": null, "ap_weighted": null }, { "accuracy": 0.519839, "f1": 0.494306, "f1_weighted": 0.516638, "precision": 0.48299, "precision_weighted": 0.578941, "recall": 0.598119, "recall_weighted": 0.519839, "ap": null, "ap_weighted": null } ], "accuracy": 0.509247, "f1": 0.489081, "f1_weighted": 0.502604, "precision": 0.482913, "precision_weighted": 0.574896, "recall": 0.59527, "recall_weighted": 0.509247, "ap": NaN, "ap_weighted": NaN, "main_score": 0.509247, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.597176, "f1": 0.572278, "f1_weighted": 0.593102, "precision": 0.56556, "precision_weighted": 0.661121, "recall": 0.670993, "recall_weighted": 0.597176, "ap": null, "ap_weighted": null }, { "accuracy": 0.608944, "f1": 0.5833, "f1_weighted": 0.608108, "precision": 0.576364, "precision_weighted": 0.660691, "recall": 0.663343, "recall_weighted": 0.608944, "ap": null, "ap_weighted": null }, { "accuracy": 0.589778, "f1": 0.563184, "f1_weighted": 0.579843, "precision": 0.547577, "precision_weighted": 0.639644, "recall": 0.659173, "recall_weighted": 0.589778, "ap": null, "ap_weighted": null }, { "accuracy": 0.589442, "f1": 0.560082, "f1_weighted": 0.578081, "precision": 0.543779, "precision_weighted": 0.628982, "recall": 0.647439, "recall_weighted": 0.589442, "ap": null, "ap_weighted": null }, { "accuracy": 0.588433, "f1": 0.549021, "f1_weighted": 0.571493, "precision": 0.540401, "precision_weighted": 0.621444, "recall": 0.660586, "recall_weighted": 0.588433, "ap": null, "ap_weighted": null }, { "accuracy": 0.550773, "f1": 0.532128, "f1_weighted": 0.541171, "precision": 0.533963, "precision_weighted": 0.637163, "recall": 0.625127, "recall_weighted": 0.550773, "ap": null, "ap_weighted": null }, { "accuracy": 0.582381, "f1": 0.553209, "f1_weighted": 0.57612, "precision": 0.549509, "precision_weighted": 0.651645, "recall": 0.654771, "recall_weighted": 0.582381, "ap": null, "ap_weighted": null }, { "accuracy": 0.577673, "f1": 0.555197, "f1_weighted": 0.563894, "precision": 0.555337, "precision_weighted": 0.653849, "recall": 0.64619, "recall_weighted": 0.577673, "ap": null, "ap_weighted": null }, { "accuracy": 0.560188, "f1": 0.545917, "f1_weighted": 0.54349, "precision": 0.537796, "precision_weighted": 0.619299, "recall": 0.658715, "recall_weighted": 0.560188, "ap": null, "ap_weighted": null }, { "accuracy": 0.593813, "f1": 0.557367, "f1_weighted": 0.586896, "precision": 0.552289, "precision_weighted": 0.646252, "recall": 0.653945, "recall_weighted": 0.593813, "ap": null, "ap_weighted": null } ], "accuracy": 0.58386, "f1": 0.557168, "f1_weighted": 0.57422, "precision": 0.550257, "precision_weighted": 0.642009, "recall": 0.654028, "recall_weighted": 0.58386, "ap": NaN, "ap_weighted": NaN, "main_score": 0.58386, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.466375, "f1": 0.4488, "f1_weighted": 0.461351, "precision": 0.453651, "precision_weighted": 0.537794, "recall": 0.547625, "recall_weighted": 0.466375, "ap": null, "ap_weighted": null }, { "accuracy": 0.45427, "f1": 0.433197, "f1_weighted": 0.458174, "precision": 0.4488, "precision_weighted": 0.559937, "recall": 0.517999, "recall_weighted": 0.45427, "ap": null, "ap_weighted": null }, { "accuracy": 0.425353, "f1": 0.406904, "f1_weighted": 0.425542, "precision": 0.419923, "precision_weighted": 0.548926, "recall": 0.490433, "recall_weighted": 0.425353, "ap": null, "ap_weighted": null }, { "accuracy": 0.453934, "f1": 0.430058, "f1_weighted": 0.45873, "precision": 0.43894, "precision_weighted": 0.540448, "recall": 0.50484, "recall_weighted": 0.453934, "ap": null, "ap_weighted": null }, { "accuracy": 0.445192, "f1": 0.395005, "f1_weighted": 0.431134, "precision": 0.407004, "precision_weighted": 0.536717, "recall": 0.498509, "recall_weighted": 0.445192, "ap": null, "ap_weighted": null }, { "accuracy": 0.432078, "f1": 0.417044, "f1_weighted": 0.427879, "precision": 0.427872, "precision_weighted": 0.528709, "recall": 0.529243, "recall_weighted": 0.432078, "ap": null, "ap_weighted": null }, { "accuracy": 0.439139, "f1": 0.424966, "f1_weighted": 0.428404, "precision": 0.437939, "precision_weighted": 0.540753, "recall": 0.536193, "recall_weighted": 0.439139, "ap": null, "ap_weighted": null }, { "accuracy": 0.453262, "f1": 0.422938, "f1_weighted": 0.446537, "precision": 0.434755, "precision_weighted": 0.533971, "recall": 0.502034, "recall_weighted": 0.453262, "ap": null, "ap_weighted": null }, { "accuracy": 0.415266, "f1": 0.397941, "f1_weighted": 0.400563, "precision": 0.405641, "precision_weighted": 0.467347, "recall": 0.493853, "recall_weighted": 0.415266, "ap": null, "ap_weighted": null }, { "accuracy": 0.442502, "f1": 0.421865, "f1_weighted": 0.440785, "precision": 0.429876, "precision_weighted": 0.534751, "recall": 0.530585, "recall_weighted": 0.442502, "ap": null, "ap_weighted": null } ], "accuracy": 0.442737, "f1": 0.419872, "f1_weighted": 0.43791, "precision": 0.43044, "precision_weighted": 0.532935, "recall": 0.515131, "recall_weighted": 0.442737, "ap": NaN, "ap_weighted": NaN, "main_score": 0.442737, "hf_subset": "sw", "languages": [ "swa-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.536987, "f1": 0.504463, "f1_weighted": 0.529034, "precision": 0.501861, "precision_weighted": 0.60048, "recall": 0.613058, "recall_weighted": 0.536987, "ap": null, "ap_weighted": null }, { "accuracy": 0.531944, "f1": 0.504532, "f1_weighted": 0.520853, "precision": 0.499496, "precision_weighted": 0.602026, "recall": 0.593102, "recall_weighted": 0.531944, "ap": null, "ap_weighted": null }, { "accuracy": 0.514795, "f1": 0.486933, "f1_weighted": 0.509178, "precision": 0.47611, "precision_weighted": 0.572676, "recall": 0.597571, "recall_weighted": 0.514795, "ap": null, "ap_weighted": null }, { "accuracy": 0.538332, "f1": 0.507803, "f1_weighted": 0.532775, "precision": 0.498511, "precision_weighted": 0.6026, "recall": 0.613663, "recall_weighted": 0.538332, "ap": null, "ap_weighted": null }, { "accuracy": 0.518494, "f1": 0.477041, "f1_weighted": 0.50819, "precision": 0.487412, "precision_weighted": 0.618899, "recall": 0.588444, "recall_weighted": 0.518494, "ap": null, "ap_weighted": null }, { "accuracy": 0.509751, "f1": 0.489636, "f1_weighted": 0.51128, "precision": 0.493681, "precision_weighted": 0.608081, "recall": 0.590285, "recall_weighted": 0.509751, "ap": null, "ap_weighted": null }, { "accuracy": 0.542031, "f1": 0.521019, "f1_weighted": 0.535007, "precision": 0.507506, "precision_weighted": 0.597479, "recall": 0.632954, "recall_weighted": 0.542031, "ap": null, "ap_weighted": null }, { "accuracy": 0.51614, "f1": 0.489204, "f1_weighted": 0.498104, "precision": 0.484563, "precision_weighted": 0.574073, "recall": 0.595039, "recall_weighted": 0.51614, "ap": null, "ap_weighted": null }, { "accuracy": 0.528581, "f1": 0.490107, "f1_weighted": 0.52103, "precision": 0.492246, "precision_weighted": 0.60304, "recall": 0.586718, "recall_weighted": 0.528581, "ap": null, "ap_weighted": null }, { "accuracy": 0.547075, "f1": 0.515288, "f1_weighted": 0.537418, "precision": 0.50734, "precision_weighted": 0.608215, "recall": 0.621717, "recall_weighted": 0.547075, "ap": null, "ap_weighted": null } ], "accuracy": 0.528413, "f1": 0.498603, "f1_weighted": 0.520287, "precision": 0.494873, "precision_weighted": 0.598757, "recall": 0.603255, "recall_weighted": 0.528413, "ap": NaN, "ap_weighted": NaN, "main_score": 0.528413, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.542703, "f1": 0.521997, "f1_weighted": 0.543704, "precision": 0.515157, "precision_weighted": 0.604913, "recall": 0.627422, "recall_weighted": 0.542703, "ap": null, "ap_weighted": null }, { "accuracy": 0.544385, "f1": 0.517582, "f1_weighted": 0.545284, "precision": 0.509785, "precision_weighted": 0.613281, "recall": 0.624427, "recall_weighted": 0.544385, "ap": null, "ap_weighted": null }, { "accuracy": 0.509415, "f1": 0.491134, "f1_weighted": 0.506009, "precision": 0.487091, "precision_weighted": 0.5842, "recall": 0.605102, "recall_weighted": 0.509415, "ap": null, "ap_weighted": null }, { "accuracy": 0.54842, "f1": 0.514807, "f1_weighted": 0.544168, "precision": 0.507973, "precision_weighted": 0.601709, "recall": 0.616384, "recall_weighted": 0.54842, "ap": null, "ap_weighted": null }, { "accuracy": 0.524546, "f1": 0.483959, "f1_weighted": 0.516672, "precision": 0.486069, "precision_weighted": 0.573559, "recall": 0.58607, "recall_weighted": 0.524546, "ap": null, "ap_weighted": null }, { "accuracy": 0.479489, "f1": 0.469151, "f1_weighted": 0.470537, "precision": 0.477916, "precision_weighted": 0.580078, "recall": 0.581218, "recall_weighted": 0.479489, "ap": null, "ap_weighted": null }, { "accuracy": 0.509079, "f1": 0.491684, "f1_weighted": 0.503844, "precision": 0.480026, "precision_weighted": 0.553058, "recall": 0.602714, "recall_weighted": 0.509079, "ap": null, "ap_weighted": null }, { "accuracy": 0.520511, "f1": 0.483443, "f1_weighted": 0.508365, "precision": 0.487849, "precision_weighted": 0.582037, "recall": 0.588577, "recall_weighted": 0.520511, "ap": null, "ap_weighted": null }, { "accuracy": 0.507734, "f1": 0.484609, "f1_weighted": 0.492146, "precision": 0.483433, "precision_weighted": 0.562409, "recall": 0.588101, "recall_weighted": 0.507734, "ap": null, "ap_weighted": null }, { "accuracy": 0.520511, "f1": 0.497874, "f1_weighted": 0.516871, "precision": 0.499649, "precision_weighted": 0.608568, "recall": 0.608885, "recall_weighted": 0.520511, "ap": null, "ap_weighted": null } ], "accuracy": 0.520679, "f1": 0.495624, "f1_weighted": 0.51476, "precision": 0.493495, "precision_weighted": 0.586381, "recall": 0.60289, "recall_weighted": 0.520679, "ap": NaN, "ap_weighted": NaN, "main_score": 0.520679, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.522529, "f1": 0.530601, "f1_weighted": 0.507263, "precision": 0.541526, "precision_weighted": 0.621152, "recall": 0.644046, "recall_weighted": 0.522529, "ap": null, "ap_weighted": null }, { "accuracy": 0.555817, "f1": 0.544114, "f1_weighted": 0.550445, "precision": 0.533774, "precision_weighted": 0.622789, "recall": 0.653653, "recall_weighted": 0.555817, "ap": null, "ap_weighted": null }, { "accuracy": 0.511769, "f1": 0.5042, "f1_weighted": 0.504499, "precision": 0.497397, "precision_weighted": 0.568058, "recall": 0.621752, "recall_weighted": 0.511769, "ap": null, "ap_weighted": null }, { "accuracy": 0.519839, "f1": 0.521993, "f1_weighted": 0.515914, "precision": 0.520014, "precision_weighted": 0.593101, "recall": 0.620224, "recall_weighted": 0.519839, "ap": null, "ap_weighted": null }, { "accuracy": 0.524882, "f1": 0.509853, "f1_weighted": 0.512904, "precision": 0.506618, "precision_weighted": 0.581121, "recall": 0.622163, "recall_weighted": 0.524882, "ap": null, "ap_weighted": null }, { "accuracy": 0.479825, "f1": 0.493851, "f1_weighted": 0.461055, "precision": 0.490575, "precision_weighted": 0.554294, "recall": 0.620616, "recall_weighted": 0.479825, "ap": null, "ap_weighted": null }, { "accuracy": 0.51614, "f1": 0.513434, "f1_weighted": 0.509873, "precision": 0.516179, "precision_weighted": 0.589848, "recall": 0.614916, "recall_weighted": 0.51614, "ap": null, "ap_weighted": null }, { "accuracy": 0.533961, "f1": 0.517491, "f1_weighted": 0.527201, "precision": 0.522129, "precision_weighted": 0.609024, "recall": 0.613695, "recall_weighted": 0.533961, "ap": null, "ap_weighted": null }, { "accuracy": 0.507397, "f1": 0.515417, "f1_weighted": 0.499084, "precision": 0.51332, "precision_weighted": 0.583444, "recall": 0.622141, "recall_weighted": 0.507397, "ap": null, "ap_weighted": null }, { "accuracy": 0.515467, "f1": 0.51416, "f1_weighted": 0.502821, "precision": 0.520063, "precision_weighted": 0.601642, "recall": 0.629432, "recall_weighted": 0.515467, "ap": null, "ap_weighted": null } ], "accuracy": 0.518763, "f1": 0.516511, "f1_weighted": 0.509106, "precision": 0.51616, "precision_weighted": 0.592447, "recall": 0.626264, "recall_weighted": 0.518763, "ap": NaN, "ap_weighted": NaN, "main_score": 0.518763, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.479489, "f1": 0.468713, "f1_weighted": 0.47091, "precision": 0.467009, "precision_weighted": 0.548258, "recall": 0.586824, "recall_weighted": 0.479489, "ap": null, "ap_weighted": null }, { "accuracy": 0.514459, "f1": 0.48976, "f1_weighted": 0.507919, "precision": 0.485643, "precision_weighted": 0.607992, "recall": 0.603046, "recall_weighted": 0.514459, "ap": null, "ap_weighted": null }, { "accuracy": 0.485541, "f1": 0.473226, "f1_weighted": 0.485577, "precision": 0.471412, "precision_weighted": 0.568977, "recall": 0.56436, "recall_weighted": 0.485541, "ap": null, "ap_weighted": null }, { "accuracy": 0.494284, "f1": 0.469545, "f1_weighted": 0.484133, "precision": 0.463, "precision_weighted": 0.55298, "recall": 0.565985, "recall_weighted": 0.494284, "ap": null, "ap_weighted": null }, { "accuracy": 0.4731, "f1": 0.445157, "f1_weighted": 0.46272, "precision": 0.448686, "precision_weighted": 0.543895, "recall": 0.566749, "recall_weighted": 0.4731, "ap": null, "ap_weighted": null }, { "accuracy": 0.452253, "f1": 0.449814, "f1_weighted": 0.446191, "precision": 0.460517, "precision_weighted": 0.572242, "recall": 0.572474, "recall_weighted": 0.452253, "ap": null, "ap_weighted": null }, { "accuracy": 0.463349, "f1": 0.445153, "f1_weighted": 0.450873, "precision": 0.439212, "precision_weighted": 0.536182, "recall": 0.574939, "recall_weighted": 0.463349, "ap": null, "ap_weighted": null }, { "accuracy": 0.453262, "f1": 0.43973, "f1_weighted": 0.436824, "precision": 0.447888, "precision_weighted": 0.550632, "recall": 0.566697, "recall_weighted": 0.453262, "ap": null, "ap_weighted": null }, { "accuracy": 0.45427, "f1": 0.45669, "f1_weighted": 0.44366, "precision": 0.463574, "precision_weighted": 0.544264, "recall": 0.582838, "recall_weighted": 0.45427, "ap": null, "ap_weighted": null }, { "accuracy": 0.469738, "f1": 0.454747, "f1_weighted": 0.459197, "precision": 0.467184, "precision_weighted": 0.588303, "recall": 0.574851, "recall_weighted": 0.469738, "ap": null, "ap_weighted": null } ], "accuracy": 0.473974, "f1": 0.459254, "f1_weighted": 0.4648, "precision": 0.461413, "precision_weighted": 0.561372, "recall": 0.575876, "recall_weighted": 0.473974, "ap": NaN, "ap_weighted": NaN, "main_score": 0.473974, "hf_subset": "tl", "languages": [ "tgl-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.56456, "f1": 0.540094, "f1_weighted": 0.556937, "precision": 0.532484, "precision_weighted": 0.627767, "recall": 0.65462, "recall_weighted": 0.56456, "ap": null, "ap_weighted": null }, { "accuracy": 0.570612, "f1": 0.547156, "f1_weighted": 0.569907, "precision": 0.533853, "precision_weighted": 0.622156, "recall": 0.628404, "recall_weighted": 0.570612, "ap": null, "ap_weighted": null }, { "accuracy": 0.546402, "f1": 0.517563, "f1_weighted": 0.533684, "precision": 0.51362, "precision_weighted": 0.61919, "recall": 0.626806, "recall_weighted": 0.546402, "ap": null, "ap_weighted": null }, { "accuracy": 0.546738, "f1": 0.531281, "f1_weighted": 0.5412, "precision": 0.525059, "precision_weighted": 0.614883, "recall": 0.62392, "recall_weighted": 0.546738, "ap": null, "ap_weighted": null }, { "accuracy": 0.551446, "f1": 0.514757, "f1_weighted": 0.542571, "precision": 0.518289, "precision_weighted": 0.608431, "recall": 0.618868, "recall_weighted": 0.551446, "ap": null, "ap_weighted": null }, { "accuracy": 0.534633, "f1": 0.525058, "f1_weighted": 0.531055, "precision": 0.520514, "precision_weighted": 0.615735, "recall": 0.614931, "recall_weighted": 0.534633, "ap": null, "ap_weighted": null }, { "accuracy": 0.556826, "f1": 0.535412, "f1_weighted": 0.55228, "precision": 0.532027, "precision_weighted": 0.619979, "recall": 0.641299, "recall_weighted": 0.556826, "ap": null, "ap_weighted": null }, { "accuracy": 0.554136, "f1": 0.525689, "f1_weighted": 0.545823, "precision": 0.516056, "precision_weighted": 0.603557, "recall": 0.6278, "recall_weighted": 0.554136, "ap": null, "ap_weighted": null }, { "accuracy": 0.53497, "f1": 0.51801, "f1_weighted": 0.531001, "precision": 0.519293, "precision_weighted": 0.626454, "recall": 0.626618, "recall_weighted": 0.53497, "ap": null, "ap_weighted": null }, { "accuracy": 0.53497, "f1": 0.523825, "f1_weighted": 0.524173, "precision": 0.524756, "precision_weighted": 0.614148, "recall": 0.635628, "recall_weighted": 0.53497, "ap": null, "ap_weighted": null } ], "accuracy": 0.549529, "f1": 0.527884, "f1_weighted": 0.542863, "precision": 0.523595, "precision_weighted": 0.61723, "recall": 0.629889, "recall_weighted": 0.549529, "ap": NaN, "ap_weighted": NaN, "main_score": 0.549529, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.536651, "f1": 0.519226, "f1_weighted": 0.530554, "precision": 0.503577, "precision_weighted": 0.594723, "recall": 0.612114, "recall_weighted": 0.536651, "ap": null, "ap_weighted": null }, { "accuracy": 0.54035, "f1": 0.522625, "f1_weighted": 0.53025, "precision": 0.515009, "precision_weighted": 0.610261, "recall": 0.635238, "recall_weighted": 0.54035, "ap": null, "ap_weighted": null }, { "accuracy": 0.512777, "f1": 0.495045, "f1_weighted": 0.509708, "precision": 0.491149, "precision_weighted": 0.613159, "recall": 0.609556, "recall_weighted": 0.512777, "ap": null, "ap_weighted": null }, { "accuracy": 0.548756, "f1": 0.507513, "f1_weighted": 0.546159, "precision": 0.495761, "precision_weighted": 0.610812, "recall": 0.609967, "recall_weighted": 0.548756, "ap": null, "ap_weighted": null }, { "accuracy": 0.502354, "f1": 0.470629, "f1_weighted": 0.484617, "precision": 0.463114, "precision_weighted": 0.560247, "recall": 0.591534, "recall_weighted": 0.502354, "ap": null, "ap_weighted": null }, { "accuracy": 0.470074, "f1": 0.474839, "f1_weighted": 0.457915, "precision": 0.486034, "precision_weighted": 0.592515, "recall": 0.592052, "recall_weighted": 0.470074, "ap": null, "ap_weighted": null }, { "accuracy": 0.514795, "f1": 0.498934, "f1_weighted": 0.500716, "precision": 0.486472, "precision_weighted": 0.565425, "recall": 0.613621, "recall_weighted": 0.514795, "ap": null, "ap_weighted": null }, { "accuracy": 0.507061, "f1": 0.473852, "f1_weighted": 0.498729, "precision": 0.477488, "precision_weighted": 0.593491, "recall": 0.591582, "recall_weighted": 0.507061, "ap": null, "ap_weighted": null }, { "accuracy": 0.51076, "f1": 0.478002, "f1_weighted": 0.501089, "precision": 0.485468, "precision_weighted": 0.592928, "recall": 0.582619, "recall_weighted": 0.51076, "ap": null, "ap_weighted": null }, { "accuracy": 0.527909, "f1": 0.50487, "f1_weighted": 0.51913, "precision": 0.496825, "precision_weighted": 0.606853, "recall": 0.626711, "recall_weighted": 0.527909, "ap": null, "ap_weighted": null } ], "accuracy": 0.517149, "f1": 0.494553, "f1_weighted": 0.507887, "precision": 0.49009, "precision_weighted": 0.594041, "recall": 0.606499, "recall_weighted": 0.517149, "ap": NaN, "ap_weighted": NaN, "main_score": 0.517149, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.558171, "f1": 0.542915, "f1_weighted": 0.546649, "precision": 0.531216, "precision_weighted": 0.622828, "recall": 0.643088, "recall_weighted": 0.558171, "ap": null, "ap_weighted": null }, { "accuracy": 0.547411, "f1": 0.531536, "f1_weighted": 0.538032, "precision": 0.520981, "precision_weighted": 0.609934, "recall": 0.616658, "recall_weighted": 0.547411, "ap": null, "ap_weighted": null }, { "accuracy": 0.528581, "f1": 0.501861, "f1_weighted": 0.516358, "precision": 0.486691, "precision_weighted": 0.58763, "recall": 0.608751, "recall_weighted": 0.528581, "ap": null, "ap_weighted": null }, { "accuracy": 0.558171, "f1": 0.531245, "f1_weighted": 0.538939, "precision": 0.516395, "precision_weighted": 0.610382, "recall": 0.639488, "recall_weighted": 0.558171, "ap": null, "ap_weighted": null }, { "accuracy": 0.536315, "f1": 0.507565, "f1_weighted": 0.516866, "precision": 0.501664, "precision_weighted": 0.594991, "recall": 0.611034, "recall_weighted": 0.536315, "ap": null, "ap_weighted": null }, { "accuracy": 0.497646, "f1": 0.500102, "f1_weighted": 0.476301, "precision": 0.49927, "precision_weighted": 0.59257, "recall": 0.614164, "recall_weighted": 0.497646, "ap": null, "ap_weighted": null }, { "accuracy": 0.530935, "f1": 0.534868, "f1_weighted": 0.524851, "precision": 0.528913, "precision_weighted": 0.598414, "recall": 0.630368, "recall_weighted": 0.530935, "ap": null, "ap_weighted": null }, { "accuracy": 0.542031, "f1": 0.517293, "f1_weighted": 0.529049, "precision": 0.506195, "precision_weighted": 0.60669, "recall": 0.619266, "recall_weighted": 0.542031, "ap": null, "ap_weighted": null }, { "accuracy": 0.532616, "f1": 0.521419, "f1_weighted": 0.517723, "precision": 0.515464, "precision_weighted": 0.589703, "recall": 0.625721, "recall_weighted": 0.532616, "ap": null, "ap_weighted": null }, { "accuracy": 0.552118, "f1": 0.531539, "f1_weighted": 0.547571, "precision": 0.529752, "precision_weighted": 0.616481, "recall": 0.62609, "recall_weighted": 0.552118, "ap": null, "ap_weighted": null } ], "accuracy": 0.538399, "f1": 0.522034, "f1_weighted": 0.525234, "precision": 0.513654, "precision_weighted": 0.602962, "recall": 0.623463, "recall_weighted": 0.538399, "ap": NaN, "ap_weighted": NaN, "main_score": 0.538399, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.61735, "f1": 0.592572, "f1_weighted": 0.609661, "precision": 0.576833, "precision_weighted": 0.658213, "recall": 0.686807, "recall_weighted": 0.61735, "ap": null, "ap_weighted": null }, { "accuracy": 0.648285, "f1": 0.621626, "f1_weighted": 0.644826, "precision": 0.608584, "precision_weighted": 0.687462, "recall": 0.695013, "recall_weighted": 0.648285, "ap": null, "ap_weighted": null }, { "accuracy": 0.613652, "f1": 0.590606, "f1_weighted": 0.599832, "precision": 0.576779, "precision_weighted": 0.634003, "recall": 0.683846, "recall_weighted": 0.613652, "ap": null, "ap_weighted": null }, { "accuracy": 0.632818, "f1": 0.610819, "f1_weighted": 0.626301, "precision": 0.601788, "precision_weighted": 0.670359, "recall": 0.697719, "recall_weighted": 0.632818, "ap": null, "ap_weighted": null }, { "accuracy": 0.622058, "f1": 0.593338, "f1_weighted": 0.607813, "precision": 0.576257, "precision_weighted": 0.646069, "recall": 0.691717, "recall_weighted": 0.622058, "ap": null, "ap_weighted": null }, { "accuracy": 0.585743, "f1": 0.584691, "f1_weighted": 0.577726, "precision": 0.582447, "precision_weighted": 0.667592, "recall": 0.682299, "recall_weighted": 0.585743, "ap": null, "ap_weighted": null }, { "accuracy": 0.586416, "f1": 0.583685, "f1_weighted": 0.579927, "precision": 0.575268, "precision_weighted": 0.64406, "recall": 0.676158, "recall_weighted": 0.586416, "ap": null, "ap_weighted": null }, { "accuracy": 0.620377, "f1": 0.597213, "f1_weighted": 0.616469, "precision": 0.583255, "precision_weighted": 0.669453, "recall": 0.692976, "recall_weighted": 0.620377, "ap": null, "ap_weighted": null }, { "accuracy": 0.592468, "f1": 0.582734, "f1_weighted": 0.575946, "precision": 0.578781, "precision_weighted": 0.657984, "recall": 0.6835, "recall_weighted": 0.592468, "ap": null, "ap_weighted": null }, { "accuracy": 0.620713, "f1": 0.602477, "f1_weighted": 0.611519, "precision": 0.589344, "precision_weighted": 0.662096, "recall": 0.696502, "recall_weighted": 0.620713, "ap": null, "ap_weighted": null } ], "accuracy": 0.613988, "f1": 0.595976, "f1_weighted": 0.605002, "precision": 0.584934, "precision_weighted": 0.659729, "recall": 0.688654, "recall_weighted": 0.613988, "ap": NaN, "ap_weighted": NaN, "main_score": 0.613988, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ], "mteb_version": "2.18.7" }, { "scores_per_experiment": [ { "accuracy": 0.580027, "f1": 0.585642, "f1_weighted": 0.571882, "precision": 0.576758, "precision_weighted": 0.641918, "recall": 0.696672, "recall_weighted": 0.580027, "ap": null, "ap_weighted": null }, { "accuracy": 0.601547, "f1": 0.597004, "f1_weighted": 0.59265, "precision": 0.577977, "precision_weighted": 0.646941, "recall": 0.685388, "recall_weighted": 0.601547, "ap": null, "ap_weighted": null }, { "accuracy": 0.569267, "f1": 0.557246, "f1_weighted": 0.555028, "precision": 0.541089, "precision_weighted": 0.618291, "recall": 0.657267, "recall_weighted": 0.569267, "ap": null, "ap_weighted": null }, { "accuracy": 0.572293, "f1": 0.563567, "f1_weighted": 0.557842, "precision": 0.550941, "precision_weighted": 0.618853, "recall": 0.657226, "recall_weighted": 0.572293, "ap": null, "ap_weighted": null }, { "accuracy": 0.589106, "f1": 0.577058, "f1_weighted": 0.572512, "precision": 0.558746, "precision_weighted": 0.628688, "recall": 0.690735, "recall_weighted": 0.589106, "ap": null, "ap_weighted": null }, { "accuracy": 0.555145, "f1": 0.564842, "f1_weighted": 0.534212, "precision": 0.553871, "precision_weighted": 0.64141, "recall": 0.673011, "recall_weighted": 0.555145, "ap": null, "ap_weighted": null }, { "accuracy": 0.581708, "f1": 0.577908, "f1_weighted": 0.567539, "precision": 0.561752, "precision_weighted": 0.625355, "recall": 0.686843, "recall_weighted": 0.581708, "ap": null, "ap_weighted": null }, { "accuracy": 0.587088, "f1": 0.578768, "f1_weighted": 0.577675, "precision": 0.568008, "precision_weighted": 0.642722, "recall": 0.685785, "recall_weighted": 0.587088, "ap": null, "ap_weighted": null }, { "accuracy": 0.561533, "f1": 0.55658, "f1_weighted": 0.545047, "precision": 0.546296, "precision_weighted": 0.610931, "recall": 0.662076, "recall_weighted": 0.561533, "ap": null, "ap_weighted": null }, { "accuracy": 0.563887, "f1": 0.573687, "f1_weighted": 0.553188, "precision": 0.560047, "precision_weighted": 0.613321, "recall": 0.683424, "recall_weighted": 0.563887, "ap": null, "ap_weighted": null } ], "accuracy": 0.57616, "f1": 0.57323, "f1_weighted": 0.562757, "precision": 0.559549, "precision_weighted": 0.628843, "recall": 0.677843, "recall_weighted": 0.57616, "ap": NaN, "ap_weighted": NaN, "main_score": 0.57616, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 2774.430937777972, "kg_co2_emissions": null, "date": 1785233402.524637, "evaluation_phases": [ { "name": "Data loading", "start": 0.0006531889084726572, "end": 2.6220758939161897, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 2.6220852320548147, "end": 2.6220874660648406, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 3.784803058952093, "end": 3.937218681909144, "split": "validation", "subset": "af" }, { "name": "Encoding test samples", "start": 3.9745276090689003, "end": 4.061456308932975, "split": "validation", "subset": "af" }, { "name": "Running experiment (0/10)", "start": 4.063185343053192, "end": 5.469837791984901, "split": "validation", "subset": "af" }, { "name": "Running experiment (1/10)", "start": 5.471027651103213, "end": 6.937240819912404, "split": "validation", "subset": "af" }, { "name": "Running experiment (2/10)", "start": 6.938524425961077, "end": 8.358078402932733, "split": "validation", "subset": "af" }, { "name": "Running experiment (3/10)", "start": 8.359272710978985, "end": 10.187725357012823, "split": "validation", "subset": "af" }, { "name": "Running experiment (4/10)", "start": 10.188968545990065, "end": 11.741611368954182, "split": "validation", "subset": "af" }, { "name": "Running experiment (5/10)", "start": 11.742824902990833, "end": 13.353018854977563, "split": "validation", "subset": "af" }, { "name": "Running experiment (6/10)", "start": 13.354197883047163, "end": 14.62268627109006, "split": "validation", "subset": "af" }, { "name": "Running experiment (7/10)", "start": 14.623827679082751, "end": 16.04773935000412, "split": "validation", "subset": "af" }, { "name": "Running experiment (8/10)", "start": 16.04889029590413, "end": 17.502903661923483, "split": "validation", "subset": "af" }, { "name": "Running experiment (9/10)", "start": 17.50407135905698, "end": 18.946426797891036, "split": "validation", "subset": "af" }, { "name": "Scoring", "start": 4.062226929003373, "end": 18.94642970408313, "split": "validation", "subset": "af" }, { "name": "Encoding training samples", "start": 20.337537105893716, "end": 20.502944476902485, "split": "validation", "subset": "am" }, { "name": "Encoding test samples", "start": 20.540912775089964, "end": 20.640541133936495, "split": "validation", "subset": "am" }, { "name": "Running experiment (0/10)", "start": 20.64231405989267, "end": 22.027719972888008, "split": "validation", "subset": "am" }, { "name": "Running experiment (1/10)", "start": 22.028918910073116, "end": 23.453967513050884, "split": "validation", "subset": "am" }, { "name": "Running experiment (2/10)", "start": 23.455196385039017, "end": 24.712866408983245, "split": "validation", "subset": "am" }, { "name": "Running experiment (3/10)", "start": 24.714033355005085, "end": 26.283011774066836, "split": "validation", "subset": "am" }, { "name": "Running experiment (4/10)", "start": 26.284193496918306, "end": 27.715162101900205, "split": "validation", "subset": "am" }, { "name": "Running experiment (5/10)", "start": 27.716478079091758, "end": 29.161910782102495, "split": "validation", "subset": "am" }, { "name": "Running experiment (6/10)", "start": 29.16316462191753, "end": 30.559219297021627, "split": "validation", "subset": "am" }, { "name": "Running experiment (7/10)", "start": 30.56043508509174, "end": 31.938823427073658, "split": "validation", "subset": "am" }, { "name": "Running experiment (8/10)", "start": 31.940001973882318, "end": 33.4863771519158, "split": "validation", "subset": "am" }, { "name": "Running experiment (9/10)", "start": 33.48758109798655, "end": 34.9462500710506, "split": "validation", "subset": "am" }, { "name": "Scoring", "start": 20.641338885063305, "end": 34.946252966998145, "split": "validation", "subset": "am" }, { "name": "Encoding training samples", "start": 36.35362986987457, "end": 36.49936234788038, "split": "validation", "subset": "ar" }, { "name": "Encoding test samples", "start": 36.5387007240206, "end": 36.62424667296, "split": "validation", "subset": "ar" }, { "name": "Running experiment (0/10)", "start": 36.62595039908774, "end": 37.87185941496864, "split": "validation", "subset": "ar" }, { "name": "Running experiment (1/10)", "start": 37.873137701069936, "end": 39.31546217901632, "split": "validation", "subset": "ar" }, { "name": "Running experiment (2/10)", "start": 39.31662408588454, "end": 41.12632133299485, "split": "validation", "subset": "ar" }, { "name": "Running experiment (3/10)", "start": 41.12754833209328, "end": 42.52190005709417, "split": "validation", "subset": "ar" }, { "name": "Running experiment (4/10)", "start": 42.52314122207463, "end": 44.022408256074414, "split": "validation", "subset": "ar" }, { "name": "Running experiment (5/10)", "start": 44.023740933975205, "end": 45.43032850604504, "split": "validation", "subset": "ar" }, { "name": "Running experiment (6/10)", "start": 45.431528273038566, "end": 46.81713666697033, "split": "validation", "subset": "ar" }, { "name": "Running experiment (7/10)", "start": 46.81831544497982, "end": 48.21027860697359, "split": "validation", "subset": "ar" }, { "name": "Running experiment (8/10)", "start": 48.211469447938725, "end": 49.8173899538815, "split": "validation", "subset": "ar" }, { "name": "Running experiment (9/10)", "start": 49.81859345897101, "end": 51.17547753104009, "split": "validation", "subset": "ar" }, { "name": "Scoring", "start": 36.62503181095235, "end": 51.175480196019635, "split": "validation", "subset": "ar" }, { "name": "Encoding training samples", "start": 52.782872752984986, "end": 52.939034876879305, "split": "validation", "subset": "az" }, { "name": "Encoding test samples", "start": 52.976975514087826, "end": 53.06808471190743, "split": "validation", "subset": "az" }, { "name": "Running experiment (0/10)", "start": 53.06980150309391, "end": 54.4541341480799, "split": "validation", "subset": "az" }, { "name": "Running experiment (1/10)", "start": 54.455313867889345, "end": 55.83544632000849, "split": "validation", "subset": "az" }, { "name": "Running experiment (2/10)", "start": 55.83705304400064, "end": 57.861166714923456, "split": "validation", "subset": "az" }, { "name": "Running experiment (3/10)", "start": 57.86238076002337, "end": 59.34049214888364, "split": "validation", "subset": "az" }, { "name": "Running experiment (4/10)", "start": 59.34179387893528, "end": 60.90177751588635, "split": "validation", "subset": "az" }, { "name": "Running experiment (5/10)", "start": 60.902941656066105, "end": 62.65540077188052, "split": "validation", "subset": "az" }, { "name": "Running experiment (6/10)", "start": 62.65664876089431, "end": 64.1531520918943, "split": "validation", "subset": "az" }, { "name": "Running experiment (7/10)", "start": 64.15441694203764, "end": 65.69234782201238, "split": "validation", "subset": "az" }, { "name": "Running experiment (8/10)", "start": 65.69352323305793, "end": 67.16069761407562, "split": "validation", "subset": "az" }, { "name": "Running experiment (9/10)", "start": 67.16191732999869, "end": 68.59798804996535, "split": "validation", "subset": "az" }, { "name": "Scoring", "start": 53.06887065107003, "end": 68.5979913061019, "split": "validation", "subset": "az" }, { "name": "Encoding training samples", "start": 69.99149335199036, "end": 70.15829854505137, "split": "validation", "subset": "bn" }, { "name": "Encoding test samples", "start": 70.19642026303336, "end": 70.29498576303013, "split": "validation", "subset": "bn" }, { "name": "Running experiment (0/10)", "start": 70.29673667787574, "end": 71.98556936602108, "split": "validation", "subset": "bn" }, { "name": "Running experiment (1/10)", "start": 71.986790753901, "end": 73.88487127493136, "split": "validation", "subset": "bn" }, { "name": "Running experiment (2/10)", "start": 73.88610662892461, "end": 75.5424846559763, "split": "validation", "subset": "bn" }, { "name": "Running experiment (3/10)", "start": 75.54384963493794, "end": 77.01159151690081, "split": "validation", "subset": "bn" }, { "name": "Running experiment (4/10)", "start": 77.01285644690506, "end": 78.74805375700817, "split": "validation", "subset": "bn" }, { "name": "Running experiment (5/10)", "start": 78.74929657601751, "end": 80.22604579897597, "split": "validation", "subset": "bn" }, { "name": "Running experiment (6/10)", "start": 80.22729552094825, "end": 82.0820538920816, "split": "validation", "subset": "bn" }, { "name": "Running experiment (7/10)", "start": 82.08333212696016, "end": 83.61254394589923, "split": "validation", "subset": "bn" }, { "name": "Running experiment (8/10)", "start": 83.61368472198956, "end": 85.16001238999888, "split": "validation", "subset": "bn" }, { "name": "Running experiment (9/10)", "start": 85.161194243934, "end": 86.62600125698373, "split": "validation", "subset": "bn" }, { "name": "Scoring", "start": 70.29578575794585, "end": 86.62600514409132, "split": "validation", "subset": "bn" }, { "name": "Encoding training samples", "start": 88.01598788308911, "end": 88.19224452297203, "split": "validation", "subset": "cy" }, { "name": "Encoding test samples", "start": 88.22996636806056, "end": 88.3333630899433, "split": "validation", "subset": "cy" }, { "name": "Running experiment (0/10)", "start": 88.33524136408232, "end": 89.87900685193017, "split": "validation", "subset": "cy" }, { "name": "Running experiment (1/10)", "start": 89.88026501005515, "end": 91.39817252894863, "split": "validation", "subset": "cy" }, { "name": "Running experiment (2/10)", "start": 91.39934792998247, "end": 92.7959600458853, "split": "validation", "subset": "cy" }, { "name": "Running experiment (3/10)", "start": 92.79718928900547, "end": 94.2399313529022, "split": "validation", "subset": "cy" }, { "name": "Running experiment (4/10)", "start": 94.24111951887608, "end": 95.57729934388772, "split": "validation", "subset": "cy" }, { "name": "Running experiment (5/10)", "start": 95.57858347008005, "end": 96.97082456201315, "split": "validation", "subset": "cy" }, { "name": "Running experiment (6/10)", "start": 96.9720328450203, "end": 98.22720460989513, "split": "validation", "subset": "cy" }, { "name": "Running experiment (7/10)", "start": 98.2285241628997, "end": 99.6189862980973, "split": "validation", "subset": "cy" }, { "name": "Running experiment (8/10)", "start": 99.62022070097737, "end": 100.91582292807288, "split": "validation", "subset": "cy" }, { "name": "Running experiment (9/10)", "start": 100.91699926205911, "end": 102.32778209703974, "split": "validation", "subset": "cy" }, { "name": "Scoring", "start": 88.33424864592962, "end": 102.32778550405055, "split": "validation", "subset": "cy" }, { "name": "Encoding training samples", "start": 103.71501299296506, "end": 103.86357958591543, "split": "validation", "subset": "da" }, { "name": "Encoding test samples", "start": 103.90074567496777, "end": 103.98346344404854, "split": "validation", "subset": "da" }, { "name": "Running experiment (0/10)", "start": 103.9851363520138, "end": 105.80507819494233, "split": "validation", "subset": "da" }, { "name": "Running experiment (1/10)", "start": 105.80628129909746, "end": 107.72630878398195, "split": "validation", "subset": "da" }, { "name": "Running experiment (2/10)", "start": 107.72756755305454, "end": 109.4208003859967, "split": "validation", "subset": "da" }, { "name": "Running experiment (3/10)", "start": 109.42197148990817, "end": 111.12712716008537, "split": "validation", "subset": "da" }, { "name": "Running experiment (4/10)", "start": 111.1284166360274, "end": 112.82905811187811, "split": "validation", "subset": "da" }, { "name": "Running experiment (5/10)", "start": 112.83041881304234, "end": 114.36116795497946, "split": "validation", "subset": "da" }, { "name": "Running experiment (6/10)", "start": 114.36237307288684, "end": 116.02495566988364, "split": "validation", "subset": "da" }, { "name": "Running experiment (7/10)", "start": 116.02618594607338, "end": 118.05208774004132, "split": "validation", "subset": "da" }, { "name": "Running experiment (8/10)", "start": 118.0532756159082, "end": 119.56107995193452, "split": "validation", "subset": "da" }, { "name": "Running experiment (9/10)", "start": 119.56238841405138, "end": 121.41390443989076, "split": "validation", "subset": "da" }, { "name": "Scoring", "start": 103.98420206294395, "end": 121.4139074459672, "split": "validation", "subset": "da" }, { "name": "Encoding training samples", "start": 123.01741198194213, "end": 123.17061130399816, "split": "validation", "subset": "de" }, { "name": "Encoding test samples", "start": 123.2082041669637, "end": 123.29350050794892, "split": "validation", "subset": "de" }, { "name": "Running experiment (0/10)", "start": 123.29520964389667, "end": 124.69137572008185, "split": "validation", "subset": "de" }, { "name": "Running experiment (1/10)", "start": 124.6925974600017, "end": 126.75504147307947, "split": "validation", "subset": "de" }, { "name": "Running experiment (2/10)", "start": 126.75643335306086, "end": 129.14246863406152, "split": "validation", "subset": "de" }, { "name": "Running experiment (3/10)", "start": 129.14363563107327, "end": 131.01397349894978, "split": "validation", "subset": "de" }, { "name": "Running experiment (4/10)", "start": 131.01521968492307, "end": 132.65990024991333, "split": "validation", "subset": "de" }, { "name": "Running experiment (5/10)", "start": 132.6611474370584, "end": 134.34316494408995, "split": "validation", "subset": "de" }, { "name": "Running experiment (6/10)", "start": 134.34433639794588, "end": 136.20076556596905, "split": "validation", "subset": "de" }, { "name": "Running experiment (7/10)", "start": 136.2019349760376, "end": 137.89712731703185, "split": "validation", "subset": "de" }, { "name": "Running experiment (8/10)", "start": 137.8982881018892, "end": 139.38800774188712, "split": "validation", "subset": "de" }, { "name": "Running experiment (9/10)", "start": 139.38925025006756, "end": 141.26050710189156, "split": "validation", "subset": "de" }, { "name": "Scoring", "start": 123.29424336599186, "end": 141.26051098993048, "split": "validation", "subset": "de" }, { "name": "Encoding training samples", "start": 142.6642135330476, "end": 142.84308465500362, "split": "validation", "subset": "el" }, { "name": "Encoding test samples", "start": 142.88112643291242, "end": 142.9796604749281, "split": "validation", "subset": "el" }, { "name": "Running experiment (0/10)", "start": 142.98151493491605, "end": 144.56861170288175, "split": "validation", "subset": "el" }, { "name": "Running experiment (1/10)", "start": 144.56978284707293, "end": 146.27395752398297, "split": "validation", "subset": "el" }, { "name": "Running experiment (2/10)", "start": 146.27523278305307, "end": 147.99224385689013, "split": "validation", "subset": "el" }, { "name": "Running experiment (3/10)", "start": 147.99347318010405, "end": 149.44927929504775, "split": "validation", "subset": "el" }, { "name": "Running experiment (4/10)", "start": 149.45047263009474, "end": 150.82277656998485, "split": "validation", "subset": "el" }, { "name": "Running experiment (5/10)", "start": 150.82400667504407, "end": 152.44806218496524, "split": "validation", "subset": "el" }, { "name": "Running experiment (6/10)", "start": 152.44930624589324, "end": 154.00691763102077, "split": "validation", "subset": "el" }, { "name": "Running experiment (7/10)", "start": 154.0083647640422, "end": 155.36499162297696, "split": "validation", "subset": "el" }, { "name": "Running experiment (8/10)", "start": 155.36618759389967, "end": 156.91302682901733, "split": "validation", "subset": "el" }, { "name": "Running experiment (9/10)", "start": 156.91420491505414, "end": 158.54403590597212, "split": "validation", "subset": "el" }, { "name": "Scoring", "start": 142.98052925989032, "end": 158.54403951298445, "split": "validation", "subset": "el" }, { "name": "Encoding training samples", "start": 159.93707373505458, "end": 160.08693806198426, "split": "validation", "subset": "en" }, { "name": "Encoding test samples", "start": 160.12477543507703, "end": 160.20791174191982, "split": "validation", "subset": "en" }, { "name": "Running experiment (0/10)", "start": 160.209615719039, "end": 162.24234133400023, "split": "validation", "subset": "en" }, { "name": "Running experiment (1/10)", "start": 162.24358200794086, "end": 163.59339795308188, "split": "validation", "subset": "en" }, { "name": "Running experiment (2/10)", "start": 163.59457205305807, "end": 165.07697099493816, "split": "validation", "subset": "en" }, { "name": "Running experiment (3/10)", "start": 165.07810687297024, "end": 166.57983062090352, "split": "validation", "subset": "en" }, { "name": "Running experiment (4/10)", "start": 166.58111583907157, "end": 168.04033626499586, "split": "validation", "subset": "en" }, { "name": "Running experiment (5/10)", "start": 168.0415840530768, "end": 169.84873226494528, "split": "validation", "subset": "en" }, { "name": "Running experiment (6/10)", "start": 169.84997363109142, "end": 171.44026244501583, "split": "validation", "subset": "en" }, { "name": "Running experiment (7/10)", "start": 171.44163582893088, "end": 173.30059712496586, "split": "validation", "subset": "en" }, { "name": "Running experiment (8/10)", "start": 173.30182235105895, "end": 175.06036048009992, "split": "validation", "subset": "en" }, { "name": "Running experiment (9/10)", "start": 175.06159575493075, "end": 176.5123777629342, "split": "validation", "subset": "en" }, { "name": "Scoring", "start": 160.20868361508474, "end": 176.51238078810275, "split": "validation", "subset": "en" }, { "name": "Encoding training samples", "start": 178.3674839460291, "end": 178.61815302004106, "split": "validation", "subset": "es" }, { "name": "Encoding test samples", "start": 178.66699938988313, "end": 178.75614743097685, "split": "validation", "subset": "es" }, { "name": "Running experiment (0/10)", "start": 178.7579262580257, "end": 182.24089781101793, "split": "validation", "subset": "es" }, { "name": "Running experiment (1/10)", "start": 182.2425324569922, "end": 185.79730443796143, "split": "validation", "subset": "es" }, { "name": "Running experiment (2/10)", "start": 185.7987696758937, "end": 188.93976814090274, "split": "validation", "subset": "es" }, { "name": "Running experiment (3/10)", "start": 188.94099738495424, "end": 192.13013228587806, "split": "validation", "subset": "es" }, { "name": "Running experiment (4/10)", "start": 192.1315658239182, "end": 195.42082904209383, "split": "validation", "subset": "es" }, { "name": "Running experiment (5/10)", "start": 195.42534896708094, "end": 197.85896757501177, "split": "validation", "subset": "es" }, { "name": "Running experiment (6/10)", "start": 197.86081096390262, "end": 200.2985601760447, "split": "validation", "subset": "es" }, { "name": "Running experiment (7/10)", "start": 200.29997026990168, "end": 202.17860459792428, "split": "validation", "subset": "es" }, { "name": "Running experiment (8/10)", "start": 202.179760993924, "end": 203.81311734206975, "split": "validation", "subset": "es" }, { "name": "Running experiment (9/10)", "start": 203.814597196877, "end": 206.89819556707516, "split": "validation", "subset": "es" }, { "name": "Scoring", "start": 178.75695500988513, "end": 206.89819984487258, "split": "validation", "subset": "es" }, { "name": "Encoding training samples", "start": 209.305248206947, "end": 209.52932145399973, "split": "validation", "subset": "fa" }, { "name": "Encoding test samples", "start": 209.5969424850773, "end": 209.73741637193598, "split": "validation", "subset": "fa" }, { "name": "Running experiment (0/10)", "start": 209.73989343293943, "end": 212.88332100398839, "split": "validation", "subset": "fa" }, { "name": "Running experiment (1/10)", "start": 212.88934051198885, "end": 215.00847745104693, "split": "validation", "subset": "fa" }, { "name": "Running experiment (2/10)", "start": 215.0102236669045, "end": 217.5120709980838, "split": "validation", "subset": "fa" }, { "name": "Running experiment (3/10)", "start": 217.51324600889347, "end": 220.05861631408334, "split": "validation", "subset": "fa" }, { "name": "Running experiment (4/10)", "start": 220.05977205908857, "end": 223.46392949507572, "split": "validation", "subset": "fa" }, { "name": "Running experiment (5/10)", "start": 223.4656208769884, "end": 225.56258917995729, "split": "validation", "subset": "fa" }, { "name": "Running experiment (6/10)", "start": 225.56375031499192, "end": 227.03286273195408, "split": "validation", "subset": "fa" }, { "name": "Running experiment (7/10)", "start": 227.03400852787308, "end": 228.76775321690366, "split": "validation", "subset": "fa" }, { "name": "Running experiment (8/10)", "start": 228.76913751196116, "end": 231.6609133889433, "split": "validation", "subset": "fa" }, { "name": "Running experiment (9/10)", "start": 231.6625369640533, "end": 233.86462828307413, "split": "validation", "subset": "fa" }, { "name": "Scoring", "start": 209.73850911809132, "end": 233.86463195993565, "split": "validation", "subset": "fa" }, { "name": "Encoding training samples", "start": 236.37432990293019, "end": 236.52775658597238, "split": "validation", "subset": "fi" }, { "name": "Encoding test samples", "start": 236.56615108810365, "end": 236.6544854780659, "split": "validation", "subset": "fi" }, { "name": "Running experiment (0/10)", "start": 236.65617625997402, "end": 239.73166436492465, "split": "validation", "subset": "fi" }, { "name": "Running experiment (1/10)", "start": 239.73645898792893, "end": 242.09747072099708, "split": "validation", "subset": "fi" }, { "name": "Running experiment (2/10)", "start": 242.0991351539269, "end": 244.8862994350493, "split": "validation", "subset": "fi" }, { "name": "Running experiment (3/10)", "start": 244.88782154000364, "end": 247.16220898297615, "split": "validation", "subset": "fi" }, { "name": "Running experiment (4/10)", "start": 247.1638081620913, "end": 249.27320855809376, "split": "validation", "subset": "fi" }, { "name": "Running experiment (5/10)", "start": 249.27472670492716, "end": 251.49303632089868, "split": "validation", "subset": "fi" }, { "name": "Running experiment (6/10)", "start": 251.49419241701253, "end": 253.0502539840527, "split": "validation", "subset": "fi" }, { "name": "Running experiment (7/10)", "start": 253.0515849380754, "end": 255.45367604191415, "split": "validation", "subset": "fi" }, { "name": "Running experiment (8/10)", "start": 255.45489960396662, "end": 257.8157628949266, "split": "validation", "subset": "fi" }, { "name": "Running experiment (9/10)", "start": 257.8173553610686, "end": 260.0848946219776, "split": "validation", "subset": "fi" }, { "name": "Scoring", "start": 236.65526272100396, "end": 260.0848986899946, "split": "validation", "subset": "fi" }, { "name": "Encoding training samples", "start": 262.20845981896855, "end": 262.6145777760539, "split": "validation", "subset": "fr" }, { "name": "Encoding test samples", "start": 262.6748572010547, "end": 262.8125127959065, "split": "validation", "subset": "fr" }, { "name": "Running experiment (0/10)", "start": 262.8147207109723, "end": 265.1498147009406, "split": "validation", "subset": "fr" }, { "name": "Running experiment (1/10)", "start": 265.1513096538838, "end": 267.85680564003997, "split": "validation", "subset": "fr" }, { "name": "Running experiment (2/10)", "start": 267.8584719658829, "end": 270.4032312131021, "split": "validation", "subset": "fr" }, { "name": "Running experiment (3/10)", "start": 270.4048063769005, "end": 273.68560822703876, "split": "validation", "subset": "fr" }, { "name": "Running experiment (4/10)", "start": 273.6867774568964, "end": 276.323689492885, "split": "validation", "subset": "fr" }, { "name": "Running experiment (5/10)", "start": 276.32521614595316, "end": 278.44619567203335, "split": "validation", "subset": "fr" }, { "name": "Running experiment (6/10)", "start": 278.4473659049254, "end": 280.0180854019709, "split": "validation", "subset": "fr" }, { "name": "Running experiment (7/10)", "start": 280.01928605209105, "end": 283.1557911830023, "split": "validation", "subset": "fr" }, { "name": "Running experiment (8/10)", "start": 283.1569530100096, "end": 286.1331259938888, "split": "validation", "subset": "fr" }, { "name": "Running experiment (9/10)", "start": 286.1376687020529, "end": 289.8028637559619, "split": "validation", "subset": "fr" }, { "name": "Scoring", "start": 262.81347086909227, "end": 289.80286835390143, "split": "validation", "subset": "fr" }, { "name": "Encoding training samples", "start": 292.15313402493484, "end": 292.4644569850061, "split": "validation", "subset": "he" }, { "name": "Encoding test samples", "start": 292.5319719570689, "end": 292.643697605934, "split": "validation", "subset": "he" }, { "name": "Running experiment (0/10)", "start": 292.6461341420654, "end": 295.0014278050512, "split": "validation", "subset": "he" }, { "name": "Running experiment (1/10)", "start": 295.0036714270245, "end": 297.6928566119168, "split": "validation", "subset": "he" }, { "name": "Running experiment (2/10)", "start": 297.70045792590827, "end": 300.6234997729771, "split": "validation", "subset": "he" }, { "name": "Running experiment (3/10)", "start": 300.6250848250929, "end": 303.1933771308977, "split": "validation", "subset": "he" }, { "name": "Running experiment (4/10)", "start": 303.19491797103547, "end": 305.42833485500887, "split": "validation", "subset": "he" }, { "name": "Running experiment (5/10)", "start": 305.4296446701046, "end": 307.1076576230116, "split": "validation", "subset": "he" }, { "name": "Running experiment (6/10)", "start": 307.1088439060841, "end": 309.3160148609895, "split": "validation", "subset": "he" }, { "name": "Running experiment (7/10)", "start": 309.32127601187676, "end": 311.7498929440044, "split": "validation", "subset": "he" }, { "name": "Running experiment (8/10)", "start": 311.7510790559463, "end": 314.38582048309036, "split": "validation", "subset": "he" }, { "name": "Running experiment (9/10)", "start": 314.38699820893817, "end": 317.69499787292443, "split": "validation", "subset": "he" }, { "name": "Scoring", "start": 292.64477633708157, "end": 317.6950015700422, "split": "validation", "subset": "he" }, { "name": "Encoding training samples", "start": 319.84791240887716, "end": 320.4778854099568, "split": "validation", "subset": "hi" }, { "name": "Encoding test samples", "start": 320.5273426999338, "end": 320.6552590690553, "split": "validation", "subset": "hi" }, { "name": "Running experiment (0/10)", "start": 320.65741095808335, "end": 323.08106436394155, "split": "validation", "subset": "hi" }, { "name": "Running experiment (1/10)", "start": 323.08283860306256, "end": 325.9255104069598, "split": "validation", "subset": "hi" }, { "name": "Running experiment (2/10)", "start": 325.9267712389119, "end": 328.85751589387655, "split": "validation", "subset": "hi" }, { "name": "Running experiment (3/10)", "start": 328.858847488882, "end": 330.2637231471017, "split": "validation", "subset": "hi" }, { "name": "Running experiment (4/10)", "start": 330.2649599038996, "end": 331.85719650588, "split": "validation", "subset": "hi" }, { "name": "Running experiment (5/10)", "start": 331.8587661900092, "end": 335.2690943989437, "split": "validation", "subset": "hi" }, { "name": "Running experiment (6/10)", "start": 335.27077902900055, "end": 338.050818282878, "split": "validation", "subset": "hi" }, { "name": "Running experiment (7/10)", "start": 338.0522151410114, "end": 340.3695188390557, "split": "validation", "subset": "hi" }, { "name": "Running experiment (8/10)", "start": 340.3707541539334, "end": 343.1598551229108, "split": "validation", "subset": "hi" }, { "name": "Running experiment (9/10)", "start": 343.161030434072, "end": 345.70802033809014, "split": "validation", "subset": "hi" }, { "name": "Scoring", "start": 320.65619290596806, "end": 345.70802428596653, "split": "validation", "subset": "hi" }, { "name": "Encoding training samples", "start": 348.2037990509998, "end": 348.60681323194876, "split": "validation", "subset": "hu" }, { "name": "Encoding test samples", "start": 348.70696669607423, "end": 348.824405397987, "split": "validation", "subset": "hu" }, { "name": "Running experiment (0/10)", "start": 348.8261511330493, "end": 351.8723486510571, "split": "validation", "subset": "hu" }, { "name": "Running experiment (1/10)", "start": 351.87352764001116, "end": 355.0756037889514, "split": "validation", "subset": "hu" }, { "name": "Running experiment (2/10)", "start": 355.07684797095135, "end": 357.9349307778757, "split": "validation", "subset": "hu" }, { "name": "Running experiment (3/10)", "start": 357.93632207694463, "end": 359.6653241668828, "split": "validation", "subset": "hu" }, { "name": "Running experiment (4/10)", "start": 359.6665958201047, "end": 361.31308727688156, "split": "validation", "subset": "hu" }, { "name": "Running experiment (5/10)", "start": 361.3142919340171, "end": 363.65238524298184, "split": "validation", "subset": "hu" }, { "name": "Running experiment (6/10)", "start": 363.6539772890974, "end": 366.5700137699023, "split": "validation", "subset": "hu" }, { "name": "Running experiment (7/10)", "start": 366.57127539394423, "end": 369.32405067398213, "split": "validation", "subset": "hu" }, { "name": "Running experiment (8/10)", "start": 369.32526396703906, "end": 373.0440790900029, "split": "validation", "subset": "hu" }, { "name": "Running experiment (9/10)", "start": 373.045717692934, "end": 375.3899518409744, "split": "validation", "subset": "hu" }, { "name": "Scoring", "start": 348.82519786898047, "end": 375.38995599909686, "split": "validation", "subset": "hu" }, { "name": "Encoding training samples", "start": 377.6572742338758, "end": 378.02629877300933, "split": "validation", "subset": "hy" }, { "name": "Encoding test samples", "start": 378.08424757397734, "end": 378.25096026295796, "split": "validation", "subset": "hy" }, { "name": "Running experiment (0/10)", "start": 378.2527517739218, "end": 380.3983127300162, "split": "validation", "subset": "hy" }, { "name": "Running experiment (1/10)", "start": 380.3999812800903, "end": 382.7044530340936, "split": "validation", "subset": "hy" }, { "name": "Running experiment (2/10)", "start": 382.7060160948895, "end": 385.2464167398866, "split": "validation", "subset": "hy" }, { "name": "Running experiment (3/10)", "start": 385.2548442808911, "end": 387.81387316202745, "split": "validation", "subset": "hy" }, { "name": "Running experiment (4/10)", "start": 387.81511072209105, "end": 389.3347158380784, "split": "validation", "subset": "hy" }, { "name": "Running experiment (5/10)", "start": 389.3359612838831, "end": 390.7167085299734, "split": "validation", "subset": "hy" }, { "name": "Running experiment (6/10)", "start": 390.71791779692285, "end": 393.1896364958957, "split": "validation", "subset": "hy" }, { "name": "Running experiment (7/10)", "start": 393.1908193540294, "end": 395.4352140179835, "split": "validation", "subset": "hy" }, { "name": "Running experiment (8/10)", "start": 395.436784286052, "end": 397.9517399119213, "split": "validation", "subset": "hy" }, { "name": "Running experiment (9/10)", "start": 397.9534891459625, "end": 400.23434420791455, "split": "validation", "subset": "hy" }, { "name": "Scoring", "start": 378.2517865980044, "end": 400.2343483159784, "split": "validation", "subset": "hy" }, { "name": "Encoding training samples", "start": 402.3638871440198, "end": 402.5160749880597, "split": "validation", "subset": "id" }, { "name": "Encoding test samples", "start": 402.5574795100838, "end": 402.72391891200095, "split": "validation", "subset": "id" }, { "name": "Running experiment (0/10)", "start": 402.7291847579181, "end": 405.3425745910499, "split": "validation", "subset": "id" }, { "name": "Running experiment (1/10)", "start": 405.347183350008, "end": 408.12777558597736, "split": "validation", "subset": "id" }, { "name": "Running experiment (2/10)", "start": 408.1293244829867, "end": 411.8140331211034, "split": "validation", "subset": "id" }, { "name": "Running experiment (3/10)", "start": 411.81562165287323, "end": 414.51990751503035, "split": "validation", "subset": "id" }, { "name": "Running experiment (4/10)", "start": 414.5210860639345, "end": 417.4426858010702, "split": "validation", "subset": "id" }, { "name": "Running experiment (5/10)", "start": 417.4474704209715, "end": 419.0813682079315, "split": "validation", "subset": "id" }, { "name": "Running experiment (6/10)", "start": 419.08255282905884, "end": 420.65137211908586, "split": "validation", "subset": "id" }, { "name": "Running experiment (7/10)", "start": 420.65256524598226, "end": 423.07179297087714, "split": "validation", "subset": "id" }, { "name": "Running experiment (8/10)", "start": 423.0730371940881, "end": 425.3208318790421, "split": "validation", "subset": "id" }, { "name": "Running experiment (9/10)", "start": 425.32229715795256, "end": 428.5661457790993, "split": "validation", "subset": "id" }, { "name": "Scoring", "start": 402.72485448396765, "end": 428.5661493949592, "split": "validation", "subset": "id" }, { "name": "Encoding training samples", "start": 430.87398439692333, "end": 431.10073964996263, "split": "validation", "subset": "is" }, { "name": "Encoding test samples", "start": 431.19106451096013, "end": 431.386173059931, "split": "validation", "subset": "is" }, { "name": "Running experiment (0/10)", "start": 431.3915682788938, "end": 435.2435650790576, "split": "validation", "subset": "is" }, { "name": "Running experiment (1/10)", "start": 435.24503805302083, "end": 437.81203864491545, "split": "validation", "subset": "is" }, { "name": "Running experiment (2/10)", "start": 437.813598562032, "end": 440.5871281309519, "split": "validation", "subset": "is" }, { "name": "Running experiment (3/10)", "start": 440.58876037504524, "end": 443.22211553994566, "split": "validation", "subset": "is" }, { "name": "Running experiment (4/10)", "start": 443.22362871910445, "end": 445.4920541320462, "split": "validation", "subset": "is" }, { "name": "Running experiment (5/10)", "start": 445.493756728014, "end": 448.0094680970069, "split": "validation", "subset": "is" }, { "name": "Running experiment (6/10)", "start": 448.0109375740867, "end": 450.43702033301815, "split": "validation", "subset": "is" }, { "name": "Running experiment (7/10)", "start": 450.4381821108982, "end": 452.02961627789773, "split": "validation", "subset": "is" }, { "name": "Running experiment (8/10)", "start": 452.03075978090055, "end": 453.79991326807067, "split": "validation", "subset": "is" }, { "name": "Running experiment (9/10)", "start": 453.80150628788397, "end": 456.1862651440315, "split": "validation", "subset": "is" }, { "name": "Scoring", "start": 431.38709512609057, "end": 456.18626918201335, "split": "validation", "subset": "is" }, { "name": "Encoding training samples", "start": 458.55322418292053, "end": 458.7061857369263, "split": "validation", "subset": "it" }, { "name": "Encoding test samples", "start": 458.7441029360052, "end": 458.83180980198085, "split": "validation", "subset": "it" }, { "name": "Running experiment (0/10)", "start": 458.8334658409003, "end": 461.74273002007976, "split": "validation", "subset": "it" }, { "name": "Running experiment (1/10)", "start": 461.7471977120731, "end": 464.85680097108707, "split": "validation", "subset": "it" }, { "name": "Running experiment (2/10)", "start": 464.8583492159378, "end": 467.897675432032, "split": "validation", "subset": "it" }, { "name": "Running experiment (3/10)", "start": 467.89908557687886, "end": 470.32564948988147, "split": "validation", "subset": "it" }, { "name": "Running experiment (4/10)", "start": 470.32713895407505, "end": 473.43660200806335, "split": "validation", "subset": "it" }, { "name": "Running experiment (5/10)", "start": 473.43846748094074, "end": 477.0530600009952, "split": "validation", "subset": "it" }, { "name": "Running experiment (6/10)", "start": 477.054794697091, "end": 479.6285739359446, "split": "validation", "subset": "it" }, { "name": "Running experiment (7/10)", "start": 479.6298202520702, "end": 481.28230538009666, "split": "validation", "subset": "it" }, { "name": "Running experiment (8/10)", "start": 481.283492204966, "end": 482.99230063403957, "split": "validation", "subset": "it" }, { "name": "Running experiment (9/10)", "start": 482.99677972798236, "end": 486.5859482709784, "split": "validation", "subset": "it" }, { "name": "Scoring", "start": 458.8325738310814, "end": 486.58595206798054, "split": "validation", "subset": "it" }, { "name": "Encoding training samples", "start": 488.69766365294345, "end": 488.94870410999283, "split": "validation", "subset": "ja" }, { "name": "Encoding test samples", "start": 489.02246706490405, "end": 489.1337540370878, "split": "validation", "subset": "ja" }, { "name": "Running experiment (0/10)", "start": 489.1387987760827, "end": 491.95464484603144, "split": "validation", "subset": "ja" }, { "name": "Running experiment (1/10)", "start": 491.95620835991576, "end": 494.53052107291296, "split": "validation", "subset": "ja" }, { "name": "Running experiment (2/10)", "start": 494.53211005497724, "end": 496.99063119408675, "split": "validation", "subset": "ja" }, { "name": "Running experiment (3/10)", "start": 496.99210639088415, "end": 499.08839486609213, "split": "validation", "subset": "ja" }, { "name": "Running experiment (4/10)", "start": 499.08999365591444, "end": 501.5324271910358, "split": "validation", "subset": "ja" }, { "name": "Running experiment (5/10)", "start": 501.5372270089574, "end": 503.7545540169813, "split": "validation", "subset": "ja" }, { "name": "Running experiment (6/10)", "start": 503.7562284199521, "end": 506.29997320100665, "split": "validation", "subset": "ja" }, { "name": "Running experiment (7/10)", "start": 506.3012362890877, "end": 507.7959218278993, "split": "validation", "subset": "ja" }, { "name": "Running experiment (8/10)", "start": 507.79707299591973, "end": 510.0087276289705, "split": "validation", "subset": "ja" }, { "name": "Running experiment (9/10)", "start": 510.010167991044, "end": 512.5089709409513, "split": "validation", "subset": "ja" }, { "name": "Scoring", "start": 489.13766569201834, "end": 512.5089750289917, "split": "validation", "subset": "ja" }, { "name": "Encoding training samples", "start": 514.701925565023, "end": 515.1072741630487, "split": "validation", "subset": "jv" }, { "name": "Encoding test samples", "start": 515.2028679309878, "end": 515.3897887619678, "split": "validation", "subset": "jv" }, { "name": "Running experiment (0/10)", "start": 515.3949031620286, "end": 517.9247093559243, "split": "validation", "subset": "jv" }, { "name": "Running experiment (1/10)", "start": 517.929187888978, "end": 520.0595624889247, "split": "validation", "subset": "jv" }, { "name": "Running experiment (2/10)", "start": 520.06118551502, "end": 522.1815296800341, "split": "validation", "subset": "jv" }, { "name": "Running experiment (3/10)", "start": 522.1830884949304, "end": 524.5216260149609, "split": "validation", "subset": "jv" }, { "name": "Running experiment (4/10)", "start": 524.528208980104, "end": 526.8296024110168, "split": "validation", "subset": "jv" }, { "name": "Running experiment (5/10)", "start": 526.8312501329929, "end": 529.3109197348822, "split": "validation", "subset": "jv" }, { "name": "Running experiment (6/10)", "start": 529.3121155360714, "end": 531.6107291250955, "split": "validation", "subset": "jv" }, { "name": "Running experiment (7/10)", "start": 531.6121757288929, "end": 533.3581441759598, "split": "validation", "subset": "jv" }, { "name": "Running experiment (8/10)", "start": 533.3594003010076, "end": 534.7335304960143, "split": "validation", "subset": "jv" }, { "name": "Running experiment (9/10)", "start": 534.7347110190894, "end": 536.4174154868815, "split": "validation", "subset": "jv" }, { "name": "Scoring", "start": 515.3937518640887, "end": 536.4174192040227, "split": "validation", "subset": "jv" }, { "name": "Encoding training samples", "start": 538.8844355810434, "end": 539.3784047469962, "split": "validation", "subset": "ka" }, { "name": "Encoding test samples", "start": 539.417547177989, "end": 539.5712997289374, "split": "validation", "subset": "ka" }, { "name": "Running experiment (0/10)", "start": 539.5766467470676, "end": 542.3957170229405, "split": "validation", "subset": "ka" }, { "name": "Running experiment (1/10)", "start": 542.3973591448739, "end": 544.3621666119434, "split": "validation", "subset": "ka" }, { "name": "Running experiment (2/10)", "start": 544.3702412550338, "end": 546.454412976047, "split": "validation", "subset": "ka" }, { "name": "Running experiment (3/10)", "start": 546.4602250289172, "end": 548.8228911459446, "split": "validation", "subset": "ka" }, { "name": "Running experiment (4/10)", "start": 548.8241339658853, "end": 551.4354358459823, "split": "validation", "subset": "ka" }, { "name": "Running experiment (5/10)", "start": 551.436609976925, "end": 553.6572335760575, "split": "validation", "subset": "ka" }, { "name": "Running experiment (6/10)", "start": 553.6589542059228, "end": 556.4887923819479, "split": "validation", "subset": "ka" }, { "name": "Running experiment (7/10)", "start": 556.4931949609891, "end": 558.7012265129015, "split": "validation", "subset": "ka" }, { "name": "Running experiment (8/10)", "start": 558.7026807509828, "end": 561.0642651249655, "split": "validation", "subset": "ka" }, { "name": "Running experiment (9/10)", "start": 561.0657767918892, "end": 563.8664699180517, "split": "validation", "subset": "ka" }, { "name": "Scoring", "start": 539.5754872940015, "end": 563.8664737860672, "split": "validation", "subset": "ka" }, { "name": "Encoding training samples", "start": 565.3137652450241, "end": 565.5000498329755, "split": "validation", "subset": "km" }, { "name": "Encoding test samples", "start": 565.5383716770448, "end": 565.6508900639601, "split": "validation", "subset": "km" }, { "name": "Running experiment (0/10)", "start": 565.65260395105, "end": 567.905106473947, "split": "validation", "subset": "km" }, { "name": "Running experiment (1/10)", "start": 567.9097176459618, "end": 570.429833706934, "split": "validation", "subset": "km" }, { "name": "Running experiment (2/10)", "start": 570.4316953420639, "end": 572.9902975480072, "split": "validation", "subset": "km" }, { "name": "Running experiment (3/10)", "start": 572.9957964508794, "end": 575.9168332749978, "split": "validation", "subset": "km" }, { "name": "Running experiment (4/10)", "start": 575.9213228579611, "end": 578.4441092060879, "split": "validation", "subset": "km" }, { "name": "Running experiment (5/10)", "start": 578.4452967520338, "end": 581.0954943150282, "split": "validation", "subset": "km" }, { "name": "Running experiment (6/10)", "start": 581.0966858780012, "end": 582.8977605339605, "split": "validation", "subset": "km" }, { "name": "Running experiment (7/10)", "start": 582.8994125148747, "end": 585.2595143988729, "split": "validation", "subset": "km" }, { "name": "Running experiment (8/10)", "start": 585.2674578949809, "end": 588.0567651099991, "split": "validation", "subset": "km" }, { "name": "Running experiment (9/10)", "start": 588.0579499308951, "end": 590.8554130799603, "split": "validation", "subset": "km" }, { "name": "Scoring", "start": 565.6516780979, "end": 590.8554174189921, "split": "validation", "subset": "km" }, { "name": "Encoding training samples", "start": 592.2825945869554, "end": 592.4706781939603, "split": "validation", "subset": "kn" }, { "name": "Encoding test samples", "start": 592.509733407991, "end": 592.6170208710246, "split": "validation", "subset": "kn" }, { "name": "Running experiment (0/10)", "start": 592.6187841109931, "end": 594.7032857369632, "split": "validation", "subset": "kn" }, { "name": "Running experiment (1/10)", "start": 594.7049325068947, "end": 597.0645872280002, "split": "validation", "subset": "kn" }, { "name": "Running experiment (2/10)", "start": 597.0662245310377, "end": 599.2996747740544, "split": "validation", "subset": "kn" }, { "name": "Running experiment (3/10)", "start": 599.3014085190371, "end": 602.2188555479515, "split": "validation", "subset": "kn" }, { "name": "Running experiment (4/10)", "start": 602.2204805070069, "end": 604.8540774208959, "split": "validation", "subset": "kn" }, { "name": "Running experiment (5/10)", "start": 604.8592330280226, "end": 607.4035125649534, "split": "validation", "subset": "kn" }, { "name": "Running experiment (6/10)", "start": 607.4050760690589, "end": 609.7524781369139, "split": "validation", "subset": "kn" }, { "name": "Running experiment (7/10)", "start": 609.7539425140712, "end": 611.8987931620795, "split": "validation", "subset": "kn" }, { "name": "Running experiment (8/10)", "start": 611.9001624700613, "end": 614.331724107964, "split": "validation", "subset": "kn" }, { "name": "Running experiment (9/10)", "start": 614.3334092609584, "end": 617.9139445479959, "split": "validation", "subset": "kn" }, { "name": "Scoring", "start": 592.6178293030243, "end": 617.9139484351035, "split": "validation", "subset": "kn" }, { "name": "Encoding training samples", "start": 619.9222608269192, "end": 620.0685155219398, "split": "validation", "subset": "ko" }, { "name": "Encoding test samples", "start": 620.1065803100355, "end": 620.1867404240184, "split": "validation", "subset": "ko" }, { "name": "Running experiment (0/10)", "start": 620.1884073019028, "end": 621.7317732369993, "split": "validation", "subset": "ko" }, { "name": "Running experiment (1/10)", "start": 621.7329698500689, "end": 623.94775591488, "split": "validation", "subset": "ko" }, { "name": "Running experiment (2/10)", "start": 623.9492286280729, "end": 626.3123411000706, "split": "validation", "subset": "ko" }, { "name": "Running experiment (3/10)", "start": 626.3204587639775, "end": 629.0073455299716, "split": "validation", "subset": "ko" }, { "name": "Running experiment (4/10)", "start": 629.0104184451047, "end": 631.4451698700432, "split": "validation", "subset": "ko" }, { "name": "Running experiment (5/10)", "start": 631.4467635198962, "end": 634.3936517669354, "split": "validation", "subset": "ko" }, { "name": "Running experiment (6/10)", "start": 634.3952143390197, "end": 637.00000386592, "split": "validation", "subset": "ko" }, { "name": "Running experiment (7/10)", "start": 637.001553514041, "end": 640.2405548249371, "split": "validation", "subset": "ko" }, { "name": "Running experiment (8/10)", "start": 640.2421773900278, "end": 642.5745298559777, "split": "validation", "subset": "ko" }, { "name": "Running experiment (9/10)", "start": 642.5760894219857, "end": 645.7639479399659, "split": "validation", "subset": "ko" }, { "name": "Scoring", "start": 620.1874825109262, "end": 645.763952489011, "split": "validation", "subset": "ko" }, { "name": "Encoding training samples", "start": 648.5972148610745, "end": 648.7562116710469, "split": "validation", "subset": "lv" }, { "name": "Encoding test samples", "start": 648.7946946239099, "end": 648.8847761540674, "split": "validation", "subset": "lv" }, { "name": "Running experiment (0/10)", "start": 648.8865061209071, "end": 650.407209998928, "split": "validation", "subset": "lv" }, { "name": "Running experiment (1/10)", "start": 650.408381805988, "end": 651.7816576829646, "split": "validation", "subset": "lv" }, { "name": "Running experiment (2/10)", "start": 651.7829188469332, "end": 654.0198224629276, "split": "validation", "subset": "lv" }, { "name": "Running experiment (3/10)", "start": 654.0210061608814, "end": 656.1499145140406, "split": "validation", "subset": "lv" }, { "name": "Running experiment (4/10)", "start": 656.1511041740887, "end": 658.0267337861005, "split": "validation", "subset": "lv" }, { "name": "Running experiment (5/10)", "start": 658.0283940220252, "end": 660.0104363260325, "split": "validation", "subset": "lv" }, { "name": "Running experiment (6/10)", "start": 660.0119630498812, "end": 662.4350870728958, "split": "validation", "subset": "lv" }, { "name": "Running experiment (7/10)", "start": 662.4424683200195, "end": 665.0105072390288, "split": "validation", "subset": "lv" }, { "name": "Running experiment (8/10)", "start": 665.0119046599139, "end": 667.1845327438787, "split": "validation", "subset": "lv" }, { "name": "Running experiment (9/10)", "start": 667.1861982999835, "end": 669.2679834968876, "split": "validation", "subset": "lv" }, { "name": "Scoring", "start": 648.8855848868843, "end": 669.2679873849265, "split": "validation", "subset": "lv" }, { "name": "Encoding training samples", "start": 671.5801841348875, "end": 671.8179677829612, "split": "validation", "subset": "ml" }, { "name": "Encoding test samples", "start": 671.8568919049576, "end": 671.9696569289081, "split": "validation", "subset": "ml" }, { "name": "Running experiment (0/10)", "start": 671.9714145979378, "end": 674.3408971929457, "split": "validation", "subset": "ml" }, { "name": "Running experiment (1/10)", "start": 674.3421892349143, "end": 675.7443936339114, "split": "validation", "subset": "ml" }, { "name": "Running experiment (2/10)", "start": 675.7457351898775, "end": 677.5997467238922, "split": "validation", "subset": "ml" }, { "name": "Running experiment (3/10)", "start": 677.601013999898, "end": 680.0040760680567, "split": "validation", "subset": "ml" }, { "name": "Running experiment (4/10)", "start": 680.0114796070848, "end": 682.5959105500951, "split": "validation", "subset": "ml" }, { "name": "Running experiment (5/10)", "start": 682.5975769469514, "end": 685.1123234280385, "split": "validation", "subset": "ml" }, { "name": "Running experiment (6/10)", "start": 685.1138984530699, "end": 687.4738063020632, "split": "validation", "subset": "ml" }, { "name": "Running experiment (7/10)", "start": 687.4782990911044, "end": 690.1635459649842, "split": "validation", "subset": "ml" }, { "name": "Running experiment (8/10)", "start": 690.1650962838903, "end": 693.520136899082, "split": "validation", "subset": "ml" }, { "name": "Running experiment (9/10)", "start": 693.5217916739639, "end": 695.622591010062, "split": "validation", "subset": "ml" }, { "name": "Scoring", "start": 671.9704724140465, "end": 695.6225947779603, "split": "validation", "subset": "ml" }, { "name": "Encoding training samples", "start": 697.8252148239408, "end": 698.003233486088, "split": "validation", "subset": "mn" }, { "name": "Encoding test samples", "start": 698.0422045560554, "end": 698.1479452219792, "split": "validation", "subset": "mn" }, { "name": "Running experiment (0/10)", "start": 698.1500812030863, "end": 701.1791553969961, "split": "validation", "subset": "mn" }, { "name": "Running experiment (1/10)", "start": 701.1804249270353, "end": 703.6404108440038, "split": "validation", "subset": "mn" }, { "name": "Running experiment (2/10)", "start": 703.6415786829311, "end": 705.1517717179377, "split": "validation", "subset": "mn" }, { "name": "Running experiment (3/10)", "start": 705.1529404679313, "end": 706.6517602088861, "split": "validation", "subset": "mn" }, { "name": "Running experiment (4/10)", "start": 706.6529273760971, "end": 708.5969747479539, "split": "validation", "subset": "mn" }, { "name": "Running experiment (5/10)", "start": 708.6035779400263, "end": 711.5561091720592, "split": "validation", "subset": "mn" }, { "name": "Running experiment (6/10)", "start": 711.5572866280563, "end": 713.5517739900388, "split": "validation", "subset": "mn" }, { "name": "Running experiment (7/10)", "start": 713.5535433609039, "end": 715.808341054013, "split": "validation", "subset": "mn" }, { "name": "Running experiment (8/10)", "start": 715.8164568729699, "end": 718.3440840430558, "split": "validation", "subset": "mn" }, { "name": "Running experiment (9/10)", "start": 718.3488546339795, "end": 721.9039263450541, "split": "validation", "subset": "mn" }, { "name": "Scoring", "start": 698.1488929160405, "end": 721.9039307639468, "split": "validation", "subset": "mn" }, { "name": "Encoding training samples", "start": 724.013538202038, "end": 724.1657187039964, "split": "validation", "subset": "ms" }, { "name": "Encoding test samples", "start": 724.2033309049439, "end": 724.4319085460156, "split": "validation", "subset": "ms" }, { "name": "Running experiment (0/10)", "start": 724.4400545719545, "end": 727.1847023488954, "split": "validation", "subset": "ms" }, { "name": "Running experiment (1/10)", "start": 727.1860686410218, "end": 730.5493490919471, "split": "validation", "subset": "ms" }, { "name": "Running experiment (2/10)", "start": 730.5505228920374, "end": 733.612196303904, "split": "validation", "subset": "ms" }, { "name": "Running experiment (3/10)", "start": 733.6134524189401, "end": 735.0773877049796, "split": "validation", "subset": "ms" }, { "name": "Running experiment (4/10)", "start": 735.0785593909677, "end": 736.5513214420062, "split": "validation", "subset": "ms" }, { "name": "Running experiment (5/10)", "start": 736.5525676989928, "end": 739.4012887699064, "split": "validation", "subset": "ms" }, { "name": "Running experiment (6/10)", "start": 739.4028176479042, "end": 741.8353453138843, "split": "validation", "subset": "ms" }, { "name": "Running experiment (7/10)", "start": 741.8369282940403, "end": 743.9942702110857, "split": "validation", "subset": "ms" }, { "name": "Running experiment (8/10)", "start": 743.9958606848959, "end": 747.8053972139023, "split": "validation", "subset": "ms" }, { "name": "Running experiment (9/10)", "start": 747.8070839799475, "end": 750.3587411278859, "split": "validation", "subset": "ms" }, { "name": "Scoring", "start": 724.4388949288987, "end": 750.3587449148763, "split": "validation", "subset": "ms" }, { "name": "Encoding training samples", "start": 752.9126907549798, "end": 753.1354903499596, "split": "validation", "subset": "my" }, { "name": "Encoding test samples", "start": 753.2314895200543, "end": 753.5301785860211, "split": "validation", "subset": "my" }, { "name": "Running experiment (0/10)", "start": 753.5324146160856, "end": 755.9247628110461, "split": "validation", "subset": "my" }, { "name": "Running experiment (1/10)", "start": 755.9259871160612, "end": 758.5938683059067, "split": "validation", "subset": "my" }, { "name": "Running experiment (2/10)", "start": 758.5983667639084, "end": 760.8374047440011, "split": "validation", "subset": "my" }, { "name": "Running experiment (3/10)", "start": 760.8389524379745, "end": 763.4831415610388, "split": "validation", "subset": "my" }, { "name": "Running experiment (4/10)", "start": 763.4870331468992, "end": 765.8700556710828, "split": "validation", "subset": "my" }, { "name": "Running experiment (5/10)", "start": 765.871319680009, "end": 767.2321498489473, "split": "validation", "subset": "my" }, { "name": "Running experiment (6/10)", "start": 767.2333776599262, "end": 768.6027570238803, "split": "validation", "subset": "my" }, { "name": "Running experiment (7/10)", "start": 768.6040289690718, "end": 770.8245825860649, "split": "validation", "subset": "my" }, { "name": "Running experiment (8/10)", "start": 770.8258621050045, "end": 773.2395134610124, "split": "validation", "subset": "my" }, { "name": "Running experiment (9/10)", "start": 773.2409358990844, "end": 775.5612085249741, "split": "validation", "subset": "my" }, { "name": "Scoring", "start": 753.5312017318793, "end": 775.5612126230262, "split": "validation", "subset": "my" }, { "name": "Encoding training samples", "start": 777.7117381400894, "end": 777.8730727669317, "split": "validation", "subset": "nb" }, { "name": "Encoding test samples", "start": 777.9121861211024, "end": 778.1415080500301, "split": "validation", "subset": "nb" }, { "name": "Running experiment (0/10)", "start": 778.1487733880058, "end": 781.1884003980085, "split": "validation", "subset": "nb" }, { "name": "Running experiment (1/10)", "start": 781.1928139769007, "end": 784.6452796510421, "split": "validation", "subset": "nb" }, { "name": "Running experiment (2/10)", "start": 784.6469297879376, "end": 787.9093188249972, "split": "validation", "subset": "nb" }, { "name": "Running experiment (3/10)", "start": 787.9142067669891, "end": 790.8492897551041, "split": "validation", "subset": "nb" }, { "name": "Running experiment (4/10)", "start": 790.8544185908977, "end": 793.2408457358833, "split": "validation", "subset": "nb" }, { "name": "Running experiment (5/10)", "start": 793.2452869769186, "end": 795.3391158001032, "split": "validation", "subset": "nb" }, { "name": "Running experiment (6/10)", "start": 795.340358129004, "end": 796.9371479270048, "split": "validation", "subset": "nb" }, { "name": "Running experiment (7/10)", "start": 796.9384063060861, "end": 799.0456343858968, "split": "validation", "subset": "nb" }, { "name": "Running experiment (8/10)", "start": 799.0471347109415, "end": 801.7943122929428, "split": "validation", "subset": "nb" }, { "name": "Running experiment (9/10)", "start": 801.7955810308922, "end": 804.569011648884, "split": "validation", "subset": "nb" }, { "name": "Scoring", "start": 778.1425164579414, "end": 804.5690147140995, "split": "validation", "subset": "nb" }, { "name": "Encoding training samples", "start": 806.9036775280256, "end": 807.1410406481009, "split": "validation", "subset": "nl" }, { "name": "Encoding test samples", "start": 807.1925981680397, "end": 807.2946566590108, "split": "validation", "subset": "nl" }, { "name": "Running experiment (0/10)", "start": 807.2964821960777, "end": 809.8733837818727, "split": "validation", "subset": "nl" }, { "name": "Running experiment (1/10)", "start": 809.8745830699336, "end": 812.7076441128738, "split": "validation", "subset": "nl" }, { "name": "Running experiment (2/10)", "start": 812.7088230620138, "end": 816.0428202550393, "split": "validation", "subset": "nl" }, { "name": "Running experiment (3/10)", "start": 816.0502047869377, "end": 818.7582233140711, "split": "validation", "subset": "nl" }, { "name": "Running experiment (4/10)", "start": 818.7632376740221, "end": 821.343901213957, "split": "validation", "subset": "nl" }, { "name": "Running experiment (5/10)", "start": 821.3452353349421, "end": 823.5111440438777, "split": "validation", "subset": "nl" }, { "name": "Running experiment (6/10)", "start": 823.5128481220454, "end": 826.5117860878818, "split": "validation", "subset": "nl" }, { "name": "Running experiment (7/10)", "start": 826.5162790059112, "end": 829.3484539769124, "split": "validation", "subset": "nl" }, { "name": "Running experiment (8/10)", "start": 829.3544475398958, "end": 832.0194701419678, "split": "validation", "subset": "nl" }, { "name": "Running experiment (9/10)", "start": 832.0206979939248, "end": 834.5785384159535, "split": "validation", "subset": "nl" }, { "name": "Scoring", "start": 807.2954933950678, "end": 834.5785414308775, "split": "validation", "subset": "nl" }, { "name": "Encoding training samples", "start": 836.4606937728822, "end": 836.6651053749956, "split": "validation", "subset": "pl" }, { "name": "Encoding test samples", "start": 836.7216136630159, "end": 836.837998541072, "split": "validation", "subset": "pl" }, { "name": "Running experiment (0/10)", "start": 836.8406819330994, "end": 840.3231069101021, "split": "validation", "subset": "pl" }, { "name": "Running experiment (1/10)", "start": 840.3243687150534, "end": 843.2368938799482, "split": "validation", "subset": "pl" }, { "name": "Running experiment (2/10)", "start": 843.2380867060274, "end": 845.8488669220824, "split": "validation", "subset": "pl" }, { "name": "Running experiment (3/10)", "start": 845.850087359082, "end": 847.5536482199095, "split": "validation", "subset": "pl" }, { "name": "Running experiment (4/10)", "start": 847.5549127298873, "end": 848.9761784020811, "split": "validation", "subset": "pl" }, { "name": "Running experiment (5/10)", "start": 848.9774709350895, "end": 851.4686111530755, "split": "validation", "subset": "pl" }, { "name": "Running experiment (6/10)", "start": 851.4697930680122, "end": 854.0395530229434, "split": "validation", "subset": "pl" }, { "name": "Running experiment (7/10)", "start": 854.0408234549686, "end": 856.3863027929328, "split": "validation", "subset": "pl" }, { "name": "Running experiment (8/10)", "start": 856.38754216698, "end": 859.5457667820156, "split": "validation", "subset": "pl" }, { "name": "Running experiment (9/10)", "start": 859.5469379560091, "end": 862.5256399500649, "split": "validation", "subset": "pl" }, { "name": "Scoring", "start": 836.8392138690688, "end": 862.525644429028, "split": "validation", "subset": "pl" }, { "name": "Encoding training samples", "start": 865.2896689430345, "end": 865.5238081510179, "split": "validation", "subset": "pt" }, { "name": "Encoding test samples", "start": 865.5952227499802, "end": 865.8303725998849, "split": "validation", "subset": "pt" }, { "name": "Running experiment (0/10)", "start": 865.8354941119906, "end": 868.1570367650129, "split": "validation", "subset": "pt" }, { "name": "Running experiment (1/10)", "start": 868.1615383990575, "end": 871.2369686509483, "split": "validation", "subset": "pt" }, { "name": "Running experiment (2/10)", "start": 871.2382340529002, "end": 872.8433121419512, "split": "validation", "subset": "pt" }, { "name": "Running experiment (3/10)", "start": 872.8445561940316, "end": 874.3910792910028, "split": "validation", "subset": "pt" }, { "name": "Running experiment (4/10)", "start": 874.3922666059807, "end": 877.4674542050343, "split": "validation", "subset": "pt" }, { "name": "Running experiment (5/10)", "start": 877.4784619170241, "end": 879.8361254350748, "split": "validation", "subset": "pt" }, { "name": "Running experiment (6/10)", "start": 879.8376224429812, "end": 882.8549091899768, "split": "validation", "subset": "pt" }, { "name": "Running experiment (7/10)", "start": 882.8594540450722, "end": 886.1251840558834, "split": "validation", "subset": "pt" }, { "name": "Running experiment (8/10)", "start": 886.1264290499967, "end": 888.5549081489444, "split": "validation", "subset": "pt" }, { "name": "Running experiment (9/10)", "start": 888.5560982299503, "end": 892.370614184998, "split": "validation", "subset": "pt" }, { "name": "Scoring", "start": 865.831317469012, "end": 892.3706178918947, "split": "validation", "subset": "pt" }, { "name": "Encoding training samples", "start": 894.5817856749054, "end": 894.8973860859405, "split": "validation", "subset": "ro" }, { "name": "Encoding test samples", "start": 894.9511552460026, "end": 895.135240623029, "split": "validation", "subset": "ro" }, { "name": "Running experiment (0/10)", "start": 895.1434571100399, "end": 897.2940418110229, "split": "validation", "subset": "ro" }, { "name": "Running experiment (1/10)", "start": 897.2952886179555, "end": 898.830955917947, "split": "validation", "subset": "ro" }, { "name": "Running experiment (2/10)", "start": 898.8321949800011, "end": 900.2904779738747, "split": "validation", "subset": "ro" }, { "name": "Running experiment (3/10)", "start": 900.2919793899637, "end": 903.0795324288774, "split": "validation", "subset": "ro" }, { "name": "Running experiment (4/10)", "start": 903.0807167680468, "end": 905.8889418530744, "split": "validation", "subset": "ro" }, { "name": "Running experiment (5/10)", "start": 905.8901615689974, "end": 909.4818224709015, "split": "validation", "subset": "ro" }, { "name": "Running experiment (6/10)", "start": 909.4830367169343, "end": 912.7645697849803, "split": "validation", "subset": "ro" }, { "name": "Running experiment (7/10)", "start": 912.7658282339107, "end": 915.9525037289131, "split": "validation", "subset": "ro" }, { "name": "Running experiment (8/10)", "start": 915.9537383830175, "end": 918.0577647339087, "split": "validation", "subset": "ro" }, { "name": "Running experiment (9/10)", "start": 918.0593686129432, "end": 920.5797287819441, "split": "validation", "subset": "ro" }, { "name": "Scoring", "start": 895.1392145629507, "end": 920.579733039951, "split": "validation", "subset": "ro" }, { "name": "Encoding training samples", "start": 922.8383876848966, "end": 923.0895791819785, "split": "validation", "subset": "ru" }, { "name": "Encoding test samples", "start": 923.1905932070222, "end": 923.4190829389263, "split": "validation", "subset": "ru" }, { "name": "Running experiment (0/10)", "start": 923.4211492890026, "end": 926.799868308939, "split": "validation", "subset": "ru" }, { "name": "Running experiment (1/10)", "start": 926.8013557400554, "end": 929.0916909400839, "split": "validation", "subset": "ru" }, { "name": "Running experiment (2/10)", "start": 929.0930341789499, "end": 930.5568373489659, "split": "validation", "subset": "ru" }, { "name": "Running experiment (3/10)", "start": 930.5580859188922, "end": 931.9450653409585, "split": "validation", "subset": "ru" }, { "name": "Running experiment (4/10)", "start": 931.9463745448738, "end": 934.538381628925, "split": "validation", "subset": "ru" }, { "name": "Running experiment (5/10)", "start": 934.5396585830022, "end": 938.1882420498878, "split": "validation", "subset": "ru" }, { "name": "Running experiment (6/10)", "start": 938.1894284039736, "end": 940.8390150859486, "split": "validation", "subset": "ru" }, { "name": "Running experiment (7/10)", "start": 940.8402567030862, "end": 944.0282596070319, "split": "validation", "subset": "ru" }, { "name": "Running experiment (8/10)", "start": 944.0298908581026, "end": 947.0999129018746, "split": "validation", "subset": "ru" }, { "name": "Running experiment (9/10)", "start": 947.1013605669141, "end": 950.3399380398914, "split": "validation", "subset": "ru" }, { "name": "Scoring", "start": 923.4200268259738, "end": 950.339942679042, "split": "validation", "subset": "ru" }, { "name": "Encoding training samples", "start": 952.6207785368897, "end": 952.7936118140351, "split": "validation", "subset": "sl" }, { "name": "Encoding test samples", "start": 952.891522875987, "end": 953.0662188599817, "split": "validation", "subset": "sl" }, { "name": "Running experiment (0/10)", "start": 953.0714293678757, "end": 956.5063145828899, "split": "validation", "subset": "sl" }, { "name": "Running experiment (1/10)", "start": 956.5174599830061, "end": 958.543072110042, "split": "validation", "subset": "sl" }, { "name": "Running experiment (2/10)", "start": 958.5443556259852, "end": 960.5863905749284, "split": "validation", "subset": "sl" }, { "name": "Running experiment (3/10)", "start": 960.5879352430347, "end": 963.3692341800779, "split": "validation", "subset": "sl" }, { "name": "Running experiment (4/10)", "start": 963.3707228519488, "end": 966.7507465679664, "split": "validation", "subset": "sl" }, { "name": "Running experiment (5/10)", "start": 966.752343403874, "end": 970.2840333820786, "split": "validation", "subset": "sl" }, { "name": "Running experiment (6/10)", "start": 970.2883130090777, "end": 972.8306053949054, "split": "validation", "subset": "sl" }, { "name": "Running experiment (7/10)", "start": 972.8332151379436, "end": 975.7039752239361, "split": "validation", "subset": "sl" }, { "name": "Running experiment (8/10)", "start": 975.7055270751007, "end": 978.276368323015, "split": "validation", "subset": "sl" }, { "name": "Running experiment (9/10)", "start": 978.2812417570967, "end": 981.0695829959586, "split": "validation", "subset": "sl" }, { "name": "Scoring", "start": 953.0702007950749, "end": 981.0695867030881, "split": "validation", "subset": "sl" }, { "name": "Encoding training samples", "start": 983.3660458410159, "end": 983.5961959089618, "split": "validation", "subset": "sq" }, { "name": "Encoding test samples", "start": 983.6348320581019, "end": 983.728774737101, "split": "validation", "subset": "sq" }, { "name": "Running experiment (0/10)", "start": 983.7305609888863, "end": 985.8557291328907, "split": "validation", "subset": "sq" }, { "name": "Running experiment (1/10)", "start": 985.8572447560728, "end": 987.3721114080399, "split": "validation", "subset": "sq" }, { "name": "Running experiment (2/10)", "start": 987.3733532959595, "end": 989.0592600039672, "split": "validation", "subset": "sq" }, { "name": "Running experiment (3/10)", "start": 989.0605635379907, "end": 991.2048336009029, "split": "validation", "subset": "sq" }, { "name": "Running experiment (4/10)", "start": 991.2082660919987, "end": 993.3485687740613, "split": "validation", "subset": "sq" }, { "name": "Running experiment (5/10)", "start": 993.3501607510261, "end": 995.6980799590237, "split": "validation", "subset": "sq" }, { "name": "Running experiment (6/10)", "start": 995.699801648967, "end": 998.7082862230018, "split": "validation", "subset": "sq" }, { "name": "Running experiment (7/10)", "start": 998.7100900590885, "end": 1001.0794409809168, "split": "validation", "subset": "sq" }, { "name": "Running experiment (8/10)", "start": 1001.0811142609455, "end": 1003.3016343300696, "split": "validation", "subset": "sq" }, { "name": "Running experiment (9/10)", "start": 1003.3094586080406, "end": 1005.990823586937, "split": "validation", "subset": "sq" }, { "name": "Scoring", "start": 983.7295801229775, "end": 1005.9908302100375, "split": "validation", "subset": "sq" }, { "name": "Encoding training samples", "start": 1008.1796940420754, "end": 1008.6109476019628, "split": "validation", "subset": "sv" }, { "name": "Encoding test samples", "start": 1008.6837871549651, "end": 1008.8318980089389, "split": "validation", "subset": "sv" }, { "name": "Running experiment (0/10)", "start": 1008.8343960510101, "end": 1011.7021936799865, "split": "validation", "subset": "sv" }, { "name": "Running experiment (1/10)", "start": 1011.7033895419445, "end": 1013.1813369209412, "split": "validation", "subset": "sv" }, { "name": "Running experiment (2/10)", "start": 1013.1825791189913, "end": 1014.8040745409671, "split": "validation", "subset": "sv" }, { "name": "Running experiment (3/10)", "start": 1014.8052767240442, "end": 1018.1728515878785, "split": "validation", "subset": "sv" }, { "name": "Running experiment (4/10)", "start": 1018.1745975050144, "end": 1020.7886302329134, "split": "validation", "subset": "sv" }, { "name": "Running experiment (5/10)", "start": 1020.7900350568816, "end": 1023.3770945470314, "split": "validation", "subset": "sv" }, { "name": "Running experiment (6/10)", "start": 1023.3783633050043, "end": 1025.8765563690104, "split": "validation", "subset": "sv" }, { "name": "Running experiment (7/10)", "start": 1025.878177100094, "end": 1027.732495120028, "split": "validation", "subset": "sv" }, { "name": "Running experiment (8/10)", "start": 1027.7341788900085, "end": 1030.277665286092, "split": "validation", "subset": "sv" }, { "name": "Running experiment (9/10)", "start": 1030.2822497959714, "end": 1032.8484781580046, "split": "validation", "subset": "sv" }, { "name": "Scoring", "start": 1008.8330017260741, "end": 1032.848482426023, "split": "validation", "subset": "sv" }, { "name": "Encoding training samples", "start": 1035.438780671917, "end": 1035.5961887838785, "split": "validation", "subset": "sw" }, { "name": "Encoding test samples", "start": 1035.63457247708, "end": 1035.7212108629756, "split": "validation", "subset": "sw" }, { "name": "Running experiment (0/10)", "start": 1035.7229326940142, "end": 1038.3882589470595, "split": "validation", "subset": "sw" }, { "name": "Running experiment (1/10)", "start": 1038.3894561799243, "end": 1040.5697430819273, "split": "validation", "subset": "sw" }, { "name": "Running experiment (2/10)", "start": 1040.5715240049176, "end": 1042.2278714329004, "split": "validation", "subset": "sw" }, { "name": "Running experiment (3/10)", "start": 1042.2291878110263, "end": 1043.9210794148967, "split": "validation", "subset": "sw" }, { "name": "Running experiment (4/10)", "start": 1043.9222996518947, "end": 1045.4657134229783, "split": "validation", "subset": "sw" }, { "name": "Running experiment (5/10)", "start": 1045.4673944269307, "end": 1048.1493037580512, "split": "validation", "subset": "sw" }, { "name": "Running experiment (6/10)", "start": 1048.1509116049856, "end": 1050.6299991570413, "split": "validation", "subset": "sw" }, { "name": "Running experiment (7/10)", "start": 1050.6352136519272, "end": 1052.5478913090192, "split": "validation", "subset": "sw" }, { "name": "Running experiment (8/10)", "start": 1052.5494140849914, "end": 1054.9023620290682, "split": "validation", "subset": "sw" }, { "name": "Running experiment (9/10)", "start": 1054.9040198500734, "end": 1057.3506389849354, "split": "validation", "subset": "sw" }, { "name": "Scoring", "start": 1035.7219888379332, "end": 1057.3506429318804, "split": "validation", "subset": "sw" }, { "name": "Encoding training samples", "start": 1059.7232402970549, "end": 1059.908562690951, "split": "validation", "subset": "ta" }, { "name": "Encoding test samples", "start": 1059.9472893490456, "end": 1060.0723716900684, "split": "validation", "subset": "ta" }, { "name": "Running experiment (0/10)", "start": 1060.081457983004, "end": 1062.7492972570471, "split": "validation", "subset": "ta" }, { "name": "Running experiment (1/10)", "start": 1062.7539055210073, "end": 1065.243207249092, "split": "validation", "subset": "ta" }, { "name": "Running experiment (2/10)", "start": 1065.2447932939976, "end": 1066.9684557390865, "split": "validation", "subset": "ta" }, { "name": "Running experiment (3/10)", "start": 1066.9696275650058, "end": 1068.3094950779341, "split": "validation", "subset": "ta" }, { "name": "Running experiment (4/10)", "start": 1068.3107064180076, "end": 1069.9320786029566, "split": "validation", "subset": "ta" }, { "name": "Running experiment (5/10)", "start": 1069.9372272950131, "end": 1072.5568557830993, "split": "validation", "subset": "ta" }, { "name": "Running experiment (6/10)", "start": 1072.5580551200546, "end": 1074.8929369300604, "split": "validation", "subset": "ta" }, { "name": "Running experiment (7/10)", "start": 1074.894630156923, "end": 1077.0836207049433, "split": "validation", "subset": "ta" }, { "name": "Running experiment (8/10)", "start": 1077.085051537957, "end": 1079.4209783088882, "split": "validation", "subset": "ta" }, { "name": "Running experiment (9/10)", "start": 1079.4255527900532, "end": 1082.0811569129582, "split": "validation", "subset": "ta" }, { "name": "Scoring", "start": 1060.0764842310455, "end": 1082.081160580041, "split": "validation", "subset": "ta" }, { "name": "Encoding training samples", "start": 1085.2175960210152, "end": 1085.4101262399927, "split": "validation", "subset": "te" }, { "name": "Encoding test samples", "start": 1085.449818224879, "end": 1085.6250733661, "split": "validation", "subset": "te" }, { "name": "Running experiment (0/10)", "start": 1085.6302143631037, "end": 1088.747785829939, "split": "validation", "subset": "te" }, { "name": "Running experiment (1/10)", "start": 1088.7489813999273, "end": 1091.1027818799485, "split": "validation", "subset": "te" }, { "name": "Running experiment (2/10)", "start": 1091.1044319760986, "end": 1093.149638962932, "split": "validation", "subset": "te" }, { "name": "Running experiment (3/10)", "start": 1093.1512140780687, "end": 1095.2552651281003, "split": "validation", "subset": "te" }, { "name": "Running experiment (4/10)", "start": 1095.2569907160942, "end": 1097.1191746660043, "split": "validation", "subset": "te" }, { "name": "Running experiment (5/10)", "start": 1097.1203582040034, "end": 1098.4278300039005, "split": "validation", "subset": "te" }, { "name": "Running experiment (6/10)", "start": 1098.4290104859974, "end": 1100.223972789012, "split": "validation", "subset": "te" }, { "name": "Running experiment (7/10)", "start": 1100.2253658110276, "end": 1102.7331552759279, "split": "validation", "subset": "te" }, { "name": "Running experiment (8/10)", "start": 1102.7343284739181, "end": 1105.3653810380492, "split": "validation", "subset": "te" }, { "name": "Running experiment (9/10)", "start": 1105.366549596889, "end": 1107.7396352570504, "split": "validation", "subset": "te" }, { "name": "Scoring", "start": 1085.6290676849894, "end": 1107.7396388740744, "split": "validation", "subset": "te" }, { "name": "Encoding training samples", "start": 1110.2079508278985, "end": 1110.6074063680135, "split": "validation", "subset": "th" }, { "name": "Encoding test samples", "start": 1110.6923975590616, "end": 1110.8430014369078, "split": "validation", "subset": "th" }, { "name": "Running experiment (0/10)", "start": 1110.8451616230886, "end": 1113.777217533905, "split": "validation", "subset": "th" }, { "name": "Running experiment (1/10)", "start": 1113.7813080940396, "end": 1117.0189009630121, "split": "validation", "subset": "th" }, { "name": "Running experiment (2/10)", "start": 1117.023703482002, "end": 1119.3013644958846, "split": "validation", "subset": "th" }, { "name": "Running experiment (3/10)", "start": 1119.3029732939322, "end": 1121.5778762940317, "split": "validation", "subset": "th" }, { "name": "Running experiment (4/10)", "start": 1121.5795981648844, "end": 1124.1767937629484, "split": "validation", "subset": "th" }, { "name": "Running experiment (5/10)", "start": 1124.1783631269354, "end": 1126.2706077569164, "split": "validation", "subset": "th" }, { "name": "Running experiment (6/10)", "start": 1126.271786807105, "end": 1127.760985435918, "split": "validation", "subset": "th" }, { "name": "Running experiment (7/10)", "start": 1127.762322653085, "end": 1129.9526506150141, "split": "validation", "subset": "th" }, { "name": "Running experiment (8/10)", "start": 1129.954136962071, "end": 1132.7383558470756, "split": "validation", "subset": "th" }, { "name": "Running experiment (9/10)", "start": 1132.7400551750325, "end": 1135.0862109200098, "split": "validation", "subset": "th" }, { "name": "Scoring", "start": 1110.8439702899195, "end": 1135.0862149270251, "split": "validation", "subset": "th" }, { "name": "Encoding training samples", "start": 1137.4775693870615, "end": 1137.7597157668788, "split": "validation", "subset": "tl" }, { "name": "Encoding test samples", "start": 1137.8088193959557, "end": 1137.9818643929902, "split": "validation", "subset": "tl" }, { "name": "Running experiment (0/10)", "start": 1137.98410401796, "end": 1140.7357417428866, "split": "validation", "subset": "tl" }, { "name": "Running experiment (1/10)", "start": 1140.7373551800847, "end": 1143.2273172640707, "split": "validation", "subset": "tl" }, { "name": "Running experiment (2/10)", "start": 1143.2287327279337, "end": 1145.87603063602, "split": "validation", "subset": "tl" }, { "name": "Running experiment (3/10)", "start": 1145.877208512975, "end": 1148.5552920540795, "split": "validation", "subset": "tl" }, { "name": "Running experiment (4/10)", "start": 1148.5570783570874, "end": 1150.7533717539627, "split": "validation", "subset": "tl" }, { "name": "Running experiment (5/10)", "start": 1150.7549263199326, "end": 1152.8233657840174, "split": "validation", "subset": "tl" }, { "name": "Running experiment (6/10)", "start": 1152.8249207208864, "end": 1155.21656614705, "split": "validation", "subset": "tl" }, { "name": "Running experiment (7/10)", "start": 1155.2177948299795, "end": 1156.7226636630949, "split": "validation", "subset": "tl" }, { "name": "Running experiment (8/10)", "start": 1156.723827173002, "end": 1158.1144580240361, "split": "validation", "subset": "tl" }, { "name": "Running experiment (9/10)", "start": 1158.1157313210424, "end": 1160.5179486100096, "split": "validation", "subset": "tl" }, { "name": "Scoring", "start": 1137.9828814370558, "end": 1160.5179527578875, "split": "validation", "subset": "tl" }, { "name": "Encoding training samples", "start": 1163.0851012459025, "end": 1163.3680552931037, "split": "validation", "subset": "tr" }, { "name": "Encoding test samples", "start": 1163.4686909299344, "end": 1163.711077226093, "split": "validation", "subset": "tr" }, { "name": "Running experiment (0/10)", "start": 1163.722201856086, "end": 1166.4823452860583, "split": "validation", "subset": "tr" }, { "name": "Running experiment (1/10)", "start": 1166.4840166720096, "end": 1169.5994924530387, "split": "validation", "subset": "tr" }, { "name": "Running experiment (2/10)", "start": 1169.600668526953, "end": 1172.6529113990255, "split": "validation", "subset": "tr" }, { "name": "Running experiment (3/10)", "start": 1172.6541670518927, "end": 1175.782109349966, "split": "validation", "subset": "tr" }, { "name": "Running experiment (4/10)", "start": 1175.783664396964, "end": 1179.0718566980213, "split": "validation", "subset": "tr" }, { "name": "Running experiment (5/10)", "start": 1179.0731138440315, "end": 1182.2947659520432, "split": "validation", "subset": "tr" }, { "name": "Running experiment (6/10)", "start": 1182.2959799070377, "end": 1184.810936307069, "split": "validation", "subset": "tr" }, { "name": "Running experiment (7/10)", "start": 1184.8125028659124, "end": 1187.6508229600731, "split": "validation", "subset": "tr" }, { "name": "Running experiment (8/10)", "start": 1187.652570740087, "end": 1189.4615214229561, "split": "validation", "subset": "tr" }, { "name": "Running experiment (9/10)", "start": 1189.4626918660942, "end": 1191.058924176963, "split": "validation", "subset": "tr" }, { "name": "Scoring", "start": 1163.7180601600558, "end": 1191.0589270628989, "split": "validation", "subset": "tr" }, { "name": "Encoding training samples", "start": 1193.3131837688852, "end": 1193.843262193026, "split": "validation", "subset": "ur" }, { "name": "Encoding test samples", "start": 1193.8931448271032, "end": 1194.0178543569054, "split": "validation", "subset": "ur" }, { "name": "Running experiment (0/10)", "start": 1194.020151912002, "end": 1196.7519608179573, "split": "validation", "subset": "ur" }, { "name": "Running experiment (1/10)", "start": 1196.7594582810998, "end": 1199.8607641658746, "split": "validation", "subset": "ur" }, { "name": "Running experiment (2/10)", "start": 1199.8662032829598, "end": 1203.1250735959038, "split": "validation", "subset": "ur" }, { "name": "Running experiment (3/10)", "start": 1203.1266735170502, "end": 1206.730426483089, "split": "validation", "subset": "ur" }, { "name": "Running experiment (4/10)", "start": 1206.7321784610394, "end": 1209.011282792082, "split": "validation", "subset": "ur" }, { "name": "Running experiment (5/10)", "start": 1209.0126289960463, "end": 1212.0888429640327, "split": "validation", "subset": "ur" }, { "name": "Running experiment (6/10)", "start": 1212.0900811338797, "end": 1214.2771940659732, "split": "validation", "subset": "ur" }, { "name": "Running experiment (7/10)", "start": 1214.2787551339716, "end": 1216.618242935976, "split": "validation", "subset": "ur" }, { "name": "Running experiment (8/10)", "start": 1216.6199809380341, "end": 1219.399139242014, "split": "validation", "subset": "ur" }, { "name": "Running experiment (9/10)", "start": 1219.400675012963, "end": 1221.4330762759782, "split": "validation", "subset": "ur" }, { "name": "Scoring", "start": 1194.0187743990682, "end": 1221.4330794620328, "split": "validation", "subset": "ur" }, { "name": "Encoding training samples", "start": 1222.8922601819504, "end": 1223.321947233053, "split": "validation", "subset": "vi" }, { "name": "Encoding test samples", "start": 1223.3717983169481, "end": 1223.4939521849155, "split": "validation", "subset": "vi" }, { "name": "Running experiment (0/10)", "start": 1223.4963949329685, "end": 1225.8898320440203, "split": "validation", "subset": "vi" }, { "name": "Running experiment (1/10)", "start": 1225.894253225997, "end": 1228.386713041924, "split": "validation", "subset": "vi" }, { "name": "Running experiment (2/10)", "start": 1228.388500787085, "end": 1230.5880700999405, "split": "validation", "subset": "vi" }, { "name": "Running experiment (3/10)", "start": 1230.5896551329643, "end": 1233.209209240973, "split": "validation", "subset": "vi" }, { "name": "Running experiment (4/10)", "start": 1233.2103486158885, "end": 1235.685730749974, "split": "validation", "subset": "vi" }, { "name": "Running experiment (5/10)", "start": 1235.6868891599588, "end": 1238.4681187199894, "split": "validation", "subset": "vi" }, { "name": "Running experiment (6/10)", "start": 1238.469288713066, "end": 1241.3587685560342, "split": "validation", "subset": "vi" }, { "name": "Running experiment (7/10)", "start": 1241.360286503099, "end": 1243.4961926119868, "split": "validation", "subset": "vi" }, { "name": "Running experiment (8/10)", "start": 1243.4978839459363, "end": 1246.0467616280075, "split": "validation", "subset": "vi" }, { "name": "Running experiment (9/10)", "start": 1246.0483105429448, "end": 1248.5370170639362, "split": "validation", "subset": "vi" }, { "name": "Scoring", "start": 1223.495027228957, "end": 1248.537020530086, "split": "validation", "subset": "vi" }, { "name": "Encoding training samples", "start": 1250.4400723180734, "end": 1250.569375562016, "split": "validation", "subset": "zh-CN" }, { "name": "Encoding test samples", "start": 1250.607203674037, "end": 1250.680444222875, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (0/10)", "start": 1250.6821657230612, "end": 1252.192233697977, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (1/10)", "start": 1252.1934092810843, "end": 1255.1177679300308, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (2/10)", "start": 1255.119373200927, "end": 1257.636236741906, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (3/10)", "start": 1257.6374985768925, "end": 1260.9359769818839, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (4/10)", "start": 1260.9371536669787, "end": 1264.29832562292, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (5/10)", "start": 1264.2996453770902, "end": 1266.598425698001, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (6/10)", "start": 1266.6004859560635, "end": 1268.7011683529709, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (7/10)", "start": 1268.7040823379066, "end": 1272.0827875460964, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (8/10)", "start": 1272.0839763539843, "end": 1274.451785868965, "split": "validation", "subset": "zh-CN" }, { "name": "Running experiment (9/10)", "start": 1274.4529950250871, "end": 1276.6218770439737, "split": "validation", "subset": "zh-CN" }, { "name": "Scoring", "start": 1250.6812106459402, "end": 1276.6218813320156, "split": "validation", "subset": "zh-CN" }, { "name": "Encoding training samples", "start": 1278.6405254930723, "end": 1278.774111947976, "split": "validation", "subset": "zh-TW" }, { "name": "Encoding test samples", "start": 1278.8123701398727, "end": 1278.8951740779448, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (0/10)", "start": 1278.8970814780332, "end": 1280.4731300489511, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (1/10)", "start": 1280.4743724269792, "end": 1283.0487782519776, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (2/10)", "start": 1283.0507460660301, "end": 1285.467939414084, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (3/10)", "start": 1285.4691350439098, "end": 1287.952906145947, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (4/10)", "start": 1287.954110242892, "end": 1290.6246131290682, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (5/10)", "start": 1290.6259185660165, "end": 1292.8682027440518, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (6/10)", "start": 1292.8698179239873, "end": 1296.1973913779948, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (7/10)", "start": 1296.1991171860136, "end": 1299.4842371579725, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (8/10)", "start": 1299.4854204349685, "end": 1302.4181700840127, "split": "validation", "subset": "zh-TW" }, { "name": "Running experiment (9/10)", "start": 1302.4193738289177, "end": 1305.1229555539321, "split": "validation", "subset": "zh-TW" }, { "name": "Scoring", "start": 1278.8960649950895, "end": 1305.1229594009928, "split": "validation", "subset": "zh-TW" }, { "name": "Encoding training samples", "start": 1307.2901063400786, "end": 1307.4500981241, "split": "test", "subset": "af" }, { "name": "Encoding test samples", "start": 1307.505421695998, "end": 1307.6356567509938, "split": "test", "subset": "af" }, { "name": "Running experiment (0/10)", "start": 1307.6373311229981, "end": 1309.2629753469955, "split": "test", "subset": "af" }, { "name": "Running experiment (1/10)", "start": 1309.2641752860509, "end": 1312.3753844189923, "split": "test", "subset": "af" }, { "name": "Running experiment (2/10)", "start": 1312.3768881789874, "end": 1315.4788363669068, "split": "test", "subset": "af" }, { "name": "Running experiment (3/10)", "start": 1315.483250184916, "end": 1319.351506558014, "split": "test", "subset": "af" }, { "name": "Running experiment (4/10)", "start": 1319.3527124179527, "end": 1321.811808263883, "split": "test", "subset": "af" }, { "name": "Running experiment (5/10)", "start": 1321.8132395679131, "end": 1324.7745433989912, "split": "test", "subset": "af" }, { "name": "Running experiment (6/10)", "start": 1324.775739168981, "end": 1326.851735275006, "split": "test", "subset": "af" }, { "name": "Running experiment (7/10)", "start": 1326.8535186119843, "end": 1329.4328999770805, "split": "test", "subset": "af" }, { "name": "Running experiment (8/10)", "start": 1329.4343661570456, "end": 1332.370594681939, "split": "test", "subset": "af" }, { "name": "Running experiment (9/10)", "start": 1332.3720300539862, "end": 1335.0807185519952, "split": "test", "subset": "af" }, { "name": "Scoring", "start": 1307.6364290949423, "end": 1335.080722589977, "split": "test", "subset": "af" }, { "name": "Encoding training samples", "start": 1337.2297304430977, "end": 1337.4033908729907, "split": "test", "subset": "am" }, { "name": "Encoding test samples", "start": 1337.4587470858824, "end": 1337.608845937997, "split": "test", "subset": "am" }, { "name": "Running experiment (0/10)", "start": 1337.6106202478986, "end": 1339.0911849909462, "split": "test", "subset": "am" }, { "name": "Running experiment (1/10)", "start": 1339.0923625479918, "end": 1341.5566196409054, "split": "test", "subset": "am" }, { "name": "Running experiment (2/10)", "start": 1341.5579210210126, "end": 1344.232375843916, "split": "test", "subset": "am" }, { "name": "Running experiment (3/10)", "start": 1344.2339571008924, "end": 1347.0518963029608, "split": "test", "subset": "am" }, { "name": "Running experiment (4/10)", "start": 1347.0535195178818, "end": 1349.7825665310957, "split": "test", "subset": "am" }, { "name": "Running experiment (5/10)", "start": 1349.783787538996, "end": 1352.22525228397, "split": "test", "subset": "am" }, { "name": "Running experiment (6/10)", "start": 1352.226477510063, "end": 1354.0057270100806, "split": "test", "subset": "am" }, { "name": "Running experiment (7/10)", "start": 1354.0072264519986, "end": 1356.1935478739906, "split": "test", "subset": "am" }, { "name": "Running experiment (8/10)", "start": 1356.195361387916, "end": 1358.6127600490581, "split": "test", "subset": "am" }, { "name": "Running experiment (9/10)", "start": 1358.6141975449864, "end": 1361.0438949430827, "split": "test", "subset": "am" }, { "name": "Scoring", "start": 1337.6096599800512, "end": 1361.043898659991, "split": "test", "subset": "am" }, { "name": "Encoding training samples", "start": 1362.477052382892, "end": 1362.628056777874, "split": "test", "subset": "ar" }, { "name": "Encoding test samples", "start": 1362.6830164049752, "end": 1362.8079787930474, "split": "test", "subset": "ar" }, { "name": "Running experiment (0/10)", "start": 1362.8096784520894, "end": 1364.8506750129163, "split": "test", "subset": "ar" }, { "name": "Running experiment (1/10)", "start": 1364.8522281059995, "end": 1367.2599292278755, "split": "test", "subset": "ar" }, { "name": "Running experiment (2/10)", "start": 1367.261206160998, "end": 1370.1609570300207, "split": "test", "subset": "ar" }, { "name": "Running experiment (3/10)", "start": 1370.162128244061, "end": 1373.03101019701, "split": "test", "subset": "ar" }, { "name": "Running experiment (4/10)", "start": 1373.0354259188753, "end": 1376.2943771770224, "split": "test", "subset": "ar" }, { "name": "Running experiment (5/10)", "start": 1376.299059601035, "end": 1378.6715806368738, "split": "test", "subset": "ar" }, { "name": "Running experiment (6/10)", "start": 1378.6732057249174, "end": 1381.4015074479394, "split": "test", "subset": "ar" }, { "name": "Running experiment (7/10)", "start": 1381.4033171939664, "end": 1384.0363936489448, "split": "test", "subset": "ar" }, { "name": "Running experiment (8/10)", "start": 1384.0376091869548, "end": 1386.6161911289673, "split": "test", "subset": "ar" }, { "name": "Running experiment (9/10)", "start": 1386.6174815478735, "end": 1388.216234704014, "split": "test", "subset": "ar" }, { "name": "Scoring", "start": 1362.8087839980144, "end": 1388.2162383908872, "split": "test", "subset": "ar" }, { "name": "Encoding training samples", "start": 1389.794749836903, "end": 1390.061790727079, "split": "test", "subset": "az" }, { "name": "Encoding test samples", "start": 1390.1810987109784, "end": 1390.4739046259783, "split": "test", "subset": "az" }, { "name": "Running experiment (0/10)", "start": 1390.476418456994, "end": 1392.8045168290846, "split": "test", "subset": "az" }, { "name": "Running experiment (1/10)", "start": 1392.8068157159723, "end": 1395.157375273062, "split": "test", "subset": "az" }, { "name": "Running experiment (2/10)", "start": 1395.1585608751047, "end": 1398.1755229539704, "split": "test", "subset": "az" }, { "name": "Running experiment (3/10)", "start": 1398.1802102769725, "end": 1401.3424361520447, "split": "test", "subset": "az" }, { "name": "Running experiment (4/10)", "start": 1401.3438594110776, "end": 1403.6890352880582, "split": "test", "subset": "az" }, { "name": "Running experiment (5/10)", "start": 1403.6903107890394, "end": 1406.65017725504, "split": "test", "subset": "az" }, { "name": "Running experiment (6/10)", "start": 1406.6513769230805, "end": 1409.786996851908, "split": "test", "subset": "az" }, { "name": "Running experiment (7/10)", "start": 1409.7884176559746, "end": 1411.8492016310338, "split": "test", "subset": "az" }, { "name": "Running experiment (8/10)", "start": 1411.8504742570221, "end": 1413.4675459000282, "split": "test", "subset": "az" }, { "name": "Running experiment (9/10)", "start": 1413.4687606359366, "end": 1416.0983252150472, "split": "test", "subset": "az" }, { "name": "Scoring", "start": 1390.4750366460066, "end": 1416.0983283510432, "split": "test", "subset": "az" }, { "name": "Encoding training samples", "start": 1418.6074721598998, "end": 1418.9041052870452, "split": "test", "subset": "bn" }, { "name": "Encoding test samples", "start": 1419.0566997819114, "end": 1419.339865810005, "split": "test", "subset": "bn" }, { "name": "Running experiment (0/10)", "start": 1419.341562933987, "end": 1422.326495555928, "split": "test", "subset": "bn" }, { "name": "Running experiment (1/10)", "start": 1422.327684232965, "end": 1425.8199622218963, "split": "test", "subset": "bn" }, { "name": "Running experiment (2/10)", "start": 1425.821770044975, "end": 1428.9113889019936, "split": "test", "subset": "bn" }, { "name": "Running experiment (3/10)", "start": 1428.9130899840966, "end": 1431.2755546639673, "split": "test", "subset": "bn" }, { "name": "Running experiment (4/10)", "start": 1431.2770201019011, "end": 1434.5788983500097, "split": "test", "subset": "bn" }, { "name": "Running experiment (5/10)", "start": 1434.58009076491, "end": 1437.370760259917, "split": "test", "subset": "bn" }, { "name": "Running experiment (6/10)", "start": 1437.371939919889, "end": 1439.607626442099, "split": "test", "subset": "bn" }, { "name": "Running experiment (7/10)", "start": 1439.6088789589703, "end": 1441.5743549079634, "split": "test", "subset": "bn" }, { "name": "Running experiment (8/10)", "start": 1441.575903072022, "end": 1444.3763059619814, "split": "test", "subset": "bn" }, { "name": "Running experiment (9/10)", "start": 1444.3775242750999, "end": 1447.1016275810543, "split": "test", "subset": "bn" }, { "name": "Scoring", "start": 1419.3406543040182, "end": 1447.1016303061042, "split": "test", "subset": "bn" }, { "name": "Encoding training samples", "start": 1449.291953990003, "end": 1449.6145068490878, "split": "test", "subset": "cy" }, { "name": "Encoding test samples", "start": 1449.7000156440772, "end": 1449.8414177419618, "split": "test", "subset": "cy" }, { "name": "Running experiment (0/10)", "start": 1449.8431934840046, "end": 1452.6252402178943, "split": "test", "subset": "cy" }, { "name": "Running experiment (1/10)", "start": 1452.6264419590589, "end": 1455.00245739799, "split": "test", "subset": "cy" }, { "name": "Running experiment (2/10)", "start": 1455.003705086885, "end": 1457.3399144010618, "split": "test", "subset": "cy" }, { "name": "Running experiment (3/10)", "start": 1457.3411071759183, "end": 1459.8304065549746, "split": "test", "subset": "cy" }, { "name": "Running experiment (4/10)", "start": 1459.8315801739227, "end": 1462.2756742560305, "split": "test", "subset": "cy" }, { "name": "Running experiment (5/10)", "start": 1462.2768646569457, "end": 1463.8523426789325, "split": "test", "subset": "cy" }, { "name": "Running experiment (6/10)", "start": 1463.8535257659387, "end": 1465.5472582969815, "split": "test", "subset": "cy" }, { "name": "Running experiment (7/10)", "start": 1465.5524581240024, "end": 1468.7088552271016, "split": "test", "subset": "cy" }, { "name": "Running experiment (8/10)", "start": 1468.7116052629426, "end": 1471.5275644320063, "split": "test", "subset": "cy" }, { "name": "Running experiment (9/10)", "start": 1471.5290683628991, "end": 1475.168409906095, "split": "test", "subset": "cy" }, { "name": "Scoring", "start": 1449.8422306419816, "end": 1475.168414084008, "split": "test", "subset": "cy" }, { "name": "Encoding training samples", "start": 1477.7432741320226, "end": 1478.0468393319752, "split": "test", "subset": "da" }, { "name": "Encoding test samples", "start": 1478.1013077721, "end": 1478.2270567771047, "split": "test", "subset": "da" }, { "name": "Running experiment (0/10)", "start": 1478.2287622170988, "end": 1481.1907669340726, "split": "test", "subset": "da" }, { "name": "Running experiment (1/10)", "start": 1481.1922850119881, "end": 1484.6806449298747, "split": "test", "subset": "da" }, { "name": "Running experiment (2/10)", "start": 1484.6821304259356, "end": 1488.1293734200299, "split": "test", "subset": "da" }, { "name": "Running experiment (3/10)", "start": 1488.1305624179076, "end": 1490.2095778740477, "split": "test", "subset": "da" }, { "name": "Running experiment (4/10)", "start": 1490.2107740459032, "end": 1492.3847148679197, "split": "test", "subset": "da" }, { "name": "Running experiment (5/10)", "start": 1492.3862906440627, "end": 1494.9529327328783, "split": "test", "subset": "da" }, { "name": "Running experiment (6/10)", "start": 1494.9545708668884, "end": 1497.6952003519982, "split": "test", "subset": "da" }, { "name": "Running experiment (7/10)", "start": 1497.6966898760293, "end": 1500.7209215119947, "split": "test", "subset": "da" }, { "name": "Running experiment (8/10)", "start": 1500.7221086660866, "end": 1503.996793679893, "split": "test", "subset": "da" }, { "name": "Running experiment (9/10)", "start": 1503.9982687269803, "end": 1507.7966634780169, "split": "test", "subset": "da" }, { "name": "Scoring", "start": 1478.2278483770788, "end": 1507.796667204937, "split": "test", "subset": "da" }, { "name": "Encoding training samples", "start": 1509.8534657140262, "end": 1510.0952305709943, "split": "test", "subset": "de" }, { "name": "Encoding test samples", "start": 1510.2108252609614, "end": 1510.5346230189316, "split": "test", "subset": "de" }, { "name": "Running experiment (0/10)", "start": 1510.536793553969, "end": 1513.1367746330798, "split": "test", "subset": "de" }, { "name": "Running experiment (1/10)", "start": 1513.1384309700225, "end": 1514.8356360350735, "split": "test", "subset": "de" }, { "name": "Running experiment (2/10)", "start": 1514.8368027610704, "end": 1517.3889252070803, "split": "test", "subset": "de" }, { "name": "Running experiment (3/10)", "start": 1517.3903415929526, "end": 1520.0878044960555, "split": "test", "subset": "de" }, { "name": "Running experiment (4/10)", "start": 1520.089488065103, "end": 1522.3329150469508, "split": "test", "subset": "de" }, { "name": "Running experiment (5/10)", "start": 1522.3348603080958, "end": 1525.0749925388955, "split": "test", "subset": "de" }, { "name": "Running experiment (6/10)", "start": 1525.0794502089266, "end": 1528.6980820239987, "split": "test", "subset": "de" }, { "name": "Running experiment (7/10)", "start": 1528.6995772179216, "end": 1531.646991227055, "split": "test", "subset": "de" }, { "name": "Running experiment (8/10)", "start": 1531.648674214026, "end": 1534.704442203045, "split": "test", "subset": "de" }, { "name": "Running experiment (9/10)", "start": 1534.7056478720624, "end": 1537.4180658708792, "split": "test", "subset": "de" }, { "name": "Scoring", "start": 1510.535648568999, "end": 1537.4180698990822, "split": "test", "subset": "de" }, { "name": "Encoding training samples", "start": 1539.756609620992, "end": 1539.9331688270904, "split": "test", "subset": "el" }, { "name": "Encoding test samples", "start": 1539.9884837600403, "end": 1540.1358112869784, "split": "test", "subset": "el" }, { "name": "Running experiment (0/10)", "start": 1540.1375188499223, "end": 1541.8522843860555, "split": "test", "subset": "el" }, { "name": "Running experiment (1/10)", "start": 1541.8536954119336, "end": 1545.4960717740469, "split": "test", "subset": "el" }, { "name": "Running experiment (2/10)", "start": 1545.503689021105, "end": 1548.361095577944, "split": "test", "subset": "el" }, { "name": "Running experiment (3/10)", "start": 1548.362763407873, "end": 1551.0914326859638, "split": "test", "subset": "el" }, { "name": "Running experiment (4/10)", "start": 1551.092835796997, "end": 1554.170858138008, "split": "test", "subset": "el" }, { "name": "Running experiment (5/10)", "start": 1554.172663266072, "end": 1557.219338954892, "split": "test", "subset": "el" }, { "name": "Running experiment (6/10)", "start": 1557.2205422399566, "end": 1560.307962615043, "split": "test", "subset": "el" }, { "name": "Running experiment (7/10)", "start": 1560.309265377, "end": 1562.4594540880062, "split": "test", "subset": "el" }, { "name": "Running experiment (8/10)", "start": 1562.4643206170294, "end": 1565.3697801169474, "split": "test", "subset": "el" }, { "name": "Running experiment (9/10)", "start": 1565.3715548480395, "end": 1567.7502564459573, "split": "test", "subset": "el" }, { "name": "Scoring", "start": 1540.1365969448816, "end": 1567.7502601728775, "split": "test", "subset": "el" }, { "name": "Encoding training samples", "start": 1569.2951853100676, "end": 1569.4431100999936, "split": "test", "subset": "en" }, { "name": "Encoding test samples", "start": 1569.4974738620222, "end": 1569.6189369659405, "split": "test", "subset": "en" }, { "name": "Running experiment (0/10)", "start": 1569.6206438289955, "end": 1572.2778938410338, "split": "test", "subset": "en" }, { "name": "Running experiment (1/10)", "start": 1572.2797093780246, "end": 1574.7800113658886, "split": "test", "subset": "en" }, { "name": "Running experiment (2/10)", "start": 1574.784574644873, "end": 1577.5262632619124, "split": "test", "subset": "en" }, { "name": "Running experiment (3/10)", "start": 1577.5275228729006, "end": 1579.4404013769235, "split": "test", "subset": "en" }, { "name": "Running experiment (4/10)", "start": 1579.4448848559987, "end": 1582.1237632408738, "split": "test", "subset": "en" }, { "name": "Running experiment (5/10)", "start": 1582.1249832070898, "end": 1584.8996569139417, "split": "test", "subset": "en" }, { "name": "Running experiment (6/10)", "start": 1584.9008432968985, "end": 1587.3089390199166, "split": "test", "subset": "en" }, { "name": "Running experiment (7/10)", "start": 1587.310355575988, "end": 1590.3289630839135, "split": "test", "subset": "en" }, { "name": "Running experiment (8/10)", "start": 1590.3301458300557, "end": 1594.4349741050974, "split": "test", "subset": "en" }, { "name": "Running experiment (9/10)", "start": 1594.4361488760915, "end": 1597.5028189620934, "split": "test", "subset": "en" }, { "name": "Scoring", "start": 1569.6197329938877, "end": 1597.5028232999612, "split": "test", "subset": "en" }, { "name": "Encoding training samples", "start": 1598.903586959932, "end": 1599.0699141658843, "split": "test", "subset": "es" }, { "name": "Encoding test samples", "start": 1599.124512217939, "end": 1599.2607666619588, "split": "test", "subset": "es" }, { "name": "Running experiment (0/10)", "start": 1599.2626149409916, "end": 1602.5123322980944, "split": "test", "subset": "es" }, { "name": "Running experiment (1/10)", "start": 1602.514757942874, "end": 1606.4888242930174, "split": "test", "subset": "es" }, { "name": "Running experiment (2/10)", "start": 1606.490066200029, "end": 1609.3788817569148, "split": "test", "subset": "es" }, { "name": "Running experiment (3/10)", "start": 1609.3801026239526, "end": 1612.6864893559832, "split": "test", "subset": "es" }, { "name": "Running experiment (4/10)", "start": 1612.6878904129844, "end": 1615.8461054998916, "split": "test", "subset": "es" }, { "name": "Running experiment (5/10)", "start": 1615.84767580498, "end": 1618.17900323309, "split": "test", "subset": "es" }, { "name": "Running experiment (6/10)", "start": 1618.1806360259652, "end": 1621.099179157056, "split": "test", "subset": "es" }, { "name": "Running experiment (7/10)", "start": 1621.1009122189134, "end": 1624.2627208130434, "split": "test", "subset": "es" }, { "name": "Running experiment (8/10)", "start": 1624.2642876820173, "end": 1626.3074545189738, "split": "test", "subset": "es" }, { "name": "Running experiment (9/10)", "start": 1626.3086266149767, "end": 1628.3676732319873, "split": "test", "subset": "es" }, { "name": "Scoring", "start": 1599.2616275520995, "end": 1628.3676766080316, "split": "test", "subset": "es" }, { "name": "Encoding training samples", "start": 1630.273651727941, "end": 1630.6889518799726, "split": "test", "subset": "fa" }, { "name": "Encoding test samples", "start": 1630.8078661160544, "end": 1630.9818877018988, "split": "test", "subset": "fa" }, { "name": "Running experiment (0/10)", "start": 1630.9842424839735, "end": 1633.8867149211, "split": "test", "subset": "fa" }, { "name": "Running experiment (1/10)", "start": 1633.887946358882, "end": 1636.0298941549845, "split": "test", "subset": "fa" }, { "name": "Running experiment (2/10)", "start": 1636.0312845420558, "end": 1638.337678431999, "split": "test", "subset": "fa" }, { "name": "Running experiment (3/10)", "start": 1638.3393592350185, "end": 1640.8198924909811, "split": "test", "subset": "fa" }, { "name": "Running experiment (4/10)", "start": 1640.8210984009784, "end": 1643.6967034530826, "split": "test", "subset": "fa" }, { "name": "Running experiment (5/10)", "start": 1643.6980511900038, "end": 1646.2280459280591, "split": "test", "subset": "fa" }, { "name": "Running experiment (6/10)", "start": 1646.2292841279414, "end": 1648.753739810083, "split": "test", "subset": "fa" }, { "name": "Running experiment (7/10)", "start": 1648.7550101210363, "end": 1651.3272830499336, "split": "test", "subset": "fa" }, { "name": "Running experiment (8/10)", "start": 1651.3284923660103, "end": 1653.453836074099, "split": "test", "subset": "fa" }, { "name": "Running experiment (9/10)", "start": 1653.4550301819108, "end": 1655.0642866129056, "split": "test", "subset": "fa" }, { "name": "Scoring", "start": 1630.983019842999, "end": 1655.0642905600835, "split": "test", "subset": "fa" }, { "name": "Encoding training samples", "start": 1657.564463332994, "end": 1657.9155277309474, "split": "test", "subset": "fi" }, { "name": "Encoding test samples", "start": 1657.9768923888914, "end": 1658.1078847770113, "split": "test", "subset": "fi" }, { "name": "Running experiment (0/10)", "start": 1658.109652243089, "end": 1660.5660538910888, "split": "test", "subset": "fi" }, { "name": "Running experiment (1/10)", "start": 1660.567254099995, "end": 1663.0211739249062, "split": "test", "subset": "fi" }, { "name": "Running experiment (2/10)", "start": 1663.0262884709518, "end": 1665.0571176339872, "split": "test", "subset": "fi" }, { "name": "Running experiment (3/10)", "start": 1665.0587622900493, "end": 1668.0019580649678, "split": "test", "subset": "fi" }, { "name": "Running experiment (4/10)", "start": 1668.0031577630434, "end": 1670.3568174899556, "split": "test", "subset": "fi" }, { "name": "Running experiment (5/10)", "start": 1670.3580403418746, "end": 1673.196149264928, "split": "test", "subset": "fi" }, { "name": "Running experiment (6/10)", "start": 1673.1973457070999, "end": 1676.0701383990236, "split": "test", "subset": "fi" }, { "name": "Running experiment (7/10)", "start": 1676.07133643399, "end": 1678.7966435139533, "split": "test", "subset": "fi" }, { "name": "Running experiment (8/10)", "start": 1678.7978326019365, "end": 1680.5068563029636, "split": "test", "subset": "fi" }, { "name": "Running experiment (9/10)", "start": 1680.508108509006, "end": 1682.1584643579554, "split": "test", "subset": "fi" }, { "name": "Scoring", "start": 1658.1086850629654, "end": 1682.15846779407, "split": "test", "subset": "fi" }, { "name": "Encoding training samples", "start": 1684.7301797820255, "end": 1685.040967331035, "split": "test", "subset": "fr" }, { "name": "Encoding test samples", "start": 1685.0962627250701, "end": 1685.2327127349563, "split": "test", "subset": "fr" }, { "name": "Running experiment (0/10)", "start": 1685.2344538220204, "end": 1687.8694813379552, "split": "test", "subset": "fr" }, { "name": "Running experiment (1/10)", "start": 1687.8707825168967, "end": 1691.2049731609877, "split": "test", "subset": "fr" }, { "name": "Running experiment (2/10)", "start": 1691.2062900098972, "end": 1694.2012614309788, "split": "test", "subset": "fr" }, { "name": "Running experiment (3/10)", "start": 1694.2027559538838, "end": 1698.2996912628878, "split": "test", "subset": "fr" }, { "name": "Running experiment (4/10)", "start": 1698.3013512569014, "end": 1701.039373879088, "split": "test", "subset": "fr" }, { "name": "Running experiment (5/10)", "start": 1701.0438577679452, "end": 1704.0486204030458, "split": "test", "subset": "fr" }, { "name": "Running experiment (6/10)", "start": 1704.0498182380106, "end": 1706.3538492920343, "split": "test", "subset": "fr" }, { "name": "Running experiment (7/10)", "start": 1706.3553693129215, "end": 1709.20878438605, "split": "test", "subset": "fr" }, { "name": "Running experiment (8/10)", "start": 1709.2100642749574, "end": 1711.2419099749532, "split": "test", "subset": "fr" }, { "name": "Running experiment (9/10)", "start": 1711.2430988019332, "end": 1714.3529897190165, "split": "test", "subset": "fr" }, { "name": "Scoring", "start": 1685.2335052459966, "end": 1714.3529926240444, "split": "test", "subset": "fr" }, { "name": "Encoding training samples", "start": 1716.269130823901, "end": 1716.7180693009868, "split": "test", "subset": "he" }, { "name": "Encoding test samples", "start": 1716.89053422492, "end": 1717.331371994922, "split": "test", "subset": "he" }, { "name": "Running experiment (0/10)", "start": 1717.3395469719544, "end": 1719.8271132600494, "split": "test", "subset": "he" }, { "name": "Running experiment (1/10)", "start": 1719.8283405299298, "end": 1721.7103062300012, "split": "test", "subset": "he" }, { "name": "Running experiment (2/10)", "start": 1721.711832081899, "end": 1724.439087938983, "split": "test", "subset": "he" }, { "name": "Running experiment (3/10)", "start": 1724.4409843680914, "end": 1727.0303625089582, "split": "test", "subset": "he" }, { "name": "Running experiment (4/10)", "start": 1727.0318474839441, "end": 1729.338199858088, "split": "test", "subset": "he" }, { "name": "Running experiment (5/10)", "start": 1729.340100304922, "end": 1732.2010724109132, "split": "test", "subset": "he" }, { "name": "Running experiment (6/10)", "start": 1732.20242530806, "end": 1734.221057710005, "split": "test", "subset": "he" }, { "name": "Running experiment (7/10)", "start": 1734.2227625690866, "end": 1736.454000463942, "split": "test", "subset": "he" }, { "name": "Running experiment (8/10)", "start": 1736.455214560032, "end": 1738.2774035260081, "split": "test", "subset": "he" }, { "name": "Running experiment (9/10)", "start": 1738.2785807820037, "end": 1741.4502009178977, "split": "test", "subset": "he" }, { "name": "Scoring", "start": 1717.3323436840437, "end": 1741.4502042438835, "split": "test", "subset": "he" }, { "name": "Encoding training samples", "start": 1743.6134582520463, "end": 1743.995778431883, "split": "test", "subset": "hi" }, { "name": "Encoding test samples", "start": 1744.1459614280611, "end": 1744.521961152088, "split": "test", "subset": "hi" }, { "name": "Running experiment (0/10)", "start": 1744.5236514930148, "end": 1746.8198144629132, "split": "test", "subset": "hi" }, { "name": "Running experiment (1/10)", "start": 1746.8212457569316, "end": 1749.3034329800867, "split": "test", "subset": "hi" }, { "name": "Running experiment (2/10)", "start": 1749.3047703870106, "end": 1751.674163735006, "split": "test", "subset": "hi" }, { "name": "Running experiment (3/10)", "start": 1751.67580611608, "end": 1753.9005558940116, "split": "test", "subset": "hi" }, { "name": "Running experiment (4/10)", "start": 1753.9017732650973, "end": 1756.0996131140273, "split": "test", "subset": "hi" }, { "name": "Running experiment (5/10)", "start": 1756.1008903579786, "end": 1759.1045231500175, "split": "test", "subset": "hi" }, { "name": "Running experiment (6/10)", "start": 1759.1057460820302, "end": 1762.0591065019835, "split": "test", "subset": "hi" }, { "name": "Running experiment (7/10)", "start": 1762.0603378999513, "end": 1763.5975779669825, "split": "test", "subset": "hi" }, { "name": "Running experiment (8/10)", "start": 1763.598742618924, "end": 1765.3247670340352, "split": "test", "subset": "hi" }, { "name": "Running experiment (9/10)", "start": 1765.3263053090777, "end": 1768.752869931981, "split": "test", "subset": "hi" }, { "name": "Scoring", "start": 1744.5227508880198, "end": 1768.7528728970792, "split": "test", "subset": "hi" }, { "name": "Encoding training samples", "start": 1771.093995197909, "end": 1772.0762823629193, "split": "test", "subset": "hu" }, { "name": "Encoding test samples", "start": 1772.1927141740452, "end": 1772.338000192074, "split": "test", "subset": "hu" }, { "name": "Running experiment (0/10)", "start": 1772.3397223730572, "end": 1775.2838013290893, "split": "test", "subset": "hu" }, { "name": "Running experiment (1/10)", "start": 1775.285014271969, "end": 1778.523207880091, "split": "test", "subset": "hu" }, { "name": "Running experiment (2/10)", "start": 1778.5248892549425, "end": 1781.5799389700405, "split": "test", "subset": "hu" }, { "name": "Running experiment (3/10)", "start": 1781.5812027589418, "end": 1784.0017445238773, "split": "test", "subset": "hu" }, { "name": "Running experiment (4/10)", "start": 1784.0029994260985, "end": 1786.3308955579996, "split": "test", "subset": "hu" }, { "name": "Running experiment (5/10)", "start": 1786.3323512580246, "end": 1789.5969095129985, "split": "test", "subset": "hu" }, { "name": "Running experiment (6/10)", "start": 1789.5981827490032, "end": 1792.3907805699855, "split": "test", "subset": "hu" }, { "name": "Running experiment (7/10)", "start": 1792.3920204038732, "end": 1794.4928499539383, "split": "test", "subset": "hu" }, { "name": "Running experiment (8/10)", "start": 1794.4941431279294, "end": 1797.145612484077, "split": "test", "subset": "hu" }, { "name": "Running experiment (9/10)", "start": 1797.1472564178985, "end": 1799.8524062079377, "split": "test", "subset": "hu" }, { "name": "Scoring", "start": 1772.3387903489638, "end": 1799.852410184918, "split": "test", "subset": "hu" }, { "name": "Encoding training samples", "start": 1802.0527102400083, "end": 1802.2416279281024, "split": "test", "subset": "hy" }, { "name": "Encoding test samples", "start": 1802.297181576956, "end": 1802.4541188839357, "split": "test", "subset": "hy" }, { "name": "Running experiment (0/10)", "start": 1802.4559474650305, "end": 1805.0751598470379, "split": "test", "subset": "hy" }, { "name": "Running experiment (1/10)", "start": 1805.076369042974, "end": 1807.5630861700047, "split": "test", "subset": "hy" }, { "name": "Running experiment (2/10)", "start": 1807.5643442180008, "end": 1809.9390316701028, "split": "test", "subset": "hy" }, { "name": "Running experiment (3/10)", "start": 1809.9405704669189, "end": 1812.2781326929107, "split": "test", "subset": "hy" }, { "name": "Running experiment (4/10)", "start": 1812.279663895024, "end": 1814.9719074380118, "split": "test", "subset": "hy" }, { "name": "Running experiment (5/10)", "start": 1814.973613838898, "end": 1817.691781823989, "split": "test", "subset": "hy" }, { "name": "Running experiment (6/10)", "start": 1817.6929799590725, "end": 1820.4063042958733, "split": "test", "subset": "hy" }, { "name": "Running experiment (7/10)", "start": 1820.4075860790908, "end": 1822.8103967478964, "split": "test", "subset": "hy" }, { "name": "Running experiment (8/10)", "start": 1822.8116103119683, "end": 1824.450480136089, "split": "test", "subset": "hy" }, { "name": "Running experiment (9/10)", "start": 1824.4516600170173, "end": 1826.1090587240178, "split": "test", "subset": "hy" }, { "name": "Scoring", "start": 1802.4549089309294, "end": 1826.109061959898, "split": "test", "subset": "hy" }, { "name": "Encoding training samples", "start": 1828.0540767770726, "end": 1828.2051649149507, "split": "test", "subset": "id" }, { "name": "Encoding test samples", "start": 1828.2594306000974, "end": 1828.3848710949533, "split": "test", "subset": "id" }, { "name": "Running experiment (0/10)", "start": 1828.3866230219137, "end": 1831.096614381997, "split": "test", "subset": "id" }, { "name": "Running experiment (1/10)", "start": 1831.0978288978804, "end": 1833.4328467890155, "split": "test", "subset": "id" }, { "name": "Running experiment (2/10)", "start": 1833.4343878100626, "end": 1836.6811419141013, "split": "test", "subset": "id" }, { "name": "Running experiment (3/10)", "start": 1836.6823564099614, "end": 1839.0968220799696, "split": "test", "subset": "id" }, { "name": "Running experiment (4/10)", "start": 1839.0979977229144, "end": 1841.6009806529619, "split": "test", "subset": "id" }, { "name": "Running experiment (5/10)", "start": 1841.6022594200913, "end": 1844.3764271240216, "split": "test", "subset": "id" }, { "name": "Running experiment (6/10)", "start": 1844.3776193980593, "end": 1847.268015987007, "split": "test", "subset": "id" }, { "name": "Running experiment (7/10)", "start": 1847.2694632508792, "end": 1849.9230889880564, "split": "test", "subset": "id" }, { "name": "Running experiment (8/10)", "start": 1849.9248769530095, "end": 1852.2265882010106, "split": "test", "subset": "id" }, { "name": "Running experiment (9/10)", "start": 1852.2282429460902, "end": 1855.5992054780945, "split": "test", "subset": "id" }, { "name": "Scoring", "start": 1828.3856608509086, "end": 1855.599209195003, "split": "test", "subset": "id" }, { "name": "Encoding training samples", "start": 1856.999369961908, "end": 1857.169332693098, "split": "test", "subset": "is" }, { "name": "Encoding test samples", "start": 1857.2242719249334, "end": 1857.5710263398942, "split": "test", "subset": "is" }, { "name": "Running experiment (0/10)", "start": 1857.5750804999843, "end": 1861.0329529549927, "split": "test", "subset": "is" }, { "name": "Running experiment (1/10)", "start": 1861.0348498960957, "end": 1863.8490165448748, "split": "test", "subset": "is" }, { "name": "Running experiment (2/10)", "start": 1863.8506517328788, "end": 1866.20037270803, "split": "test", "subset": "is" }, { "name": "Running experiment (3/10)", "start": 1866.2019973360002, "end": 1868.7237756128889, "split": "test", "subset": "is" }, { "name": "Running experiment (4/10)", "start": 1868.7253975649364, "end": 1872.3964913240634, "split": "test", "subset": "is" }, { "name": "Running experiment (5/10)", "start": 1872.3980365819298, "end": 1875.4297258120496, "split": "test", "subset": "is" }, { "name": "Running experiment (6/10)", "start": 1875.4341910460498, "end": 1878.859208496986, "split": "test", "subset": "is" }, { "name": "Running experiment (7/10)", "start": 1878.8609134259168, "end": 1881.767917369958, "split": "test", "subset": "is" }, { "name": "Running experiment (8/10)", "start": 1881.7691141630057, "end": 1884.0957407359965, "split": "test", "subset": "is" }, { "name": "Running experiment (9/10)", "start": 1884.0973106909078, "end": 1886.640355288051, "split": "test", "subset": "is" }, { "name": "Scoring", "start": 1857.5739855698776, "end": 1886.6403595360462, "split": "test", "subset": "is" }, { "name": "Encoding training samples", "start": 1888.3308934050146, "end": 1888.481325916946, "split": "test", "subset": "it" }, { "name": "Encoding test samples", "start": 1888.5352262139786, "end": 1888.6645052619278, "split": "test", "subset": "it" }, { "name": "Running experiment (0/10)", "start": 1888.6662670779042, "end": 1891.2168197559658, "split": "test", "subset": "it" }, { "name": "Running experiment (1/10)", "start": 1891.2181727320421, "end": 1893.8767285828944, "split": "test", "subset": "it" }, { "name": "Running experiment (2/10)", "start": 1893.8780409230385, "end": 1896.4602269770112, "split": "test", "subset": "it" }, { "name": "Running experiment (3/10)", "start": 1896.461431554053, "end": 1898.8528334579896, "split": "test", "subset": "it" }, { "name": "Running experiment (4/10)", "start": 1898.8540460099466, "end": 1901.958656115923, "split": "test", "subset": "it" }, { "name": "Running experiment (5/10)", "start": 1901.9598488209303, "end": 1905.2937101540156, "split": "test", "subset": "it" }, { "name": "Running experiment (6/10)", "start": 1905.294890875928, "end": 1908.331452704966, "split": "test", "subset": "it" }, { "name": "Running experiment (7/10)", "start": 1908.3326518819667, "end": 1911.0608962909319, "split": "test", "subset": "it" }, { "name": "Running experiment (8/10)", "start": 1911.062139079906, "end": 1913.5296436739154, "split": "test", "subset": "it" }, { "name": "Running experiment (9/10)", "start": 1913.5313381128944, "end": 1916.614565279102, "split": "test", "subset": "it" }, { "name": "Scoring", "start": 1888.665308644995, "end": 1916.6145701380447, "split": "test", "subset": "it" }, { "name": "Encoding training samples", "start": 1918.3160954280756, "end": 1918.4522655059118, "split": "test", "subset": "ja" }, { "name": "Encoding test samples", "start": 1918.507212602999, "end": 1918.6213354349602, "split": "test", "subset": "ja" }, { "name": "Running experiment (0/10)", "start": 1918.623130754102, "end": 1920.560768083902, "split": "test", "subset": "ja" }, { "name": "Running experiment (1/10)", "start": 1920.5653762379661, "end": 1923.3431704000104, "split": "test", "subset": "ja" }, { "name": "Running experiment (2/10)", "start": 1923.3478371840902, "end": 1925.8323622690514, "split": "test", "subset": "ja" }, { "name": "Running experiment (3/10)", "start": 1925.833822047105, "end": 1928.5184792638756, "split": "test", "subset": "ja" }, { "name": "Running experiment (4/10)", "start": 1928.519986510044, "end": 1930.9319479009137, "split": "test", "subset": "ja" }, { "name": "Running experiment (5/10)", "start": 1930.9335014449898, "end": 1933.2912545790896, "split": "test", "subset": "ja" }, { "name": "Running experiment (6/10)", "start": 1933.2964571609627, "end": 1936.2042379099876, "split": "test", "subset": "ja" }, { "name": "Running experiment (7/10)", "start": 1936.206049358938, "end": 1938.6841318050865, "split": "test", "subset": "ja" }, { "name": "Running experiment (8/10)", "start": 1938.6853360119276, "end": 1941.0765842960682, "split": "test", "subset": "ja" }, { "name": "Running experiment (9/10)", "start": 1941.0777797349729, "end": 1943.3993266629986, "split": "test", "subset": "ja" }, { "name": "Scoring", "start": 1918.622158403974, "end": 1943.3993305000477, "split": "test", "subset": "ja" }, { "name": "Encoding training samples", "start": 1945.0012140879408, "end": 1945.152009332087, "split": "test", "subset": "jv" }, { "name": "Encoding test samples", "start": 1945.2061415750068, "end": 1945.3316742719617, "split": "test", "subset": "jv" }, { "name": "Running experiment (0/10)", "start": 1945.3333805429284, "end": 1946.9599552119616, "split": "test", "subset": "jv" }, { "name": "Running experiment (1/10)", "start": 1946.9612072589807, "end": 1949.3700975549873, "split": "test", "subset": "jv" }, { "name": "Running experiment (2/10)", "start": 1949.371291361982, "end": 1951.910808681976, "split": "test", "subset": "jv" }, { "name": "Running experiment (3/10)", "start": 1951.9120103740133, "end": 1954.0460372639354, "split": "test", "subset": "jv" }, { "name": "Running experiment (4/10)", "start": 1954.047534482088, "end": 1956.3287372540217, "split": "test", "subset": "jv" }, { "name": "Running experiment (5/10)", "start": 1956.3333320219535, "end": 1958.3745129948948, "split": "test", "subset": "jv" }, { "name": "Running experiment (6/10)", "start": 1958.3760451988783, "end": 1961.1139531100634, "split": "test", "subset": "jv" }, { "name": "Running experiment (7/10)", "start": 1961.115603415994, "end": 1963.7436604250688, "split": "test", "subset": "jv" }, { "name": "Running experiment (8/10)", "start": 1963.7452761260793, "end": 1966.3406120189466, "split": "test", "subset": "jv" }, { "name": "Running experiment (9/10)", "start": 1966.3423612110782, "end": 1969.0235741538927, "split": "test", "subset": "jv" }, { "name": "Scoring", "start": 1945.3324518450536, "end": 1969.0235783320386, "split": "test", "subset": "jv" }, { "name": "Encoding training samples", "start": 1971.3266970280092, "end": 1971.685307634063, "split": "test", "subset": "ka" }, { "name": "Encoding test samples", "start": 1971.7570119190495, "end": 1971.9674422719982, "split": "test", "subset": "ka" }, { "name": "Running experiment (0/10)", "start": 1971.9695791339036, "end": 1973.938610570971, "split": "test", "subset": "ka" }, { "name": "Running experiment (1/10)", "start": 1973.939806672046, "end": 1975.5677250858862, "split": "test", "subset": "ka" }, { "name": "Running experiment (2/10)", "start": 1975.5689801380504, "end": 1977.874589229934, "split": "test", "subset": "ka" }, { "name": "Running experiment (3/10)", "start": 1977.879148591077, "end": 1980.0318086659536, "split": "test", "subset": "ka" }, { "name": "Running experiment (4/10)", "start": 1980.0334448250942, "end": 1982.9540449168999, "split": "test", "subset": "ka" }, { "name": "Running experiment (5/10)", "start": 1982.9584569910076, "end": 1986.1329219439067, "split": "test", "subset": "ka" }, { "name": "Running experiment (6/10)", "start": 1986.1372093639802, "end": 1988.994567324873, "split": "test", "subset": "ka" }, { "name": "Running experiment (7/10)", "start": 1988.9962448929437, "end": 1991.7768608171027, "split": "test", "subset": "ka" }, { "name": "Running experiment (8/10)", "start": 1991.7780451159924, "end": 1994.369524172973, "split": "test", "subset": "ka" }, { "name": "Running experiment (9/10)", "start": 1994.3707891339436, "end": 1996.5645774330478, "split": "test", "subset": "ka" }, { "name": "Scoring", "start": 1971.9684172479901, "end": 1996.5645812000148, "split": "test", "subset": "ka" }, { "name": "Encoding training samples", "start": 1998.990032644011, "end": 1999.3249396549072, "split": "test", "subset": "km" }, { "name": "Encoding test samples", "start": 1999.3809748489875, "end": 1999.5573410899378, "split": "test", "subset": "km" }, { "name": "Running experiment (0/10)", "start": 1999.5590280750766, "end": 2001.9471194120124, "split": "test", "subset": "km" }, { "name": "Running experiment (1/10)", "start": 2001.9486453640275, "end": 2004.974593095947, "split": "test", "subset": "km" }, { "name": "Running experiment (2/10)", "start": 2004.9761660268996, "end": 2006.8176388880238, "split": "test", "subset": "km" }, { "name": "Running experiment (3/10)", "start": 2006.8189799019601, "end": 2008.6791441419628, "split": "test", "subset": "km" }, { "name": "Running experiment (4/10)", "start": 2008.6804091220256, "end": 2011.603079262888, "split": "test", "subset": "km" }, { "name": "Running experiment (5/10)", "start": 2011.6042770270724, "end": 2014.6083012730815, "split": "test", "subset": "km" }, { "name": "Running experiment (6/10)", "start": 2014.609521530103, "end": 2017.1713191580493, "split": "test", "subset": "km" }, { "name": "Running experiment (7/10)", "start": 2017.1726110000163, "end": 2020.14508639602, "split": "test", "subset": "km" }, { "name": "Running experiment (8/10)", "start": 2020.1462789510842, "end": 2023.2206353780348, "split": "test", "subset": "km" }, { "name": "Running experiment (9/10)", "start": 2023.2218917419668, "end": 2026.1824038510676, "split": "test", "subset": "km" }, { "name": "Scoring", "start": 1999.558128251927, "end": 2026.1824072580785, "split": "test", "subset": "km" }, { "name": "Encoding training samples", "start": 2028.2994858340826, "end": 2028.7281335350126, "split": "test", "subset": "kn" }, { "name": "Encoding test samples", "start": 2028.7992522479035, "end": 2029.0456321209203, "split": "test", "subset": "kn" }, { "name": "Running experiment (0/10)", "start": 2029.0477384349797, "end": 2031.543788305018, "split": "test", "subset": "kn" }, { "name": "Running experiment (1/10)", "start": 2031.545326020103, "end": 2034.0210181940347, "split": "test", "subset": "kn" }, { "name": "Running experiment (2/10)", "start": 2034.023943670094, "end": 2035.9190579350106, "split": "test", "subset": "kn" }, { "name": "Running experiment (3/10)", "start": 2035.9203400379047, "end": 2037.9414135410916, "split": "test", "subset": "kn" }, { "name": "Running experiment (4/10)", "start": 2037.9426328858826, "end": 2040.3792671579868, "split": "test", "subset": "kn" }, { "name": "Running experiment (5/10)", "start": 2040.3804846499115, "end": 2042.8369708850514, "split": "test", "subset": "kn" }, { "name": "Running experiment (6/10)", "start": 2042.8381540109403, "end": 2045.1799921160564, "split": "test", "subset": "kn" }, { "name": "Running experiment (7/10)", "start": 2045.183192949975, "end": 2047.494543903973, "split": "test", "subset": "kn" }, { "name": "Running experiment (8/10)", "start": 2047.4959737958852, "end": 2049.9075154489838, "split": "test", "subset": "kn" }, { "name": "Running experiment (9/10)", "start": 2049.9093969899695, "end": 2053.2658058609813, "split": "test", "subset": "kn" }, { "name": "Scoring", "start": 2029.0466034889687, "end": 2053.265808966942, "split": "test", "subset": "kn" }, { "name": "Encoding training samples", "start": 2055.2850528629497, "end": 2055.535496463999, "split": "test", "subset": "ko" }, { "name": "Encoding test samples", "start": 2055.6558030638844, "end": 2055.869041190017, "split": "test", "subset": "ko" }, { "name": "Running experiment (0/10)", "start": 2055.871254285099, "end": 2058.7389066840988, "split": "test", "subset": "ko" }, { "name": "Running experiment (1/10)", "start": 2058.740645275917, "end": 2061.239735322073, "split": "test", "subset": "ko" }, { "name": "Running experiment (2/10)", "start": 2061.2412616349757, "end": 2063.9975758329965, "split": "test", "subset": "ko" }, { "name": "Running experiment (3/10)", "start": 2063.998862985056, "end": 2065.6695004869252, "split": "test", "subset": "ko" }, { "name": "Running experiment (4/10)", "start": 2065.6707876999862, "end": 2067.4072931609116, "split": "test", "subset": "ko" }, { "name": "Running experiment (5/10)", "start": 2067.4092453059275, "end": 2070.438920364948, "split": "test", "subset": "ko" }, { "name": "Running experiment (6/10)", "start": 2070.4402171159163, "end": 2073.438295246102, "split": "test", "subset": "ko" }, { "name": "Running experiment (7/10)", "start": 2073.4395009248983, "end": 2076.485615242971, "split": "test", "subset": "ko" }, { "name": "Running experiment (8/10)", "start": 2076.486804381013, "end": 2078.790306105977, "split": "test", "subset": "ko" }, { "name": "Running experiment (9/10)", "start": 2078.7915171349887, "end": 2081.4257119579706, "split": "test", "subset": "ko" }, { "name": "Scoring", "start": 2055.870045810938, "end": 2081.425716086058, "split": "test", "subset": "ko" }, { "name": "Encoding training samples", "start": 2083.4788026930764, "end": 2083.640159372939, "split": "test", "subset": "lv" }, { "name": "Encoding test samples", "start": 2083.7695953550283, "end": 2084.1431863510516, "split": "test", "subset": "lv" }, { "name": "Running experiment (0/10)", "start": 2084.1453492920846, "end": 2086.581278726924, "split": "test", "subset": "lv" }, { "name": "Running experiment (1/10)", "start": 2086.5864602099173, "end": 2089.6329848370515, "split": "test", "subset": "lv" }, { "name": "Running experiment (2/10)", "start": 2089.6374732239638, "end": 2092.1389044499956, "split": "test", "subset": "lv" }, { "name": "Running experiment (3/10)", "start": 2092.1403530270327, "end": 2094.739875108935, "split": "test", "subset": "lv" }, { "name": "Running experiment (4/10)", "start": 2094.7410872199107, "end": 2096.405179840047, "split": "test", "subset": "lv" }, { "name": "Running experiment (5/10)", "start": 2096.406464728061, "end": 2098.033914862899, "split": "test", "subset": "lv" }, { "name": "Running experiment (6/10)", "start": 2098.035227573011, "end": 2100.9295755259227, "split": "test", "subset": "lv" }, { "name": "Running experiment (7/10)", "start": 2100.9307543749455, "end": 2103.6515205989126, "split": "test", "subset": "lv" }, { "name": "Running experiment (8/10)", "start": 2103.6527134638745, "end": 2106.199497154914, "split": "test", "subset": "lv" }, { "name": "Running experiment (9/10)", "start": 2106.2007693999913, "end": 2108.637473007897, "split": "test", "subset": "lv" }, { "name": "Scoring", "start": 2084.1441604238935, "end": 2108.6374779869802, "split": "test", "subset": "lv" }, { "name": "Encoding training samples", "start": 2110.998100023018, "end": 2111.296745793894, "split": "test", "subset": "ml" }, { "name": "Encoding test samples", "start": 2111.3686369699426, "end": 2111.620290908031, "split": "test", "subset": "ml" }, { "name": "Running experiment (0/10)", "start": 2111.622258862015, "end": 2113.989958628081, "split": "test", "subset": "ml" }, { "name": "Running experiment (1/10)", "start": 2113.991169126006, "end": 2116.2312896740623, "split": "test", "subset": "ml" }, { "name": "Running experiment (2/10)", "start": 2116.232879055897, "end": 2119.596752397949, "split": "test", "subset": "ml" }, { "name": "Running experiment (3/10)", "start": 2119.59794965107, "end": 2121.8863309998997, "split": "test", "subset": "ml" }, { "name": "Running experiment (4/10)", "start": 2121.8881573081017, "end": 2123.737096542958, "split": "test", "subset": "ml" }, { "name": "Running experiment (5/10)", "start": 2123.7382829459384, "end": 2125.199343875982, "split": "test", "subset": "ml" }, { "name": "Running experiment (6/10)", "start": 2125.200525731081, "end": 2127.8751034680754, "split": "test", "subset": "ml" }, { "name": "Running experiment (7/10)", "start": 2127.8795176560525, "end": 2130.306534840027, "split": "test", "subset": "ml" }, { "name": "Running experiment (8/10)", "start": 2130.3082639048807, "end": 2133.7389493200462, "split": "test", "subset": "ml" }, { "name": "Running experiment (9/10)", "start": 2133.7401591870002, "end": 2136.054753890028, "split": "test", "subset": "ml" }, { "name": "Scoring", "start": 2111.6211378718726, "end": 2136.0547580979764, "split": "test", "subset": "ml" }, { "name": "Encoding training samples", "start": 2138.2421026430093, "end": 2138.421970241936, "split": "test", "subset": "mn" }, { "name": "Encoding test samples", "start": 2138.477784338873, "end": 2138.737712669885, "split": "test", "subset": "mn" }, { "name": "Running experiment (0/10)", "start": 2138.73981343396, "end": 2141.8927026670426, "split": "test", "subset": "mn" }, { "name": "Running experiment (1/10)", "start": 2141.894383570878, "end": 2144.5678172919434, "split": "test", "subset": "mn" }, { "name": "Running experiment (2/10)", "start": 2144.572314396035, "end": 2147.2115039860364, "split": "test", "subset": "mn" }, { "name": "Running experiment (3/10)", "start": 2147.213036820991, "end": 2149.768494840013, "split": "test", "subset": "mn" }, { "name": "Running experiment (4/10)", "start": 2149.769677144941, "end": 2152.2919647831004, "split": "test", "subset": "mn" }, { "name": "Running experiment (5/10)", "start": 2152.293167517055, "end": 2154.2974502600264, "split": "test", "subset": "mn" }, { "name": "Running experiment (6/10)", "start": 2154.2986124269664, "end": 2155.9502500179224, "split": "test", "subset": "mn" }, { "name": "Running experiment (7/10)", "start": 2155.951556737069, "end": 2158.311174324015, "split": "test", "subset": "mn" }, { "name": "Running experiment (8/10)", "start": 2158.3124613659456, "end": 2160.887691636104, "split": "test", "subset": "mn" }, { "name": "Running experiment (9/10)", "start": 2160.888905911939, "end": 2164.0026302780025, "split": "test", "subset": "mn" }, { "name": "Scoring", "start": 2138.7386721249204, "end": 2164.0026343159843, "split": "test", "subset": "mn" }, { "name": "Encoding training samples", "start": 2166.1014062950853, "end": 2166.2562228350434, "split": "test", "subset": "ms" }, { "name": "Encoding test samples", "start": 2166.3121275929734, "end": 2166.4563158389647, "split": "test", "subset": "ms" }, { "name": "Running experiment (0/10)", "start": 2166.458573488053, "end": 2169.5046539010946, "split": "test", "subset": "ms" }, { "name": "Running experiment (1/10)", "start": 2169.505849160021, "end": 2172.9231659150682, "split": "test", "subset": "ms" }, { "name": "Running experiment (2/10)", "start": 2172.924781234935, "end": 2175.942627847893, "split": "test", "subset": "ms" }, { "name": "Running experiment (3/10)", "start": 2175.944076584885, "end": 2179.117719131056, "split": "test", "subset": "ms" }, { "name": "Running experiment (4/10)", "start": 2179.118895554915, "end": 2181.908224263927, "split": "test", "subset": "ms" }, { "name": "Running experiment (5/10)", "start": 2181.9095387079287, "end": 2184.5613511290867, "split": "test", "subset": "ms" }, { "name": "Running experiment (6/10)", "start": 2184.5684593368787, "end": 2186.561287848046, "split": "test", "subset": "ms" }, { "name": "Running experiment (7/10)", "start": 2186.562487716088, "end": 2188.2992449658923, "split": "test", "subset": "ms" }, { "name": "Running experiment (8/10)", "start": 2188.3004449750297, "end": 2191.86637623189, "split": "test", "subset": "ms" }, { "name": "Running experiment (9/10)", "start": 2191.867609842913, "end": 2194.6802722169086, "split": "test", "subset": "ms" }, { "name": "Scoring", "start": 2166.457242091885, "end": 2194.6802754930686, "split": "test", "subset": "ms" }, { "name": "Encoding training samples", "start": 2196.800698758103, "end": 2197.003110144986, "split": "test", "subset": "my" }, { "name": "Encoding test samples", "start": 2197.058693207102, "end": 2197.237574317958, "split": "test", "subset": "my" }, { "name": "Running experiment (0/10)", "start": 2197.239619978005, "end": 2199.9639067400713, "split": "test", "subset": "my" }, { "name": "Running experiment (1/10)", "start": 2199.9651223779656, "end": 2202.4617953989655, "split": "test", "subset": "my" }, { "name": "Running experiment (2/10)", "start": 2202.4629703599494, "end": 2204.804966174066, "split": "test", "subset": "my" }, { "name": "Running experiment (3/10)", "start": 2204.806171000935, "end": 2206.8534535069484, "split": "test", "subset": "my" }, { "name": "Running experiment (4/10)", "start": 2206.8549594609067, "end": 2209.76271307189, "split": "test", "subset": "my" }, { "name": "Running experiment (5/10)", "start": 2209.767214023974, "end": 2212.427800132893, "split": "test", "subset": "my" }, { "name": "Running experiment (6/10)", "start": 2212.429067939054, "end": 2215.0127628310584, "split": "test", "subset": "my" }, { "name": "Running experiment (7/10)", "start": 2215.0141811200883, "end": 2217.4366700779647, "split": "test", "subset": "my" }, { "name": "Running experiment (8/10)", "start": 2217.441447369056, "end": 2219.4566300380975, "split": "test", "subset": "my" }, { "name": "Running experiment (9/10)", "start": 2219.4578111609444, "end": 2220.8762203769293, "split": "test", "subset": "my" }, { "name": "Scoring", "start": 2197.2384904120117, "end": 2220.8762240139768, "split": "test", "subset": "my" }, { "name": "Encoding training samples", "start": 2222.881059638923, "end": 2223.034788249992, "split": "test", "subset": "nb" }, { "name": "Encoding test samples", "start": 2223.0896183650475, "end": 2223.217049112078, "split": "test", "subset": "nb" }, { "name": "Running experiment (0/10)", "start": 2223.218735575909, "end": 2226.3155207489617, "split": "test", "subset": "nb" }, { "name": "Running experiment (1/10)", "start": 2226.3167103680316, "end": 2229.832440112019, "split": "test", "subset": "nb" }, { "name": "Running experiment (2/10)", "start": 2229.8339585999493, "end": 2233.6484458830673, "split": "test", "subset": "nb" }, { "name": "Running experiment (3/10)", "start": 2233.6499276820105, "end": 2236.096644215053, "split": "test", "subset": "nb" }, { "name": "Running experiment (4/10)", "start": 2236.0984988349956, "end": 2238.82271425589, "split": "test", "subset": "nb" }, { "name": "Running experiment (5/10)", "start": 2238.8241669100244, "end": 2241.484373128973, "split": "test", "subset": "nb" }, { "name": "Running experiment (6/10)", "start": 2241.485974893905, "end": 2244.007529757917, "split": "test", "subset": "nb" }, { "name": "Running experiment (7/10)", "start": 2244.0091686418746, "end": 2246.5309623260982, "split": "test", "subset": "nb" }, { "name": "Running experiment (8/10)", "start": 2246.532722078031, "end": 2249.1639362599235, "split": "test", "subset": "nb" }, { "name": "Running experiment (9/10)", "start": 2249.1651029859204, "end": 2250.9616514220834, "split": "test", "subset": "nb" }, { "name": "Scoring", "start": 2223.2178376759402, "end": 2250.961655349005, "split": "test", "subset": "nb" }, { "name": "Encoding training samples", "start": 2252.7361474828795, "end": 2252.912347486941, "split": "test", "subset": "nl" }, { "name": "Encoding test samples", "start": 2253.0656013549305, "end": 2253.4375656049233, "split": "test", "subset": "nl" }, { "name": "Running experiment (0/10)", "start": 2253.442646919051, "end": 2255.8752262908965, "split": "test", "subset": "nl" }, { "name": "Running experiment (1/10)", "start": 2255.8767764091026, "end": 2258.6648640490603, "split": "test", "subset": "nl" }, { "name": "Running experiment (2/10)", "start": 2258.666419307003, "end": 2261.467288702959, "split": "test", "subset": "nl" }, { "name": "Running experiment (3/10)", "start": 2261.468555497937, "end": 2263.9322018800303, "split": "test", "subset": "nl" }, { "name": "Running experiment (4/10)", "start": 2263.9333929819986, "end": 2266.8845563640352, "split": "test", "subset": "nl" }, { "name": "Running experiment (5/10)", "start": 2266.8857542490587, "end": 2269.763778395951, "split": "test", "subset": "nl" }, { "name": "Running experiment (6/10)", "start": 2269.765030321898, "end": 2272.305579521926, "split": "test", "subset": "nl" }, { "name": "Running experiment (7/10)", "start": 2272.306868677959, "end": 2274.833903972991, "split": "test", "subset": "nl" }, { "name": "Running experiment (8/10)", "start": 2274.8351273150183, "end": 2276.6975299920887, "split": "test", "subset": "nl" }, { "name": "Running experiment (9/10)", "start": 2276.698746039998, "end": 2278.5127583420835, "split": "test", "subset": "nl" }, { "name": "Scoring", "start": 2253.441452910891, "end": 2278.5127613779623, "split": "test", "subset": "nl" }, { "name": "Encoding training samples", "start": 2280.9671455558855, "end": 2281.2086857259274, "split": "test", "subset": "pl" }, { "name": "Encoding test samples", "start": 2281.2814658139832, "end": 2281.4674505640287, "split": "test", "subset": "pl" }, { "name": "Running experiment (0/10)", "start": 2281.4702137638815, "end": 2284.9295949148946, "split": "test", "subset": "pl" }, { "name": "Running experiment (1/10)", "start": 2284.9308240280952, "end": 2288.1496291819494, "split": "test", "subset": "pl" }, { "name": "Running experiment (2/10)", "start": 2288.1520863869227, "end": 2291.1332180988975, "split": "test", "subset": "pl" }, { "name": "Running experiment (3/10)", "start": 2291.1348502510227, "end": 2293.764466068009, "split": "test", "subset": "pl" }, { "name": "Running experiment (4/10)", "start": 2293.7660949339624, "end": 2296.6070972790476, "split": "test", "subset": "pl" }, { "name": "Running experiment (5/10)", "start": 2296.6116794829722, "end": 2299.2516816069838, "split": "test", "subset": "pl" }, { "name": "Running experiment (6/10)", "start": 2299.2533526830375, "end": 2302.060066723032, "split": "test", "subset": "pl" }, { "name": "Running experiment (7/10)", "start": 2302.06482862588, "end": 2304.188531890046, "split": "test", "subset": "pl" }, { "name": "Running experiment (8/10)", "start": 2304.189724013908, "end": 2306.3642839950044, "split": "test", "subset": "pl" }, { "name": "Running experiment (9/10)", "start": 2306.3655034499243, "end": 2309.0125661320053, "split": "test", "subset": "pl" }, { "name": "Scoring", "start": 2281.468667384004, "end": 2309.0125705499668, "split": "test", "subset": "pl" }, { "name": "Encoding training samples", "start": 2311.030037228018, "end": 2311.2419738809112, "split": "test", "subset": "pt" }, { "name": "Encoding test samples", "start": 2311.3813462920953, "end": 2311.679734072881, "split": "test", "subset": "pt" }, { "name": "Running experiment (0/10)", "start": 2311.685073742876, "end": 2314.4250110620633, "split": "test", "subset": "pt" }, { "name": "Running experiment (1/10)", "start": 2314.426806421019, "end": 2317.3678102949634, "split": "test", "subset": "pt" }, { "name": "Running experiment (2/10)", "start": 2317.369005443994, "end": 2320.1376219689846, "split": "test", "subset": "pt" }, { "name": "Running experiment (3/10)", "start": 2320.1389082900714, "end": 2322.708588289097, "split": "test", "subset": "pt" }, { "name": "Running experiment (4/10)", "start": 2322.7097915739287, "end": 2325.8556794258766, "split": "test", "subset": "pt" }, { "name": "Running experiment (5/10)", "start": 2325.8569609168917, "end": 2328.345125307096, "split": "test", "subset": "pt" }, { "name": "Running experiment (6/10)", "start": 2328.346332869027, "end": 2331.6493675538804, "split": "test", "subset": "pt" }, { "name": "Running experiment (7/10)", "start": 2331.650590675883, "end": 2333.838522309903, "split": "test", "subset": "pt" }, { "name": "Running experiment (8/10)", "start": 2333.8397368961014, "end": 2336.230927651981, "split": "test", "subset": "pt" }, { "name": "Running experiment (9/10)", "start": 2336.232123191934, "end": 2339.7051821548957, "split": "test", "subset": "pt" }, { "name": "Scoring", "start": 2311.680886531947, "end": 2339.705185912084, "split": "test", "subset": "pt" }, { "name": "Encoding training samples", "start": 2342.3524001550395, "end": 2342.523733648937, "split": "test", "subset": "ro" }, { "name": "Encoding test samples", "start": 2342.5788068219554, "end": 2342.710387537023, "split": "test", "subset": "ro" }, { "name": "Running experiment (0/10)", "start": 2342.712064644089, "end": 2345.317975539947, "split": "test", "subset": "ro" }, { "name": "Running experiment (1/10)", "start": 2345.3191779330373, "end": 2347.7555562839843, "split": "test", "subset": "ro" }, { "name": "Running experiment (2/10)", "start": 2347.7568207739387, "end": 2350.2388302460313, "split": "test", "subset": "ro" }, { "name": "Running experiment (3/10)", "start": 2350.2400200450793, "end": 2352.982196063036, "split": "test", "subset": "ro" }, { "name": "Running experiment (4/10)", "start": 2352.9834081439767, "end": 2356.0415757938754, "split": "test", "subset": "ro" }, { "name": "Running experiment (5/10)", "start": 2356.0428311571013, "end": 2359.9122741750907, "split": "test", "subset": "ro" }, { "name": "Running experiment (6/10)", "start": 2359.9134875689633, "end": 2361.9969181700144, "split": "test", "subset": "ro" }, { "name": "Running experiment (7/10)", "start": 2361.9981180790346, "end": 2364.5132221260574, "split": "test", "subset": "ro" }, { "name": "Running experiment (8/10)", "start": 2364.5147033340763, "end": 2367.1146321978886, "split": "test", "subset": "ro" }, { "name": "Running experiment (9/10)", "start": 2367.116096033016, "end": 2369.4888845901005, "split": "test", "subset": "ro" }, { "name": "Scoring", "start": 2342.711168477079, "end": 2369.4888885479886, "split": "test", "subset": "ro" }, { "name": "Encoding training samples", "start": 2371.7231272920035, "end": 2371.8811477900017, "split": "test", "subset": "ru" }, { "name": "Encoding test samples", "start": 2371.9367668200284, "end": 2372.06888399506, "split": "test", "subset": "ru" }, { "name": "Running experiment (0/10)", "start": 2372.0705864799675, "end": 2375.6503348860424, "split": "test", "subset": "ru" }, { "name": "Running experiment (1/10)", "start": 2375.65153132705, "end": 2379.0063898910303, "split": "test", "subset": "ru" }, { "name": "Running experiment (2/10)", "start": 2379.007680770941, "end": 2381.6760733679403, "split": "test", "subset": "ru" }, { "name": "Running experiment (3/10)", "start": 2381.677849740954, "end": 2384.3810906249564, "split": "test", "subset": "ru" }, { "name": "Running experiment (4/10)", "start": 2384.3822802449577, "end": 2387.0033864839934, "split": "test", "subset": "ru" }, { "name": "Running experiment (5/10)", "start": 2387.0048411320895, "end": 2389.635400332976, "split": "test", "subset": "ru" }, { "name": "Running experiment (6/10)", "start": 2389.6368430079892, "end": 2391.7708342859987, "split": "test", "subset": "ru" }, { "name": "Running experiment (7/10)", "start": 2391.772267414024, "end": 2394.089038629085, "split": "test", "subset": "ru" }, { "name": "Running experiment (8/10)", "start": 2394.090235552052, "end": 2397.511211741017, "split": "test", "subset": "ru" }, { "name": "Running experiment (9/10)", "start": 2397.518684224924, "end": 2401.6928064581007, "split": "test", "subset": "ru" }, { "name": "Scoring", "start": 2372.0696721090935, "end": 2401.6928104150575, "split": "test", "subset": "ru" }, { "name": "Encoding training samples", "start": 2403.8406317720655, "end": 2404.0744101318996, "split": "test", "subset": "sl" }, { "name": "Encoding test samples", "start": 2404.220676237019, "end": 2404.5176960229874, "split": "test", "subset": "sl" }, { "name": "Running experiment (0/10)", "start": 2404.523982473882, "end": 2407.2364054869395, "split": "test", "subset": "sl" }, { "name": "Running experiment (1/10)", "start": 2407.240950150881, "end": 2410.1415793229826, "split": "test", "subset": "sl" }, { "name": "Running experiment (2/10)", "start": 2410.1432522009127, "end": 2414.2058291239664, "split": "test", "subset": "sl" }, { "name": "Running experiment (3/10)", "start": 2414.2075555529445, "end": 2416.9065224400256, "split": "test", "subset": "sl" }, { "name": "Running experiment (4/10)", "start": 2416.908516643103, "end": 2420.13407862396, "split": "test", "subset": "sl" }, { "name": "Running experiment (5/10)", "start": 2420.13859872194, "end": 2422.4701859490015, "split": "test", "subset": "sl" }, { "name": "Running experiment (6/10)", "start": 2422.471388512058, "end": 2424.1305488168728, "split": "test", "subset": "sl" }, { "name": "Running experiment (7/10)", "start": 2424.131756098941, "end": 2427.545792232966, "split": "test", "subset": "sl" }, { "name": "Running experiment (8/10)", "start": 2427.5469884339254, "end": 2430.663914942881, "split": "test", "subset": "sl" }, { "name": "Running experiment (9/10)", "start": 2430.665116264019, "end": 2433.797722253017, "split": "test", "subset": "sl" }, { "name": "Scoring", "start": 2404.5224701080006, "end": 2433.7977256688755, "split": "test", "subset": "sl" }, { "name": "Encoding training samples", "start": 2436.3608087738976, "end": 2436.6945777488872, "split": "test", "subset": "sq" }, { "name": "Encoding test samples", "start": 2436.74983658595, "end": 2436.892875486985, "split": "test", "subset": "sq" }, { "name": "Running experiment (0/10)", "start": 2436.8946830669884, "end": 2439.229394000955, "split": "test", "subset": "sq" }, { "name": "Running experiment (1/10)", "start": 2439.230679068016, "end": 2441.311427721055, "split": "test", "subset": "sq" }, { "name": "Running experiment (2/10)", "start": 2441.312908947002, "end": 2443.691868307069, "split": "test", "subset": "sq" }, { "name": "Running experiment (3/10)", "start": 2443.6935682240874, "end": 2446.500145510072, "split": "test", "subset": "sq" }, { "name": "Running experiment (4/10)", "start": 2446.501423643902, "end": 2448.390336436918, "split": "test", "subset": "sq" }, { "name": "Running experiment (5/10)", "start": 2448.391920547001, "end": 2450.4015067950822, "split": "test", "subset": "sq" }, { "name": "Running experiment (6/10)", "start": 2450.402709015878, "end": 2452.304259424098, "split": "test", "subset": "sq" }, { "name": "Running experiment (7/10)", "start": 2452.3055212178733, "end": 2454.5882884550374, "split": "test", "subset": "sq" }, { "name": "Running experiment (8/10)", "start": 2454.590049196966, "end": 2456.9160606039222, "split": "test", "subset": "sq" }, { "name": "Running experiment (9/10)", "start": 2456.9178366849665, "end": 2459.927981186891, "split": "test", "subset": "sq" }, { "name": "Scoring", "start": 2436.8936921029817, "end": 2459.9279858849477, "split": "test", "subset": "sq" }, { "name": "Encoding training samples", "start": 2462.169061545981, "end": 2462.328794866102, "split": "test", "subset": "sv" }, { "name": "Encoding test samples", "start": 2462.4182267819997, "end": 2462.702698959969, "split": "test", "subset": "sv" }, { "name": "Running experiment (0/10)", "start": 2462.705074257916, "end": 2465.9935210049152, "split": "test", "subset": "sv" }, { "name": "Running experiment (1/10)", "start": 2465.998325631954, "end": 2468.788401322905, "split": "test", "subset": "sv" }, { "name": "Running experiment (2/10)", "start": 2468.790174168069, "end": 2471.2371757430956, "split": "test", "subset": "sv" }, { "name": "Running experiment (3/10)", "start": 2471.2386772469617, "end": 2474.3974036548752, "split": "test", "subset": "sv" }, { "name": "Running experiment (4/10)", "start": 2474.3986759879626, "end": 2477.6655200500973, "split": "test", "subset": "sv" }, { "name": "Running experiment (5/10)", "start": 2477.6668058880605, "end": 2479.611287042033, "split": "test", "subset": "sv" }, { "name": "Running experiment (6/10)", "start": 2479.6125154718757, "end": 2481.818686716957, "split": "test", "subset": "sv" }, { "name": "Running experiment (7/10)", "start": 2481.820185825927, "end": 2484.433171702083, "split": "test", "subset": "sv" }, { "name": "Running experiment (8/10)", "start": 2484.434442762984, "end": 2487.5029268888757, "split": "test", "subset": "sv" }, { "name": "Running experiment (9/10)", "start": 2487.5041618519463, "end": 2490.2418802240863, "split": "test", "subset": "sv" }, { "name": "Scoring", "start": 2462.703804919962, "end": 2490.241883150069, "split": "test", "subset": "sv" }, { "name": "Encoding training samples", "start": 2492.3648293290753, "end": 2492.526907186955, "split": "test", "subset": "sw" }, { "name": "Encoding test samples", "start": 2492.5962723330595, "end": 2492.883013864048, "split": "test", "subset": "sw" }, { "name": "Running experiment (0/10)", "start": 2492.888238782063, "end": 2495.7878613730427, "split": "test", "subset": "sw" }, { "name": "Running experiment (1/10)", "start": 2495.789357576985, "end": 2498.3240001809318, "split": "test", "subset": "sw" }, { "name": "Running experiment (2/10)", "start": 2498.32560874708, "end": 2501.2678332799114, "split": "test", "subset": "sw" }, { "name": "Running experiment (3/10)", "start": 2501.272502431879, "end": 2504.693442553049, "split": "test", "subset": "sw" }, { "name": "Running experiment (4/10)", "start": 2504.697841557907, "end": 2507.677151460899, "split": "test", "subset": "sw" }, { "name": "Running experiment (5/10)", "start": 2507.6783709139563, "end": 2510.185366994934, "split": "test", "subset": "sw" }, { "name": "Running experiment (6/10)", "start": 2510.187153103994, "end": 2511.7391360430047, "split": "test", "subset": "sw" }, { "name": "Running experiment (7/10)", "start": 2511.7405896179844, "end": 2513.4179666510317, "split": "test", "subset": "sw" }, { "name": "Running experiment (8/10)", "start": 2513.419228344923, "end": 2515.3330957510043, "split": "test", "subset": "sw" }, { "name": "Running experiment (9/10)", "start": 2515.33473798004, "end": 2517.690304144984, "split": "test", "subset": "sw" }, { "name": "Scoring", "start": 2492.8839984559454, "end": 2517.6903076819144, "split": "test", "subset": "sw" }, { "name": "Encoding training samples", "start": 2519.6915064458735, "end": 2519.915423753904, "split": "test", "subset": "ta" }, { "name": "Encoding test samples", "start": 2519.971605995903, "end": 2520.1295881678816, "split": "test", "subset": "ta" }, { "name": "Running experiment (0/10)", "start": 2520.131321908906, "end": 2522.6641584790777, "split": "test", "subset": "ta" }, { "name": "Running experiment (1/10)", "start": 2522.665383993881, "end": 2525.062780864071, "split": "test", "subset": "ta" }, { "name": "Running experiment (2/10)", "start": 2525.063997572055, "end": 2527.5908620369155, "split": "test", "subset": "ta" }, { "name": "Running experiment (3/10)", "start": 2527.592271267902, "end": 2529.8925288720056, "split": "test", "subset": "ta" }, { "name": "Running experiment (4/10)", "start": 2529.8972366070375, "end": 2532.0402657729574, "split": "test", "subset": "ta" }, { "name": "Running experiment (5/10)", "start": 2532.0448006629013, "end": 2534.209288379876, "split": "test", "subset": "ta" }, { "name": "Running experiment (6/10)", "start": 2534.210963441059, "end": 2536.791417117929, "split": "test", "subset": "ta" }, { "name": "Running experiment (7/10)", "start": 2536.7932149400003, "end": 2538.7767179769, "split": "test", "subset": "ta" }, { "name": "Running experiment (8/10)", "start": 2538.777932110941, "end": 2540.321218593046, "split": "test", "subset": "ta" }, { "name": "Running experiment (9/10)", "start": 2540.3223609020934, "end": 2542.315674985992, "split": "test", "subset": "ta" }, { "name": "Scoring", "start": 2520.130383733893, "end": 2542.315678853076, "split": "test", "subset": "ta" }, { "name": "Encoding training samples", "start": 2544.889602299081, "end": 2545.1838982349727, "split": "test", "subset": "te" }, { "name": "Encoding test samples", "start": 2545.3035064779688, "end": 2545.4685717199463, "split": "test", "subset": "te" }, { "name": "Running experiment (0/10)", "start": 2545.470261258073, "end": 2547.9371909820475, "split": "test", "subset": "te" }, { "name": "Running experiment (1/10)", "start": 2547.9385817679577, "end": 2550.649165898096, "split": "test", "subset": "te" }, { "name": "Running experiment (2/10)", "start": 2550.6504535900895, "end": 2552.9031552989036, "split": "test", "subset": "te" }, { "name": "Running experiment (3/10)", "start": 2552.9049220329616, "end": 2555.0656137389597, "split": "test", "subset": "te" }, { "name": "Running experiment (4/10)", "start": 2555.0672458889894, "end": 2557.359073614003, "split": "test", "subset": "te" }, { "name": "Running experiment (5/10)", "start": 2557.360668624053, "end": 2560.2900757330935, "split": "test", "subset": "te" }, { "name": "Running experiment (6/10)", "start": 2560.2947844699956, "end": 2563.2098089458887, "split": "test", "subset": "te" }, { "name": "Running experiment (7/10)", "start": 2563.211006439058, "end": 2565.5526198139414, "split": "test", "subset": "te" }, { "name": "Running experiment (8/10)", "start": 2565.5538826789707, "end": 2567.997123887064, "split": "test", "subset": "te" }, { "name": "Running experiment (9/10)", "start": 2567.9983313779812, "end": 2569.6757930880412, "split": "test", "subset": "te" }, { "name": "Scoring", "start": 2545.469357097987, "end": 2569.6757965949364, "split": "test", "subset": "te" }, { "name": "Encoding training samples", "start": 2571.361176844919, "end": 2571.646811079001, "split": "test", "subset": "th" }, { "name": "Encoding test samples", "start": 2571.7178523859475, "end": 2571.898157953983, "split": "test", "subset": "th" }, { "name": "Running experiment (0/10)", "start": 2571.9007881321013, "end": 2575.129573523067, "split": "test", "subset": "th" }, { "name": "Running experiment (1/10)", "start": 2575.131149577908, "end": 2578.631752169924, "split": "test", "subset": "th" }, { "name": "Running experiment (2/10)", "start": 2578.6350525680464, "end": 2581.013121875003, "split": "test", "subset": "th" }, { "name": "Running experiment (3/10)", "start": 2581.0182904780377, "end": 2583.6011189639103, "split": "test", "subset": "th" }, { "name": "Running experiment (4/10)", "start": 2583.6062659760937, "end": 2586.884450438898, "split": "test", "subset": "th" }, { "name": "Running experiment (5/10)", "start": 2586.891955567058, "end": 2589.2082537410315, "split": "test", "subset": "th" }, { "name": "Running experiment (6/10)", "start": 2589.2100501500536, "end": 2591.6517554819584, "split": "test", "subset": "th" }, { "name": "Running experiment (7/10)", "start": 2591.656217335956, "end": 2594.47885662294, "split": "test", "subset": "th" }, { "name": "Running experiment (8/10)", "start": 2594.480567781953, "end": 2597.6696361629292, "split": "test", "subset": "th" }, { "name": "Running experiment (9/10)", "start": 2597.6711366958916, "end": 2600.247857793933, "split": "test", "subset": "th" }, { "name": "Scoring", "start": 2571.8993249090854, "end": 2600.2478617809247, "split": "test", "subset": "th" }, { "name": "Encoding training samples", "start": 2601.647396560991, "end": 2601.8220972430427, "split": "test", "subset": "tl" }, { "name": "Encoding test samples", "start": 2601.8769011378754, "end": 2602.3452871020418, "split": "test", "subset": "tl" }, { "name": "Running experiment (0/10)", "start": 2602.3572132668924, "end": 2604.7744210790843, "split": "test", "subset": "tl" }, { "name": "Running experiment (1/10)", "start": 2604.7792750298977, "end": 2607.3223501590546, "split": "test", "subset": "tl" }, { "name": "Running experiment (2/10)", "start": 2607.323567429092, "end": 2610.164665963035, "split": "test", "subset": "tl" }, { "name": "Running experiment (3/10)", "start": 2610.165883993963, "end": 2612.5775664190296, "split": "test", "subset": "tl" }, { "name": "Running experiment (4/10)", "start": 2612.578747690888, "end": 2615.070747134043, "split": "test", "subset": "tl" }, { "name": "Running experiment (5/10)", "start": 2615.0720691410825, "end": 2617.2560752790887, "split": "test", "subset": "tl" }, { "name": "Running experiment (6/10)", "start": 2617.2605234771036, "end": 2619.5781047909986, "split": "test", "subset": "tl" }, { "name": "Running experiment (7/10)", "start": 2619.5795704380143, "end": 2621.9093120759353, "split": "test", "subset": "tl" }, { "name": "Running experiment (8/10)", "start": 2621.9107852668967, "end": 2624.287882969016, "split": "test", "subset": "tl" }, { "name": "Running experiment (9/10)", "start": 2624.2912510649767, "end": 2626.99400434806, "split": "test", "subset": "tl" }, { "name": "Scoring", "start": 2602.3524831279647, "end": 2626.9940089459997, "split": "test", "subset": "tl" }, { "name": "Encoding training samples", "start": 2628.7368273639586, "end": 2628.8909765901044, "split": "test", "subset": "tr" }, { "name": "Encoding test samples", "start": 2628.946163007058, "end": 2629.0759159789886, "split": "test", "subset": "tr" }, { "name": "Running experiment (0/10)", "start": 2629.077622510027, "end": 2630.92467632005, "split": "test", "subset": "tr" }, { "name": "Running experiment (1/10)", "start": 2630.925909078913, "end": 2634.1537251099944, "split": "test", "subset": "tr" }, { "name": "Running experiment (2/10)", "start": 2634.1549330318812, "end": 2637.0021659070626, "split": "test", "subset": "tr" }, { "name": "Running experiment (3/10)", "start": 2637.0038542239927, "end": 2640.203928291099, "split": "test", "subset": "tr" }, { "name": "Running experiment (4/10)", "start": 2640.205634721089, "end": 2643.2004064919893, "split": "test", "subset": "tr" }, { "name": "Running experiment (5/10)", "start": 2643.202179346932, "end": 2646.1579862379003, "split": "test", "subset": "tr" }, { "name": "Running experiment (6/10)", "start": 2646.1622632239014, "end": 2648.4074901309796, "split": "test", "subset": "tr" }, { "name": "Running experiment (7/10)", "start": 2648.4091989849694, "end": 2651.566653351998, "split": "test", "subset": "tr" }, { "name": "Running experiment (8/10)", "start": 2651.56839192193, "end": 2654.365411808016, "split": "test", "subset": "tr" }, { "name": "Running experiment (9/10)", "start": 2654.367153214058, "end": 2657.386096371105, "split": "test", "subset": "tr" }, { "name": "Scoring", "start": 2629.0766938419547, "end": 2657.386100437958, "split": "test", "subset": "tr" }, { "name": "Encoding training samples", "start": 2659.894879261963, "end": 2660.268927437952, "split": "test", "subset": "ur" }, { "name": "Encoding test samples", "start": 2660.3256075968966, "end": 2660.4688297540415, "split": "test", "subset": "ur" }, { "name": "Running experiment (0/10)", "start": 2660.47053761594, "end": 2662.136139984941, "split": "test", "subset": "ur" }, { "name": "Running experiment (1/10)", "start": 2662.1373664929997, "end": 2664.2803167859092, "split": "test", "subset": "ur" }, { "name": "Running experiment (2/10)", "start": 2664.2820370320696, "end": 2667.472991412971, "split": "test", "subset": "ur" }, { "name": "Running experiment (3/10)", "start": 2667.4805754099507, "end": 2670.950889881002, "split": "test", "subset": "ur" }, { "name": "Running experiment (4/10)", "start": 2670.9575158969965, "end": 2673.360093669966, "split": "test", "subset": "ur" }, { "name": "Running experiment (5/10)", "start": 2673.3644474910107, "end": 2676.01077445806, "split": "test", "subset": "ur" }, { "name": "Running experiment (6/10)", "start": 2676.012560026953, "end": 2678.6300176109653, "split": "test", "subset": "ur" }, { "name": "Running experiment (7/10)", "start": 2678.631715405034, "end": 2681.302674439037, "split": "test", "subset": "ur" }, { "name": "Running experiment (8/10)", "start": 2681.3043769919313, "end": 2684.4211592290085, "split": "test", "subset": "ur" }, { "name": "Running experiment (9/10)", "start": 2684.4227339921053, "end": 2686.993013476953, "split": "test", "subset": "ur" }, { "name": "Scoring", "start": 2660.4696254099254, "end": 2686.9930174439214, "split": "test", "subset": "ur" }, { "name": "Encoding training samples", "start": 2689.056923446944, "end": 2689.3669960598927, "split": "test", "subset": "vi" }, { "name": "Encoding test samples", "start": 2689.510746686021, "end": 2689.7667827710975, "split": "test", "subset": "vi" }, { "name": "Running experiment (0/10)", "start": 2689.768491276074, "end": 2691.5001962610986, "split": "test", "subset": "vi" }, { "name": "Running experiment (1/10)", "start": 2691.5014465730637, "end": 2693.0262482280377, "split": "test", "subset": "vi" }, { "name": "Running experiment (2/10)", "start": 2693.027532653883, "end": 2695.2554089890327, "split": "test", "subset": "vi" }, { "name": "Running experiment (3/10)", "start": 2695.257036922034, "end": 2697.5909170839004, "split": "test", "subset": "vi" }, { "name": "Running experiment (4/10)", "start": 2697.5923518030904, "end": 2699.839871041011, "split": "test", "subset": "vi" }, { "name": "Running experiment (5/10)", "start": 2699.8414103870746, "end": 2702.5195047101006, "split": "test", "subset": "vi" }, { "name": "Running experiment (6/10)", "start": 2702.5211315299384, "end": 2705.196178898914, "split": "test", "subset": "vi" }, { "name": "Running experiment (7/10)", "start": 2705.1977524389513, "end": 2707.6470781150274, "split": "test", "subset": "vi" }, { "name": "Running experiment (8/10)", "start": 2707.6485965319443, "end": 2710.9479657949414, "split": "test", "subset": "vi" }, { "name": "Running experiment (9/10)", "start": 2710.953460271936, "end": 2713.82769485889, "split": "test", "subset": "vi" }, { "name": "Scoring", "start": 2689.7675782178994, "end": 2713.8276985960547, "split": "test", "subset": "vi" }, { "name": "Encoding training samples", "start": 2716.015591870062, "end": 2716.1626761609223, "split": "test", "subset": "zh-CN" }, { "name": "Encoding test samples", "start": 2716.2514503831044, "end": 2716.420356597984, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (0/10)", "start": 2716.422815744998, "end": 2719.2951384119224, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (1/10)", "start": 2719.296673580073, "end": 2722.411544677103, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (2/10)", "start": 2722.4127301368862, "end": 2724.2124404150527, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (3/10)", "start": 2724.2136227600276, "end": 2727.548407330876, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (4/10)", "start": 2727.5497477729805, "end": 2730.8302490720525, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (5/10)", "start": 2730.834915190935, "end": 2733.9362025510054, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (6/10)", "start": 2733.937811898999, "end": 2737.06781595503, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (7/10)", "start": 2737.069121259963, "end": 2740.370730153052, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (8/10)", "start": 2740.3719243800733, "end": 2743.0962315539364, "split": "test", "subset": "zh-CN" }, { "name": "Running experiment (9/10)", "start": 2743.0974499359727, "end": 2745.196268449072, "split": "test", "subset": "zh-CN" }, { "name": "Scoring", "start": 2716.4214431329165, "end": 2745.1962728570215, "split": "test", "subset": "zh-CN" }, { "name": "Encoding training samples", "start": 2747.315764188068, "end": 2747.4441270530224, "split": "test", "subset": "zh-TW" }, { "name": "Encoding test samples", "start": 2747.4987747441046, "end": 2747.609022458084, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (0/10)", "start": 2747.614458695054, "end": 2750.6324073409196, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (1/10)", "start": 2750.6337785709184, "end": 2754.209669691976, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (2/10)", "start": 2754.210998211056, "end": 2756.0190909900703, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (3/10)", "start": 2756.020293222042, "end": 2758.0792056859937, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (4/10)", "start": 2758.080706530018, "end": 2760.4454522188753, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (5/10)", "start": 2760.4467105469666, "end": 2762.8096611350775, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (6/10)", "start": 2762.8108845259994, "end": 2765.390068803914, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (7/10)", "start": 2765.391960422974, "end": 2768.4113819440827, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (8/10)", "start": 2768.412588173989, "end": 2771.4613371898886, "split": "test", "subset": "zh-TW" }, { "name": "Running experiment (9/10)", "start": 2771.4627035709564, "end": 2773.818114961032, "split": "test", "subset": "zh-TW" }, { "name": "Scoring", "start": 2747.609909035964, "end": 2773.8181191189215, "split": "test", "subset": "zh-TW" } ] }