{ "dataset_revision": "2b9b4d10fc589af67794141fe8cbd3739de1eb33", "task_name": "MultilingualSentimentClassification", "mteb_version": "2.21.0", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.513605, "f1": 0.506613, "f1_weighted": 0.505015, "precision": 0.518519, "precision_weighted": 0.519022, "recall": 0.517228, "recall_weighted": 0.513605, "ap": 0.495243, "ap_weighted": 0.495243 }, { "accuracy": 0.496599, "f1": 0.496575, "f1_weighted": 0.496669, "precision": 0.496783, "precision_weighted": 0.497152, "recall": 0.496781, "recall_weighted": 0.496599, "ap": 0.484797, "ap_weighted": 0.484797 }, { "accuracy": 0.540816, "f1": 0.539917, "f1_weighted": 0.539363, "precision": 0.542964, "precision_weighted": 0.54347, "recall": 0.542421, "recall_weighted": 0.540816, "ap": 0.509245, "ap_weighted": 0.509245 }, { "accuracy": 0.561224, "f1": 0.558523, "f1_weighted": 0.559462, "precision": 0.560476, "precision_weighted": 0.560634, "recall": 0.55951, "recall_weighted": 0.561224, "ap": 0.520302, "ap_weighted": 0.520302 }, { "accuracy": 0.506803, "f1": 0.505148, "f1_weighted": 0.505927, "precision": 0.505644, "precision_weighted": 0.506, "recall": 0.505604, "recall_weighted": 0.506803, "ap": 0.48923, "ap_weighted": 0.48923 }, { "accuracy": 0.5, "f1": 0.499531, "f1_weighted": 0.499948, "precision": 0.499537, "precision_weighted": 0.499907, "recall": 0.499537, "recall_weighted": 0.5, "ap": 0.486163, "ap_weighted": 0.486163 }, { "accuracy": 0.479592, "f1": 0.479586, "f1_weighted": 0.479538, "precision": 0.480032, "precision_weighted": 0.480383, "recall": 0.48004, "recall_weighted": 0.479592, "ap": 0.476817, "ap_weighted": 0.476817 }, { "accuracy": 0.530612, "f1": 0.502404, "f1_weighted": 0.505628, "precision": 0.53069, "precision_weighted": 0.530686, "recall": 0.524522, "recall_weighted": 0.530612, "ap": 0.499767, "ap_weighted": 0.499767 }, { "accuracy": 0.493197, "f1": 0.483146, "f1_weighted": 0.481184, "precision": 0.497089, "precision_weighted": 0.497435, "recall": 0.49736, "recall_weighted": 0.493197, "ap": 0.485081, "ap_weighted": 0.485081 }, { "accuracy": 0.55102, "f1": 0.540734, "f1_weighted": 0.538863, "precision": 0.562082, "precision_weighted": 0.563004, "recall": 0.555504, "recall_weighted": 0.55102, "ap": 0.51651, "ap_weighted": 0.51651 } ], "accuracy": 0.517347, "f1": 0.511218, "f1_weighted": 0.51116, "precision": 0.519382, "precision_weighted": 0.519769, "recall": 0.517851, "recall_weighted": 0.517347, "ap": 0.496316, "ap_weighted": 0.496316, "main_score": 0.517347, "hf_subset": "urd", "languages": [ "urd-Arab" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.505109, "f1": 0.501536, "f1_weighted": 0.500365, "precision": 0.50816, "precision_weighted": 0.508589, "recall": 0.507849, "recall_weighted": 0.505109, "ap": 0.517865, "ap_weighted": 0.517865 }, { "accuracy": 0.605839, "f1": 0.605596, "f1_weighted": 0.605325, "precision": 0.607556, "precision_weighted": 0.608172, "recall": 0.606995, "recall_weighted": 0.605839, "ap": 0.579379, "ap_weighted": 0.579379 }, { "accuracy": 0.521168, "f1": 0.518284, "f1_weighted": 0.519318, "precision": 0.519725, "precision_weighted": 0.52004, "recall": 0.519421, "recall_weighted": 0.521168, "ap": 0.523897, "ap_weighted": 0.523897 }, { "accuracy": 0.508029, "f1": 0.506953, "f1_weighted": 0.506314, "precision": 0.509854, "precision_weighted": 0.510272, "recall": 0.509717, "recall_weighted": 0.508029, "ap": 0.518828, "ap_weighted": 0.518828 }, { "accuracy": 0.538686, "f1": 0.538567, "f1_weighted": 0.538773, "precision": 0.538626, "precision_weighted": 0.539006, "recall": 0.538655, "recall_weighted": 0.538686, "ap": 0.534627, "ap_weighted": 0.534627 }, { "accuracy": 0.544526, "f1": 0.543918, "f1_weighted": 0.54438, "precision": 0.543988, "precision_weighted": 0.544317, "recall": 0.543932, "recall_weighted": 0.544526, "ap": 0.537611, "ap_weighted": 0.537611 }, { "accuracy": 0.525547, "f1": 0.517213, "f1_weighted": 0.518973, "precision": 0.523591, "precision_weighted": 0.523822, "recall": 0.522305, "recall_weighted": 0.525547, "ap": 0.525404, "ap_weighted": 0.525404 }, { "accuracy": 0.550365, "f1": 0.550287, "f1_weighted": 0.550451, "precision": 0.550385, "precision_weighted": 0.550772, "recall": 0.550424, "recall_weighted": 0.550365, "ap": 0.541535, "ap_weighted": 0.541535 }, { "accuracy": 0.531387, "f1": 0.528877, "f1_weighted": 0.529831, "precision": 0.530169, "precision_weighted": 0.530454, "recall": 0.52977, "recall_weighted": 0.531387, "ap": 0.529512, "ap_weighted": 0.529512 }, { "accuracy": 0.608759, "f1": 0.604012, "f1_weighted": 0.605215, "precision": 0.610135, "precision_weighted": 0.609935, "recall": 0.606189, "recall_weighted": 0.608759, "ap": 0.576118, "ap_weighted": 0.576118 } ], "accuracy": 0.543942, "f1": 0.541524, "f1_weighted": 0.541894, "precision": 0.544219, "precision_weighted": 0.544538, "recall": 0.543526, "recall_weighted": 0.543942, "ap": 0.538478, "ap_weighted": 0.538478, "main_score": 0.543942, "hf_subset": "vie", "languages": [ "vie-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.619565, "f1": 0.61916, "f1_weighted": 0.62267, "precision": 0.657738, "precision_weighted": 0.707363, "recall": 0.663328, "recall_weighted": 0.619565, "ap": 0.738946, "ap_weighted": 0.738946 }, { "accuracy": 0.532609, "f1": 0.531224, "f1_weighted": 0.538424, "precision": 0.558967, "precision_weighted": 0.601799, "recall": 0.562147, "recall_weighted": 0.532609, "ap": 0.672982, "ap_weighted": 0.672982 }, { "accuracy": 0.565217, "f1": 0.564394, "f1_weighted": 0.569746, "precision": 0.59656, "precision_weighted": 0.641833, "recall": 0.600924, "recall_weighted": 0.565217, "ap": 0.696095, "ap_weighted": 0.696095 }, { "accuracy": 0.695652, "f1": 0.688437, "f1_weighted": 0.701836, "precision": 0.692671, "precision_weighted": 0.731422, "recall": 0.709296, "recall_weighted": 0.695652, "ap": 0.765895, "ap_weighted": 0.765895 }, { "accuracy": 0.641304, "f1": 0.588339, "f1_weighted": 0.630069, "precision": 0.598485, "precision_weighted": 0.626318, "recall": 0.5868, "recall_weighted": 0.641304, "ap": 0.684704, "ap_weighted": 0.684704 }, { "accuracy": 0.521739, "f1": 0.520833, "f1_weighted": 0.526721, "precision": 0.551351, "precision_weighted": 0.594125, "recall": 0.553672, "recall_weighted": 0.521739, "ap": 0.668361, "ap_weighted": 0.668361 }, { "accuracy": 0.673913, "f1": 0.663743, "f1_weighted": 0.68027, "precision": 0.665401, "precision_weighted": 0.702286, "recall": 0.678993, "recall_weighted": 0.673913, "ap": 0.743507, "ap_weighted": 0.743507 }, { "accuracy": 0.684783, "f1": 0.644409, "f1_weighted": 0.678271, "precision": 0.652902, "precision_weighted": 0.675927, "recall": 0.640729, "recall_weighted": 0.684783, "ap": 0.715445, "ap_weighted": 0.715445 }, { "accuracy": 0.597826, "f1": 0.571014, "f1_weighted": 0.601323, "precision": 0.570437, "precision_weighted": 0.606043, "recall": 0.572933, "recall_weighted": 0.597826, "ap": 0.677742, "ap_weighted": 0.677742 }, { "accuracy": 0.608696, "f1": 0.604017, "f1_weighted": 0.616181, "precision": 0.618415, "precision_weighted": 0.660531, "recall": 0.628146, "recall_weighted": 0.608696, "ap": 0.711856, "ap_weighted": 0.711856 } ], "accuracy": 0.61413, "f1": 0.599557, "f1_weighted": 0.616551, "precision": 0.616293, "precision_weighted": 0.654765, "recall": 0.619697, "recall_weighted": 0.61413, "ap": 0.707553, "ap_weighted": 0.707553, "main_score": 0.61413, "hf_subset": "dza", "languages": [ "dza-Arab" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.596843, "f1": 0.596667, "f1_weighted": 0.595113, "precision": 0.62402, "precision_weighted": 0.646171, "recall": 0.621817, "recall_weighted": 0.596843, "ap": 0.480536, "ap_weighted": 0.480536 }, { "accuracy": 0.599403, "f1": 0.594216, "f1_weighted": 0.602671, "precision": 0.595717, "precision_weighted": 0.611963, "recall": 0.59891, "recall_weighted": 0.599403, "ap": 0.467306, "ap_weighted": 0.467306 }, { "accuracy": 0.618174, "f1": 0.61774, "f1_weighted": 0.620114, "precision": 0.630732, "precision_weighted": 0.650532, "recall": 0.63348, "recall_weighted": 0.618174, "ap": 0.490573, "ap_weighted": 0.490573 }, { "accuracy": 0.620307, "f1": 0.614969, "f1_weighted": 0.623324, "precision": 0.615893, "precision_weighted": 0.631783, "recall": 0.619654, "recall_weighted": 0.620307, "ap": 0.482908, "ap_weighted": 0.482908 }, { "accuracy": 0.62244, "f1": 0.611405, "f1_weighted": 0.623474, "precision": 0.610954, "precision_weighted": 0.624814, "recall": 0.612176, "recall_weighted": 0.62244, "ap": 0.479025, "ap_weighted": 0.479025 }, { "accuracy": 0.558447, "f1": 0.555241, "f1_weighted": 0.548282, "precision": 0.604134, "precision_weighted": 0.627913, "recall": 0.594279, "recall_weighted": 0.558447, "ap": 0.460898, "ap_weighted": 0.460898 }, { "accuracy": 0.644625, "f1": 0.639665, "f1_weighted": 0.647456, "precision": 0.640341, "precision_weighted": 0.656023, "recall": 0.644908, "recall_weighted": 0.644625, "ap": 0.50314, "ap_weighted": 0.50314 }, { "accuracy": 0.590017, "f1": 0.583865, "f1_weighted": 0.59319, "precision": 0.584886, "precision_weighted": 0.600948, "recall": 0.587566, "recall_weighted": 0.590017, "ap": 0.459467, "ap_weighted": 0.459467 }, { "accuracy": 0.641212, "f1": 0.637117, "f1_weighted": 0.644221, "precision": 0.638727, "precision_weighted": 0.65499, "recall": 0.643491, "recall_weighted": 0.641212, "ap": 0.501397, "ap_weighted": 0.501397 }, { "accuracy": 0.669369, "f1": 0.657122, "f1_weighted": 0.669064, "precision": 0.657426, "precision_weighted": 0.66879, "recall": 0.656848, "recall_weighted": 0.669369, "ap": 0.518517, "ap_weighted": 0.518517 } ], "accuracy": 0.616084, "f1": 0.610801, "f1_weighted": 0.616691, "precision": 0.620283, "precision_weighted": 0.637393, "recall": 0.621313, "recall_weighted": 0.616084, "ap": 0.484377, "ap_weighted": 0.484377, "main_score": 0.616084, "hf_subset": "tha", "languages": [ "tha-Thai" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.601896, "f1": 0.601887, "f1_weighted": 0.601538, "precision": 0.624556, "precision_weighted": 0.646112, "recall": 0.624093, "recall_weighted": 0.601896, "ap": 0.667392, "ap_weighted": 0.667392 }, { "accuracy": 0.63981, "f1": 0.625677, "f1_weighted": 0.639121, "precision": 0.626219, "precision_weighted": 0.638546, "recall": 0.625256, "recall_weighted": 0.63981, "ap": 0.663166, "ap_weighted": 0.663166 }, { "accuracy": 0.511848, "f1": 0.506483, "f1_weighted": 0.496972, "precision": 0.557026, "precision_weighted": 0.578254, "recall": 0.549907, "recall_weighted": 0.511848, "ap": 0.619751, "ap_weighted": 0.619751 }, { "accuracy": 0.635071, "f1": 0.61336, "f1_weighted": 0.630295, "precision": 0.618235, "precision_weighted": 0.628999, "recall": 0.612186, "recall_weighted": 0.635071, "ap": 0.65428, "ap_weighted": 0.65428 }, { "accuracy": 0.592417, "f1": 0.591674, "f1_weighted": 0.594893, "precision": 0.602632, "precision_weighted": 0.621601, "recall": 0.605209, "recall_weighted": 0.592417, "ap": 0.652903, "ap_weighted": 0.652903 }, { "accuracy": 0.56872, "f1": 0.566813, "f1_weighted": 0.561501, "precision": 0.609063, "precision_weighted": 0.632546, "recall": 0.601535, "recall_weighted": 0.56872, "ap": 0.653343, "ap_weighted": 0.653343 }, { "accuracy": 0.677725, "f1": 0.668607, "f1_weighted": 0.678767, "precision": 0.667769, "precision_weighted": 0.680295, "recall": 0.669953, "recall_weighted": 0.677725, "ap": 0.694319, "ap_weighted": 0.694319 }, { "accuracy": 0.450237, "f1": 0.430791, "f1_weighted": 0.411344, "precision": 0.502141, "precision_weighted": 0.519442, "recall": 0.501535, "recall_weighted": 0.450237, "ap": 0.593162, "ap_weighted": 0.593162 }, { "accuracy": 0.611374, "f1": 0.580781, "f1_weighted": 0.601713, "precision": 0.589881, "precision_weighted": 0.601057, "recall": 0.581302, "recall_weighted": 0.611374, "ap": 0.635519, "ap_weighted": 0.635519 }, { "accuracy": 0.701422, "f1": 0.697508, "f1_weighted": 0.703868, "precision": 0.69784, "precision_weighted": 0.713362, "recall": 0.704465, "recall_weighted": 0.701422, "ap": 0.722725, "ap_weighted": 0.722725 } ], "accuracy": 0.599052, "f1": 0.588358, "f1_weighted": 0.592001, "precision": 0.609536, "precision_weighted": 0.626021, "recall": 0.607544, "recall_weighted": 0.599052, "ap": 0.655656, "ap_weighted": 0.655656, "main_score": 0.599052, "hf_subset": "tur", "languages": [ "tur-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.630518, "f1": 0.559252, "f1_weighted": 0.69294, "precision": 0.611975, "precision_weighted": 0.892258, "recall": 0.759154, "recall_weighted": 0.630518, "ap": 0.939781, "ap_weighted": 0.939781 }, { "accuracy": 0.74856, "f1": 0.606559, "f1_weighted": 0.784855, "precision": 0.599861, "precision_weighted": 0.850672, "recall": 0.685355, "recall_weighted": 0.74856, "ap": 0.919617, "ap_weighted": 0.919617 }, { "accuracy": 0.629559, "f1": 0.547379, "f1_weighted": 0.692859, "precision": 0.593535, "precision_weighted": 0.871127, "recall": 0.714938, "recall_weighted": 0.629559, "ap": 0.927935, "ap_weighted": 0.927935 }, { "accuracy": 0.683301, "f1": 0.589548, "f1_weighted": 0.73752, "precision": 0.611833, "precision_weighted": 0.87933, "recall": 0.748932, "recall_weighted": 0.683301, "ap": 0.936266, "ap_weighted": 0.936266 }, { "accuracy": 0.59405, "f1": 0.5243, "f1_weighted": 0.661702, "precision": 0.589718, "precision_weighted": 0.873437, "recall": 0.708134, "recall_weighted": 0.59405, "ap": 0.926547, "ap_weighted": 0.926547 }, { "accuracy": 0.765835, "f1": 0.644955, "f1_weighted": 0.801224, "precision": 0.63281, "precision_weighted": 0.875967, "recall": 0.755667, "recall_weighted": 0.765835, "ap": 0.937156, "ap_weighted": 0.937156 }, { "accuracy": 0.715931, "f1": 0.600562, "f1_weighted": 0.762491, "precision": 0.60592, "precision_weighted": 0.864808, "recall": 0.720502, "recall_weighted": 0.715931, "ap": 0.928577, "ap_weighted": 0.928577 }, { "accuracy": 0.679463, "f1": 0.584573, "f1_weighted": 0.734338, "precision": 0.607831, "precision_weighted": 0.875937, "recall": 0.740025, "recall_weighted": 0.679463, "ap": 0.933962, "ap_weighted": 0.933962 }, { "accuracy": 0.790787, "f1": 0.661481, "f1_weighted": 0.819299, "precision": 0.642055, "precision_weighted": 0.87493, "recall": 0.753094, "recall_weighted": 0.790787, "ap": 0.936279, "ap_weighted": 0.936279 }, { "accuracy": 0.619962, "f1": 0.543694, "f1_weighted": 0.684413, "precision": 0.596459, "precision_weighted": 0.876349, "recall": 0.722904, "recall_weighted": 0.619962, "ap": 0.930143, "ap_weighted": 0.930143 } ], "accuracy": 0.685797, "f1": 0.58623, "f1_weighted": 0.737164, "precision": 0.6092, "precision_weighted": 0.873482, "recall": 0.73087, "recall_weighted": 0.685797, "ap": 0.931626, "ap_weighted": 0.931626, "main_score": 0.685797, "hf_subset": "slk", "languages": [ "slk-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.594724, "f1": 0.549593, "f1_weighted": 0.611478, "precision": 0.553653, "precision_weighted": 0.643218, "recall": 0.563488, "recall_weighted": 0.594724, "ap": 0.744334, "ap_weighted": 0.744334 }, { "accuracy": 0.508393, "f1": 0.49728, "f1_weighted": 0.529723, "precision": 0.538783, "precision_weighted": 0.635285, "recall": 0.546894, "recall_weighted": 0.508393, "ap": 0.737226, "ap_weighted": 0.737226 }, { "accuracy": 0.570743, "f1": 0.53737, "f1_weighted": 0.591304, "precision": 0.548884, "precision_weighted": 0.640897, "recall": 0.559591, "recall_weighted": 0.570743, "ap": 0.742687, "ap_weighted": 0.742687 }, { "accuracy": 0.544365, "f1": 0.522619, "f1_weighted": 0.566843, "precision": 0.545928, "precision_weighted": 0.640273, "recall": 0.556587, "recall_weighted": 0.544365, "ap": 0.741471, "ap_weighted": 0.741471 }, { "accuracy": 0.467626, "f1": 0.467476, "f1_weighted": 0.471356, "precision": 0.564959, "precision_weighted": 0.670452, "recall": 0.567201, "recall_weighted": 0.467626, "ap": 0.747757, "ap_weighted": 0.747757 }, { "accuracy": 0.482014, "f1": 0.459559, "f1_weighted": 0.507375, "precision": 0.487731, "precision_weighted": 0.581791, "recall": 0.484893, "recall_weighted": 0.482014, "ap": 0.711004, "ap_weighted": 0.711004 }, { "accuracy": 0.604317, "f1": 0.550743, "f1_weighted": 0.618082, "precision": 0.552056, "precision_weighted": 0.640459, "recall": 0.559917, "recall_weighted": 0.604317, "ap": 0.742653, "ap_weighted": 0.742653 }, { "accuracy": 0.58753, "f1": 0.496886, "f1_weighted": 0.589578, "precision": 0.496971, "precision_weighted": 0.591718, "recall": 0.496911, "recall_weighted": 0.58753, "ap": 0.715776, "ap_weighted": 0.715776 }, { "accuracy": 0.611511, "f1": 0.505606, "f1_weighted": 0.604926, "precision": 0.506355, "precision_weighted": 0.5992, "recall": 0.505938, "recall_weighted": 0.611511, "ap": 0.719447, "ap_weighted": 0.719447 }, { "accuracy": 0.539568, "f1": 0.516545, "f1_weighted": 0.562339, "precision": 0.539048, "precision_weighted": 0.633208, "recall": 0.548112, "recall_weighted": 0.539568, "ap": 0.737611, "ap_weighted": 0.737611 } ], "accuracy": 0.551079, "f1": 0.510368, "f1_weighted": 0.5653, "precision": 0.533437, "precision_weighted": 0.62765, "recall": 0.538953, "recall_weighted": 0.551079, "ap": 0.733996, "ap_weighted": 0.733996, "main_score": 0.551079, "hf_subset": "nor", "languages": [ "nor-Latn", "nob-Latn", "nno-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.739865, "f1": 0.666271, "f1_weighted": 0.767926, "precision": 0.659063, "precision_weighted": 0.839458, "recall": 0.751419, "recall_weighted": 0.739865, "ap": 0.907111, "ap_weighted": 0.907111 }, { "accuracy": 0.584459, "f1": 0.534466, "f1_weighted": 0.633422, "precision": 0.582272, "precision_weighted": 0.792284, "recall": 0.642024, "recall_weighted": 0.584459, "ap": 0.869536, "ap_weighted": 0.869536 }, { "accuracy": 0.746622, "f1": 0.640165, "f1_weighted": 0.767119, "precision": 0.62908, "precision_weighted": 0.80268, "recall": 0.679855, "recall_weighted": 0.746622, "ap": 0.88099, "ap_weighted": 0.88099 }, { "accuracy": 0.557432, "f1": 0.504188, "f1_weighted": 0.609579, "precision": 0.555244, "precision_weighted": 0.765374, "recall": 0.595366, "recall_weighted": 0.557432, "ap": 0.853783, "ap_weighted": 0.853783 }, { "accuracy": 0.716216, "f1": 0.621622, "f1_weighted": 0.744339, "precision": 0.616667, "precision_weighted": 0.80045, "recall": 0.676545, "recall_weighted": 0.716216, "ap": 0.880151, "ap_weighted": 0.880151 }, { "accuracy": 0.635135, "f1": 0.568932, "f1_weighted": 0.67851, "precision": 0.593006, "precision_weighted": 0.795226, "recall": 0.657629, "recall_weighted": 0.635135, "ap": 0.874433, "ap_weighted": 0.874433 }, { "accuracy": 0.469595, "f1": 0.431097, "f1_weighted": 0.527091, "precision": 0.511419, "precision_weighted": 0.722742, "recall": 0.519388, "recall_weighted": 0.469595, "ap": 0.830028, "ap_weighted": 0.830028 }, { "accuracy": 0.587838, "f1": 0.518968, "f1_weighted": 0.63703, "precision": 0.5534, "precision_weighted": 0.760028, "recall": 0.59111, "recall_weighted": 0.587838, "ap": 0.852237, "ap_weighted": 0.852237 }, { "accuracy": 0.567568, "f1": 0.479074, "f1_weighted": 0.618343, "precision": 0.510929, "precision_weighted": 0.720056, "recall": 0.518285, "recall_weighted": 0.567568, "ap": 0.829678, "ap_weighted": 0.829678 }, { "accuracy": 0.77027, "f1": 0.614937, "f1_weighted": 0.773575, "precision": 0.611905, "precision_weighted": 0.777156, "recall": 0.618537, "recall_weighted": 0.77027, "ap": 0.860419, "ap_weighted": 0.860419 } ], "accuracy": 0.6375, "f1": 0.557972, "f1_weighted": 0.675693, "precision": 0.582298, "precision_weighted": 0.777545, "recall": 0.625016, "recall_weighted": 0.6375, "ap": 0.863837, "ap_weighted": 0.863837, "main_score": 0.6375, "hf_subset": "spa", "languages": [ "spa-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.638985, "f1": 0.632858, "f1_weighted": 0.649105, "precision": 0.654502, "precision_weighted": 0.717632, "recall": 0.673802, "recall_weighted": 0.638985, "ap": 0.767124, "ap_weighted": 0.767124 }, { "accuracy": 0.760092, "f1": 0.739272, "f1_weighted": 0.764511, "precision": 0.733537, "precision_weighted": 0.774402, "recall": 0.751474, "recall_weighted": 0.760092, "ap": 0.812278, "ap_weighted": 0.812278 }, { "accuracy": 0.716263, "f1": 0.704497, "f1_weighted": 0.724696, "precision": 0.707245, "precision_weighted": 0.761906, "recall": 0.734048, "recall_weighted": 0.716263, "ap": 0.804659, "ap_weighted": 0.804659 }, { "accuracy": 0.705882, "f1": 0.686801, "f1_weighted": 0.713283, "precision": 0.684208, "precision_weighted": 0.733347, "recall": 0.703934, "recall_weighted": 0.705882, "ap": 0.782247, "ap_weighted": 0.782247 }, { "accuracy": 0.550173, "f1": 0.550125, "f1_weighted": 0.551724, "precision": 0.617454, "precision_weighted": 0.689075, "recall": 0.619289, "recall_weighted": 0.550173, "ap": 0.736101, "ap_weighted": 0.736101 }, { "accuracy": 0.716263, "f1": 0.681889, "f1_weighted": 0.71771, "precision": 0.680197, "precision_weighted": 0.719434, "recall": 0.683912, "recall_weighted": 0.716263, "ap": 0.767373, "ap_weighted": 0.767373 }, { "accuracy": 0.717416, "f1": 0.697969, "f1_weighted": 0.724223, "precision": 0.694456, "precision_weighted": 0.742143, "recall": 0.714315, "recall_weighted": 0.717416, "ap": 0.788743, "ap_weighted": 0.788743 }, { "accuracy": 0.574394, "f1": 0.571271, "f1_weighted": 0.583806, "precision": 0.60699, "precision_weighted": 0.671963, "recall": 0.617634, "recall_weighted": 0.574394, "ap": 0.732892, "ap_weighted": 0.732892 }, { "accuracy": 0.685121, "f1": 0.660836, "f1_weighted": 0.691925, "precision": 0.657991, "precision_weighted": 0.70624, "recall": 0.672355, "recall_weighted": 0.685121, "ap": 0.761799, "ap_weighted": 0.761799 }, { "accuracy": 0.753172, "f1": 0.716722, "f1_weighted": 0.751531, "precision": 0.719861, "precision_weighted": 0.750302, "recall": 0.714089, "recall_weighted": 0.753172, "ap": 0.785109, "ap_weighted": 0.785109 } ], "accuracy": 0.681776, "f1": 0.664224, "f1_weighted": 0.687252, "precision": 0.675644, "precision_weighted": 0.726644, "recall": 0.688485, "recall_weighted": 0.681776, "ap": 0.773832, "ap_weighted": 0.773832, "main_score": 0.681776, "hf_subset": "rus", "languages": [ "rus-Cyrl" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.662307, "f1": 0.527678, "f1_weighted": 0.719877, "precision": 0.550571, "precision_weighted": 0.829258, "recall": 0.609406, "recall_weighted": 0.662307, "ap": 0.904932, "ap_weighted": 0.904932 }, { "accuracy": 0.576694, "f1": 0.489844, "f1_weighted": 0.650279, "precision": 0.552888, "precision_weighted": 0.840813, "recall": 0.625702, "recall_weighted": 0.576694, "ap": 0.908914, "ap_weighted": 0.908914 }, { "accuracy": 0.65874, "f1": 0.537948, "f1_weighted": 0.718012, "precision": 0.563829, "precision_weighted": 0.841626, "recall": 0.641984, "recall_weighted": 0.65874, "ap": 0.912438, "ap_weighted": 0.912438 }, { "accuracy": 0.532699, "f1": 0.438805, "f1_weighted": 0.613765, "precision": 0.511437, "precision_weighted": 0.801415, "recall": 0.527206, "recall_weighted": 0.532699, "ap": 0.886865, "ap_weighted": 0.886865 }, { "accuracy": 0.675386, "f1": 0.531562, "f1_weighted": 0.729398, "precision": 0.549441, "precision_weighted": 0.826867, "recall": 0.603853, "recall_weighted": 0.675386, "ap": 0.903653, "ap_weighted": 0.903653 }, { "accuracy": 0.474435, "f1": 0.418421, "f1_weighted": 0.555988, "precision": 0.528939, "precision_weighted": 0.822525, "recall": 0.567672, "recall_weighted": 0.474435, "ap": 0.895805, "ap_weighted": 0.895805 }, { "accuracy": 0.648038, "f1": 0.539007, "f1_weighted": 0.709884, "precision": 0.570975, "precision_weighted": 0.850055, "recall": 0.661862, "recall_weighted": 0.648038, "ap": 0.917167, "ap_weighted": 0.917167 }, { "accuracy": 0.674197, "f1": 0.532505, "f1_weighted": 0.728671, "precision": 0.550896, "precision_weighted": 0.828215, "recall": 0.607503, "recall_weighted": 0.674197, "ap": 0.90448, "ap_weighted": 0.90448 }, { "accuracy": 0.54459, "f1": 0.459309, "f1_weighted": 0.622976, "precision": 0.532388, "precision_weighted": 0.822061, "recall": 0.577206, "recall_weighted": 0.54459, "ap": 0.897847, "ap_weighted": 0.897847 }, { "accuracy": 0.549346, "f1": 0.46375, "f1_weighted": 0.627045, "precision": 0.535347, "precision_weighted": 0.824819, "recall": 0.584231, "recall_weighted": 0.549346, "ap": 0.899425, "ap_weighted": 0.899425 } ], "accuracy": 0.599643, "f1": 0.493883, "f1_weighted": 0.667589, "precision": 0.544671, "precision_weighted": 0.828765, "recall": 0.600663, "recall_weighted": 0.599643, "ap": 0.903153, "ap_weighted": 0.903153, "main_score": 0.599643, "hf_subset": "uig", "languages": [ "uig-Hans" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.688951, "f1": 0.576089, "f1_weighted": 0.732354, "precision": 0.583988, "precision_weighted": 0.820128, "recall": 0.654241, "recall_weighted": 0.688951, "ap": 0.897491, "ap_weighted": 0.897491 }, { "accuracy": 0.590578, "f1": 0.505212, "f1_weighted": 0.652037, "precision": 0.5497, "precision_weighted": 0.800763, "recall": 0.600134, "recall_weighted": 0.590578, "ap": 0.882976, "ap_weighted": 0.882976 }, { "accuracy": 0.61032, "f1": 0.526928, "f1_weighted": 0.668826, "precision": 0.566609, "precision_weighted": 0.815841, "recall": 0.633909, "recall_weighted": 0.61032, "ap": 0.892217, "ap_weighted": 0.892217 }, { "accuracy": 0.626136, "f1": 0.541947, "f1_weighted": 0.68224, "precision": 0.576616, "precision_weighted": 0.823982, "recall": 0.653282, "recall_weighted": 0.626136, "ap": 0.897606, "ap_weighted": 0.897606 }, { "accuracy": 0.75143, "f1": 0.604052, "f1_weighted": 0.77663, "precision": 0.595088, "precision_weighted": 0.815923, "recall": 0.644529, "recall_weighted": 0.75143, "ap": 0.894528, "ap_weighted": 0.894528 }, { "accuracy": 0.630959, "f1": 0.539501, "f1_weighted": 0.686115, "precision": 0.569961, "precision_weighted": 0.816313, "recall": 0.638419, "recall_weighted": 0.630959, "ap": 0.893369, "ap_weighted": 0.893369 }, { "accuracy": 0.682221, "f1": 0.564155, "f1_weighted": 0.726216, "precision": 0.57341, "precision_weighted": 0.811479, "recall": 0.633948, "recall_weighted": 0.682221, "ap": 0.89189, "ap_weighted": 0.89189 }, { "accuracy": 0.737858, "f1": 0.589452, "f1_weighted": 0.765794, "precision": 0.583383, "precision_weighted": 0.809503, "recall": 0.629738, "recall_weighted": 0.737858, "ap": 0.890549, "ap_weighted": 0.890549 }, { "accuracy": 0.742793, "f1": 0.617525, "f1_weighted": 0.773901, "precision": 0.609371, "precision_weighted": 0.830952, "recall": 0.682046, "recall_weighted": 0.742793, "ap": 0.905013, "ap_weighted": 0.905013 }, { "accuracy": 0.659563, "f1": 0.550192, "f1_weighted": 0.70865, "precision": 0.567461, "precision_weighted": 0.809556, "recall": 0.627606, "recall_weighted": 0.659563, "ap": 0.890236, "ap_weighted": 0.890236 } ], "accuracy": 0.672081, "f1": 0.561505, "f1_weighted": 0.717276, "precision": 0.577559, "precision_weighted": 0.815444, "recall": 0.639785, "recall_weighted": 0.672081, "ap": 0.893588, "ap_weighted": 0.893588, "main_score": 0.672081, "hf_subset": "cmn", "languages": [ "cmn-Hans" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.549149, "f1": 0.537082, "f1_weighted": 0.536959, "precision": 0.555234, "precision_weighted": 0.555265, "recall": 0.549416, "recall_weighted": 0.549149, "ap": 0.525731, "ap_weighted": 0.525731 }, { "accuracy": 0.592532, "f1": 0.590956, "f1_weighted": 0.590915, "precision": 0.594124, "precision_weighted": 0.594145, "recall": 0.592635, "recall_weighted": 0.592532, "ap": 0.553129, "ap_weighted": 0.553129 }, { "accuracy": 0.57441, "f1": 0.573017, "f1_weighted": 0.572977, "precision": 0.575519, "precision_weighted": 0.575535, "recall": 0.574505, "recall_weighted": 0.57441, "ap": 0.541412, "ap_weighted": 0.541412 }, { "accuracy": 0.498078, "f1": 0.495702, "f1_weighted": 0.495645, "precision": 0.498157, "precision_weighted": 0.498158, "recall": 0.498192, "recall_weighted": 0.498078, "ap": 0.498275, "ap_weighted": 0.498275 }, { "accuracy": 0.585393, "f1": 0.585128, "f1_weighted": 0.585145, "precision": 0.585557, "precision_weighted": 0.585551, "recall": 0.585353, "recall_weighted": 0.585393, "ap": 0.549524, "ap_weighted": 0.549524 }, { "accuracy": 0.649643, "f1": 0.647707, "f1_weighted": 0.647664, "precision": 0.65321, "precision_weighted": 0.653249, "recall": 0.649767, "recall_weighted": 0.649643, "ap": 0.593597, "ap_weighted": 0.593597 }, { "accuracy": 0.551895, "f1": 0.55105, "f1_weighted": 0.551082, "precision": 0.552203, "precision_weighted": 0.552197, "recall": 0.551825, "recall_weighted": 0.551895, "ap": 0.528029, "ap_weighted": 0.528029 }, { "accuracy": 0.514552, "f1": 0.514528, "f1_weighted": 0.514533, "precision": 0.514544, "precision_weighted": 0.514545, "recall": 0.514542, "recall_weighted": 0.514552, "ap": 0.506662, "ap_weighted": 0.506662 }, { "accuracy": 0.572213, "f1": 0.570589, "f1_weighted": 0.570632, "precision": 0.573191, "precision_weighted": 0.573178, "recall": 0.572113, "recall_weighted": 0.572213, "ap": 0.541161, "ap_weighted": 0.541161 }, { "accuracy": 0.584294, "f1": 0.584113, "f1_weighted": 0.584099, "precision": 0.584489, "precision_weighted": 0.584496, "recall": 0.58433, "recall_weighted": 0.584294, "ap": 0.548168, "ap_weighted": 0.548168 } ], "accuracy": 0.567216, "f1": 0.564987, "f1_weighted": 0.564965, "precision": 0.568623, "precision_weighted": 0.568632, "recall": 0.567268, "recall_weighted": 0.567216, "ap": 0.538569, "ap_weighted": 0.538569, "main_score": 0.567216, "hf_subset": "eng", "languages": [ "eng-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.656388, "f1": 0.55342, "f1_weighted": 0.701731, "precision": 0.568399, "precision_weighted": 0.794862, "recall": 0.621652, "recall_weighted": 0.656388, "ap": 0.879421, "ap_weighted": 0.879421 }, { "accuracy": 0.38326, "f1": 0.364502, "f1_weighted": 0.440016, "precision": 0.504107, "precision_weighted": 0.744272, "recall": 0.50692, "recall_weighted": 0.38326, "ap": 0.847632, "ap_weighted": 0.847632 }, { "accuracy": 0.665198, "f1": 0.559988, "f1_weighted": 0.708799, "precision": 0.572087, "precision_weighted": 0.796987, "recall": 0.62686, "recall_weighted": 0.665198, "ap": 0.880916, "ap_weighted": 0.880916 }, { "accuracy": 0.61674, "f1": 0.461072, "f1_weighted": 0.661399, "precision": 0.481483, "precision_weighted": 0.725567, "recall": 0.469717, "recall_weighted": 0.61674, "ap": 0.838023, "ap_weighted": 0.838023 }, { "accuracy": 0.665198, "f1": 0.538322, "f1_weighted": 0.705713, "precision": 0.547901, "precision_weighted": 0.775255, "recall": 0.580134, "recall_weighted": 0.665198, "ap": 0.867477, "ap_weighted": 0.867477 }, { "accuracy": 0.502203, "f1": 0.446521, "f1_weighted": 0.567938, "precision": 0.522079, "precision_weighted": 0.76213, "recall": 0.542188, "recall_weighted": 0.502203, "ap": 0.857122, "ap_weighted": 0.857122 }, { "accuracy": 0.506608, "f1": 0.453106, "f1_weighted": 0.571413, "precision": 0.529588, "precision_weighted": 0.770117, "recall": 0.556473, "recall_weighted": 0.506608, "ap": 0.861094, "ap_weighted": 0.861094 }, { "accuracy": 0.449339, "f1": 0.407978, "f1_weighted": 0.516206, "precision": 0.505861, "precision_weighted": 0.745698, "recall": 0.510938, "recall_weighted": 0.449339, "ap": 0.848691, "ap_weighted": 0.848691 }, { "accuracy": 0.387665, "f1": 0.371867, "f1_weighted": 0.440764, "precision": 0.519953, "precision_weighted": 0.764296, "recall": 0.532887, "recall_weighted": 0.387665, "ap": 0.854671, "ap_weighted": 0.854671 }, { "accuracy": 0.572687, "f1": 0.435193, "f1_weighted": 0.62793, "precision": 0.467815, "precision_weighted": 0.713561, "recall": 0.443676, "recall_weighted": 0.572687, "ap": 0.831518, "ap_weighted": 0.831518 } ], "accuracy": 0.540529, "f1": 0.459197, "f1_weighted": 0.594191, "precision": 0.521927, "precision_weighted": 0.759275, "recall": 0.539144, "recall_weighted": 0.540529, "ap": 0.856656, "ap_weighted": 0.856656, "main_score": 0.540529, "hf_subset": "eus", "languages": [ "eus-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.638444, "f1": 0.550833, "f1_weighted": 0.662049, "precision": 0.553575, "precision_weighted": 0.701042, "recall": 0.569999, "recall_weighted": 0.638444, "ap": 0.805435, "ap_weighted": 0.805435 }, { "accuracy": 0.665904, "f1": 0.605498, "f1_weighted": 0.692044, "precision": 0.609055, "precision_weighted": 0.752643, "recall": 0.65121, "recall_weighted": 0.665904, "ap": 0.837798, "ap_weighted": 0.837798 }, { "accuracy": 0.659039, "f1": 0.599908, "f1_weighted": 0.686141, "precision": 0.605229, "precision_weighted": 0.750103, "recall": 0.646811, "recall_weighted": 0.659039, "ap": 0.836027, "ap_weighted": 0.836027 }, { "accuracy": 0.588101, "f1": 0.557453, "f1_weighted": 0.622745, "precision": 0.597838, "precision_weighted": 0.75688, "recall": 0.642519, "recall_weighted": 0.588101, "ap": 0.835518, "ap_weighted": 0.835518 }, { "accuracy": 0.581236, "f1": 0.540579, "f1_weighted": 0.617201, "precision": 0.571698, "precision_weighted": 0.727477, "recall": 0.604442, "recall_weighted": 0.581236, "ap": 0.819304, "ap_weighted": 0.819304 }, { "accuracy": 0.475973, "f1": 0.45486, "f1_weighted": 0.515006, "precision": 0.523454, "precision_weighted": 0.68281, "recall": 0.533251, "recall_weighted": 0.475973, "ap": 0.79212, "ap_weighted": 0.79212 }, { "accuracy": 0.551487, "f1": 0.483052, "f1_weighted": 0.588503, "precision": 0.504794, "precision_weighted": 0.661504, "recall": 0.506797, "recall_weighted": 0.551487, "ap": 0.782663, "ap_weighted": 0.782663 }, { "accuracy": 0.675057, "f1": 0.619487, "f1_weighted": 0.701012, "precision": 0.623072, "precision_weighted": 0.766178, "recall": 0.672043, "recall_weighted": 0.675057, "ap": 0.846712, "ap_weighted": 0.846712 }, { "accuracy": 0.512586, "f1": 0.497384, "f1_weighted": 0.54639, "precision": 0.575669, "precision_weighted": 0.741856, "recall": 0.605358, "recall_weighted": 0.512586, "ap": 0.82069, "ap_weighted": 0.82069 }, { "accuracy": 0.638444, "f1": 0.567489, "f1_weighted": 0.665703, "precision": 0.57307, "precision_weighted": 0.720011, "recall": 0.599936, "recall_weighted": 0.638444, "ap": 0.816991, "ap_weighted": 0.816991 } ], "accuracy": 0.598627, "f1": 0.547654, "f1_weighted": 0.62968, "precision": 0.573745, "precision_weighted": 0.72605, "recall": 0.603236, "recall_weighted": 0.598627, "ap": 0.819326, "ap_weighted": 0.819326, "main_score": 0.598627, "hf_subset": "hrv", "languages": [ "hrv-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.538012, "f1": 0.521246, "f1_weighted": 0.547966, "precision": 0.52683, "precision_weighted": 0.570697, "recall": 0.529279, "recall_weighted": 0.538012, "ap": 0.365312, "ap_weighted": 0.365312 }, { "accuracy": 0.444444, "f1": 0.43822, "f1_weighted": 0.455856, "precision": 0.457196, "precision_weighted": 0.500551, "recall": 0.453378, "recall_weighted": 0.444444, "ap": 0.332003, "ap_weighted": 0.332003 }, { "accuracy": 0.520468, "f1": 0.496914, "f1_weighted": 0.52938, "precision": 0.500418, "precision_weighted": 0.544876, "recall": 0.50045, "recall_weighted": 0.520468, "ap": 0.351083, "ap_weighted": 0.351083 }, { "accuracy": 0.479532, "f1": 0.474935, "f1_weighted": 0.489588, "precision": 0.496053, "precision_weighted": 0.540397, "recall": 0.495721, "recall_weighted": 0.479532, "ap": 0.348947, "ap_weighted": 0.348947 }, { "accuracy": 0.461988, "f1": 0.460494, "f1_weighted": 0.468963, "precision": 0.490409, "precision_weighted": 0.534332, "recall": 0.489865, "recall_weighted": 0.461988, "ap": 0.346362, "ap_weighted": 0.346362 }, { "accuracy": 0.54386, "f1": 0.516038, "f1_weighted": 0.550645, "precision": 0.517397, "precision_weighted": 0.560932, "recall": 0.518468, "recall_weighted": 0.54386, "ap": 0.359783, "ap_weighted": 0.359783 }, { "accuracy": 0.590643, "f1": 0.557191, "f1_weighted": 0.59349, "precision": 0.556732, "precision_weighted": 0.596952, "recall": 0.558333, "recall_weighted": 0.590643, "ap": 0.382826, "ap_weighted": 0.382826 }, { "accuracy": 0.51462, "f1": 0.504867, "f1_weighted": 0.525592, "precision": 0.517241, "precision_weighted": 0.561807, "recall": 0.518919, "recall_weighted": 0.51462, "ap": 0.359911, "ap_weighted": 0.359911 }, { "accuracy": 0.578947, "f1": 0.49124, "f1_weighted": 0.554241, "precision": 0.499427, "precision_weighted": 0.543994, "recall": 0.49955, "recall_weighted": 0.578947, "ap": 0.350673, "ap_weighted": 0.350673 }, { "accuracy": 0.473684, "f1": 0.468431, "f1_weighted": 0.484192, "precision": 0.488395, "precision_weighted": 0.532526, "recall": 0.487387, "recall_weighted": 0.473684, "ap": 0.345303, "ap_weighted": 0.345303 } ], "accuracy": 0.51462, "f1": 0.492958, "f1_weighted": 0.519991, "precision": 0.50501, "precision_weighted": 0.548706, "recall": 0.505135, "recall_weighted": 0.51462, "ap": 0.35422, "ap_weighted": 0.35422, "main_score": 0.51462, "hf_subset": "mlt", "languages": [ "mlt-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.552083, "f1": 0.550865, "f1_weighted": 0.553887, "precision": 0.553731, "precision_weighted": 0.562247, "recall": 0.554609, "recall_weighted": 0.552083, "ap": 0.465496, "ap_weighted": 0.465496 }, { "accuracy": 0.48125, "f1": 0.480869, "f1_weighted": 0.482685, "precision": 0.486015, "precision_weighted": 0.494222, "recall": 0.485858, "recall_weighted": 0.48125, "ap": 0.42867, "ap_weighted": 0.42867 }, { "accuracy": 0.48125, "f1": 0.480743, "f1_weighted": 0.482839, "precision": 0.485491, "precision_weighted": 0.493708, "recall": 0.48531, "recall_weighted": 0.48125, "ap": 0.428419, "ap_weighted": 0.428419 }, { "accuracy": 0.55, "f1": 0.543332, "f1_weighted": 0.55046, "precision": 0.543282, "precision_weighted": 0.550995, "recall": 0.543459, "recall_weighted": 0.55, "ap": 0.459147, "ap_weighted": 0.459147 }, { "accuracy": 0.683333, "f1": 0.683284, "f1_weighted": 0.683795, "precision": 0.692146, "precision_weighted": 0.703073, "recall": 0.693286, "recall_weighted": 0.683333, "ap": 0.568015, "ap_weighted": 0.568015 }, { "accuracy": 0.625, "f1": 0.60088, "f1_weighted": 0.613553, "precision": 0.616957, "precision_weighted": 0.619823, "recall": 0.603312, "recall_weighted": 0.625, "ap": 0.504801, "ap_weighted": 0.504801 }, { "accuracy": 0.616667, "f1": 0.608337, "f1_weighted": 0.615715, "precision": 0.609052, "precision_weighted": 0.615105, "recall": 0.607973, "recall_weighted": 0.616667, "ap": 0.503959, "ap_weighted": 0.503959 }, { "accuracy": 0.616667, "f1": 0.590193, "f1_weighted": 0.603647, "precision": 0.607656, "precision_weighted": 0.610726, "recall": 0.593743, "recall_weighted": 0.616667, "ap": 0.497222, "ap_weighted": 0.497222 }, { "accuracy": 0.629167, "f1": 0.625099, "f1_weighted": 0.620054, "precision": 0.67037, "precision_weighted": 0.686139, "recall": 0.653525, "recall_weighted": 0.629167, "ap": 0.530465, "ap_weighted": 0.530465 }, { "accuracy": 0.720833, "f1": 0.71988, "f1_weighted": 0.721991, "precision": 0.721675, "precision_weighted": 0.730375, "recall": 0.725401, "recall_weighted": 0.720833, "ap": 0.601952, "ap_weighted": 0.601952 } ], "accuracy": 0.595625, "f1": 0.588348, "f1_weighted": 0.592863, "precision": 0.598638, "precision_weighted": 0.606641, "recall": 0.594648, "recall_weighted": 0.595625, "ap": 0.498815, "ap_weighted": 0.498815, "main_score": 0.595625, "hf_subset": "pol", "languages": [ "pol-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.543307, "f1": 0.538032, "f1_weighted": 0.536866, "precision": 0.548863, "precision_weighted": 0.549416, "recall": 0.546136, "recall_weighted": 0.543307, "ap": 0.513004, "ap_weighted": 0.513004 }, { "accuracy": 0.581927, "f1": 0.578795, "f1_weighted": 0.577937, "precision": 0.587613, "precision_weighted": 0.588297, "recall": 0.58429, "recall_weighted": 0.581927, "ap": 0.536388, "ap_weighted": 0.536388 }, { "accuracy": 0.546682, "f1": 0.543043, "f1_weighted": 0.544006, "precision": 0.545955, "precision_weighted": 0.546066, "recall": 0.544878, "recall_weighted": 0.546682, "ap": 0.513053, "ap_weighted": 0.513053 }, { "accuracy": 0.553056, "f1": 0.550604, "f1_weighted": 0.54982, "precision": 0.556746, "precision_weighted": 0.557255, "recall": 0.55511, "recall_weighted": 0.553056, "ap": 0.518381, "ap_weighted": 0.518381 }, { "accuracy": 0.549681, "f1": 0.547574, "f1_weighted": 0.548304, "precision": 0.548972, "precision_weighted": 0.549121, "recall": 0.548375, "recall_weighted": 0.549681, "ap": 0.515062, "ap_weighted": 0.515062 }, { "accuracy": 0.498688, "f1": 0.498596, "f1_weighted": 0.498436, "precision": 0.499284, "precision_weighted": 0.499562, "recall": 0.499285, "recall_weighted": 0.498688, "ap": 0.487832, "ap_weighted": 0.487832 }, { "accuracy": 0.547057, "f1": 0.545274, "f1_weighted": 0.545946, "precision": 0.546335, "precision_weighted": 0.546503, "recall": 0.545882, "recall_weighted": 0.547057, "ap": 0.513514, "ap_weighted": 0.513514 }, { "accuracy": 0.538433, "f1": 0.538132, "f1_weighted": 0.537854, "precision": 0.539534, "precision_weighted": 0.539883, "recall": 0.539336, "recall_weighted": 0.538433, "ap": 0.509319, "ap_weighted": 0.509319 }, { "accuracy": 0.542182, "f1": 0.542124, "f1_weighted": 0.542246, "precision": 0.542196, "precision_weighted": 0.542476, "recall": 0.542219, "recall_weighted": 0.542182, "ap": 0.511108, "ap_weighted": 0.511108 }, { "accuracy": 0.507687, "f1": 0.506403, "f1_weighted": 0.506998, "precision": 0.506803, "precision_weighted": 0.507069, "recall": 0.506765, "recall_weighted": 0.507687, "ap": 0.49162, "ap_weighted": 0.49162 } ], "accuracy": 0.54087, "f1": 0.538858, "f1_weighted": 0.538841, "precision": 0.54223, "precision_weighted": 0.542565, "recall": 0.541228, "recall_weighted": 0.54087, "ap": 0.510928, "ap_weighted": 0.510928, "main_score": 0.54087, "hf_subset": "kor", "languages": [ "kor-Hang" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.566443, "f1": 0.439079, "f1_weighted": 0.629945, "precision": 0.479993, "precision_weighted": 0.738372, "recall": 0.461506, "recall_weighted": 0.566443, "ap": 0.135156, "ap_weighted": 0.135156 }, { "accuracy": 0.395302, "f1": 0.38195, "f1_weighted": 0.446819, "precision": 0.555022, "precision_weighted": 0.826494, "recall": 0.592456, "recall_weighted": 0.395302, "ap": 0.170664, "ap_weighted": 0.170664 }, { "accuracy": 0.450336, "f1": 0.389887, "f1_weighted": 0.527024, "precision": 0.480389, "precision_weighted": 0.734169, "recall": 0.460269, "recall_weighted": 0.450336, "ap": 0.13444, "ap_weighted": 0.13444 }, { "accuracy": 0.647651, "f1": 0.549674, "f1_weighted": 0.69967, "precision": 0.573028, "precision_weighted": 0.816583, "recall": 0.641882, "recall_weighted": 0.647651, "ap": 0.199365, "ap_weighted": 0.199365 }, { "accuracy": 0.64094, "f1": 0.53274, "f1_weighted": 0.693304, "precision": 0.555712, "precision_weighted": 0.800798, "recall": 0.606672, "recall_weighted": 0.64094, "ap": 0.181808, "ap_weighted": 0.181808 }, { "accuracy": 0.560403, "f1": 0.483481, "f1_weighted": 0.62582, "precision": 0.539928, "precision_weighted": 0.793247, "recall": 0.581202, "recall_weighted": 0.560403, "ap": 0.168729, "ap_weighted": 0.168729 }, { "accuracy": 0.414094, "f1": 0.392487, "f1_weighted": 0.474302, "precision": 0.538791, "precision_weighted": 0.803088, "recall": 0.570169, "recall_weighted": 0.414094, "ap": 0.163241, "ap_weighted": 0.163241 }, { "accuracy": 0.616779, "f1": 0.502965, "f1_weighted": 0.672807, "precision": 0.531917, "precision_weighted": 0.781345, "recall": 0.561283, "recall_weighted": 0.616779, "ap": 0.162137, "ap_weighted": 0.162137 }, { "accuracy": 0.680537, "f1": 0.560792, "f1_weighted": 0.724556, "precision": 0.570305, "precision_weighted": 0.808693, "recall": 0.627818, "recall_weighted": 0.680537, "ap": 0.194762, "ap_weighted": 0.194762 }, { "accuracy": 0.534899, "f1": 0.483751, "f1_weighted": 0.599789, "precision": 0.565561, "precision_weighted": 0.824486, "recall": 0.632823, "recall_weighted": 0.534899, "ap": 0.189164, "ap_weighted": 0.189164 } ], "accuracy": 0.550738, "f1": 0.471681, "f1_weighted": 0.609404, "precision": 0.539065, "precision_weighted": 0.792727, "recall": 0.573608, "recall_weighted": 0.550738, "ap": 0.169946, "ap_weighted": 0.169946, "main_score": 0.550738, "hf_subset": "deu", "languages": [ "deu-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.65588, "f1": 0.64063, "f1_weighted": 0.648752, "precision": 0.653307, "precision_weighted": 0.654241, "recall": 0.640995, "recall_weighted": 0.65588, "ap": 0.546033, "ap_weighted": 0.546033 }, { "accuracy": 0.657459, "f1": 0.656812, "f1_weighted": 0.658446, "precision": 0.658797, "precision_weighted": 0.665214, "recall": 0.660648, "recall_weighted": 0.657459, "ap": 0.552164, "ap_weighted": 0.552164 }, { "accuracy": 0.588003, "f1": 0.586982, "f1_weighted": 0.589235, "precision": 0.588575, "precision_weighted": 0.594693, "recall": 0.589645, "recall_weighted": 0.588003, "ap": 0.49815, "ap_weighted": 0.49815 }, { "accuracy": 0.604578, "f1": 0.603689, "f1_weighted": 0.60163, "precision": 0.620841, "precision_weighted": 0.629569, "recall": 0.617202, "recall_weighted": 0.604578, "ap": 0.515545, "ap_weighted": 0.515545 }, { "accuracy": 0.658248, "f1": 0.650215, "f1_weighted": 0.656031, "precision": 0.653376, "precision_weighted": 0.65614, "recall": 0.649439, "recall_weighted": 0.658248, "ap": 0.54932, "ap_weighted": 0.54932 }, { "accuracy": 0.633781, "f1": 0.632351, "f1_weighted": 0.634866, "precision": 0.632988, "precision_weighted": 0.638787, "recall": 0.634578, "recall_weighted": 0.633781, "ap": 0.531784, "ap_weighted": 0.531784 }, { "accuracy": 0.647987, "f1": 0.647938, "f1_weighted": 0.648395, "precision": 0.653845, "precision_weighted": 0.661315, "recall": 0.654567, "recall_weighted": 0.647987, "ap": 0.545617, "ap_weighted": 0.545617 }, { "accuracy": 0.551697, "f1": 0.540358, "f1_weighted": 0.532438, "precision": 0.591357, "precision_weighted": 0.601623, "recall": 0.575859, "recall_weighted": 0.551697, "ap": 0.48705, "ap_weighted": 0.48705 }, { "accuracy": 0.659826, "f1": 0.6476, "f1_weighted": 0.654801, "precision": 0.656199, "precision_weighted": 0.657713, "recall": 0.647181, "recall_weighted": 0.659826, "ap": 0.550067, "ap_weighted": 0.550067 }, { "accuracy": 0.66693, "f1": 0.644688, "f1_weighted": 0.654441, "precision": 0.671708, "precision_weighted": 0.670366, "recall": 0.647272, "recall_weighted": 0.66693, "ap": 0.556921, "ap_weighted": 0.556921 } ], "accuracy": 0.632439, "f1": 0.625126, "f1_weighted": 0.627903, "precision": 0.638099, "precision_weighted": 0.642966, "recall": 0.631738, "recall_weighted": 0.632439, "ap": 0.533265, "ap_weighted": 0.533265, "main_score": 0.632439, "hf_subset": "fin", "languages": [ "fin-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.805737, "f1": 0.800349, "f1_weighted": 0.80176, "precision": 0.826187, "precision_weighted": 0.823105, "recall": 0.80015, "recall_weighted": 0.805737, "ap": 0.759559, "ap_weighted": 0.759559 }, { "accuracy": 0.783572, "f1": 0.775551, "f1_weighted": 0.777376, "precision": 0.811317, "precision_weighted": 0.807754, "recall": 0.776877, "recall_weighted": 0.783572, "ap": 0.736699, "ap_weighted": 0.736699 }, { "accuracy": 0.743155, "f1": 0.724417, "f1_weighted": 0.727509, "precision": 0.802006, "precision_weighted": 0.796714, "recall": 0.733294, "recall_weighted": 0.743155, "ap": 0.703569, "ap_weighted": 0.703569 }, { "accuracy": 0.814863, "f1": 0.811854, "f1_weighted": 0.812878, "precision": 0.824652, "precision_weighted": 0.822646, "recall": 0.810923, "recall_weighted": 0.814863, "ap": 0.761046, "ap_weighted": 0.761046 }, { "accuracy": 0.809648, "f1": 0.803562, "f1_weighted": 0.80505, "precision": 0.834985, "precision_weighted": 0.831457, "recall": 0.803563, "recall_weighted": 0.809648, "ap": 0.768825, "ap_weighted": 0.768825 }, { "accuracy": 0.799218, "f1": 0.793558, "f1_weighted": 0.795028, "precision": 0.819549, "precision_weighted": 0.816513, "recall": 0.793563, "recall_weighted": 0.799218, "ap": 0.751033, "ap_weighted": 0.751033 }, { "accuracy": 0.799218, "f1": 0.790437, "f1_weighted": 0.792283, "precision": 0.836502, "precision_weighted": 0.832124, "recall": 0.791877, "recall_weighted": 0.799218, "ap": 0.76413, "ap_weighted": 0.76413 }, { "accuracy": 0.814863, "f1": 0.809474, "f1_weighted": 0.810852, "precision": 0.837605, "precision_weighted": 0.834269, "recall": 0.809125, "recall_weighted": 0.814863, "ap": 0.773548, "ap_weighted": 0.773548 }, { "accuracy": 0.809648, "f1": 0.805113, "f1_weighted": 0.806392, "precision": 0.826428, "precision_weighted": 0.823673, "recall": 0.804574, "recall_weighted": 0.809648, "ap": 0.761367, "ap_weighted": 0.761367 }, { "accuracy": 0.537158, "f1": 0.53563, "f1_weighted": 0.536776, "precision": 0.535799, "precision_weighted": 0.536614, "recall": 0.535681, "recall_weighted": 0.537158, "ap": 0.497723, "ap_weighted": 0.497723 } ], "accuracy": 0.771708, "f1": 0.764994, "f1_weighted": 0.76659, "precision": 0.795503, "precision_weighted": 0.792487, "recall": 0.765963, "recall_weighted": 0.771708, "ap": 0.72775, "ap_weighted": 0.72775, "main_score": 0.771708, "hf_subset": "ell", "languages": [ "ell-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.661429, "f1": 0.660961, "f1_weighted": 0.660961, "precision": 0.662324, "precision_weighted": 0.662324, "recall": 0.661429, "recall_weighted": 0.661429, "ap": 0.608865, "ap_weighted": 0.608865 }, { "accuracy": 0.572857, "f1": 0.557256, "f1_weighted": 0.557256, "precision": 0.584811, "precision_weighted": 0.584811, "recall": 0.572857, "recall_weighted": 0.572857, "ap": 0.544927, "ap_weighted": 0.544927 }, { "accuracy": 0.521286, "f1": 0.519272, "f1_weighted": 0.519272, "precision": 0.521648, "precision_weighted": 0.521648, "recall": 0.521286, "recall_weighted": 0.521286, "ap": 0.511163, "ap_weighted": 0.511163 }, { "accuracy": 0.596714, "f1": 0.596586, "f1_weighted": 0.596586, "precision": 0.596838, "precision_weighted": 0.596838, "recall": 0.596714, "recall_weighted": 0.596714, "ap": 0.558057, "ap_weighted": 0.558057 }, { "accuracy": 0.657143, "f1": 0.654773, "f1_weighted": 0.654773, "precision": 0.66158, "precision_weighted": 0.66158, "recall": 0.657143, "recall_weighted": 0.657143, "ap": 0.60817, "ap_weighted": 0.60817 }, { "accuracy": 0.574714, "f1": 0.567321, "f1_weighted": 0.567321, "precision": 0.580195, "precision_weighted": 0.580195, "recall": 0.574714, "recall_weighted": 0.574714, "ap": 0.541782, "ap_weighted": 0.541782 }, { "accuracy": 0.586429, "f1": 0.56244, "f1_weighted": 0.56244, "precision": 0.610705, "precision_weighted": 0.610705, "recall": 0.586429, "recall_weighted": 0.586429, "ap": 0.557263, "ap_weighted": 0.557263 }, { "accuracy": 0.619857, "f1": 0.61514, "f1_weighted": 0.61514, "precision": 0.626037, "precision_weighted": 0.626037, "recall": 0.619857, "recall_weighted": 0.619857, "ap": 0.57169, "ap_weighted": 0.57169 }, { "accuracy": 0.579143, "f1": 0.571778, "f1_weighted": 0.571778, "precision": 0.58499, "precision_weighted": 0.58499, "recall": 0.579143, "recall_weighted": 0.579143, "ap": 0.544534, "ap_weighted": 0.544534 }, { "accuracy": 0.578286, "f1": 0.576673, "f1_weighted": 0.576673, "precision": 0.579497, "precision_weighted": 0.579497, "recall": 0.578286, "recall_weighted": 0.578286, "ap": 0.544598, "ap_weighted": 0.544598 } ], "accuracy": 0.594786, "f1": 0.58822, "f1_weighted": 0.58822, "precision": 0.600863, "precision_weighted": 0.600863, "recall": 0.594786, "recall_weighted": 0.594786, "ap": 0.559105, "ap_weighted": 0.559105, "main_score": 0.594786, "hf_subset": "fas", "languages": [ "fas-Arab" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.627479, "f1": 0.625204, "f1_weighted": 0.625039, "precision": 0.631361, "precision_weighted": 0.631497, "recall": 0.62794, "recall_weighted": 0.627479, "ap": 0.575308, "ap_weighted": 0.575308 }, { "accuracy": 0.631728, "f1": 0.631432, "f1_weighted": 0.631373, "precision": 0.632419, "precision_weighted": 0.632482, "recall": 0.631909, "recall_weighted": 0.631728, "ap": 0.579591, "ap_weighted": 0.579591 }, { "accuracy": 0.627479, "f1": 0.624677, "f1_weighted": 0.624493, "precision": 0.632195, "precision_weighted": 0.632345, "recall": 0.627988, "recall_weighted": 0.627479, "ap": 0.575138, "ap_weighted": 0.575138 }, { "accuracy": 0.575071, "f1": 0.574904, "f1_weighted": 0.574856, "precision": 0.575354, "precision_weighted": 0.575389, "recall": 0.575202, "recall_weighted": 0.575071, "ap": 0.540207, "ap_weighted": 0.540207 }, { "accuracy": 0.57932, "f1": 0.577897, "f1_weighted": 0.578035, "precision": 0.579983, "precision_weighted": 0.579949, "recall": 0.57901, "recall_weighted": 0.57932, "ap": 0.543728, "ap_weighted": 0.543728 }, { "accuracy": 0.655807, "f1": 0.654754, "f1_weighted": 0.654862, "precision": 0.657238, "precision_weighted": 0.657161, "recall": 0.655515, "recall_weighted": 0.655807, "ap": 0.602091, "ap_weighted": 0.602091 }, { "accuracy": 0.630312, "f1": 0.62918, "f1_weighted": 0.629064, "precision": 0.632427, "precision_weighted": 0.63253, "recall": 0.630645, "recall_weighted": 0.630312, "ap": 0.577866, "ap_weighted": 0.577866 }, { "accuracy": 0.628895, "f1": 0.628868, "f1_weighted": 0.628886, "precision": 0.62888, "precision_weighted": 0.628887, "recall": 0.628867, "recall_weighted": 0.628895, "ap": 0.57849, "ap_weighted": 0.57849 }, { "accuracy": 0.536827, "f1": 0.520312, "f1_weighted": 0.519807, "precision": 0.544164, "precision_weighted": 0.544274, "recall": 0.537896, "recall_weighted": 0.536827, "ap": 0.517163, "ap_weighted": 0.517163 }, { "accuracy": 0.627479, "f1": 0.621463, "f1_weighted": 0.621734, "precision": 0.634979, "precision_weighted": 0.634807, "recall": 0.626785, "recall_weighted": 0.627479, "ap": 0.582009, "ap_weighted": 0.582009 } ], "accuracy": 0.61204, "f1": 0.608869, "f1_weighted": 0.608815, "precision": 0.6149, "precision_weighted": 0.614932, "recall": 0.612176, "recall_weighted": 0.61204, "ap": 0.567159, "ap_weighted": 0.567159, "main_score": 0.61204, "hf_subset": "ara", "languages": [ "ara-Arab" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.682021, "f1": 0.641201, "f1_weighted": 0.697486, "precision": 0.639421, "precision_weighted": 0.733986, "recall": 0.670092, "recall_weighted": 0.682021, "ap": 0.809219, "ap_weighted": 0.809219 }, { "accuracy": 0.603269, "f1": 0.576904, "f1_weighted": 0.626024, "precision": 0.595433, "precision_weighted": 0.702067, "recall": 0.621631, "recall_weighted": 0.603269, "ap": 0.786199, "ap_weighted": 0.786199 }, { "accuracy": 0.686478, "f1": 0.657422, "f1_weighted": 0.703823, "precision": 0.661406, "precision_weighted": 0.760745, "recall": 0.703116, "recall_weighted": 0.686478, "ap": 0.82761, "ap_weighted": 0.82761 }, { "accuracy": 0.610698, "f1": 0.598566, "f1_weighted": 0.631023, "precision": 0.639923, "precision_weighted": 0.755713, "recall": 0.676082, "recall_weighted": 0.610698, "ap": 0.816265, "ap_weighted": 0.816265 }, { "accuracy": 0.627043, "f1": 0.620555, "f1_weighted": 0.643631, "precision": 0.681919, "precision_weighted": 0.807293, "recall": 0.72251, "recall_weighted": 0.627043, "ap": 0.845792, "ap_weighted": 0.845792 }, { "accuracy": 0.695394, "f1": 0.662536, "f1_weighted": 0.71151, "precision": 0.662531, "precision_weighted": 0.758663, "recall": 0.702147, "recall_weighted": 0.695394, "ap": 0.826533, "ap_weighted": 0.826533 }, { "accuracy": 0.530461, "f1": 0.529587, "f1_weighted": 0.539015, "precision": 0.638447, "precision_weighted": 0.770994, "recall": 0.651296, "recall_weighted": 0.530461, "ap": 0.807276, "ap_weighted": 0.807276 }, { "accuracy": 0.612184, "f1": 0.596175, "f1_weighted": 0.63357, "precision": 0.628307, "precision_weighted": 0.740447, "recall": 0.662987, "recall_weighted": 0.612184, "ap": 0.808342, "ap_weighted": 0.808342 }, { "accuracy": 0.690936, "f1": 0.652817, "f1_weighted": 0.70632, "precision": 0.650873, "precision_weighted": 0.745157, "recall": 0.684995, "recall_weighted": 0.690936, "ap": 0.817011, "ap_weighted": 0.817011 }, { "accuracy": 0.674591, "f1": 0.618529, "f1_weighted": 0.686543, "precision": 0.614903, "precision_weighted": 0.706935, "recall": 0.633277, "recall_weighted": 0.674591, "ap": 0.790486, "ap_weighted": 0.790486 } ], "accuracy": 0.641308, "f1": 0.615429, "f1_weighted": 0.657894, "precision": 0.641316, "precision_weighted": 0.7482, "recall": 0.672813, "recall_weighted": 0.641308, "ap": 0.813473, "ap_weighted": 0.813473, "main_score": 0.641308, "hf_subset": "bam", "languages": [ "bam-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.506944, "f1": 0.472916, "f1_weighted": 0.501747, "precision": 0.473111, "precision_weighted": 0.497979, "recall": 0.474223, "recall_weighted": 0.506944, "ap": 0.595732, "ap_weighted": 0.595732 }, { "accuracy": 0.625, "f1": 0.61466, "f1_weighted": 0.628249, "precision": 0.614351, "precision_weighted": 0.634758, "recall": 0.618395, "recall_weighted": 0.625, "ap": 0.673524, "ap_weighted": 0.673524 }, { "accuracy": 0.611928, "f1": 0.597467, "f1_weighted": 0.613892, "precision": 0.596896, "precision_weighted": 0.616651, "recall": 0.598879, "recall_weighted": 0.611928, "ap": 0.661074, "ap_weighted": 0.661074 }, { "accuracy": 0.603554, "f1": 0.601552, "f1_weighted": 0.607632, "precision": 0.612074, "precision_weighted": 0.637021, "recall": 0.616886, "recall_weighted": 0.603554, "ap": 0.674409, "ap_weighted": 0.674409 }, { "accuracy": 0.61152, "f1": 0.589743, "f1_weighted": 0.610091, "precision": 0.590551, "precision_weighted": 0.608938, "recall": 0.589229, "recall_weighted": 0.61152, "ap": 0.654969, "ap_weighted": 0.654969 }, { "accuracy": 0.554534, "f1": 0.54132, "f1_weighted": 0.55808, "precision": 0.541812, "precision_weighted": 0.563867, "recall": 0.543168, "recall_weighted": 0.554534, "ap": 0.629463, "ap_weighted": 0.629463 }, { "accuracy": 0.592729, "f1": 0.592719, "f1_weighted": 0.592289, "precision": 0.623198, "precision_weighted": 0.65234, "recall": 0.62264, "recall_weighted": 0.592729, "ap": 0.680642, "ap_weighted": 0.680642 }, { "accuracy": 0.580474, "f1": 0.579213, "f1_weighted": 0.574254, "precision": 0.629039, "precision_weighted": 0.661233, "recall": 0.62104, "recall_weighted": 0.580474, "ap": 0.681591, "ap_weighted": 0.681591 }, { "accuracy": 0.594158, "f1": 0.591865, "f1_weighted": 0.598451, "precision": 0.601628, "precision_weighted": 0.62623, "recall": 0.606111, "recall_weighted": 0.594158, "ap": 0.667251, "ap_weighted": 0.667251 }, { "accuracy": 0.638276, "f1": 0.630212, "f1_weighted": 0.641968, "precision": 0.630495, "precision_weighted": 0.651418, "recall": 0.635959, "recall_weighted": 0.638276, "ap": 0.685276, "ap_weighted": 0.685276 } ], "accuracy": 0.591912, "f1": 0.581167, "f1_weighted": 0.592665, "precision": 0.591316, "precision_weighted": 0.615043, "recall": 0.592653, "recall_weighted": 0.591912, "ap": 0.660393, "ap_weighted": 0.660393, "main_score": 0.591912, "hf_subset": "zho", "languages": [ "zho-Hans" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.614465, "f1": 0.543913, "f1_weighted": 0.650599, "precision": 0.559603, "precision_weighted": 0.729659, "recall": 0.588828, "recall_weighted": 0.614465, "ap": 0.827808, "ap_weighted": 0.827808 }, { "accuracy": 0.580395, "f1": 0.529342, "f1_weighted": 0.621533, "precision": 0.561628, "precision_weighted": 0.736141, "recall": 0.594967, "recall_weighted": 0.580395, "ap": 0.830278, "ap_weighted": 0.830278 }, { "accuracy": 0.506874, "f1": 0.46462, "f1_weighted": 0.554072, "precision": 0.516668, "precision_weighted": 0.693852, "recall": 0.525763, "recall_weighted": 0.506874, "ap": 0.805875, "ap_weighted": 0.805875 }, { "accuracy": 0.580395, "f1": 0.514339, "f1_weighted": 0.620863, "precision": 0.538703, "precision_weighted": 0.712272, "recall": 0.558663, "recall_weighted": 0.580395, "ap": 0.817115, "ap_weighted": 0.817115 }, { "accuracy": 0.65272, "f1": 0.539337, "f1_weighted": 0.67526, "precision": 0.540995, "precision_weighted": 0.708162, "recall": 0.55341, "recall_weighted": 0.65272, "ap": 0.815164, "ap_weighted": 0.815164 }, { "accuracy": 0.606695, "f1": 0.572525, "f1_weighted": 0.644404, "precision": 0.615503, "precision_weighted": 0.794373, "recall": 0.678566, "recall_weighted": 0.606695, "ap": 0.863675, "ap_weighted": 0.863675 }, { "accuracy": 0.509265, "f1": 0.469507, "f1_weighted": 0.55588, "precision": 0.523359, "precision_weighted": 0.700873, "recall": 0.536063, "recall_weighted": 0.509265, "ap": 0.809381, "ap_weighted": 0.809381 }, { "accuracy": 0.62642, "f1": 0.557067, "f1_weighted": 0.661305, "precision": 0.570674, "precision_weighted": 0.739266, "recall": 0.605126, "recall_weighted": 0.62642, "ap": 0.833759, "ap_weighted": 0.833759 }, { "accuracy": 0.579199, "f1": 0.528001, "f1_weighted": 0.620455, "precision": 0.560427, "precision_weighted": 0.734987, "recall": 0.593117, "recall_weighted": 0.579199, "ap": 0.829595, "ap_weighted": 0.829595 }, { "accuracy": 0.736402, "f1": 0.650889, "f1_weighted": 0.753649, "precision": 0.640907, "precision_weighted": 0.784655, "recall": 0.683992, "recall_weighted": 0.736402, "ap": 0.863181, "ap_weighted": 0.863181 } ], "accuracy": 0.599283, "f1": 0.536954, "f1_weighted": 0.635802, "precision": 0.562847, "precision_weighted": 0.733424, "recall": 0.591849, "recall_weighted": 0.599283, "ap": 0.829583, "ap_weighted": 0.829583, "main_score": 0.599283, "hf_subset": "bul", "languages": [ "bul-Cyrl" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.611677, "f1": 0.602825, "f1_weighted": 0.618717, "precision": 0.607682, "precision_weighted": 0.642718, "recall": 0.615908, "recall_weighted": 0.611677, "ap": 0.69666, "ap_weighted": 0.69666 }, { "accuracy": 0.480408, "f1": 0.473419, "f1_weighted": 0.489678, "precision": 0.485428, "precision_weighted": 0.5212, "recall": 0.484323, "recall_weighted": 0.480408, "ap": 0.62691, "ap_weighted": 0.62691 }, { "accuracy": 0.48942, "f1": 0.476362, "f1_weighted": 0.498525, "precision": 0.482975, "precision_weighted": 0.519111, "recall": 0.481699, "recall_weighted": 0.48942, "ap": 0.625736, "ap_weighted": 0.625736 }, { "accuracy": 0.60815, "f1": 0.569574, "f1_weighted": 0.604111, "precision": 0.571669, "precision_weighted": 0.601234, "recall": 0.56877, "recall_weighted": 0.60815, "ap": 0.668342, "ap_weighted": 0.668342 }, { "accuracy": 0.579154, "f1": 0.569815, "f1_weighted": 0.586803, "precision": 0.575636, "precision_weighted": 0.611015, "recall": 0.581433, "recall_weighted": 0.579154, "ap": 0.676192, "ap_weighted": 0.676192 }, { "accuracy": 0.576019, "f1": 0.566197, "f1_weighted": 0.583692, "precision": 0.571685, "precision_weighted": 0.606972, "recall": 0.57715, "recall_weighted": 0.576019, "ap": 0.673731, "ap_weighted": 0.673731 }, { "accuracy": 0.535266, "f1": 0.533432, "f1_weighted": 0.541273, "precision": 0.55551, "precision_weighted": 0.593551, "recall": 0.55859, "recall_weighted": 0.535266, "ap": 0.663923, "ap_weighted": 0.663923 }, { "accuracy": 0.571317, "f1": 0.554487, "f1_weighted": 0.577695, "precision": 0.555958, "precision_weighted": 0.590066, "recall": 0.559411, "recall_weighted": 0.571317, "ap": 0.663724, "ap_weighted": 0.663724 }, { "accuracy": 0.508621, "f1": 0.507568, "f1_weighted": 0.501465, "precision": 0.565437, "precision_weighted": 0.607678, "recall": 0.561339, "recall_weighted": 0.508621, "ap": 0.666476, "ap_weighted": 0.666476 }, { "accuracy": 0.577194, "f1": 0.567659, "f1_weighted": 0.584868, "precision": 0.57337, "precision_weighted": 0.608719, "recall": 0.578982, "recall_weighted": 0.577194, "ap": 0.674785, "ap_weighted": 0.674785 } ], "accuracy": 0.553723, "f1": 0.542134, "f1_weighted": 0.558683, "precision": 0.554535, "precision_weighted": 0.590227, "recall": 0.55676, "recall_weighted": 0.553723, "ap": 0.663648, "ap_weighted": 0.663648, "main_score": 0.553723, "hf_subset": "jpn", "languages": [ "jpn-Jpan" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.542969, "f1": 0.542464, "f1_weighted": 0.542464, "precision": 0.543159, "precision_weighted": 0.543159, "recall": 0.542969, "recall_weighted": 0.542969, "ap": 0.523462, "ap_weighted": 0.523462 }, { "accuracy": 0.513672, "f1": 0.499721, "f1_weighted": 0.499721, "precision": 0.515388, "precision_weighted": 0.515388, "recall": 0.513672, "recall_weighted": 0.513672, "ap": 0.506976, "ap_weighted": 0.506976 }, { "accuracy": 0.529297, "f1": 0.51706, "f1_weighted": 0.51706, "precision": 0.532601, "precision_weighted": 0.532601, "recall": 0.529297, "recall_weighted": 0.529297, "ap": 0.515908, "ap_weighted": 0.515908 }, { "accuracy": 0.521973, "f1": 0.519219, "f1_weighted": 0.519219, "precision": 0.522488, "precision_weighted": 0.522488, "recall": 0.521973, "recall_weighted": 0.521973, "ap": 0.511555, "ap_weighted": 0.511555 }, { "accuracy": 0.52832, "f1": 0.518939, "f1_weighted": 0.518939, "precision": 0.530716, "precision_weighted": 0.530716, "recall": 0.52832, "recall_weighted": 0.52832, "ap": 0.515273, "ap_weighted": 0.515273 }, { "accuracy": 0.478516, "f1": 0.471854, "f1_weighted": 0.471854, "precision": 0.477374, "precision_weighted": 0.477374, "recall": 0.478516, "recall_weighted": 0.478516, "ap": 0.489635, "ap_weighted": 0.489635 }, { "accuracy": 0.500488, "f1": 0.499853, "f1_weighted": 0.499853, "precision": 0.500491, "precision_weighted": 0.500491, "recall": 0.500488, "recall_weighted": 0.500488, "ap": 0.500244, "ap_weighted": 0.500244 }, { "accuracy": 0.536621, "f1": 0.514938, "f1_weighted": 0.514938, "precision": 0.544595, "precision_weighted": 0.544595, "recall": 0.536621, "recall_weighted": 0.536621, "ap": 0.520634, "ap_weighted": 0.520634 }, { "accuracy": 0.54248, "f1": 0.542074, "f1_weighted": 0.542074, "precision": 0.542632, "precision_weighted": 0.542632, "recall": 0.54248, "recall_weighted": 0.54248, "ap": 0.522943, "ap_weighted": 0.522943 }, { "accuracy": 0.499512, "f1": 0.497392, "f1_weighted": 0.497392, "precision": 0.499503, "precision_weighted": 0.499503, "recall": 0.499512, "recall_weighted": 0.499512, "ap": 0.499756, "ap_weighted": 0.499756 } ], "accuracy": 0.519385, "f1": 0.512351, "f1_weighted": 0.512351, "precision": 0.520895, "precision_weighted": 0.520895, "recall": 0.519385, "recall_weighted": 0.519385, "ap": 0.510639, "ap_weighted": 0.510639, "main_score": 0.519385, "hf_subset": "cym", "languages": [ "cym-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.725813, "f1": 0.684397, "f1_weighted": 0.726607, "precision": 0.683373, "precision_weighted": 0.727472, "recall": 0.685509, "recall_weighted": 0.725813, "ap": 0.778544, "ap_weighted": 0.778544 }, { "accuracy": 0.661605, "f1": 0.642489, "f1_weighted": 0.67301, "precision": 0.645654, "precision_weighted": 0.708791, "recall": 0.667174, "recall_weighted": 0.661605, "ap": 0.770719, "ap_weighted": 0.770719 }, { "accuracy": 0.634707, "f1": 0.631256, "f1_weighted": 0.644427, "precision": 0.672466, "precision_weighted": 0.751808, "recall": 0.69352, "recall_weighted": 0.634707, "ap": 0.792922, "ap_weighted": 0.792922 }, { "accuracy": 0.698915, "f1": 0.65088, "f1_weighted": 0.698691, "precision": 0.651107, "precision_weighted": 0.69847, "recall": 0.650657, "recall_weighted": 0.698915, "ap": 0.758668, "ap_weighted": 0.758668 }, { "accuracy": 0.609978, "f1": 0.584001, "f1_weighted": 0.622381, "precision": 0.587362, "precision_weighted": 0.651304, "recall": 0.599425, "recall_weighted": 0.609978, "ap": 0.732299, "ap_weighted": 0.732299 }, { "accuracy": 0.685033, "f1": 0.646045, "f1_weighted": 0.689415, "precision": 0.643069, "precision_weighted": 0.695663, "recall": 0.651274, "recall_weighted": 0.685033, "ap": 0.759556, "ap_weighted": 0.759556 }, { "accuracy": 0.643384, "f1": 0.634004, "f1_weighted": 0.655636, "precision": 0.652801, "precision_weighted": 0.72372, "recall": 0.676491, "recall_weighted": 0.643384, "ap": 0.778661, "ap_weighted": 0.778661 }, { "accuracy": 0.604772, "f1": 0.595225, "f1_weighted": 0.618176, "precision": 0.616674, "precision_weighted": 0.687499, "recall": 0.634567, "recall_weighted": 0.604772, "ap": 0.753229, "ap_weighted": 0.753229 }, { "accuracy": 0.661171, "f1": 0.63877, "f1_weighted": 0.671982, "precision": 0.639705, "precision_weighted": 0.701213, "recall": 0.659068, "recall_weighted": 0.661171, "ap": 0.765503, "ap_weighted": 0.765503 }, { "accuracy": 0.580043, "f1": 0.576953, "f1_weighted": 0.590302, "precision": 0.621415, "precision_weighted": 0.698456, "recall": 0.635051, "recall_weighted": 0.580043, "ap": 0.755314, "ap_weighted": 0.755314 } ], "accuracy": 0.650542, "f1": 0.628402, "f1_weighted": 0.659063, "precision": 0.641363, "precision_weighted": 0.70444, "recall": 0.655273, "recall_weighted": 0.650542, "ap": 0.764542, "ap_weighted": 0.764542, "main_score": 0.650542, "hf_subset": "heb", "languages": [ "heb-Latn" ], "mteb_version": "2.21.0" }, { "scores_per_experiment": [ { "accuracy": 0.816417, "f1": 0.800286, "f1_weighted": 0.817018, "precision": 0.798429, "precision_weighted": 0.817809, "recall": 0.802364, "recall_weighted": 0.816417, "ap": 0.831663, "ap_weighted": 0.831663 }, { "accuracy": 0.787732, "f1": 0.770971, "f1_weighted": 0.789235, "precision": 0.767666, "precision_weighted": 0.791687, "recall": 0.775366, "recall_weighted": 0.787732, "ap": 0.812293, "ap_weighted": 0.812293 }, { "accuracy": 0.812004, "f1": 0.798628, "f1_weighted": 0.813927, "precision": 0.793784, "precision_weighted": 0.818125, "recall": 0.806079, "recall_weighted": 0.812004, "ap": 0.836557, "ap_weighted": 0.836557 }, { "accuracy": 0.762577, "f1": 0.756359, "f1_weighted": 0.767833, "precision": 0.759093, "precision_weighted": 0.800657, "recall": 0.783578, "recall_weighted": 0.762577, "ap": 0.827397, "ap_weighted": 0.827397 }, { "accuracy": 0.803619, "f1": 0.788112, "f1_weighted": 0.80501, "precision": 0.784579, "precision_weighted": 0.807372, "recall": 0.792765, "recall_weighted": 0.803619, "ap": 0.825344, "ap_weighted": 0.825344 }, { "accuracy": 0.81421, "f1": 0.801233, "f1_weighted": 0.816205, "precision": 0.796187, "precision_weighted": 0.820757, "recall": 0.809208, "recall_weighted": 0.81421, "ap": 0.839184, "ap_weighted": 0.839184 }, { "accuracy": 0.776699, "f1": 0.768518, "f1_weighted": 0.781347, "precision": 0.766487, "precision_weighted": 0.80356, "recall": 0.789926, "recall_weighted": 0.776699, "ap": 0.829823, "ap_weighted": 0.829823 }, { "accuracy": 0.817741, "f1": 0.806637, "f1_weighted": 0.820297, "precision": 0.800786, "precision_weighted": 0.827881, "recall": 0.818204, "recall_weighted": 0.817741, "ap": 0.847717, "ap_weighted": 0.847717 }, { "accuracy": 0.808914, "f1": 0.794038, "f1_weighted": 0.810356, "precision": 0.790237, "precision_weighted": 0.812922, "recall": 0.799134, "recall_weighted": 0.808914, "ap": 0.830331, "ap_weighted": 0.830331 }, { "accuracy": 0.811121, "f1": 0.788436, "f1_weighted": 0.808859, "precision": 0.79649, "precision_weighted": 0.808467, "recall": 0.782601, "recall_weighted": 0.811121, "ap": 0.814228, "ap_weighted": 0.814228 } ], "accuracy": 0.801103, "f1": 0.787322, "f1_weighted": 0.803009, "precision": 0.785374, "precision_weighted": 0.810924, "recall": 0.795922, "recall_weighted": 0.801103, "ap": 0.829454, "ap_weighted": 0.829454, "main_score": 0.801103, "hf_subset": "ind", "languages": [ "ind-Latn" ], "mteb_version": "2.21.0" } ] }, "evaluation_time": 6830.914253100002, "kg_co2_emissions": null, "date": 1790276395.981851, "evaluation_phases": [ { "name": "Data loading", "start": 3.4499999856052455e-05, "end": 4.768316099999538, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 4.7683820000002015, "end": 8.577145799999926, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 11.201898700000129, "end": 1273.4626943999992, "split": "test", "subset": "rus" }, { "name": "Encoding test samples", "start": 1273.7969754999995, "end": 3098.5103782000006, "split": "test", "subset": "rus" }, { "name": "Running experiment (0/10)", "start": 3098.538169399999, "end": 3100.8979414000005, "split": "test", "subset": "rus" }, { "name": "Running experiment (1/10)", "start": 3100.9010693, "end": 3101.810636, "split": "test", "subset": "rus" }, { "name": "Running experiment (2/10)", "start": 3101.8108506999997, "end": 3102.7710960999993, "split": "test", "subset": "rus" }, { "name": "Running experiment (3/10)", "start": 3102.7718963000007, "end": 3103.7414307, "split": "test", "subset": "rus" }, { "name": "Running experiment (4/10)", "start": 3103.7419326, "end": 3104.7029511, "split": "test", "subset": "rus" }, { "name": "Running experiment (5/10)", "start": 3104.7030324000007, "end": 3105.650319799999, "split": "test", "subset": "rus" }, { "name": "Running experiment (6/10)", "start": 3105.6511787, "end": 3106.7446043, "split": "test", "subset": "rus" }, { "name": "Running experiment (7/10)", "start": 3106.745644999999, "end": 3107.719624899999, "split": "test", "subset": "rus" }, { "name": "Running experiment (8/10)", "start": 3107.7212194999993, "end": 3108.7184474999995, "split": "test", "subset": "rus" }, { "name": "Running experiment (9/10)", "start": 3108.7185928, "end": 3110.3307972000002, "split": "test", "subset": "rus" }, { "name": "Scoring", "start": 3098.5247017, "end": 3110.330816399999, "split": "test", "subset": "rus" }, { "name": "Encoding training samples", "start": 3119.3927119, "end": 3139.088636299999, "split": "test", "subset": "uig" }, { "name": "Encoding test samples", "start": 3139.2320414999995, "end": 3217.1835257000002, "split": "test", "subset": "uig" }, { "name": "Running experiment (0/10)", "start": 3217.1884508000003, "end": 3218.382699, "split": "test", "subset": "uig" }, { "name": "Running experiment (1/10)", "start": 3218.3831305999993, "end": 3219.2483935, "split": "test", "subset": "uig" }, { "name": "Running experiment (2/10)", "start": 3219.248519499999, "end": 3220.0645600999997, "split": "test", "subset": "uig" }, { "name": "Running experiment (3/10)", "start": 3220.064727499999, "end": 3220.9452002, "split": "test", "subset": "uig" }, { "name": "Running experiment (4/10)", "start": 3220.945293499999, "end": 3221.8394766, "split": "test", "subset": "uig" }, { "name": "Running experiment (5/10)", "start": 3221.8395851000005, "end": 3222.775235699999, "split": "test", "subset": "uig" }, { "name": "Running experiment (6/10)", "start": 3222.7753119999998, "end": 3223.6648392999996, "split": "test", "subset": "uig" }, { "name": "Running experiment (7/10)", "start": 3223.664923099999, "end": 3224.5749479000006, "split": "test", "subset": "uig" }, { "name": "Running experiment (8/10)", "start": 3224.575052, "end": 3225.4923321000006, "split": "test", "subset": "uig" }, { "name": "Running experiment (9/10)", "start": 3225.492472, "end": 3226.4335515000002, "split": "test", "subset": "uig" }, { "name": "Scoring", "start": 3217.1840955999996, "end": 3226.4335663, "split": "test", "subset": "uig" }, { "name": "Encoding training samples", "start": 3253.1331582000003, "end": 3262.438989799999, "split": "test", "subset": "cmn" }, { "name": "Encoding test samples", "start": 3263.3692254, "end": 3758.3165444000006, "split": "test", "subset": "cmn" }, { "name": "Running experiment (0/10)", "start": 3758.3193221, "end": 3767.3319410000004, "split": "test", "subset": "cmn" }, { "name": "Running experiment (1/10)", "start": 3767.332102799999, "end": 3775.9110423, "split": "test", "subset": "cmn" }, { "name": "Running experiment (2/10)", "start": 3775.9111157000007, "end": 3784.435140399999, "split": "test", "subset": "cmn" }, { "name": "Running experiment (3/10)", "start": 3784.4352545, "end": 3793.039684199999, "split": "test", "subset": "cmn" }, { "name": "Running experiment (4/10)", "start": 3793.0398325999995, "end": 3801.501280799999, "split": "test", "subset": "cmn" }, { "name": "Running experiment (5/10)", "start": 3801.5013502, "end": 3810.2191843, "split": "test", "subset": "cmn" }, { "name": "Running experiment (6/10)", "start": 3810.219310999999, "end": 3818.714638199999, "split": "test", "subset": "cmn" }, { "name": "Running experiment (7/10)", "start": 3818.7147948, "end": 3828.069980799999, "split": "test", "subset": "cmn" }, { "name": "Running experiment (8/10)", "start": 3828.0701142, "end": 3837.4645645, "split": "test", "subset": "cmn" }, { "name": "Running experiment (9/10)", "start": 3837.4646200999996, "end": 3846.7442821999994, "split": "test", "subset": "cmn" }, { "name": "Scoring", "start": 3758.3172973, "end": 3846.744292899999, "split": "test", "subset": "cmn" }, { "name": "Encoding training samples", "start": 3853.602620399999, "end": 3855.421978299999, "split": "test", "subset": "eng" }, { "name": "Encoding test samples", "start": 3855.6168055, "end": 3874.425560399999, "split": "test", "subset": "eng" }, { "name": "Running experiment (0/10)", "start": 3874.4256807, "end": 3876.3482975000006, "split": "test", "subset": "eng" }, { "name": "Running experiment (1/10)", "start": 3876.3483694000006, "end": 3878.1194696000002, "split": "test", "subset": "eng" }, { "name": "Running experiment (2/10)", "start": 3878.1195394999995, "end": 3879.9808288000004, "split": "test", "subset": "eng" }, { "name": "Running experiment (3/10)", "start": 3879.9809102, "end": 3881.7438220000004, "split": "test", "subset": "eng" }, { "name": "Running experiment (4/10)", "start": 3881.7439409, "end": 3883.515397699999, "split": "test", "subset": "eng" }, { "name": "Running experiment (5/10)", "start": 3883.515467699999, "end": 3885.3381604000006, "split": "test", "subset": "eng" }, { "name": "Running experiment (6/10)", "start": 3885.3382268999994, "end": 3887.1661874, "split": "test", "subset": "eng" }, { "name": "Running experiment (7/10)", "start": 3887.1662455999995, "end": 3889.3006860000005, "split": "test", "subset": "eng" }, { "name": "Running experiment (8/10)", "start": 3889.3007646999995, "end": 3891.2535793999996, "split": "test", "subset": "eng" }, { "name": "Running experiment (9/10)", "start": 3891.2536566, "end": 3893.0397986999997, "split": "test", "subset": "eng" }, { "name": "Scoring", "start": 3874.4255947, "end": 3893.0398110999995, "split": "test", "subset": "eng" }, { "name": "Encoding training samples", "start": 3893.9093685999997, "end": 3895.5871972999994, "split": "test", "subset": "eus" }, { "name": "Encoding test samples", "start": 3895.613603399999, "end": 3898.1138862999996, "split": "test", "subset": "eus" }, { "name": "Running experiment (0/10)", "start": 3898.1139889999995, "end": 3898.4069519000004, "split": "test", "subset": "eus" }, { "name": "Running experiment (1/10)", "start": 3898.4070100999998, "end": 3898.6849552999993, "split": "test", "subset": "eus" }, { "name": "Running experiment (2/10)", "start": 3898.6850699000006, "end": 3898.9870673999994, "split": "test", "subset": "eus" }, { "name": "Running experiment (3/10)", "start": 3898.987159099999, "end": 3899.3590165999994, "split": "test", "subset": "eus" }, { "name": "Running experiment (4/10)", "start": 3899.3591029, "end": 3899.7377706999996, "split": "test", "subset": "eus" }, { "name": "Running experiment (5/10)", "start": 3899.7378515, "end": 3900.0470153000006, "split": "test", "subset": "eus" }, { "name": "Running experiment (6/10)", "start": 3900.0476402999993, "end": 3900.355962399999, "split": "test", "subset": "eus" }, { "name": "Running experiment (7/10)", "start": 3900.3560510999996, "end": 3900.6625607999995, "split": "test", "subset": "eus" }, { "name": "Running experiment (8/10)", "start": 3900.6626564, "end": 3900.9724098999995, "split": "test", "subset": "eus" }, { "name": "Running experiment (9/10)", "start": 3900.972488199999, "end": 3901.2499788999994, "split": "test", "subset": "eus" }, { "name": "Scoring", "start": 3898.1139189000005, "end": 3901.2499910000006, "split": "test", "subset": "eus" }, { "name": "Encoding training samples", "start": 3902.854879999999, "end": 3916.2592602999994, "split": "test", "subset": "hrv" }, { "name": "Encoding test samples", "start": 3916.3127213999996, "end": 3928.453700099999, "split": "test", "subset": "hrv" }, { "name": "Running experiment (0/10)", "start": 3928.454674499999, "end": 3929.0154146000004, "split": "test", "subset": "hrv" }, { "name": "Running experiment (1/10)", "start": 3929.015486099999, "end": 3929.509711499999, "split": "test", "subset": "hrv" }, { "name": "Running experiment (2/10)", "start": 3929.5097659000003, "end": 3929.9703948000006, "split": "test", "subset": "hrv" }, { "name": "Running experiment (3/10)", "start": 3929.970455999999, "end": 3930.4559405, "split": "test", "subset": "hrv" }, { "name": "Running experiment (4/10)", "start": 3930.4560495999995, "end": 3930.9319806000003, "split": "test", "subset": "hrv" }, { "name": "Running experiment (5/10)", "start": 3930.9320442999997, "end": 3931.3915369999995, "split": "test", "subset": "hrv" }, { "name": "Running experiment (6/10)", "start": 3931.3916592000005, "end": 3931.843254899999, "split": "test", "subset": "hrv" }, { "name": "Running experiment (7/10)", "start": 3931.8433098999994, "end": 3932.3099550000006, "split": "test", "subset": "hrv" }, { "name": "Running experiment (8/10)", "start": 3932.3100286999997, "end": 3932.7877224000003, "split": "test", "subset": "hrv" }, { "name": "Running experiment (9/10)", "start": 3932.7878003000005, "end": 3933.2699828999994, "split": "test", "subset": "hrv" }, { "name": "Scoring", "start": 3928.4545911999994, "end": 3933.2699907000006, "split": "test", "subset": "hrv" }, { "name": "Encoding training samples", "start": 3933.9313784000005, "end": 3937.3247021999996, "split": "test", "subset": "mlt" }, { "name": "Encoding test samples", "start": 3937.34757, "end": 3957.825148599999, "split": "test", "subset": "mlt" }, { "name": "Running experiment (0/10)", "start": 3957.825355699999, "end": 3958.074886299999, "split": "test", "subset": "mlt" }, { "name": "Running experiment (1/10)", "start": 3958.0750558, "end": 3958.2946040000006, "split": "test", "subset": "mlt" }, { "name": "Running experiment (2/10)", "start": 3958.2946957999993, "end": 3958.5131898, "split": "test", "subset": "mlt" }, { "name": "Running experiment (3/10)", "start": 3958.513267099999, "end": 3958.7352109000003, "split": "test", "subset": "mlt" }, { "name": "Running experiment (4/10)", "start": 3958.7352749, "end": 3959.2905714999997, "split": "test", "subset": "mlt" }, { "name": "Running experiment (5/10)", "start": 3959.2906471000006, "end": 3959.5944755, "split": "test", "subset": "mlt" }, { "name": "Running experiment (6/10)", "start": 3959.594556, "end": 3959.8637318, "split": "test", "subset": "mlt" }, { "name": "Running experiment (7/10)", "start": 3959.8638119000007, "end": 3960.1180881, "split": "test", "subset": "mlt" }, { "name": "Running experiment (8/10)", "start": 3960.1181932, "end": 3960.3909939999994, "split": "test", "subset": "mlt" }, { "name": "Running experiment (9/10)", "start": 3960.3910785999997, "end": 3960.6339040000003, "split": "test", "subset": "mlt" }, { "name": "Scoring", "start": 3957.8252520999995, "end": 3960.6339126000003, "split": "test", "subset": "mlt" }, { "name": "Encoding training samples", "start": 3964.388678199999, "end": 3989.591798899999, "split": "test", "subset": "pol" }, { "name": "Encoding test samples", "start": 3989.6634421, "end": 4061.526021399999, "split": "test", "subset": "pol" }, { "name": "Running experiment (0/10)", "start": 4061.5261269000002, "end": 4062.1069991999993, "split": "test", "subset": "pol" }, { "name": "Running experiment (1/10)", "start": 4062.1070743, "end": 4062.6562073999994, "split": "test", "subset": "pol" }, { "name": "Running experiment (2/10)", "start": 4062.6562746, "end": 4063.2440530000003, "split": "test", "subset": "pol" }, { "name": "Running experiment (3/10)", "start": 4063.2441144999993, "end": 4063.818042499999, "split": "test", "subset": "pol" }, { "name": "Running experiment (4/10)", "start": 4063.8180914000004, "end": 4064.3869096, "split": "test", "subset": "pol" }, { "name": "Running experiment (5/10)", "start": 4064.3869825, "end": 4064.968772099999, "split": "test", "subset": "pol" }, { "name": "Running experiment (6/10)", "start": 4064.9688277000005, "end": 4065.5054585, "split": "test", "subset": "pol" }, { "name": "Running experiment (7/10)", "start": 4065.505509499999, "end": 4066.0685145999996, "split": "test", "subset": "pol" }, { "name": "Running experiment (8/10)", "start": 4066.0685813, "end": 4066.6242041000005, "split": "test", "subset": "pol" }, { "name": "Running experiment (9/10)", "start": 4066.624294199999, "end": 4067.1444902000003, "split": "test", "subset": "pol" }, { "name": "Scoring", "start": 4061.5260536000005, "end": 4067.1444985, "split": "test", "subset": "pol" }, { "name": "Encoding training samples", "start": 4102.603474, "end": 4105.000901400001, "split": "test", "subset": "kor" }, { "name": "Encoding test samples", "start": 4105.256765099999, "end": 4136.6786978, "split": "test", "subset": "kor" }, { "name": "Running experiment (0/10)", "start": 4136.678796, "end": 4139.4426576999995, "split": "test", "subset": "kor" }, { "name": "Running experiment (1/10)", "start": 4139.4427208, "end": 4142.3804316000005, "split": "test", "subset": "kor" }, { "name": "Running experiment (2/10)", "start": 4142.3804881, "end": 4145.118389199999, "split": "test", "subset": "kor" }, { "name": "Running experiment (3/10)", "start": 4145.1184503, "end": 4147.938446099999, "split": "test", "subset": "kor" }, { "name": "Running experiment (4/10)", "start": 4147.9384881000005, "end": 4150.8616449, "split": "test", "subset": "kor" }, { "name": "Running experiment (5/10)", "start": 4150.861748400001, "end": 4153.763507, "split": "test", "subset": "kor" }, { "name": "Running experiment (6/10)", "start": 4153.763548499999, "end": 4156.6383503, "split": "test", "subset": "kor" }, { "name": "Running experiment (7/10)", "start": 4156.6384124, "end": 4159.3583868000005, "split": "test", "subset": "kor" }, { "name": "Running experiment (8/10)", "start": 4159.3584348, "end": 4162.296749699999, "split": "test", "subset": "kor" }, { "name": "Running experiment (9/10)", "start": 4162.296813699999, "end": 4164.976336899999, "split": "test", "subset": "kor" }, { "name": "Scoring", "start": 4136.678728499999, "end": 4164.976352, "split": "test", "subset": "kor" }, { "name": "Encoding training samples", "start": 4170.4439299000005, "end": 4182.3860742, "split": "test", "subset": "deu" }, { "name": "Encoding test samples", "start": 4182.524884999999, "end": 4381.2097877, "split": "test", "subset": "deu" }, { "name": "Running experiment (0/10)", "start": 4381.2213231000005, "end": 4382.941219799999, "split": "test", "subset": "deu" }, { "name": "Running experiment (1/10)", "start": 4382.9420537999995, "end": 4384.442187999999, "split": "test", "subset": "deu" }, { "name": "Running experiment (2/10)", "start": 4384.442724999999, "end": 4385.9493466, "split": "test", "subset": "deu" }, { "name": "Running experiment (3/10)", "start": 4385.9494288000005, "end": 4387.439864800001, "split": "test", "subset": "deu" }, { "name": "Running experiment (4/10)", "start": 4387.4409087, "end": 4388.8575908, "split": "test", "subset": "deu" }, { "name": "Running experiment (5/10)", "start": 4388.857665399999, "end": 4390.2532529, "split": "test", "subset": "deu" }, { "name": "Running experiment (6/10)", "start": 4390.2539301, "end": 4391.672634799999, "split": "test", "subset": "deu" }, { "name": "Running experiment (7/10)", "start": 4391.672703300001, "end": 4393.1309741000005, "split": "test", "subset": "deu" }, { "name": "Running experiment (8/10)", "start": 4393.132471699999, "end": 4394.6134108999995, "split": "test", "subset": "deu" }, { "name": "Running experiment (9/10)", "start": 4394.614268400001, "end": 4396.057434799999, "split": "test", "subset": "deu" }, { "name": "Scoring", "start": 4381.2154099, "end": 4396.057444, "split": "test", "subset": "deu" }, { "name": "Encoding training samples", "start": 4400.5074363, "end": 4403.7157542, "split": "test", "subset": "fin" }, { "name": "Encoding test samples", "start": 4403.8469102, "end": 4468.557870299999, "split": "test", "subset": "fin" }, { "name": "Running experiment (0/10)", "start": 4468.5580185, "end": 4469.802506599999, "split": "test", "subset": "fin" }, { "name": "Running experiment (1/10)", "start": 4469.8026283, "end": 4471.0355495, "split": "test", "subset": "fin" }, { "name": "Running experiment (2/10)", "start": 4471.0356047000005, "end": 4472.2732345, "split": "test", "subset": "fin" }, { "name": "Running experiment (3/10)", "start": 4472.2733336, "end": 4473.5117992, "split": "test", "subset": "fin" }, { "name": "Running experiment (4/10)", "start": 4473.5118478, "end": 4474.736616599999, "split": "test", "subset": "fin" }, { "name": "Running experiment (5/10)", "start": 4474.736674599999, "end": 4476.0570838, "split": "test", "subset": "fin" }, { "name": "Running experiment (6/10)", "start": 4476.057150799999, "end": 4477.3043865, "split": "test", "subset": "fin" }, { "name": "Running experiment (7/10)", "start": 4477.3044582, "end": 4478.5078892, "split": "test", "subset": "fin" }, { "name": "Running experiment (8/10)", "start": 4478.5079427, "end": 4479.7265916, "split": "test", "subset": "fin" }, { "name": "Running experiment (9/10)", "start": 4479.7266500999995, "end": 4480.9584027, "split": "test", "subset": "fin" }, { "name": "Scoring", "start": 4468.5579007, "end": 4480.958411899999, "split": "test", "subset": "fin" }, { "name": "Encoding training samples", "start": 4487.5746772, "end": 4511.2404303, "split": "test", "subset": "ell" }, { "name": "Encoding test samples", "start": 4513.226231799999, "end": 4569.8701679999995, "split": "test", "subset": "ell" }, { "name": "Running experiment (0/10)", "start": 4569.8702889, "end": 4570.7986497, "split": "test", "subset": "ell" }, { "name": "Running experiment (1/10)", "start": 4570.7987479, "end": 4571.705710300001, "split": "test", "subset": "ell" }, { "name": "Running experiment (2/10)", "start": 4571.705796300001, "end": 4572.6834636, "split": "test", "subset": "ell" }, { "name": "Running experiment (3/10)", "start": 4572.683532999999, "end": 4573.7038785, "split": "test", "subset": "ell" }, { "name": "Running experiment (4/10)", "start": 4573.703968, "end": 4574.556641499999, "split": "test", "subset": "ell" }, { "name": "Running experiment (5/10)", "start": 4574.5567008, "end": 4575.425111099999, "split": "test", "subset": "ell" }, { "name": "Running experiment (6/10)", "start": 4575.425180599999, "end": 4576.2872604, "split": "test", "subset": "ell" }, { "name": "Running experiment (7/10)", "start": 4576.2873361, "end": 4577.1510715, "split": "test", "subset": "ell" }, { "name": "Running experiment (8/10)", "start": 4577.1511503, "end": 4578.045847400001, "split": "test", "subset": "ell" }, { "name": "Running experiment (9/10)", "start": 4578.045904299999, "end": 4578.9915043, "split": "test", "subset": "ell" }, { "name": "Scoring", "start": 4569.8702082, "end": 4578.9915165, "split": "test", "subset": "ell" }, { "name": "Encoding training samples", "start": 4630.646940999999, "end": 4636.387015, "split": "test", "subset": "fas" }, { "name": "Encoding test samples", "start": 4637.054956, "end": 4778.133316399999, "split": "test", "subset": "fas" }, { "name": "Running experiment (0/10)", "start": 4778.1334252, "end": 4784.7369887, "split": "test", "subset": "fas" }, { "name": "Running experiment (1/10)", "start": 4784.737046599999, "end": 4791.928546499999, "split": "test", "subset": "fas" }, { "name": "Running experiment (2/10)", "start": 4791.928624799999, "end": 4799.4365578, "split": "test", "subset": "fas" }, { "name": "Running experiment (3/10)", "start": 4799.436609099999, "end": 4806.893636700001, "split": "test", "subset": "fas" }, { "name": "Running experiment (4/10)", "start": 4806.893691199999, "end": 4814.3178960000005, "split": "test", "subset": "fas" }, { "name": "Running experiment (5/10)", "start": 4814.317959800001, "end": 4821.692487799999, "split": "test", "subset": "fas" }, { "name": "Running experiment (6/10)", "start": 4821.692591999999, "end": 4828.9632182000005, "split": "test", "subset": "fas" }, { "name": "Running experiment (7/10)", "start": 4828.963285, "end": 4836.427777299999, "split": "test", "subset": "fas" }, { "name": "Running experiment (8/10)", "start": 4836.427834, "end": 4843.6591807, "split": "test", "subset": "fas" }, { "name": "Running experiment (9/10)", "start": 4843.6592449, "end": 4851.012865000001, "split": "test", "subset": "fas" }, { "name": "Scoring", "start": 4778.133350599999, "end": 4851.0128743000005, "split": "test", "subset": "fas" }, { "name": "Encoding training samples", "start": 4853.2445162, "end": 4856.6690445, "split": "test", "subset": "ara" }, { "name": "Encoding test samples", "start": 4856.7391854, "end": 4882.0765431, "split": "test", "subset": "ara" }, { "name": "Running experiment (0/10)", "start": 4882.076637300001, "end": 4882.8372593, "split": "test", "subset": "ara" }, { "name": "Running experiment (1/10)", "start": 4882.8373403000005, "end": 4883.6024992, "split": "test", "subset": "ara" }, { "name": "Running experiment (2/10)", "start": 4883.6025699, "end": 4884.401743999999, "split": "test", "subset": "ara" }, { "name": "Running experiment (3/10)", "start": 4884.401806899999, "end": 4885.1994187, "split": "test", "subset": "ara" }, { "name": "Running experiment (4/10)", "start": 4885.199483599999, "end": 4886.0227201, "split": "test", "subset": "ara" }, { "name": "Running experiment (5/10)", "start": 4886.022803599999, "end": 4886.8695185, "split": "test", "subset": "ara" }, { "name": "Running experiment (6/10)", "start": 4886.869574799999, "end": 4887.6763288, "split": "test", "subset": "ara" }, { "name": "Running experiment (7/10)", "start": 4887.676396999999, "end": 4888.447598299999, "split": "test", "subset": "ara" }, { "name": "Running experiment (8/10)", "start": 4888.4476639, "end": 4889.1984314, "split": "test", "subset": "ara" }, { "name": "Running experiment (9/10)", "start": 4889.1984913, "end": 4889.9512288999995, "split": "test", "subset": "ara" }, { "name": "Scoring", "start": 4882.0765761, "end": 4889.951244100001, "split": "test", "subset": "ara" }, { "name": "Encoding training samples", "start": 4891.442772099999, "end": 4892.6587089, "split": "test", "subset": "bam" }, { "name": "Encoding test samples", "start": 4892.7269578, "end": 4898.1471802, "split": "test", "subset": "bam" }, { "name": "Running experiment (0/10)", "start": 4898.147261, "end": 4898.8926667, "split": "test", "subset": "bam" }, { "name": "Running experiment (1/10)", "start": 4898.892733999999, "end": 4899.6515676, "split": "test", "subset": "bam" }, { "name": "Running experiment (2/10)", "start": 4899.6516378, "end": 4900.4119617, "split": "test", "subset": "bam" }, { "name": "Running experiment (3/10)", "start": 4900.412026800001, "end": 4901.1487774, "split": "test", "subset": "bam" }, { "name": "Running experiment (4/10)", "start": 4901.148832299999, "end": 4901.9432462, "split": "test", "subset": "bam" }, { "name": "Running experiment (5/10)", "start": 4901.943315, "end": 4902.7030562, "split": "test", "subset": "bam" }, { "name": "Running experiment (6/10)", "start": 4902.703107400001, "end": 4903.4961017000005, "split": "test", "subset": "bam" }, { "name": "Running experiment (7/10)", "start": 4903.496155499999, "end": 4904.2819671, "split": "test", "subset": "bam" }, { "name": "Running experiment (8/10)", "start": 4904.2820324, "end": 4905.0416704, "split": "test", "subset": "bam" }, { "name": "Running experiment (9/10)", "start": 4905.0417378, "end": 4905.7823811, "split": "test", "subset": "bam" }, { "name": "Scoring", "start": 4898.1472061, "end": 4905.7823883, "split": "test", "subset": "bam" }, { "name": "Encoding training samples", "start": 4917.0842531, "end": 4943.68158, "split": "test", "subset": "zho" }, { "name": "Encoding test samples", "start": 4944.156030599999, "end": 5195.3601755, "split": "test", "subset": "zho" }, { "name": "Running experiment (0/10)", "start": 5195.3602828, "end": 5200.7543738, "split": "test", "subset": "zho" }, { "name": "Running experiment (1/10)", "start": 5200.754438099999, "end": 5206.277661, "split": "test", "subset": "zho" }, { "name": "Running experiment (2/10)", "start": 5206.277734199999, "end": 5211.7717015, "split": "test", "subset": "zho" }, { "name": "Running experiment (3/10)", "start": 5211.771766599999, "end": 5217.155808899999, "split": "test", "subset": "zho" }, { "name": "Running experiment (4/10)", "start": 5217.1558754, "end": 5222.4599237, "split": "test", "subset": "zho" }, { "name": "Running experiment (5/10)", "start": 5222.4599868000005, "end": 5227.7829041, "split": "test", "subset": "zho" }, { "name": "Running experiment (6/10)", "start": 5227.7829652, "end": 5233.0138393, "split": "test", "subset": "zho" }, { "name": "Running experiment (7/10)", "start": 5233.0138897, "end": 5238.4537745, "split": "test", "subset": "zho" }, { "name": "Running experiment (8/10)", "start": 5238.4538431, "end": 5243.7284985999995, "split": "test", "subset": "zho" }, { "name": "Running experiment (9/10)", "start": 5243.728561399999, "end": 5249.210302899999, "split": "test", "subset": "zho" }, { "name": "Scoring", "start": 5195.360210499999, "end": 5249.2103124000005, "split": "test", "subset": "zho" }, { "name": "Encoding training samples", "start": 5254.575909900001, "end": 5256.5786959, "split": "test", "subset": "bul" }, { "name": "Encoding test samples", "start": 5256.741100499999, "end": 5273.6379514, "split": "test", "subset": "bul" }, { "name": "Running experiment (0/10)", "start": 5273.638130199999, "end": 5275.536869199999, "split": "test", "subset": "bul" }, { "name": "Running experiment (1/10)", "start": 5275.5369438, "end": 5277.4214894, "split": "test", "subset": "bul" }, { "name": "Running experiment (2/10)", "start": 5277.4215606, "end": 5279.2579516000005, "split": "test", "subset": "bul" }, { "name": "Running experiment (3/10)", "start": 5279.2580113, "end": 5281.1835419, "split": "test", "subset": "bul" }, { "name": "Running experiment (4/10)", "start": 5281.183600799999, "end": 5283.0597302999995, "split": "test", "subset": "bul" }, { "name": "Running experiment (5/10)", "start": 5283.059792800001, "end": 5284.9580733, "split": "test", "subset": "bul" }, { "name": "Running experiment (6/10)", "start": 5284.9581717, "end": 5286.816230799999, "split": "test", "subset": "bul" }, { "name": "Running experiment (7/10)", "start": 5286.8163023, "end": 5288.6806786, "split": "test", "subset": "bul" }, { "name": "Running experiment (8/10)", "start": 5288.6807494, "end": 5290.607711000001, "split": "test", "subset": "bul" }, { "name": "Running experiment (9/10)", "start": 5290.6077757, "end": 5292.552264, "split": "test", "subset": "bul" }, { "name": "Scoring", "start": 5273.638007199999, "end": 5292.5522714, "split": "test", "subset": "bul" }, { "name": "Encoding training samples", "start": 5302.542520499999, "end": 5322.3067871, "split": "test", "subset": "jpn" }, { "name": "Encoding test samples", "start": 5322.5818108, "end": 5466.360922, "split": "test", "subset": "jpn" }, { "name": "Running experiment (0/10)", "start": 5466.3610185, "end": 5468.7764085, "split": "test", "subset": "jpn" }, { "name": "Running experiment (1/10)", "start": 5468.776458099999, "end": 5471.212369700001, "split": "test", "subset": "jpn" }, { "name": "Running experiment (2/10)", "start": 5471.212415800001, "end": 5473.6633146, "split": "test", "subset": "jpn" }, { "name": "Running experiment (3/10)", "start": 5473.6633643000005, "end": 5476.1712996999995, "split": "test", "subset": "jpn" }, { "name": "Running experiment (4/10)", "start": 5476.171350999999, "end": 5478.713383799999, "split": "test", "subset": "jpn" }, { "name": "Running experiment (5/10)", "start": 5478.7134363000005, "end": 5481.2412786, "split": "test", "subset": "jpn" }, { "name": "Running experiment (6/10)", "start": 5481.2413495, "end": 5483.7516166000005, "split": "test", "subset": "jpn" }, { "name": "Running experiment (7/10)", "start": 5483.751664699999, "end": 5486.227104399999, "split": "test", "subset": "jpn" }, { "name": "Running experiment (8/10)", "start": 5486.227182299999, "end": 5488.769667999999, "split": "test", "subset": "jpn" }, { "name": "Running experiment (9/10)", "start": 5488.7697374, "end": 5491.1240782, "split": "test", "subset": "jpn" }, { "name": "Scoring", "start": 5466.3609574, "end": 5491.1240875, "split": "test", "subset": "jpn" }, { "name": "Encoding training samples", "start": 5514.5089995, "end": 5633.2775095, "split": "test", "subset": "cym" }, { "name": "Encoding test samples", "start": 5634.0063971, "end": 6291.195027399999, "split": "test", "subset": "cym" }, { "name": "Running experiment (0/10)", "start": 6291.2082224000005, "end": 6297.770646200001, "split": "test", "subset": "cym" }, { "name": "Running experiment (1/10)", "start": 6297.771941699999, "end": 6303.8013525999995, "split": "test", "subset": "cym" }, { "name": "Running experiment (2/10)", "start": 6303.8016465, "end": 6309.9203517000005, "split": "test", "subset": "cym" }, { "name": "Running experiment (3/10)", "start": 6309.923374599999, "end": 6315.6875408, "split": "test", "subset": "cym" }, { "name": "Running experiment (4/10)", "start": 6315.6877915000005, "end": 6321.5726178, "split": "test", "subset": "cym" }, { "name": "Running experiment (5/10)", "start": 6321.573943400001, "end": 6327.5213317, "split": "test", "subset": "cym" }, { "name": "Running experiment (6/10)", "start": 6327.5220486, "end": 6333.446316899999, "split": "test", "subset": "cym" }, { "name": "Running experiment (7/10)", "start": 6333.4465676, "end": 6339.5831476, "split": "test", "subset": "cym" }, { "name": "Running experiment (8/10)", "start": 6339.5833243, "end": 6345.555396399999, "split": "test", "subset": "cym" }, { "name": "Running experiment (9/10)", "start": 6345.5561013999995, "end": 6351.976837300001, "split": "test", "subset": "cym" }, { "name": "Scoring", "start": 6291.200948600001, "end": 6351.976848099999, "split": "test", "subset": "cym" }, { "name": "Encoding training samples", "start": 6360.0030480000005, "end": 6383.3804702, "split": "test", "subset": "heb" }, { "name": "Encoding test samples", "start": 6383.630255399999, "end": 6470.029434, "split": "test", "subset": "heb" }, { "name": "Running experiment (0/10)", "start": 6470.0414927, "end": 6473.0302818, "split": "test", "subset": "heb" }, { "name": "Running experiment (1/10)", "start": 6473.032750299999, "end": 6475.607867000001, "split": "test", "subset": "heb" }, { "name": "Running experiment (2/10)", "start": 6475.609005099999, "end": 6478.121804299999, "split": "test", "subset": "heb" }, { "name": "Running experiment (3/10)", "start": 6478.122008, "end": 6480.6334855000005, "split": "test", "subset": "heb" }, { "name": "Running experiment (4/10)", "start": 6480.6342104, "end": 6483.257766000001, "split": "test", "subset": "heb" }, { "name": "Running experiment (5/10)", "start": 6483.258245200001, "end": 6485.822795, "split": "test", "subset": "heb" }, { "name": "Running experiment (6/10)", "start": 6485.823256199999, "end": 6488.3334288999995, "split": "test", "subset": "heb" }, { "name": "Running experiment (7/10)", "start": 6488.3339514, "end": 6490.8054147, "split": "test", "subset": "heb" }, { "name": "Running experiment (8/10)", "start": 6490.806360500001, "end": 6493.3038409, "split": "test", "subset": "heb" }, { "name": "Running experiment (9/10)", "start": 6493.303970499999, "end": 6495.9362289, "split": "test", "subset": "heb" }, { "name": "Scoring", "start": 6470.0359167999995, "end": 6495.936239999999, "split": "test", "subset": "heb" }, { "name": "Encoding training samples", "start": 6509.7491152, "end": 6513.9641305000005, "split": "test", "subset": "ind" }, { "name": "Encoding test samples", "start": 6514.2312796999995, "end": 6565.261973299999, "split": "test", "subset": "ind" }, { "name": "Running experiment (0/10)", "start": 6565.262112, "end": 6567.8353804, "split": "test", "subset": "ind" }, { "name": "Running experiment (1/10)", "start": 6567.835444299999, "end": 6570.3089397, "split": "test", "subset": "ind" }, { "name": "Running experiment (2/10)", "start": 6570.309003299999, "end": 6572.732378299999, "split": "test", "subset": "ind" }, { "name": "Running experiment (3/10)", "start": 6572.732442999999, "end": 6575.261326899999, "split": "test", "subset": "ind" }, { "name": "Running experiment (4/10)", "start": 6575.261396599999, "end": 6577.8118304, "split": "test", "subset": "ind" }, { "name": "Running experiment (5/10)", "start": 6577.812691699999, "end": 6580.2924643999995, "split": "test", "subset": "ind" }, { "name": "Running experiment (6/10)", "start": 6580.292525999999, "end": 6582.786920999999, "split": "test", "subset": "ind" }, { "name": "Running experiment (7/10)", "start": 6582.7869881999995, "end": 6585.3387662000005, "split": "test", "subset": "ind" }, { "name": "Running experiment (8/10)", "start": 6585.338815499999, "end": 6588.016604099999, "split": "test", "subset": "ind" }, { "name": "Running experiment (9/10)", "start": 6588.0166699, "end": 6590.4577565, "split": "test", "subset": "ind" }, { "name": "Scoring", "start": 6565.262019, "end": 6590.457764499999, "split": "test", "subset": "ind" } ] }