{ "dataset_revision": "5f6c91d21f2f5b9afb663858d19848fbd223c775", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "2.18.0", "scores": { "test": [ { "ndcg_at_1": 0.86467, "ndcg_at_3": 0.92411, "ndcg_at_5": 0.92907, "ndcg_at_10": 0.93414, "ndcg_at_20": 0.93548, "ndcg_at_100": 0.93598, "ndcg_at_1000": 0.93607, "map_at_1": 0.86467, "map_at_3": 0.91022, "map_at_5": 0.91299, "map_at_10": 0.91514, "map_at_20": 0.91551, "map_at_100": 0.91558, "map_at_1000": 0.91559, "recall_at_1": 0.86467, "recall_at_3": 0.964, "recall_at_5": 0.976, "recall_at_10": 0.99133, "recall_at_20": 0.99667, "recall_at_100": 0.99933, "recall_at_1000": 1.0, "accuracy": 0.86467, "precision_at_1": 0.86467, "precision_at_3": 0.32133, "precision_at_5": 0.1952, "precision_at_10": 0.09913, "precision_at_20": 0.04983, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.864667, "mrr_at_3": 0.910222, "mrr_at_5": 0.912989, "mrr_at_10": 0.915141, "mrr_at_20": 0.915512, "mrr_at_100": 0.915583, "mrr_at_1000": 0.915587, "nauc_ndcg_at_1_max": 0.572445, "nauc_ndcg_at_1_std": -0.298667, "nauc_ndcg_at_1_diff1": 0.854945, "nauc_ndcg_at_3_max": 0.596846, "nauc_ndcg_at_3_std": -0.304508, "nauc_ndcg_at_3_diff1": 0.832181, "nauc_ndcg_at_5_max": 0.59728, "nauc_ndcg_at_5_std": -0.297886, "nauc_ndcg_at_5_diff1": 0.833363, "nauc_ndcg_at_10_max": 0.598378, "nauc_ndcg_at_10_std": -0.286953, "nauc_ndcg_at_10_diff1": 0.839756, "nauc_ndcg_at_20_max": 0.593919, "nauc_ndcg_at_20_std": -0.288737, "nauc_ndcg_at_20_diff1": 0.841818, "nauc_ndcg_at_100_max": 0.591696, "nauc_ndcg_at_100_std": -0.293871, "nauc_ndcg_at_100_diff1": 0.842324, "nauc_ndcg_at_1000_max": 0.591507, "nauc_ndcg_at_1000_std": -0.294474, "nauc_ndcg_at_1000_diff1": 0.842285, "nauc_map_at_1_max": 0.572445, "nauc_map_at_1_std": -0.298667, "nauc_map_at_1_diff1": 0.854945, "nauc_map_at_3_max": 0.589554, "nauc_map_at_3_std": -0.301657, "nauc_map_at_3_diff1": 0.839455, "nauc_map_at_5_max": 0.589643, "nauc_map_at_5_std": -0.298932, "nauc_map_at_5_diff1": 0.840347, "nauc_map_at_10_max": 0.589858, "nauc_map_at_10_std": -0.295936, "nauc_map_at_10_diff1": 0.842973, "nauc_map_at_20_max": 0.588917, "nauc_map_at_20_std": -0.296333, "nauc_map_at_20_diff1": 0.843418, "nauc_map_at_100_max": 0.58871, "nauc_map_at_100_std": -0.296718, "nauc_map_at_100_diff1": 0.843502, "nauc_map_at_1000_max": 0.588704, "nauc_map_at_1000_std": -0.296739, "nauc_map_at_1000_diff1": 0.843501, "nauc_recall_at_1_max": 0.572445, "nauc_recall_at_1_std": -0.298667, "nauc_recall_at_1_diff1": 0.854945, "nauc_recall_at_3_max": 0.646471, "nauc_recall_at_3_std": -0.32525, "nauc_recall_at_3_diff1": 0.782118, "nauc_recall_at_5_max": 0.672412, "nauc_recall_at_5_std": -0.283821, "nauc_recall_at_5_diff1": 0.763617, "nauc_recall_at_10_max": 0.82748, "nauc_recall_at_10_std": 0.016986, "nauc_recall_at_10_diff1": 0.767148, "nauc_recall_at_20_max": 0.855275, "nauc_recall_at_20_std": 0.368067, "nauc_recall_at_20_diff1": 0.806256, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 0.122782, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.572445, "nauc_precision_at_1_std": -0.298667, "nauc_precision_at_1_diff1": 0.854945, "nauc_precision_at_3_max": 0.646471, "nauc_precision_at_3_std": -0.32525, "nauc_precision_at_3_diff1": 0.782118, "nauc_precision_at_5_max": 0.672412, "nauc_precision_at_5_std": -0.283821, "nauc_precision_at_5_diff1": 0.763617, "nauc_precision_at_10_max": 0.82748, "nauc_precision_at_10_std": 0.016986, "nauc_precision_at_10_diff1": 0.767148, "nauc_precision_at_20_max": 0.855275, "nauc_precision_at_20_std": 0.368067, "nauc_precision_at_20_diff1": 0.806256, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": 0.122782, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.572445, "nauc_mrr_at_1_std": -0.298667, "nauc_mrr_at_1_diff1": 0.854945, "nauc_mrr_at_3_max": 0.589554, "nauc_mrr_at_3_std": -0.301657, "nauc_mrr_at_3_diff1": 0.839455, "nauc_mrr_at_5_max": 0.589643, "nauc_mrr_at_5_std": -0.298932, "nauc_mrr_at_5_diff1": 0.840347, "nauc_mrr_at_10_max": 0.589858, "nauc_mrr_at_10_std": -0.295936, "nauc_mrr_at_10_diff1": 0.842973, "nauc_mrr_at_20_max": 0.588917, "nauc_mrr_at_20_std": -0.296333, "nauc_mrr_at_20_diff1": 0.843418, "nauc_mrr_at_100_max": 0.58871, "nauc_mrr_at_100_std": -0.296718, "nauc_mrr_at_100_diff1": 0.843502, "nauc_mrr_at_1000_max": 0.588704, "nauc_mrr_at_1000_std": -0.296739, "nauc_mrr_at_1000_diff1": 0.843501, "hit_rate_at_1": 0.86467, "hit_rate_at_3": 0.964, "hit_rate_at_5": 0.976, "hit_rate_at_10": 0.99133, "hit_rate_at_20": 0.99667, "hit_rate_at_100": 0.99933, "hit_rate_at_1000": 1.0, "main_score": 0.93414, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.778, "ndcg_at_3": 0.84933, "ndcg_at_5": 0.86428, "ndcg_at_10": 0.8717, "ndcg_at_20": 0.87358, "ndcg_at_100": 0.87589, "ndcg_at_1000": 0.87715, "map_at_1": 0.778, "map_at_3": 0.83222, "map_at_5": 0.84059, "map_at_10": 0.8437, "map_at_20": 0.84424, "map_at_100": 0.84454, "map_at_1000": 0.84458, "recall_at_1": 0.778, "recall_at_3": 0.89867, "recall_at_5": 0.93467, "recall_at_10": 0.95733, "recall_at_20": 0.96467, "recall_at_100": 0.97733, "recall_at_1000": 0.98733, "accuracy": 0.778, "precision_at_1": 0.778, "precision_at_3": 0.29956, "precision_at_5": 0.18693, "precision_at_10": 0.09573, "precision_at_20": 0.04823, "precision_at_100": 0.00977, "precision_at_1000": 0.00099, "mrr_at_1": 0.778, "mrr_at_3": 0.832222, "mrr_at_5": 0.840589, "mrr_at_10": 0.843703, "mrr_at_20": 0.844235, "mrr_at_100": 0.844538, "mrr_at_1000": 0.844584, "nauc_ndcg_at_1_max": 0.559503, "nauc_ndcg_at_1_std": -0.003956, "nauc_ndcg_at_1_diff1": 0.803097, "nauc_ndcg_at_3_max": 0.581331, "nauc_ndcg_at_3_std": 0.006823, "nauc_ndcg_at_3_diff1": 0.765944, "nauc_ndcg_at_5_max": 0.602826, "nauc_ndcg_at_5_std": 0.035389, "nauc_ndcg_at_5_diff1": 0.7745, "nauc_ndcg_at_10_max": 0.604028, "nauc_ndcg_at_10_std": 0.050005, "nauc_ndcg_at_10_diff1": 0.778615, "nauc_ndcg_at_20_max": 0.601641, "nauc_ndcg_at_20_std": 0.052355, "nauc_ndcg_at_20_diff1": 0.777351, "nauc_ndcg_at_100_max": 0.597103, "nauc_ndcg_at_100_std": 0.043409, "nauc_ndcg_at_100_diff1": 0.779746, "nauc_ndcg_at_1000_max": 0.594201, "nauc_ndcg_at_1000_std": 0.042132, "nauc_ndcg_at_1000_diff1": 0.780347, "nauc_map_at_1_max": 0.559503, "nauc_map_at_1_std": -0.003956, "nauc_map_at_1_diff1": 0.803097, "nauc_map_at_3_max": 0.576056, "nauc_map_at_3_std": 0.001565, "nauc_map_at_3_diff1": 0.77776, "nauc_map_at_5_max": 0.586191, "nauc_map_at_5_std": 0.015239, "nauc_map_at_5_diff1": 0.782429, "nauc_map_at_10_max": 0.586385, "nauc_map_at_10_std": 0.020098, "nauc_map_at_10_diff1": 0.784089, "nauc_map_at_20_max": 0.585824, "nauc_map_at_20_std": 0.020649, "nauc_map_at_20_diff1": 0.783848, "nauc_map_at_100_max": 0.585281, "nauc_map_at_100_std": 0.019565, "nauc_map_at_100_diff1": 0.784054, "nauc_map_at_1000_max": 0.585182, "nauc_map_at_1000_std": 0.019542, "nauc_map_at_1000_diff1": 0.784052, "nauc_recall_at_1_max": 0.559503, "nauc_recall_at_1_std": -0.003956, "nauc_recall_at_1_diff1": 0.803097, "nauc_recall_at_3_max": 0.604032, "nauc_recall_at_3_std": 0.031641, "nauc_recall_at_3_diff1": 0.712754, "nauc_recall_at_5_max": 0.716977, "nauc_recall_at_5_std": 0.17779, "nauc_recall_at_5_diff1": 0.724928, "nauc_recall_at_10_max": 0.785802, "nauc_recall_at_10_std": 0.376211, "nauc_recall_at_10_diff1": 0.733062, "nauc_recall_at_20_max": 0.790629, "nauc_recall_at_20_std": 0.470879, "nauc_recall_at_20_diff1": 0.706111, "nauc_recall_at_100_max": 0.769924, "nauc_recall_at_100_std": 0.457928, "nauc_recall_at_100_diff1": 0.739015, "nauc_recall_at_1000_max": 0.704973, "nauc_recall_at_1000_std": 0.684432, "nauc_recall_at_1000_diff1": 0.763551, "nauc_precision_at_1_max": 0.559503, "nauc_precision_at_1_std": -0.003956, "nauc_precision_at_1_diff1": 0.803097, "nauc_precision_at_3_max": 0.604032, "nauc_precision_at_3_std": 0.031641, "nauc_precision_at_3_diff1": 0.712754, "nauc_precision_at_5_max": 0.716977, "nauc_precision_at_5_std": 0.17779, "nauc_precision_at_5_diff1": 0.724928, "nauc_precision_at_10_max": 0.785802, "nauc_precision_at_10_std": 0.376211, "nauc_precision_at_10_diff1": 0.733062, "nauc_precision_at_20_max": 0.790629, "nauc_precision_at_20_std": 0.470879, "nauc_precision_at_20_diff1": 0.706111, "nauc_precision_at_100_max": 0.769924, "nauc_precision_at_100_std": 0.457928, "nauc_precision_at_100_diff1": 0.739015, "nauc_precision_at_1000_max": 0.704973, "nauc_precision_at_1000_std": 0.684432, "nauc_precision_at_1000_diff1": 0.763551, "nauc_mrr_at_1_max": 0.559503, "nauc_mrr_at_1_std": -0.003956, "nauc_mrr_at_1_diff1": 0.803097, "nauc_mrr_at_3_max": 0.576056, "nauc_mrr_at_3_std": 0.001565, "nauc_mrr_at_3_diff1": 0.77776, "nauc_mrr_at_5_max": 0.586191, "nauc_mrr_at_5_std": 0.015239, "nauc_mrr_at_5_diff1": 0.782429, "nauc_mrr_at_10_max": 0.586385, "nauc_mrr_at_10_std": 0.020098, "nauc_mrr_at_10_diff1": 0.784089, "nauc_mrr_at_20_max": 0.585824, "nauc_mrr_at_20_std": 0.020649, "nauc_mrr_at_20_diff1": 0.783848, "nauc_mrr_at_100_max": 0.585281, "nauc_mrr_at_100_std": 0.019565, "nauc_mrr_at_100_diff1": 0.784054, "nauc_mrr_at_1000_max": 0.585182, "nauc_mrr_at_1000_std": 0.019542, "nauc_mrr_at_1000_diff1": 0.784052, "hit_rate_at_1": 0.778, "hit_rate_at_3": 0.89867, "hit_rate_at_5": 0.93467, "hit_rate_at_10": 0.95733, "hit_rate_at_20": 0.96467, "hit_rate_at_100": 0.97733, "hit_rate_at_1000": 0.98733, "main_score": 0.8717, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.88533, "ndcg_at_3": 0.93228, "ndcg_at_5": 0.93916, "ndcg_at_10": 0.94396, "ndcg_at_20": 0.94498, "ndcg_at_100": 0.94511, "ndcg_at_1000": 0.94521, "map_at_1": 0.88533, "map_at_3": 0.92144, "map_at_5": 0.92528, "map_at_10": 0.92728, "map_at_20": 0.92757, "map_at_100": 0.92759, "map_at_1000": 0.9276, "recall_at_1": 0.88533, "recall_at_3": 0.96333, "recall_at_5": 0.98, "recall_at_10": 0.99467, "recall_at_20": 0.99867, "recall_at_100": 0.99933, "recall_at_1000": 1.0, "accuracy": 0.88533, "precision_at_1": 0.88533, "precision_at_3": 0.32111, "precision_at_5": 0.196, "precision_at_10": 0.09947, "precision_at_20": 0.04993, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.885333, "mrr_at_3": 0.921444, "mrr_at_5": 0.925411, "mrr_at_10": 0.927322, "mrr_at_20": 0.927608, "mrr_at_100": 0.927628, "mrr_at_1000": 0.927633, "nauc_ndcg_at_1_max": 0.534099, "nauc_ndcg_at_1_std": -0.442702, "nauc_ndcg_at_1_diff1": 0.86406, "nauc_ndcg_at_3_max": 0.569496, "nauc_ndcg_at_3_std": -0.54955, "nauc_ndcg_at_3_diff1": 0.858655, "nauc_ndcg_at_5_max": 0.5657, "nauc_ndcg_at_5_std": -0.51117, "nauc_ndcg_at_5_diff1": 0.856258, "nauc_ndcg_at_10_max": 0.555993, "nauc_ndcg_at_10_std": -0.513535, "nauc_ndcg_at_10_diff1": 0.856738, "nauc_ndcg_at_20_max": 0.553452, "nauc_ndcg_at_20_std": -0.495528, "nauc_ndcg_at_20_diff1": 0.856368, "nauc_ndcg_at_100_max": 0.554502, "nauc_ndcg_at_100_std": -0.492492, "nauc_ndcg_at_100_diff1": 0.857106, "nauc_ndcg_at_1000_max": 0.553724, "nauc_ndcg_at_1000_std": -0.4951, "nauc_ndcg_at_1000_diff1": 0.857084, "nauc_map_at_1_max": 0.534099, "nauc_map_at_1_std": -0.442702, "nauc_map_at_1_diff1": 0.86406, "nauc_map_at_3_max": 0.558083, "nauc_map_at_3_std": -0.514869, "nauc_map_at_3_diff1": 0.858591, "nauc_map_at_5_max": 0.555453, "nauc_map_at_5_std": -0.495559, "nauc_map_at_5_diff1": 0.857418, "nauc_map_at_10_max": 0.55211, "nauc_map_at_10_std": -0.495208, "nauc_map_at_10_diff1": 0.857647, "nauc_map_at_20_max": 0.5515, "nauc_map_at_20_std": -0.491116, "nauc_map_at_20_diff1": 0.857533, "nauc_map_at_100_max": 0.551625, "nauc_map_at_100_std": -0.490752, "nauc_map_at_100_diff1": 0.857622, "nauc_map_at_1000_max": 0.551593, "nauc_map_at_1000_std": -0.490857, "nauc_map_at_1000_diff1": 0.857621, "nauc_recall_at_1_max": 0.534099, "nauc_recall_at_1_std": -0.442702, "nauc_recall_at_1_diff1": 0.86406, "nauc_recall_at_3_max": 0.638333, "nauc_recall_at_3_std": -0.758942, "nauc_recall_at_3_diff1": 0.86075, "nauc_recall_at_5_max": 0.672876, "nauc_recall_at_5_std": -0.655524, "nauc_recall_at_5_diff1": 0.846327, "nauc_recall_at_10_max": 0.653478, "nauc_recall_at_10_std": -1.176879, "nauc_recall_at_10_diff1": 0.831349, "nauc_recall_at_20_max": 0.561391, "nauc_recall_at_20_std": -0.369981, "nauc_recall_at_20_diff1": 0.711718, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.534099, "nauc_precision_at_1_std": -0.442702, "nauc_precision_at_1_diff1": 0.86406, "nauc_precision_at_3_max": 0.638333, "nauc_precision_at_3_std": -0.758942, "nauc_precision_at_3_diff1": 0.86075, "nauc_precision_at_5_max": 0.672876, "nauc_precision_at_5_std": -0.655524, "nauc_precision_at_5_diff1": 0.846327, "nauc_precision_at_10_max": 0.653478, "nauc_precision_at_10_std": -1.176879, "nauc_precision_at_10_diff1": 0.831349, "nauc_precision_at_20_max": 0.561391, "nauc_precision_at_20_std": -0.369981, "nauc_precision_at_20_diff1": 0.711718, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.534099, "nauc_mrr_at_1_std": -0.442702, "nauc_mrr_at_1_diff1": 0.86406, "nauc_mrr_at_3_max": 0.558083, "nauc_mrr_at_3_std": -0.514869, "nauc_mrr_at_3_diff1": 0.858591, "nauc_mrr_at_5_max": 0.555151, "nauc_mrr_at_5_std": -0.493306, "nauc_mrr_at_5_diff1": 0.85716, "nauc_mrr_at_10_max": 0.55202, "nauc_mrr_at_10_std": -0.494546, "nauc_mrr_at_10_diff1": 0.857571, "nauc_mrr_at_20_max": 0.551409, "nauc_mrr_at_20_std": -0.490524, "nauc_mrr_at_20_diff1": 0.857466, "nauc_mrr_at_100_max": 0.551534, "nauc_mrr_at_100_std": -0.49016, "nauc_mrr_at_100_diff1": 0.857554, "nauc_mrr_at_1000_max": 0.551502, "nauc_mrr_at_1000_std": -0.490265, "nauc_mrr_at_1000_diff1": 0.857553, "hit_rate_at_1": 0.88533, "hit_rate_at_3": 0.96333, "hit_rate_at_5": 0.98, "hit_rate_at_10": 0.99467, "hit_rate_at_20": 0.99867, "hit_rate_at_100": 0.99933, "hit_rate_at_1000": 1.0, "main_score": 0.94396, "hf_subset": "cs", "languages": [ "ces-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87867, "ndcg_at_3": 0.92693, "ndcg_at_5": 0.93545, "ndcg_at_10": 0.93824, "ndcg_at_20": 0.9391, "ndcg_at_100": 0.93988, "ndcg_at_1000": 0.94021, "map_at_1": 0.87867, "map_at_3": 0.91544, "map_at_5": 0.92018, "map_at_10": 0.92132, "map_at_20": 0.92157, "map_at_100": 0.92169, "map_at_1000": 0.9217, "recall_at_1": 0.87867, "recall_at_3": 0.96, "recall_at_5": 0.98067, "recall_at_10": 0.98933, "recall_at_20": 0.99267, "recall_at_100": 0.99667, "recall_at_1000": 0.99933, "accuracy": 0.87867, "precision_at_1": 0.87867, "precision_at_3": 0.32, "precision_at_5": 0.19613, "precision_at_10": 0.09893, "precision_at_20": 0.04963, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.878667, "mrr_at_3": 0.915444, "mrr_at_5": 0.920178, "mrr_at_10": 0.92132, "mrr_at_20": 0.921571, "mrr_at_100": 0.921694, "mrr_at_1000": 0.921705, "nauc_ndcg_at_1_max": 0.428721, "nauc_ndcg_at_1_std": -0.134387, "nauc_ndcg_at_1_diff1": 0.863095, "nauc_ndcg_at_3_max": 0.492966, "nauc_ndcg_at_3_std": -0.072393, "nauc_ndcg_at_3_diff1": 0.834484, "nauc_ndcg_at_5_max": 0.454339, "nauc_ndcg_at_5_std": -0.100511, "nauc_ndcg_at_5_diff1": 0.836052, "nauc_ndcg_at_10_max": 0.454281, "nauc_ndcg_at_10_std": -0.09221, "nauc_ndcg_at_10_diff1": 0.838471, "nauc_ndcg_at_20_max": 0.458262, "nauc_ndcg_at_20_std": -0.087708, "nauc_ndcg_at_20_diff1": 0.841733, "nauc_ndcg_at_100_max": 0.459893, "nauc_ndcg_at_100_std": -0.092581, "nauc_ndcg_at_100_diff1": 0.842458, "nauc_ndcg_at_1000_max": 0.457344, "nauc_ndcg_at_1000_std": -0.096357, "nauc_ndcg_at_1000_diff1": 0.843194, "nauc_map_at_1_max": 0.428721, "nauc_map_at_1_std": -0.134387, "nauc_map_at_1_diff1": 0.863095, "nauc_map_at_3_max": 0.471229, "nauc_map_at_3_std": -0.094815, "nauc_map_at_3_diff1": 0.843179, "nauc_map_at_5_max": 0.45256, "nauc_map_at_5_std": -0.108563, "nauc_map_at_5_diff1": 0.844225, "nauc_map_at_10_max": 0.452196, "nauc_map_at_10_std": -0.106173, "nauc_map_at_10_diff1": 0.844998, "nauc_map_at_20_max": 0.453393, "nauc_map_at_20_std": -0.105108, "nauc_map_at_20_diff1": 0.845885, "nauc_map_at_100_max": 0.453413, "nauc_map_at_100_std": -0.105699, "nauc_map_at_100_diff1": 0.845898, "nauc_map_at_1000_max": 0.453358, "nauc_map_at_1000_std": -0.10576, "nauc_map_at_1000_diff1": 0.845943, "nauc_recall_at_1_max": 0.428721, "nauc_recall_at_1_std": -0.134387, "nauc_recall_at_1_diff1": 0.863095, "nauc_recall_at_3_max": 0.623078, "nauc_recall_at_3_std": 0.06308, "nauc_recall_at_3_diff1": 0.783294, "nauc_recall_at_5_max": 0.453975, "nauc_recall_at_5_std": -0.020477, "nauc_recall_at_5_diff1": 0.74418, "nauc_recall_at_10_max": 0.465132, "nauc_recall_at_10_std": 0.198529, "nauc_recall_at_10_diff1": 0.717058, "nauc_recall_at_20_max": 0.571641, "nauc_recall_at_20_std": 0.465156, "nauc_recall_at_20_diff1": 0.75435, "nauc_recall_at_100_max": 0.918301, "nauc_recall_at_100_std": 0.684034, "nauc_recall_at_100_diff1": 0.742857, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": 0.722222, "nauc_precision_at_1_max": 0.428721, "nauc_precision_at_1_std": -0.134387, "nauc_precision_at_1_diff1": 0.863095, "nauc_precision_at_3_max": 0.623078, "nauc_precision_at_3_std": 0.06308, "nauc_precision_at_3_diff1": 0.783294, "nauc_precision_at_5_max": 0.453975, "nauc_precision_at_5_std": -0.020477, "nauc_precision_at_5_diff1": 0.74418, "nauc_precision_at_10_max": 0.465132, "nauc_precision_at_10_std": 0.198529, "nauc_precision_at_10_diff1": 0.717058, "nauc_precision_at_20_max": 0.571641, "nauc_precision_at_20_std": 0.465156, "nauc_precision_at_20_diff1": 0.75435, "nauc_precision_at_100_max": 0.918301, "nauc_precision_at_100_std": 0.684034, "nauc_precision_at_100_diff1": 0.742857, "nauc_precision_at_1000_max": 0.869281, "nauc_precision_at_1000_std": 0.869281, "nauc_precision_at_1000_diff1": 0.722222, "nauc_mrr_at_1_max": 0.428721, "nauc_mrr_at_1_std": -0.134387, "nauc_mrr_at_1_diff1": 0.863095, "nauc_mrr_at_3_max": 0.471229, "nauc_mrr_at_3_std": -0.094815, "nauc_mrr_at_3_diff1": 0.843179, "nauc_mrr_at_5_max": 0.45256, "nauc_mrr_at_5_std": -0.108563, "nauc_mrr_at_5_diff1": 0.844225, "nauc_mrr_at_10_max": 0.452196, "nauc_mrr_at_10_std": -0.106173, "nauc_mrr_at_10_diff1": 0.844998, "nauc_mrr_at_20_max": 0.453393, "nauc_mrr_at_20_std": -0.105108, "nauc_mrr_at_20_diff1": 0.845885, "nauc_mrr_at_100_max": 0.453413, "nauc_mrr_at_100_std": -0.105699, "nauc_mrr_at_100_diff1": 0.845898, "nauc_mrr_at_1000_max": 0.453358, "nauc_mrr_at_1000_std": -0.10576, "nauc_mrr_at_1000_diff1": 0.845943, "hit_rate_at_1": 0.87867, "hit_rate_at_3": 0.96, "hit_rate_at_5": 0.98067, "hit_rate_at_10": 0.98933, "hit_rate_at_20": 0.99267, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 0.99933, "main_score": 0.93824, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.88667, "ndcg_at_3": 0.93284, "ndcg_at_5": 0.93886, "ndcg_at_10": 0.94241, "ndcg_at_20": 0.94309, "ndcg_at_100": 0.94412, "ndcg_at_1000": 0.94436, "map_at_1": 0.88667, "map_at_3": 0.922, "map_at_5": 0.92533, "map_at_10": 0.92685, "map_at_20": 0.92704, "map_at_100": 0.92719, "map_at_1000": 0.9272, "recall_at_1": 0.88667, "recall_at_3": 0.964, "recall_at_5": 0.97867, "recall_at_10": 0.98933, "recall_at_20": 0.992, "recall_at_100": 0.99733, "recall_at_1000": 0.99933, "accuracy": 0.88667, "precision_at_1": 0.88667, "precision_at_3": 0.32133, "precision_at_5": 0.19573, "precision_at_10": 0.09893, "precision_at_20": 0.0496, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.886667, "mrr_at_3": 0.922, "mrr_at_5": 0.925333, "mrr_at_10": 0.926851, "mrr_at_20": 0.927037, "mrr_at_100": 0.927195, "mrr_at_1000": 0.927204, "nauc_ndcg_at_1_max": 0.414526, "nauc_ndcg_at_1_std": -0.321791, "nauc_ndcg_at_1_diff1": 0.845964, "nauc_ndcg_at_3_max": 0.442489, "nauc_ndcg_at_3_std": -0.267045, "nauc_ndcg_at_3_diff1": 0.815431, "nauc_ndcg_at_5_max": 0.430283, "nauc_ndcg_at_5_std": -0.284212, "nauc_ndcg_at_5_diff1": 0.813649, "nauc_ndcg_at_10_max": 0.438167, "nauc_ndcg_at_10_std": -0.272642, "nauc_ndcg_at_10_diff1": 0.817893, "nauc_ndcg_at_20_max": 0.434986, "nauc_ndcg_at_20_std": -0.273716, "nauc_ndcg_at_20_diff1": 0.820544, "nauc_ndcg_at_100_max": 0.429905, "nauc_ndcg_at_100_std": -0.280245, "nauc_ndcg_at_100_diff1": 0.822639, "nauc_ndcg_at_1000_max": 0.432106, "nauc_ndcg_at_1000_std": -0.282075, "nauc_ndcg_at_1000_diff1": 0.82388, "nauc_map_at_1_max": 0.414526, "nauc_map_at_1_std": -0.321791, "nauc_map_at_1_diff1": 0.845964, "nauc_map_at_3_max": 0.432831, "nauc_map_at_3_std": -0.284747, "nauc_map_at_3_diff1": 0.824436, "nauc_map_at_5_max": 0.427327, "nauc_map_at_5_std": -0.293208, "nauc_map_at_5_diff1": 0.823933, "nauc_map_at_10_max": 0.429849, "nauc_map_at_10_std": -0.28934, "nauc_map_at_10_diff1": 0.825594, "nauc_map_at_20_max": 0.429151, "nauc_map_at_20_std": -0.289807, "nauc_map_at_20_diff1": 0.826218, "nauc_map_at_100_max": 0.428551, "nauc_map_at_100_std": -0.290891, "nauc_map_at_100_diff1": 0.826531, "nauc_map_at_1000_max": 0.428685, "nauc_map_at_1000_std": -0.290887, "nauc_map_at_1000_diff1": 0.826598, "nauc_recall_at_1_max": 0.414526, "nauc_recall_at_1_std": -0.321791, "nauc_recall_at_1_diff1": 0.845964, "nauc_recall_at_3_max": 0.502109, "nauc_recall_at_3_std": -0.158834, "nauc_recall_at_3_diff1": 0.761213, "nauc_recall_at_5_max": 0.452133, "nauc_recall_at_5_std": -0.204744, "nauc_recall_at_5_diff1": 0.713089, "nauc_recall_at_10_max": 0.602795, "nauc_recall_at_10_std": 0.05538, "nauc_recall_at_10_diff1": 0.680293, "nauc_recall_at_20_max": 0.568822, "nauc_recall_at_20_std": 0.148148, "nauc_recall_at_20_diff1": 0.705377, "nauc_recall_at_100_max": 0.28233, "nauc_recall_at_100_std": 0.396709, "nauc_recall_at_100_diff1": 0.674486, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": 0.869281, "nauc_precision_at_1_max": 0.414526, "nauc_precision_at_1_std": -0.321791, "nauc_precision_at_1_diff1": 0.845964, "nauc_precision_at_3_max": 0.502109, "nauc_precision_at_3_std": -0.158834, "nauc_precision_at_3_diff1": 0.761213, "nauc_precision_at_5_max": 0.452133, "nauc_precision_at_5_std": -0.204744, "nauc_precision_at_5_diff1": 0.713089, "nauc_precision_at_10_max": 0.602795, "nauc_precision_at_10_std": 0.05538, "nauc_precision_at_10_diff1": 0.680293, "nauc_precision_at_20_max": 0.568822, "nauc_precision_at_20_std": 0.148148, "nauc_precision_at_20_diff1": 0.705377, "nauc_precision_at_100_max": 0.28233, "nauc_precision_at_100_std": 0.396709, "nauc_precision_at_100_diff1": 0.674486, "nauc_precision_at_1000_max": 0.869281, "nauc_precision_at_1000_std": 0.869281, "nauc_precision_at_1000_diff1": 0.869281, "nauc_mrr_at_1_max": 0.414526, "nauc_mrr_at_1_std": -0.321791, "nauc_mrr_at_1_diff1": 0.845964, "nauc_mrr_at_3_max": 0.432831, "nauc_mrr_at_3_std": -0.284747, "nauc_mrr_at_3_diff1": 0.824436, "nauc_mrr_at_5_max": 0.427327, "nauc_mrr_at_5_std": -0.293208, "nauc_mrr_at_5_diff1": 0.823933, "nauc_mrr_at_10_max": 0.429849, "nauc_mrr_at_10_std": -0.28934, "nauc_mrr_at_10_diff1": 0.825594, "nauc_mrr_at_20_max": 0.429151, "nauc_mrr_at_20_std": -0.289807, "nauc_mrr_at_20_diff1": 0.826218, "nauc_mrr_at_100_max": 0.428551, "nauc_mrr_at_100_std": -0.290891, "nauc_mrr_at_100_diff1": 0.826531, "nauc_mrr_at_1000_max": 0.428685, "nauc_mrr_at_1000_std": -0.290887, "nauc_mrr_at_1000_diff1": 0.826598, "hit_rate_at_1": 0.88667, "hit_rate_at_3": 0.964, "hit_rate_at_5": 0.97867, "hit_rate_at_10": 0.98933, "hit_rate_at_20": 0.992, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99933, "main_score": 0.94241, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.912, "ndcg_at_3": 0.95321, "ndcg_at_5": 0.95651, "ndcg_at_10": 0.95949, "ndcg_at_20": 0.95967, "ndcg_at_100": 0.95982, "ndcg_at_1000": 0.9599, "map_at_1": 0.912, "map_at_3": 0.94344, "map_at_5": 0.94528, "map_at_10": 0.94661, "map_at_20": 0.94667, "map_at_100": 0.9467, "map_at_1000": 0.9467, "recall_at_1": 0.912, "recall_at_3": 0.98133, "recall_at_5": 0.98933, "recall_at_10": 0.998, "recall_at_20": 0.99867, "recall_at_100": 0.99933, "recall_at_1000": 1.0, "accuracy": 0.912, "precision_at_1": 0.912, "precision_at_3": 0.32711, "precision_at_5": 0.19787, "precision_at_10": 0.0998, "precision_at_20": 0.04993, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.912, "mrr_at_3": 0.943444, "mrr_at_5": 0.945278, "mrr_at_10": 0.946611, "mrr_at_20": 0.946667, "mrr_at_100": 0.946698, "mrr_at_1000": 0.946701, "nauc_ndcg_at_1_max": 0.534112, "nauc_ndcg_at_1_std": -0.506791, "nauc_ndcg_at_1_diff1": 0.881444, "nauc_ndcg_at_3_max": 0.581816, "nauc_ndcg_at_3_std": -0.472041, "nauc_ndcg_at_3_diff1": 0.864415, "nauc_ndcg_at_5_max": 0.566701, "nauc_ndcg_at_5_std": -0.508207, "nauc_ndcg_at_5_diff1": 0.864455, "nauc_ndcg_at_10_max": 0.562897, "nauc_ndcg_at_10_std": -0.50522, "nauc_ndcg_at_10_diff1": 0.874195, "nauc_ndcg_at_20_max": 0.560945, "nauc_ndcg_at_20_std": -0.499704, "nauc_ndcg_at_20_diff1": 0.873633, "nauc_ndcg_at_100_max": 0.559311, "nauc_ndcg_at_100_std": -0.495089, "nauc_ndcg_at_100_diff1": 0.873163, "nauc_ndcg_at_1000_max": 0.558414, "nauc_ndcg_at_1000_std": -0.498132, "nauc_ndcg_at_1000_diff1": 0.872905, "nauc_map_at_1_max": 0.534112, "nauc_map_at_1_std": -0.506791, "nauc_map_at_1_diff1": 0.881444, "nauc_map_at_3_max": 0.564571, "nauc_map_at_3_std": -0.486267, "nauc_map_at_3_diff1": 0.86973, "nauc_map_at_5_max": 0.557441, "nauc_map_at_5_std": -0.503083, "nauc_map_at_5_diff1": 0.869924, "nauc_map_at_10_max": 0.556011, "nauc_map_at_10_std": -0.501964, "nauc_map_at_10_diff1": 0.873512, "nauc_map_at_20_max": 0.555549, "nauc_map_at_20_std": -0.500674, "nauc_map_at_20_diff1": 0.87338, "nauc_map_at_100_max": 0.555284, "nauc_map_at_100_std": -0.499936, "nauc_map_at_100_diff1": 0.873305, "nauc_map_at_1000_max": 0.555265, "nauc_map_at_1000_std": -0.500002, "nauc_map_at_1000_diff1": 0.873299, "nauc_recall_at_1_max": 0.534112, "nauc_recall_at_1_std": -0.506791, "nauc_recall_at_1_diff1": 0.881444, "nauc_recall_at_3_max": 0.731776, "nauc_recall_at_3_std": -0.346172, "nauc_recall_at_3_diff1": 0.819294, "nauc_recall_at_5_max": 0.692227, "nauc_recall_at_5_std": -0.601453, "nauc_recall_at_5_diff1": 0.785889, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -0.826642, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.369981, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.534112, "nauc_precision_at_1_std": -0.506791, "nauc_precision_at_1_diff1": 0.881444, "nauc_precision_at_3_max": 0.731776, "nauc_precision_at_3_std": -0.346172, "nauc_precision_at_3_diff1": 0.819294, "nauc_precision_at_5_max": 0.692227, "nauc_precision_at_5_std": -0.601453, "nauc_precision_at_5_diff1": 0.785889, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -0.826642, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.369981, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.534112, "nauc_mrr_at_1_std": -0.506791, "nauc_mrr_at_1_diff1": 0.881444, "nauc_mrr_at_3_max": 0.564571, "nauc_mrr_at_3_std": -0.486267, "nauc_mrr_at_3_diff1": 0.86973, "nauc_mrr_at_5_max": 0.557441, "nauc_mrr_at_5_std": -0.503083, "nauc_mrr_at_5_diff1": 0.869924, "nauc_mrr_at_10_max": 0.556011, "nauc_mrr_at_10_std": -0.501964, "nauc_mrr_at_10_diff1": 0.873512, "nauc_mrr_at_20_max": 0.555549, "nauc_mrr_at_20_std": -0.500674, "nauc_mrr_at_20_diff1": 0.87338, "nauc_mrr_at_100_max": 0.555284, "nauc_mrr_at_100_std": -0.499936, "nauc_mrr_at_100_diff1": 0.873305, "nauc_mrr_at_1000_max": 0.555265, "nauc_mrr_at_1000_std": -0.500002, "nauc_mrr_at_1000_diff1": 0.873299, "hit_rate_at_1": 0.912, "hit_rate_at_3": 0.98133, "hit_rate_at_5": 0.98933, "hit_rate_at_10": 0.998, "hit_rate_at_20": 0.99867, "hit_rate_at_100": 0.99933, "hit_rate_at_1000": 1.0, "main_score": 0.95949, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.83867, "ndcg_at_3": 0.89818, "ndcg_at_5": 0.90825, "ndcg_at_10": 0.91445, "ndcg_at_20": 0.91689, "ndcg_at_100": 0.91753, "ndcg_at_1000": 0.91791, "map_at_1": 0.83867, "map_at_3": 0.88411, "map_at_5": 0.88964, "map_at_10": 0.89229, "map_at_20": 0.89301, "map_at_100": 0.89311, "map_at_1000": 0.89312, "recall_at_1": 0.83867, "recall_at_3": 0.93867, "recall_at_5": 0.96333, "recall_at_10": 0.982, "recall_at_20": 0.99133, "recall_at_100": 0.99467, "recall_at_1000": 0.998, "accuracy": 0.83867, "precision_at_1": 0.83867, "precision_at_3": 0.31289, "precision_at_5": 0.19267, "precision_at_10": 0.0982, "precision_at_20": 0.04957, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.838667, "mrr_at_3": 0.883778, "mrr_at_5": 0.889478, "mrr_at_10": 0.892128, "mrr_at_20": 0.892841, "mrr_at_100": 0.892944, "mrr_at_1000": 0.892953, "nauc_ndcg_at_1_max": 0.477128, "nauc_ndcg_at_1_std": -0.209734, "nauc_ndcg_at_1_diff1": 0.86359, "nauc_ndcg_at_3_max": 0.534546, "nauc_ndcg_at_3_std": -0.16272, "nauc_ndcg_at_3_diff1": 0.835065, "nauc_ndcg_at_5_max": 0.536079, "nauc_ndcg_at_5_std": -0.170563, "nauc_ndcg_at_5_diff1": 0.841705, "nauc_ndcg_at_10_max": 0.530238, "nauc_ndcg_at_10_std": -0.167416, "nauc_ndcg_at_10_diff1": 0.840346, "nauc_ndcg_at_20_max": 0.523765, "nauc_ndcg_at_20_std": -0.168533, "nauc_ndcg_at_20_diff1": 0.841526, "nauc_ndcg_at_100_max": 0.520539, "nauc_ndcg_at_100_std": -0.17095, "nauc_ndcg_at_100_diff1": 0.841944, "nauc_ndcg_at_1000_max": 0.518567, "nauc_ndcg_at_1000_std": -0.176563, "nauc_ndcg_at_1000_diff1": 0.843946, "nauc_map_at_1_max": 0.477128, "nauc_map_at_1_std": -0.209734, "nauc_map_at_1_diff1": 0.86359, "nauc_map_at_3_max": 0.514348, "nauc_map_at_3_std": -0.180867, "nauc_map_at_3_diff1": 0.842697, "nauc_map_at_5_max": 0.514296, "nauc_map_at_5_std": -0.184775, "nauc_map_at_5_diff1": 0.846235, "nauc_map_at_10_max": 0.511753, "nauc_map_at_10_std": -0.183705, "nauc_map_at_10_diff1": 0.845861, "nauc_map_at_20_max": 0.510106, "nauc_map_at_20_std": -0.184234, "nauc_map_at_20_diff1": 0.846111, "nauc_map_at_100_max": 0.509701, "nauc_map_at_100_std": -0.18463, "nauc_map_at_100_diff1": 0.846231, "nauc_map_at_1000_max": 0.509671, "nauc_map_at_1000_std": -0.184734, "nauc_map_at_1000_diff1": 0.846317, "nauc_recall_at_1_max": 0.477128, "nauc_recall_at_1_std": -0.209734, "nauc_recall_at_1_diff1": 0.86359, "nauc_recall_at_3_max": 0.641786, "nauc_recall_at_3_std": -0.065228, "nauc_recall_at_3_diff1": 0.796244, "nauc_recall_at_5_max": 0.719489, "nauc_recall_at_5_std": -0.053798, "nauc_recall_at_5_diff1": 0.808386, "nauc_recall_at_10_max": 0.829443, "nauc_recall_at_10_std": 0.10084, "nauc_recall_at_10_diff1": 0.756043, "nauc_recall_at_20_max": 0.927099, "nauc_recall_at_20_std": 0.365618, "nauc_recall_at_20_diff1": 0.712203, "nauc_recall_at_100_max": 0.930556, "nauc_recall_at_100_std": 0.535598, "nauc_recall_at_100_diff1": 0.647292, "nauc_recall_at_1000_max": 0.907407, "nauc_recall_at_1000_std": -0.238406, "nauc_recall_at_1000_diff1": 0.863834, "nauc_precision_at_1_max": 0.477128, "nauc_precision_at_1_std": -0.209734, "nauc_precision_at_1_diff1": 0.86359, "nauc_precision_at_3_max": 0.641786, "nauc_precision_at_3_std": -0.065228, "nauc_precision_at_3_diff1": 0.796244, "nauc_precision_at_5_max": 0.719489, "nauc_precision_at_5_std": -0.053798, "nauc_precision_at_5_diff1": 0.808386, "nauc_precision_at_10_max": 0.829443, "nauc_precision_at_10_std": 0.10084, "nauc_precision_at_10_diff1": 0.756043, "nauc_precision_at_20_max": 0.927099, "nauc_precision_at_20_std": 0.365618, "nauc_precision_at_20_diff1": 0.712203, "nauc_precision_at_100_max": 0.930556, "nauc_precision_at_100_std": 0.535598, "nauc_precision_at_100_diff1": 0.647292, "nauc_precision_at_1000_max": 0.907407, "nauc_precision_at_1000_std": -0.238406, "nauc_precision_at_1000_diff1": 0.863834, "nauc_mrr_at_1_max": 0.477128, "nauc_mrr_at_1_std": -0.209734, "nauc_mrr_at_1_diff1": 0.86359, "nauc_mrr_at_3_max": 0.509729, "nauc_mrr_at_3_std": -0.184916, "nauc_mrr_at_3_diff1": 0.843164, "nauc_mrr_at_5_max": 0.512957, "nauc_mrr_at_5_std": -0.186595, "nauc_mrr_at_5_diff1": 0.846476, "nauc_mrr_at_10_max": 0.510385, "nauc_mrr_at_10_std": -0.185573, "nauc_mrr_at_10_diff1": 0.846109, "nauc_mrr_at_20_max": 0.50873, "nauc_mrr_at_20_std": -0.186114, "nauc_mrr_at_20_diff1": 0.84636, "nauc_mrr_at_100_max": 0.508325, "nauc_mrr_at_100_std": -0.186511, "nauc_mrr_at_100_diff1": 0.846479, "nauc_mrr_at_1000_max": 0.508294, "nauc_mrr_at_1000_std": -0.186615, "nauc_mrr_at_1000_diff1": 0.846566, "hit_rate_at_1": 0.83867, "hit_rate_at_3": 0.93867, "hit_rate_at_5": 0.96333, "hit_rate_at_10": 0.982, "hit_rate_at_20": 0.99133, "hit_rate_at_100": 0.99467, "hit_rate_at_1000": 0.998, "main_score": 0.91445, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87733, "ndcg_at_3": 0.93013, "ndcg_at_5": 0.9357, "ndcg_at_10": 0.93915, "ndcg_at_20": 0.94014, "ndcg_at_100": 0.94055, "ndcg_at_1000": 0.9408, "map_at_1": 0.87733, "map_at_3": 0.91767, "map_at_5": 0.9208, "map_at_10": 0.92222, "map_at_20": 0.92249, "map_at_100": 0.92256, "map_at_1000": 0.92257, "recall_at_1": 0.87733, "recall_at_3": 0.966, "recall_at_5": 0.97933, "recall_at_10": 0.99, "recall_at_20": 0.994, "recall_at_100": 0.996, "recall_at_1000": 0.998, "accuracy": 0.87733, "precision_at_1": 0.87733, "precision_at_3": 0.322, "precision_at_5": 0.19587, "precision_at_10": 0.099, "precision_at_20": 0.0497, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.877333, "mrr_at_3": 0.917556, "mrr_at_5": 0.920556, "mrr_at_10": 0.921977, "mrr_at_20": 0.92233, "mrr_at_100": 0.922401, "mrr_at_1000": 0.922411, "nauc_ndcg_at_1_max": 0.428935, "nauc_ndcg_at_1_std": -0.218503, "nauc_ndcg_at_1_diff1": 0.835565, "nauc_ndcg_at_3_max": 0.509436, "nauc_ndcg_at_3_std": -0.144939, "nauc_ndcg_at_3_diff1": 0.830453, "nauc_ndcg_at_5_max": 0.494404, "nauc_ndcg_at_5_std": -0.160656, "nauc_ndcg_at_5_diff1": 0.829048, "nauc_ndcg_at_10_max": 0.489246, "nauc_ndcg_at_10_std": -0.168965, "nauc_ndcg_at_10_diff1": 0.827609, "nauc_ndcg_at_20_max": 0.480996, "nauc_ndcg_at_20_std": -0.166838, "nauc_ndcg_at_20_diff1": 0.826806, "nauc_ndcg_at_100_max": 0.478704, "nauc_ndcg_at_100_std": -0.169643, "nauc_ndcg_at_100_diff1": 0.827612, "nauc_ndcg_at_1000_max": 0.477463, "nauc_ndcg_at_1000_std": -0.17116, "nauc_ndcg_at_1000_diff1": 0.827341, "nauc_map_at_1_max": 0.428935, "nauc_map_at_1_std": -0.218503, "nauc_map_at_1_diff1": 0.835565, "nauc_map_at_3_max": 0.484555, "nauc_map_at_3_std": -0.167273, "nauc_map_at_3_diff1": 0.832029, "nauc_map_at_5_max": 0.47694, "nauc_map_at_5_std": -0.175142, "nauc_map_at_5_diff1": 0.831372, "nauc_map_at_10_max": 0.474684, "nauc_map_at_10_std": -0.178498, "nauc_map_at_10_diff1": 0.830839, "nauc_map_at_20_max": 0.47295, "nauc_map_at_20_std": -0.178307, "nauc_map_at_20_diff1": 0.830735, "nauc_map_at_100_max": 0.472639, "nauc_map_at_100_std": -0.178655, "nauc_map_at_100_diff1": 0.830834, "nauc_map_at_1000_max": 0.472598, "nauc_map_at_1000_std": -0.178731, "nauc_map_at_1000_diff1": 0.830836, "nauc_recall_at_1_max": 0.428935, "nauc_recall_at_1_std": -0.218503, "nauc_recall_at_1_diff1": 0.835565, "nauc_recall_at_3_max": 0.676388, "nauc_recall_at_3_std": 0.004467, "nauc_recall_at_3_diff1": 0.819886, "nauc_recall_at_5_max": 0.669799, "nauc_recall_at_5_std": -0.017786, "nauc_recall_at_5_diff1": 0.803967, "nauc_recall_at_10_max": 0.77174, "nauc_recall_at_10_std": -0.002552, "nauc_recall_at_10_diff1": 0.754964, "nauc_recall_at_20_max": 0.634091, "nauc_recall_at_20_std": 0.212781, "nauc_recall_at_20_diff1": 0.670194, "nauc_recall_at_100_max": 0.54723, "nauc_recall_at_100_std": 0.195689, "nauc_recall_at_100_diff1": 0.651494, "nauc_recall_at_1000_max": 0.330221, "nauc_recall_at_1000_std": 0.264862, "nauc_recall_at_1000_diff1": 0.39558, "nauc_precision_at_1_max": 0.428935, "nauc_precision_at_1_std": -0.218503, "nauc_precision_at_1_diff1": 0.835565, "nauc_precision_at_3_max": 0.676388, "nauc_precision_at_3_std": 0.004467, "nauc_precision_at_3_diff1": 0.819886, "nauc_precision_at_5_max": 0.669799, "nauc_precision_at_5_std": -0.017786, "nauc_precision_at_5_diff1": 0.803967, "nauc_precision_at_10_max": 0.77174, "nauc_precision_at_10_std": -0.002552, "nauc_precision_at_10_diff1": 0.754964, "nauc_precision_at_20_max": 0.634091, "nauc_precision_at_20_std": 0.212781, "nauc_precision_at_20_diff1": 0.670194, "nauc_precision_at_100_max": 0.54723, "nauc_precision_at_100_std": 0.195689, "nauc_precision_at_100_diff1": 0.651494, "nauc_precision_at_1000_max": 0.330221, "nauc_precision_at_1000_std": 0.264862, "nauc_precision_at_1000_diff1": 0.39558, "nauc_mrr_at_1_max": 0.428935, "nauc_mrr_at_1_std": -0.218503, "nauc_mrr_at_1_diff1": 0.835565, "nauc_mrr_at_3_max": 0.485262, "nauc_mrr_at_3_std": -0.169431, "nauc_mrr_at_3_diff1": 0.83226, "nauc_mrr_at_5_max": 0.47858, "nauc_mrr_at_5_std": -0.180049, "nauc_mrr_at_5_diff1": 0.831901, "nauc_mrr_at_10_max": 0.476361, "nauc_mrr_at_10_std": -0.183485, "nauc_mrr_at_10_diff1": 0.831379, "nauc_mrr_at_20_max": 0.474026, "nauc_mrr_at_20_std": -0.181497, "nauc_mrr_at_20_diff1": 0.831081, "nauc_mrr_at_100_max": 0.473717, "nauc_mrr_at_100_std": -0.181848, "nauc_mrr_at_100_diff1": 0.83118, "nauc_mrr_at_1000_max": 0.473677, "nauc_mrr_at_1000_std": -0.181924, "nauc_mrr_at_1000_diff1": 0.831182, "hit_rate_at_1": 0.87733, "hit_rate_at_3": 0.966, "hit_rate_at_5": 0.97933, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.994, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 0.998, "main_score": 0.93915, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.80333, "ndcg_at_3": 0.87156, "ndcg_at_5": 0.88114, "ndcg_at_10": 0.88784, "ndcg_at_20": 0.8904, "ndcg_at_100": 0.89299, "ndcg_at_1000": 0.89385, "map_at_1": 0.80333, "map_at_3": 0.85522, "map_at_5": 0.86052, "map_at_10": 0.86342, "map_at_20": 0.86414, "map_at_100": 0.86455, "map_at_1000": 0.86457, "recall_at_1": 0.80333, "recall_at_3": 0.91867, "recall_at_5": 0.942, "recall_at_10": 0.962, "recall_at_20": 0.972, "recall_at_100": 0.98533, "recall_at_1000": 0.99267, "accuracy": 0.80333, "precision_at_1": 0.80333, "precision_at_3": 0.30622, "precision_at_5": 0.1884, "precision_at_10": 0.0962, "precision_at_20": 0.0486, "precision_at_100": 0.00985, "precision_at_1000": 0.00099, "mrr_at_1": 0.803333, "mrr_at_3": 0.855222, "mrr_at_5": 0.860522, "mrr_at_10": 0.86342, "mrr_at_20": 0.86414, "mrr_at_100": 0.864548, "mrr_at_1000": 0.864572, "nauc_ndcg_at_1_max": 0.516593, "nauc_ndcg_at_1_std": -0.073448, "nauc_ndcg_at_1_diff1": 0.829405, "nauc_ndcg_at_3_max": 0.566525, "nauc_ndcg_at_3_std": -0.02383, "nauc_ndcg_at_3_diff1": 0.800768, "nauc_ndcg_at_5_max": 0.583262, "nauc_ndcg_at_5_std": 0.001087, "nauc_ndcg_at_5_diff1": 0.80864, "nauc_ndcg_at_10_max": 0.586716, "nauc_ndcg_at_10_std": 0.017673, "nauc_ndcg_at_10_diff1": 0.810873, "nauc_ndcg_at_20_max": 0.583441, "nauc_ndcg_at_20_std": 0.015086, "nauc_ndcg_at_20_diff1": 0.812929, "nauc_ndcg_at_100_max": 0.576221, "nauc_ndcg_at_100_std": 0.006741, "nauc_ndcg_at_100_diff1": 0.812984, "nauc_ndcg_at_1000_max": 0.573597, "nauc_ndcg_at_1000_std": 0.001356, "nauc_ndcg_at_1000_diff1": 0.813581, "nauc_map_at_1_max": 0.516593, "nauc_map_at_1_std": -0.073448, "nauc_map_at_1_diff1": 0.829405, "nauc_map_at_3_max": 0.552379, "nauc_map_at_3_std": -0.041731, "nauc_map_at_3_diff1": 0.80913, "nauc_map_at_5_max": 0.560057, "nauc_map_at_5_std": -0.030397, "nauc_map_at_5_diff1": 0.813364, "nauc_map_at_10_max": 0.560933, "nauc_map_at_10_std": -0.024844, "nauc_map_at_10_diff1": 0.814278, "nauc_map_at_20_max": 0.560035, "nauc_map_at_20_std": -0.025891, "nauc_map_at_20_diff1": 0.814775, "nauc_map_at_100_max": 0.559052, "nauc_map_at_100_std": -0.026825, "nauc_map_at_100_diff1": 0.814781, "nauc_map_at_1000_max": 0.558987, "nauc_map_at_1000_std": -0.026954, "nauc_map_at_1000_diff1": 0.814789, "nauc_recall_at_1_max": 0.516593, "nauc_recall_at_1_std": -0.073448, "nauc_recall_at_1_diff1": 0.829405, "nauc_recall_at_3_max": 0.634511, "nauc_recall_at_3_std": 0.065264, "nauc_recall_at_3_diff1": 0.760378, "nauc_recall_at_5_max": 0.739061, "nauc_recall_at_5_std": 0.218133, "nauc_recall_at_5_diff1": 0.780225, "nauc_recall_at_10_max": 0.847339, "nauc_recall_at_10_std": 0.466198, "nauc_recall_at_10_diff1": 0.783781, "nauc_recall_at_20_max": 0.892846, "nauc_recall_at_20_std": 0.596272, "nauc_recall_at_20_diff1": 0.803644, "nauc_recall_at_100_max": 0.91586, "nauc_recall_at_100_std": 0.796006, "nauc_recall_at_100_diff1": 0.798616, "nauc_recall_at_1000_max": 0.95098, "nauc_recall_at_1000_std": 0.952466, "nauc_recall_at_1000_diff1": 0.859944, "nauc_precision_at_1_max": 0.516593, "nauc_precision_at_1_std": -0.073448, "nauc_precision_at_1_diff1": 0.829405, "nauc_precision_at_3_max": 0.634511, "nauc_precision_at_3_std": 0.065264, "nauc_precision_at_3_diff1": 0.760378, "nauc_precision_at_5_max": 0.739061, "nauc_precision_at_5_std": 0.218133, "nauc_precision_at_5_diff1": 0.780225, "nauc_precision_at_10_max": 0.847339, "nauc_precision_at_10_std": 0.466198, "nauc_precision_at_10_diff1": 0.783781, "nauc_precision_at_20_max": 0.892846, "nauc_precision_at_20_std": 0.596272, "nauc_precision_at_20_diff1": 0.803644, "nauc_precision_at_100_max": 0.91586, "nauc_precision_at_100_std": 0.796006, "nauc_precision_at_100_diff1": 0.798616, "nauc_precision_at_1000_max": 0.95098, "nauc_precision_at_1000_std": 0.952466, "nauc_precision_at_1000_diff1": 0.859944, "nauc_mrr_at_1_max": 0.516593, "nauc_mrr_at_1_std": -0.073448, "nauc_mrr_at_1_diff1": 0.829405, "nauc_mrr_at_3_max": 0.552379, "nauc_mrr_at_3_std": -0.041731, "nauc_mrr_at_3_diff1": 0.80913, "nauc_mrr_at_5_max": 0.560057, "nauc_mrr_at_5_std": -0.030397, "nauc_mrr_at_5_diff1": 0.813364, "nauc_mrr_at_10_max": 0.560933, "nauc_mrr_at_10_std": -0.024844, "nauc_mrr_at_10_diff1": 0.814278, "nauc_mrr_at_20_max": 0.560035, "nauc_mrr_at_20_std": -0.025891, "nauc_mrr_at_20_diff1": 0.814775, "nauc_mrr_at_100_max": 0.559052, "nauc_mrr_at_100_std": -0.026825, "nauc_mrr_at_100_diff1": 0.814781, "nauc_mrr_at_1000_max": 0.558987, "nauc_mrr_at_1000_std": -0.026954, "nauc_mrr_at_1000_diff1": 0.814789, "hit_rate_at_1": 0.80333, "hit_rate_at_3": 0.91867, "hit_rate_at_5": 0.942, "hit_rate_at_10": 0.962, "hit_rate_at_20": 0.972, "hit_rate_at_100": 0.98533, "hit_rate_at_1000": 0.99267, "main_score": 0.88784, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.88467, "ndcg_at_3": 0.93333, "ndcg_at_5": 0.94283, "ndcg_at_10": 0.94486, "ndcg_at_20": 0.94535, "ndcg_at_100": 0.94573, "ndcg_at_1000": 0.94573, "map_at_1": 0.88467, "map_at_3": 0.92156, "map_at_5": 0.92692, "map_at_10": 0.92781, "map_at_20": 0.92794, "map_at_100": 0.928, "map_at_1000": 0.928, "recall_at_1": 0.88467, "recall_at_3": 0.96733, "recall_at_5": 0.99, "recall_at_10": 0.996, "recall_at_20": 0.998, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.88467, "precision_at_1": 0.88467, "precision_at_3": 0.32244, "precision_at_5": 0.198, "precision_at_10": 0.0996, "precision_at_20": 0.0499, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.884667, "mrr_at_3": 0.921556, "mrr_at_5": 0.926922, "mrr_at_10": 0.927809, "mrr_at_20": 0.927941, "mrr_at_100": 0.927997, "mrr_at_1000": 0.927997, "nauc_ndcg_at_1_max": 0.538525, "nauc_ndcg_at_1_std": -0.32093, "nauc_ndcg_at_1_diff1": 0.86904, "nauc_ndcg_at_3_max": 0.561341, "nauc_ndcg_at_3_std": -0.33112, "nauc_ndcg_at_3_diff1": 0.872494, "nauc_ndcg_at_5_max": 0.548433, "nauc_ndcg_at_5_std": -0.329532, "nauc_ndcg_at_5_diff1": 0.870047, "nauc_ndcg_at_10_max": 0.548922, "nauc_ndcg_at_10_std": -0.328133, "nauc_ndcg_at_10_diff1": 0.87133, "nauc_ndcg_at_20_max": 0.545592, "nauc_ndcg_at_20_std": -0.330009, "nauc_ndcg_at_20_diff1": 0.870538, "nauc_ndcg_at_100_max": 0.549107, "nauc_ndcg_at_100_std": -0.328098, "nauc_ndcg_at_100_diff1": 0.870832, "nauc_ndcg_at_1000_max": 0.549107, "nauc_ndcg_at_1000_std": -0.328098, "nauc_ndcg_at_1000_diff1": 0.870832, "nauc_map_at_1_max": 0.538525, "nauc_map_at_1_std": -0.32093, "nauc_map_at_1_diff1": 0.86904, "nauc_map_at_3_max": 0.553939, "nauc_map_at_3_std": -0.328211, "nauc_map_at_3_diff1": 0.871381, "nauc_map_at_5_max": 0.547869, "nauc_map_at_5_std": -0.327342, "nauc_map_at_5_diff1": 0.870146, "nauc_map_at_10_max": 0.548422, "nauc_map_at_10_std": -0.32609, "nauc_map_at_10_diff1": 0.870664, "nauc_map_at_20_max": 0.54776, "nauc_map_at_20_std": -0.326628, "nauc_map_at_20_diff1": 0.8705, "nauc_map_at_100_max": 0.548339, "nauc_map_at_100_std": -0.326667, "nauc_map_at_100_diff1": 0.87058, "nauc_map_at_1000_max": 0.548339, "nauc_map_at_1000_std": -0.326667, "nauc_map_at_1000_diff1": 0.87058, "nauc_recall_at_1_max": 0.538525, "nauc_recall_at_1_std": -0.32093, "nauc_recall_at_1_diff1": 0.86904, "nauc_recall_at_3_max": 0.611349, "nauc_recall_at_3_std": -0.35035, "nauc_recall_at_3_diff1": 0.880009, "nauc_recall_at_5_max": 0.545191, "nauc_recall_at_5_std": -0.371055, "nauc_recall_at_5_diff1": 0.866169, "nauc_recall_at_10_max": 0.523498, "nauc_recall_at_10_std": -0.447012, "nauc_recall_at_10_diff1": 0.903906, "nauc_recall_at_20_max": 0.134143, "nauc_recall_at_20_std": -0.723156, "nauc_recall_at_20_diff1": 0.851385, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.538525, "nauc_precision_at_1_std": -0.32093, "nauc_precision_at_1_diff1": 0.86904, "nauc_precision_at_3_max": 0.611349, "nauc_precision_at_3_std": -0.35035, "nauc_precision_at_3_diff1": 0.880009, "nauc_precision_at_5_max": 0.545191, "nauc_precision_at_5_std": -0.371055, "nauc_precision_at_5_diff1": 0.866169, "nauc_precision_at_10_max": 0.523498, "nauc_precision_at_10_std": -0.447012, "nauc_precision_at_10_diff1": 0.903906, "nauc_precision_at_20_max": 0.134143, "nauc_precision_at_20_std": -0.723156, "nauc_precision_at_20_diff1": 0.851385, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.538525, "nauc_mrr_at_1_std": -0.32093, "nauc_mrr_at_1_diff1": 0.86904, "nauc_mrr_at_3_max": 0.553939, "nauc_mrr_at_3_std": -0.328211, "nauc_mrr_at_3_diff1": 0.871381, "nauc_mrr_at_5_max": 0.547869, "nauc_mrr_at_5_std": -0.327342, "nauc_mrr_at_5_diff1": 0.870146, "nauc_mrr_at_10_max": 0.548422, "nauc_mrr_at_10_std": -0.32609, "nauc_mrr_at_10_diff1": 0.870664, "nauc_mrr_at_20_max": 0.54776, "nauc_mrr_at_20_std": -0.326628, "nauc_mrr_at_20_diff1": 0.8705, "nauc_mrr_at_100_max": 0.548339, "nauc_mrr_at_100_std": -0.326667, "nauc_mrr_at_100_diff1": 0.87058, "nauc_mrr_at_1000_max": 0.548339, "nauc_mrr_at_1000_std": -0.326667, "nauc_mrr_at_1000_diff1": 0.87058, "hit_rate_at_1": 0.88467, "hit_rate_at_3": 0.96733, "hit_rate_at_5": 0.99, "hit_rate_at_10": 0.996, "hit_rate_at_20": 0.998, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.94486, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87333, "ndcg_at_3": 0.92464, "ndcg_at_5": 0.93207, "ndcg_at_10": 0.9363, "ndcg_at_20": 0.93698, "ndcg_at_100": 0.93799, "ndcg_at_1000": 0.93813, "map_at_1": 0.87333, "map_at_3": 0.91278, "map_at_5": 0.91691, "map_at_10": 0.91874, "map_at_20": 0.91893, "map_at_100": 0.91907, "map_at_1000": 0.91907, "recall_at_1": 0.87333, "recall_at_3": 0.95867, "recall_at_5": 0.97667, "recall_at_10": 0.98933, "recall_at_20": 0.992, "recall_at_100": 0.99733, "recall_at_1000": 0.99867, "accuracy": 0.87333, "precision_at_1": 0.87333, "precision_at_3": 0.31956, "precision_at_5": 0.19533, "precision_at_10": 0.09893, "precision_at_20": 0.0496, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.873333, "mrr_at_3": 0.912778, "mrr_at_5": 0.916911, "mrr_at_10": 0.918746, "mrr_at_20": 0.918935, "mrr_at_100": 0.919078, "mrr_at_1000": 0.91908, "nauc_ndcg_at_1_max": 0.357919, "nauc_ndcg_at_1_std": -0.300798, "nauc_ndcg_at_1_diff1": 0.808563, "nauc_ndcg_at_3_max": 0.321507, "nauc_ndcg_at_3_std": -0.310902, "nauc_ndcg_at_3_diff1": 0.757554, "nauc_ndcg_at_5_max": 0.331861, "nauc_ndcg_at_5_std": -0.291955, "nauc_ndcg_at_5_diff1": 0.76957, "nauc_ndcg_at_10_max": 0.340488, "nauc_ndcg_at_10_std": -0.281113, "nauc_ndcg_at_10_diff1": 0.772522, "nauc_ndcg_at_20_max": 0.339496, "nauc_ndcg_at_20_std": -0.285518, "nauc_ndcg_at_20_diff1": 0.772233, "nauc_ndcg_at_100_max": 0.341074, "nauc_ndcg_at_100_std": -0.286011, "nauc_ndcg_at_100_diff1": 0.775491, "nauc_ndcg_at_1000_max": 0.339482, "nauc_ndcg_at_1000_std": -0.289118, "nauc_ndcg_at_1000_diff1": 0.775619, "nauc_map_at_1_max": 0.357919, "nauc_map_at_1_std": -0.300798, "nauc_map_at_1_diff1": 0.808563, "nauc_map_at_3_max": 0.334255, "nauc_map_at_3_std": -0.307015, "nauc_map_at_3_diff1": 0.772993, "nauc_map_at_5_max": 0.340299, "nauc_map_at_5_std": -0.297319, "nauc_map_at_5_diff1": 0.779279, "nauc_map_at_10_max": 0.343123, "nauc_map_at_10_std": -0.29437, "nauc_map_at_10_diff1": 0.780348, "nauc_map_at_20_max": 0.343063, "nauc_map_at_20_std": -0.295273, "nauc_map_at_20_diff1": 0.780342, "nauc_map_at_100_max": 0.34319, "nauc_map_at_100_std": -0.295129, "nauc_map_at_100_diff1": 0.780567, "nauc_map_at_1000_max": 0.343168, "nauc_map_at_1000_std": -0.295171, "nauc_map_at_1000_diff1": 0.780567, "nauc_recall_at_1_max": 0.357919, "nauc_recall_at_1_std": -0.300798, "nauc_recall_at_1_diff1": 0.808563, "nauc_recall_at_3_max": 0.245354, "nauc_recall_at_3_std": -0.334418, "nauc_recall_at_3_diff1": 0.667367, "nauc_recall_at_5_max": 0.248433, "nauc_recall_at_5_std": -0.23396, "nauc_recall_at_5_diff1": 0.680552, "nauc_recall_at_10_max": 0.311975, "nauc_recall_at_10_std": 0.048144, "nauc_recall_at_10_diff1": 0.632236, "nauc_recall_at_20_max": 0.261944, "nauc_recall_at_20_std": 0.018674, "nauc_recall_at_20_diff1": 0.574035, "nauc_recall_at_100_max": 0.315009, "nauc_recall_at_100_std": 0.462068, "nauc_recall_at_100_diff1": 0.632937, "nauc_recall_at_1000_max": -0.369981, "nauc_recall_at_1000_std": -0.075864, "nauc_recall_at_1000_diff1": 0.554155, "nauc_precision_at_1_max": 0.357919, "nauc_precision_at_1_std": -0.300798, "nauc_precision_at_1_diff1": 0.808563, "nauc_precision_at_3_max": 0.245354, "nauc_precision_at_3_std": -0.334418, "nauc_precision_at_3_diff1": 0.667367, "nauc_precision_at_5_max": 0.248433, "nauc_precision_at_5_std": -0.23396, "nauc_precision_at_5_diff1": 0.680552, "nauc_precision_at_10_max": 0.311975, "nauc_precision_at_10_std": 0.048144, "nauc_precision_at_10_diff1": 0.632236, "nauc_precision_at_20_max": 0.261944, "nauc_precision_at_20_std": 0.018674, "nauc_precision_at_20_diff1": 0.574035, "nauc_precision_at_100_max": 0.315009, "nauc_precision_at_100_std": 0.462068, "nauc_precision_at_100_diff1": 0.632937, "nauc_precision_at_1000_max": -0.369981, "nauc_precision_at_1000_std": -0.075864, "nauc_precision_at_1000_diff1": 0.554155, "nauc_mrr_at_1_max": 0.357919, "nauc_mrr_at_1_std": -0.300798, "nauc_mrr_at_1_diff1": 0.808563, "nauc_mrr_at_3_max": 0.334255, "nauc_mrr_at_3_std": -0.307015, "nauc_mrr_at_3_diff1": 0.772993, "nauc_mrr_at_5_max": 0.340299, "nauc_mrr_at_5_std": -0.297319, "nauc_mrr_at_5_diff1": 0.779279, "nauc_mrr_at_10_max": 0.343099, "nauc_mrr_at_10_std": -0.294202, "nauc_mrr_at_10_diff1": 0.780323, "nauc_mrr_at_20_max": 0.343038, "nauc_mrr_at_20_std": -0.295104, "nauc_mrr_at_20_diff1": 0.780317, "nauc_mrr_at_100_max": 0.343165, "nauc_mrr_at_100_std": -0.29496, "nauc_mrr_at_100_diff1": 0.780541, "nauc_mrr_at_1000_max": 0.343144, "nauc_mrr_at_1000_std": -0.295002, "nauc_mrr_at_1000_diff1": 0.780541, "hit_rate_at_1": 0.87333, "hit_rate_at_3": 0.95867, "hit_rate_at_5": 0.97667, "hit_rate_at_10": 0.98933, "hit_rate_at_20": 0.992, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99867, "main_score": 0.9363, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.862, "ndcg_at_3": 0.9202, "ndcg_at_5": 0.92783, "ndcg_at_10": 0.93327, "ndcg_at_20": 0.93377, "ndcg_at_100": 0.93403, "ndcg_at_1000": 0.93431, "map_at_1": 0.862, "map_at_3": 0.90678, "map_at_5": 0.91098, "map_at_10": 0.91325, "map_at_20": 0.91339, "map_at_100": 0.91343, "map_at_1000": 0.91344, "recall_at_1": 0.862, "recall_at_3": 0.95867, "recall_at_5": 0.97733, "recall_at_10": 0.994, "recall_at_20": 0.996, "recall_at_100": 0.99733, "recall_at_1000": 0.99933, "accuracy": 0.862, "precision_at_1": 0.862, "precision_at_3": 0.31956, "precision_at_5": 0.19547, "precision_at_10": 0.0994, "precision_at_20": 0.0498, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.862, "mrr_at_3": 0.906667, "mrr_at_5": 0.910867, "mrr_at_10": 0.91314, "mrr_at_20": 0.91328, "mrr_at_100": 0.913317, "mrr_at_1000": 0.913332, "nauc_ndcg_at_1_max": 0.458604, "nauc_ndcg_at_1_std": -0.264387, "nauc_ndcg_at_1_diff1": 0.816465, "nauc_ndcg_at_3_max": 0.500365, "nauc_ndcg_at_3_std": -0.252713, "nauc_ndcg_at_3_diff1": 0.802321, "nauc_ndcg_at_5_max": 0.485726, "nauc_ndcg_at_5_std": -0.237755, "nauc_ndcg_at_5_diff1": 0.80258, "nauc_ndcg_at_10_max": 0.491664, "nauc_ndcg_at_10_std": -0.238049, "nauc_ndcg_at_10_diff1": 0.807017, "nauc_ndcg_at_20_max": 0.487656, "nauc_ndcg_at_20_std": -0.236306, "nauc_ndcg_at_20_diff1": 0.806598, "nauc_ndcg_at_100_max": 0.488029, "nauc_ndcg_at_100_std": -0.238226, "nauc_ndcg_at_100_diff1": 0.806931, "nauc_ndcg_at_1000_max": 0.486156, "nauc_ndcg_at_1000_std": -0.242603, "nauc_ndcg_at_1000_diff1": 0.80646, "nauc_map_at_1_max": 0.458604, "nauc_map_at_1_std": -0.264387, "nauc_map_at_1_diff1": 0.816465, "nauc_map_at_3_max": 0.488875, "nauc_map_at_3_std": -0.257768, "nauc_map_at_3_diff1": 0.806526, "nauc_map_at_5_max": 0.481147, "nauc_map_at_5_std": -0.251196, "nauc_map_at_5_diff1": 0.80661, "nauc_map_at_10_max": 0.483288, "nauc_map_at_10_std": -0.250686, "nauc_map_at_10_diff1": 0.808144, "nauc_map_at_20_max": 0.482427, "nauc_map_at_20_std": -0.250211, "nauc_map_at_20_diff1": 0.808068, "nauc_map_at_100_max": 0.482415, "nauc_map_at_100_std": -0.250439, "nauc_map_at_100_diff1": 0.808105, "nauc_map_at_1000_max": 0.482336, "nauc_map_at_1000_std": -0.250623, "nauc_map_at_1000_diff1": 0.808086, "nauc_recall_at_1_max": 0.458604, "nauc_recall_at_1_std": -0.264387, "nauc_recall_at_1_diff1": 0.816465, "nauc_recall_at_3_max": 0.570186, "nauc_recall_at_3_std": -0.21985, "nauc_recall_at_3_diff1": 0.7764, "nauc_recall_at_5_max": 0.526377, "nauc_recall_at_5_std": -0.081205, "nauc_recall_at_5_diff1": 0.760765, "nauc_recall_at_10_max": 0.809939, "nauc_recall_at_10_std": 0.272124, "nauc_recall_at_10_diff1": 0.79251, "nauc_recall_at_20_max": 0.714908, "nauc_recall_at_20_std": 0.618036, "nauc_recall_at_20_diff1": 0.756847, "nauc_recall_at_100_max": 0.897876, "nauc_recall_at_100_std": 0.806839, "nauc_recall_at_100_diff1": 0.77416, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.358077, "nauc_precision_at_1_max": 0.458604, "nauc_precision_at_1_std": -0.264387, "nauc_precision_at_1_diff1": 0.816465, "nauc_precision_at_3_max": 0.570186, "nauc_precision_at_3_std": -0.21985, "nauc_precision_at_3_diff1": 0.7764, "nauc_precision_at_5_max": 0.526377, "nauc_precision_at_5_std": -0.081205, "nauc_precision_at_5_diff1": 0.760765, "nauc_precision_at_10_max": 0.809939, "nauc_precision_at_10_std": 0.272124, "nauc_precision_at_10_diff1": 0.79251, "nauc_precision_at_20_max": 0.714908, "nauc_precision_at_20_std": 0.618036, "nauc_precision_at_20_diff1": 0.756847, "nauc_precision_at_100_max": 0.897876, "nauc_precision_at_100_std": 0.806839, "nauc_precision_at_100_diff1": 0.77416, "nauc_precision_at_1000_max": 0.869281, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.358077, "nauc_mrr_at_1_max": 0.458604, "nauc_mrr_at_1_std": -0.264387, "nauc_mrr_at_1_diff1": 0.816465, "nauc_mrr_at_3_max": 0.489341, "nauc_mrr_at_3_std": -0.258861, "nauc_mrr_at_3_diff1": 0.806763, "nauc_mrr_at_5_max": 0.481645, "nauc_mrr_at_5_std": -0.25235, "nauc_mrr_at_5_diff1": 0.806858, "nauc_mrr_at_10_max": 0.483797, "nauc_mrr_at_10_std": -0.251872, "nauc_mrr_at_10_diff1": 0.808396, "nauc_mrr_at_20_max": 0.482937, "nauc_mrr_at_20_std": -0.2514, "nauc_mrr_at_20_diff1": 0.808321, "nauc_mrr_at_100_max": 0.482926, "nauc_mrr_at_100_std": -0.251629, "nauc_mrr_at_100_diff1": 0.808358, "nauc_mrr_at_1000_max": 0.482847, "nauc_mrr_at_1000_std": -0.251813, "nauc_mrr_at_1000_diff1": 0.808339, "hit_rate_at_1": 0.862, "hit_rate_at_3": 0.95867, "hit_rate_at_5": 0.97733, "hit_rate_at_10": 0.994, "hit_rate_at_20": 0.996, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99933, "main_score": 0.93327, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87333, "ndcg_at_3": 0.92682, "ndcg_at_5": 0.93304, "ndcg_at_10": 0.93664, "ndcg_at_20": 0.93818, "ndcg_at_100": 0.93843, "ndcg_at_1000": 0.93843, "map_at_1": 0.87333, "map_at_3": 0.91433, "map_at_5": 0.91773, "map_at_10": 0.91931, "map_at_20": 0.91975, "map_at_100": 0.91978, "map_at_1000": 0.91978, "recall_at_1": 0.87333, "recall_at_3": 0.96267, "recall_at_5": 0.978, "recall_at_10": 0.98867, "recall_at_20": 0.99467, "recall_at_100": 0.996, "recall_at_1000": 0.996, "accuracy": 0.87333, "precision_at_1": 0.87333, "precision_at_3": 0.32089, "precision_at_5": 0.1956, "precision_at_10": 0.09887, "precision_at_20": 0.04973, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.873333, "mrr_at_3": 0.914333, "mrr_at_5": 0.917733, "mrr_at_10": 0.919327, "mrr_at_20": 0.919762, "mrr_at_100": 0.9198, "mrr_at_1000": 0.9198, "nauc_ndcg_at_1_max": 0.442423, "nauc_ndcg_at_1_std": -0.118659, "nauc_ndcg_at_1_diff1": 0.841488, "nauc_ndcg_at_3_max": 0.505566, "nauc_ndcg_at_3_std": -0.045631, "nauc_ndcg_at_3_diff1": 0.821631, "nauc_ndcg_at_5_max": 0.480419, "nauc_ndcg_at_5_std": -0.06011, "nauc_ndcg_at_5_diff1": 0.816223, "nauc_ndcg_at_10_max": 0.503827, "nauc_ndcg_at_10_std": -0.040943, "nauc_ndcg_at_10_diff1": 0.827851, "nauc_ndcg_at_20_max": 0.494817, "nauc_ndcg_at_20_std": -0.056143, "nauc_ndcg_at_20_diff1": 0.829383, "nauc_ndcg_at_100_max": 0.493046, "nauc_ndcg_at_100_std": -0.054724, "nauc_ndcg_at_100_diff1": 0.829999, "nauc_ndcg_at_1000_max": 0.493046, "nauc_ndcg_at_1000_std": -0.054724, "nauc_ndcg_at_1000_diff1": 0.829999, "nauc_map_at_1_max": 0.442423, "nauc_map_at_1_std": -0.118659, "nauc_map_at_1_diff1": 0.841488, "nauc_map_at_3_max": 0.487488, "nauc_map_at_3_std": -0.069678, "nauc_map_at_3_diff1": 0.827587, "nauc_map_at_5_max": 0.475612, "nauc_map_at_5_std": -0.077752, "nauc_map_at_5_diff1": 0.825576, "nauc_map_at_10_max": 0.483663, "nauc_map_at_10_std": -0.071866, "nauc_map_at_10_diff1": 0.829775, "nauc_map_at_20_max": 0.481585, "nauc_map_at_20_std": -0.075246, "nauc_map_at_20_diff1": 0.83012, "nauc_map_at_100_max": 0.481383, "nauc_map_at_100_std": -0.07488, "nauc_map_at_100_diff1": 0.830229, "nauc_map_at_1000_max": 0.481383, "nauc_map_at_1000_std": -0.07488, "nauc_map_at_1000_diff1": 0.830229, "nauc_recall_at_1_max": 0.442423, "nauc_recall_at_1_std": -0.118659, "nauc_recall_at_1_diff1": 0.841488, "nauc_recall_at_3_max": 0.618873, "nauc_recall_at_3_std": 0.108685, "nauc_recall_at_3_diff1": 0.783989, "nauc_recall_at_5_max": 0.511516, "nauc_recall_at_5_std": 0.118977, "nauc_recall_at_5_diff1": 0.715757, "nauc_recall_at_10_max": 0.91668, "nauc_recall_at_10_std": 0.610699, "nauc_recall_at_10_diff1": 0.809277, "nauc_recall_at_20_max": 0.98366, "nauc_recall_at_20_std": 0.66159, "nauc_recall_at_20_diff1": 0.855859, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.953704, "nauc_recall_at_100_diff1": 0.903906, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.953704, "nauc_recall_at_1000_diff1": 0.903906, "nauc_precision_at_1_max": 0.442423, "nauc_precision_at_1_std": -0.118659, "nauc_precision_at_1_diff1": 0.841488, "nauc_precision_at_3_max": 0.618873, "nauc_precision_at_3_std": 0.108685, "nauc_precision_at_3_diff1": 0.783989, "nauc_precision_at_5_max": 0.511516, "nauc_precision_at_5_std": 0.118977, "nauc_precision_at_5_diff1": 0.715757, "nauc_precision_at_10_max": 0.91668, "nauc_precision_at_10_std": 0.610699, "nauc_precision_at_10_diff1": 0.809277, "nauc_precision_at_20_max": 0.98366, "nauc_precision_at_20_std": 0.66159, "nauc_precision_at_20_diff1": 0.855859, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.953704, "nauc_precision_at_100_diff1": 0.903906, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.953704, "nauc_precision_at_1000_diff1": 0.903906, "nauc_mrr_at_1_max": 0.442423, "nauc_mrr_at_1_std": -0.118659, "nauc_mrr_at_1_diff1": 0.841488, "nauc_mrr_at_3_max": 0.487488, "nauc_mrr_at_3_std": -0.069678, "nauc_mrr_at_3_diff1": 0.827587, "nauc_mrr_at_5_max": 0.475612, "nauc_mrr_at_5_std": -0.077752, "nauc_mrr_at_5_diff1": 0.825576, "nauc_mrr_at_10_max": 0.483582, "nauc_mrr_at_10_std": -0.071957, "nauc_mrr_at_10_diff1": 0.829767, "nauc_mrr_at_20_max": 0.481502, "nauc_mrr_at_20_std": -0.075338, "nauc_mrr_at_20_diff1": 0.830112, "nauc_mrr_at_100_max": 0.4813, "nauc_mrr_at_100_std": -0.074972, "nauc_mrr_at_100_diff1": 0.83022, "nauc_mrr_at_1000_max": 0.4813, "nauc_mrr_at_1000_std": -0.074972, "nauc_mrr_at_1000_diff1": 0.83022, "hit_rate_at_1": 0.87333, "hit_rate_at_3": 0.96267, "hit_rate_at_5": 0.978, "hit_rate_at_10": 0.98867, "hit_rate_at_20": 0.99467, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 0.996, "main_score": 0.93664, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.86733, "ndcg_at_3": 0.92225, "ndcg_at_5": 0.93006, "ndcg_at_10": 0.93387, "ndcg_at_20": 0.93457, "ndcg_at_100": 0.93532, "ndcg_at_1000": 0.93547, "map_at_1": 0.86733, "map_at_3": 0.90956, "map_at_5": 0.91396, "map_at_10": 0.91561, "map_at_20": 0.91582, "map_at_100": 0.91592, "map_at_1000": 0.91593, "recall_at_1": 0.86733, "recall_at_3": 0.95867, "recall_at_5": 0.97733, "recall_at_10": 0.98867, "recall_at_20": 0.99133, "recall_at_100": 0.99533, "recall_at_1000": 0.99667, "accuracy": 0.86733, "precision_at_1": 0.86733, "precision_at_3": 0.31956, "precision_at_5": 0.19547, "precision_at_10": 0.09887, "precision_at_20": 0.04957, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.867333, "mrr_at_3": 0.909556, "mrr_at_5": 0.913956, "mrr_at_10": 0.915613, "mrr_at_20": 0.915821, "mrr_at_100": 0.915926, "mrr_at_1000": 0.915929, "nauc_ndcg_at_1_max": 0.503292, "nauc_ndcg_at_1_std": -0.308813, "nauc_ndcg_at_1_diff1": 0.886866, "nauc_ndcg_at_3_max": 0.570843, "nauc_ndcg_at_3_std": -0.228414, "nauc_ndcg_at_3_diff1": 0.87965, "nauc_ndcg_at_5_max": 0.575985, "nauc_ndcg_at_5_std": -0.216118, "nauc_ndcg_at_5_diff1": 0.883112, "nauc_ndcg_at_10_max": 0.561477, "nauc_ndcg_at_10_std": -0.227545, "nauc_ndcg_at_10_diff1": 0.879442, "nauc_ndcg_at_20_max": 0.557431, "nauc_ndcg_at_20_std": -0.237952, "nauc_ndcg_at_20_diff1": 0.879554, "nauc_ndcg_at_100_max": 0.55349, "nauc_ndcg_at_100_std": -0.234934, "nauc_ndcg_at_100_diff1": 0.879569, "nauc_ndcg_at_1000_max": 0.552895, "nauc_ndcg_at_1000_std": -0.237241, "nauc_ndcg_at_1000_diff1": 0.879274, "nauc_map_at_1_max": 0.503292, "nauc_map_at_1_std": -0.308813, "nauc_map_at_1_diff1": 0.886866, "nauc_map_at_3_max": 0.548222, "nauc_map_at_3_std": -0.255383, "nauc_map_at_3_diff1": 0.880855, "nauc_map_at_5_max": 0.549011, "nauc_map_at_5_std": -0.251214, "nauc_map_at_5_diff1": 0.882613, "nauc_map_at_10_max": 0.543526, "nauc_map_at_10_std": -0.255913, "nauc_map_at_10_diff1": 0.881347, "nauc_map_at_20_max": 0.542553, "nauc_map_at_20_std": -0.258446, "nauc_map_at_20_diff1": 0.881378, "nauc_map_at_100_max": 0.542113, "nauc_map_at_100_std": -0.258048, "nauc_map_at_100_diff1": 0.881357, "nauc_map_at_1000_max": 0.542098, "nauc_map_at_1000_std": -0.258096, "nauc_map_at_1000_diff1": 0.881352, "nauc_recall_at_1_max": 0.503292, "nauc_recall_at_1_std": -0.308813, "nauc_recall_at_1_diff1": 0.886866, "nauc_recall_at_3_max": 0.709376, "nauc_recall_at_3_std": -0.063213, "nauc_recall_at_3_diff1": 0.873385, "nauc_recall_at_5_max": 0.86648, "nauc_recall_at_5_std": 0.162506, "nauc_recall_at_5_diff1": 0.891594, "nauc_recall_at_10_max": 0.910337, "nauc_recall_at_10_std": 0.351293, "nauc_recall_at_10_diff1": 0.837974, "nauc_recall_at_20_max": 0.904115, "nauc_recall_at_20_std": 0.242548, "nauc_recall_at_20_diff1": 0.828342, "nauc_recall_at_100_max": 0.917634, "nauc_recall_at_100_std": 0.84994, "nauc_recall_at_100_diff1": 0.791583, "nauc_recall_at_1000_max": 0.973856, "nauc_recall_at_1000_std": 0.918301, "nauc_recall_at_1000_diff1": 0.708217, "nauc_precision_at_1_max": 0.503292, "nauc_precision_at_1_std": -0.308813, "nauc_precision_at_1_diff1": 0.886866, "nauc_precision_at_3_max": 0.709376, "nauc_precision_at_3_std": -0.063213, "nauc_precision_at_3_diff1": 0.873385, "nauc_precision_at_5_max": 0.86648, "nauc_precision_at_5_std": 0.162506, "nauc_precision_at_5_diff1": 0.891594, "nauc_precision_at_10_max": 0.910337, "nauc_precision_at_10_std": 0.351293, "nauc_precision_at_10_diff1": 0.837974, "nauc_precision_at_20_max": 0.904115, "nauc_precision_at_20_std": 0.242548, "nauc_precision_at_20_diff1": 0.828342, "nauc_precision_at_100_max": 0.917634, "nauc_precision_at_100_std": 0.84994, "nauc_precision_at_100_diff1": 0.791583, "nauc_precision_at_1000_max": 0.973856, "nauc_precision_at_1000_std": 0.918301, "nauc_precision_at_1000_diff1": 0.708217, "nauc_mrr_at_1_max": 0.503292, "nauc_mrr_at_1_std": -0.308813, "nauc_mrr_at_1_diff1": 0.886866, "nauc_mrr_at_3_max": 0.548222, "nauc_mrr_at_3_std": -0.255383, "nauc_mrr_at_3_diff1": 0.880855, "nauc_mrr_at_5_max": 0.549011, "nauc_mrr_at_5_std": -0.251214, "nauc_mrr_at_5_diff1": 0.882613, "nauc_mrr_at_10_max": 0.543526, "nauc_mrr_at_10_std": -0.255913, "nauc_mrr_at_10_diff1": 0.881347, "nauc_mrr_at_20_max": 0.542553, "nauc_mrr_at_20_std": -0.258446, "nauc_mrr_at_20_diff1": 0.881378, "nauc_mrr_at_100_max": 0.542108, "nauc_mrr_at_100_std": -0.258024, "nauc_mrr_at_100_diff1": 0.881355, "nauc_mrr_at_1000_max": 0.542093, "nauc_mrr_at_1000_std": -0.258072, "nauc_mrr_at_1000_diff1": 0.88135, "hit_rate_at_1": 0.86733, "hit_rate_at_3": 0.95867, "hit_rate_at_5": 0.97733, "hit_rate_at_10": 0.98867, "hit_rate_at_20": 0.99133, "hit_rate_at_100": 0.99533, "hit_rate_at_1000": 0.99667, "main_score": 0.93387, "hf_subset": "sr", "languages": [ "srp-Cyrl" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.83733, "ndcg_at_3": 0.90136, "ndcg_at_5": 0.9112, "ndcg_at_10": 0.91738, "ndcg_at_20": 0.91837, "ndcg_at_100": 0.91928, "ndcg_at_1000": 0.91947, "map_at_1": 0.83733, "map_at_3": 0.88589, "map_at_5": 0.89149, "map_at_10": 0.89412, "map_at_20": 0.89438, "map_at_100": 0.89452, "map_at_1000": 0.89454, "recall_at_1": 0.83733, "recall_at_3": 0.946, "recall_at_5": 0.96933, "recall_at_10": 0.988, "recall_at_20": 0.992, "recall_at_100": 0.99667, "recall_at_1000": 0.998, "accuracy": 0.83733, "precision_at_1": 0.83733, "precision_at_3": 0.31533, "precision_at_5": 0.19387, "precision_at_10": 0.0988, "precision_at_20": 0.0496, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.837333, "mrr_at_3": 0.885889, "mrr_at_5": 0.891489, "mrr_at_10": 0.894124, "mrr_at_20": 0.894384, "mrr_at_100": 0.894525, "mrr_at_1000": 0.894535, "nauc_ndcg_at_1_max": 0.496734, "nauc_ndcg_at_1_std": -0.110582, "nauc_ndcg_at_1_diff1": 0.827417, "nauc_ndcg_at_3_max": 0.542328, "nauc_ndcg_at_3_std": -0.104376, "nauc_ndcg_at_3_diff1": 0.797745, "nauc_ndcg_at_5_max": 0.529594, "nauc_ndcg_at_5_std": -0.096646, "nauc_ndcg_at_5_diff1": 0.799409, "nauc_ndcg_at_10_max": 0.526568, "nauc_ndcg_at_10_std": -0.084632, "nauc_ndcg_at_10_diff1": 0.803904, "nauc_ndcg_at_20_max": 0.523488, "nauc_ndcg_at_20_std": -0.086808, "nauc_ndcg_at_20_diff1": 0.804941, "nauc_ndcg_at_100_max": 0.523619, "nauc_ndcg_at_100_std": -0.087694, "nauc_ndcg_at_100_diff1": 0.806868, "nauc_ndcg_at_1000_max": 0.523033, "nauc_ndcg_at_1000_std": -0.089984, "nauc_ndcg_at_1000_diff1": 0.807541, "nauc_map_at_1_max": 0.496734, "nauc_map_at_1_std": -0.110582, "nauc_map_at_1_diff1": 0.827417, "nauc_map_at_3_max": 0.525832, "nauc_map_at_3_std": -0.10433, "nauc_map_at_3_diff1": 0.805932, "nauc_map_at_5_max": 0.519091, "nauc_map_at_5_std": -0.101136, "nauc_map_at_5_diff1": 0.807279, "nauc_map_at_10_max": 0.518235, "nauc_map_at_10_std": -0.097578, "nauc_map_at_10_diff1": 0.809147, "nauc_map_at_20_max": 0.517594, "nauc_map_at_20_std": -0.09802, "nauc_map_at_20_diff1": 0.809407, "nauc_map_at_100_max": 0.517617, "nauc_map_at_100_std": -0.098198, "nauc_map_at_100_diff1": 0.809611, "nauc_map_at_1000_max": 0.517597, "nauc_map_at_1000_std": -0.09829, "nauc_map_at_1000_diff1": 0.809643, "nauc_recall_at_1_max": 0.496734, "nauc_recall_at_1_std": -0.110582, "nauc_recall_at_1_diff1": 0.827417, "nauc_recall_at_3_max": 0.6402, "nauc_recall_at_3_std": -0.106454, "nauc_recall_at_3_diff1": 0.751179, "nauc_recall_at_5_max": 0.628923, "nauc_recall_at_5_std": -0.050846, "nauc_recall_at_5_diff1": 0.724942, "nauc_recall_at_10_max": 0.704248, "nauc_recall_at_10_std": 0.276818, "nauc_recall_at_10_diff1": 0.692162, "nauc_recall_at_20_max": 0.670168, "nauc_recall_at_20_std": 0.367764, "nauc_recall_at_20_diff1": 0.673825, "nauc_recall_at_100_max": 0.884687, "nauc_recall_at_100_std": 0.918301, "nauc_recall_at_100_diff1": 0.73436, "nauc_recall_at_1000_max": 0.956427, "nauc_recall_at_1000_std": 0.956427, "nauc_recall_at_1000_diff1": 0.863834, "nauc_precision_at_1_max": 0.496734, "nauc_precision_at_1_std": -0.110582, "nauc_precision_at_1_diff1": 0.827417, "nauc_precision_at_3_max": 0.6402, "nauc_precision_at_3_std": -0.106454, "nauc_precision_at_3_diff1": 0.751179, "nauc_precision_at_5_max": 0.628923, "nauc_precision_at_5_std": -0.050846, "nauc_precision_at_5_diff1": 0.724942, "nauc_precision_at_10_max": 0.704248, "nauc_precision_at_10_std": 0.276818, "nauc_precision_at_10_diff1": 0.692162, "nauc_precision_at_20_max": 0.670168, "nauc_precision_at_20_std": 0.367764, "nauc_precision_at_20_diff1": 0.673825, "nauc_precision_at_100_max": 0.884687, "nauc_precision_at_100_std": 0.918301, "nauc_precision_at_100_diff1": 0.73436, "nauc_precision_at_1000_max": 0.956427, "nauc_precision_at_1000_std": 0.956427, "nauc_precision_at_1000_diff1": 0.863834, "nauc_mrr_at_1_max": 0.496734, "nauc_mrr_at_1_std": -0.110582, "nauc_mrr_at_1_diff1": 0.827417, "nauc_mrr_at_3_max": 0.525832, "nauc_mrr_at_3_std": -0.10433, "nauc_mrr_at_3_diff1": 0.805932, "nauc_mrr_at_5_max": 0.519091, "nauc_mrr_at_5_std": -0.101136, "nauc_mrr_at_5_diff1": 0.807279, "nauc_mrr_at_10_max": 0.518235, "nauc_mrr_at_10_std": -0.097578, "nauc_mrr_at_10_diff1": 0.809147, "nauc_mrr_at_20_max": 0.517594, "nauc_mrr_at_20_std": -0.09802, "nauc_mrr_at_20_diff1": 0.809407, "nauc_mrr_at_100_max": 0.517617, "nauc_mrr_at_100_std": -0.098198, "nauc_mrr_at_100_diff1": 0.809611, "nauc_mrr_at_1000_max": 0.517597, "nauc_mrr_at_1000_std": -0.09829, "nauc_mrr_at_1000_diff1": 0.809643, "hit_rate_at_1": 0.83733, "hit_rate_at_3": 0.946, "hit_rate_at_5": 0.96933, "hit_rate_at_10": 0.988, "hit_rate_at_20": 0.992, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 0.998, "main_score": 0.91738, "hf_subset": "no", "languages": [ "nor-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.88333, "ndcg_at_3": 0.92875, "ndcg_at_5": 0.93555, "ndcg_at_10": 0.94083, "ndcg_at_20": 0.94187, "ndcg_at_100": 0.94227, "ndcg_at_1000": 0.94227, "map_at_1": 0.88333, "map_at_3": 0.91811, "map_at_5": 0.92184, "map_at_10": 0.92408, "map_at_20": 0.92439, "map_at_100": 0.92445, "map_at_1000": 0.92445, "recall_at_1": 0.88333, "recall_at_3": 0.95933, "recall_at_5": 0.976, "recall_at_10": 0.992, "recall_at_20": 0.996, "recall_at_100": 0.998, "recall_at_1000": 0.998, "accuracy": 0.88333, "precision_at_1": 0.88333, "precision_at_3": 0.31978, "precision_at_5": 0.1952, "precision_at_10": 0.0992, "precision_at_20": 0.0498, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.883333, "mrr_at_3": 0.918111, "mrr_at_5": 0.921844, "mrr_at_10": 0.924082, "mrr_at_20": 0.924388, "mrr_at_100": 0.924454, "mrr_at_1000": 0.924454, "nauc_ndcg_at_1_max": 0.474291, "nauc_ndcg_at_1_std": -0.211423, "nauc_ndcg_at_1_diff1": 0.849091, "nauc_ndcg_at_3_max": 0.518285, "nauc_ndcg_at_3_std": -0.148339, "nauc_ndcg_at_3_diff1": 0.836901, "nauc_ndcg_at_5_max": 0.485318, "nauc_ndcg_at_5_std": -0.168098, "nauc_ndcg_at_5_diff1": 0.824151, "nauc_ndcg_at_10_max": 0.506175, "nauc_ndcg_at_10_std": -0.163357, "nauc_ndcg_at_10_diff1": 0.837214, "nauc_ndcg_at_20_max": 0.500574, "nauc_ndcg_at_20_std": -0.172692, "nauc_ndcg_at_20_diff1": 0.837344, "nauc_ndcg_at_100_max": 0.498285, "nauc_ndcg_at_100_std": -0.167428, "nauc_ndcg_at_100_diff1": 0.837424, "nauc_ndcg_at_1000_max": 0.498285, "nauc_ndcg_at_1000_std": -0.167428, "nauc_ndcg_at_1000_diff1": 0.837424, "nauc_map_at_1_max": 0.474291, "nauc_map_at_1_std": -0.211423, "nauc_map_at_1_diff1": 0.849091, "nauc_map_at_3_max": 0.502492, "nauc_map_at_3_std": -0.168475, "nauc_map_at_3_diff1": 0.839303, "nauc_map_at_5_max": 0.486711, "nauc_map_at_5_std": -0.179253, "nauc_map_at_5_diff1": 0.833702, "nauc_map_at_10_max": 0.493925, "nauc_map_at_10_std": -0.17736, "nauc_map_at_10_diff1": 0.838619, "nauc_map_at_20_max": 0.492547, "nauc_map_at_20_std": -0.179514, "nauc_map_at_20_diff1": 0.838674, "nauc_map_at_100_max": 0.492224, "nauc_map_at_100_std": -0.178852, "nauc_map_at_100_diff1": 0.838659, "nauc_map_at_1000_max": 0.492224, "nauc_map_at_1000_std": -0.178852, "nauc_map_at_1000_diff1": 0.838659, "nauc_recall_at_1_max": 0.474291, "nauc_recall_at_1_std": -0.211423, "nauc_recall_at_1_diff1": 0.849091, "nauc_recall_at_3_max": 0.609466, "nauc_recall_at_3_std": -0.03405, "nauc_recall_at_3_diff1": 0.824578, "nauc_recall_at_5_max": 0.459293, "nauc_recall_at_5_std": -0.07196, "nauc_recall_at_5_diff1": 0.73226, "nauc_recall_at_10_max": 0.856092, "nauc_recall_at_10_std": 0.194289, "nauc_recall_at_10_diff1": 0.822207, "nauc_recall_at_20_max": 0.907407, "nauc_recall_at_20_std": 0.038515, "nauc_recall_at_20_diff1": 0.811313, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.807812, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.807812, "nauc_precision_at_1_max": 0.474291, "nauc_precision_at_1_std": -0.211423, "nauc_precision_at_1_diff1": 0.849091, "nauc_precision_at_3_max": 0.609466, "nauc_precision_at_3_std": -0.03405, "nauc_precision_at_3_diff1": 0.824578, "nauc_precision_at_5_max": 0.459293, "nauc_precision_at_5_std": -0.07196, "nauc_precision_at_5_diff1": 0.73226, "nauc_precision_at_10_max": 0.856092, "nauc_precision_at_10_std": 0.194289, "nauc_precision_at_10_diff1": 0.822207, "nauc_precision_at_20_max": 0.907407, "nauc_precision_at_20_std": 0.038515, "nauc_precision_at_20_diff1": 0.811313, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.807812, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.807812, "nauc_mrr_at_1_max": 0.474291, "nauc_mrr_at_1_std": -0.211423, "nauc_mrr_at_1_diff1": 0.849091, "nauc_mrr_at_3_max": 0.502492, "nauc_mrr_at_3_std": -0.168475, "nauc_mrr_at_3_diff1": 0.839303, "nauc_mrr_at_5_max": 0.486711, "nauc_mrr_at_5_std": -0.179253, "nauc_mrr_at_5_diff1": 0.833702, "nauc_mrr_at_10_max": 0.493925, "nauc_mrr_at_10_std": -0.17736, "nauc_mrr_at_10_diff1": 0.838619, "nauc_mrr_at_20_max": 0.492547, "nauc_mrr_at_20_std": -0.179514, "nauc_mrr_at_20_diff1": 0.838674, "nauc_mrr_at_100_max": 0.492224, "nauc_mrr_at_100_std": -0.178852, "nauc_mrr_at_100_diff1": 0.838659, "nauc_mrr_at_1000_max": 0.492224, "nauc_mrr_at_1000_std": -0.178852, "nauc_mrr_at_1000_diff1": 0.838659, "hit_rate_at_1": 0.88333, "hit_rate_at_3": 0.95933, "hit_rate_at_5": 0.976, "hit_rate_at_10": 0.992, "hit_rate_at_20": 0.996, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 0.998, "main_score": 0.94083, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 3624.408016964793, "kg_co2_emissions": null, "date": 1785351134.703722, "evaluation_phases": [ { "name": "Data loading", "start": 4.4405460357666016e-06, "end": 93.17750664800406, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 93.17751637846231, "end": 93.17751779407263, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 93.20029132068157, "end": 301.4165037423372, "split": "test", "subset": "bg" }, { "name": "Scoring", "start": 301.4165944233537, "end": 302.42380087822676, "split": "test", "subset": "bg" }, { "name": "Encoding queries and documents", "start": 302.49210368841887, "end": 560.4538157060742, "split": "test", "subset": "bn" }, { "name": "Scoring", "start": 560.4539059102535, "end": 561.543022044003, "split": "test", "subset": "bn" }, { "name": "Encoding queries and documents", "start": 561.6230212077498, "end": 774.9822943285108, "split": "test", "subset": "cs" }, { "name": "Scoring", "start": 774.9823633134365, "end": 776.0815353691578, "split": "test", "subset": "cs" }, { "name": "Encoding queries and documents", "start": 776.1961903646588, "end": 981.9734934568405, "split": "test", "subset": "da" }, { "name": "Scoring", "start": 981.97358404845, "end": 983.4803112521768, "split": "test", "subset": "da" }, { "name": "Encoding queries and documents", "start": 983.5638987347484, "end": 1187.986261755228, "split": "test", "subset": "de" }, { "name": "Scoring", "start": 1187.9863487631083, "end": 1189.081164777279, "split": "test", "subset": "de" }, { "name": "Encoding queries and documents", "start": 1189.1637593507767, "end": 1392.4985112920403, "split": "test", "subset": "en" }, { "name": "Scoring", "start": 1392.4986046999693, "end": 1393.6046466305852, "split": "test", "subset": "en" }, { "name": "Encoding queries and documents", "start": 1393.687941327691, "end": 1686.282414212823, "split": "test", "subset": "fa" }, { "name": "Scoring", "start": 1686.2825122401118, "end": 1687.4019485265017, "split": "test", "subset": "fa" }, { "name": "Encoding queries and documents", "start": 1687.4761964082718, "end": 1897.2078629285097, "split": "test", "subset": "fi" }, { "name": "Scoring", "start": 1897.2079488560557, "end": 1898.3215846195817, "split": "test", "subset": "fi" }, { "name": "Encoding queries and documents", "start": 1898.4061276838183, "end": 2166.212427780032, "split": "test", "subset": "hi" }, { "name": "Scoring", "start": 2166.2125253751874, "end": 2167.3399277552962, "split": "test", "subset": "hi" }, { "name": "Encoding queries and documents", "start": 2167.423370078206, "end": 2373.2774838507175, "split": "test", "subset": "it" }, { "name": "Scoring", "start": 2373.277566500008, "end": 2374.408639498055, "split": "test", "subset": "it" }, { "name": "Encoding queries and documents", "start": 2374.493868909776, "end": 2578.8100892826915, "split": "test", "subset": "nl" }, { "name": "Scoring", "start": 2578.810178361833, "end": 2579.9155593961477, "split": "test", "subset": "nl" }, { "name": "Encoding queries and documents", "start": 2580.0018878281116, "end": 2784.9848314598203, "split": "test", "subset": "pt" }, { "name": "Scoring", "start": 2784.984900087118, "end": 2786.1045575365424, "split": "test", "subset": "pt" }, { "name": "Encoding queries and documents", "start": 2786.191241696477, "end": 2994.600221388042, "split": "test", "subset": "ro" }, { "name": "Scoring", "start": 2994.6003036648035, "end": 2995.7193904072046, "split": "test", "subset": "ro" }, { "name": "Encoding queries and documents", "start": 2995.8062587454915, "end": 3207.890862688422, "split": "test", "subset": "sr" }, { "name": "Scoring", "start": 3207.890942245722, "end": 3209.016884483397, "split": "test", "subset": "sr" }, { "name": "Encoding queries and documents", "start": 3209.105620354414, "end": 3415.6081103160977, "split": "test", "subset": "no" }, { "name": "Scoring", "start": 3415.608203060925, "end": 3416.7200538665056, "split": "test", "subset": "no" }, { "name": "Encoding queries and documents", "start": 3416.809589445591, "end": 3623.2129028066993, "split": "test", "subset": "sv" }, { "name": "Scoring", "start": 3623.2129931375384, "end": 3624.330825306475, "split": "test", "subset": "sv" } ] }