{ "dataset_revision": "8aef059b329d70e590bb81454a8a85ecdae54b45", "task_name": "CommonVoiceMini21T2ARetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.505, "ndcg_at_3": 0.61571, "ndcg_at_5": 0.63637, "ndcg_at_10": 0.66, "ndcg_at_20": 0.67622, "ndcg_at_100": 0.69538, "ndcg_at_1000": 0.69673, "map_at_1": 0.505, "map_at_3": 0.58833, "map_at_5": 0.59983, "map_at_10": 0.60923, "map_at_20": 0.61358, "map_at_100": 0.61604, "map_at_1000": 0.61611, "recall_at_1": 0.505, "recall_at_3": 0.695, "recall_at_5": 0.745, "recall_at_10": 0.82, "recall_at_20": 0.885, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.505, "precision_at_1": 0.505, "precision_at_3": 0.23167, "precision_at_5": 0.149, "precision_at_10": 0.082, "precision_at_20": 0.04425, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.505, "mrr_at_3": 0.588333, "mrr_at_5": 0.599833, "mrr_at_10": 0.609228, "mrr_at_20": 0.613578, "mrr_at_100": 0.616044, "mrr_at_1000": 0.616105, "nauc_ndcg_at_1_max": 0.510577, "nauc_ndcg_at_1_std": 0.058098, "nauc_ndcg_at_1_diff1": 0.699417, "nauc_ndcg_at_3_max": 0.489576, "nauc_ndcg_at_3_std": 0.068587, "nauc_ndcg_at_3_diff1": 0.607138, "nauc_ndcg_at_5_max": 0.497737, "nauc_ndcg_at_5_std": 0.075912, "nauc_ndcg_at_5_diff1": 0.599593, "nauc_ndcg_at_10_max": 0.484042, "nauc_ndcg_at_10_std": 0.071885, "nauc_ndcg_at_10_diff1": 0.61015, "nauc_ndcg_at_20_max": 0.503069, "nauc_ndcg_at_20_std": 0.09017, "nauc_ndcg_at_20_diff1": 0.616545, "nauc_ndcg_at_100_max": 0.497095, "nauc_ndcg_at_100_std": 0.076449, "nauc_ndcg_at_100_diff1": 0.626311, "nauc_ndcg_at_1000_max": 0.496433, "nauc_ndcg_at_1000_std": 0.072752, "nauc_ndcg_at_1000_diff1": 0.626801, "nauc_map_at_1_max": 0.510577, "nauc_map_at_1_std": 0.058098, "nauc_map_at_1_diff1": 0.699417, "nauc_map_at_3_max": 0.493609, "nauc_map_at_3_std": 0.06167, "nauc_map_at_3_diff1": 0.632101, "nauc_map_at_5_max": 0.497913, "nauc_map_at_5_std": 0.065165, "nauc_map_at_5_diff1": 0.628966, "nauc_map_at_10_max": 0.492515, "nauc_map_at_10_std": 0.063102, "nauc_map_at_10_diff1": 0.633491, "nauc_map_at_20_max": 0.49759, "nauc_map_at_20_std": 0.068108, "nauc_map_at_20_diff1": 0.635484, "nauc_map_at_100_max": 0.496703, "nauc_map_at_100_std": 0.066213, "nauc_map_at_100_diff1": 0.636518, "nauc_map_at_1000_max": 0.496682, "nauc_map_at_1000_std": 0.066081, "nauc_map_at_1000_diff1": 0.636536, "nauc_recall_at_1_max": 0.510577, "nauc_recall_at_1_std": 0.058098, "nauc_recall_at_1_diff1": 0.699417, "nauc_recall_at_3_max": 0.47653, "nauc_recall_at_3_std": 0.094352, "nauc_recall_at_3_diff1": 0.521367, "nauc_recall_at_5_max": 0.499614, "nauc_recall_at_5_std": 0.121394, "nauc_recall_at_5_diff1": 0.484351, "nauc_recall_at_10_max": 0.43708, "nauc_recall_at_10_std": 0.12058, "nauc_recall_at_10_diff1": 0.497687, "nauc_recall_at_20_max": 0.572502, "nauc_recall_at_20_std": 0.290753, "nauc_recall_at_20_diff1": 0.494424, "nauc_recall_at_100_max": 0.613679, "nauc_recall_at_100_std": 0.711718, "nauc_recall_at_100_diff1": 0.540149, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.510577, "nauc_precision_at_1_std": 0.058098, "nauc_precision_at_1_diff1": 0.699417, "nauc_precision_at_3_max": 0.47653, "nauc_precision_at_3_std": 0.094352, "nauc_precision_at_3_diff1": 0.521367, "nauc_precision_at_5_max": 0.499614, "nauc_precision_at_5_std": 0.121394, "nauc_precision_at_5_diff1": 0.484351, "nauc_precision_at_10_max": 0.43708, "nauc_precision_at_10_std": 0.12058, "nauc_precision_at_10_diff1": 0.497687, "nauc_precision_at_20_max": 0.572502, "nauc_precision_at_20_std": 0.290753, "nauc_precision_at_20_diff1": 0.494424, "nauc_precision_at_100_max": 0.613679, "nauc_precision_at_100_std": 0.711718, "nauc_precision_at_100_diff1": 0.540149, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.510577, "nauc_mrr_at_1_std": 0.058098, "nauc_mrr_at_1_diff1": 0.699417, "nauc_mrr_at_3_max": 0.493609, "nauc_mrr_at_3_std": 0.06167, "nauc_mrr_at_3_diff1": 0.632101, "nauc_mrr_at_5_max": 0.497913, "nauc_mrr_at_5_std": 0.065165, "nauc_mrr_at_5_diff1": 0.628966, "nauc_mrr_at_10_max": 0.492515, "nauc_mrr_at_10_std": 0.063102, "nauc_mrr_at_10_diff1": 0.633491, "nauc_mrr_at_20_max": 0.49759, "nauc_mrr_at_20_std": 0.068108, "nauc_mrr_at_20_diff1": 0.635484, "nauc_mrr_at_100_max": 0.496703, "nauc_mrr_at_100_std": 0.066213, "nauc_mrr_at_100_diff1": 0.636518, "nauc_mrr_at_1000_max": 0.496682, "nauc_mrr_at_1000_std": 0.066081, "nauc_mrr_at_1000_diff1": 0.636536, "hit_rate_at_1": 0.505, "hit_rate_at_3": 0.695, "hit_rate_at_5": 0.745, "hit_rate_at_10": 0.82, "hit_rate_at_20": 0.885, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.745, "hf_subset": "ab", "languages": [ "abk-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.72578, "ndcg_at_5": 0.75117, "ndcg_at_10": 0.77065, "ndcg_at_20": 0.78789, "ndcg_at_100": 0.79636, "ndcg_at_1000": 0.79636, "map_at_1": 0.66667, "map_at_3": 0.71083, "map_at_5": 0.72536, "map_at_10": 0.73346, "map_at_20": 0.73817, "map_at_100": 0.73953, "map_at_1000": 0.73953, "recall_at_1": 0.66667, "recall_at_3": 0.76923, "recall_at_5": 0.82906, "recall_at_10": 0.88889, "recall_at_20": 0.95726, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66667, "precision_at_1": 0.66667, "precision_at_3": 0.25641, "precision_at_5": 0.16581, "precision_at_10": 0.08889, "precision_at_20": 0.04786, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.666667, "mrr_at_3": 0.710826, "mrr_at_5": 0.725356, "mrr_at_10": 0.733462, "mrr_at_20": 0.738172, "mrr_at_100": 0.739532, "mrr_at_1000": 0.739532, "nauc_ndcg_at_1_max": 0.86016, "nauc_ndcg_at_1_std": 0.572757, "nauc_ndcg_at_1_diff1": 0.845731, "nauc_ndcg_at_3_max": 0.815764, "nauc_ndcg_at_3_std": 0.548758, "nauc_ndcg_at_3_diff1": 0.794623, "nauc_ndcg_at_5_max": 0.800438, "nauc_ndcg_at_5_std": 0.530859, "nauc_ndcg_at_5_diff1": 0.779354, "nauc_ndcg_at_10_max": 0.808976, "nauc_ndcg_at_10_std": 0.543292, "nauc_ndcg_at_10_diff1": 0.785713, "nauc_ndcg_at_20_max": 0.809561, "nauc_ndcg_at_20_std": 0.553694, "nauc_ndcg_at_20_diff1": 0.792282, "nauc_ndcg_at_100_max": 0.820523, "nauc_ndcg_at_100_std": 0.552717, "nauc_ndcg_at_100_diff1": 0.800748, "nauc_ndcg_at_1000_max": 0.820523, "nauc_ndcg_at_1000_std": 0.552717, "nauc_ndcg_at_1000_diff1": 0.800748, "nauc_map_at_1_max": 0.86016, "nauc_map_at_1_std": 0.572757, "nauc_map_at_1_diff1": 0.845731, "nauc_map_at_3_max": 0.826392, "nauc_map_at_3_std": 0.556747, "nauc_map_at_3_diff1": 0.806338, "nauc_map_at_5_max": 0.818716, "nauc_map_at_5_std": 0.547903, "nauc_map_at_5_diff1": 0.798761, "nauc_map_at_10_max": 0.823157, "nauc_map_at_10_std": 0.553127, "nauc_map_at_10_diff1": 0.802289, "nauc_map_at_20_max": 0.823399, "nauc_map_at_20_std": 0.554905, "nauc_map_at_20_diff1": 0.804022, "nauc_map_at_100_max": 0.82528, "nauc_map_at_100_std": 0.555289, "nauc_map_at_100_diff1": 0.80561, "nauc_map_at_1000_max": 0.82528, "nauc_map_at_1000_std": 0.555289, "nauc_map_at_1000_diff1": 0.80561, "nauc_recall_at_1_max": 0.86016, "nauc_recall_at_1_std": 0.572757, "nauc_recall_at_1_diff1": 0.845731, "nauc_recall_at_3_max": 0.779973, "nauc_recall_at_3_std": 0.520616, "nauc_recall_at_3_diff1": 0.755461, "nauc_recall_at_5_max": 0.721555, "nauc_recall_at_5_std": 0.45433, "nauc_recall_at_5_diff1": 0.696142, "nauc_recall_at_10_max": 0.723901, "nauc_recall_at_10_std": 0.486321, "nauc_recall_at_10_diff1": 0.685863, "nauc_recall_at_20_max": 0.607452, "nauc_recall_at_20_std": 0.605982, "nauc_recall_at_20_diff1": 0.644092, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.86016, "nauc_precision_at_1_std": 0.572757, "nauc_precision_at_1_diff1": 0.845731, "nauc_precision_at_3_max": 0.779973, "nauc_precision_at_3_std": 0.520616, "nauc_precision_at_3_diff1": 0.755461, "nauc_precision_at_5_max": 0.721555, "nauc_precision_at_5_std": 0.45433, "nauc_precision_at_5_diff1": 0.696142, "nauc_precision_at_10_max": 0.723901, "nauc_precision_at_10_std": 0.486321, "nauc_precision_at_10_diff1": 0.685863, "nauc_precision_at_20_max": 0.607452, "nauc_precision_at_20_std": 0.605982, "nauc_precision_at_20_diff1": 0.644092, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.86016, "nauc_mrr_at_1_std": 0.572757, "nauc_mrr_at_1_diff1": 0.845731, "nauc_mrr_at_3_max": 0.826392, "nauc_mrr_at_3_std": 0.556747, "nauc_mrr_at_3_diff1": 0.806338, "nauc_mrr_at_5_max": 0.818716, "nauc_mrr_at_5_std": 0.547903, "nauc_mrr_at_5_diff1": 0.798761, "nauc_mrr_at_10_max": 0.823157, "nauc_mrr_at_10_std": 0.553127, "nauc_mrr_at_10_diff1": 0.802289, "nauc_mrr_at_20_max": 0.823399, "nauc_mrr_at_20_std": 0.554905, "nauc_mrr_at_20_diff1": 0.804022, "nauc_mrr_at_100_max": 0.82528, "nauc_mrr_at_100_std": 0.555289, "nauc_mrr_at_100_diff1": 0.80561, "nauc_mrr_at_1000_max": 0.82528, "nauc_mrr_at_1000_std": 0.555289, "nauc_mrr_at_1000_diff1": 0.80561, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.76923, "hit_rate_at_5": 0.82906, "hit_rate_at_10": 0.88889, "hit_rate_at_20": 0.95726, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.82906, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.43994, "ndcg_at_5": 0.46921, "ndcg_at_10": 0.50594, "ndcg_at_20": 0.52684, "ndcg_at_100": 0.56407, "ndcg_at_1000": 0.56832, "map_at_1": 0.36, "map_at_3": 0.42083, "map_at_5": 0.43733, "map_at_10": 0.45223, "map_at_20": 0.45766, "map_at_100": 0.46254, "map_at_1000": 0.46277, "recall_at_1": 0.36, "recall_at_3": 0.495, "recall_at_5": 0.565, "recall_at_10": 0.68, "recall_at_20": 0.765, "recall_at_100": 0.97, "recall_at_1000": 1.0, "accuracy": 0.36, "precision_at_1": 0.36, "precision_at_3": 0.165, "precision_at_5": 0.113, "precision_at_10": 0.068, "precision_at_20": 0.03825, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.36, "mrr_at_3": 0.420833, "mrr_at_5": 0.437333, "mrr_at_10": 0.452232, "mrr_at_20": 0.457656, "mrr_at_100": 0.462537, "mrr_at_1000": 0.462767, "nauc_ndcg_at_1_max": 0.57117, "nauc_ndcg_at_1_std": 0.210544, "nauc_ndcg_at_1_diff1": 0.635733, "nauc_ndcg_at_3_max": 0.517073, "nauc_ndcg_at_3_std": 0.196281, "nauc_ndcg_at_3_diff1": 0.559313, "nauc_ndcg_at_5_max": 0.517619, "nauc_ndcg_at_5_std": 0.204803, "nauc_ndcg_at_5_diff1": 0.54547, "nauc_ndcg_at_10_max": 0.505342, "nauc_ndcg_at_10_std": 0.220167, "nauc_ndcg_at_10_diff1": 0.5272, "nauc_ndcg_at_20_max": 0.500649, "nauc_ndcg_at_20_std": 0.219854, "nauc_ndcg_at_20_diff1": 0.529175, "nauc_ndcg_at_100_max": 0.51502, "nauc_ndcg_at_100_std": 0.205804, "nauc_ndcg_at_100_diff1": 0.550302, "nauc_ndcg_at_1000_max": 0.520925, "nauc_ndcg_at_1000_std": 0.211718, "nauc_ndcg_at_1000_diff1": 0.55354, "nauc_map_at_1_max": 0.57117, "nauc_map_at_1_std": 0.210544, "nauc_map_at_1_diff1": 0.635733, "nauc_map_at_3_max": 0.529662, "nauc_map_at_3_std": 0.199599, "nauc_map_at_3_diff1": 0.57427, "nauc_map_at_5_max": 0.530703, "nauc_map_at_5_std": 0.204489, "nauc_map_at_5_diff1": 0.566959, "nauc_map_at_10_max": 0.526057, "nauc_map_at_10_std": 0.209622, "nauc_map_at_10_diff1": 0.560122, "nauc_map_at_20_max": 0.525218, "nauc_map_at_20_std": 0.209611, "nauc_map_at_20_diff1": 0.560858, "nauc_map_at_100_max": 0.528305, "nauc_map_at_100_std": 0.208556, "nauc_map_at_100_diff1": 0.564649, "nauc_map_at_1000_max": 0.528567, "nauc_map_at_1000_std": 0.20883, "nauc_map_at_1000_diff1": 0.5648, "nauc_recall_at_1_max": 0.57117, "nauc_recall_at_1_std": 0.210544, "nauc_recall_at_1_diff1": 0.635733, "nauc_recall_at_3_max": 0.480624, "nauc_recall_at_3_std": 0.186675, "nauc_recall_at_3_diff1": 0.517235, "nauc_recall_at_5_max": 0.476975, "nauc_recall_at_5_std": 0.206909, "nauc_recall_at_5_diff1": 0.478802, "nauc_recall_at_10_max": 0.423001, "nauc_recall_at_10_std": 0.270774, "nauc_recall_at_10_diff1": 0.397312, "nauc_recall_at_20_max": 0.371745, "nauc_recall_at_20_std": 0.280346, "nauc_recall_at_20_diff1": 0.374649, "nauc_recall_at_100_max": 0.131419, "nauc_recall_at_100_std": -0.172736, "nauc_recall_at_100_diff1": 0.341114, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.57117, "nauc_precision_at_1_std": 0.210544, "nauc_precision_at_1_diff1": 0.635733, "nauc_precision_at_3_max": 0.480624, "nauc_precision_at_3_std": 0.186675, "nauc_precision_at_3_diff1": 0.517235, "nauc_precision_at_5_max": 0.476975, "nauc_precision_at_5_std": 0.206909, "nauc_precision_at_5_diff1": 0.478802, "nauc_precision_at_10_max": 0.423001, "nauc_precision_at_10_std": 0.270774, "nauc_precision_at_10_diff1": 0.397312, "nauc_precision_at_20_max": 0.371745, "nauc_precision_at_20_std": 0.280346, "nauc_precision_at_20_diff1": 0.374649, "nauc_precision_at_100_max": 0.131419, "nauc_precision_at_100_std": -0.172736, "nauc_precision_at_100_diff1": 0.341114, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.57117, "nauc_mrr_at_1_std": 0.210544, "nauc_mrr_at_1_diff1": 0.635733, "nauc_mrr_at_3_max": 0.529662, "nauc_mrr_at_3_std": 0.199599, "nauc_mrr_at_3_diff1": 0.57427, "nauc_mrr_at_5_max": 0.530703, "nauc_mrr_at_5_std": 0.204489, "nauc_mrr_at_5_diff1": 0.566959, "nauc_mrr_at_10_max": 0.526057, "nauc_mrr_at_10_std": 0.209622, "nauc_mrr_at_10_diff1": 0.560122, "nauc_mrr_at_20_max": 0.525218, "nauc_mrr_at_20_std": 0.209611, "nauc_mrr_at_20_diff1": 0.560858, "nauc_mrr_at_100_max": 0.528305, "nauc_mrr_at_100_std": 0.208556, "nauc_mrr_at_100_diff1": 0.564649, "nauc_mrr_at_1000_max": 0.528567, "nauc_mrr_at_1000_std": 0.20883, "nauc_mrr_at_1000_diff1": 0.5648, "hit_rate_at_1": 0.36, "hit_rate_at_3": 0.495, "hit_rate_at_5": 0.565, "hit_rate_at_10": 0.68, "hit_rate_at_20": 0.765, "hit_rate_at_100": 0.97, "hit_rate_at_1000": 1.0, "main_score": 0.565, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.67, "ndcg_at_3": 0.76375, "ndcg_at_5": 0.78462, "ndcg_at_10": 0.80566, "ndcg_at_20": 0.81182, "ndcg_at_100": 0.81635, "ndcg_at_1000": 0.81707, "map_at_1": 0.67, "map_at_3": 0.74083, "map_at_5": 0.75258, "map_at_10": 0.76127, "map_at_20": 0.76288, "map_at_100": 0.76348, "map_at_1000": 0.76352, "recall_at_1": 0.67, "recall_at_3": 0.83, "recall_at_5": 0.88, "recall_at_10": 0.945, "recall_at_20": 0.97, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.67, "precision_at_1": 0.67, "precision_at_3": 0.27667, "precision_at_5": 0.176, "precision_at_10": 0.0945, "precision_at_20": 0.0485, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.67, "mrr_at_3": 0.740833, "mrr_at_5": 0.752583, "mrr_at_10": 0.761272, "mrr_at_20": 0.762879, "mrr_at_100": 0.763479, "mrr_at_1000": 0.763519, "nauc_ndcg_at_1_max": 0.687808, "nauc_ndcg_at_1_std": 0.333954, "nauc_ndcg_at_1_diff1": 0.81165, "nauc_ndcg_at_3_max": 0.752622, "nauc_ndcg_at_3_std": 0.430749, "nauc_ndcg_at_3_diff1": 0.798035, "nauc_ndcg_at_5_max": 0.741025, "nauc_ndcg_at_5_std": 0.434392, "nauc_ndcg_at_5_diff1": 0.797686, "nauc_ndcg_at_10_max": 0.720685, "nauc_ndcg_at_10_std": 0.389415, "nauc_ndcg_at_10_diff1": 0.792984, "nauc_ndcg_at_20_max": 0.717433, "nauc_ndcg_at_20_std": 0.383031, "nauc_ndcg_at_20_diff1": 0.794541, "nauc_ndcg_at_100_max": 0.719436, "nauc_ndcg_at_100_std": 0.388224, "nauc_ndcg_at_100_diff1": 0.798435, "nauc_ndcg_at_1000_max": 0.720178, "nauc_ndcg_at_1000_std": 0.387479, "nauc_ndcg_at_1000_diff1": 0.798777, "nauc_map_at_1_max": 0.687808, "nauc_map_at_1_std": 0.333954, "nauc_map_at_1_diff1": 0.81165, "nauc_map_at_3_max": 0.732087, "nauc_map_at_3_std": 0.399873, "nauc_map_at_3_diff1": 0.80142, "nauc_map_at_5_max": 0.725591, "nauc_map_at_5_std": 0.40044, "nauc_map_at_5_diff1": 0.801691, "nauc_map_at_10_max": 0.717936, "nauc_map_at_10_std": 0.383359, "nauc_map_at_10_diff1": 0.799963, "nauc_map_at_20_max": 0.717229, "nauc_map_at_20_std": 0.382054, "nauc_map_at_20_diff1": 0.800164, "nauc_map_at_100_max": 0.717554, "nauc_map_at_100_std": 0.382636, "nauc_map_at_100_diff1": 0.800788, "nauc_map_at_1000_max": 0.717586, "nauc_map_at_1000_std": 0.382602, "nauc_map_at_1000_diff1": 0.800803, "nauc_recall_at_1_max": 0.687808, "nauc_recall_at_1_std": 0.333954, "nauc_recall_at_1_diff1": 0.81165, "nauc_recall_at_3_max": 0.836594, "nauc_recall_at_3_std": 0.55712, "nauc_recall_at_3_diff1": 0.784698, "nauc_recall_at_5_max": 0.820534, "nauc_recall_at_5_std": 0.616469, "nauc_recall_at_5_diff1": 0.776229, "nauc_recall_at_10_max": 0.717978, "nauc_recall_at_10_std": 0.400178, "nauc_recall_at_10_diff1": 0.712503, "nauc_recall_at_20_max": 0.643635, "nauc_recall_at_20_std": 0.262916, "nauc_recall_at_20_diff1": 0.68962, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.687808, "nauc_precision_at_1_std": 0.333954, "nauc_precision_at_1_diff1": 0.81165, "nauc_precision_at_3_max": 0.836594, "nauc_precision_at_3_std": 0.55712, "nauc_precision_at_3_diff1": 0.784698, "nauc_precision_at_5_max": 0.820534, "nauc_precision_at_5_std": 0.616469, "nauc_precision_at_5_diff1": 0.776229, "nauc_precision_at_10_max": 0.717978, "nauc_precision_at_10_std": 0.400178, "nauc_precision_at_10_diff1": 0.712503, "nauc_precision_at_20_max": 0.643635, "nauc_precision_at_20_std": 0.262916, "nauc_precision_at_20_diff1": 0.68962, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.554155, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.687808, "nauc_mrr_at_1_std": 0.333954, "nauc_mrr_at_1_diff1": 0.81165, "nauc_mrr_at_3_max": 0.732087, "nauc_mrr_at_3_std": 0.399873, "nauc_mrr_at_3_diff1": 0.80142, "nauc_mrr_at_5_max": 0.725591, "nauc_mrr_at_5_std": 0.40044, "nauc_mrr_at_5_diff1": 0.801691, "nauc_mrr_at_10_max": 0.717936, "nauc_mrr_at_10_std": 0.383359, "nauc_mrr_at_10_diff1": 0.799963, "nauc_mrr_at_20_max": 0.717229, "nauc_mrr_at_20_std": 0.382054, "nauc_mrr_at_20_diff1": 0.800164, "nauc_mrr_at_100_max": 0.717554, "nauc_mrr_at_100_std": 0.382636, "nauc_mrr_at_100_diff1": 0.800788, "nauc_mrr_at_1000_max": 0.717586, "nauc_mrr_at_1000_std": 0.382602, "nauc_mrr_at_1000_diff1": 0.800803, "hit_rate_at_1": 0.67, "hit_rate_at_3": 0.83, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.97, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.88, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.61, "ndcg_at_3": 0.69113, "ndcg_at_5": 0.71522, "ndcg_at_10": 0.73498, "ndcg_at_20": 0.74764, "ndcg_at_100": 0.76006, "ndcg_at_1000": 0.76215, "map_at_1": 0.61, "map_at_3": 0.67083, "map_at_5": 0.68383, "map_at_10": 0.69219, "map_at_20": 0.69567, "map_at_100": 0.6975, "map_at_1000": 0.69761, "recall_at_1": 0.61, "recall_at_3": 0.75, "recall_at_5": 0.81, "recall_at_10": 0.87, "recall_at_20": 0.92, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.61, "precision_at_1": 0.61, "precision_at_3": 0.25, "precision_at_5": 0.162, "precision_at_10": 0.087, "precision_at_20": 0.046, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.61, "mrr_at_3": 0.670833, "mrr_at_5": 0.683833, "mrr_at_10": 0.69219, "mrr_at_20": 0.695667, "mrr_at_100": 0.697501, "mrr_at_1000": 0.697606, "nauc_ndcg_at_1_max": 0.59606, "nauc_ndcg_at_1_std": 0.315539, "nauc_ndcg_at_1_diff1": 0.643225, "nauc_ndcg_at_3_max": 0.628539, "nauc_ndcg_at_3_std": 0.398355, "nauc_ndcg_at_3_diff1": 0.634207, "nauc_ndcg_at_5_max": 0.643999, "nauc_ndcg_at_5_std": 0.431021, "nauc_ndcg_at_5_diff1": 0.627163, "nauc_ndcg_at_10_max": 0.643991, "nauc_ndcg_at_10_std": 0.421585, "nauc_ndcg_at_10_diff1": 0.633034, "nauc_ndcg_at_20_max": 0.640548, "nauc_ndcg_at_20_std": 0.418321, "nauc_ndcg_at_20_diff1": 0.63148, "nauc_ndcg_at_100_max": 0.628073, "nauc_ndcg_at_100_std": 0.396475, "nauc_ndcg_at_100_diff1": 0.625305, "nauc_ndcg_at_1000_max": 0.629383, "nauc_ndcg_at_1000_std": 0.393552, "nauc_ndcg_at_1000_diff1": 0.631842, "nauc_map_at_1_max": 0.59606, "nauc_map_at_1_std": 0.315539, "nauc_map_at_1_diff1": 0.643225, "nauc_map_at_3_max": 0.622221, "nauc_map_at_3_std": 0.376127, "nauc_map_at_3_diff1": 0.637771, "nauc_map_at_5_max": 0.629462, "nauc_map_at_5_std": 0.39127, "nauc_map_at_5_diff1": 0.634737, "nauc_map_at_10_max": 0.628725, "nauc_map_at_10_std": 0.386093, "nauc_map_at_10_diff1": 0.637008, "nauc_map_at_20_max": 0.627435, "nauc_map_at_20_std": 0.384502, "nauc_map_at_20_diff1": 0.636483, "nauc_map_at_100_max": 0.625543, "nauc_map_at_100_std": 0.381293, "nauc_map_at_100_diff1": 0.635606, "nauc_map_at_1000_max": 0.625578, "nauc_map_at_1000_std": 0.381154, "nauc_map_at_1000_diff1": 0.635857, "nauc_recall_at_1_max": 0.59606, "nauc_recall_at_1_std": 0.315539, "nauc_recall_at_1_diff1": 0.643225, "nauc_recall_at_3_max": 0.649524, "nauc_recall_at_3_std": 0.476515, "nauc_recall_at_3_diff1": 0.621088, "nauc_recall_at_5_max": 0.708314, "nauc_recall_at_5_std": 0.608204, "nauc_recall_at_5_diff1": 0.591938, "nauc_recall_at_10_max": 0.738391, "nauc_recall_at_10_std": 0.636673, "nauc_recall_at_10_diff1": 0.610457, "nauc_recall_at_20_max": 0.763422, "nauc_recall_at_20_std": 0.735148, "nauc_recall_at_20_diff1": 0.586076, "nauc_recall_at_100_max": 0.49362, "nauc_recall_at_100_std": 0.664021, "nauc_recall_at_100_diff1": -0.004202, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.59606, "nauc_precision_at_1_std": 0.315539, "nauc_precision_at_1_diff1": 0.643225, "nauc_precision_at_3_max": 0.649524, "nauc_precision_at_3_std": 0.476515, "nauc_precision_at_3_diff1": 0.621088, "nauc_precision_at_5_max": 0.708314, "nauc_precision_at_5_std": 0.608204, "nauc_precision_at_5_diff1": 0.591938, "nauc_precision_at_10_max": 0.738391, "nauc_precision_at_10_std": 0.636673, "nauc_precision_at_10_diff1": 0.610457, "nauc_precision_at_20_max": 0.763422, "nauc_precision_at_20_std": 0.735148, "nauc_precision_at_20_diff1": 0.586076, "nauc_precision_at_100_max": 0.49362, "nauc_precision_at_100_std": 0.664021, "nauc_precision_at_100_diff1": -0.004202, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.59606, "nauc_mrr_at_1_std": 0.315539, "nauc_mrr_at_1_diff1": 0.643225, "nauc_mrr_at_3_max": 0.622221, "nauc_mrr_at_3_std": 0.376127, "nauc_mrr_at_3_diff1": 0.637771, "nauc_mrr_at_5_max": 0.629462, "nauc_mrr_at_5_std": 0.39127, "nauc_mrr_at_5_diff1": 0.634737, "nauc_mrr_at_10_max": 0.628725, "nauc_mrr_at_10_std": 0.386093, "nauc_mrr_at_10_diff1": 0.637008, "nauc_mrr_at_20_max": 0.627435, "nauc_mrr_at_20_std": 0.384502, "nauc_mrr_at_20_diff1": 0.636483, "nauc_mrr_at_100_max": 0.625543, "nauc_mrr_at_100_std": 0.381293, "nauc_mrr_at_100_diff1": 0.635606, "nauc_mrr_at_1000_max": 0.625578, "nauc_mrr_at_1000_std": 0.381154, "nauc_mrr_at_1000_diff1": 0.635857, "hit_rate_at_1": 0.61, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.81, "hit_rate_at_10": 0.87, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.81, "hf_subset": "as", "languages": [ "asm-Beng" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.98089, "ndcg_at_3": 0.98491, "ndcg_at_5": 0.98765, "ndcg_at_10": 0.98966, "ndcg_at_20": 0.98966, "ndcg_at_100": 0.98966, "ndcg_at_1000": 0.98966, "map_at_1": 0.98089, "map_at_3": 0.98408, "map_at_5": 0.98567, "map_at_10": 0.98646, "map_at_20": 0.98646, "map_at_100": 0.98646, "map_at_1000": 0.98646, "recall_at_1": 0.98089, "recall_at_3": 0.98726, "recall_at_5": 0.99363, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.98089, "precision_at_1": 0.98089, "precision_at_3": 0.32909, "precision_at_5": 0.19873, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.980892, "mrr_at_3": 0.984076, "mrr_at_5": 0.985669, "mrr_at_10": 0.986465, "mrr_at_20": 0.986465, "mrr_at_100": 0.986465, "mrr_at_1000": 0.986465, "nauc_ndcg_at_1_max": 0.90747, "nauc_ndcg_at_1_std": 0.416131, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.956755, "nauc_ndcg_at_3_std": 0.493879, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.947147, "nauc_ndcg_at_5_std": 0.576015, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.936873, "nauc_ndcg_at_10_std": 0.493601, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.936873, "nauc_ndcg_at_20_std": 0.493601, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.936873, "nauc_ndcg_at_100_std": 0.493601, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.936873, "nauc_ndcg_at_1000_std": 0.493601, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.90747, "nauc_map_at_1_std": 0.416131, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.944482, "nauc_map_at_3_std": 0.474518, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.938314, "nauc_map_at_5_std": 0.513442, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.934685, "nauc_map_at_10_std": 0.484821, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.934685, "nauc_map_at_20_std": 0.484821, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.934685, "nauc_map_at_100_std": 0.484821, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.934685, "nauc_map_at_1000_std": 0.484821, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.90747, "nauc_recall_at_1_std": 0.416131, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.562098, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.90747, "nauc_precision_at_1_std": 0.416131, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.562098, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.90747, "nauc_mrr_at_1_std": 0.416131, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.944482, "nauc_mrr_at_3_std": 0.474518, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.938314, "nauc_mrr_at_5_std": 0.513442, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.934685, "nauc_mrr_at_10_std": 0.484821, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.934685, "nauc_mrr_at_20_std": 0.484821, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.934685, "nauc_mrr_at_100_std": 0.484821, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.934685, "nauc_mrr_at_1000_std": 0.484821, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.98089, "hit_rate_at_3": 0.98726, "hit_rate_at_5": 0.99363, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.99363, "hf_subset": "ast", "languages": [ "ast-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.61957, "ndcg_at_3": 0.70988, "ndcg_at_5": 0.74122, "ndcg_at_10": 0.7518, "ndcg_at_20": 0.75734, "ndcg_at_100": 0.77588, "ndcg_at_1000": 0.77588, "map_at_1": 0.61957, "map_at_3": 0.68841, "map_at_5": 0.7058, "map_at_10": 0.71018, "map_at_20": 0.71172, "map_at_100": 0.7144, "map_at_1000": 0.7144, "recall_at_1": 0.61957, "recall_at_3": 0.77174, "recall_at_5": 0.84783, "recall_at_10": 0.88043, "recall_at_20": 0.90217, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61957, "precision_at_1": 0.61957, "precision_at_3": 0.25725, "precision_at_5": 0.16957, "precision_at_10": 0.08804, "precision_at_20": 0.04511, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.619565, "mrr_at_3": 0.688406, "mrr_at_5": 0.705797, "mrr_at_10": 0.710175, "mrr_at_20": 0.71172, "mrr_at_100": 0.714404, "mrr_at_1000": 0.714404, "nauc_ndcg_at_1_max": 0.584573, "nauc_ndcg_at_1_std": 0.369416, "nauc_ndcg_at_1_diff1": 0.581875, "nauc_ndcg_at_3_max": 0.531043, "nauc_ndcg_at_3_std": 0.259542, "nauc_ndcg_at_3_diff1": 0.526858, "nauc_ndcg_at_5_max": 0.547708, "nauc_ndcg_at_5_std": 0.330677, "nauc_ndcg_at_5_diff1": 0.52713, "nauc_ndcg_at_10_max": 0.555861, "nauc_ndcg_at_10_std": 0.330839, "nauc_ndcg_at_10_diff1": 0.540307, "nauc_ndcg_at_20_max": 0.553966, "nauc_ndcg_at_20_std": 0.319743, "nauc_ndcg_at_20_diff1": 0.549608, "nauc_ndcg_at_100_max": 0.553105, "nauc_ndcg_at_100_std": 0.322063, "nauc_ndcg_at_100_diff1": 0.539918, "nauc_ndcg_at_1000_max": 0.553105, "nauc_ndcg_at_1000_std": 0.322063, "nauc_ndcg_at_1000_diff1": 0.539918, "nauc_map_at_1_max": 0.584573, "nauc_map_at_1_std": 0.369416, "nauc_map_at_1_diff1": 0.581875, "nauc_map_at_3_max": 0.546329, "nauc_map_at_3_std": 0.290916, "nauc_map_at_3_diff1": 0.538651, "nauc_map_at_5_max": 0.5555, "nauc_map_at_5_std": 0.329168, "nauc_map_at_5_diff1": 0.538354, "nauc_map_at_10_max": 0.558345, "nauc_map_at_10_std": 0.328005, "nauc_map_at_10_diff1": 0.542981, "nauc_map_at_20_max": 0.557906, "nauc_map_at_20_std": 0.325447, "nauc_map_at_20_diff1": 0.545223, "nauc_map_at_100_max": 0.557145, "nauc_map_at_100_std": 0.325407, "nauc_map_at_100_diff1": 0.543298, "nauc_map_at_1000_max": 0.557145, "nauc_map_at_1000_std": 0.325407, "nauc_map_at_1000_diff1": 0.543298, "nauc_recall_at_1_max": 0.584573, "nauc_recall_at_1_std": 0.369416, "nauc_recall_at_1_diff1": 0.581875, "nauc_recall_at_3_max": 0.475309, "nauc_recall_at_3_std": 0.145155, "nauc_recall_at_3_diff1": 0.48587, "nauc_recall_at_5_max": 0.513421, "nauc_recall_at_5_std": 0.352907, "nauc_recall_at_5_diff1": 0.477264, "nauc_recall_at_10_max": 0.553372, "nauc_recall_at_10_std": 0.372399, "nauc_recall_at_10_diff1": 0.542505, "nauc_recall_at_20_max": 0.537149, "nauc_recall_at_20_std": 0.286161, "nauc_recall_at_20_diff1": 0.620201, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.584573, "nauc_precision_at_1_std": 0.369416, "nauc_precision_at_1_diff1": 0.581875, "nauc_precision_at_3_max": 0.475309, "nauc_precision_at_3_std": 0.145155, "nauc_precision_at_3_diff1": 0.48587, "nauc_precision_at_5_max": 0.513421, "nauc_precision_at_5_std": 0.352907, "nauc_precision_at_5_diff1": 0.477264, "nauc_precision_at_10_max": 0.553372, "nauc_precision_at_10_std": 0.372399, "nauc_precision_at_10_diff1": 0.542505, "nauc_precision_at_20_max": 0.537149, "nauc_precision_at_20_std": 0.286161, "nauc_precision_at_20_diff1": 0.620201, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.584573, "nauc_mrr_at_1_std": 0.369416, "nauc_mrr_at_1_diff1": 0.581875, "nauc_mrr_at_3_max": 0.546329, "nauc_mrr_at_3_std": 0.290916, "nauc_mrr_at_3_diff1": 0.538651, "nauc_mrr_at_5_max": 0.5555, "nauc_mrr_at_5_std": 0.329168, "nauc_mrr_at_5_diff1": 0.538354, "nauc_mrr_at_10_max": 0.558345, "nauc_mrr_at_10_std": 0.328005, "nauc_mrr_at_10_diff1": 0.542981, "nauc_mrr_at_20_max": 0.557906, "nauc_mrr_at_20_std": 0.325447, "nauc_mrr_at_20_diff1": 0.545223, "nauc_mrr_at_100_max": 0.557145, "nauc_mrr_at_100_std": 0.325407, "nauc_mrr_at_100_diff1": 0.543298, "nauc_mrr_at_1000_max": 0.557145, "nauc_mrr_at_1000_std": 0.325407, "nauc_mrr_at_1000_diff1": 0.543298, "hit_rate_at_1": 0.61957, "hit_rate_at_3": 0.77174, "hit_rate_at_5": 0.84783, "hit_rate_at_10": 0.88043, "hit_rate_at_20": 0.90217, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.84783, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.63, "ndcg_at_3": 0.7169, "ndcg_at_5": 0.73778, "ndcg_at_10": 0.75756, "ndcg_at_20": 0.77127, "ndcg_at_100": 0.78208, "ndcg_at_1000": 0.78278, "map_at_1": 0.63, "map_at_3": 0.69667, "map_at_5": 0.70842, "map_at_10": 0.7168, "map_at_20": 0.72047, "map_at_100": 0.72218, "map_at_1000": 0.72222, "recall_at_1": 0.63, "recall_at_3": 0.775, "recall_at_5": 0.825, "recall_at_10": 0.885, "recall_at_20": 0.94, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.63, "precision_at_1": 0.63, "precision_at_3": 0.25833, "precision_at_5": 0.165, "precision_at_10": 0.0885, "precision_at_20": 0.047, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.63, "mrr_at_3": 0.696667, "mrr_at_5": 0.708417, "mrr_at_10": 0.716804, "mrr_at_20": 0.720472, "mrr_at_100": 0.722181, "mrr_at_1000": 0.722216, "nauc_ndcg_at_1_max": 0.621852, "nauc_ndcg_at_1_std": 0.272317, "nauc_ndcg_at_1_diff1": 0.771808, "nauc_ndcg_at_3_max": 0.62637, "nauc_ndcg_at_3_std": 0.309704, "nauc_ndcg_at_3_diff1": 0.737492, "nauc_ndcg_at_5_max": 0.61984, "nauc_ndcg_at_5_std": 0.295726, "nauc_ndcg_at_5_diff1": 0.727919, "nauc_ndcg_at_10_max": 0.605652, "nauc_ndcg_at_10_std": 0.287373, "nauc_ndcg_at_10_diff1": 0.720484, "nauc_ndcg_at_20_max": 0.615094, "nauc_ndcg_at_20_std": 0.296818, "nauc_ndcg_at_20_diff1": 0.737569, "nauc_ndcg_at_100_max": 0.617611, "nauc_ndcg_at_100_std": 0.299345, "nauc_ndcg_at_100_diff1": 0.740999, "nauc_ndcg_at_1000_max": 0.618598, "nauc_ndcg_at_1000_std": 0.299121, "nauc_ndcg_at_1000_diff1": 0.740014, "nauc_map_at_1_max": 0.621852, "nauc_map_at_1_std": 0.272317, "nauc_map_at_1_diff1": 0.771808, "nauc_map_at_3_max": 0.627154, "nauc_map_at_3_std": 0.304637, "nauc_map_at_3_diff1": 0.747398, "nauc_map_at_5_max": 0.623505, "nauc_map_at_5_std": 0.297199, "nauc_map_at_5_diff1": 0.742634, "nauc_map_at_10_max": 0.618295, "nauc_map_at_10_std": 0.295468, "nauc_map_at_10_diff1": 0.740137, "nauc_map_at_20_max": 0.62033, "nauc_map_at_20_std": 0.297864, "nauc_map_at_20_diff1": 0.743873, "nauc_map_at_100_max": 0.620873, "nauc_map_at_100_std": 0.298354, "nauc_map_at_100_diff1": 0.744519, "nauc_map_at_1000_max": 0.620913, "nauc_map_at_1000_std": 0.298345, "nauc_map_at_1000_diff1": 0.744479, "nauc_recall_at_1_max": 0.621852, "nauc_recall_at_1_std": 0.272317, "nauc_recall_at_1_diff1": 0.771808, "nauc_recall_at_3_max": 0.62249, "nauc_recall_at_3_std": 0.325138, "nauc_recall_at_3_diff1": 0.701702, "nauc_recall_at_5_max": 0.602049, "nauc_recall_at_5_std": 0.283227, "nauc_recall_at_5_diff1": 0.662908, "nauc_recall_at_10_max": 0.514951, "nauc_recall_at_10_std": 0.21602, "nauc_recall_at_10_diff1": 0.593483, "nauc_recall_at_20_max": 0.564542, "nauc_recall_at_20_std": 0.269763, "nauc_recall_at_20_diff1": 0.714675, "nauc_recall_at_100_max": 0.358077, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.621852, "nauc_precision_at_1_std": 0.272317, "nauc_precision_at_1_diff1": 0.771808, "nauc_precision_at_3_max": 0.62249, "nauc_precision_at_3_std": 0.325138, "nauc_precision_at_3_diff1": 0.701702, "nauc_precision_at_5_max": 0.602049, "nauc_precision_at_5_std": 0.283227, "nauc_precision_at_5_diff1": 0.662908, "nauc_precision_at_10_max": 0.514951, "nauc_precision_at_10_std": 0.21602, "nauc_precision_at_10_diff1": 0.593483, "nauc_precision_at_20_max": 0.564542, "nauc_precision_at_20_std": 0.269763, "nauc_precision_at_20_diff1": 0.714675, "nauc_precision_at_100_max": 0.358077, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.621852, "nauc_mrr_at_1_std": 0.272317, "nauc_mrr_at_1_diff1": 0.771808, "nauc_mrr_at_3_max": 0.627154, "nauc_mrr_at_3_std": 0.304637, "nauc_mrr_at_3_diff1": 0.747398, "nauc_mrr_at_5_max": 0.623505, "nauc_mrr_at_5_std": 0.297199, "nauc_mrr_at_5_diff1": 0.742634, "nauc_mrr_at_10_max": 0.618295, "nauc_mrr_at_10_std": 0.295468, "nauc_mrr_at_10_diff1": 0.740137, "nauc_mrr_at_20_max": 0.62033, "nauc_mrr_at_20_std": 0.297864, "nauc_mrr_at_20_diff1": 0.743873, "nauc_mrr_at_100_max": 0.620873, "nauc_mrr_at_100_std": 0.298354, "nauc_mrr_at_100_diff1": 0.744519, "nauc_mrr_at_1000_max": 0.620913, "nauc_mrr_at_1000_std": 0.298345, "nauc_mrr_at_1000_diff1": 0.744479, "hit_rate_at_1": 0.63, "hit_rate_at_3": 0.775, "hit_rate_at_5": 0.825, "hit_rate_at_10": 0.885, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.825, "hf_subset": "ba", "languages": [ "bak-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.705, "ndcg_at_3": 0.78547, "ndcg_at_5": 0.81259, "ndcg_at_10": 0.82404, "ndcg_at_20": 0.83027, "ndcg_at_100": 0.83583, "ndcg_at_1000": 0.83583, "map_at_1": 0.705, "map_at_3": 0.765, "map_at_5": 0.78025, "map_at_10": 0.78506, "map_at_20": 0.78672, "map_at_100": 0.78749, "map_at_1000": 0.78749, "recall_at_1": 0.705, "recall_at_3": 0.845, "recall_at_5": 0.91, "recall_at_10": 0.945, "recall_at_20": 0.97, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.705, "precision_at_1": 0.705, "precision_at_3": 0.28167, "precision_at_5": 0.182, "precision_at_10": 0.0945, "precision_at_20": 0.0485, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.705, "mrr_at_3": 0.765, "mrr_at_5": 0.78025, "mrr_at_10": 0.78506, "mrr_at_20": 0.786716, "mrr_at_100": 0.787494, "mrr_at_1000": 0.787494, "nauc_ndcg_at_1_max": 0.684717, "nauc_ndcg_at_1_std": 0.24807, "nauc_ndcg_at_1_diff1": 0.737844, "nauc_ndcg_at_3_max": 0.670983, "nauc_ndcg_at_3_std": 0.274779, "nauc_ndcg_at_3_diff1": 0.681988, "nauc_ndcg_at_5_max": 0.67396, "nauc_ndcg_at_5_std": 0.291009, "nauc_ndcg_at_5_diff1": 0.695041, "nauc_ndcg_at_10_max": 0.665852, "nauc_ndcg_at_10_std": 0.280531, "nauc_ndcg_at_10_diff1": 0.688134, "nauc_ndcg_at_20_max": 0.678535, "nauc_ndcg_at_20_std": 0.287894, "nauc_ndcg_at_20_diff1": 0.699194, "nauc_ndcg_at_100_max": 0.676017, "nauc_ndcg_at_100_std": 0.278975, "nauc_ndcg_at_100_diff1": 0.700844, "nauc_ndcg_at_1000_max": 0.676017, "nauc_ndcg_at_1000_std": 0.278975, "nauc_ndcg_at_1000_diff1": 0.700844, "nauc_map_at_1_max": 0.684717, "nauc_map_at_1_std": 0.24807, "nauc_map_at_1_diff1": 0.737844, "nauc_map_at_3_max": 0.675943, "nauc_map_at_3_std": 0.27018, "nauc_map_at_3_diff1": 0.695934, "nauc_map_at_5_max": 0.677908, "nauc_map_at_5_std": 0.27785, "nauc_map_at_5_diff1": 0.704112, "nauc_map_at_10_max": 0.674948, "nauc_map_at_10_std": 0.273918, "nauc_map_at_10_diff1": 0.701875, "nauc_map_at_20_max": 0.677785, "nauc_map_at_20_std": 0.275504, "nauc_map_at_20_diff1": 0.704446, "nauc_map_at_100_max": 0.677406, "nauc_map_at_100_std": 0.274475, "nauc_map_at_100_diff1": 0.704601, "nauc_map_at_1000_max": 0.677406, "nauc_map_at_1000_std": 0.274475, "nauc_map_at_1000_diff1": 0.704601, "nauc_recall_at_1_max": 0.684717, "nauc_recall_at_1_std": 0.24807, "nauc_recall_at_1_diff1": 0.737844, "nauc_recall_at_3_max": 0.650106, "nauc_recall_at_3_std": 0.291731, "nauc_recall_at_3_diff1": 0.626244, "nauc_recall_at_5_max": 0.648589, "nauc_recall_at_5_std": 0.375324, "nauc_recall_at_5_diff1": 0.641716, "nauc_recall_at_10_max": 0.565444, "nauc_recall_at_10_std": 0.33571, "nauc_recall_at_10_diff1": 0.547831, "nauc_recall_at_20_max": 0.737006, "nauc_recall_at_20_std": 0.527389, "nauc_recall_at_20_diff1": 0.651805, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.684717, "nauc_precision_at_1_std": 0.24807, "nauc_precision_at_1_diff1": 0.737844, "nauc_precision_at_3_max": 0.650106, "nauc_precision_at_3_std": 0.291731, "nauc_precision_at_3_diff1": 0.626244, "nauc_precision_at_5_max": 0.648589, "nauc_precision_at_5_std": 0.375324, "nauc_precision_at_5_diff1": 0.641716, "nauc_precision_at_10_max": 0.565444, "nauc_precision_at_10_std": 0.33571, "nauc_precision_at_10_diff1": 0.547831, "nauc_precision_at_20_max": 0.737006, "nauc_precision_at_20_std": 0.527389, "nauc_precision_at_20_diff1": 0.651805, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.684717, "nauc_mrr_at_1_std": 0.24807, "nauc_mrr_at_1_diff1": 0.737844, "nauc_mrr_at_3_max": 0.675943, "nauc_mrr_at_3_std": 0.27018, "nauc_mrr_at_3_diff1": 0.695934, "nauc_mrr_at_5_max": 0.677908, "nauc_mrr_at_5_std": 0.27785, "nauc_mrr_at_5_diff1": 0.704112, "nauc_mrr_at_10_max": 0.674948, "nauc_mrr_at_10_std": 0.273918, "nauc_mrr_at_10_diff1": 0.701875, "nauc_mrr_at_20_max": 0.677785, "nauc_mrr_at_20_std": 0.275504, "nauc_mrr_at_20_diff1": 0.704446, "nauc_mrr_at_100_max": 0.677406, "nauc_mrr_at_100_std": 0.274475, "nauc_mrr_at_100_diff1": 0.704601, "nauc_mrr_at_1000_max": 0.677406, "nauc_mrr_at_1000_std": 0.274475, "nauc_mrr_at_1000_diff1": 0.704601, "hit_rate_at_1": 0.705, "hit_rate_at_3": 0.845, "hit_rate_at_5": 0.91, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.97, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.91, "hf_subset": "bas", "languages": [ "bas-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.85, "ndcg_at_3": 0.90351, "ndcg_at_5": 0.90931, "ndcg_at_10": 0.91961, "ndcg_at_20": 0.91961, "ndcg_at_100": 0.92272, "ndcg_at_1000": 0.92272, "map_at_1": 0.85, "map_at_3": 0.89083, "map_at_5": 0.89383, "map_at_10": 0.89844, "map_at_20": 0.89844, "map_at_100": 0.89899, "map_at_1000": 0.89899, "recall_at_1": 0.85, "recall_at_3": 0.94, "recall_at_5": 0.955, "recall_at_10": 0.985, "recall_at_20": 0.985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85, "precision_at_1": 0.85, "precision_at_3": 0.31333, "precision_at_5": 0.191, "precision_at_10": 0.0985, "precision_at_20": 0.04925, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.85, "mrr_at_3": 0.890833, "mrr_at_5": 0.893833, "mrr_at_10": 0.898437, "mrr_at_20": 0.898437, "mrr_at_100": 0.898986, "mrr_at_1000": 0.898986, "nauc_ndcg_at_1_max": 0.868044, "nauc_ndcg_at_1_std": 0.25026, "nauc_ndcg_at_1_diff1": 0.906525, "nauc_ndcg_at_3_max": 0.863298, "nauc_ndcg_at_3_std": 0.24326, "nauc_ndcg_at_3_diff1": 0.873656, "nauc_ndcg_at_5_max": 0.863262, "nauc_ndcg_at_5_std": 0.221647, "nauc_ndcg_at_5_diff1": 0.880848, "nauc_ndcg_at_10_max": 0.868792, "nauc_ndcg_at_10_std": 0.261622, "nauc_ndcg_at_10_diff1": 0.895278, "nauc_ndcg_at_20_max": 0.868792, "nauc_ndcg_at_20_std": 0.261622, "nauc_ndcg_at_20_diff1": 0.895278, "nauc_ndcg_at_100_max": 0.863346, "nauc_ndcg_at_100_std": 0.240843, "nauc_ndcg_at_100_diff1": 0.890931, "nauc_ndcg_at_1000_max": 0.863346, "nauc_ndcg_at_1000_std": 0.240843, "nauc_ndcg_at_1000_diff1": 0.890931, "nauc_map_at_1_max": 0.868044, "nauc_map_at_1_std": 0.25026, "nauc_map_at_1_diff1": 0.906525, "nauc_map_at_3_max": 0.860894, "nauc_map_at_3_std": 0.238507, "nauc_map_at_3_diff1": 0.882734, "nauc_map_at_5_max": 0.860808, "nauc_map_at_5_std": 0.228782, "nauc_map_at_5_diff1": 0.886189, "nauc_map_at_10_max": 0.862859, "nauc_map_at_10_std": 0.240961, "nauc_map_at_10_diff1": 0.891757, "nauc_map_at_20_max": 0.862859, "nauc_map_at_20_std": 0.240961, "nauc_map_at_20_diff1": 0.891757, "nauc_map_at_100_max": 0.862087, "nauc_map_at_100_std": 0.237981, "nauc_map_at_100_diff1": 0.891149, "nauc_map_at_1000_max": 0.862087, "nauc_map_at_1000_std": 0.237981, "nauc_map_at_1000_diff1": 0.891149, "nauc_recall_at_1_max": 0.868044, "nauc_recall_at_1_std": 0.25026, "nauc_recall_at_1_diff1": 0.906525, "nauc_recall_at_3_max": 0.878424, "nauc_recall_at_3_std": 0.272603, "nauc_recall_at_3_diff1": 0.828626, "nauc_recall_at_5_max": 0.883287, "nauc_recall_at_5_std": 0.172788, "nauc_recall_at_5_diff1": 0.850088, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.758792, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.758792, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.868044, "nauc_precision_at_1_std": 0.25026, "nauc_precision_at_1_diff1": 0.906525, "nauc_precision_at_3_max": 0.878424, "nauc_precision_at_3_std": 0.272603, "nauc_precision_at_3_diff1": 0.828626, "nauc_precision_at_5_max": 0.883287, "nauc_precision_at_5_std": 0.172788, "nauc_precision_at_5_diff1": 0.850088, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.758792, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.758792, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.868044, "nauc_mrr_at_1_std": 0.25026, "nauc_mrr_at_1_diff1": 0.906525, "nauc_mrr_at_3_max": 0.860894, "nauc_mrr_at_3_std": 0.238507, "nauc_mrr_at_3_diff1": 0.882734, "nauc_mrr_at_5_max": 0.860808, "nauc_mrr_at_5_std": 0.228782, "nauc_mrr_at_5_diff1": 0.886189, "nauc_mrr_at_10_max": 0.862859, "nauc_mrr_at_10_std": 0.240961, "nauc_mrr_at_10_diff1": 0.891757, "nauc_mrr_at_20_max": 0.862859, "nauc_mrr_at_20_std": 0.240961, "nauc_mrr_at_20_diff1": 0.891757, "nauc_mrr_at_100_max": 0.862087, "nauc_mrr_at_100_std": 0.237981, "nauc_mrr_at_100_diff1": 0.891149, "nauc_mrr_at_1000_max": 0.862087, "nauc_mrr_at_1000_std": 0.237981, "nauc_mrr_at_1000_diff1": 0.891149, "hit_rate_at_1": 0.85, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.955, "hf_subset": "be", "languages": [ "bel-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.635, "ndcg_at_3": 0.71744, "ndcg_at_5": 0.72948, "ndcg_at_10": 0.75873, "ndcg_at_20": 0.76986, "ndcg_at_100": 0.77918, "ndcg_at_1000": 0.7806, "map_at_1": 0.635, "map_at_3": 0.6975, "map_at_5": 0.704, "map_at_10": 0.71614, "map_at_20": 0.71907, "map_at_100": 0.72036, "map_at_1000": 0.72044, "recall_at_1": 0.635, "recall_at_3": 0.775, "recall_at_5": 0.805, "recall_at_10": 0.895, "recall_at_20": 0.94, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.635, "precision_at_1": 0.635, "precision_at_3": 0.25833, "precision_at_5": 0.161, "precision_at_10": 0.0895, "precision_at_20": 0.047, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.635, "mrr_at_3": 0.6975, "mrr_at_5": 0.704, "mrr_at_10": 0.716141, "mrr_at_20": 0.719066, "mrr_at_100": 0.720361, "mrr_at_1000": 0.720437, "nauc_ndcg_at_1_max": 0.760903, "nauc_ndcg_at_1_std": 0.48879, "nauc_ndcg_at_1_diff1": 0.768282, "nauc_ndcg_at_3_max": 0.729982, "nauc_ndcg_at_3_std": 0.476264, "nauc_ndcg_at_3_diff1": 0.729036, "nauc_ndcg_at_5_max": 0.736861, "nauc_ndcg_at_5_std": 0.489899, "nauc_ndcg_at_5_diff1": 0.73068, "nauc_ndcg_at_10_max": 0.735929, "nauc_ndcg_at_10_std": 0.471703, "nauc_ndcg_at_10_diff1": 0.745231, "nauc_ndcg_at_20_max": 0.74323, "nauc_ndcg_at_20_std": 0.498758, "nauc_ndcg_at_20_diff1": 0.748967, "nauc_ndcg_at_100_max": 0.743442, "nauc_ndcg_at_100_std": 0.489026, "nauc_ndcg_at_100_diff1": 0.744906, "nauc_ndcg_at_1000_max": 0.742019, "nauc_ndcg_at_1000_std": 0.486932, "nauc_ndcg_at_1000_diff1": 0.745078, "nauc_map_at_1_max": 0.760903, "nauc_map_at_1_std": 0.48879, "nauc_map_at_1_diff1": 0.768282, "nauc_map_at_3_max": 0.737686, "nauc_map_at_3_std": 0.480667, "nauc_map_at_3_diff1": 0.738936, "nauc_map_at_5_max": 0.741111, "nauc_map_at_5_std": 0.487244, "nauc_map_at_5_diff1": 0.739889, "nauc_map_at_10_max": 0.741236, "nauc_map_at_10_std": 0.480884, "nauc_map_at_10_diff1": 0.745919, "nauc_map_at_20_max": 0.742839, "nauc_map_at_20_std": 0.486745, "nauc_map_at_20_diff1": 0.746727, "nauc_map_at_100_max": 0.742923, "nauc_map_at_100_std": 0.485605, "nauc_map_at_100_diff1": 0.746221, "nauc_map_at_1000_max": 0.742866, "nauc_map_at_1000_std": 0.485529, "nauc_map_at_1000_diff1": 0.746228, "nauc_recall_at_1_max": 0.760903, "nauc_recall_at_1_std": 0.48879, "nauc_recall_at_1_diff1": 0.768282, "nauc_recall_at_3_max": 0.702739, "nauc_recall_at_3_std": 0.459956, "nauc_recall_at_3_diff1": 0.693959, "nauc_recall_at_5_max": 0.722353, "nauc_recall_at_5_std": 0.503477, "nauc_recall_at_5_diff1": 0.695262, "nauc_recall_at_10_max": 0.702631, "nauc_recall_at_10_std": 0.398461, "nauc_recall_at_10_diff1": 0.753725, "nauc_recall_at_20_max": 0.776883, "nauc_recall_at_20_std": 0.709617, "nauc_recall_at_20_diff1": 0.810341, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.777077, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.760903, "nauc_precision_at_1_std": 0.48879, "nauc_precision_at_1_diff1": 0.768282, "nauc_precision_at_3_max": 0.702739, "nauc_precision_at_3_std": 0.459956, "nauc_precision_at_3_diff1": 0.693959, "nauc_precision_at_5_max": 0.722353, "nauc_precision_at_5_std": 0.503477, "nauc_precision_at_5_diff1": 0.695262, "nauc_precision_at_10_max": 0.702631, "nauc_precision_at_10_std": 0.398461, "nauc_precision_at_10_diff1": 0.753725, "nauc_precision_at_20_max": 0.776883, "nauc_precision_at_20_std": 0.709617, "nauc_precision_at_20_diff1": 0.810341, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.777077, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.760903, "nauc_mrr_at_1_std": 0.48879, "nauc_mrr_at_1_diff1": 0.768282, "nauc_mrr_at_3_max": 0.737686, "nauc_mrr_at_3_std": 0.480667, "nauc_mrr_at_3_diff1": 0.738936, "nauc_mrr_at_5_max": 0.741111, "nauc_mrr_at_5_std": 0.487244, "nauc_mrr_at_5_diff1": 0.739889, "nauc_mrr_at_10_max": 0.741236, "nauc_mrr_at_10_std": 0.480884, "nauc_mrr_at_10_diff1": 0.745919, "nauc_mrr_at_20_max": 0.742839, "nauc_mrr_at_20_std": 0.486745, "nauc_mrr_at_20_diff1": 0.746727, "nauc_mrr_at_100_max": 0.742923, "nauc_mrr_at_100_std": 0.485605, "nauc_mrr_at_100_diff1": 0.746221, "nauc_mrr_at_1000_max": 0.742866, "nauc_mrr_at_1000_std": 0.485529, "nauc_mrr_at_1000_diff1": 0.746228, "hit_rate_at_1": 0.635, "hit_rate_at_3": 0.775, "hit_rate_at_5": 0.805, "hit_rate_at_10": 0.895, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.805, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.535, "ndcg_at_3": 0.61178, "ndcg_at_5": 0.63824, "ndcg_at_10": 0.66404, "ndcg_at_20": 0.67638, "ndcg_at_100": 0.69853, "ndcg_at_1000": 0.70131, "map_at_1": 0.535, "map_at_3": 0.59333, "map_at_5": 0.60783, "map_at_10": 0.61843, "map_at_20": 0.62165, "map_at_100": 0.62468, "map_at_1000": 0.62481, "recall_at_1": 0.535, "recall_at_3": 0.665, "recall_at_5": 0.73, "recall_at_10": 0.81, "recall_at_20": 0.86, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.535, "precision_at_1": 0.535, "precision_at_3": 0.22167, "precision_at_5": 0.146, "precision_at_10": 0.081, "precision_at_20": 0.043, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.535, "mrr_at_3": 0.593333, "mrr_at_5": 0.607833, "mrr_at_10": 0.618427, "mrr_at_20": 0.621649, "mrr_at_100": 0.624676, "mrr_at_1000": 0.624812, "nauc_ndcg_at_1_max": 0.814269, "nauc_ndcg_at_1_std": 0.486005, "nauc_ndcg_at_1_diff1": 0.798502, "nauc_ndcg_at_3_max": 0.765785, "nauc_ndcg_at_3_std": 0.520477, "nauc_ndcg_at_3_diff1": 0.719378, "nauc_ndcg_at_5_max": 0.768777, "nauc_ndcg_at_5_std": 0.531132, "nauc_ndcg_at_5_diff1": 0.711579, "nauc_ndcg_at_10_max": 0.765743, "nauc_ndcg_at_10_std": 0.529564, "nauc_ndcg_at_10_diff1": 0.702924, "nauc_ndcg_at_20_max": 0.763121, "nauc_ndcg_at_20_std": 0.523652, "nauc_ndcg_at_20_diff1": 0.704122, "nauc_ndcg_at_100_max": 0.77115, "nauc_ndcg_at_100_std": 0.522049, "nauc_ndcg_at_100_diff1": 0.717637, "nauc_ndcg_at_1000_max": 0.77184, "nauc_ndcg_at_1000_std": 0.520671, "nauc_ndcg_at_1000_diff1": 0.720254, "nauc_map_at_1_max": 0.814269, "nauc_map_at_1_std": 0.486005, "nauc_map_at_1_diff1": 0.798502, "nauc_map_at_3_max": 0.776583, "nauc_map_at_3_std": 0.51147, "nauc_map_at_3_diff1": 0.737201, "nauc_map_at_5_max": 0.778433, "nauc_map_at_5_std": 0.51715, "nauc_map_at_5_diff1": 0.733223, "nauc_map_at_10_max": 0.77746, "nauc_map_at_10_std": 0.516799, "nauc_map_at_10_diff1": 0.730235, "nauc_map_at_20_max": 0.776967, "nauc_map_at_20_std": 0.515353, "nauc_map_at_20_diff1": 0.730838, "nauc_map_at_100_max": 0.777739, "nauc_map_at_100_std": 0.515211, "nauc_map_at_100_diff1": 0.732259, "nauc_map_at_1000_max": 0.777767, "nauc_map_at_1000_std": 0.515169, "nauc_map_at_1000_diff1": 0.732359, "nauc_recall_at_1_max": 0.814269, "nauc_recall_at_1_std": 0.486005, "nauc_recall_at_1_diff1": 0.798502, "nauc_recall_at_3_max": 0.731758, "nauc_recall_at_3_std": 0.549581, "nauc_recall_at_3_diff1": 0.663108, "nauc_recall_at_5_max": 0.734878, "nauc_recall_at_5_std": 0.58399, "nauc_recall_at_5_diff1": 0.632694, "nauc_recall_at_10_max": 0.710226, "nauc_recall_at_10_std": 0.588847, "nauc_recall_at_10_diff1": 0.569032, "nauc_recall_at_20_max": 0.672024, "nauc_recall_at_20_std": 0.561521, "nauc_recall_at_20_diff1": 0.533965, "nauc_recall_at_100_max": 0.711718, "nauc_recall_at_100_std": 0.646359, "nauc_recall_at_100_diff1": 0.491947, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.814269, "nauc_precision_at_1_std": 0.486005, "nauc_precision_at_1_diff1": 0.798502, "nauc_precision_at_3_max": 0.731758, "nauc_precision_at_3_std": 0.549581, "nauc_precision_at_3_diff1": 0.663108, "nauc_precision_at_5_max": 0.734878, "nauc_precision_at_5_std": 0.58399, "nauc_precision_at_5_diff1": 0.632694, "nauc_precision_at_10_max": 0.710226, "nauc_precision_at_10_std": 0.588847, "nauc_precision_at_10_diff1": 0.569032, "nauc_precision_at_20_max": 0.672024, "nauc_precision_at_20_std": 0.561521, "nauc_precision_at_20_diff1": 0.533965, "nauc_precision_at_100_max": 0.711718, "nauc_precision_at_100_std": 0.646359, "nauc_precision_at_100_diff1": 0.491947, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.814269, "nauc_mrr_at_1_std": 0.486005, "nauc_mrr_at_1_diff1": 0.798502, "nauc_mrr_at_3_max": 0.776583, "nauc_mrr_at_3_std": 0.51147, "nauc_mrr_at_3_diff1": 0.737201, "nauc_mrr_at_5_max": 0.778433, "nauc_mrr_at_5_std": 0.51715, "nauc_mrr_at_5_diff1": 0.733223, "nauc_mrr_at_10_max": 0.77746, "nauc_mrr_at_10_std": 0.516799, "nauc_mrr_at_10_diff1": 0.730235, "nauc_mrr_at_20_max": 0.776967, "nauc_mrr_at_20_std": 0.515353, "nauc_mrr_at_20_diff1": 0.730838, "nauc_mrr_at_100_max": 0.777739, "nauc_mrr_at_100_std": 0.515211, "nauc_mrr_at_100_diff1": 0.732259, "nauc_mrr_at_1000_max": 0.777767, "nauc_mrr_at_1000_std": 0.515169, "nauc_mrr_at_1000_diff1": 0.732359, "hit_rate_at_1": 0.535, "hit_rate_at_3": 0.665, "hit_rate_at_5": 0.73, "hit_rate_at_10": 0.81, "hit_rate_at_20": 0.86, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.73, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.755, "ndcg_at_3": 0.83244, "ndcg_at_5": 0.84751, "ndcg_at_10": 0.85898, "ndcg_at_20": 0.86405, "ndcg_at_100": 0.86853, "ndcg_at_1000": 0.86853, "map_at_1": 0.755, "map_at_3": 0.81417, "map_at_5": 0.82292, "map_at_10": 0.82774, "map_at_20": 0.82914, "map_at_100": 0.8297, "map_at_1000": 0.8297, "recall_at_1": 0.755, "recall_at_3": 0.885, "recall_at_5": 0.92, "recall_at_10": 0.955, "recall_at_20": 0.975, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.755, "precision_at_1": 0.755, "precision_at_3": 0.295, "precision_at_5": 0.184, "precision_at_10": 0.0955, "precision_at_20": 0.04875, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.755, "mrr_at_3": 0.814167, "mrr_at_5": 0.822917, "mrr_at_10": 0.827742, "mrr_at_20": 0.829138, "mrr_at_100": 0.829697, "mrr_at_1000": 0.829697, "nauc_ndcg_at_1_max": 0.54411, "nauc_ndcg_at_1_std": -0.058934, "nauc_ndcg_at_1_diff1": 0.819197, "nauc_ndcg_at_3_max": 0.584455, "nauc_ndcg_at_3_std": 0.00566, "nauc_ndcg_at_3_diff1": 0.791547, "nauc_ndcg_at_5_max": 0.577678, "nauc_ndcg_at_5_std": -0.001048, "nauc_ndcg_at_5_diff1": 0.787157, "nauc_ndcg_at_10_max": 0.573552, "nauc_ndcg_at_10_std": -0.010324, "nauc_ndcg_at_10_diff1": 0.786864, "nauc_ndcg_at_20_max": 0.581559, "nauc_ndcg_at_20_std": -0.011793, "nauc_ndcg_at_20_diff1": 0.800894, "nauc_ndcg_at_100_max": 0.572793, "nauc_ndcg_at_100_std": -0.011441, "nauc_ndcg_at_100_diff1": 0.798495, "nauc_ndcg_at_1000_max": 0.572793, "nauc_ndcg_at_1000_std": -0.011441, "nauc_ndcg_at_1000_diff1": 0.798495, "nauc_map_at_1_max": 0.54411, "nauc_map_at_1_std": -0.058934, "nauc_map_at_1_diff1": 0.819197, "nauc_map_at_3_max": 0.571985, "nauc_map_at_3_std": -0.00885, "nauc_map_at_3_diff1": 0.799178, "nauc_map_at_5_max": 0.567926, "nauc_map_at_5_std": -0.012978, "nauc_map_at_5_diff1": 0.797344, "nauc_map_at_10_max": 0.566692, "nauc_map_at_10_std": -0.017004, "nauc_map_at_10_diff1": 0.797856, "nauc_map_at_20_max": 0.568454, "nauc_map_at_20_std": -0.017576, "nauc_map_at_20_diff1": 0.801311, "nauc_map_at_100_max": 0.567721, "nauc_map_at_100_std": -0.016739, "nauc_map_at_100_diff1": 0.800896, "nauc_map_at_1000_max": 0.567721, "nauc_map_at_1000_std": -0.016739, "nauc_map_at_1000_diff1": 0.800896, "nauc_recall_at_1_max": 0.54411, "nauc_recall_at_1_std": -0.058934, "nauc_recall_at_1_diff1": 0.819197, "nauc_recall_at_3_max": 0.638996, "nauc_recall_at_3_std": 0.065709, "nauc_recall_at_3_diff1": 0.758745, "nauc_recall_at_5_max": 0.633578, "nauc_recall_at_5_std": 0.06285, "nauc_recall_at_5_diff1": 0.727095, "nauc_recall_at_10_max": 0.630978, "nauc_recall_at_10_std": 0.037711, "nauc_recall_at_10_diff1": 0.67201, "nauc_recall_at_20_max": 0.8324, "nauc_recall_at_20_std": 0.055369, "nauc_recall_at_20_diff1": 0.845472, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.54411, "nauc_precision_at_1_std": -0.058934, "nauc_precision_at_1_diff1": 0.819197, "nauc_precision_at_3_max": 0.638996, "nauc_precision_at_3_std": 0.065709, "nauc_precision_at_3_diff1": 0.758745, "nauc_precision_at_5_max": 0.633578, "nauc_precision_at_5_std": 0.06285, "nauc_precision_at_5_diff1": 0.727095, "nauc_precision_at_10_max": 0.630978, "nauc_precision_at_10_std": 0.037711, "nauc_precision_at_10_diff1": 0.67201, "nauc_precision_at_20_max": 0.8324, "nauc_precision_at_20_std": 0.055369, "nauc_precision_at_20_diff1": 0.845472, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.54411, "nauc_mrr_at_1_std": -0.058934, "nauc_mrr_at_1_diff1": 0.819197, "nauc_mrr_at_3_max": 0.571985, "nauc_mrr_at_3_std": -0.00885, "nauc_mrr_at_3_diff1": 0.799178, "nauc_mrr_at_5_max": 0.567926, "nauc_mrr_at_5_std": -0.012978, "nauc_mrr_at_5_diff1": 0.797344, "nauc_mrr_at_10_max": 0.566692, "nauc_mrr_at_10_std": -0.017004, "nauc_mrr_at_10_diff1": 0.797856, "nauc_mrr_at_20_max": 0.568454, "nauc_mrr_at_20_std": -0.017576, "nauc_mrr_at_20_diff1": 0.801311, "nauc_mrr_at_100_max": 0.567721, "nauc_mrr_at_100_std": -0.016739, "nauc_mrr_at_100_diff1": 0.800896, "nauc_mrr_at_1000_max": 0.567721, "nauc_mrr_at_1000_std": -0.016739, "nauc_mrr_at_1000_diff1": 0.800896, "hit_rate_at_1": 0.755, "hit_rate_at_3": 0.885, "hit_rate_at_5": 0.92, "hit_rate_at_10": 0.955, "hit_rate_at_20": 0.975, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.92, "hf_subset": "br", "languages": [ "bre-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.895, "ndcg_at_3": 0.94601, "ndcg_at_5": 0.94601, "ndcg_at_10": 0.95057, "ndcg_at_20": 0.95057, "ndcg_at_100": 0.95057, "ndcg_at_1000": 0.95126, "map_at_1": 0.895, "map_at_3": 0.93417, "map_at_5": 0.93417, "map_at_10": 0.93588, "map_at_20": 0.93588, "map_at_100": 0.93588, "map_at_1000": 0.93591, "recall_at_1": 0.895, "recall_at_3": 0.98, "recall_at_5": 0.98, "recall_at_10": 0.995, "recall_at_20": 0.995, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.895, "precision_at_1": 0.895, "precision_at_3": 0.32667, "precision_at_5": 0.196, "precision_at_10": 0.0995, "precision_at_20": 0.04975, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.895, "mrr_at_3": 0.934167, "mrr_at_5": 0.934167, "mrr_at_10": 0.935881, "mrr_at_20": 0.935881, "mrr_at_100": 0.935881, "mrr_at_1000": 0.935915, "nauc_ndcg_at_1_max": 0.822066, "nauc_ndcg_at_1_std": 0.27963, "nauc_ndcg_at_1_diff1": 0.927744, "nauc_ndcg_at_3_max": 0.825568, "nauc_ndcg_at_3_std": 0.33938, "nauc_ndcg_at_3_diff1": 0.914987, "nauc_ndcg_at_5_max": 0.825568, "nauc_ndcg_at_5_std": 0.33938, "nauc_ndcg_at_5_diff1": 0.914987, "nauc_ndcg_at_10_max": 0.828269, "nauc_ndcg_at_10_std": 0.332277, "nauc_ndcg_at_10_diff1": 0.919114, "nauc_ndcg_at_20_max": 0.828269, "nauc_ndcg_at_20_std": 0.332277, "nauc_ndcg_at_20_diff1": 0.919114, "nauc_ndcg_at_100_max": 0.828269, "nauc_ndcg_at_100_std": 0.332277, "nauc_ndcg_at_100_diff1": 0.919114, "nauc_ndcg_at_1000_max": 0.827683, "nauc_ndcg_at_1000_std": 0.326708, "nauc_ndcg_at_1000_diff1": 0.919825, "nauc_map_at_1_max": 0.822066, "nauc_map_at_1_std": 0.27963, "nauc_map_at_1_diff1": 0.927744, "nauc_map_at_3_max": 0.827133, "nauc_map_at_3_std": 0.324395, "nauc_map_at_3_diff1": 0.920209, "nauc_map_at_5_max": 0.827133, "nauc_map_at_5_std": 0.324395, "nauc_map_at_5_diff1": 0.920209, "nauc_map_at_10_max": 0.827519, "nauc_map_at_10_std": 0.320671, "nauc_map_at_10_diff1": 0.921267, "nauc_map_at_20_max": 0.827519, "nauc_map_at_20_std": 0.320671, "nauc_map_at_20_diff1": 0.921267, "nauc_map_at_100_max": 0.827519, "nauc_map_at_100_std": 0.320671, "nauc_map_at_100_diff1": 0.921267, "nauc_map_at_1000_max": 0.827497, "nauc_map_at_1000_std": 0.320459, "nauc_map_at_1000_diff1": 0.921294, "nauc_recall_at_1_max": 0.822066, "nauc_recall_at_1_std": 0.27963, "nauc_recall_at_1_diff1": 0.927744, "nauc_recall_at_3_max": 0.806839, "nauc_recall_at_3_std": 0.470238, "nauc_recall_at_3_diff1": 0.865196, "nauc_recall_at_5_max": 0.806839, "nauc_recall_at_5_std": 0.470238, "nauc_recall_at_5_diff1": 0.865196, "nauc_recall_at_10_max": 0.869281, "nauc_recall_at_10_std": 0.722222, "nauc_recall_at_10_diff1": 0.869281, "nauc_recall_at_20_max": 0.869281, "nauc_recall_at_20_std": 0.722222, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.822066, "nauc_precision_at_1_std": 0.27963, "nauc_precision_at_1_diff1": 0.927744, "nauc_precision_at_3_max": 0.806839, "nauc_precision_at_3_std": 0.470238, "nauc_precision_at_3_diff1": 0.865196, "nauc_precision_at_5_max": 0.806839, "nauc_precision_at_5_std": 0.470238, "nauc_precision_at_5_diff1": 0.865196, "nauc_precision_at_10_max": 0.869281, "nauc_precision_at_10_std": 0.722222, "nauc_precision_at_10_diff1": 0.869281, "nauc_precision_at_20_max": 0.869281, "nauc_precision_at_20_std": 0.722222, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.822066, "nauc_mrr_at_1_std": 0.27963, "nauc_mrr_at_1_diff1": 0.927744, "nauc_mrr_at_3_max": 0.827133, "nauc_mrr_at_3_std": 0.324395, "nauc_mrr_at_3_diff1": 0.920209, "nauc_mrr_at_5_max": 0.827133, "nauc_mrr_at_5_std": 0.324395, "nauc_mrr_at_5_diff1": 0.920209, "nauc_mrr_at_10_max": 0.827519, "nauc_mrr_at_10_std": 0.320671, "nauc_mrr_at_10_diff1": 0.921267, "nauc_mrr_at_20_max": 0.827519, "nauc_mrr_at_20_std": 0.320671, "nauc_mrr_at_20_diff1": 0.921267, "nauc_mrr_at_100_max": 0.827519, "nauc_mrr_at_100_std": 0.320671, "nauc_mrr_at_100_diff1": 0.921267, "nauc_mrr_at_1000_max": 0.827497, "nauc_mrr_at_1000_std": 0.320459, "nauc_mrr_at_1000_diff1": 0.921294, "hit_rate_at_1": 0.895, "hit_rate_at_3": 0.98, "hit_rate_at_5": 0.98, "hit_rate_at_10": 0.995, "hit_rate_at_20": 0.995, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.98, "hf_subset": "ca", "languages": [ "cat-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.79797, "ndcg_at_5": 0.81195, "ndcg_at_10": 0.82952, "ndcg_at_20": 0.83445, "ndcg_at_100": 0.84334, "ndcg_at_1000": 0.84334, "map_at_1": 0.73, "map_at_3": 0.78167, "map_at_5": 0.78917, "map_at_10": 0.7963, "map_at_20": 0.79758, "map_at_100": 0.79899, "map_at_1000": 0.79899, "recall_at_1": 0.73, "recall_at_3": 0.845, "recall_at_5": 0.88, "recall_at_10": 0.935, "recall_at_20": 0.955, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73, "precision_at_1": 0.73, "precision_at_3": 0.28167, "precision_at_5": 0.176, "precision_at_10": 0.0935, "precision_at_20": 0.04775, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.73, "mrr_at_3": 0.781667, "mrr_at_5": 0.789167, "mrr_at_10": 0.796298, "mrr_at_20": 0.79758, "mrr_at_100": 0.798993, "mrr_at_1000": 0.798993, "nauc_ndcg_at_1_max": 0.749513, "nauc_ndcg_at_1_std": 0.40504, "nauc_ndcg_at_1_diff1": 0.793135, "nauc_ndcg_at_3_max": 0.708484, "nauc_ndcg_at_3_std": 0.347445, "nauc_ndcg_at_3_diff1": 0.755693, "nauc_ndcg_at_5_max": 0.720383, "nauc_ndcg_at_5_std": 0.3563, "nauc_ndcg_at_5_diff1": 0.762095, "nauc_ndcg_at_10_max": 0.714265, "nauc_ndcg_at_10_std": 0.366136, "nauc_ndcg_at_10_diff1": 0.766838, "nauc_ndcg_at_20_max": 0.721261, "nauc_ndcg_at_20_std": 0.374243, "nauc_ndcg_at_20_diff1": 0.771749, "nauc_ndcg_at_100_max": 0.722105, "nauc_ndcg_at_100_std": 0.372596, "nauc_ndcg_at_100_diff1": 0.769727, "nauc_ndcg_at_1000_max": 0.722105, "nauc_ndcg_at_1000_std": 0.372596, "nauc_ndcg_at_1000_diff1": 0.769727, "nauc_map_at_1_max": 0.749513, "nauc_map_at_1_std": 0.40504, "nauc_map_at_1_diff1": 0.793135, "nauc_map_at_3_max": 0.720267, "nauc_map_at_3_std": 0.364958, "nauc_map_at_3_diff1": 0.765884, "nauc_map_at_5_max": 0.726335, "nauc_map_at_5_std": 0.36999, "nauc_map_at_5_diff1": 0.769369, "nauc_map_at_10_max": 0.723536, "nauc_map_at_10_std": 0.372884, "nauc_map_at_10_diff1": 0.770928, "nauc_map_at_20_max": 0.725017, "nauc_map_at_20_std": 0.374543, "nauc_map_at_20_diff1": 0.771918, "nauc_map_at_100_max": 0.725201, "nauc_map_at_100_std": 0.374941, "nauc_map_at_100_diff1": 0.771687, "nauc_map_at_1000_max": 0.725201, "nauc_map_at_1000_std": 0.374941, "nauc_map_at_1000_diff1": 0.771687, "nauc_recall_at_1_max": 0.749513, "nauc_recall_at_1_std": 0.40504, "nauc_recall_at_1_diff1": 0.793135, "nauc_recall_at_3_max": 0.663055, "nauc_recall_at_3_std": 0.279382, "nauc_recall_at_3_diff1": 0.716718, "nauc_recall_at_5_max": 0.695812, "nauc_recall_at_5_std": 0.29341, "nauc_recall_at_5_diff1": 0.729975, "nauc_recall_at_10_max": 0.643647, "nauc_recall_at_10_std": 0.331789, "nauc_recall_at_10_diff1": 0.744667, "nauc_recall_at_20_max": 0.710343, "nauc_recall_at_20_std": 0.431061, "nauc_recall_at_20_diff1": 0.8047, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.749513, "nauc_precision_at_1_std": 0.40504, "nauc_precision_at_1_diff1": 0.793135, "nauc_precision_at_3_max": 0.663055, "nauc_precision_at_3_std": 0.279382, "nauc_precision_at_3_diff1": 0.716718, "nauc_precision_at_5_max": 0.695812, "nauc_precision_at_5_std": 0.29341, "nauc_precision_at_5_diff1": 0.729975, "nauc_precision_at_10_max": 0.643647, "nauc_precision_at_10_std": 0.331789, "nauc_precision_at_10_diff1": 0.744667, "nauc_precision_at_20_max": 0.710343, "nauc_precision_at_20_std": 0.431061, "nauc_precision_at_20_diff1": 0.8047, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.749513, "nauc_mrr_at_1_std": 0.40504, "nauc_mrr_at_1_diff1": 0.793135, "nauc_mrr_at_3_max": 0.720267, "nauc_mrr_at_3_std": 0.364958, "nauc_mrr_at_3_diff1": 0.765884, "nauc_mrr_at_5_max": 0.726335, "nauc_mrr_at_5_std": 0.36999, "nauc_mrr_at_5_diff1": 0.769369, "nauc_mrr_at_10_max": 0.723536, "nauc_mrr_at_10_std": 0.372884, "nauc_mrr_at_10_diff1": 0.770928, "nauc_mrr_at_20_max": 0.725017, "nauc_mrr_at_20_std": 0.374543, "nauc_mrr_at_20_diff1": 0.771918, "nauc_mrr_at_100_max": 0.725201, "nauc_mrr_at_100_std": 0.374941, "nauc_mrr_at_100_diff1": 0.771687, "nauc_mrr_at_1000_max": 0.725201, "nauc_mrr_at_1000_std": 0.374941, "nauc_mrr_at_1000_diff1": 0.771687, "hit_rate_at_1": 0.73, "hit_rate_at_3": 0.845, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.935, "hit_rate_at_20": 0.955, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.88, "hf_subset": "ckb", "languages": [ "ckb-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.535, "ndcg_at_3": 0.62375, "ndcg_at_5": 0.65838, "ndcg_at_10": 0.6794, "ndcg_at_20": 0.69723, "ndcg_at_100": 0.71073, "ndcg_at_1000": 0.71433, "map_at_1": 0.535, "map_at_3": 0.6025, "map_at_5": 0.6215, "map_at_10": 0.63018, "map_at_20": 0.63515, "map_at_100": 0.63721, "map_at_1000": 0.63741, "recall_at_1": 0.535, "recall_at_3": 0.685, "recall_at_5": 0.77, "recall_at_10": 0.835, "recall_at_20": 0.905, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.535, "precision_at_1": 0.535, "precision_at_3": 0.22833, "precision_at_5": 0.154, "precision_at_10": 0.0835, "precision_at_20": 0.04525, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.535, "mrr_at_3": 0.6025, "mrr_at_5": 0.6215, "mrr_at_10": 0.630179, "mrr_at_20": 0.635149, "mrr_at_100": 0.637207, "mrr_at_1000": 0.637413, "nauc_ndcg_at_1_max": 0.513912, "nauc_ndcg_at_1_std": 0.156836, "nauc_ndcg_at_1_diff1": 0.663313, "nauc_ndcg_at_3_max": 0.504064, "nauc_ndcg_at_3_std": 0.15543, "nauc_ndcg_at_3_diff1": 0.603209, "nauc_ndcg_at_5_max": 0.509936, "nauc_ndcg_at_5_std": 0.15258, "nauc_ndcg_at_5_diff1": 0.609838, "nauc_ndcg_at_10_max": 0.529288, "nauc_ndcg_at_10_std": 0.196651, "nauc_ndcg_at_10_diff1": 0.601939, "nauc_ndcg_at_20_max": 0.527659, "nauc_ndcg_at_20_std": 0.194636, "nauc_ndcg_at_20_diff1": 0.609589, "nauc_ndcg_at_100_max": 0.509104, "nauc_ndcg_at_100_std": 0.167371, "nauc_ndcg_at_100_diff1": 0.612541, "nauc_ndcg_at_1000_max": 0.512822, "nauc_ndcg_at_1000_std": 0.17058, "nauc_ndcg_at_1000_diff1": 0.617184, "nauc_map_at_1_max": 0.513912, "nauc_map_at_1_std": 0.156836, "nauc_map_at_1_diff1": 0.663313, "nauc_map_at_3_max": 0.502795, "nauc_map_at_3_std": 0.152161, "nauc_map_at_3_diff1": 0.6192, "nauc_map_at_5_max": 0.504572, "nauc_map_at_5_std": 0.150469, "nauc_map_at_5_diff1": 0.6226, "nauc_map_at_10_max": 0.512642, "nauc_map_at_10_std": 0.168113, "nauc_map_at_10_diff1": 0.620164, "nauc_map_at_20_max": 0.511803, "nauc_map_at_20_std": 0.167262, "nauc_map_at_20_diff1": 0.622443, "nauc_map_at_100_max": 0.509447, "nauc_map_at_100_std": 0.16365, "nauc_map_at_100_diff1": 0.623168, "nauc_map_at_1000_max": 0.509577, "nauc_map_at_1000_std": 0.163771, "nauc_map_at_1000_diff1": 0.623399, "nauc_recall_at_1_max": 0.513912, "nauc_recall_at_1_std": 0.156836, "nauc_recall_at_1_diff1": 0.663313, "nauc_recall_at_3_max": 0.510102, "nauc_recall_at_3_std": 0.167977, "nauc_recall_at_3_diff1": 0.550257, "nauc_recall_at_5_max": 0.53741, "nauc_recall_at_5_std": 0.162922, "nauc_recall_at_5_diff1": 0.560619, "nauc_recall_at_10_max": 0.63437, "nauc_recall_at_10_std": 0.375772, "nauc_recall_at_10_diff1": 0.50255, "nauc_recall_at_20_max": 0.690206, "nauc_recall_at_20_std": 0.469728, "nauc_recall_at_20_diff1": 0.510172, "nauc_recall_at_100_max": 0.263492, "nauc_recall_at_100_std": -0.039402, "nauc_recall_at_100_diff1": 0.328945, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.513912, "nauc_precision_at_1_std": 0.156836, "nauc_precision_at_1_diff1": 0.663313, "nauc_precision_at_3_max": 0.510102, "nauc_precision_at_3_std": 0.167977, "nauc_precision_at_3_diff1": 0.550257, "nauc_precision_at_5_max": 0.53741, "nauc_precision_at_5_std": 0.162922, "nauc_precision_at_5_diff1": 0.560619, "nauc_precision_at_10_max": 0.63437, "nauc_precision_at_10_std": 0.375772, "nauc_precision_at_10_diff1": 0.50255, "nauc_precision_at_20_max": 0.690206, "nauc_precision_at_20_std": 0.469728, "nauc_precision_at_20_diff1": 0.510172, "nauc_precision_at_100_max": 0.263492, "nauc_precision_at_100_std": -0.039402, "nauc_precision_at_100_diff1": 0.328945, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.513912, "nauc_mrr_at_1_std": 0.156836, "nauc_mrr_at_1_diff1": 0.663313, "nauc_mrr_at_3_max": 0.502795, "nauc_mrr_at_3_std": 0.152161, "nauc_mrr_at_3_diff1": 0.6192, "nauc_mrr_at_5_max": 0.504572, "nauc_mrr_at_5_std": 0.150469, "nauc_mrr_at_5_diff1": 0.6226, "nauc_mrr_at_10_max": 0.512642, "nauc_mrr_at_10_std": 0.168113, "nauc_mrr_at_10_diff1": 0.620164, "nauc_mrr_at_20_max": 0.511803, "nauc_mrr_at_20_std": 0.167262, "nauc_mrr_at_20_diff1": 0.622443, "nauc_mrr_at_100_max": 0.509447, "nauc_mrr_at_100_std": 0.16365, "nauc_mrr_at_100_diff1": 0.623168, "nauc_mrr_at_1000_max": 0.509577, "nauc_mrr_at_1000_std": 0.163771, "nauc_mrr_at_1000_diff1": 0.623399, "hit_rate_at_1": 0.535, "hit_rate_at_3": 0.685, "hit_rate_at_5": 0.77, "hit_rate_at_10": 0.835, "hit_rate_at_20": 0.905, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.77, "hf_subset": "cnh", "languages": [ "cnh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.57, "ndcg_at_3": 0.65875, "ndcg_at_5": 0.68178, "ndcg_at_10": 0.69142, "ndcg_at_20": 0.71004, "ndcg_at_100": 0.73037, "ndcg_at_1000": 0.73256, "map_at_1": 0.57, "map_at_3": 0.6375, "map_at_5": 0.6505, "map_at_10": 0.65444, "map_at_20": 0.65938, "map_at_100": 0.66251, "map_at_1000": 0.66264, "recall_at_1": 0.57, "recall_at_3": 0.72, "recall_at_5": 0.775, "recall_at_10": 0.805, "recall_at_20": 0.88, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.57, "precision_at_1": 0.57, "precision_at_3": 0.24, "precision_at_5": 0.155, "precision_at_10": 0.0805, "precision_at_20": 0.044, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.57, "mrr_at_3": 0.6375, "mrr_at_5": 0.6505, "mrr_at_10": 0.654442, "mrr_at_20": 0.659381, "mrr_at_100": 0.662508, "mrr_at_1000": 0.662638, "nauc_ndcg_at_1_max": 0.578364, "nauc_ndcg_at_1_std": 0.325038, "nauc_ndcg_at_1_diff1": 0.653112, "nauc_ndcg_at_3_max": 0.58632, "nauc_ndcg_at_3_std": 0.345127, "nauc_ndcg_at_3_diff1": 0.595151, "nauc_ndcg_at_5_max": 0.586964, "nauc_ndcg_at_5_std": 0.337656, "nauc_ndcg_at_5_diff1": 0.606025, "nauc_ndcg_at_10_max": 0.576139, "nauc_ndcg_at_10_std": 0.334854, "nauc_ndcg_at_10_diff1": 0.597666, "nauc_ndcg_at_20_max": 0.575446, "nauc_ndcg_at_20_std": 0.329028, "nauc_ndcg_at_20_diff1": 0.592474, "nauc_ndcg_at_100_max": 0.582578, "nauc_ndcg_at_100_std": 0.33241, "nauc_ndcg_at_100_diff1": 0.606937, "nauc_ndcg_at_1000_max": 0.581205, "nauc_ndcg_at_1000_std": 0.329718, "nauc_ndcg_at_1000_diff1": 0.608171, "nauc_map_at_1_max": 0.578364, "nauc_map_at_1_std": 0.325038, "nauc_map_at_1_diff1": 0.653112, "nauc_map_at_3_max": 0.584732, "nauc_map_at_3_std": 0.335718, "nauc_map_at_3_diff1": 0.610183, "nauc_map_at_5_max": 0.585119, "nauc_map_at_5_std": 0.331446, "nauc_map_at_5_diff1": 0.616882, "nauc_map_at_10_max": 0.580859, "nauc_map_at_10_std": 0.329843, "nauc_map_at_10_diff1": 0.613856, "nauc_map_at_20_max": 0.581107, "nauc_map_at_20_std": 0.328399, "nauc_map_at_20_diff1": 0.61307, "nauc_map_at_100_max": 0.58189, "nauc_map_at_100_std": 0.328588, "nauc_map_at_100_diff1": 0.61499, "nauc_map_at_1000_max": 0.581818, "nauc_map_at_1000_std": 0.328448, "nauc_map_at_1000_diff1": 0.615033, "nauc_recall_at_1_max": 0.578364, "nauc_recall_at_1_std": 0.325038, "nauc_recall_at_1_diff1": 0.653112, "nauc_recall_at_3_max": 0.59147, "nauc_recall_at_3_std": 0.379216, "nauc_recall_at_3_diff1": 0.544118, "nauc_recall_at_5_max": 0.593851, "nauc_recall_at_5_std": 0.363184, "nauc_recall_at_5_diff1": 0.564699, "nauc_recall_at_10_max": 0.549247, "nauc_recall_at_10_std": 0.358102, "nauc_recall_at_10_diff1": 0.523486, "nauc_recall_at_20_max": 0.522252, "nauc_recall_at_20_std": 0.323696, "nauc_recall_at_20_diff1": 0.436466, "nauc_recall_at_100_max": 0.715219, "nauc_recall_at_100_std": 0.593838, "nauc_recall_at_100_diff1": 0.473389, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.578364, "nauc_precision_at_1_std": 0.325038, "nauc_precision_at_1_diff1": 0.653112, "nauc_precision_at_3_max": 0.59147, "nauc_precision_at_3_std": 0.379216, "nauc_precision_at_3_diff1": 0.544118, "nauc_precision_at_5_max": 0.593851, "nauc_precision_at_5_std": 0.363184, "nauc_precision_at_5_diff1": 0.564699, "nauc_precision_at_10_max": 0.549247, "nauc_precision_at_10_std": 0.358102, "nauc_precision_at_10_diff1": 0.523486, "nauc_precision_at_20_max": 0.522252, "nauc_precision_at_20_std": 0.323696, "nauc_precision_at_20_diff1": 0.436466, "nauc_precision_at_100_max": 0.715219, "nauc_precision_at_100_std": 0.593838, "nauc_precision_at_100_diff1": 0.473389, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.578364, "nauc_mrr_at_1_std": 0.325038, "nauc_mrr_at_1_diff1": 0.653112, "nauc_mrr_at_3_max": 0.584732, "nauc_mrr_at_3_std": 0.335718, "nauc_mrr_at_3_diff1": 0.610183, "nauc_mrr_at_5_max": 0.585119, "nauc_mrr_at_5_std": 0.331446, "nauc_mrr_at_5_diff1": 0.616882, "nauc_mrr_at_10_max": 0.580859, "nauc_mrr_at_10_std": 0.329843, "nauc_mrr_at_10_diff1": 0.613856, "nauc_mrr_at_20_max": 0.581107, "nauc_mrr_at_20_std": 0.328399, "nauc_mrr_at_20_diff1": 0.61307, "nauc_mrr_at_100_max": 0.58189, "nauc_mrr_at_100_std": 0.328588, "nauc_mrr_at_100_diff1": 0.61499, "nauc_mrr_at_1000_max": 0.581818, "nauc_mrr_at_1000_std": 0.328448, "nauc_mrr_at_1000_diff1": 0.615033, "hit_rate_at_1": 0.57, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.775, "hit_rate_at_10": 0.805, "hit_rate_at_20": 0.88, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.775, "hf_subset": "cs", "languages": [ "ces-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.745, "ndcg_at_3": 0.82613, "ndcg_at_5": 0.83259, "ndcg_at_10": 0.84709, "ndcg_at_20": 0.85334, "ndcg_at_100": 0.85867, "ndcg_at_1000": 0.85942, "map_at_1": 0.745, "map_at_3": 0.80583, "map_at_5": 0.80958, "map_at_10": 0.81554, "map_at_20": 0.81721, "map_at_100": 0.81822, "map_at_1000": 0.81827, "recall_at_1": 0.745, "recall_at_3": 0.885, "recall_at_5": 0.9, "recall_at_10": 0.945, "recall_at_20": 0.97, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.745, "precision_at_1": 0.745, "precision_at_3": 0.295, "precision_at_5": 0.18, "precision_at_10": 0.0945, "precision_at_20": 0.0485, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.745, "mrr_at_3": 0.805833, "mrr_at_5": 0.809583, "mrr_at_10": 0.81554, "mrr_at_20": 0.81721, "mrr_at_100": 0.818222, "mrr_at_1000": 0.818271, "nauc_ndcg_at_1_max": 0.634664, "nauc_ndcg_at_1_std": 0.014346, "nauc_ndcg_at_1_diff1": 0.790581, "nauc_ndcg_at_3_max": 0.660656, "nauc_ndcg_at_3_std": -0.039375, "nauc_ndcg_at_3_diff1": 0.800936, "nauc_ndcg_at_5_max": 0.646827, "nauc_ndcg_at_5_std": -0.064002, "nauc_ndcg_at_5_diff1": 0.793978, "nauc_ndcg_at_10_max": 0.652243, "nauc_ndcg_at_10_std": -0.060659, "nauc_ndcg_at_10_diff1": 0.801895, "nauc_ndcg_at_20_max": 0.647285, "nauc_ndcg_at_20_std": -0.045764, "nauc_ndcg_at_20_diff1": 0.799196, "nauc_ndcg_at_100_max": 0.648312, "nauc_ndcg_at_100_std": -0.026601, "nauc_ndcg_at_100_diff1": 0.79537, "nauc_ndcg_at_1000_max": 0.64627, "nauc_ndcg_at_1000_std": -0.031803, "nauc_ndcg_at_1000_diff1": 0.795795, "nauc_map_at_1_max": 0.634664, "nauc_map_at_1_std": 0.014346, "nauc_map_at_1_diff1": 0.790581, "nauc_map_at_3_max": 0.649065, "nauc_map_at_3_std": -0.022507, "nauc_map_at_3_diff1": 0.795918, "nauc_map_at_5_max": 0.641693, "nauc_map_at_5_std": -0.034936, "nauc_map_at_5_diff1": 0.792223, "nauc_map_at_10_max": 0.644282, "nauc_map_at_10_std": -0.032371, "nauc_map_at_10_diff1": 0.795624, "nauc_map_at_20_max": 0.643267, "nauc_map_at_20_std": -0.028378, "nauc_map_at_20_diff1": 0.794946, "nauc_map_at_100_max": 0.643419, "nauc_map_at_100_std": -0.025511, "nauc_map_at_100_diff1": 0.794352, "nauc_map_at_1000_max": 0.643314, "nauc_map_at_1000_std": -0.025775, "nauc_map_at_1000_diff1": 0.794373, "nauc_recall_at_1_max": 0.634664, "nauc_recall_at_1_std": 0.014346, "nauc_recall_at_1_diff1": 0.790581, "nauc_recall_at_3_max": 0.715607, "nauc_recall_at_3_std": -0.116177, "nauc_recall_at_3_diff1": 0.824908, "nauc_recall_at_5_max": 0.672806, "nauc_recall_at_5_std": -0.215173, "nauc_recall_at_5_diff1": 0.802894, "nauc_recall_at_10_max": 0.722901, "nauc_recall_at_10_std": -0.318139, "nauc_recall_at_10_diff1": 0.861429, "nauc_recall_at_20_max": 0.686897, "nauc_recall_at_20_std": -0.285481, "nauc_recall_at_20_diff1": 0.863834, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.634664, "nauc_precision_at_1_std": 0.014346, "nauc_precision_at_1_diff1": 0.790581, "nauc_precision_at_3_max": 0.715607, "nauc_precision_at_3_std": -0.116177, "nauc_precision_at_3_diff1": 0.824908, "nauc_precision_at_5_max": 0.672806, "nauc_precision_at_5_std": -0.215173, "nauc_precision_at_5_diff1": 0.802894, "nauc_precision_at_10_max": 0.722901, "nauc_precision_at_10_std": -0.318139, "nauc_precision_at_10_diff1": 0.861429, "nauc_precision_at_20_max": 0.686897, "nauc_precision_at_20_std": -0.285481, "nauc_precision_at_20_diff1": 0.863834, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.634664, "nauc_mrr_at_1_std": 0.014346, "nauc_mrr_at_1_diff1": 0.790581, "nauc_mrr_at_3_max": 0.649065, "nauc_mrr_at_3_std": -0.022507, "nauc_mrr_at_3_diff1": 0.795918, "nauc_mrr_at_5_max": 0.641693, "nauc_mrr_at_5_std": -0.034936, "nauc_mrr_at_5_diff1": 0.792223, "nauc_mrr_at_10_max": 0.644282, "nauc_mrr_at_10_std": -0.032371, "nauc_mrr_at_10_diff1": 0.795624, "nauc_mrr_at_20_max": 0.643267, "nauc_mrr_at_20_std": -0.028378, "nauc_mrr_at_20_diff1": 0.794946, "nauc_mrr_at_100_max": 0.643419, "nauc_mrr_at_100_std": -0.025511, "nauc_mrr_at_100_diff1": 0.794352, "nauc_mrr_at_1000_max": 0.643314, "nauc_mrr_at_1000_std": -0.025775, "nauc_mrr_at_1000_diff1": 0.794373, "hit_rate_at_1": 0.745, "hit_rate_at_3": 0.885, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.97, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.9, "hf_subset": "cv", "languages": [ "chv-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.64351, "ndcg_at_5": 0.66223, "ndcg_at_10": 0.69272, "ndcg_at_20": 0.70422, "ndcg_at_100": 0.72198, "ndcg_at_1000": 0.72415, "map_at_1": 0.565, "map_at_3": 0.6225, "map_at_5": 0.633, "map_at_10": 0.64543, "map_at_20": 0.64864, "map_at_100": 0.65113, "map_at_1000": 0.65125, "recall_at_1": 0.565, "recall_at_3": 0.705, "recall_at_5": 0.75, "recall_at_10": 0.845, "recall_at_20": 0.89, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.565, "precision_at_1": 0.565, "precision_at_3": 0.235, "precision_at_5": 0.15, "precision_at_10": 0.0845, "precision_at_20": 0.0445, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.565, "mrr_at_3": 0.6225, "mrr_at_5": 0.633, "mrr_at_10": 0.645435, "mrr_at_20": 0.648643, "mrr_at_100": 0.651128, "mrr_at_1000": 0.651254, "nauc_ndcg_at_1_max": 0.589535, "nauc_ndcg_at_1_std": 0.125042, "nauc_ndcg_at_1_diff1": 0.735608, "nauc_ndcg_at_3_max": 0.559783, "nauc_ndcg_at_3_std": 0.085415, "nauc_ndcg_at_3_diff1": 0.668346, "nauc_ndcg_at_5_max": 0.539227, "nauc_ndcg_at_5_std": 0.065791, "nauc_ndcg_at_5_diff1": 0.652056, "nauc_ndcg_at_10_max": 0.523099, "nauc_ndcg_at_10_std": 0.075166, "nauc_ndcg_at_10_diff1": 0.63639, "nauc_ndcg_at_20_max": 0.538863, "nauc_ndcg_at_20_std": 0.100536, "nauc_ndcg_at_20_diff1": 0.654388, "nauc_ndcg_at_100_max": 0.553241, "nauc_ndcg_at_100_std": 0.090841, "nauc_ndcg_at_100_diff1": 0.669712, "nauc_ndcg_at_1000_max": 0.551326, "nauc_ndcg_at_1000_std": 0.089042, "nauc_ndcg_at_1000_diff1": 0.670208, "nauc_map_at_1_max": 0.589535, "nauc_map_at_1_std": 0.125042, "nauc_map_at_1_diff1": 0.735608, "nauc_map_at_3_max": 0.568715, "nauc_map_at_3_std": 0.095436, "nauc_map_at_3_diff1": 0.688047, "nauc_map_at_5_max": 0.557884, "nauc_map_at_5_std": 0.084604, "nauc_map_at_5_diff1": 0.680135, "nauc_map_at_10_max": 0.552678, "nauc_map_at_10_std": 0.088492, "nauc_map_at_10_diff1": 0.675126, "nauc_map_at_20_max": 0.556829, "nauc_map_at_20_std": 0.094944, "nauc_map_at_20_diff1": 0.679718, "nauc_map_at_100_max": 0.558709, "nauc_map_at_100_std": 0.092989, "nauc_map_at_100_diff1": 0.681746, "nauc_map_at_1000_max": 0.558613, "nauc_map_at_1000_std": 0.092892, "nauc_map_at_1000_diff1": 0.681758, "nauc_recall_at_1_max": 0.589535, "nauc_recall_at_1_std": 0.125042, "nauc_recall_at_1_diff1": 0.735608, "nauc_recall_at_3_max": 0.529172, "nauc_recall_at_3_std": 0.051867, "nauc_recall_at_3_diff1": 0.601034, "nauc_recall_at_5_max": 0.465118, "nauc_recall_at_5_std": -0.007043, "nauc_recall_at_5_diff1": 0.542156, "nauc_recall_at_10_max": 0.342677, "nauc_recall_at_10_std": 0.007059, "nauc_recall_at_10_diff1": 0.406683, "nauc_recall_at_20_max": 0.412787, "nauc_recall_at_20_std": 0.197728, "nauc_recall_at_20_diff1": 0.482089, "nauc_recall_at_100_max": 0.742453, "nauc_recall_at_100_std": 0.264862, "nauc_recall_at_100_diff1": 0.609555, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.589535, "nauc_precision_at_1_std": 0.125042, "nauc_precision_at_1_diff1": 0.735608, "nauc_precision_at_3_max": 0.529172, "nauc_precision_at_3_std": 0.051867, "nauc_precision_at_3_diff1": 0.601034, "nauc_precision_at_5_max": 0.465118, "nauc_precision_at_5_std": -0.007043, "nauc_precision_at_5_diff1": 0.542156, "nauc_precision_at_10_max": 0.342677, "nauc_precision_at_10_std": 0.007059, "nauc_precision_at_10_diff1": 0.406683, "nauc_precision_at_20_max": 0.412787, "nauc_precision_at_20_std": 0.197728, "nauc_precision_at_20_diff1": 0.482089, "nauc_precision_at_100_max": 0.742453, "nauc_precision_at_100_std": 0.264862, "nauc_precision_at_100_diff1": 0.609555, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.589535, "nauc_mrr_at_1_std": 0.125042, "nauc_mrr_at_1_diff1": 0.735608, "nauc_mrr_at_3_max": 0.568715, "nauc_mrr_at_3_std": 0.095436, "nauc_mrr_at_3_diff1": 0.688047, "nauc_mrr_at_5_max": 0.557884, "nauc_mrr_at_5_std": 0.084604, "nauc_mrr_at_5_diff1": 0.680135, "nauc_mrr_at_10_max": 0.552678, "nauc_mrr_at_10_std": 0.088492, "nauc_mrr_at_10_diff1": 0.675126, "nauc_mrr_at_20_max": 0.556829, "nauc_mrr_at_20_std": 0.094944, "nauc_mrr_at_20_diff1": 0.679718, "nauc_mrr_at_100_max": 0.558709, "nauc_mrr_at_100_std": 0.092989, "nauc_mrr_at_100_diff1": 0.681746, "nauc_mrr_at_1000_max": 0.558613, "nauc_mrr_at_1000_std": 0.092892, "nauc_mrr_at_1000_diff1": 0.681758, "hit_rate_at_1": 0.565, "hit_rate_at_3": 0.705, "hit_rate_at_5": 0.75, "hit_rate_at_10": 0.845, "hit_rate_at_20": 0.89, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.75, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.575, "ndcg_at_3": 0.66428, "ndcg_at_5": 0.68472, "ndcg_at_10": 0.71145, "ndcg_at_20": 0.72707, "ndcg_at_100": 0.74176, "ndcg_at_1000": 0.74176, "map_at_1": 0.575, "map_at_3": 0.64167, "map_at_5": 0.65292, "map_at_10": 0.66445, "map_at_20": 0.66897, "map_at_100": 0.67091, "map_at_1000": 0.67091, "recall_at_1": 0.575, "recall_at_3": 0.73, "recall_at_5": 0.78, "recall_at_10": 0.86, "recall_at_20": 0.92, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.575, "precision_at_1": 0.575, "precision_at_3": 0.24333, "precision_at_5": 0.156, "precision_at_10": 0.086, "precision_at_20": 0.046, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.575, "mrr_at_3": 0.641667, "mrr_at_5": 0.652917, "mrr_at_10": 0.664448, "mrr_at_20": 0.668967, "mrr_at_100": 0.670912, "mrr_at_1000": 0.670912, "nauc_ndcg_at_1_max": 0.608478, "nauc_ndcg_at_1_std": 0.276915, "nauc_ndcg_at_1_diff1": 0.666287, "nauc_ndcg_at_3_max": 0.616439, "nauc_ndcg_at_3_std": 0.274885, "nauc_ndcg_at_3_diff1": 0.6085, "nauc_ndcg_at_5_max": 0.617572, "nauc_ndcg_at_5_std": 0.315637, "nauc_ndcg_at_5_diff1": 0.592879, "nauc_ndcg_at_10_max": 0.609641, "nauc_ndcg_at_10_std": 0.2928, "nauc_ndcg_at_10_diff1": 0.599822, "nauc_ndcg_at_20_max": 0.602049, "nauc_ndcg_at_20_std": 0.304206, "nauc_ndcg_at_20_diff1": 0.603261, "nauc_ndcg_at_100_max": 0.612132, "nauc_ndcg_at_100_std": 0.289046, "nauc_ndcg_at_100_diff1": 0.615837, "nauc_ndcg_at_1000_max": 0.612132, "nauc_ndcg_at_1000_std": 0.289046, "nauc_ndcg_at_1000_diff1": 0.615837, "nauc_map_at_1_max": 0.608478, "nauc_map_at_1_std": 0.276915, "nauc_map_at_1_diff1": 0.666287, "nauc_map_at_3_max": 0.617226, "nauc_map_at_3_std": 0.268325, "nauc_map_at_3_diff1": 0.626919, "nauc_map_at_5_max": 0.61877, "nauc_map_at_5_std": 0.289971, "nauc_map_at_5_diff1": 0.619873, "nauc_map_at_10_max": 0.615236, "nauc_map_at_10_std": 0.280912, "nauc_map_at_10_diff1": 0.622513, "nauc_map_at_20_max": 0.613642, "nauc_map_at_20_std": 0.283504, "nauc_map_at_20_diff1": 0.624019, "nauc_map_at_100_max": 0.614724, "nauc_map_at_100_std": 0.281932, "nauc_map_at_100_diff1": 0.625136, "nauc_map_at_1000_max": 0.614724, "nauc_map_at_1000_std": 0.281932, "nauc_map_at_1000_diff1": 0.625136, "nauc_recall_at_1_max": 0.608478, "nauc_recall_at_1_std": 0.276915, "nauc_recall_at_1_diff1": 0.666287, "nauc_recall_at_3_max": 0.61222, "nauc_recall_at_3_std": 0.301343, "nauc_recall_at_3_diff1": 0.542826, "nauc_recall_at_5_max": 0.609635, "nauc_recall_at_5_std": 0.429209, "nauc_recall_at_5_diff1": 0.47932, "nauc_recall_at_10_max": 0.570285, "nauc_recall_at_10_std": 0.359412, "nauc_recall_at_10_diff1": 0.470486, "nauc_recall_at_20_max": 0.457808, "nauc_recall_at_20_std": 0.526932, "nauc_recall_at_20_diff1": 0.411181, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.608478, "nauc_precision_at_1_std": 0.276915, "nauc_precision_at_1_diff1": 0.666287, "nauc_precision_at_3_max": 0.61222, "nauc_precision_at_3_std": 0.301343, "nauc_precision_at_3_diff1": 0.542826, "nauc_precision_at_5_max": 0.609635, "nauc_precision_at_5_std": 0.429209, "nauc_precision_at_5_diff1": 0.47932, "nauc_precision_at_10_max": 0.570285, "nauc_precision_at_10_std": 0.359412, "nauc_precision_at_10_diff1": 0.470486, "nauc_precision_at_20_max": 0.457808, "nauc_precision_at_20_std": 0.526932, "nauc_precision_at_20_diff1": 0.411181, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.608478, "nauc_mrr_at_1_std": 0.276915, "nauc_mrr_at_1_diff1": 0.666287, "nauc_mrr_at_3_max": 0.617226, "nauc_mrr_at_3_std": 0.268325, "nauc_mrr_at_3_diff1": 0.626919, "nauc_mrr_at_5_max": 0.61877, "nauc_mrr_at_5_std": 0.289971, "nauc_mrr_at_5_diff1": 0.619873, "nauc_mrr_at_10_max": 0.615236, "nauc_mrr_at_10_std": 0.280912, "nauc_mrr_at_10_diff1": 0.622513, "nauc_mrr_at_20_max": 0.613642, "nauc_mrr_at_20_std": 0.283504, "nauc_mrr_at_20_diff1": 0.624019, "nauc_mrr_at_100_max": 0.614724, "nauc_mrr_at_100_std": 0.281932, "nauc_mrr_at_100_diff1": 0.625136, "nauc_mrr_at_1000_max": 0.614724, "nauc_mrr_at_1000_std": 0.281932, "nauc_mrr_at_1000_diff1": 0.625136, "hit_rate_at_1": 0.575, "hit_rate_at_3": 0.73, "hit_rate_at_5": 0.78, "hit_rate_at_10": 0.86, "hit_rate_at_20": 0.92, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.78, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.735, "ndcg_at_3": 0.80928, "ndcg_at_5": 0.82414, "ndcg_at_10": 0.82592, "ndcg_at_20": 0.8272, "ndcg_at_100": 0.83167, "ndcg_at_1000": 0.84125, "map_at_1": 0.735, "map_at_3": 0.79167, "map_at_5": 0.80017, "map_at_10": 0.801, "map_at_20": 0.80136, "map_at_100": 0.80192, "map_at_1000": 0.80237, "recall_at_1": 0.735, "recall_at_3": 0.86, "recall_at_5": 0.895, "recall_at_10": 0.9, "recall_at_20": 0.905, "recall_at_100": 0.93, "recall_at_1000": 1.0, "accuracy": 0.735, "precision_at_1": 0.735, "precision_at_3": 0.28667, "precision_at_5": 0.179, "precision_at_10": 0.09, "precision_at_20": 0.04525, "precision_at_100": 0.0093, "precision_at_1000": 0.001, "mrr_at_1": 0.735, "mrr_at_3": 0.791667, "mrr_at_5": 0.800167, "mrr_at_10": 0.801, "mrr_at_20": 0.801357, "mrr_at_100": 0.801916, "mrr_at_1000": 0.802367, "nauc_ndcg_at_1_max": 0.7172, "nauc_ndcg_at_1_std": 0.17297, "nauc_ndcg_at_1_diff1": 0.864838, "nauc_ndcg_at_3_max": 0.764909, "nauc_ndcg_at_3_std": 0.219559, "nauc_ndcg_at_3_diff1": 0.850134, "nauc_ndcg_at_5_max": 0.743145, "nauc_ndcg_at_5_std": 0.180985, "nauc_ndcg_at_5_diff1": 0.847835, "nauc_ndcg_at_10_max": 0.748938, "nauc_ndcg_at_10_std": 0.195478, "nauc_ndcg_at_10_diff1": 0.85203, "nauc_ndcg_at_20_max": 0.747973, "nauc_ndcg_at_20_std": 0.190074, "nauc_ndcg_at_20_diff1": 0.851892, "nauc_ndcg_at_100_max": 0.742214, "nauc_ndcg_at_100_std": 0.181298, "nauc_ndcg_at_100_diff1": 0.849181, "nauc_ndcg_at_1000_max": 0.745103, "nauc_ndcg_at_1000_std": 0.188281, "nauc_ndcg_at_1000_diff1": 0.853774, "nauc_map_at_1_max": 0.7172, "nauc_map_at_1_std": 0.17297, "nauc_map_at_1_diff1": 0.864838, "nauc_map_at_3_max": 0.753416, "nauc_map_at_3_std": 0.206245, "nauc_map_at_3_diff1": 0.855545, "nauc_map_at_5_max": 0.741901, "nauc_map_at_5_std": 0.186268, "nauc_map_at_5_diff1": 0.854749, "nauc_map_at_10_max": 0.744301, "nauc_map_at_10_std": 0.192307, "nauc_map_at_10_diff1": 0.856519, "nauc_map_at_20_max": 0.744055, "nauc_map_at_20_std": 0.190971, "nauc_map_at_20_diff1": 0.856494, "nauc_map_at_100_max": 0.743411, "nauc_map_at_100_std": 0.189882, "nauc_map_at_100_diff1": 0.856243, "nauc_map_at_1000_max": 0.743521, "nauc_map_at_1000_std": 0.19004, "nauc_map_at_1000_diff1": 0.85648, "nauc_recall_at_1_max": 0.7172, "nauc_recall_at_1_std": 0.17297, "nauc_recall_at_1_diff1": 0.864838, "nauc_recall_at_3_max": 0.809945, "nauc_recall_at_3_std": 0.273226, "nauc_recall_at_3_diff1": 0.827595, "nauc_recall_at_5_max": 0.742786, "nauc_recall_at_5_std": 0.145519, "nauc_recall_at_5_diff1": 0.81144, "nauc_recall_at_10_max": 0.768931, "nauc_recall_at_10_std": 0.20943, "nauc_recall_at_10_diff1": 0.828805, "nauc_recall_at_20_max": 0.763649, "nauc_recall_at_20_std": 0.174701, "nauc_recall_at_20_diff1": 0.826675, "nauc_recall_at_100_max": 0.697912, "nauc_recall_at_100_std": 0.062825, "nauc_recall_at_100_diff1": 0.783447, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.7172, "nauc_precision_at_1_std": 0.17297, "nauc_precision_at_1_diff1": 0.864838, "nauc_precision_at_3_max": 0.809945, "nauc_precision_at_3_std": 0.273226, "nauc_precision_at_3_diff1": 0.827595, "nauc_precision_at_5_max": 0.742786, "nauc_precision_at_5_std": 0.145519, "nauc_precision_at_5_diff1": 0.81144, "nauc_precision_at_10_max": 0.768931, "nauc_precision_at_10_std": 0.20943, "nauc_precision_at_10_diff1": 0.828805, "nauc_precision_at_20_max": 0.763649, "nauc_precision_at_20_std": 0.174701, "nauc_precision_at_20_diff1": 0.826675, "nauc_precision_at_100_max": 0.697912, "nauc_precision_at_100_std": 0.062825, "nauc_precision_at_100_diff1": 0.783447, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.7172, "nauc_mrr_at_1_std": 0.17297, "nauc_mrr_at_1_diff1": 0.864838, "nauc_mrr_at_3_max": 0.753416, "nauc_mrr_at_3_std": 0.206245, "nauc_mrr_at_3_diff1": 0.855545, "nauc_mrr_at_5_max": 0.741901, "nauc_mrr_at_5_std": 0.186268, "nauc_mrr_at_5_diff1": 0.854749, "nauc_mrr_at_10_max": 0.744301, "nauc_mrr_at_10_std": 0.192307, "nauc_mrr_at_10_diff1": 0.856519, "nauc_mrr_at_20_max": 0.744055, "nauc_mrr_at_20_std": 0.190971, "nauc_mrr_at_20_diff1": 0.856494, "nauc_mrr_at_100_max": 0.743411, "nauc_mrr_at_100_std": 0.189882, "nauc_mrr_at_100_diff1": 0.856243, "nauc_mrr_at_1000_max": 0.743521, "nauc_mrr_at_1000_std": 0.19004, "nauc_mrr_at_1000_diff1": 0.85648, "hit_rate_at_1": 0.735, "hit_rate_at_3": 0.86, "hit_rate_at_5": 0.895, "hit_rate_at_10": 0.9, "hit_rate_at_20": 0.905, "hit_rate_at_100": 0.93, "hit_rate_at_1000": 1.0, "main_score": 0.895, "hf_subset": "dav", "languages": [ "dav-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.98, "ndcg_at_3": 0.98946, "ndcg_at_5": 0.98946, "ndcg_at_10": 0.99091, "ndcg_at_20": 0.99091, "ndcg_at_100": 0.99091, "ndcg_at_1000": 0.99091, "map_at_1": 0.98, "map_at_3": 0.9875, "map_at_5": 0.9875, "map_at_10": 0.988, "map_at_20": 0.988, "map_at_100": 0.988, "map_at_1000": 0.988, "recall_at_1": 0.98, "recall_at_3": 0.995, "recall_at_5": 0.995, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.98, "precision_at_1": 0.98, "precision_at_3": 0.33167, "precision_at_5": 0.199, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.98, "mrr_at_3": 0.9875, "mrr_at_5": 0.9875, "mrr_at_10": 0.988, "mrr_at_20": 0.988, "mrr_at_100": 0.988, "mrr_at_1000": 0.988, "nauc_ndcg_at_1_max": 0.930556, "nauc_ndcg_at_1_std": 0.225724, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.951348, "nauc_ndcg_at_3_std": 0.265352, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.951348, "nauc_ndcg_at_5_std": 0.265352, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.943613, "nauc_ndcg_at_10_std": 0.25061, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.943613, "nauc_ndcg_at_20_std": 0.25061, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.943613, "nauc_ndcg_at_100_std": 0.25061, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.943613, "nauc_ndcg_at_1000_std": 0.25061, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.930556, "nauc_map_at_1_std": 0.225724, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.944444, "nauc_map_at_3_std": 0.252194, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.944444, "nauc_map_at_5_std": 0.252194, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.94213, "nauc_map_at_10_std": 0.247782, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.94213, "nauc_map_at_20_std": 0.247782, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.94213, "nauc_map_at_100_std": 0.247782, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.94213, "nauc_map_at_1000_std": 0.247782, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.930556, "nauc_recall_at_1_std": 0.225724, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.358077, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.358077, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.930556, "nauc_precision_at_1_std": 0.225724, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.358077, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.358077, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.930556, "nauc_mrr_at_1_std": 0.225724, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.944444, "nauc_mrr_at_3_std": 0.252194, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.944444, "nauc_mrr_at_5_std": 0.252194, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.94213, "nauc_mrr_at_10_std": 0.247782, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.94213, "nauc_mrr_at_20_std": 0.247782, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.94213, "nauc_mrr_at_100_std": 0.247782, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.94213, "nauc_mrr_at_1000_std": 0.247782, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.98, "hit_rate_at_3": 0.995, "hit_rate_at_5": 0.995, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.995, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.015, "ndcg_at_3": 0.0175, "ndcg_at_5": 0.0175, "ndcg_at_10": 0.02596, "ndcg_at_20": 0.04167, "ndcg_at_100": 0.11595, "ndcg_at_1000": 0.18096, "map_at_1": 0.015, "map_at_3": 0.01667, "map_at_5": 0.01667, "map_at_10": 0.02038, "map_at_20": 0.02497, "map_at_100": 0.03358, "map_at_1000": 0.03676, "recall_at_1": 0.015, "recall_at_3": 0.02, "recall_at_5": 0.02, "recall_at_10": 0.045, "recall_at_20": 0.105, "recall_at_100": 0.53, "recall_at_1000": 1.0, "accuracy": 0.015, "precision_at_1": 0.015, "precision_at_3": 0.00667, "precision_at_5": 0.004, "precision_at_10": 0.0045, "precision_at_20": 0.00525, "precision_at_100": 0.0053, "precision_at_1000": 0.001, "mrr_at_1": 0.015, "mrr_at_3": 0.016667, "mrr_at_5": 0.016667, "mrr_at_10": 0.020381, "mrr_at_20": 0.024971, "mrr_at_100": 0.033575, "mrr_at_1000": 0.036765, "nauc_ndcg_at_1_max": -0.082104, "nauc_ndcg_at_1_std": -0.0508, "nauc_ndcg_at_1_diff1": -0.353457, "nauc_ndcg_at_3_max": 0.072483, "nauc_ndcg_at_3_std": 0.002721, "nauc_ndcg_at_3_diff1": -0.160106, "nauc_ndcg_at_5_max": 0.072483, "nauc_ndcg_at_5_std": 0.002721, "nauc_ndcg_at_5_diff1": -0.160106, "nauc_ndcg_at_10_max": 0.041931, "nauc_ndcg_at_10_std": 0.101027, "nauc_ndcg_at_10_diff1": -0.055549, "nauc_ndcg_at_20_max": -0.0176, "nauc_ndcg_at_20_std": 0.033597, "nauc_ndcg_at_20_diff1": -0.073554, "nauc_ndcg_at_100_max": -0.012804, "nauc_ndcg_at_100_std": 0.037087, "nauc_ndcg_at_100_diff1": -0.050292, "nauc_ndcg_at_1000_max": -0.007165, "nauc_ndcg_at_1000_std": 0.037073, "nauc_ndcg_at_1000_diff1": -0.08242, "nauc_map_at_1_max": -0.082104, "nauc_map_at_1_std": -0.0508, "nauc_map_at_1_diff1": -0.353457, "nauc_map_at_3_max": 0.026107, "nauc_map_at_3_std": -0.013335, "nauc_map_at_3_diff1": -0.218111, "nauc_map_at_5_max": 0.026107, "nauc_map_at_5_std": -0.013335, "nauc_map_at_5_diff1": -0.218111, "nauc_map_at_10_max": 0.016783, "nauc_map_at_10_std": 0.044133, "nauc_map_at_10_diff1": -0.152068, "nauc_map_at_20_max": -0.004127, "nauc_map_at_20_std": 0.02245, "nauc_map_at_20_diff1": -0.141828, "nauc_map_at_100_max": -0.004686, "nauc_map_at_100_std": 0.028521, "nauc_map_at_100_diff1": -0.129403, "nauc_map_at_1000_max": -0.00438, "nauc_map_at_1000_std": 0.026847, "nauc_map_at_1000_diff1": -0.133779, "nauc_recall_at_1_max": -0.082104, "nauc_recall_at_1_std": -0.0508, "nauc_recall_at_1_diff1": -0.353457, "nauc_recall_at_3_max": 0.188422, "nauc_recall_at_3_std": 0.042863, "nauc_recall_at_3_diff1": -0.015093, "nauc_recall_at_5_max": 0.188422, "nauc_recall_at_5_std": 0.042863, "nauc_recall_at_5_diff1": -0.015093, "nauc_recall_at_10_max": 0.073339, "nauc_recall_at_10_std": 0.188862, "nauc_recall_at_10_diff1": 0.089646, "nauc_recall_at_20_max": -0.040957, "nauc_recall_at_20_std": 0.03514, "nauc_recall_at_20_diff1": -0.022543, "nauc_recall_at_100_max": -0.021739, "nauc_recall_at_100_std": 0.031093, "nauc_recall_at_100_diff1": -0.00532, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.082104, "nauc_precision_at_1_std": -0.0508, "nauc_precision_at_1_diff1": -0.353457, "nauc_precision_at_3_max": 0.188422, "nauc_precision_at_3_std": 0.042863, "nauc_precision_at_3_diff1": -0.015093, "nauc_precision_at_5_max": 0.188422, "nauc_precision_at_5_std": 0.042863, "nauc_precision_at_5_diff1": -0.015093, "nauc_precision_at_10_max": 0.073339, "nauc_precision_at_10_std": 0.188862, "nauc_precision_at_10_diff1": 0.089646, "nauc_precision_at_20_max": -0.040957, "nauc_precision_at_20_std": 0.03514, "nauc_precision_at_20_diff1": -0.022543, "nauc_precision_at_100_max": -0.021739, "nauc_precision_at_100_std": 0.031093, "nauc_precision_at_100_diff1": -0.00532, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.082104, "nauc_mrr_at_1_std": -0.0508, "nauc_mrr_at_1_diff1": -0.353457, "nauc_mrr_at_3_max": 0.026107, "nauc_mrr_at_3_std": -0.013335, "nauc_mrr_at_3_diff1": -0.218111, "nauc_mrr_at_5_max": 0.026107, "nauc_mrr_at_5_std": -0.013335, "nauc_mrr_at_5_diff1": -0.218111, "nauc_mrr_at_10_max": 0.016783, "nauc_mrr_at_10_std": 0.044133, "nauc_mrr_at_10_diff1": -0.152068, "nauc_mrr_at_20_max": -0.004127, "nauc_mrr_at_20_std": 0.02245, "nauc_mrr_at_20_diff1": -0.141828, "nauc_mrr_at_100_max": -0.004686, "nauc_mrr_at_100_std": 0.028521, "nauc_mrr_at_100_diff1": -0.129403, "nauc_mrr_at_1000_max": -0.00438, "nauc_mrr_at_1000_std": 0.026847, "nauc_mrr_at_1000_diff1": -0.133779, "hit_rate_at_1": 0.015, "hit_rate_at_3": 0.02, "hit_rate_at_5": 0.02, "hit_rate_at_10": 0.045, "hit_rate_at_20": 0.105, "hit_rate_at_100": 0.53, "hit_rate_at_1000": 1.0, "main_score": 0.02, "hf_subset": "dv", "languages": [ "div-Thaa" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.85714, "ndcg_at_3": 0.8972, "ndcg_at_5": 0.90334, "ndcg_at_10": 0.91364, "ndcg_at_20": 0.91725, "ndcg_at_100": 0.9204, "ndcg_at_1000": 0.9204, "map_at_1": 0.85714, "map_at_3": 0.88889, "map_at_5": 0.89206, "map_at_10": 0.89632, "map_at_20": 0.89711, "map_at_100": 0.8976, "map_at_1000": 0.8976, "recall_at_1": 0.85714, "recall_at_3": 0.92063, "recall_at_5": 0.93651, "recall_at_10": 0.96825, "recall_at_20": 0.98413, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85714, "precision_at_1": 0.85714, "precision_at_3": 0.30688, "precision_at_5": 0.1873, "precision_at_10": 0.09683, "precision_at_20": 0.04921, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.857143, "mrr_at_3": 0.888889, "mrr_at_5": 0.892063, "mrr_at_10": 0.896315, "mrr_at_20": 0.897109, "mrr_at_100": 0.897605, "mrr_at_1000": 0.897605, "nauc_ndcg_at_1_max": 0.806592, "nauc_ndcg_at_1_std": 0.080623, "nauc_ndcg_at_1_diff1": 0.969795, "nauc_ndcg_at_3_max": 0.864077, "nauc_ndcg_at_3_std": 0.343602, "nauc_ndcg_at_3_diff1": 0.933019, "nauc_ndcg_at_5_max": 0.863694, "nauc_ndcg_at_5_std": 0.309352, "nauc_ndcg_at_5_diff1": 0.937122, "nauc_ndcg_at_10_max": 0.855181, "nauc_ndcg_at_10_std": 0.232937, "nauc_ndcg_at_10_diff1": 0.937164, "nauc_ndcg_at_20_max": 0.848676, "nauc_ndcg_at_20_std": 0.204325, "nauc_ndcg_at_20_diff1": 0.940182, "nauc_ndcg_at_100_max": 0.847809, "nauc_ndcg_at_100_std": 0.235735, "nauc_ndcg_at_100_diff1": 0.94304, "nauc_ndcg_at_1000_max": 0.847809, "nauc_ndcg_at_1000_std": 0.235735, "nauc_ndcg_at_1000_diff1": 0.94304, "nauc_map_at_1_max": 0.806592, "nauc_map_at_1_std": 0.080623, "nauc_map_at_1_diff1": 0.969795, "nauc_map_at_3_max": 0.848984, "nauc_map_at_3_std": 0.274554, "nauc_map_at_3_diff1": 0.942675, "nauc_map_at_5_max": 0.848348, "nauc_map_at_5_std": 0.256524, "nauc_map_at_5_diff1": 0.944877, "nauc_map_at_10_max": 0.84487, "nauc_map_at_10_std": 0.22803, "nauc_map_at_10_diff1": 0.945112, "nauc_map_at_20_max": 0.843636, "nauc_map_at_20_std": 0.222925, "nauc_map_at_20_diff1": 0.945709, "nauc_map_at_100_max": 0.843504, "nauc_map_at_100_std": 0.226873, "nauc_map_at_100_diff1": 0.946088, "nauc_map_at_1000_max": 0.843504, "nauc_map_at_1000_std": 0.226873, "nauc_map_at_1000_diff1": 0.946088, "nauc_recall_at_1_max": 0.806592, "nauc_recall_at_1_std": 0.080623, "nauc_recall_at_1_diff1": 0.969795, "nauc_recall_at_3_max": 0.921981, "nauc_recall_at_3_std": 0.608499, "nauc_recall_at_3_diff1": 0.895975, "nauc_recall_at_5_max": 0.934985, "nauc_recall_at_5_std": 0.543131, "nauc_recall_at_5_diff1": 0.902477, "nauc_recall_at_10_max": 0.934985, "nauc_recall_at_10_std": 0.151277, "nauc_recall_at_10_diff1": 0.869969, "nauc_recall_at_20_max": 0.869969, "nauc_recall_at_20_std": -0.567415, "nauc_recall_at_20_diff1": 0.869969, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.806592, "nauc_precision_at_1_std": 0.080623, "nauc_precision_at_1_diff1": 0.969795, "nauc_precision_at_3_max": 0.921981, "nauc_precision_at_3_std": 0.608499, "nauc_precision_at_3_diff1": 0.895975, "nauc_precision_at_5_max": 0.934985, "nauc_precision_at_5_std": 0.543131, "nauc_precision_at_5_diff1": 0.902477, "nauc_precision_at_10_max": 0.934985, "nauc_precision_at_10_std": 0.151277, "nauc_precision_at_10_diff1": 0.869969, "nauc_precision_at_20_max": 0.869969, "nauc_precision_at_20_std": -0.567415, "nauc_precision_at_20_diff1": 0.869969, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.806592, "nauc_mrr_at_1_std": 0.080623, "nauc_mrr_at_1_diff1": 0.969795, "nauc_mrr_at_3_max": 0.848984, "nauc_mrr_at_3_std": 0.274554, "nauc_mrr_at_3_diff1": 0.942675, "nauc_mrr_at_5_max": 0.848348, "nauc_mrr_at_5_std": 0.256524, "nauc_mrr_at_5_diff1": 0.944877, "nauc_mrr_at_10_max": 0.84487, "nauc_mrr_at_10_std": 0.22803, "nauc_mrr_at_10_diff1": 0.945112, "nauc_mrr_at_20_max": 0.843636, "nauc_mrr_at_20_std": 0.222925, "nauc_mrr_at_20_diff1": 0.945709, "nauc_mrr_at_100_max": 0.843504, "nauc_mrr_at_100_std": 0.226873, "nauc_mrr_at_100_diff1": 0.946088, "nauc_mrr_at_1000_max": 0.843504, "nauc_mrr_at_1000_std": 0.226873, "nauc_mrr_at_1000_diff1": 0.946088, "hit_rate_at_1": 0.85714, "hit_rate_at_3": 0.92063, "hit_rate_at_5": 0.93651, "hit_rate_at_10": 0.96825, "hit_rate_at_20": 0.98413, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.93651, "hf_subset": "dyu", "languages": [ "dyu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.29, "ndcg_at_3": 0.37363, "ndcg_at_5": 0.40527, "ndcg_at_10": 0.4329, "ndcg_at_20": 0.46317, "ndcg_at_100": 0.5093, "ndcg_at_1000": 0.51505, "map_at_1": 0.29, "map_at_3": 0.3525, "map_at_5": 0.3705, "map_at_10": 0.38199, "map_at_20": 0.39025, "map_at_100": 0.39687, "map_at_1000": 0.3972, "recall_at_1": 0.29, "recall_at_3": 0.435, "recall_at_5": 0.51, "recall_at_10": 0.595, "recall_at_20": 0.715, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.29, "precision_at_1": 0.29, "precision_at_3": 0.145, "precision_at_5": 0.102, "precision_at_10": 0.0595, "precision_at_20": 0.03575, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.29, "mrr_at_3": 0.3525, "mrr_at_5": 0.3705, "mrr_at_10": 0.381986, "mrr_at_20": 0.390248, "mrr_at_100": 0.396869, "mrr_at_1000": 0.397196, "nauc_ndcg_at_1_max": 0.458182, "nauc_ndcg_at_1_std": 0.249227, "nauc_ndcg_at_1_diff1": 0.507795, "nauc_ndcg_at_3_max": 0.507971, "nauc_ndcg_at_3_std": 0.315951, "nauc_ndcg_at_3_diff1": 0.473005, "nauc_ndcg_at_5_max": 0.49656, "nauc_ndcg_at_5_std": 0.333858, "nauc_ndcg_at_5_diff1": 0.43719, "nauc_ndcg_at_10_max": 0.510373, "nauc_ndcg_at_10_std": 0.343987, "nauc_ndcg_at_10_diff1": 0.429155, "nauc_ndcg_at_20_max": 0.507024, "nauc_ndcg_at_20_std": 0.356152, "nauc_ndcg_at_20_diff1": 0.439825, "nauc_ndcg_at_100_max": 0.497302, "nauc_ndcg_at_100_std": 0.326236, "nauc_ndcg_at_100_diff1": 0.44787, "nauc_ndcg_at_1000_max": 0.498226, "nauc_ndcg_at_1000_std": 0.323958, "nauc_ndcg_at_1000_diff1": 0.451141, "nauc_map_at_1_max": 0.458182, "nauc_map_at_1_std": 0.249227, "nauc_map_at_1_diff1": 0.507795, "nauc_map_at_3_max": 0.496994, "nauc_map_at_3_std": 0.299039, "nauc_map_at_3_diff1": 0.479729, "nauc_map_at_5_max": 0.490782, "nauc_map_at_5_std": 0.309768, "nauc_map_at_5_diff1": 0.458873, "nauc_map_at_10_max": 0.497052, "nauc_map_at_10_std": 0.313304, "nauc_map_at_10_diff1": 0.455868, "nauc_map_at_20_max": 0.495929, "nauc_map_at_20_std": 0.316483, "nauc_map_at_20_diff1": 0.458644, "nauc_map_at_100_max": 0.494097, "nauc_map_at_100_std": 0.3114, "nauc_map_at_100_diff1": 0.460151, "nauc_map_at_1000_max": 0.494176, "nauc_map_at_1000_std": 0.311311, "nauc_map_at_1000_diff1": 0.460329, "nauc_recall_at_1_max": 0.458182, "nauc_recall_at_1_std": 0.249227, "nauc_recall_at_1_diff1": 0.507795, "nauc_recall_at_3_max": 0.538546, "nauc_recall_at_3_std": 0.364001, "nauc_recall_at_3_diff1": 0.45468, "nauc_recall_at_5_max": 0.510992, "nauc_recall_at_5_std": 0.405288, "nauc_recall_at_5_diff1": 0.371337, "nauc_recall_at_10_max": 0.553727, "nauc_recall_at_10_std": 0.447254, "nauc_recall_at_10_diff1": 0.338405, "nauc_recall_at_20_max": 0.54946, "nauc_recall_at_20_std": 0.533235, "nauc_recall_at_20_diff1": 0.371492, "nauc_recall_at_100_max": 0.462944, "nauc_recall_at_100_std": 0.443744, "nauc_recall_at_100_diff1": 0.293826, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.458182, "nauc_precision_at_1_std": 0.249227, "nauc_precision_at_1_diff1": 0.507795, "nauc_precision_at_3_max": 0.538546, "nauc_precision_at_3_std": 0.364001, "nauc_precision_at_3_diff1": 0.45468, "nauc_precision_at_5_max": 0.510992, "nauc_precision_at_5_std": 0.405288, "nauc_precision_at_5_diff1": 0.371337, "nauc_precision_at_10_max": 0.553727, "nauc_precision_at_10_std": 0.447254, "nauc_precision_at_10_diff1": 0.338405, "nauc_precision_at_20_max": 0.54946, "nauc_precision_at_20_std": 0.533235, "nauc_precision_at_20_diff1": 0.371492, "nauc_precision_at_100_max": 0.462944, "nauc_precision_at_100_std": 0.443744, "nauc_precision_at_100_diff1": 0.293826, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.458182, "nauc_mrr_at_1_std": 0.249227, "nauc_mrr_at_1_diff1": 0.507795, "nauc_mrr_at_3_max": 0.496994, "nauc_mrr_at_3_std": 0.299039, "nauc_mrr_at_3_diff1": 0.479729, "nauc_mrr_at_5_max": 0.490782, "nauc_mrr_at_5_std": 0.309768, "nauc_mrr_at_5_diff1": 0.458873, "nauc_mrr_at_10_max": 0.497052, "nauc_mrr_at_10_std": 0.313304, "nauc_mrr_at_10_diff1": 0.455868, "nauc_mrr_at_20_max": 0.495929, "nauc_mrr_at_20_std": 0.316483, "nauc_mrr_at_20_diff1": 0.458644, "nauc_mrr_at_100_max": 0.494097, "nauc_mrr_at_100_std": 0.3114, "nauc_mrr_at_100_diff1": 0.460151, "nauc_mrr_at_1000_max": 0.494176, "nauc_mrr_at_1000_std": 0.311311, "nauc_mrr_at_1000_diff1": 0.460329, "hit_rate_at_1": 0.29, "hit_rate_at_3": 0.435, "hit_rate_at_5": 0.51, "hit_rate_at_10": 0.595, "hit_rate_at_20": 0.715, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.51, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.955, "ndcg_at_3": 0.97012, "ndcg_at_5": 0.97227, "ndcg_at_10": 0.97227, "ndcg_at_20": 0.97352, "ndcg_at_100": 0.97452, "ndcg_at_1000": 0.97524, "map_at_1": 0.955, "map_at_3": 0.96667, "map_at_5": 0.96792, "map_at_10": 0.96792, "map_at_20": 0.96825, "map_at_100": 0.96841, "map_at_1000": 0.96845, "recall_at_1": 0.955, "recall_at_3": 0.98, "recall_at_5": 0.985, "recall_at_10": 0.985, "recall_at_20": 0.99, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.955, "precision_at_1": 0.955, "precision_at_3": 0.32667, "precision_at_5": 0.197, "precision_at_10": 0.0985, "precision_at_20": 0.0495, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.955, "mrr_at_3": 0.966667, "mrr_at_5": 0.967917, "mrr_at_10": 0.967917, "mrr_at_20": 0.96825, "mrr_at_100": 0.968411, "mrr_at_1000": 0.968451, "nauc_ndcg_at_1_max": 0.67507, "nauc_ndcg_at_1_std": 0.164799, "nauc_ndcg_at_1_diff1": 0.985476, "nauc_ndcg_at_3_max": 0.819403, "nauc_ndcg_at_3_std": 0.382314, "nauc_ndcg_at_3_diff1": 0.991927, "nauc_ndcg_at_5_max": 0.805378, "nauc_ndcg_at_5_std": 0.368969, "nauc_ndcg_at_5_diff1": 0.9913, "nauc_ndcg_at_10_max": 0.805378, "nauc_ndcg_at_10_std": 0.368969, "nauc_ndcg_at_10_diff1": 0.9913, "nauc_ndcg_at_20_max": 0.79619, "nauc_ndcg_at_20_std": 0.34535, "nauc_ndcg_at_20_diff1": 0.99089, "nauc_ndcg_at_100_max": 0.78819, "nauc_ndcg_at_100_std": 0.354085, "nauc_ndcg_at_100_diff1": 0.990532, "nauc_ndcg_at_1000_max": 0.782081, "nauc_ndcg_at_1000_std": 0.335455, "nauc_ndcg_at_1000_diff1": 0.990259, "nauc_map_at_1_max": 0.67507, "nauc_map_at_1_std": 0.164799, "nauc_map_at_1_diff1": 0.985476, "nauc_map_at_3_max": 0.780672, "nauc_map_at_3_std": 0.327206, "nauc_map_at_3_diff1": 0.990196, "nauc_map_at_5_max": 0.772127, "nauc_map_at_5_std": 0.318364, "nauc_map_at_5_diff1": 0.989814, "nauc_map_at_10_max": 0.772127, "nauc_map_at_10_std": 0.318364, "nauc_map_at_10_diff1": 0.989814, "nauc_map_at_20_max": 0.769735, "nauc_map_at_20_std": 0.31258, "nauc_map_at_20_diff1": 0.989707, "nauc_map_at_100_max": 0.768559, "nauc_map_at_100_std": 0.313549, "nauc_map_at_100_diff1": 0.989655, "nauc_map_at_1000_max": 0.76827, "nauc_map_at_1000_std": 0.312692, "nauc_map_at_1000_diff1": 0.989642, "nauc_recall_at_1_max": 0.67507, "nauc_recall_at_1_std": 0.164799, "nauc_recall_at_1_diff1": 0.985476, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.636555, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.664021, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.664021, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.561391, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.67507, "nauc_precision_at_1_std": 0.164799, "nauc_precision_at_1_diff1": 0.985476, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.636555, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.664021, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.664021, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.561391, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.67507, "nauc_mrr_at_1_std": 0.164799, "nauc_mrr_at_1_diff1": 0.985476, "nauc_mrr_at_3_max": 0.780672, "nauc_mrr_at_3_std": 0.327206, "nauc_mrr_at_3_diff1": 0.990196, "nauc_mrr_at_5_max": 0.772127, "nauc_mrr_at_5_std": 0.318364, "nauc_mrr_at_5_diff1": 0.989814, "nauc_mrr_at_10_max": 0.772127, "nauc_mrr_at_10_std": 0.318364, "nauc_mrr_at_10_diff1": 0.989814, "nauc_mrr_at_20_max": 0.769735, "nauc_mrr_at_20_std": 0.31258, "nauc_mrr_at_20_diff1": 0.989707, "nauc_mrr_at_100_max": 0.768559, "nauc_mrr_at_100_std": 0.313549, "nauc_mrr_at_100_diff1": 0.989655, "nauc_mrr_at_1000_max": 0.76827, "nauc_mrr_at_1000_std": 0.312692, "nauc_mrr_at_1000_diff1": 0.989642, "hit_rate_at_1": 0.955, "hit_rate_at_3": 0.98, "hit_rate_at_5": 0.985, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.985, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.93, "ndcg_at_3": 0.96524, "ndcg_at_5": 0.96524, "ndcg_at_10": 0.96668, "ndcg_at_20": 0.96803, "ndcg_at_100": 0.96803, "ndcg_at_1000": 0.96803, "map_at_1": 0.93, "map_at_3": 0.95667, "map_at_5": 0.95667, "map_at_10": 0.95717, "map_at_20": 0.95758, "map_at_100": 0.95758, "map_at_1000": 0.95758, "recall_at_1": 0.93, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 0.995, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.93, "precision_at_1": 0.93, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.0995, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.93, "mrr_at_3": 0.956667, "mrr_at_5": 0.956667, "mrr_at_10": 0.957167, "mrr_at_20": 0.957583, "mrr_at_100": 0.957583, "mrr_at_1000": 0.957583, "nauc_ndcg_at_1_max": 0.784947, "nauc_ndcg_at_1_std": 0.229492, "nauc_ndcg_at_1_diff1": 0.922969, "nauc_ndcg_at_3_max": 0.82932, "nauc_ndcg_at_3_std": 0.327019, "nauc_ndcg_at_3_diff1": 0.929829, "nauc_ndcg_at_5_max": 0.82932, "nauc_ndcg_at_5_std": 0.327019, "nauc_ndcg_at_5_diff1": 0.929829, "nauc_ndcg_at_10_max": 0.821916, "nauc_ndcg_at_10_std": 0.297824, "nauc_ndcg_at_10_diff1": 0.926785, "nauc_ndcg_at_20_max": 0.814388, "nauc_ndcg_at_20_std": 0.28699, "nauc_ndcg_at_20_diff1": 0.92369, "nauc_ndcg_at_100_max": 0.814388, "nauc_ndcg_at_100_std": 0.28699, "nauc_ndcg_at_100_diff1": 0.92369, "nauc_ndcg_at_1000_max": 0.814388, "nauc_ndcg_at_1000_std": 0.28699, "nauc_ndcg_at_1000_diff1": 0.92369, "nauc_map_at_1_max": 0.784947, "nauc_map_at_1_std": 0.229492, "nauc_map_at_1_diff1": 0.922969, "nauc_map_at_3_max": 0.815216, "nauc_map_at_3_std": 0.290778, "nauc_map_at_3_diff1": 0.924585, "nauc_map_at_5_max": 0.815216, "nauc_map_at_5_std": 0.290778, "nauc_map_at_5_diff1": 0.924585, "nauc_map_at_10_max": 0.813059, "nauc_map_at_10_std": 0.282499, "nauc_map_at_10_diff1": 0.923705, "nauc_map_at_20_max": 0.811222, "nauc_map_at_20_std": 0.27983, "nauc_map_at_20_diff1": 0.922955, "nauc_map_at_100_max": 0.811222, "nauc_map_at_100_std": 0.27983, "nauc_map_at_100_diff1": 0.922955, "nauc_map_at_1000_max": 0.811222, "nauc_map_at_1000_std": 0.27983, "nauc_map_at_1000_diff1": 0.922955, "nauc_recall_at_1_max": 0.784947, "nauc_recall_at_1_std": 0.229492, "nauc_recall_at_1_diff1": 0.922969, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.777077, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.777077, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.554155, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.784947, "nauc_precision_at_1_std": 0.229492, "nauc_precision_at_1_diff1": 0.922969, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.777077, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.777077, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.554155, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.784947, "nauc_mrr_at_1_std": 0.229492, "nauc_mrr_at_1_diff1": 0.922969, "nauc_mrr_at_3_max": 0.815216, "nauc_mrr_at_3_std": 0.290778, "nauc_mrr_at_3_diff1": 0.924585, "nauc_mrr_at_5_max": 0.815216, "nauc_mrr_at_5_std": 0.290778, "nauc_mrr_at_5_diff1": 0.924585, "nauc_mrr_at_10_max": 0.813059, "nauc_mrr_at_10_std": 0.282499, "nauc_mrr_at_10_diff1": 0.923705, "nauc_mrr_at_20_max": 0.811222, "nauc_mrr_at_20_std": 0.27983, "nauc_mrr_at_20_diff1": 0.922955, "nauc_mrr_at_100_max": 0.811222, "nauc_mrr_at_100_std": 0.27983, "nauc_mrr_at_100_diff1": 0.922955, "nauc_mrr_at_1000_max": 0.811222, "nauc_mrr_at_1000_std": 0.27983, "nauc_mrr_at_1000_diff1": 0.922955, "hit_rate_at_1": 0.93, "hit_rate_at_3": 0.99, "hit_rate_at_5": 0.99, "hit_rate_at_10": 0.995, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.99, "hf_subset": "eo", "languages": [ "epo-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.995, "ndcg_at_3": 0.995, "ndcg_at_5": 0.99693, "ndcg_at_10": 0.99693, "ndcg_at_20": 0.99693, "ndcg_at_100": 0.99693, "ndcg_at_1000": 0.99693, "map_at_1": 0.995, "map_at_3": 0.995, "map_at_5": 0.996, "map_at_10": 0.996, "map_at_20": 0.996, "map_at_100": 0.996, "map_at_1000": 0.996, "recall_at_1": 0.995, "recall_at_3": 0.995, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.995, "precision_at_1": 0.995, "precision_at_3": 0.33167, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.995, "mrr_at_3": 0.995, "mrr_at_5": 0.996, "mrr_at_10": 0.996, "mrr_at_20": 0.996, "mrr_at_100": 0.996, "mrr_at_1000": 0.996, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.869281, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.869281, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.869281, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.869281, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.869281, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.869281, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.869281, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.869281, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.869281, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.869281, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.869281, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.869281, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.869281, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.869281, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.869281, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.869281, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.869281, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.869281, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.869281, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.869281, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.869281, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.869281, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.869281, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.869281, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.869281, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.995, "hit_rate_at_3": 0.995, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.485, "ndcg_at_3": 0.55851, "ndcg_at_5": 0.57486, "ndcg_at_10": 0.5974, "ndcg_at_20": 0.61881, "ndcg_at_100": 0.64642, "ndcg_at_1000": 0.6522, "map_at_1": 0.485, "map_at_3": 0.53917, "map_at_5": 0.54817, "map_at_10": 0.5574, "map_at_20": 0.56325, "map_at_100": 0.56704, "map_at_1000": 0.56738, "recall_at_1": 0.485, "recall_at_3": 0.615, "recall_at_5": 0.655, "recall_at_10": 0.725, "recall_at_20": 0.81, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.485, "precision_at_1": 0.485, "precision_at_3": 0.205, "precision_at_5": 0.131, "precision_at_10": 0.0725, "precision_at_20": 0.0405, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.485, "mrr_at_3": 0.539167, "mrr_at_5": 0.548167, "mrr_at_10": 0.557401, "mrr_at_20": 0.563252, "mrr_at_100": 0.56704, "mrr_at_1000": 0.567376, "nauc_ndcg_at_1_max": 0.724446, "nauc_ndcg_at_1_std": 0.259747, "nauc_ndcg_at_1_diff1": 0.80646, "nauc_ndcg_at_3_max": 0.682165, "nauc_ndcg_at_3_std": 0.235736, "nauc_ndcg_at_3_diff1": 0.713394, "nauc_ndcg_at_5_max": 0.671144, "nauc_ndcg_at_5_std": 0.221812, "nauc_ndcg_at_5_diff1": 0.701533, "nauc_ndcg_at_10_max": 0.665051, "nauc_ndcg_at_10_std": 0.225803, "nauc_ndcg_at_10_diff1": 0.70142, "nauc_ndcg_at_20_max": 0.673662, "nauc_ndcg_at_20_std": 0.259351, "nauc_ndcg_at_20_diff1": 0.694887, "nauc_ndcg_at_100_max": 0.680764, "nauc_ndcg_at_100_std": 0.252583, "nauc_ndcg_at_100_diff1": 0.713345, "nauc_ndcg_at_1000_max": 0.683821, "nauc_ndcg_at_1000_std": 0.244132, "nauc_ndcg_at_1000_diff1": 0.721465, "nauc_map_at_1_max": 0.724446, "nauc_map_at_1_std": 0.259747, "nauc_map_at_1_diff1": 0.80646, "nauc_map_at_3_max": 0.694544, "nauc_map_at_3_std": 0.240539, "nauc_map_at_3_diff1": 0.739894, "nauc_map_at_5_max": 0.688992, "nauc_map_at_5_std": 0.2333, "nauc_map_at_5_diff1": 0.734202, "nauc_map_at_10_max": 0.686632, "nauc_map_at_10_std": 0.23412, "nauc_map_at_10_diff1": 0.734795, "nauc_map_at_20_max": 0.690109, "nauc_map_at_20_std": 0.244148, "nauc_map_at_20_diff1": 0.734152, "nauc_map_at_100_max": 0.69111, "nauc_map_at_100_std": 0.242542, "nauc_map_at_100_diff1": 0.736823, "nauc_map_at_1000_max": 0.691243, "nauc_map_at_1000_std": 0.242146, "nauc_map_at_1000_diff1": 0.737223, "nauc_recall_at_1_max": 0.724446, "nauc_recall_at_1_std": 0.259747, "nauc_recall_at_1_diff1": 0.80646, "nauc_recall_at_3_max": 0.642528, "nauc_recall_at_3_std": 0.221229, "nauc_recall_at_3_diff1": 0.628831, "nauc_recall_at_5_max": 0.608703, "nauc_recall_at_5_std": 0.181557, "nauc_recall_at_5_diff1": 0.588761, "nauc_recall_at_10_max": 0.575834, "nauc_recall_at_10_std": 0.196272, "nauc_recall_at_10_diff1": 0.56772, "nauc_recall_at_20_max": 0.585416, "nauc_recall_at_20_std": 0.379171, "nauc_recall_at_20_diff1": 0.471869, "nauc_recall_at_100_max": 0.539332, "nauc_recall_at_100_std": 0.631828, "nauc_recall_at_100_diff1": 0.350023, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.724446, "nauc_precision_at_1_std": 0.259747, "nauc_precision_at_1_diff1": 0.80646, "nauc_precision_at_3_max": 0.642528, "nauc_precision_at_3_std": 0.221229, "nauc_precision_at_3_diff1": 0.628831, "nauc_precision_at_5_max": 0.608703, "nauc_precision_at_5_std": 0.181557, "nauc_precision_at_5_diff1": 0.588761, "nauc_precision_at_10_max": 0.575834, "nauc_precision_at_10_std": 0.196272, "nauc_precision_at_10_diff1": 0.56772, "nauc_precision_at_20_max": 0.585416, "nauc_precision_at_20_std": 0.379171, "nauc_precision_at_20_diff1": 0.471869, "nauc_precision_at_100_max": 0.539332, "nauc_precision_at_100_std": 0.631828, "nauc_precision_at_100_diff1": 0.350023, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.724446, "nauc_mrr_at_1_std": 0.259747, "nauc_mrr_at_1_diff1": 0.80646, "nauc_mrr_at_3_max": 0.694544, "nauc_mrr_at_3_std": 0.240539, "nauc_mrr_at_3_diff1": 0.739894, "nauc_mrr_at_5_max": 0.688992, "nauc_mrr_at_5_std": 0.2333, "nauc_mrr_at_5_diff1": 0.734202, "nauc_mrr_at_10_max": 0.686632, "nauc_mrr_at_10_std": 0.23412, "nauc_mrr_at_10_diff1": 0.734795, "nauc_mrr_at_20_max": 0.690109, "nauc_mrr_at_20_std": 0.244148, "nauc_mrr_at_20_diff1": 0.734152, "nauc_mrr_at_100_max": 0.69111, "nauc_mrr_at_100_std": 0.242542, "nauc_mrr_at_100_diff1": 0.736823, "nauc_mrr_at_1000_max": 0.691243, "nauc_mrr_at_1000_std": 0.242146, "nauc_mrr_at_1000_diff1": 0.737223, "hit_rate_at_1": 0.485, "hit_rate_at_3": 0.615, "hit_rate_at_5": 0.655, "hit_rate_at_10": 0.725, "hit_rate_at_20": 0.81, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.655, "hf_subset": "et", "languages": [ "est-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.795, "ndcg_at_3": 0.86809, "ndcg_at_5": 0.87433, "ndcg_at_10": 0.88577, "ndcg_at_20": 0.89109, "ndcg_at_100": 0.8939, "ndcg_at_1000": 0.8939, "map_at_1": 0.795, "map_at_3": 0.85167, "map_at_5": 0.85517, "map_at_10": 0.85995, "map_at_20": 0.86155, "map_at_100": 0.86194, "map_at_1000": 0.86194, "recall_at_1": 0.795, "recall_at_3": 0.915, "recall_at_5": 0.93, "recall_at_10": 0.965, "recall_at_20": 0.985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.795, "precision_at_1": 0.795, "precision_at_3": 0.305, "precision_at_5": 0.186, "precision_at_10": 0.0965, "precision_at_20": 0.04925, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.795, "mrr_at_3": 0.851667, "mrr_at_5": 0.855167, "mrr_at_10": 0.859948, "mrr_at_20": 0.861552, "mrr_at_100": 0.861941, "mrr_at_1000": 0.861941, "nauc_ndcg_at_1_max": 0.822926, "nauc_ndcg_at_1_std": 0.351232, "nauc_ndcg_at_1_diff1": 0.888848, "nauc_ndcg_at_3_max": 0.84378, "nauc_ndcg_at_3_std": 0.416779, "nauc_ndcg_at_3_diff1": 0.885452, "nauc_ndcg_at_5_max": 0.845758, "nauc_ndcg_at_5_std": 0.405988, "nauc_ndcg_at_5_diff1": 0.888949, "nauc_ndcg_at_10_max": 0.842764, "nauc_ndcg_at_10_std": 0.421321, "nauc_ndcg_at_10_diff1": 0.882871, "nauc_ndcg_at_20_max": 0.83964, "nauc_ndcg_at_20_std": 0.404902, "nauc_ndcg_at_20_diff1": 0.885915, "nauc_ndcg_at_100_max": 0.838858, "nauc_ndcg_at_100_std": 0.398172, "nauc_ndcg_at_100_diff1": 0.885297, "nauc_ndcg_at_1000_max": 0.838858, "nauc_ndcg_at_1000_std": 0.398172, "nauc_ndcg_at_1000_diff1": 0.885297, "nauc_map_at_1_max": 0.822926, "nauc_map_at_1_std": 0.351232, "nauc_map_at_1_diff1": 0.888848, "nauc_map_at_3_max": 0.838369, "nauc_map_at_3_std": 0.397491, "nauc_map_at_3_diff1": 0.885961, "nauc_map_at_5_max": 0.839258, "nauc_map_at_5_std": 0.392043, "nauc_map_at_5_diff1": 0.887604, "nauc_map_at_10_max": 0.838182, "nauc_map_at_10_std": 0.397295, "nauc_map_at_10_diff1": 0.885332, "nauc_map_at_20_max": 0.837348, "nauc_map_at_20_std": 0.393163, "nauc_map_at_20_diff1": 0.885743, "nauc_map_at_100_max": 0.837223, "nauc_map_at_100_std": 0.392167, "nauc_map_at_100_diff1": 0.885713, "nauc_map_at_1000_max": 0.837223, "nauc_map_at_1000_std": 0.392167, "nauc_map_at_1000_diff1": 0.885713, "nauc_recall_at_1_max": 0.822926, "nauc_recall_at_1_std": 0.351232, "nauc_recall_at_1_diff1": 0.888848, "nauc_recall_at_3_max": 0.868732, "nauc_recall_at_3_std": 0.507689, "nauc_recall_at_3_diff1": 0.883424, "nauc_recall_at_5_max": 0.881786, "nauc_recall_at_5_std": 0.479892, "nauc_recall_at_5_diff1": 0.898126, "nauc_recall_at_10_max": 0.885621, "nauc_recall_at_10_std": 0.688942, "nauc_recall_at_10_diff1": 0.852274, "nauc_recall_at_20_max": 0.863834, "nauc_recall_at_20_std": 0.615002, "nauc_recall_at_20_diff1": 0.912854, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.822926, "nauc_precision_at_1_std": 0.351232, "nauc_precision_at_1_diff1": 0.888848, "nauc_precision_at_3_max": 0.868732, "nauc_precision_at_3_std": 0.507689, "nauc_precision_at_3_diff1": 0.883424, "nauc_precision_at_5_max": 0.881786, "nauc_precision_at_5_std": 0.479892, "nauc_precision_at_5_diff1": 0.898126, "nauc_precision_at_10_max": 0.885621, "nauc_precision_at_10_std": 0.688942, "nauc_precision_at_10_diff1": 0.852274, "nauc_precision_at_20_max": 0.863834, "nauc_precision_at_20_std": 0.615002, "nauc_precision_at_20_diff1": 0.912854, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.822926, "nauc_mrr_at_1_std": 0.351232, "nauc_mrr_at_1_diff1": 0.888848, "nauc_mrr_at_3_max": 0.838369, "nauc_mrr_at_3_std": 0.397491, "nauc_mrr_at_3_diff1": 0.885961, "nauc_mrr_at_5_max": 0.839258, "nauc_mrr_at_5_std": 0.392043, "nauc_mrr_at_5_diff1": 0.887604, "nauc_mrr_at_10_max": 0.838182, "nauc_mrr_at_10_std": 0.397295, "nauc_mrr_at_10_diff1": 0.885332, "nauc_mrr_at_20_max": 0.837348, "nauc_mrr_at_20_std": 0.393163, "nauc_mrr_at_20_diff1": 0.885743, "nauc_mrr_at_100_max": 0.837223, "nauc_mrr_at_100_std": 0.392167, "nauc_mrr_at_100_diff1": 0.885713, "nauc_mrr_at_1000_max": 0.837223, "nauc_mrr_at_1000_std": 0.392167, "nauc_mrr_at_1000_diff1": 0.885713, "hit_rate_at_1": 0.795, "hit_rate_at_3": 0.915, "hit_rate_at_5": 0.93, "hit_rate_at_10": 0.965, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.93, "hf_subset": "eu", "languages": [ "eus-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.265, "ndcg_at_3": 0.35428, "ndcg_at_5": 0.38742, "ndcg_at_10": 0.42689, "ndcg_at_20": 0.45829, "ndcg_at_100": 0.50045, "ndcg_at_1000": 0.50403, "map_at_1": 0.265, "map_at_3": 0.33167, "map_at_5": 0.35017, "map_at_10": 0.36683, "map_at_20": 0.37532, "map_at_100": 0.38095, "map_at_1000": 0.38115, "recall_at_1": 0.265, "recall_at_3": 0.42, "recall_at_5": 0.5, "recall_at_10": 0.62, "recall_at_20": 0.745, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.265, "precision_at_1": 0.265, "precision_at_3": 0.14, "precision_at_5": 0.1, "precision_at_10": 0.062, "precision_at_20": 0.03725, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.265, "mrr_at_3": 0.331667, "mrr_at_5": 0.350167, "mrr_at_10": 0.366827, "mrr_at_20": 0.375315, "mrr_at_100": 0.380948, "mrr_at_1000": 0.381149, "nauc_ndcg_at_1_max": 0.486104, "nauc_ndcg_at_1_std": 0.333837, "nauc_ndcg_at_1_diff1": 0.563276, "nauc_ndcg_at_3_max": 0.508166, "nauc_ndcg_at_3_std": 0.365164, "nauc_ndcg_at_3_diff1": 0.497311, "nauc_ndcg_at_5_max": 0.472852, "nauc_ndcg_at_5_std": 0.35618, "nauc_ndcg_at_5_diff1": 0.459376, "nauc_ndcg_at_10_max": 0.473619, "nauc_ndcg_at_10_std": 0.36603, "nauc_ndcg_at_10_diff1": 0.429354, "nauc_ndcg_at_20_max": 0.492398, "nauc_ndcg_at_20_std": 0.404404, "nauc_ndcg_at_20_diff1": 0.417298, "nauc_ndcg_at_100_max": 0.491251, "nauc_ndcg_at_100_std": 0.376814, "nauc_ndcg_at_100_diff1": 0.456394, "nauc_ndcg_at_1000_max": 0.490014, "nauc_ndcg_at_1000_std": 0.374344, "nauc_ndcg_at_1000_diff1": 0.460453, "nauc_map_at_1_max": 0.486104, "nauc_map_at_1_std": 0.333837, "nauc_map_at_1_diff1": 0.563276, "nauc_map_at_3_max": 0.505177, "nauc_map_at_3_std": 0.357744, "nauc_map_at_3_diff1": 0.513731, "nauc_map_at_5_max": 0.485267, "nauc_map_at_5_std": 0.352434, "nauc_map_at_5_diff1": 0.492208, "nauc_map_at_10_max": 0.486787, "nauc_map_at_10_std": 0.357821, "nauc_map_at_10_diff1": 0.480509, "nauc_map_at_20_max": 0.491719, "nauc_map_at_20_std": 0.367532, "nauc_map_at_20_diff1": 0.478538, "nauc_map_at_100_max": 0.491423, "nauc_map_at_100_std": 0.364054, "nauc_map_at_100_diff1": 0.483197, "nauc_map_at_1000_max": 0.491374, "nauc_map_at_1000_std": 0.363946, "nauc_map_at_1000_diff1": 0.483402, "nauc_recall_at_1_max": 0.486104, "nauc_recall_at_1_std": 0.333837, "nauc_recall_at_1_diff1": 0.563276, "nauc_recall_at_3_max": 0.51554, "nauc_recall_at_3_std": 0.385592, "nauc_recall_at_3_diff1": 0.451804, "nauc_recall_at_5_max": 0.432392, "nauc_recall_at_5_std": 0.365763, "nauc_recall_at_5_diff1": 0.362052, "nauc_recall_at_10_max": 0.423015, "nauc_recall_at_10_std": 0.391633, "nauc_recall_at_10_diff1": 0.247785, "nauc_recall_at_20_max": 0.508028, "nauc_recall_at_20_std": 0.607094, "nauc_recall_at_20_diff1": 0.117676, "nauc_recall_at_100_max": 0.587395, "nauc_recall_at_100_std": 0.567787, "nauc_recall_at_100_diff1": 0.152474, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.486104, "nauc_precision_at_1_std": 0.333837, "nauc_precision_at_1_diff1": 0.563276, "nauc_precision_at_3_max": 0.51554, "nauc_precision_at_3_std": 0.385592, "nauc_precision_at_3_diff1": 0.451804, "nauc_precision_at_5_max": 0.432392, "nauc_precision_at_5_std": 0.365763, "nauc_precision_at_5_diff1": 0.362052, "nauc_precision_at_10_max": 0.423015, "nauc_precision_at_10_std": 0.391633, "nauc_precision_at_10_diff1": 0.247785, "nauc_precision_at_20_max": 0.508028, "nauc_precision_at_20_std": 0.607094, "nauc_precision_at_20_diff1": 0.117676, "nauc_precision_at_100_max": 0.587395, "nauc_precision_at_100_std": 0.567787, "nauc_precision_at_100_diff1": 0.152474, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.486104, "nauc_mrr_at_1_std": 0.333837, "nauc_mrr_at_1_diff1": 0.563276, "nauc_mrr_at_3_max": 0.505177, "nauc_mrr_at_3_std": 0.357744, "nauc_mrr_at_3_diff1": 0.513731, "nauc_mrr_at_5_max": 0.485267, "nauc_mrr_at_5_std": 0.352434, "nauc_mrr_at_5_diff1": 0.492208, "nauc_mrr_at_10_max": 0.486787, "nauc_mrr_at_10_std": 0.357821, "nauc_mrr_at_10_diff1": 0.480509, "nauc_mrr_at_20_max": 0.491719, "nauc_mrr_at_20_std": 0.367532, "nauc_mrr_at_20_diff1": 0.478538, "nauc_mrr_at_100_max": 0.491423, "nauc_mrr_at_100_std": 0.364054, "nauc_mrr_at_100_diff1": 0.483197, "nauc_mrr_at_1000_max": 0.491374, "nauc_mrr_at_1000_std": 0.363946, "nauc_mrr_at_1000_diff1": 0.483402, "hit_rate_at_1": 0.265, "hit_rate_at_3": 0.42, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.62, "hit_rate_at_20": 0.745, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.5, "hf_subset": "fa", "languages": [ "pes-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.47, "ndcg_at_3": 0.55113, "ndcg_at_5": 0.5862, "ndcg_at_10": 0.62285, "ndcg_at_20": 0.63937, "ndcg_at_100": 0.65986, "ndcg_at_1000": 0.66199, "map_at_1": 0.47, "map_at_3": 0.53083, "map_at_5": 0.55033, "map_at_10": 0.56516, "map_at_20": 0.56974, "map_at_100": 0.57261, "map_at_1000": 0.57273, "recall_at_1": 0.47, "recall_at_3": 0.61, "recall_at_5": 0.695, "recall_at_10": 0.81, "recall_at_20": 0.875, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.47, "precision_at_1": 0.47, "precision_at_3": 0.20333, "precision_at_5": 0.139, "precision_at_10": 0.081, "precision_at_20": 0.04375, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.47, "mrr_at_3": 0.530833, "mrr_at_5": 0.550333, "mrr_at_10": 0.565163, "mrr_at_20": 0.569744, "mrr_at_100": 0.57261, "mrr_at_1000": 0.572727, "nauc_ndcg_at_1_max": 0.685821, "nauc_ndcg_at_1_std": 0.405926, "nauc_ndcg_at_1_diff1": 0.720408, "nauc_ndcg_at_3_max": 0.708635, "nauc_ndcg_at_3_std": 0.473662, "nauc_ndcg_at_3_diff1": 0.6728, "nauc_ndcg_at_5_max": 0.694824, "nauc_ndcg_at_5_std": 0.495217, "nauc_ndcg_at_5_diff1": 0.644791, "nauc_ndcg_at_10_max": 0.683326, "nauc_ndcg_at_10_std": 0.475192, "nauc_ndcg_at_10_diff1": 0.643335, "nauc_ndcg_at_20_max": 0.683634, "nauc_ndcg_at_20_std": 0.467888, "nauc_ndcg_at_20_diff1": 0.655062, "nauc_ndcg_at_100_max": 0.690753, "nauc_ndcg_at_100_std": 0.464402, "nauc_ndcg_at_100_diff1": 0.662402, "nauc_ndcg_at_1000_max": 0.691191, "nauc_ndcg_at_1000_std": 0.464262, "nauc_ndcg_at_1000_diff1": 0.661945, "nauc_map_at_1_max": 0.685821, "nauc_map_at_1_std": 0.405926, "nauc_map_at_1_diff1": 0.720408, "nauc_map_at_3_max": 0.70336, "nauc_map_at_3_std": 0.456978, "nauc_map_at_3_diff1": 0.682192, "nauc_map_at_5_max": 0.695786, "nauc_map_at_5_std": 0.467754, "nauc_map_at_5_diff1": 0.667579, "nauc_map_at_10_max": 0.691664, "nauc_map_at_10_std": 0.458951, "nauc_map_at_10_diff1": 0.667513, "nauc_map_at_20_max": 0.691522, "nauc_map_at_20_std": 0.456674, "nauc_map_at_20_diff1": 0.670213, "nauc_map_at_100_max": 0.69273, "nauc_map_at_100_std": 0.4568, "nauc_map_at_100_diff1": 0.670667, "nauc_map_at_1000_max": 0.692746, "nauc_map_at_1000_std": 0.456781, "nauc_map_at_1000_diff1": 0.670651, "nauc_recall_at_1_max": 0.685821, "nauc_recall_at_1_std": 0.405926, "nauc_recall_at_1_diff1": 0.720408, "nauc_recall_at_3_max": 0.724903, "nauc_recall_at_3_std": 0.525622, "nauc_recall_at_3_diff1": 0.64463, "nauc_recall_at_5_max": 0.688754, "nauc_recall_at_5_std": 0.597048, "nauc_recall_at_5_diff1": 0.559929, "nauc_recall_at_10_max": 0.628412, "nauc_recall_at_10_std": 0.55071, "nauc_recall_at_10_diff1": 0.515952, "nauc_recall_at_20_max": 0.61185, "nauc_recall_at_20_std": 0.528686, "nauc_recall_at_20_diff1": 0.566558, "nauc_recall_at_100_max": 0.637411, "nauc_recall_at_100_std": 0.473389, "nauc_recall_at_100_diff1": 0.715219, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.685821, "nauc_precision_at_1_std": 0.405926, "nauc_precision_at_1_diff1": 0.720408, "nauc_precision_at_3_max": 0.724903, "nauc_precision_at_3_std": 0.525622, "nauc_precision_at_3_diff1": 0.64463, "nauc_precision_at_5_max": 0.688754, "nauc_precision_at_5_std": 0.597048, "nauc_precision_at_5_diff1": 0.559929, "nauc_precision_at_10_max": 0.628412, "nauc_precision_at_10_std": 0.55071, "nauc_precision_at_10_diff1": 0.515952, "nauc_precision_at_20_max": 0.61185, "nauc_precision_at_20_std": 0.528686, "nauc_precision_at_20_diff1": 0.566558, "nauc_precision_at_100_max": 0.637411, "nauc_precision_at_100_std": 0.473389, "nauc_precision_at_100_diff1": 0.715219, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.685821, "nauc_mrr_at_1_std": 0.405926, "nauc_mrr_at_1_diff1": 0.720408, "nauc_mrr_at_3_max": 0.70336, "nauc_mrr_at_3_std": 0.456978, "nauc_mrr_at_3_diff1": 0.682192, "nauc_mrr_at_5_max": 0.695786, "nauc_mrr_at_5_std": 0.467754, "nauc_mrr_at_5_diff1": 0.667579, "nauc_mrr_at_10_max": 0.691664, "nauc_mrr_at_10_std": 0.458951, "nauc_mrr_at_10_diff1": 0.667513, "nauc_mrr_at_20_max": 0.691522, "nauc_mrr_at_20_std": 0.456674, "nauc_mrr_at_20_diff1": 0.670213, "nauc_mrr_at_100_max": 0.69273, "nauc_mrr_at_100_std": 0.4568, "nauc_mrr_at_100_diff1": 0.670667, "nauc_mrr_at_1000_max": 0.692746, "nauc_mrr_at_1000_std": 0.456781, "nauc_mrr_at_1000_diff1": 0.670651, "hit_rate_at_1": 0.47, "hit_rate_at_3": 0.61, "hit_rate_at_5": 0.695, "hit_rate_at_10": 0.81, "hit_rate_at_20": 0.875, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.695, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.985, "ndcg_at_3": 0.99131, "ndcg_at_5": 0.99346, "ndcg_at_10": 0.99346, "ndcg_at_20": 0.99346, "ndcg_at_100": 0.99346, "ndcg_at_1000": 0.99346, "map_at_1": 0.985, "map_at_3": 0.99, "map_at_5": 0.99125, "map_at_10": 0.99125, "map_at_20": 0.99125, "map_at_100": 0.99125, "map_at_1000": 0.99125, "recall_at_1": 0.985, "recall_at_3": 0.995, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.985, "precision_at_1": 0.985, "precision_at_3": 0.33167, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.985, "mrr_at_3": 0.99, "mrr_at_5": 0.99125, "mrr_at_10": 0.99125, "mrr_at_20": 0.99125, "mrr_at_100": 0.99125, "mrr_at_1000": 0.99125, "nauc_ndcg_at_1_max": 0.907407, "nauc_ndcg_at_1_std": 0.863834, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.941018, "nauc_ndcg_at_3_std": 0.865811, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.921589, "nauc_ndcg_at_5_std": 0.864669, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.921589, "nauc_ndcg_at_10_std": 0.864669, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.921589, "nauc_ndcg_at_20_std": 0.864669, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.921589, "nauc_ndcg_at_100_std": 0.864669, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.921589, "nauc_ndcg_at_1000_std": 0.864669, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.907407, "nauc_map_at_1_std": 0.863834, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.930556, "nauc_map_at_3_std": 0.865196, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.920635, "nauc_map_at_5_std": 0.864613, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.920635, "nauc_map_at_10_std": 0.864613, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.920635, "nauc_map_at_20_std": 0.864613, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.920635, "nauc_map_at_100_std": 0.864613, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.920635, "nauc_map_at_1000_std": 0.864613, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.907407, "nauc_recall_at_1_std": 0.863834, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.869281, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.907407, "nauc_precision_at_1_std": 0.863834, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.869281, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.907407, "nauc_mrr_at_1_std": 0.863834, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.930556, "nauc_mrr_at_3_std": 0.865196, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.920635, "nauc_mrr_at_5_std": 0.864613, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.920635, "nauc_mrr_at_10_std": 0.864613, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.920635, "nauc_mrr_at_20_std": 0.864613, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.920635, "nauc_mrr_at_100_std": 0.864613, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.920635, "nauc_mrr_at_1000_std": 0.864613, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.985, "hit_rate_at_3": 0.995, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.865, "ndcg_at_3": 0.91405, "ndcg_at_5": 0.92007, "ndcg_at_10": 0.92476, "ndcg_at_20": 0.92875, "ndcg_at_100": 0.92962, "ndcg_at_1000": 0.92962, "map_at_1": 0.865, "map_at_3": 0.90167, "map_at_5": 0.90492, "map_at_10": 0.90676, "map_at_20": 0.90796, "map_at_100": 0.90805, "map_at_1000": 0.90805, "recall_at_1": 0.865, "recall_at_3": 0.95, "recall_at_5": 0.965, "recall_at_10": 0.98, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.865, "precision_at_1": 0.865, "precision_at_3": 0.31667, "precision_at_5": 0.193, "precision_at_10": 0.098, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.865, "mrr_at_3": 0.901667, "mrr_at_5": 0.904917, "mrr_at_10": 0.906756, "mrr_at_20": 0.90796, "mrr_at_100": 0.908053, "mrr_at_1000": 0.908053, "nauc_ndcg_at_1_max": 0.826162, "nauc_ndcg_at_1_std": -0.065361, "nauc_ndcg_at_1_diff1": 0.926979, "nauc_ndcg_at_3_max": 0.827519, "nauc_ndcg_at_3_std": -0.162194, "nauc_ndcg_at_3_diff1": 0.929245, "nauc_ndcg_at_5_max": 0.821111, "nauc_ndcg_at_5_std": -0.173441, "nauc_ndcg_at_5_diff1": 0.927031, "nauc_ndcg_at_10_max": 0.818625, "nauc_ndcg_at_10_std": -0.140739, "nauc_ndcg_at_10_diff1": 0.925183, "nauc_ndcg_at_20_max": 0.813198, "nauc_ndcg_at_20_std": -0.148371, "nauc_ndcg_at_20_diff1": 0.923234, "nauc_ndcg_at_100_max": 0.816459, "nauc_ndcg_at_100_std": -0.143145, "nauc_ndcg_at_100_diff1": 0.923913, "nauc_ndcg_at_1000_max": 0.816459, "nauc_ndcg_at_1000_std": -0.143145, "nauc_ndcg_at_1000_diff1": 0.923913, "nauc_map_at_1_max": 0.826162, "nauc_map_at_1_std": -0.065361, "nauc_map_at_1_diff1": 0.926979, "nauc_map_at_3_max": 0.822494, "nauc_map_at_3_std": -0.139799, "nauc_map_at_3_diff1": 0.926238, "nauc_map_at_5_max": 0.81927, "nauc_map_at_5_std": -0.145437, "nauc_map_at_5_diff1": 0.925064, "nauc_map_at_10_max": 0.818551, "nauc_map_at_10_std": -0.132875, "nauc_map_at_10_diff1": 0.924446, "nauc_map_at_20_max": 0.817148, "nauc_map_at_20_std": -0.135833, "nauc_map_at_20_diff1": 0.923918, "nauc_map_at_100_max": 0.817419, "nauc_map_at_100_std": -0.135391, "nauc_map_at_100_diff1": 0.923974, "nauc_map_at_1000_max": 0.817419, "nauc_map_at_1000_std": -0.135391, "nauc_map_at_1000_diff1": 0.923974, "nauc_recall_at_1_max": 0.826162, "nauc_recall_at_1_std": -0.065361, "nauc_recall_at_1_diff1": 0.926979, "nauc_recall_at_3_max": 0.85901, "nauc_recall_at_3_std": -0.278945, "nauc_recall_at_3_diff1": 0.947712, "nauc_recall_at_5_max": 0.838269, "nauc_recall_at_5_std": -0.377284, "nauc_recall_at_5_diff1": 0.943978, "nauc_recall_at_10_max": 0.819094, "nauc_recall_at_10_std": -0.187325, "nauc_recall_at_10_diff1": 0.934641, "nauc_recall_at_20_max": 0.554155, "nauc_recall_at_20_std": -0.563492, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.826162, "nauc_precision_at_1_std": -0.065361, "nauc_precision_at_1_diff1": 0.926979, "nauc_precision_at_3_max": 0.85901, "nauc_precision_at_3_std": -0.278945, "nauc_precision_at_3_diff1": 0.947712, "nauc_precision_at_5_max": 0.838269, "nauc_precision_at_5_std": -0.377284, "nauc_precision_at_5_diff1": 0.943978, "nauc_precision_at_10_max": 0.819094, "nauc_precision_at_10_std": -0.187325, "nauc_precision_at_10_diff1": 0.934641, "nauc_precision_at_20_max": 0.554155, "nauc_precision_at_20_std": -0.563492, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.826162, "nauc_mrr_at_1_std": -0.065361, "nauc_mrr_at_1_diff1": 0.926979, "nauc_mrr_at_3_max": 0.822494, "nauc_mrr_at_3_std": -0.139799, "nauc_mrr_at_3_diff1": 0.926238, "nauc_mrr_at_5_max": 0.81927, "nauc_mrr_at_5_std": -0.145437, "nauc_mrr_at_5_diff1": 0.925064, "nauc_mrr_at_10_max": 0.818551, "nauc_mrr_at_10_std": -0.132875, "nauc_mrr_at_10_diff1": 0.924446, "nauc_mrr_at_20_max": 0.817148, "nauc_mrr_at_20_std": -0.135833, "nauc_mrr_at_20_diff1": 0.923918, "nauc_mrr_at_100_max": 0.817419, "nauc_mrr_at_100_std": -0.135391, "nauc_mrr_at_100_diff1": 0.923974, "nauc_mrr_at_1000_max": 0.817419, "nauc_mrr_at_1000_std": -0.135391, "nauc_mrr_at_1000_diff1": 0.923974, "hit_rate_at_1": 0.865, "hit_rate_at_3": 0.95, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.965, "hf_subset": "fy-NL", "languages": [ "fry-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.55, "ndcg_at_3": 0.64428, "ndcg_at_5": 0.67527, "ndcg_at_10": 0.69849, "ndcg_at_20": 0.71411, "ndcg_at_100": 0.72643, "ndcg_at_1000": 0.72855, "map_at_1": 0.55, "map_at_3": 0.62, "map_at_5": 0.63725, "map_at_10": 0.64717, "map_at_20": 0.65168, "map_at_100": 0.65346, "map_at_1000": 0.65358, "recall_at_1": 0.55, "recall_at_3": 0.715, "recall_at_5": 0.79, "recall_at_10": 0.86, "recall_at_20": 0.92, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.55, "precision_at_1": 0.55, "precision_at_3": 0.23833, "precision_at_5": 0.158, "precision_at_10": 0.086, "precision_at_20": 0.046, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.55, "mrr_at_3": 0.62, "mrr_at_5": 0.63725, "mrr_at_10": 0.647171, "mrr_at_20": 0.651683, "mrr_at_100": 0.653465, "mrr_at_1000": 0.653576, "nauc_ndcg_at_1_max": 0.481015, "nauc_ndcg_at_1_std": 0.111599, "nauc_ndcg_at_1_diff1": 0.632634, "nauc_ndcg_at_3_max": 0.459564, "nauc_ndcg_at_3_std": 0.088434, "nauc_ndcg_at_3_diff1": 0.598138, "nauc_ndcg_at_5_max": 0.456134, "nauc_ndcg_at_5_std": 0.083913, "nauc_ndcg_at_5_diff1": 0.577353, "nauc_ndcg_at_10_max": 0.467288, "nauc_ndcg_at_10_std": 0.099976, "nauc_ndcg_at_10_diff1": 0.573706, "nauc_ndcg_at_20_max": 0.465549, "nauc_ndcg_at_20_std": 0.095474, "nauc_ndcg_at_20_diff1": 0.588691, "nauc_ndcg_at_100_max": 0.463772, "nauc_ndcg_at_100_std": 0.09142, "nauc_ndcg_at_100_diff1": 0.5877, "nauc_ndcg_at_1000_max": 0.467104, "nauc_ndcg_at_1000_std": 0.0952, "nauc_ndcg_at_1000_diff1": 0.594636, "nauc_map_at_1_max": 0.481015, "nauc_map_at_1_std": 0.111599, "nauc_map_at_1_diff1": 0.632634, "nauc_map_at_3_max": 0.466338, "nauc_map_at_3_std": 0.094808, "nauc_map_at_3_diff1": 0.610064, "nauc_map_at_5_max": 0.465726, "nauc_map_at_5_std": 0.09317, "nauc_map_at_5_diff1": 0.600237, "nauc_map_at_10_max": 0.470705, "nauc_map_at_10_std": 0.100141, "nauc_map_at_10_diff1": 0.599638, "nauc_map_at_20_max": 0.470119, "nauc_map_at_20_std": 0.098768, "nauc_map_at_20_diff1": 0.603561, "nauc_map_at_100_max": 0.469842, "nauc_map_at_100_std": 0.098006, "nauc_map_at_100_diff1": 0.603366, "nauc_map_at_1000_max": 0.469967, "nauc_map_at_1000_std": 0.09815, "nauc_map_at_1000_diff1": 0.603645, "nauc_recall_at_1_max": 0.481015, "nauc_recall_at_1_std": 0.111599, "nauc_recall_at_1_diff1": 0.632634, "nauc_recall_at_3_max": 0.435631, "nauc_recall_at_3_std": 0.06631, "nauc_recall_at_3_diff1": 0.55557, "nauc_recall_at_5_max": 0.412533, "nauc_recall_at_5_std": 0.042886, "nauc_recall_at_5_diff1": 0.473706, "nauc_recall_at_10_max": 0.448732, "nauc_recall_at_10_std": 0.105168, "nauc_recall_at_10_diff1": 0.407441, "nauc_recall_at_20_max": 0.421919, "nauc_recall_at_20_std": 0.065651, "nauc_recall_at_20_diff1": 0.460609, "nauc_recall_at_100_max": 0.116246, "nauc_recall_at_100_std": -0.302054, "nauc_recall_at_100_diff1": -0.125584, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.481015, "nauc_precision_at_1_std": 0.111599, "nauc_precision_at_1_diff1": 0.632634, "nauc_precision_at_3_max": 0.435631, "nauc_precision_at_3_std": 0.06631, "nauc_precision_at_3_diff1": 0.55557, "nauc_precision_at_5_max": 0.412533, "nauc_precision_at_5_std": 0.042886, "nauc_precision_at_5_diff1": 0.473706, "nauc_precision_at_10_max": 0.448732, "nauc_precision_at_10_std": 0.105168, "nauc_precision_at_10_diff1": 0.407441, "nauc_precision_at_20_max": 0.421919, "nauc_precision_at_20_std": 0.065651, "nauc_precision_at_20_diff1": 0.460609, "nauc_precision_at_100_max": 0.116246, "nauc_precision_at_100_std": -0.302054, "nauc_precision_at_100_diff1": -0.125584, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.481015, "nauc_mrr_at_1_std": 0.111599, "nauc_mrr_at_1_diff1": 0.632634, "nauc_mrr_at_3_max": 0.466338, "nauc_mrr_at_3_std": 0.094808, "nauc_mrr_at_3_diff1": 0.610064, "nauc_mrr_at_5_max": 0.465726, "nauc_mrr_at_5_std": 0.09317, "nauc_mrr_at_5_diff1": 0.600237, "nauc_mrr_at_10_max": 0.470705, "nauc_mrr_at_10_std": 0.100141, "nauc_mrr_at_10_diff1": 0.599638, "nauc_mrr_at_20_max": 0.470119, "nauc_mrr_at_20_std": 0.098768, "nauc_mrr_at_20_diff1": 0.603561, "nauc_mrr_at_100_max": 0.469842, "nauc_mrr_at_100_std": 0.098006, "nauc_mrr_at_100_diff1": 0.603366, "nauc_mrr_at_1000_max": 0.469967, "nauc_mrr_at_1000_std": 0.09815, "nauc_mrr_at_1000_diff1": 0.603645, "hit_rate_at_1": 0.55, "hit_rate_at_3": 0.715, "hit_rate_at_5": 0.79, "hit_rate_at_10": 0.86, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.79, "hf_subset": "ga-IE", "languages": [ "gle-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.985, "ndcg_at_3": 0.99315, "ndcg_at_5": 0.99315, "ndcg_at_10": 0.99315, "ndcg_at_20": 0.99315, "ndcg_at_100": 0.99315, "ndcg_at_1000": 0.99315, "map_at_1": 0.985, "map_at_3": 0.99083, "map_at_5": 0.99083, "map_at_10": 0.99083, "map_at_20": 0.99083, "map_at_100": 0.99083, "map_at_1000": 0.99083, "recall_at_1": 0.985, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.985, "precision_at_1": 0.985, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.985, "mrr_at_3": 0.990833, "mrr_at_5": 0.990833, "mrr_at_10": 0.990833, "mrr_at_20": 0.990833, "mrr_at_100": 0.990833, "mrr_at_1000": 0.990833, "nauc_ndcg_at_1_max": 0.863834, "nauc_ndcg_at_1_std": 0.088391, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.863314, "nauc_ndcg_at_3_std": 0.150733, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.863314, "nauc_ndcg_at_5_std": 0.150733, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.863314, "nauc_ndcg_at_10_std": 0.150733, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.863314, "nauc_ndcg_at_20_std": 0.150733, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.863314, "nauc_ndcg_at_100_std": 0.150733, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.863314, "nauc_ndcg_at_1000_std": 0.150733, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.863834, "nauc_map_at_1_std": 0.088391, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.863339, "nauc_map_at_3_std": 0.147653, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.863339, "nauc_map_at_5_std": 0.147653, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.863339, "nauc_map_at_10_std": 0.147653, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.863339, "nauc_map_at_20_std": 0.147653, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.863339, "nauc_map_at_100_std": 0.147653, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.863339, "nauc_map_at_1000_std": 0.147653, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.863834, "nauc_recall_at_1_std": 0.088391, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.863834, "nauc_precision_at_1_std": 0.088391, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.863834, "nauc_mrr_at_1_std": 0.088391, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.863339, "nauc_mrr_at_3_std": 0.147653, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.863339, "nauc_mrr_at_5_std": 0.147653, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.863339, "nauc_mrr_at_10_std": 0.147653, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.863339, "nauc_mrr_at_20_std": 0.147653, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.863339, "nauc_mrr_at_100_std": 0.147653, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.863339, "nauc_mrr_at_1000_std": 0.147653, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.985, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "gl", "languages": [ "glg-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.79286, "ndcg_at_5": 0.80964, "ndcg_at_10": 0.83055, "ndcg_at_20": 0.83454, "ndcg_at_100": 0.83918, "ndcg_at_1000": 0.84128, "map_at_1": 0.73, "map_at_3": 0.77667, "map_at_5": 0.78617, "map_at_10": 0.79473, "map_at_20": 0.79592, "map_at_100": 0.79659, "map_at_1000": 0.7967, "recall_at_1": 0.73, "recall_at_3": 0.84, "recall_at_5": 0.88, "recall_at_10": 0.945, "recall_at_20": 0.96, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.73, "precision_at_1": 0.73, "precision_at_3": 0.28, "precision_at_5": 0.176, "precision_at_10": 0.0945, "precision_at_20": 0.048, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.73, "mrr_at_3": 0.776667, "mrr_at_5": 0.786167, "mrr_at_10": 0.794726, "mrr_at_20": 0.795922, "mrr_at_100": 0.796588, "mrr_at_1000": 0.796697, "nauc_ndcg_at_1_max": 0.683746, "nauc_ndcg_at_1_std": -0.059752, "nauc_ndcg_at_1_diff1": 0.745975, "nauc_ndcg_at_3_max": 0.680969, "nauc_ndcg_at_3_std": -0.057042, "nauc_ndcg_at_3_diff1": 0.706042, "nauc_ndcg_at_5_max": 0.667976, "nauc_ndcg_at_5_std": -0.081875, "nauc_ndcg_at_5_diff1": 0.696741, "nauc_ndcg_at_10_max": 0.647066, "nauc_ndcg_at_10_std": -0.099891, "nauc_ndcg_at_10_diff1": 0.675938, "nauc_ndcg_at_20_max": 0.653676, "nauc_ndcg_at_20_std": -0.075237, "nauc_ndcg_at_20_diff1": 0.67994, "nauc_ndcg_at_100_max": 0.665113, "nauc_ndcg_at_100_std": -0.062298, "nauc_ndcg_at_100_diff1": 0.693114, "nauc_ndcg_at_1000_max": 0.665127, "nauc_ndcg_at_1000_std": -0.06986, "nauc_ndcg_at_1000_diff1": 0.697581, "nauc_map_at_1_max": 0.683746, "nauc_map_at_1_std": -0.059752, "nauc_map_at_1_diff1": 0.745975, "nauc_map_at_3_max": 0.683186, "nauc_map_at_3_std": -0.057536, "nauc_map_at_3_diff1": 0.718837, "nauc_map_at_5_max": 0.676821, "nauc_map_at_5_std": -0.069401, "nauc_map_at_5_diff1": 0.714921, "nauc_map_at_10_max": 0.66935, "nauc_map_at_10_std": -0.077032, "nauc_map_at_10_diff1": 0.708165, "nauc_map_at_20_max": 0.671156, "nauc_map_at_20_std": -0.070726, "nauc_map_at_20_diff1": 0.709325, "nauc_map_at_100_max": 0.672095, "nauc_map_at_100_std": -0.068713, "nauc_map_at_100_diff1": 0.710251, "nauc_map_at_1000_max": 0.672097, "nauc_map_at_1000_std": -0.068999, "nauc_map_at_1000_diff1": 0.710436, "nauc_recall_at_1_max": 0.683746, "nauc_recall_at_1_std": -0.059752, "nauc_recall_at_1_diff1": 0.745975, "nauc_recall_at_3_max": 0.671699, "nauc_recall_at_3_std": -0.055305, "nauc_recall_at_3_diff1": 0.656265, "nauc_recall_at_5_max": 0.621759, "nauc_recall_at_5_std": -0.148425, "nauc_recall_at_5_diff1": 0.606626, "nauc_recall_at_10_max": 0.399414, "nauc_recall_at_10_std": -0.344877, "nauc_recall_at_10_diff1": 0.330617, "nauc_recall_at_20_max": 0.39881, "nauc_recall_at_20_std": -0.091328, "nauc_recall_at_20_diff1": 0.258695, "nauc_recall_at_100_max": 0.664021, "nauc_recall_at_100_std": 0.466387, "nauc_recall_at_100_diff1": 0.386243, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.683746, "nauc_precision_at_1_std": -0.059752, "nauc_precision_at_1_diff1": 0.745975, "nauc_precision_at_3_max": 0.671699, "nauc_precision_at_3_std": -0.055305, "nauc_precision_at_3_diff1": 0.656265, "nauc_precision_at_5_max": 0.621759, "nauc_precision_at_5_std": -0.148425, "nauc_precision_at_5_diff1": 0.606626, "nauc_precision_at_10_max": 0.399414, "nauc_precision_at_10_std": -0.344877, "nauc_precision_at_10_diff1": 0.330617, "nauc_precision_at_20_max": 0.39881, "nauc_precision_at_20_std": -0.091328, "nauc_precision_at_20_diff1": 0.258695, "nauc_precision_at_100_max": 0.664021, "nauc_precision_at_100_std": 0.466387, "nauc_precision_at_100_diff1": 0.386243, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.683746, "nauc_mrr_at_1_std": -0.059752, "nauc_mrr_at_1_diff1": 0.745975, "nauc_mrr_at_3_max": 0.683186, "nauc_mrr_at_3_std": -0.057536, "nauc_mrr_at_3_diff1": 0.718837, "nauc_mrr_at_5_max": 0.676821, "nauc_mrr_at_5_std": -0.069401, "nauc_mrr_at_5_diff1": 0.714921, "nauc_mrr_at_10_max": 0.66935, "nauc_mrr_at_10_std": -0.077032, "nauc_mrr_at_10_diff1": 0.708165, "nauc_mrr_at_20_max": 0.671156, "nauc_mrr_at_20_std": -0.070726, "nauc_mrr_at_20_diff1": 0.709325, "nauc_mrr_at_100_max": 0.672095, "nauc_mrr_at_100_std": -0.068713, "nauc_mrr_at_100_diff1": 0.710251, "nauc_mrr_at_1000_max": 0.672097, "nauc_mrr_at_1000_std": -0.068999, "nauc_mrr_at_1000_diff1": 0.710436, "hit_rate_at_1": 0.73, "hit_rate_at_3": 0.84, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.88, "hf_subset": "gn", "languages": [ "grn-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.63, "ndcg_at_3": 0.72125, "ndcg_at_5": 0.74749, "ndcg_at_10": 0.76137, "ndcg_at_20": 0.77891, "ndcg_at_100": 0.78609, "ndcg_at_1000": 0.78609, "map_at_1": 0.63, "map_at_3": 0.69917, "map_at_5": 0.71342, "map_at_10": 0.71874, "map_at_20": 0.72348, "map_at_100": 0.72474, "map_at_1000": 0.72474, "recall_at_1": 0.63, "recall_at_3": 0.785, "recall_at_5": 0.85, "recall_at_10": 0.895, "recall_at_20": 0.965, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63, "precision_at_1": 0.63, "precision_at_3": 0.26167, "precision_at_5": 0.17, "precision_at_10": 0.0895, "precision_at_20": 0.04825, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.63, "mrr_at_3": 0.699167, "mrr_at_5": 0.713417, "mrr_at_10": 0.718742, "mrr_at_20": 0.723484, "mrr_at_100": 0.724739, "mrr_at_1000": 0.724739, "nauc_ndcg_at_1_max": 0.554427, "nauc_ndcg_at_1_std": -0.036243, "nauc_ndcg_at_1_diff1": 0.734295, "nauc_ndcg_at_3_max": 0.563461, "nauc_ndcg_at_3_std": -0.063459, "nauc_ndcg_at_3_diff1": 0.698918, "nauc_ndcg_at_5_max": 0.587523, "nauc_ndcg_at_5_std": -0.025498, "nauc_ndcg_at_5_diff1": 0.70824, "nauc_ndcg_at_10_max": 0.581533, "nauc_ndcg_at_10_std": -0.028707, "nauc_ndcg_at_10_diff1": 0.714131, "nauc_ndcg_at_20_max": 0.579893, "nauc_ndcg_at_20_std": -0.030038, "nauc_ndcg_at_20_diff1": 0.715406, "nauc_ndcg_at_100_max": 0.571736, "nauc_ndcg_at_100_std": -0.038496, "nauc_ndcg_at_100_diff1": 0.713618, "nauc_ndcg_at_1000_max": 0.571736, "nauc_ndcg_at_1000_std": -0.038496, "nauc_ndcg_at_1000_diff1": 0.713618, "nauc_map_at_1_max": 0.554427, "nauc_map_at_1_std": -0.036243, "nauc_map_at_1_diff1": 0.734295, "nauc_map_at_3_max": 0.559737, "nauc_map_at_3_std": -0.057896, "nauc_map_at_3_diff1": 0.708059, "nauc_map_at_5_max": 0.570967, "nauc_map_at_5_std": -0.038729, "nauc_map_at_5_diff1": 0.712217, "nauc_map_at_10_max": 0.56859, "nauc_map_at_10_std": -0.040612, "nauc_map_at_10_diff1": 0.71417, "nauc_map_at_20_max": 0.568511, "nauc_map_at_20_std": -0.040598, "nauc_map_at_20_diff1": 0.714711, "nauc_map_at_100_max": 0.567366, "nauc_map_at_100_std": -0.041728, "nauc_map_at_100_diff1": 0.714556, "nauc_map_at_1000_max": 0.567366, "nauc_map_at_1000_std": -0.041728, "nauc_map_at_1000_diff1": 0.714556, "nauc_recall_at_1_max": 0.554427, "nauc_recall_at_1_std": -0.036243, "nauc_recall_at_1_diff1": 0.734295, "nauc_recall_at_3_max": 0.577873, "nauc_recall_at_3_std": -0.082931, "nauc_recall_at_3_diff1": 0.665514, "nauc_recall_at_5_max": 0.676082, "nauc_recall_at_5_std": 0.049788, "nauc_recall_at_5_diff1": 0.693768, "nauc_recall_at_10_max": 0.671872, "nauc_recall_at_10_std": 0.064606, "nauc_recall_at_10_diff1": 0.727126, "nauc_recall_at_20_max": 0.788582, "nauc_recall_at_20_std": 0.19161, "nauc_recall_at_20_diff1": 0.767574, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.554427, "nauc_precision_at_1_std": -0.036243, "nauc_precision_at_1_diff1": 0.734295, "nauc_precision_at_3_max": 0.577873, "nauc_precision_at_3_std": -0.082931, "nauc_precision_at_3_diff1": 0.665514, "nauc_precision_at_5_max": 0.676082, "nauc_precision_at_5_std": 0.049788, "nauc_precision_at_5_diff1": 0.693768, "nauc_precision_at_10_max": 0.671872, "nauc_precision_at_10_std": 0.064606, "nauc_precision_at_10_diff1": 0.727126, "nauc_precision_at_20_max": 0.788582, "nauc_precision_at_20_std": 0.19161, "nauc_precision_at_20_diff1": 0.767574, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.554427, "nauc_mrr_at_1_std": -0.036243, "nauc_mrr_at_1_diff1": 0.734295, "nauc_mrr_at_3_max": 0.559737, "nauc_mrr_at_3_std": -0.057896, "nauc_mrr_at_3_diff1": 0.708059, "nauc_mrr_at_5_max": 0.570967, "nauc_mrr_at_5_std": -0.038729, "nauc_mrr_at_5_diff1": 0.712217, "nauc_mrr_at_10_max": 0.56859, "nauc_mrr_at_10_std": -0.040612, "nauc_mrr_at_10_diff1": 0.71417, "nauc_mrr_at_20_max": 0.568511, "nauc_mrr_at_20_std": -0.040598, "nauc_mrr_at_20_diff1": 0.714711, "nauc_mrr_at_100_max": 0.567366, "nauc_mrr_at_100_std": -0.041728, "nauc_mrr_at_100_diff1": 0.714556, "nauc_mrr_at_1000_max": 0.567366, "nauc_mrr_at_1000_std": -0.041728, "nauc_mrr_at_1000_diff1": 0.714556, "hit_rate_at_1": 0.63, "hit_rate_at_3": 0.785, "hit_rate_at_5": 0.85, "hit_rate_at_10": 0.895, "hit_rate_at_20": 0.965, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85, "hf_subset": "ha", "languages": [ "hau-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.37, "ndcg_at_3": 0.45047, "ndcg_at_5": 0.46704, "ndcg_at_10": 0.50507, "ndcg_at_20": 0.52046, "ndcg_at_100": 0.5586, "ndcg_at_1000": 0.56854, "map_at_1": 0.37, "map_at_3": 0.43, "map_at_5": 0.43925, "map_at_10": 0.45545, "map_at_20": 0.45978, "map_at_100": 0.4651, "map_at_1000": 0.46564, "recall_at_1": 0.37, "recall_at_3": 0.51, "recall_at_5": 0.55, "recall_at_10": 0.665, "recall_at_20": 0.725, "recall_at_100": 0.93, "recall_at_1000": 1.0, "accuracy": 0.37, "precision_at_1": 0.37, "precision_at_3": 0.17, "precision_at_5": 0.11, "precision_at_10": 0.0665, "precision_at_20": 0.03625, "precision_at_100": 0.0093, "precision_at_1000": 0.001, "mrr_at_1": 0.37, "mrr_at_3": 0.43, "mrr_at_5": 0.43925, "mrr_at_10": 0.455448, "mrr_at_20": 0.459779, "mrr_at_100": 0.465103, "mrr_at_1000": 0.465642, "nauc_ndcg_at_1_max": 0.602051, "nauc_ndcg_at_1_std": 0.434806, "nauc_ndcg_at_1_diff1": 0.511746, "nauc_ndcg_at_3_max": 0.605584, "nauc_ndcg_at_3_std": 0.503929, "nauc_ndcg_at_3_diff1": 0.44488, "nauc_ndcg_at_5_max": 0.625644, "nauc_ndcg_at_5_std": 0.518042, "nauc_ndcg_at_5_diff1": 0.436456, "nauc_ndcg_at_10_max": 0.617824, "nauc_ndcg_at_10_std": 0.510994, "nauc_ndcg_at_10_diff1": 0.417149, "nauc_ndcg_at_20_max": 0.615083, "nauc_ndcg_at_20_std": 0.505304, "nauc_ndcg_at_20_diff1": 0.430277, "nauc_ndcg_at_100_max": 0.618842, "nauc_ndcg_at_100_std": 0.508328, "nauc_ndcg_at_100_diff1": 0.444731, "nauc_ndcg_at_1000_max": 0.616522, "nauc_ndcg_at_1000_std": 0.500604, "nauc_ndcg_at_1000_diff1": 0.445367, "nauc_map_at_1_max": 0.602051, "nauc_map_at_1_std": 0.434806, "nauc_map_at_1_diff1": 0.511746, "nauc_map_at_3_max": 0.605996, "nauc_map_at_3_std": 0.48618, "nauc_map_at_3_diff1": 0.463558, "nauc_map_at_5_max": 0.61758, "nauc_map_at_5_std": 0.494501, "nauc_map_at_5_diff1": 0.459159, "nauc_map_at_10_max": 0.614309, "nauc_map_at_10_std": 0.491281, "nauc_map_at_10_diff1": 0.450694, "nauc_map_at_20_max": 0.613206, "nauc_map_at_20_std": 0.489097, "nauc_map_at_20_diff1": 0.454413, "nauc_map_at_100_max": 0.614028, "nauc_map_at_100_std": 0.489981, "nauc_map_at_100_diff1": 0.456653, "nauc_map_at_1000_max": 0.613931, "nauc_map_at_1000_std": 0.489642, "nauc_map_at_1000_diff1": 0.456689, "nauc_recall_at_1_max": 0.602051, "nauc_recall_at_1_std": 0.434806, "nauc_recall_at_1_diff1": 0.511746, "nauc_recall_at_3_max": 0.603833, "nauc_recall_at_3_std": 0.556561, "nauc_recall_at_3_diff1": 0.388891, "nauc_recall_at_5_max": 0.651892, "nauc_recall_at_5_std": 0.591203, "nauc_recall_at_5_diff1": 0.365007, "nauc_recall_at_10_max": 0.628338, "nauc_recall_at_10_std": 0.579038, "nauc_recall_at_10_diff1": 0.2891, "nauc_recall_at_20_max": 0.619703, "nauc_recall_at_20_std": 0.5659, "nauc_recall_at_20_diff1": 0.337251, "nauc_recall_at_100_max": 0.685908, "nauc_recall_at_100_std": 0.730459, "nauc_recall_at_100_diff1": 0.423903, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.602051, "nauc_precision_at_1_std": 0.434806, "nauc_precision_at_1_diff1": 0.511746, "nauc_precision_at_3_max": 0.603833, "nauc_precision_at_3_std": 0.556561, "nauc_precision_at_3_diff1": 0.388891, "nauc_precision_at_5_max": 0.651892, "nauc_precision_at_5_std": 0.591203, "nauc_precision_at_5_diff1": 0.365007, "nauc_precision_at_10_max": 0.628338, "nauc_precision_at_10_std": 0.579038, "nauc_precision_at_10_diff1": 0.2891, "nauc_precision_at_20_max": 0.619703, "nauc_precision_at_20_std": 0.5659, "nauc_precision_at_20_diff1": 0.337251, "nauc_precision_at_100_max": 0.685908, "nauc_precision_at_100_std": 0.730459, "nauc_precision_at_100_diff1": 0.423903, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.602051, "nauc_mrr_at_1_std": 0.434806, "nauc_mrr_at_1_diff1": 0.511746, "nauc_mrr_at_3_max": 0.605996, "nauc_mrr_at_3_std": 0.48618, "nauc_mrr_at_3_diff1": 0.463558, "nauc_mrr_at_5_max": 0.61758, "nauc_mrr_at_5_std": 0.494501, "nauc_mrr_at_5_diff1": 0.459159, "nauc_mrr_at_10_max": 0.614309, "nauc_mrr_at_10_std": 0.491281, "nauc_mrr_at_10_diff1": 0.450694, "nauc_mrr_at_20_max": 0.613206, "nauc_mrr_at_20_std": 0.489097, "nauc_mrr_at_20_diff1": 0.454413, "nauc_mrr_at_100_max": 0.614028, "nauc_mrr_at_100_std": 0.489981, "nauc_mrr_at_100_diff1": 0.456653, "nauc_mrr_at_1000_max": 0.613931, "nauc_mrr_at_1000_std": 0.489642, "nauc_mrr_at_1000_diff1": 0.456689, "hit_rate_at_1": 0.37, "hit_rate_at_3": 0.51, "hit_rate_at_5": 0.55, "hit_rate_at_10": 0.665, "hit_rate_at_20": 0.725, "hit_rate_at_100": 0.93, "hit_rate_at_1000": 1.0, "main_score": 0.55, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.895, "ndcg_at_3": 0.9297, "ndcg_at_5": 0.93401, "ndcg_at_10": 0.93723, "ndcg_at_20": 0.93981, "ndcg_at_100": 0.94361, "ndcg_at_1000": 0.94361, "map_at_1": 0.895, "map_at_3": 0.9225, "map_at_5": 0.925, "map_at_10": 0.92633, "map_at_20": 0.92706, "map_at_100": 0.92761, "map_at_1000": 0.92761, "recall_at_1": 0.895, "recall_at_3": 0.95, "recall_at_5": 0.96, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.895, "precision_at_1": 0.895, "precision_at_3": 0.31667, "precision_at_5": 0.192, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.895, "mrr_at_3": 0.9225, "mrr_at_5": 0.925, "mrr_at_10": 0.926333, "mrr_at_20": 0.927063, "mrr_at_100": 0.927612, "mrr_at_1000": 0.927612, "nauc_ndcg_at_1_max": 0.719968, "nauc_ndcg_at_1_std": 0.241578, "nauc_ndcg_at_1_diff1": 0.968681, "nauc_ndcg_at_3_max": 0.710913, "nauc_ndcg_at_3_std": 0.294204, "nauc_ndcg_at_3_diff1": 0.971012, "nauc_ndcg_at_5_max": 0.696259, "nauc_ndcg_at_5_std": 0.290617, "nauc_ndcg_at_5_diff1": 0.969113, "nauc_ndcg_at_10_max": 0.761656, "nauc_ndcg_at_10_std": 0.3469, "nauc_ndcg_at_10_diff1": 0.967519, "nauc_ndcg_at_20_max": 0.751421, "nauc_ndcg_at_20_std": 0.321521, "nauc_ndcg_at_20_diff1": 0.96907, "nauc_ndcg_at_100_max": 0.734589, "nauc_ndcg_at_100_std": 0.303276, "nauc_ndcg_at_100_diff1": 0.969028, "nauc_ndcg_at_1000_max": 0.734589, "nauc_ndcg_at_1000_std": 0.303276, "nauc_ndcg_at_1000_diff1": 0.969028, "nauc_map_at_1_max": 0.719968, "nauc_map_at_1_std": 0.241578, "nauc_map_at_1_diff1": 0.968681, "nauc_map_at_3_max": 0.713454, "nauc_map_at_3_std": 0.279438, "nauc_map_at_3_diff1": 0.970358, "nauc_map_at_5_max": 0.706049, "nauc_map_at_5_std": 0.27711, "nauc_map_at_5_diff1": 0.969365, "nauc_map_at_10_max": 0.732729, "nauc_map_at_10_std": 0.299477, "nauc_map_at_10_diff1": 0.968808, "nauc_map_at_20_max": 0.730045, "nauc_map_at_20_std": 0.293005, "nauc_map_at_20_diff1": 0.969245, "nauc_map_at_100_max": 0.727986, "nauc_map_at_100_std": 0.290903, "nauc_map_at_100_diff1": 0.969192, "nauc_map_at_1000_max": 0.727986, "nauc_map_at_1000_std": 0.290903, "nauc_map_at_1000_diff1": 0.969192, "nauc_recall_at_1_max": 0.719968, "nauc_recall_at_1_std": 0.241578, "nauc_recall_at_1_diff1": 0.968681, "nauc_recall_at_3_max": 0.69986, "nauc_recall_at_3_std": 0.35845, "nauc_recall_at_3_diff1": 0.973856, "nauc_recall_at_5_max": 0.641165, "nauc_recall_at_5_std": 0.360819, "nauc_recall_at_5_diff1": 0.96732, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.711407, "nauc_recall_at_10_diff1": 0.956427, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.59979, "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.719968, "nauc_precision_at_1_std": 0.241578, "nauc_precision_at_1_diff1": 0.968681, "nauc_precision_at_3_max": 0.69986, "nauc_precision_at_3_std": 0.35845, "nauc_precision_at_3_diff1": 0.973856, "nauc_precision_at_5_max": 0.641165, "nauc_precision_at_5_std": 0.360819, "nauc_precision_at_5_diff1": 0.96732, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.711407, "nauc_precision_at_10_diff1": 0.956427, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.59979, "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.719968, "nauc_mrr_at_1_std": 0.241578, "nauc_mrr_at_1_diff1": 0.968681, "nauc_mrr_at_3_max": 0.713454, "nauc_mrr_at_3_std": 0.279438, "nauc_mrr_at_3_diff1": 0.970358, "nauc_mrr_at_5_max": 0.706049, "nauc_mrr_at_5_std": 0.27711, "nauc_mrr_at_5_diff1": 0.969365, "nauc_mrr_at_10_max": 0.732729, "nauc_mrr_at_10_std": 0.299477, "nauc_mrr_at_10_diff1": 0.968808, "nauc_mrr_at_20_max": 0.730045, "nauc_mrr_at_20_std": 0.293005, "nauc_mrr_at_20_diff1": 0.969245, "nauc_mrr_at_100_max": 0.727986, "nauc_mrr_at_100_std": 0.290903, "nauc_mrr_at_100_diff1": 0.969192, "nauc_mrr_at_1000_max": 0.727986, "nauc_mrr_at_1000_std": 0.290903, "nauc_mrr_at_1000_diff1": 0.969192, "hit_rate_at_1": 0.895, "hit_rate_at_3": 0.95, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.67, "ndcg_at_3": 0.74797, "ndcg_at_5": 0.76024, "ndcg_at_10": 0.77772, "ndcg_at_20": 0.79424, "ndcg_at_100": 0.80113, "ndcg_at_1000": 0.8018, "map_at_1": 0.67, "map_at_3": 0.72833, "map_at_5": 0.73508, "map_at_10": 0.74214, "map_at_20": 0.74671, "map_at_100": 0.74747, "map_at_1000": 0.7475, "recall_at_1": 0.67, "recall_at_3": 0.805, "recall_at_5": 0.835, "recall_at_10": 0.89, "recall_at_20": 0.955, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.67, "precision_at_1": 0.67, "precision_at_3": 0.26833, "precision_at_5": 0.167, "precision_at_10": 0.089, "precision_at_20": 0.04775, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.67, "mrr_at_3": 0.728333, "mrr_at_5": 0.735083, "mrr_at_10": 0.742137, "mrr_at_20": 0.746715, "mrr_at_100": 0.74747, "mrr_at_1000": 0.747499, "nauc_ndcg_at_1_max": 0.804904, "nauc_ndcg_at_1_std": 0.250901, "nauc_ndcg_at_1_diff1": 0.828732, "nauc_ndcg_at_3_max": 0.773279, "nauc_ndcg_at_3_std": 0.221918, "nauc_ndcg_at_3_diff1": 0.776179, "nauc_ndcg_at_5_max": 0.788951, "nauc_ndcg_at_5_std": 0.236603, "nauc_ndcg_at_5_diff1": 0.782313, "nauc_ndcg_at_10_max": 0.784916, "nauc_ndcg_at_10_std": 0.261876, "nauc_ndcg_at_10_diff1": 0.783321, "nauc_ndcg_at_20_max": 0.785539, "nauc_ndcg_at_20_std": 0.246507, "nauc_ndcg_at_20_diff1": 0.793636, "nauc_ndcg_at_100_max": 0.788921, "nauc_ndcg_at_100_std": 0.245033, "nauc_ndcg_at_100_diff1": 0.793901, "nauc_ndcg_at_1000_max": 0.788099, "nauc_ndcg_at_1000_std": 0.242602, "nauc_ndcg_at_1000_diff1": 0.793099, "nauc_map_at_1_max": 0.804904, "nauc_map_at_1_std": 0.250901, "nauc_map_at_1_diff1": 0.828732, "nauc_map_at_3_max": 0.781996, "nauc_map_at_3_std": 0.228681, "nauc_map_at_3_diff1": 0.790103, "nauc_map_at_5_max": 0.790398, "nauc_map_at_5_std": 0.236871, "nauc_map_at_5_diff1": 0.79356, "nauc_map_at_10_max": 0.7888, "nauc_map_at_10_std": 0.244126, "nauc_map_at_10_diff1": 0.794492, "nauc_map_at_20_max": 0.789162, "nauc_map_at_20_std": 0.240641, "nauc_map_at_20_diff1": 0.796782, "nauc_map_at_100_max": 0.78953, "nauc_map_at_100_std": 0.240408, "nauc_map_at_100_diff1": 0.796701, "nauc_map_at_1000_max": 0.789502, "nauc_map_at_1000_std": 0.240324, "nauc_map_at_1000_diff1": 0.796674, "nauc_recall_at_1_max": 0.804904, "nauc_recall_at_1_std": 0.250901, "nauc_recall_at_1_diff1": 0.828732, "nauc_recall_at_3_max": 0.740878, "nauc_recall_at_3_std": 0.197448, "nauc_recall_at_3_diff1": 0.724731, "nauc_recall_at_5_max": 0.785834, "nauc_recall_at_5_std": 0.238403, "nauc_recall_at_5_diff1": 0.736479, "nauc_recall_at_10_max": 0.763895, "nauc_recall_at_10_std": 0.402113, "nauc_recall_at_10_diff1": 0.719118, "nauc_recall_at_20_max": 0.738821, "nauc_recall_at_20_std": 0.345212, "nauc_recall_at_20_diff1": 0.80055, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.804904, "nauc_precision_at_1_std": 0.250901, "nauc_precision_at_1_diff1": 0.828732, "nauc_precision_at_3_max": 0.740878, "nauc_precision_at_3_std": 0.197448, "nauc_precision_at_3_diff1": 0.724731, "nauc_precision_at_5_max": 0.785834, "nauc_precision_at_5_std": 0.238403, "nauc_precision_at_5_diff1": 0.736479, "nauc_precision_at_10_max": 0.763895, "nauc_precision_at_10_std": 0.402113, "nauc_precision_at_10_diff1": 0.719118, "nauc_precision_at_20_max": 0.738821, "nauc_precision_at_20_std": 0.345212, "nauc_precision_at_20_diff1": 0.80055, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.804904, "nauc_mrr_at_1_std": 0.250901, "nauc_mrr_at_1_diff1": 0.828732, "nauc_mrr_at_3_max": 0.781996, "nauc_mrr_at_3_std": 0.228681, "nauc_mrr_at_3_diff1": 0.790103, "nauc_mrr_at_5_max": 0.790398, "nauc_mrr_at_5_std": 0.236871, "nauc_mrr_at_5_diff1": 0.79356, "nauc_mrr_at_10_max": 0.7888, "nauc_mrr_at_10_std": 0.244126, "nauc_mrr_at_10_diff1": 0.794492, "nauc_mrr_at_20_max": 0.789162, "nauc_mrr_at_20_std": 0.240641, "nauc_mrr_at_20_diff1": 0.796782, "nauc_mrr_at_100_max": 0.78953, "nauc_mrr_at_100_std": 0.240408, "nauc_mrr_at_100_diff1": 0.796701, "nauc_mrr_at_1000_max": 0.789502, "nauc_mrr_at_1000_std": 0.240324, "nauc_mrr_at_1000_diff1": 0.796674, "hit_rate_at_1": 0.67, "hit_rate_at_3": 0.805, "hit_rate_at_5": 0.835, "hit_rate_at_10": 0.89, "hit_rate_at_20": 0.955, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.835, "hf_subset": "hsb", "languages": [ "hsb-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.445, "ndcg_at_3": 0.51797, "ndcg_at_5": 0.53604, "ndcg_at_10": 0.55389, "ndcg_at_20": 0.58806, "ndcg_at_100": 0.61534, "ndcg_at_1000": 0.62161, "map_at_1": 0.445, "map_at_3": 0.5, "map_at_5": 0.50975, "map_at_10": 0.51716, "map_at_20": 0.52656, "map_at_100": 0.53021, "map_at_1000": 0.53052, "recall_at_1": 0.445, "recall_at_3": 0.57, "recall_at_5": 0.615, "recall_at_10": 0.67, "recall_at_20": 0.805, "recall_at_100": 0.955, "recall_at_1000": 1.0, "accuracy": 0.445, "precision_at_1": 0.445, "precision_at_3": 0.19, "precision_at_5": 0.123, "precision_at_10": 0.067, "precision_at_20": 0.04025, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.445, "mrr_at_3": 0.5, "mrr_at_5": 0.50975, "mrr_at_10": 0.517159, "mrr_at_20": 0.526563, "mrr_at_100": 0.530207, "mrr_at_1000": 0.530524, "nauc_ndcg_at_1_max": 0.699424, "nauc_ndcg_at_1_std": 0.482957, "nauc_ndcg_at_1_diff1": 0.724458, "nauc_ndcg_at_3_max": 0.694529, "nauc_ndcg_at_3_std": 0.521051, "nauc_ndcg_at_3_diff1": 0.677625, "nauc_ndcg_at_5_max": 0.68759, "nauc_ndcg_at_5_std": 0.518302, "nauc_ndcg_at_5_diff1": 0.66636, "nauc_ndcg_at_10_max": 0.684471, "nauc_ndcg_at_10_std": 0.512294, "nauc_ndcg_at_10_diff1": 0.669369, "nauc_ndcg_at_20_max": 0.673139, "nauc_ndcg_at_20_std": 0.502987, "nauc_ndcg_at_20_diff1": 0.663945, "nauc_ndcg_at_100_max": 0.67752, "nauc_ndcg_at_100_std": 0.50813, "nauc_ndcg_at_100_diff1": 0.67339, "nauc_ndcg_at_1000_max": 0.682426, "nauc_ndcg_at_1000_std": 0.507061, "nauc_ndcg_at_1000_diff1": 0.676003, "nauc_map_at_1_max": 0.699424, "nauc_map_at_1_std": 0.482957, "nauc_map_at_1_diff1": 0.724458, "nauc_map_at_3_max": 0.695896, "nauc_map_at_3_std": 0.5118, "nauc_map_at_3_diff1": 0.689096, "nauc_map_at_5_max": 0.692268, "nauc_map_at_5_std": 0.510647, "nauc_map_at_5_diff1": 0.683636, "nauc_map_at_10_max": 0.690398, "nauc_map_at_10_std": 0.507956, "nauc_map_at_10_diff1": 0.684933, "nauc_map_at_20_max": 0.686954, "nauc_map_at_20_std": 0.504991, "nauc_map_at_20_diff1": 0.683666, "nauc_map_at_100_max": 0.687565, "nauc_map_at_100_std": 0.505696, "nauc_map_at_100_diff1": 0.68451, "nauc_map_at_1000_max": 0.687839, "nauc_map_at_1000_std": 0.505681, "nauc_map_at_1000_diff1": 0.684694, "nauc_recall_at_1_max": 0.699424, "nauc_recall_at_1_std": 0.482957, "nauc_recall_at_1_diff1": 0.724458, "nauc_recall_at_3_max": 0.690296, "nauc_recall_at_3_std": 0.549145, "nauc_recall_at_3_diff1": 0.642743, "nauc_recall_at_5_max": 0.671278, "nauc_recall_at_5_std": 0.54162, "nauc_recall_at_5_diff1": 0.608656, "nauc_recall_at_10_max": 0.662635, "nauc_recall_at_10_std": 0.524039, "nauc_recall_at_10_diff1": 0.613651, "nauc_recall_at_20_max": 0.58842, "nauc_recall_at_20_std": 0.477703, "nauc_recall_at_20_diff1": 0.553223, "nauc_recall_at_100_max": 0.483193, "nauc_recall_at_100_std": 0.561832, "nauc_recall_at_100_diff1": 0.577601, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.699424, "nauc_precision_at_1_std": 0.482957, "nauc_precision_at_1_diff1": 0.724458, "nauc_precision_at_3_max": 0.690296, "nauc_precision_at_3_std": 0.549145, "nauc_precision_at_3_diff1": 0.642743, "nauc_precision_at_5_max": 0.671278, "nauc_precision_at_5_std": 0.54162, "nauc_precision_at_5_diff1": 0.608656, "nauc_precision_at_10_max": 0.662635, "nauc_precision_at_10_std": 0.524039, "nauc_precision_at_10_diff1": 0.613651, "nauc_precision_at_20_max": 0.58842, "nauc_precision_at_20_std": 0.477703, "nauc_precision_at_20_diff1": 0.553223, "nauc_precision_at_100_max": 0.483193, "nauc_precision_at_100_std": 0.561832, "nauc_precision_at_100_diff1": 0.577601, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.699424, "nauc_mrr_at_1_std": 0.482957, "nauc_mrr_at_1_diff1": 0.724458, "nauc_mrr_at_3_max": 0.695896, "nauc_mrr_at_3_std": 0.5118, "nauc_mrr_at_3_diff1": 0.689096, "nauc_mrr_at_5_max": 0.692268, "nauc_mrr_at_5_std": 0.510647, "nauc_mrr_at_5_diff1": 0.683636, "nauc_mrr_at_10_max": 0.690398, "nauc_mrr_at_10_std": 0.507956, "nauc_mrr_at_10_diff1": 0.684933, "nauc_mrr_at_20_max": 0.686954, "nauc_mrr_at_20_std": 0.504991, "nauc_mrr_at_20_diff1": 0.683666, "nauc_mrr_at_100_max": 0.687565, "nauc_mrr_at_100_std": 0.505696, "nauc_mrr_at_100_diff1": 0.68451, "nauc_mrr_at_1000_max": 0.687839, "nauc_mrr_at_1000_std": 0.505681, "nauc_mrr_at_1000_diff1": 0.684694, "hit_rate_at_1": 0.445, "hit_rate_at_3": 0.57, "hit_rate_at_5": 0.615, "hit_rate_at_10": 0.67, "hit_rate_at_20": 0.805, "hit_rate_at_100": 0.955, "hit_rate_at_1000": 1.0, "main_score": 0.615, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.41, "ndcg_at_3": 0.49744, "ndcg_at_5": 0.51959, "ndcg_at_10": 0.54905, "ndcg_at_20": 0.57308, "ndcg_at_100": 0.60396, "ndcg_at_1000": 0.60825, "map_at_1": 0.41, "map_at_3": 0.47583, "map_at_5": 0.48783, "map_at_10": 0.5002, "map_at_20": 0.50679, "map_at_100": 0.51083, "map_at_1000": 0.51106, "recall_at_1": 0.41, "recall_at_3": 0.56, "recall_at_5": 0.615, "recall_at_10": 0.705, "recall_at_20": 0.8, "recall_at_100": 0.97, "recall_at_1000": 1.0, "accuracy": 0.41, "precision_at_1": 0.41, "precision_at_3": 0.18667, "precision_at_5": 0.123, "precision_at_10": 0.0705, "precision_at_20": 0.04, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.41, "mrr_at_3": 0.475833, "mrr_at_5": 0.487833, "mrr_at_10": 0.500198, "mrr_at_20": 0.506789, "mrr_at_100": 0.510825, "mrr_at_1000": 0.511065, "nauc_ndcg_at_1_max": 0.757921, "nauc_ndcg_at_1_std": 0.553877, "nauc_ndcg_at_1_diff1": 0.640092, "nauc_ndcg_at_3_max": 0.716983, "nauc_ndcg_at_3_std": 0.532806, "nauc_ndcg_at_3_diff1": 0.577617, "nauc_ndcg_at_5_max": 0.699843, "nauc_ndcg_at_5_std": 0.524376, "nauc_ndcg_at_5_diff1": 0.558902, "nauc_ndcg_at_10_max": 0.695147, "nauc_ndcg_at_10_std": 0.54351, "nauc_ndcg_at_10_diff1": 0.539304, "nauc_ndcg_at_20_max": 0.692004, "nauc_ndcg_at_20_std": 0.538038, "nauc_ndcg_at_20_diff1": 0.542943, "nauc_ndcg_at_100_max": 0.707805, "nauc_ndcg_at_100_std": 0.528917, "nauc_ndcg_at_100_diff1": 0.571117, "nauc_ndcg_at_1000_max": 0.708486, "nauc_ndcg_at_1000_std": 0.534373, "nauc_ndcg_at_1000_diff1": 0.56763, "nauc_map_at_1_max": 0.757921, "nauc_map_at_1_std": 0.553877, "nauc_map_at_1_diff1": 0.640092, "nauc_map_at_3_max": 0.72583, "nauc_map_at_3_std": 0.534096, "nauc_map_at_3_diff1": 0.593986, "nauc_map_at_5_max": 0.716665, "nauc_map_at_5_std": 0.528976, "nauc_map_at_5_diff1": 0.584114, "nauc_map_at_10_max": 0.71461, "nauc_map_at_10_std": 0.535943, "nauc_map_at_10_diff1": 0.576538, "nauc_map_at_20_max": 0.714777, "nauc_map_at_20_std": 0.534911, "nauc_map_at_20_diff1": 0.578592, "nauc_map_at_100_max": 0.71664, "nauc_map_at_100_std": 0.534016, "nauc_map_at_100_diff1": 0.581497, "nauc_map_at_1000_max": 0.716677, "nauc_map_at_1000_std": 0.534273, "nauc_map_at_1000_diff1": 0.581348, "nauc_recall_at_1_max": 0.757921, "nauc_recall_at_1_std": 0.553877, "nauc_recall_at_1_diff1": 0.640092, "nauc_recall_at_3_max": 0.690545, "nauc_recall_at_3_std": 0.530604, "nauc_recall_at_3_diff1": 0.527247, "nauc_recall_at_5_max": 0.643305, "nauc_recall_at_5_std": 0.510812, "nauc_recall_at_5_diff1": 0.473891, "nauc_recall_at_10_max": 0.618107, "nauc_recall_at_10_std": 0.585624, "nauc_recall_at_10_diff1": 0.384926, "nauc_recall_at_20_max": 0.561314, "nauc_recall_at_20_std": 0.560602, "nauc_recall_at_20_diff1": 0.343769, "nauc_recall_at_100_max": 0.665422, "nauc_recall_at_100_std": 0.190554, "nauc_recall_at_100_diff1": 0.789527, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.757921, "nauc_precision_at_1_std": 0.553877, "nauc_precision_at_1_diff1": 0.640092, "nauc_precision_at_3_max": 0.690545, "nauc_precision_at_3_std": 0.530604, "nauc_precision_at_3_diff1": 0.527247, "nauc_precision_at_5_max": 0.643305, "nauc_precision_at_5_std": 0.510812, "nauc_precision_at_5_diff1": 0.473891, "nauc_precision_at_10_max": 0.618107, "nauc_precision_at_10_std": 0.585624, "nauc_precision_at_10_diff1": 0.384926, "nauc_precision_at_20_max": 0.561314, "nauc_precision_at_20_std": 0.560602, "nauc_precision_at_20_diff1": 0.343769, "nauc_precision_at_100_max": 0.665422, "nauc_precision_at_100_std": 0.190554, "nauc_precision_at_100_diff1": 0.789527, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.757921, "nauc_mrr_at_1_std": 0.553877, "nauc_mrr_at_1_diff1": 0.640092, "nauc_mrr_at_3_max": 0.72583, "nauc_mrr_at_3_std": 0.534096, "nauc_mrr_at_3_diff1": 0.593986, "nauc_mrr_at_5_max": 0.716665, "nauc_mrr_at_5_std": 0.528976, "nauc_mrr_at_5_diff1": 0.584114, "nauc_mrr_at_10_max": 0.71461, "nauc_mrr_at_10_std": 0.535943, "nauc_mrr_at_10_diff1": 0.576538, "nauc_mrr_at_20_max": 0.714777, "nauc_mrr_at_20_std": 0.534911, "nauc_mrr_at_20_diff1": 0.578592, "nauc_mrr_at_100_max": 0.71664, "nauc_mrr_at_100_std": 0.534016, "nauc_mrr_at_100_diff1": 0.581497, "nauc_mrr_at_1000_max": 0.716677, "nauc_mrr_at_1000_std": 0.534273, "nauc_mrr_at_1000_diff1": 0.581348, "hit_rate_at_1": 0.41, "hit_rate_at_3": 0.56, "hit_rate_at_5": 0.615, "hit_rate_at_10": 0.705, "hit_rate_at_20": 0.8, "hit_rate_at_100": 0.97, "hit_rate_at_1000": 1.0, "main_score": 0.615, "hf_subset": "hy-AM", "languages": [ "hye-Armn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.915, "ndcg_at_3": 0.94393, "ndcg_at_5": 0.95017, "ndcg_at_10": 0.95175, "ndcg_at_20": 0.95314, "ndcg_at_100": 0.95531, "ndcg_at_1000": 0.95531, "map_at_1": 0.915, "map_at_3": 0.93667, "map_at_5": 0.94017, "map_at_10": 0.94079, "map_at_20": 0.94125, "map_at_100": 0.94167, "map_at_1000": 0.94167, "recall_at_1": 0.915, "recall_at_3": 0.965, "recall_at_5": 0.98, "recall_at_10": 0.985, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.915, "precision_at_1": 0.915, "precision_at_3": 0.32167, "precision_at_5": 0.196, "precision_at_10": 0.0985, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.915, "mrr_at_3": 0.936667, "mrr_at_5": 0.940167, "mrr_at_10": 0.940792, "mrr_at_20": 0.941246, "mrr_at_100": 0.941673, "mrr_at_1000": 0.941673, "nauc_ndcg_at_1_max": 0.674246, "nauc_ndcg_at_1_std": -0.537019, "nauc_ndcg_at_1_diff1": 0.909376, "nauc_ndcg_at_3_max": 0.714902, "nauc_ndcg_at_3_std": -0.504491, "nauc_ndcg_at_3_diff1": 0.92111, "nauc_ndcg_at_5_max": 0.696273, "nauc_ndcg_at_5_std": -0.513826, "nauc_ndcg_at_5_diff1": 0.916879, "nauc_ndcg_at_10_max": 0.71502, "nauc_ndcg_at_10_std": -0.492974, "nauc_ndcg_at_10_diff1": 0.914162, "nauc_ndcg_at_20_max": 0.710428, "nauc_ndcg_at_20_std": -0.518305, "nauc_ndcg_at_20_diff1": 0.919874, "nauc_ndcg_at_100_max": 0.702718, "nauc_ndcg_at_100_std": -0.50895, "nauc_ndcg_at_100_diff1": 0.915986, "nauc_ndcg_at_1000_max": 0.702718, "nauc_ndcg_at_1000_std": -0.50895, "nauc_ndcg_at_1000_diff1": 0.915986, "nauc_map_at_1_max": 0.674246, "nauc_map_at_1_std": -0.537019, "nauc_map_at_1_diff1": 0.909376, "nauc_map_at_3_max": 0.705649, "nauc_map_at_3_std": -0.507064, "nauc_map_at_3_diff1": 0.917195, "nauc_map_at_5_max": 0.696418, "nauc_map_at_5_std": -0.511849, "nauc_map_at_5_diff1": 0.915082, "nauc_map_at_10_max": 0.702474, "nauc_map_at_10_std": -0.505094, "nauc_map_at_10_diff1": 0.914186, "nauc_map_at_20_max": 0.701183, "nauc_map_at_20_std": -0.511772, "nauc_map_at_20_diff1": 0.915671, "nauc_map_at_100_max": 0.699952, "nauc_map_at_100_std": -0.509969, "nauc_map_at_100_diff1": 0.915053, "nauc_map_at_1000_max": 0.699952, "nauc_map_at_1000_std": -0.509969, "nauc_map_at_1000_diff1": 0.915053, "nauc_recall_at_1_max": 0.674246, "nauc_recall_at_1_std": -0.537019, "nauc_recall_at_1_diff1": 0.909376, "nauc_recall_at_3_max": 0.760304, "nauc_recall_at_3_std": -0.496999, "nauc_recall_at_3_diff1": 0.941643, "nauc_recall_at_5_max": 0.682656, "nauc_recall_at_5_std": -0.543884, "nauc_recall_at_5_diff1": 0.930556, "nauc_recall_at_10_max": 0.869281, "nauc_recall_at_10_std": -0.34127, "nauc_recall_at_10_diff1": 0.907407, "nauc_recall_at_20_max": 0.869281, "nauc_recall_at_20_std": -0.690943, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.674246, "nauc_precision_at_1_std": -0.537019, "nauc_precision_at_1_diff1": 0.909376, "nauc_precision_at_3_max": 0.760304, "nauc_precision_at_3_std": -0.496999, "nauc_precision_at_3_diff1": 0.941643, "nauc_precision_at_5_max": 0.682656, "nauc_precision_at_5_std": -0.543884, "nauc_precision_at_5_diff1": 0.930556, "nauc_precision_at_10_max": 0.869281, "nauc_precision_at_10_std": -0.34127, "nauc_precision_at_10_diff1": 0.907407, "nauc_precision_at_20_max": 0.869281, "nauc_precision_at_20_std": -0.690943, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.674246, "nauc_mrr_at_1_std": -0.537019, "nauc_mrr_at_1_diff1": 0.909376, "nauc_mrr_at_3_max": 0.705649, "nauc_mrr_at_3_std": -0.507064, "nauc_mrr_at_3_diff1": 0.917195, "nauc_mrr_at_5_max": 0.696418, "nauc_mrr_at_5_std": -0.511849, "nauc_mrr_at_5_diff1": 0.915082, "nauc_mrr_at_10_max": 0.702474, "nauc_mrr_at_10_std": -0.505094, "nauc_mrr_at_10_diff1": 0.914186, "nauc_mrr_at_20_max": 0.701183, "nauc_mrr_at_20_std": -0.511772, "nauc_mrr_at_20_diff1": 0.915671, "nauc_mrr_at_100_max": 0.699952, "nauc_mrr_at_100_std": -0.509969, "nauc_mrr_at_100_diff1": 0.915053, "nauc_mrr_at_1000_max": 0.699952, "nauc_mrr_at_1000_std": -0.509969, "nauc_mrr_at_1000_diff1": 0.915053, "hit_rate_at_1": 0.915, "hit_rate_at_3": 0.965, "hit_rate_at_5": 0.98, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.98, "hf_subset": "ia", "languages": [ "ina-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.91, "ndcg_at_3": 0.93774, "ndcg_at_5": 0.93967, "ndcg_at_10": 0.94591, "ndcg_at_20": 0.94962, "ndcg_at_100": 0.94962, "ndcg_at_1000": 0.95031, "map_at_1": 0.91, "map_at_3": 0.93167, "map_at_5": 0.93267, "map_at_10": 0.93511, "map_at_20": 0.93609, "map_at_100": 0.93609, "map_at_1000": 0.93612, "recall_at_1": 0.91, "recall_at_3": 0.955, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 0.995, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.91, "precision_at_1": 0.91, "precision_at_3": 0.31833, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.04975, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.931667, "mrr_at_5": 0.932667, "mrr_at_10": 0.935111, "mrr_at_20": 0.93609, "mrr_at_100": 0.93609, "mrr_at_1000": 0.936124, "nauc_ndcg_at_1_max": 0.688713, "nauc_ndcg_at_1_std": -0.161064, "nauc_ndcg_at_1_diff1": 0.93075, "nauc_ndcg_at_3_max": 0.646877, "nauc_ndcg_at_3_std": -0.450399, "nauc_ndcg_at_3_diff1": 0.920597, "nauc_ndcg_at_5_max": 0.656137, "nauc_ndcg_at_5_std": -0.409053, "nauc_ndcg_at_5_diff1": 0.918052, "nauc_ndcg_at_10_max": 0.65558, "nauc_ndcg_at_10_std": -0.354128, "nauc_ndcg_at_10_diff1": 0.915733, "nauc_ndcg_at_20_max": 0.666088, "nauc_ndcg_at_20_std": -0.348175, "nauc_ndcg_at_20_diff1": 0.920349, "nauc_ndcg_at_100_max": 0.666088, "nauc_ndcg_at_100_std": -0.348175, "nauc_ndcg_at_100_diff1": 0.920349, "nauc_ndcg_at_1000_max": 0.665308, "nauc_ndcg_at_1000_std": -0.337005, "nauc_ndcg_at_1000_diff1": 0.921059, "nauc_map_at_1_max": 0.688713, "nauc_map_at_1_std": -0.161064, "nauc_map_at_1_diff1": 0.93075, "nauc_map_at_3_max": 0.659937, "nauc_map_at_3_std": -0.365244, "nauc_map_at_3_diff1": 0.923738, "nauc_map_at_5_max": 0.66442, "nauc_map_at_5_std": -0.344828, "nauc_map_at_5_diff1": 0.922605, "nauc_map_at_10_max": 0.665015, "nauc_map_at_10_std": -0.321316, "nauc_map_at_10_diff1": 0.921816, "nauc_map_at_20_max": 0.667421, "nauc_map_at_20_std": -0.318143, "nauc_map_at_20_diff1": 0.922798, "nauc_map_at_100_max": 0.667421, "nauc_map_at_100_std": -0.318143, "nauc_map_at_100_diff1": 0.922798, "nauc_map_at_1000_max": 0.667392, "nauc_map_at_1000_std": -0.317708, "nauc_map_at_1000_diff1": 0.922826, "nauc_recall_at_1_max": 0.688713, "nauc_recall_at_1_std": -0.161064, "nauc_recall_at_1_diff1": 0.93075, "nauc_recall_at_3_max": 0.589791, "nauc_recall_at_3_std": -0.819328, "nauc_recall_at_3_diff1": 0.906889, "nauc_recall_at_5_max": 0.618756, "nauc_recall_at_5_std": -0.704248, "nauc_recall_at_5_diff1": 0.89525, "nauc_recall_at_10_max": 0.568277, "nauc_recall_at_10_std": -0.578198, "nauc_recall_at_10_diff1": 0.855859, "nauc_recall_at_20_max": 0.722222, "nauc_recall_at_20_std": -1.151727, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": -1.151727, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.688713, "nauc_precision_at_1_std": -0.161064, "nauc_precision_at_1_diff1": 0.93075, "nauc_precision_at_3_max": 0.589791, "nauc_precision_at_3_std": -0.819328, "nauc_precision_at_3_diff1": 0.906889, "nauc_precision_at_5_max": 0.618756, "nauc_precision_at_5_std": -0.704248, "nauc_precision_at_5_diff1": 0.89525, "nauc_precision_at_10_max": 0.568277, "nauc_precision_at_10_std": -0.578198, "nauc_precision_at_10_diff1": 0.855859, "nauc_precision_at_20_max": 0.722222, "nauc_precision_at_20_std": -1.151727, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": -1.151727, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.688713, "nauc_mrr_at_1_std": -0.161064, "nauc_mrr_at_1_diff1": 0.93075, "nauc_mrr_at_3_max": 0.659937, "nauc_mrr_at_3_std": -0.365244, "nauc_mrr_at_3_diff1": 0.923738, "nauc_mrr_at_5_max": 0.66442, "nauc_mrr_at_5_std": -0.344828, "nauc_mrr_at_5_diff1": 0.922605, "nauc_mrr_at_10_max": 0.665015, "nauc_mrr_at_10_std": -0.321316, "nauc_mrr_at_10_diff1": 0.921816, "nauc_mrr_at_20_max": 0.667421, "nauc_mrr_at_20_std": -0.318143, "nauc_mrr_at_20_diff1": 0.922798, "nauc_mrr_at_100_max": 0.667421, "nauc_mrr_at_100_std": -0.318143, "nauc_mrr_at_100_diff1": 0.922798, "nauc_mrr_at_1000_max": 0.667392, "nauc_mrr_at_1000_std": -0.317708, "nauc_mrr_at_1000_diff1": 0.922826, "hit_rate_at_1": 0.91, "hit_rate_at_3": 0.955, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.995, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.96, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.99, "ndcg_at_3": 0.99315, "ndcg_at_5": 0.99315, "ndcg_at_10": 0.99494, "ndcg_at_20": 0.99494, "ndcg_at_100": 0.99494, "ndcg_at_1000": 0.99494, "map_at_1": 0.99, "map_at_3": 0.9925, "map_at_5": 0.9925, "map_at_10": 0.99333, "map_at_20": 0.99333, "map_at_100": 0.99333, "map_at_1000": 0.99333, "recall_at_1": 0.99, "recall_at_3": 0.995, "recall_at_5": 0.995, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.99, "precision_at_1": 0.99, "precision_at_3": 0.33167, "precision_at_5": 0.199, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.9925, "mrr_at_5": 0.9925, "mrr_at_10": 0.993333, "mrr_at_20": 0.993333, "mrr_at_100": 0.993333, "mrr_at_1000": 0.993333, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.861111, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.797105, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.797105, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.82344, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.82344, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.82344, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.82344, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.861111, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.814815, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.814815, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.826389, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.826389, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.826389, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.826389, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.861111, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.722222, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.722222, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.861111, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.722222, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.722222, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.861111, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.814815, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.814815, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.826389, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.826389, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.826389, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.826389, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.99, "hit_rate_at_3": 0.995, "hit_rate_at_5": 0.995, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.995, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.81101, "ndcg_at_5": 0.81294, "ndcg_at_10": 0.81925, "ndcg_at_20": 0.82966, "ndcg_at_100": 0.84093, "ndcg_at_1000": 0.84504, "map_at_1": 0.76, "map_at_3": 0.79917, "map_at_5": 0.80017, "map_at_10": 0.80268, "map_at_20": 0.8057, "map_at_100": 0.80731, "map_at_1000": 0.80751, "recall_at_1": 0.76, "recall_at_3": 0.845, "recall_at_5": 0.85, "recall_at_10": 0.87, "recall_at_20": 0.91, "recall_at_100": 0.97, "recall_at_1000": 1.0, "accuracy": 0.76, "precision_at_1": 0.76, "precision_at_3": 0.28167, "precision_at_5": 0.17, "precision_at_10": 0.087, "precision_at_20": 0.0455, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.76, "mrr_at_3": 0.799167, "mrr_at_5": 0.800167, "mrr_at_10": 0.802681, "mrr_at_20": 0.805697, "mrr_at_100": 0.807312, "mrr_at_1000": 0.807507, "nauc_ndcg_at_1_max": 0.735334, "nauc_ndcg_at_1_std": 0.211095, "nauc_ndcg_at_1_diff1": 0.878494, "nauc_ndcg_at_3_max": 0.757013, "nauc_ndcg_at_3_std": 0.2542, "nauc_ndcg_at_3_diff1": 0.843697, "nauc_ndcg_at_5_max": 0.754658, "nauc_ndcg_at_5_std": 0.246973, "nauc_ndcg_at_5_diff1": 0.840725, "nauc_ndcg_at_10_max": 0.745811, "nauc_ndcg_at_10_std": 0.221555, "nauc_ndcg_at_10_diff1": 0.834178, "nauc_ndcg_at_20_max": 0.749383, "nauc_ndcg_at_20_std": 0.253104, "nauc_ndcg_at_20_diff1": 0.836977, "nauc_ndcg_at_100_max": 0.753268, "nauc_ndcg_at_100_std": 0.241013, "nauc_ndcg_at_100_diff1": 0.845212, "nauc_ndcg_at_1000_max": 0.749526, "nauc_ndcg_at_1000_std": 0.237042, "nauc_ndcg_at_1000_diff1": 0.846122, "nauc_map_at_1_max": 0.735334, "nauc_map_at_1_std": 0.211095, "nauc_map_at_1_diff1": 0.878494, "nauc_map_at_3_max": 0.749401, "nauc_map_at_3_std": 0.237871, "nauc_map_at_3_diff1": 0.852745, "nauc_map_at_5_max": 0.748216, "nauc_map_at_5_std": 0.234268, "nauc_map_at_5_diff1": 0.851338, "nauc_map_at_10_max": 0.745012, "nauc_map_at_10_std": 0.224881, "nauc_map_at_10_diff1": 0.848905, "nauc_map_at_20_max": 0.746443, "nauc_map_at_20_std": 0.233877, "nauc_map_at_20_diff1": 0.850064, "nauc_map_at_100_max": 0.746884, "nauc_map_at_100_std": 0.231652, "nauc_map_at_100_diff1": 0.851202, "nauc_map_at_1000_max": 0.746713, "nauc_map_at_1000_std": 0.231442, "nauc_map_at_1000_diff1": 0.851245, "nauc_recall_at_1_max": 0.735334, "nauc_recall_at_1_std": 0.211095, "nauc_recall_at_1_diff1": 0.878494, "nauc_recall_at_3_max": 0.785241, "nauc_recall_at_3_std": 0.315246, "nauc_recall_at_3_diff1": 0.811456, "nauc_recall_at_5_max": 0.778734, "nauc_recall_at_5_std": 0.2945, "nauc_recall_at_5_diff1": 0.801188, "nauc_recall_at_10_max": 0.743687, "nauc_recall_at_10_std": 0.192679, "nauc_recall_at_10_diff1": 0.769236, "nauc_recall_at_20_max": 0.759441, "nauc_recall_at_20_std": 0.381938, "nauc_recall_at_20_diff1": 0.759052, "nauc_recall_at_100_max": 0.879396, "nauc_recall_at_100_std": 0.369125, "nauc_recall_at_100_diff1": 0.814037, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.735334, "nauc_precision_at_1_std": 0.211095, "nauc_precision_at_1_diff1": 0.878494, "nauc_precision_at_3_max": 0.785241, "nauc_precision_at_3_std": 0.315246, "nauc_precision_at_3_diff1": 0.811456, "nauc_precision_at_5_max": 0.778734, "nauc_precision_at_5_std": 0.2945, "nauc_precision_at_5_diff1": 0.801188, "nauc_precision_at_10_max": 0.743687, "nauc_precision_at_10_std": 0.192679, "nauc_precision_at_10_diff1": 0.769236, "nauc_precision_at_20_max": 0.759441, "nauc_precision_at_20_std": 0.381938, "nauc_precision_at_20_diff1": 0.759052, "nauc_precision_at_100_max": 0.879396, "nauc_precision_at_100_std": 0.369125, "nauc_precision_at_100_diff1": 0.814037, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.735334, "nauc_mrr_at_1_std": 0.211095, "nauc_mrr_at_1_diff1": 0.878494, "nauc_mrr_at_3_max": 0.749401, "nauc_mrr_at_3_std": 0.237871, "nauc_mrr_at_3_diff1": 0.852745, "nauc_mrr_at_5_max": 0.748216, "nauc_mrr_at_5_std": 0.234268, "nauc_mrr_at_5_diff1": 0.851338, "nauc_mrr_at_10_max": 0.745012, "nauc_mrr_at_10_std": 0.224881, "nauc_mrr_at_10_diff1": 0.848905, "nauc_mrr_at_20_max": 0.746443, "nauc_mrr_at_20_std": 0.233877, "nauc_mrr_at_20_diff1": 0.850064, "nauc_mrr_at_100_max": 0.746884, "nauc_mrr_at_100_std": 0.231652, "nauc_mrr_at_100_diff1": 0.851202, "nauc_mrr_at_1000_max": 0.746713, "nauc_mrr_at_1000_std": 0.231442, "nauc_mrr_at_1000_diff1": 0.851245, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.845, "hit_rate_at_5": 0.85, "hit_rate_at_10": 0.87, "hit_rate_at_20": 0.91, "hit_rate_at_100": 0.97, "hit_rate_at_1000": 1.0, "main_score": 0.85, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.55, "ndcg_at_3": 0.64637, "ndcg_at_5": 0.6694, "ndcg_at_10": 0.69063, "ndcg_at_20": 0.70591, "ndcg_at_100": 0.72619, "ndcg_at_1000": 0.72688, "map_at_1": 0.55, "map_at_3": 0.62417, "map_at_5": 0.63717, "map_at_10": 0.64605, "map_at_20": 0.65031, "map_at_100": 0.6534, "map_at_1000": 0.65343, "recall_at_1": 0.55, "recall_at_3": 0.71, "recall_at_5": 0.765, "recall_at_10": 0.83, "recall_at_20": 0.89, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.55, "precision_at_1": 0.55, "precision_at_3": 0.23667, "precision_at_5": 0.153, "precision_at_10": 0.083, "precision_at_20": 0.0445, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.55, "mrr_at_3": 0.624167, "mrr_at_5": 0.637167, "mrr_at_10": 0.646054, "mrr_at_20": 0.650314, "mrr_at_100": 0.653402, "mrr_at_1000": 0.653434, "nauc_ndcg_at_1_max": 0.593737, "nauc_ndcg_at_1_std": 0.252447, "nauc_ndcg_at_1_diff1": 0.675026, "nauc_ndcg_at_3_max": 0.614898, "nauc_ndcg_at_3_std": 0.320784, "nauc_ndcg_at_3_diff1": 0.617909, "nauc_ndcg_at_5_max": 0.605188, "nauc_ndcg_at_5_std": 0.358669, "nauc_ndcg_at_5_diff1": 0.617206, "nauc_ndcg_at_10_max": 0.595343, "nauc_ndcg_at_10_std": 0.343026, "nauc_ndcg_at_10_diff1": 0.6005, "nauc_ndcg_at_20_max": 0.603371, "nauc_ndcg_at_20_std": 0.335923, "nauc_ndcg_at_20_diff1": 0.615262, "nauc_ndcg_at_100_max": 0.605832, "nauc_ndcg_at_100_std": 0.325489, "nauc_ndcg_at_100_diff1": 0.625652, "nauc_ndcg_at_1000_max": 0.605004, "nauc_ndcg_at_1000_std": 0.324241, "nauc_ndcg_at_1000_diff1": 0.625349, "nauc_map_at_1_max": 0.593737, "nauc_map_at_1_std": 0.252447, "nauc_map_at_1_diff1": 0.675026, "nauc_map_at_3_max": 0.611534, "nauc_map_at_3_std": 0.303664, "nauc_map_at_3_diff1": 0.632917, "nauc_map_at_5_max": 0.606573, "nauc_map_at_5_std": 0.323731, "nauc_map_at_5_diff1": 0.633172, "nauc_map_at_10_max": 0.602354, "nauc_map_at_10_std": 0.316552, "nauc_map_at_10_diff1": 0.627103, "nauc_map_at_20_max": 0.604387, "nauc_map_at_20_std": 0.31466, "nauc_map_at_20_diff1": 0.631147, "nauc_map_at_100_max": 0.604934, "nauc_map_at_100_std": 0.313418, "nauc_map_at_100_diff1": 0.632548, "nauc_map_at_1000_max": 0.604904, "nauc_map_at_1000_std": 0.313371, "nauc_map_at_1000_diff1": 0.632538, "nauc_recall_at_1_max": 0.593737, "nauc_recall_at_1_std": 0.252447, "nauc_recall_at_1_diff1": 0.675026, "nauc_recall_at_3_max": 0.625141, "nauc_recall_at_3_std": 0.378092, "nauc_recall_at_3_diff1": 0.567305, "nauc_recall_at_5_max": 0.596256, "nauc_recall_at_5_std": 0.499477, "nauc_recall_at_5_diff1": 0.554962, "nauc_recall_at_10_max": 0.551329, "nauc_recall_at_10_std": 0.473472, "nauc_recall_at_10_diff1": 0.457175, "nauc_recall_at_20_max": 0.599025, "nauc_recall_at_20_std": 0.471781, "nauc_recall_at_20_diff1": 0.512585, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.593737, "nauc_precision_at_1_std": 0.252447, "nauc_precision_at_1_diff1": 0.675026, "nauc_precision_at_3_max": 0.625141, "nauc_precision_at_3_std": 0.378092, "nauc_precision_at_3_diff1": 0.567305, "nauc_precision_at_5_max": 0.596256, "nauc_precision_at_5_std": 0.499477, "nauc_precision_at_5_diff1": 0.554962, "nauc_precision_at_10_max": 0.551329, "nauc_precision_at_10_std": 0.473472, "nauc_precision_at_10_diff1": 0.457175, "nauc_precision_at_20_max": 0.599025, "nauc_precision_at_20_std": 0.471781, "nauc_precision_at_20_diff1": 0.512585, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.593737, "nauc_mrr_at_1_std": 0.252447, "nauc_mrr_at_1_diff1": 0.675026, "nauc_mrr_at_3_max": 0.611534, "nauc_mrr_at_3_std": 0.303664, "nauc_mrr_at_3_diff1": 0.632917, "nauc_mrr_at_5_max": 0.606573, "nauc_mrr_at_5_std": 0.323731, "nauc_mrr_at_5_diff1": 0.633172, "nauc_mrr_at_10_max": 0.602354, "nauc_mrr_at_10_std": 0.316552, "nauc_mrr_at_10_diff1": 0.627103, "nauc_mrr_at_20_max": 0.604387, "nauc_mrr_at_20_std": 0.31466, "nauc_mrr_at_20_diff1": 0.631147, "nauc_mrr_at_100_max": 0.604934, "nauc_mrr_at_100_std": 0.313418, "nauc_mrr_at_100_diff1": 0.632548, "nauc_mrr_at_1000_max": 0.604904, "nauc_mrr_at_1000_std": 0.313371, "nauc_mrr_at_1000_diff1": 0.632538, "hit_rate_at_1": 0.55, "hit_rate_at_3": 0.71, "hit_rate_at_5": 0.765, "hit_rate_at_10": 0.83, "hit_rate_at_20": 0.89, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.765, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.45, "ndcg_at_3": 0.55244, "ndcg_at_5": 0.58945, "ndcg_at_10": 0.61285, "ndcg_at_20": 0.63337, "ndcg_at_100": 0.65341, "ndcg_at_1000": 0.65635, "map_at_1": 0.45, "map_at_3": 0.52583, "map_at_5": 0.54633, "map_at_10": 0.5555, "map_at_20": 0.56128, "map_at_100": 0.56426, "map_at_1000": 0.56444, "recall_at_1": 0.45, "recall_at_3": 0.63, "recall_at_5": 0.72, "recall_at_10": 0.795, "recall_at_20": 0.875, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.45, "precision_at_1": 0.45, "precision_at_3": 0.21, "precision_at_5": 0.144, "precision_at_10": 0.0795, "precision_at_20": 0.04375, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.45, "mrr_at_3": 0.525833, "mrr_at_5": 0.546333, "mrr_at_10": 0.555496, "mrr_at_20": 0.561281, "mrr_at_100": 0.564259, "mrr_at_1000": 0.56444, "nauc_ndcg_at_1_max": 0.429483, "nauc_ndcg_at_1_std": -0.018209, "nauc_ndcg_at_1_diff1": 0.570327, "nauc_ndcg_at_3_max": 0.386679, "nauc_ndcg_at_3_std": -7.9e-05, "nauc_ndcg_at_3_diff1": 0.482614, "nauc_ndcg_at_5_max": 0.421307, "nauc_ndcg_at_5_std": 0.057004, "nauc_ndcg_at_5_diff1": 0.462806, "nauc_ndcg_at_10_max": 0.40282, "nauc_ndcg_at_10_std": 0.030687, "nauc_ndcg_at_10_diff1": 0.45097, "nauc_ndcg_at_20_max": 0.410119, "nauc_ndcg_at_20_std": 0.034552, "nauc_ndcg_at_20_diff1": 0.46544, "nauc_ndcg_at_100_max": 0.417345, "nauc_ndcg_at_100_std": 0.026822, "nauc_ndcg_at_100_diff1": 0.486209, "nauc_ndcg_at_1000_max": 0.413521, "nauc_ndcg_at_1000_std": 0.021417, "nauc_ndcg_at_1000_diff1": 0.486867, "nauc_map_at_1_max": 0.429483, "nauc_map_at_1_std": -0.018209, "nauc_map_at_1_diff1": 0.570327, "nauc_map_at_3_max": 0.397114, "nauc_map_at_3_std": -0.006512, "nauc_map_at_3_diff1": 0.506044, "nauc_map_at_5_max": 0.417533, "nauc_map_at_5_std": 0.023735, "nauc_map_at_5_diff1": 0.497392, "nauc_map_at_10_max": 0.410982, "nauc_map_at_10_std": 0.013749, "nauc_map_at_10_diff1": 0.493404, "nauc_map_at_20_max": 0.413023, "nauc_map_at_20_std": 0.013944, "nauc_map_at_20_diff1": 0.497588, "nauc_map_at_100_max": 0.413961, "nauc_map_at_100_std": 0.012809, "nauc_map_at_100_diff1": 0.500451, "nauc_map_at_1000_max": 0.413771, "nauc_map_at_1000_std": 0.012529, "nauc_map_at_1000_diff1": 0.5005, "nauc_recall_at_1_max": 0.429483, "nauc_recall_at_1_std": -0.018209, "nauc_recall_at_1_diff1": 0.570327, "nauc_recall_at_3_max": 0.353273, "nauc_recall_at_3_std": 0.021498, "nauc_recall_at_3_diff1": 0.406611, "nauc_recall_at_5_max": 0.439417, "nauc_recall_at_5_std": 0.193929, "nauc_recall_at_5_diff1": 0.32616, "nauc_recall_at_10_max": 0.354968, "nauc_recall_at_10_std": 0.105798, "nauc_recall_at_10_diff1": 0.235143, "nauc_recall_at_20_max": 0.388725, "nauc_recall_at_20_std": 0.190508, "nauc_recall_at_20_diff1": 0.23837, "nauc_recall_at_100_max": 0.737395, "nauc_recall_at_100_std": 0.476074, "nauc_recall_at_100_diff1": 0.435224, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.429483, "nauc_precision_at_1_std": -0.018209, "nauc_precision_at_1_diff1": 0.570327, "nauc_precision_at_3_max": 0.353273, "nauc_precision_at_3_std": 0.021498, "nauc_precision_at_3_diff1": 0.406611, "nauc_precision_at_5_max": 0.439417, "nauc_precision_at_5_std": 0.193929, "nauc_precision_at_5_diff1": 0.32616, "nauc_precision_at_10_max": 0.354968, "nauc_precision_at_10_std": 0.105798, "nauc_precision_at_10_diff1": 0.235143, "nauc_precision_at_20_max": 0.388725, "nauc_precision_at_20_std": 0.190508, "nauc_precision_at_20_diff1": 0.23837, "nauc_precision_at_100_max": 0.737395, "nauc_precision_at_100_std": 0.476074, "nauc_precision_at_100_diff1": 0.435224, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.429483, "nauc_mrr_at_1_std": -0.018209, "nauc_mrr_at_1_diff1": 0.570327, "nauc_mrr_at_3_max": 0.397114, "nauc_mrr_at_3_std": -0.006512, "nauc_mrr_at_3_diff1": 0.506044, "nauc_mrr_at_5_max": 0.417533, "nauc_mrr_at_5_std": 0.023735, "nauc_mrr_at_5_diff1": 0.497392, "nauc_mrr_at_10_max": 0.410982, "nauc_mrr_at_10_std": 0.013749, "nauc_mrr_at_10_diff1": 0.493404, "nauc_mrr_at_20_max": 0.413023, "nauc_mrr_at_20_std": 0.013944, "nauc_mrr_at_20_diff1": 0.497588, "nauc_mrr_at_100_max": 0.413961, "nauc_mrr_at_100_std": 0.012809, "nauc_mrr_at_100_diff1": 0.500451, "nauc_mrr_at_1000_max": 0.413771, "nauc_mrr_at_1000_std": 0.012529, "nauc_mrr_at_1000_diff1": 0.5005, "hit_rate_at_1": 0.45, "hit_rate_at_3": 0.63, "hit_rate_at_5": 0.72, "hit_rate_at_10": 0.795, "hit_rate_at_20": 0.875, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.72, "hf_subset": "kab", "languages": [ "kab-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.67268, "ndcg_at_5": 0.70946, "ndcg_at_10": 0.72558, "ndcg_at_20": 0.7417, "ndcg_at_100": 0.75145, "ndcg_at_1000": 0.75145, "map_at_1": 0.565, "map_at_3": 0.6475, "map_at_5": 0.66775, "map_at_10": 0.67437, "map_at_20": 0.67863, "map_at_100": 0.68017, "map_at_1000": 0.68017, "recall_at_1": 0.565, "recall_at_3": 0.745, "recall_at_5": 0.835, "recall_at_10": 0.885, "recall_at_20": 0.95, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.565, "precision_at_1": 0.565, "precision_at_3": 0.24833, "precision_at_5": 0.167, "precision_at_10": 0.0885, "precision_at_20": 0.0475, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.565, "mrr_at_3": 0.6475, "mrr_at_5": 0.66775, "mrr_at_10": 0.674365, "mrr_at_20": 0.67863, "mrr_at_100": 0.680169, "mrr_at_1000": 0.680169, "nauc_ndcg_at_1_max": 0.692783, "nauc_ndcg_at_1_std": 0.37661, "nauc_ndcg_at_1_diff1": 0.79182, "nauc_ndcg_at_3_max": 0.68122, "nauc_ndcg_at_3_std": 0.425894, "nauc_ndcg_at_3_diff1": 0.747639, "nauc_ndcg_at_5_max": 0.704054, "nauc_ndcg_at_5_std": 0.454956, "nauc_ndcg_at_5_diff1": 0.73824, "nauc_ndcg_at_10_max": 0.708955, "nauc_ndcg_at_10_std": 0.464516, "nauc_ndcg_at_10_diff1": 0.760325, "nauc_ndcg_at_20_max": 0.701171, "nauc_ndcg_at_20_std": 0.445432, "nauc_ndcg_at_20_diff1": 0.762511, "nauc_ndcg_at_100_max": 0.695126, "nauc_ndcg_at_100_std": 0.430426, "nauc_ndcg_at_100_diff1": 0.759014, "nauc_ndcg_at_1000_max": 0.695126, "nauc_ndcg_at_1000_std": 0.430426, "nauc_ndcg_at_1000_diff1": 0.759014, "nauc_map_at_1_max": 0.692783, "nauc_map_at_1_std": 0.37661, "nauc_map_at_1_diff1": 0.79182, "nauc_map_at_3_max": 0.682115, "nauc_map_at_3_std": 0.410945, "nauc_map_at_3_diff1": 0.758247, "nauc_map_at_5_max": 0.69354, "nauc_map_at_5_std": 0.423697, "nauc_map_at_5_diff1": 0.753997, "nauc_map_at_10_max": 0.695495, "nauc_map_at_10_std": 0.428021, "nauc_map_at_10_diff1": 0.761632, "nauc_map_at_20_max": 0.693377, "nauc_map_at_20_std": 0.422984, "nauc_map_at_20_diff1": 0.76212, "nauc_map_at_100_max": 0.692442, "nauc_map_at_100_std": 0.420705, "nauc_map_at_100_diff1": 0.761578, "nauc_map_at_1000_max": 0.692442, "nauc_map_at_1000_std": 0.420705, "nauc_map_at_1000_diff1": 0.761578, "nauc_recall_at_1_max": 0.692783, "nauc_recall_at_1_std": 0.37661, "nauc_recall_at_1_diff1": 0.79182, "nauc_recall_at_3_max": 0.679207, "nauc_recall_at_3_std": 0.480231, "nauc_recall_at_3_diff1": 0.710403, "nauc_recall_at_5_max": 0.763148, "nauc_recall_at_5_std": 0.618531, "nauc_recall_at_5_diff1": 0.660144, "nauc_recall_at_10_max": 0.810887, "nauc_recall_at_10_std": 0.721059, "nauc_recall_at_10_diff1": 0.773902, "nauc_recall_at_20_max": 0.815873, "nauc_recall_at_20_std": 0.734174, "nauc_recall_at_20_diff1": 0.827965, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.692783, "nauc_precision_at_1_std": 0.37661, "nauc_precision_at_1_diff1": 0.79182, "nauc_precision_at_3_max": 0.679207, "nauc_precision_at_3_std": 0.480231, "nauc_precision_at_3_diff1": 0.710403, "nauc_precision_at_5_max": 0.763148, "nauc_precision_at_5_std": 0.618531, "nauc_precision_at_5_diff1": 0.660144, "nauc_precision_at_10_max": 0.810887, "nauc_precision_at_10_std": 0.721059, "nauc_precision_at_10_diff1": 0.773902, "nauc_precision_at_20_max": 0.815873, "nauc_precision_at_20_std": 0.734174, "nauc_precision_at_20_diff1": 0.827965, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.692783, "nauc_mrr_at_1_std": 0.37661, "nauc_mrr_at_1_diff1": 0.79182, "nauc_mrr_at_3_max": 0.682115, "nauc_mrr_at_3_std": 0.410945, "nauc_mrr_at_3_diff1": 0.758247, "nauc_mrr_at_5_max": 0.69354, "nauc_mrr_at_5_std": 0.423697, "nauc_mrr_at_5_diff1": 0.753997, "nauc_mrr_at_10_max": 0.695495, "nauc_mrr_at_10_std": 0.428021, "nauc_mrr_at_10_diff1": 0.761632, "nauc_mrr_at_20_max": 0.693377, "nauc_mrr_at_20_std": 0.422984, "nauc_mrr_at_20_diff1": 0.76212, "nauc_mrr_at_100_max": 0.692442, "nauc_mrr_at_100_std": 0.420705, "nauc_mrr_at_100_diff1": 0.761578, "nauc_mrr_at_1000_max": 0.692442, "nauc_mrr_at_1000_std": 0.420705, "nauc_mrr_at_1000_diff1": 0.761578, "hit_rate_at_1": 0.565, "hit_rate_at_3": 0.745, "hit_rate_at_5": 0.835, "hit_rate_at_10": 0.885, "hit_rate_at_20": 0.95, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.835, "hf_subset": "kk", "languages": [ "kaz-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.69625, "ndcg_at_5": 0.7169, "ndcg_at_10": 0.73078, "ndcg_at_20": 0.74567, "ndcg_at_100": 0.75883, "ndcg_at_1000": 0.76023, "map_at_1": 0.6, "map_at_3": 0.6725, "map_at_5": 0.684, "map_at_10": 0.68934, "map_at_20": 0.69327, "map_at_100": 0.69515, "map_at_1000": 0.69522, "recall_at_1": 0.6, "recall_at_3": 0.765, "recall_at_5": 0.815, "recall_at_10": 0.86, "recall_at_20": 0.92, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.255, "precision_at_5": 0.163, "precision_at_10": 0.086, "precision_at_20": 0.046, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.6725, "mrr_at_5": 0.684, "mrr_at_10": 0.689339, "mrr_at_20": 0.693267, "mrr_at_100": 0.695153, "mrr_at_1000": 0.695225, "nauc_ndcg_at_1_max": 0.675378, "nauc_ndcg_at_1_std": -0.04537, "nauc_ndcg_at_1_diff1": 0.757591, "nauc_ndcg_at_3_max": 0.674103, "nauc_ndcg_at_3_std": -0.025329, "nauc_ndcg_at_3_diff1": 0.720515, "nauc_ndcg_at_5_max": 0.650383, "nauc_ndcg_at_5_std": -0.044405, "nauc_ndcg_at_5_diff1": 0.708496, "nauc_ndcg_at_10_max": 0.66031, "nauc_ndcg_at_10_std": -0.054264, "nauc_ndcg_at_10_diff1": 0.717354, "nauc_ndcg_at_20_max": 0.656353, "nauc_ndcg_at_20_std": -0.063098, "nauc_ndcg_at_20_diff1": 0.721909, "nauc_ndcg_at_100_max": 0.661019, "nauc_ndcg_at_100_std": -0.050303, "nauc_ndcg_at_100_diff1": 0.724664, "nauc_ndcg_at_1000_max": 0.660906, "nauc_ndcg_at_1000_std": -0.048006, "nauc_ndcg_at_1000_diff1": 0.724305, "nauc_map_at_1_max": 0.675378, "nauc_map_at_1_std": -0.04537, "nauc_map_at_1_diff1": 0.757591, "nauc_map_at_3_max": 0.673162, "nauc_map_at_3_std": -0.025937, "nauc_map_at_3_diff1": 0.729782, "nauc_map_at_5_max": 0.660659, "nauc_map_at_5_std": -0.036891, "nauc_map_at_5_diff1": 0.724067, "nauc_map_at_10_max": 0.66349, "nauc_map_at_10_std": -0.04122, "nauc_map_at_10_diff1": 0.727129, "nauc_map_at_20_max": 0.662448, "nauc_map_at_20_std": -0.043131, "nauc_map_at_20_diff1": 0.728155, "nauc_map_at_100_max": 0.663201, "nauc_map_at_100_std": -0.041802, "nauc_map_at_100_diff1": 0.728468, "nauc_map_at_1000_max": 0.663199, "nauc_map_at_1000_std": -0.041698, "nauc_map_at_1000_diff1": 0.728456, "nauc_recall_at_1_max": 0.675378, "nauc_recall_at_1_std": -0.04537, "nauc_recall_at_1_diff1": 0.757591, "nauc_recall_at_3_max": 0.67825, "nauc_recall_at_3_std": -0.025729, "nauc_recall_at_3_diff1": 0.687006, "nauc_recall_at_5_max": 0.602304, "nauc_recall_at_5_std": -0.081993, "nauc_recall_at_5_diff1": 0.63883, "nauc_recall_at_10_max": 0.650322, "nauc_recall_at_10_std": -0.135548, "nauc_recall_at_10_diff1": 0.669496, "nauc_recall_at_20_max": 0.605917, "nauc_recall_at_20_std": -0.282271, "nauc_recall_at_20_diff1": 0.689134, "nauc_recall_at_100_max": 0.679038, "nauc_recall_at_100_std": -0.369981, "nauc_recall_at_100_diff1": 0.777077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.675378, "nauc_precision_at_1_std": -0.04537, "nauc_precision_at_1_diff1": 0.757591, "nauc_precision_at_3_max": 0.67825, "nauc_precision_at_3_std": -0.025729, "nauc_precision_at_3_diff1": 0.687006, "nauc_precision_at_5_max": 0.602304, "nauc_precision_at_5_std": -0.081993, "nauc_precision_at_5_diff1": 0.63883, "nauc_precision_at_10_max": 0.650322, "nauc_precision_at_10_std": -0.135548, "nauc_precision_at_10_diff1": 0.669496, "nauc_precision_at_20_max": 0.605917, "nauc_precision_at_20_std": -0.282271, "nauc_precision_at_20_diff1": 0.689134, "nauc_precision_at_100_max": 0.679038, "nauc_precision_at_100_std": -0.369981, "nauc_precision_at_100_diff1": 0.777077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.675378, "nauc_mrr_at_1_std": -0.04537, "nauc_mrr_at_1_diff1": 0.757591, "nauc_mrr_at_3_max": 0.673162, "nauc_mrr_at_3_std": -0.025937, "nauc_mrr_at_3_diff1": 0.729782, "nauc_mrr_at_5_max": 0.660659, "nauc_mrr_at_5_std": -0.036891, "nauc_mrr_at_5_diff1": 0.724067, "nauc_mrr_at_10_max": 0.66349, "nauc_mrr_at_10_std": -0.04122, "nauc_mrr_at_10_diff1": 0.727129, "nauc_mrr_at_20_max": 0.662448, "nauc_mrr_at_20_std": -0.043131, "nauc_mrr_at_20_diff1": 0.728155, "nauc_mrr_at_100_max": 0.663201, "nauc_mrr_at_100_std": -0.041802, "nauc_mrr_at_100_diff1": 0.728468, "nauc_mrr_at_1000_max": 0.663199, "nauc_mrr_at_1000_std": -0.041698, "nauc_mrr_at_1000_diff1": 0.728456, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.765, "hit_rate_at_5": 0.815, "hit_rate_at_10": 0.86, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.815, "hf_subset": "kln", "languages": [ "kln-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.69, "ndcg_at_3": 0.81357, "ndcg_at_5": 0.83229, "ndcg_at_10": 0.83893, "ndcg_at_20": 0.84765, "ndcg_at_100": 0.84972, "ndcg_at_1000": 0.84972, "map_at_1": 0.69, "map_at_3": 0.78667, "map_at_5": 0.79717, "map_at_10": 0.80001, "map_at_20": 0.80234, "map_at_100": 0.8027, "map_at_1000": 0.8027, "recall_at_1": 0.69, "recall_at_3": 0.89, "recall_at_5": 0.935, "recall_at_10": 0.955, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69, "precision_at_1": 0.69, "precision_at_3": 0.29667, "precision_at_5": 0.187, "precision_at_10": 0.0955, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.69, "mrr_at_3": 0.786667, "mrr_at_5": 0.797167, "mrr_at_10": 0.800014, "mrr_at_20": 0.802339, "mrr_at_100": 0.802704, "mrr_at_1000": 0.802704, "nauc_ndcg_at_1_max": 0.586989, "nauc_ndcg_at_1_std": 0.067993, "nauc_ndcg_at_1_diff1": 0.70203, "nauc_ndcg_at_3_max": 0.569107, "nauc_ndcg_at_3_std": 0.066953, "nauc_ndcg_at_3_diff1": 0.602582, "nauc_ndcg_at_5_max": 0.562067, "nauc_ndcg_at_5_std": 0.046558, "nauc_ndcg_at_5_diff1": 0.585324, "nauc_ndcg_at_10_max": 0.568906, "nauc_ndcg_at_10_std": 0.048336, "nauc_ndcg_at_10_diff1": 0.593996, "nauc_ndcg_at_20_max": 0.578264, "nauc_ndcg_at_20_std": 0.069664, "nauc_ndcg_at_20_diff1": 0.617144, "nauc_ndcg_at_100_max": 0.57375, "nauc_ndcg_at_100_std": 0.056171, "nauc_ndcg_at_100_diff1": 0.626979, "nauc_ndcg_at_1000_max": 0.57375, "nauc_ndcg_at_1000_std": 0.056171, "nauc_ndcg_at_1000_diff1": 0.626979, "nauc_map_at_1_max": 0.586989, "nauc_map_at_1_std": 0.067993, "nauc_map_at_1_diff1": 0.70203, "nauc_map_at_3_max": 0.575619, "nauc_map_at_3_std": 0.064286, "nauc_map_at_3_diff1": 0.633877, "nauc_map_at_5_max": 0.571365, "nauc_map_at_5_std": 0.05395, "nauc_map_at_5_diff1": 0.627135, "nauc_map_at_10_max": 0.574358, "nauc_map_at_10_std": 0.055049, "nauc_map_at_10_diff1": 0.631269, "nauc_map_at_20_max": 0.576127, "nauc_map_at_20_std": 0.058918, "nauc_map_at_20_diff1": 0.636505, "nauc_map_at_100_max": 0.575473, "nauc_map_at_100_std": 0.057056, "nauc_map_at_100_diff1": 0.63783, "nauc_map_at_1000_max": 0.575473, "nauc_map_at_1000_std": 0.057056, "nauc_map_at_1000_diff1": 0.63783, "nauc_recall_at_1_max": 0.586989, "nauc_recall_at_1_std": 0.067993, "nauc_recall_at_1_diff1": 0.70203, "nauc_recall_at_3_max": 0.535972, "nauc_recall_at_3_std": 0.082553, "nauc_recall_at_3_diff1": 0.446633, "nauc_recall_at_5_max": 0.489586, "nauc_recall_at_5_std": -0.013539, "nauc_recall_at_5_diff1": 0.250449, "nauc_recall_at_10_max": 0.513746, "nauc_recall_at_10_std": -0.030709, "nauc_recall_at_10_diff1": 0.176315, "nauc_recall_at_20_max": 0.861111, "nauc_recall_at_20_std": 0.934641, "nauc_recall_at_20_diff1": -0.024276, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.586989, "nauc_precision_at_1_std": 0.067993, "nauc_precision_at_1_diff1": 0.70203, "nauc_precision_at_3_max": 0.535972, "nauc_precision_at_3_std": 0.082553, "nauc_precision_at_3_diff1": 0.446633, "nauc_precision_at_5_max": 0.489586, "nauc_precision_at_5_std": -0.013539, "nauc_precision_at_5_diff1": 0.250449, "nauc_precision_at_10_max": 0.513746, "nauc_precision_at_10_std": -0.030709, "nauc_precision_at_10_diff1": 0.176315, "nauc_precision_at_20_max": 0.861111, "nauc_precision_at_20_std": 0.934641, "nauc_precision_at_20_diff1": -0.024276, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.586989, "nauc_mrr_at_1_std": 0.067993, "nauc_mrr_at_1_diff1": 0.70203, "nauc_mrr_at_3_max": 0.575619, "nauc_mrr_at_3_std": 0.064286, "nauc_mrr_at_3_diff1": 0.633877, "nauc_mrr_at_5_max": 0.571365, "nauc_mrr_at_5_std": 0.05395, "nauc_mrr_at_5_diff1": 0.627135, "nauc_mrr_at_10_max": 0.574358, "nauc_mrr_at_10_std": 0.055049, "nauc_mrr_at_10_diff1": 0.631269, "nauc_mrr_at_20_max": 0.576127, "nauc_mrr_at_20_std": 0.058918, "nauc_mrr_at_20_diff1": 0.636505, "nauc_mrr_at_100_max": 0.575473, "nauc_mrr_at_100_std": 0.057056, "nauc_mrr_at_100_diff1": 0.63783, "nauc_mrr_at_1000_max": 0.575473, "nauc_mrr_at_1000_std": 0.057056, "nauc_mrr_at_1000_diff1": 0.63783, "hit_rate_at_1": 0.69, "hit_rate_at_3": 0.89, "hit_rate_at_5": 0.935, "hit_rate_at_10": 0.955, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.935, "hf_subset": "kmr", "languages": [ "kmr-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.89, "ndcg_at_3": 0.92839, "ndcg_at_5": 0.93055, "ndcg_at_10": 0.93852, "ndcg_at_20": 0.93968, "ndcg_at_100": 0.94161, "ndcg_at_1000": 0.94161, "map_at_1": 0.89, "map_at_3": 0.91917, "map_at_5": 0.92042, "map_at_10": 0.92364, "map_at_20": 0.92391, "map_at_100": 0.9242, "map_at_1000": 0.9242, "recall_at_1": 0.89, "recall_at_3": 0.955, "recall_at_5": 0.96, "recall_at_10": 0.985, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89, "precision_at_1": 0.89, "precision_at_3": 0.31833, "precision_at_5": 0.192, "precision_at_10": 0.0985, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.919167, "mrr_at_5": 0.920417, "mrr_at_10": 0.923645, "mrr_at_20": 0.923908, "mrr_at_100": 0.924204, "mrr_at_1000": 0.924204, "nauc_ndcg_at_1_max": 0.817692, "nauc_ndcg_at_1_std": 0.374882, "nauc_ndcg_at_1_diff1": 0.885319, "nauc_ndcg_at_3_max": 0.821785, "nauc_ndcg_at_3_std": 0.403118, "nauc_ndcg_at_3_diff1": 0.874467, "nauc_ndcg_at_5_max": 0.816221, "nauc_ndcg_at_5_std": 0.384483, "nauc_ndcg_at_5_diff1": 0.870548, "nauc_ndcg_at_10_max": 0.820315, "nauc_ndcg_at_10_std": 0.399596, "nauc_ndcg_at_10_diff1": 0.857002, "nauc_ndcg_at_20_max": 0.816842, "nauc_ndcg_at_20_std": 0.390516, "nauc_ndcg_at_20_diff1": 0.859608, "nauc_ndcg_at_100_max": 0.815901, "nauc_ndcg_at_100_std": 0.38651, "nauc_ndcg_at_100_diff1": 0.86682, "nauc_ndcg_at_1000_max": 0.815901, "nauc_ndcg_at_1000_std": 0.38651, "nauc_ndcg_at_1000_diff1": 0.86682, "nauc_map_at_1_max": 0.817692, "nauc_map_at_1_std": 0.374882, "nauc_map_at_1_diff1": 0.885319, "nauc_map_at_3_max": 0.818073, "nauc_map_at_3_std": 0.392787, "nauc_map_at_3_diff1": 0.875882, "nauc_map_at_5_max": 0.815192, "nauc_map_at_5_std": 0.38317, "nauc_map_at_5_diff1": 0.873916, "nauc_map_at_10_max": 0.815692, "nauc_map_at_10_std": 0.385287, "nauc_map_at_10_diff1": 0.869619, "nauc_map_at_20_max": 0.815049, "nauc_map_at_20_std": 0.383598, "nauc_map_at_20_diff1": 0.870133, "nauc_map_at_100_max": 0.81509, "nauc_map_at_100_std": 0.383602, "nauc_map_at_100_diff1": 0.870733, "nauc_map_at_1000_max": 0.81509, "nauc_map_at_1000_std": 0.383602, "nauc_map_at_1000_diff1": 0.870733, "nauc_recall_at_1_max": 0.817692, "nauc_recall_at_1_std": 0.374882, "nauc_recall_at_1_diff1": 0.885319, "nauc_recall_at_3_max": 0.842619, "nauc_recall_at_3_std": 0.457049, "nauc_recall_at_3_diff1": 0.868762, "nauc_recall_at_5_max": 0.822946, "nauc_recall_at_5_std": 0.389181, "nauc_recall_at_5_diff1": 0.852358, "nauc_recall_at_10_max": 0.907407, "nauc_recall_at_10_std": 0.664021, "nauc_recall_at_10_diff1": 0.64986, "nauc_recall_at_20_max": 0.861111, "nauc_recall_at_20_std": 0.561391, "nauc_recall_at_20_diff1": 0.613679, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.817692, "nauc_precision_at_1_std": 0.374882, "nauc_precision_at_1_diff1": 0.885319, "nauc_precision_at_3_max": 0.842619, "nauc_precision_at_3_std": 0.457049, "nauc_precision_at_3_diff1": 0.868762, "nauc_precision_at_5_max": 0.822946, "nauc_precision_at_5_std": 0.389181, "nauc_precision_at_5_diff1": 0.852358, "nauc_precision_at_10_max": 0.907407, "nauc_precision_at_10_std": 0.664021, "nauc_precision_at_10_diff1": 0.64986, "nauc_precision_at_20_max": 0.861111, "nauc_precision_at_20_std": 0.561391, "nauc_precision_at_20_diff1": 0.613679, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.817692, "nauc_mrr_at_1_std": 0.374882, "nauc_mrr_at_1_diff1": 0.885319, "nauc_mrr_at_3_max": 0.818073, "nauc_mrr_at_3_std": 0.392787, "nauc_mrr_at_3_diff1": 0.875882, "nauc_mrr_at_5_max": 0.815192, "nauc_mrr_at_5_std": 0.38317, "nauc_mrr_at_5_diff1": 0.873916, "nauc_mrr_at_10_max": 0.815692, "nauc_mrr_at_10_std": 0.385287, "nauc_mrr_at_10_diff1": 0.869619, "nauc_mrr_at_20_max": 0.815049, "nauc_mrr_at_20_std": 0.383598, "nauc_mrr_at_20_diff1": 0.870133, "nauc_mrr_at_100_max": 0.81509, "nauc_mrr_at_100_std": 0.383602, "nauc_mrr_at_100_diff1": 0.870733, "nauc_mrr_at_1000_max": 0.81509, "nauc_mrr_at_1000_std": 0.383602, "nauc_mrr_at_1000_diff1": 0.870733, "hit_rate_at_1": 0.89, "hit_rate_at_3": 0.955, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96, "hf_subset": "ko", "languages": [ "kor-Hang" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.56, "ndcg_at_3": 0.65863, "ndcg_at_5": 0.67907, "ndcg_at_10": 0.69507, "ndcg_at_20": 0.71072, "ndcg_at_100": 0.72345, "ndcg_at_1000": 0.72911, "map_at_1": 0.56, "map_at_3": 0.6325, "map_at_5": 0.64375, "map_at_10": 0.65027, "map_at_20": 0.65481, "map_at_100": 0.65683, "map_at_1000": 0.65713, "recall_at_1": 0.56, "recall_at_3": 0.735, "recall_at_5": 0.785, "recall_at_10": 0.835, "recall_at_20": 0.895, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.56, "precision_at_1": 0.56, "precision_at_3": 0.245, "precision_at_5": 0.157, "precision_at_10": 0.0835, "precision_at_20": 0.04475, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.56, "mrr_at_3": 0.6325, "mrr_at_5": 0.64375, "mrr_at_10": 0.65027, "mrr_at_20": 0.65481, "mrr_at_100": 0.65683, "mrr_at_1000": 0.657133, "nauc_ndcg_at_1_max": 0.617569, "nauc_ndcg_at_1_std": 0.186393, "nauc_ndcg_at_1_diff1": 0.639585, "nauc_ndcg_at_3_max": 0.611072, "nauc_ndcg_at_3_std": 0.250691, "nauc_ndcg_at_3_diff1": 0.557034, "nauc_ndcg_at_5_max": 0.605031, "nauc_ndcg_at_5_std": 0.244878, "nauc_ndcg_at_5_diff1": 0.563335, "nauc_ndcg_at_10_max": 0.594853, "nauc_ndcg_at_10_std": 0.234102, "nauc_ndcg_at_10_diff1": 0.557996, "nauc_ndcg_at_20_max": 0.60358, "nauc_ndcg_at_20_std": 0.238493, "nauc_ndcg_at_20_diff1": 0.563853, "nauc_ndcg_at_100_max": 0.602924, "nauc_ndcg_at_100_std": 0.221286, "nauc_ndcg_at_100_diff1": 0.564811, "nauc_ndcg_at_1000_max": 0.604086, "nauc_ndcg_at_1000_std": 0.2247, "nauc_ndcg_at_1000_diff1": 0.57424, "nauc_map_at_1_max": 0.617569, "nauc_map_at_1_std": 0.186393, "nauc_map_at_1_diff1": 0.639585, "nauc_map_at_3_max": 0.612842, "nauc_map_at_3_std": 0.232123, "nauc_map_at_3_diff1": 0.580916, "nauc_map_at_5_max": 0.609304, "nauc_map_at_5_std": 0.228503, "nauc_map_at_5_diff1": 0.584239, "nauc_map_at_10_max": 0.605008, "nauc_map_at_10_std": 0.223587, "nauc_map_at_10_diff1": 0.582538, "nauc_map_at_20_max": 0.607175, "nauc_map_at_20_std": 0.224267, "nauc_map_at_20_diff1": 0.58439, "nauc_map_at_100_max": 0.607057, "nauc_map_at_100_std": 0.221441, "nauc_map_at_100_diff1": 0.584796, "nauc_map_at_1000_max": 0.60709, "nauc_map_at_1000_std": 0.221592, "nauc_map_at_1000_diff1": 0.585179, "nauc_recall_at_1_max": 0.617569, "nauc_recall_at_1_std": 0.186393, "nauc_recall_at_1_diff1": 0.639585, "nauc_recall_at_3_max": 0.604725, "nauc_recall_at_3_std": 0.317813, "nauc_recall_at_3_diff1": 0.470681, "nauc_recall_at_5_max": 0.587056, "nauc_recall_at_5_std": 0.312012, "nauc_recall_at_5_diff1": 0.478689, "nauc_recall_at_10_max": 0.538198, "nauc_recall_at_10_std": 0.282448, "nauc_recall_at_10_diff1": 0.431584, "nauc_recall_at_20_max": 0.588027, "nauc_recall_at_20_std": 0.34938, "nauc_recall_at_20_diff1": 0.418303, "nauc_recall_at_100_max": 0.553396, "nauc_recall_at_100_std": 0.091036, "nauc_recall_at_100_diff1": 0.19462, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.617569, "nauc_precision_at_1_std": 0.186393, "nauc_precision_at_1_diff1": 0.639585, "nauc_precision_at_3_max": 0.604725, "nauc_precision_at_3_std": 0.317813, "nauc_precision_at_3_diff1": 0.470681, "nauc_precision_at_5_max": 0.587056, "nauc_precision_at_5_std": 0.312012, "nauc_precision_at_5_diff1": 0.478689, "nauc_precision_at_10_max": 0.538198, "nauc_precision_at_10_std": 0.282448, "nauc_precision_at_10_diff1": 0.431584, "nauc_precision_at_20_max": 0.588027, "nauc_precision_at_20_std": 0.34938, "nauc_precision_at_20_diff1": 0.418303, "nauc_precision_at_100_max": 0.553396, "nauc_precision_at_100_std": 0.091036, "nauc_precision_at_100_diff1": 0.19462, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.617569, "nauc_mrr_at_1_std": 0.186393, "nauc_mrr_at_1_diff1": 0.639585, "nauc_mrr_at_3_max": 0.612842, "nauc_mrr_at_3_std": 0.232123, "nauc_mrr_at_3_diff1": 0.580916, "nauc_mrr_at_5_max": 0.609304, "nauc_mrr_at_5_std": 0.228503, "nauc_mrr_at_5_diff1": 0.584239, "nauc_mrr_at_10_max": 0.605008, "nauc_mrr_at_10_std": 0.223587, "nauc_mrr_at_10_diff1": 0.582538, "nauc_mrr_at_20_max": 0.607175, "nauc_mrr_at_20_std": 0.224267, "nauc_mrr_at_20_diff1": 0.58439, "nauc_mrr_at_100_max": 0.607057, "nauc_mrr_at_100_std": 0.221441, "nauc_mrr_at_100_diff1": 0.584796, "nauc_mrr_at_1000_max": 0.60709, "nauc_mrr_at_1000_std": 0.221592, "nauc_mrr_at_1000_diff1": 0.585179, "hit_rate_at_1": 0.56, "hit_rate_at_3": 0.735, "hit_rate_at_5": 0.785, "hit_rate_at_10": 0.835, "hit_rate_at_20": 0.895, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.785, "hf_subset": "ky", "languages": [ "kir-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.53, "ndcg_at_3": 0.62506, "ndcg_at_5": 0.6455, "ndcg_at_10": 0.66862, "ndcg_at_20": 0.69724, "ndcg_at_100": 0.70958, "ndcg_at_1000": 0.71173, "map_at_1": 0.53, "map_at_3": 0.6025, "map_at_5": 0.61375, "map_at_10": 0.62357, "map_at_20": 0.63186, "map_at_100": 0.63367, "map_at_1000": 0.63379, "recall_at_1": 0.53, "recall_at_3": 0.69, "recall_at_5": 0.74, "recall_at_10": 0.81, "recall_at_20": 0.92, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.53, "precision_at_1": 0.53, "precision_at_3": 0.23, "precision_at_5": 0.148, "precision_at_10": 0.081, "precision_at_20": 0.046, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.53, "mrr_at_3": 0.6025, "mrr_at_5": 0.61375, "mrr_at_10": 0.623571, "mrr_at_20": 0.631863, "mrr_at_100": 0.633672, "mrr_at_1000": 0.633794, "nauc_ndcg_at_1_max": 0.663851, "nauc_ndcg_at_1_std": 0.051856, "nauc_ndcg_at_1_diff1": 0.782602, "nauc_ndcg_at_3_max": 0.606062, "nauc_ndcg_at_3_std": 0.005585, "nauc_ndcg_at_3_diff1": 0.727206, "nauc_ndcg_at_5_max": 0.595939, "nauc_ndcg_at_5_std": 0.009655, "nauc_ndcg_at_5_diff1": 0.71273, "nauc_ndcg_at_10_max": 0.578605, "nauc_ndcg_at_10_std": -0.006612, "nauc_ndcg_at_10_diff1": 0.691763, "nauc_ndcg_at_20_max": 0.584938, "nauc_ndcg_at_20_std": -0.004033, "nauc_ndcg_at_20_diff1": 0.693952, "nauc_ndcg_at_100_max": 0.598979, "nauc_ndcg_at_100_std": 0.01734, "nauc_ndcg_at_100_diff1": 0.708222, "nauc_ndcg_at_1000_max": 0.603124, "nauc_ndcg_at_1000_std": 0.012107, "nauc_ndcg_at_1000_diff1": 0.715852, "nauc_map_at_1_max": 0.663851, "nauc_map_at_1_std": 0.051856, "nauc_map_at_1_diff1": 0.782602, "nauc_map_at_3_max": 0.620502, "nauc_map_at_3_std": 0.01653, "nauc_map_at_3_diff1": 0.739873, "nauc_map_at_5_max": 0.615442, "nauc_map_at_5_std": 0.018837, "nauc_map_at_5_diff1": 0.732767, "nauc_map_at_10_max": 0.609143, "nauc_map_at_10_std": 0.013642, "nauc_map_at_10_diff1": 0.724969, "nauc_map_at_20_max": 0.611045, "nauc_map_at_20_std": 0.013883, "nauc_map_at_20_diff1": 0.726244, "nauc_map_at_100_max": 0.613156, "nauc_map_at_100_std": 0.017069, "nauc_map_at_100_diff1": 0.728093, "nauc_map_at_1000_max": 0.613396, "nauc_map_at_1000_std": 0.016844, "nauc_map_at_1000_diff1": 0.728509, "nauc_recall_at_1_max": 0.663851, "nauc_recall_at_1_std": 0.051856, "nauc_recall_at_1_diff1": 0.782602, "nauc_recall_at_3_max": 0.558319, "nauc_recall_at_3_std": -0.030284, "nauc_recall_at_3_diff1": 0.685927, "nauc_recall_at_5_max": 0.521856, "nauc_recall_at_5_std": -0.023002, "nauc_recall_at_5_diff1": 0.636014, "nauc_recall_at_10_max": 0.42332, "nauc_recall_at_10_std": -0.112735, "nauc_recall_at_10_diff1": 0.521308, "nauc_recall_at_20_max": 0.316848, "nauc_recall_at_20_std": -0.188871, "nauc_recall_at_20_diff1": 0.340132, "nauc_recall_at_100_max": 0.195612, "nauc_recall_at_100_std": 0.571429, "nauc_recall_at_100_diff1": -0.049486, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.663851, "nauc_precision_at_1_std": 0.051856, "nauc_precision_at_1_diff1": 0.782602, "nauc_precision_at_3_max": 0.558319, "nauc_precision_at_3_std": -0.030284, "nauc_precision_at_3_diff1": 0.685927, "nauc_precision_at_5_max": 0.521856, "nauc_precision_at_5_std": -0.023002, "nauc_precision_at_5_diff1": 0.636014, "nauc_precision_at_10_max": 0.42332, "nauc_precision_at_10_std": -0.112735, "nauc_precision_at_10_diff1": 0.521308, "nauc_precision_at_20_max": 0.316848, "nauc_precision_at_20_std": -0.188871, "nauc_precision_at_20_diff1": 0.340132, "nauc_precision_at_100_max": 0.195612, "nauc_precision_at_100_std": 0.571429, "nauc_precision_at_100_diff1": -0.049486, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.663851, "nauc_mrr_at_1_std": 0.051856, "nauc_mrr_at_1_diff1": 0.782602, "nauc_mrr_at_3_max": 0.620502, "nauc_mrr_at_3_std": 0.01653, "nauc_mrr_at_3_diff1": 0.739873, "nauc_mrr_at_5_max": 0.615442, "nauc_mrr_at_5_std": 0.018837, "nauc_mrr_at_5_diff1": 0.732767, "nauc_mrr_at_10_max": 0.609143, "nauc_mrr_at_10_std": 0.013642, "nauc_mrr_at_10_diff1": 0.724969, "nauc_mrr_at_20_max": 0.611045, "nauc_mrr_at_20_std": 0.013883, "nauc_mrr_at_20_diff1": 0.726244, "nauc_mrr_at_100_max": 0.613156, "nauc_mrr_at_100_std": 0.017069, "nauc_mrr_at_100_diff1": 0.728093, "nauc_mrr_at_1000_max": 0.613396, "nauc_mrr_at_1000_std": 0.016844, "nauc_mrr_at_1000_diff1": 0.728509, "hit_rate_at_1": 0.53, "hit_rate_at_3": 0.69, "hit_rate_at_5": 0.74, "hit_rate_at_10": 0.81, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.74, "hf_subset": "lg", "languages": [ "lug-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.855, "ndcg_at_3": 0.92178, "ndcg_at_5": 0.92824, "ndcg_at_10": 0.93002, "ndcg_at_20": 0.9313, "ndcg_at_100": 0.93299, "ndcg_at_1000": 0.93299, "map_at_1": 0.855, "map_at_3": 0.90667, "map_at_5": 0.91042, "map_at_10": 0.91125, "map_at_20": 0.91161, "map_at_100": 0.91177, "map_at_1000": 0.91177, "recall_at_1": 0.855, "recall_at_3": 0.965, "recall_at_5": 0.98, "recall_at_10": 0.985, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.855, "precision_at_1": 0.855, "precision_at_3": 0.32167, "precision_at_5": 0.196, "precision_at_10": 0.0985, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.855, "mrr_at_3": 0.906667, "mrr_at_5": 0.910417, "mrr_at_10": 0.91125, "mrr_at_20": 0.911607, "mrr_at_100": 0.911775, "mrr_at_1000": 0.911775, "nauc_ndcg_at_1_max": 0.675023, "nauc_ndcg_at_1_std": -0.016393, "nauc_ndcg_at_1_diff1": 0.840532, "nauc_ndcg_at_3_max": 0.727812, "nauc_ndcg_at_3_std": 0.072439, "nauc_ndcg_at_3_diff1": 0.811243, "nauc_ndcg_at_5_max": 0.72378, "nauc_ndcg_at_5_std": 0.058823, "nauc_ndcg_at_5_diff1": 0.830776, "nauc_ndcg_at_10_max": 0.723821, "nauc_ndcg_at_10_std": 0.064868, "nauc_ndcg_at_10_diff1": 0.829765, "nauc_ndcg_at_20_max": 0.718508, "nauc_ndcg_at_20_std": 0.049393, "nauc_ndcg_at_20_diff1": 0.831834, "nauc_ndcg_at_100_max": 0.712974, "nauc_ndcg_at_100_std": 0.042243, "nauc_ndcg_at_100_diff1": 0.829084, "nauc_ndcg_at_1000_max": 0.712974, "nauc_ndcg_at_1000_std": 0.042243, "nauc_ndcg_at_1000_diff1": 0.829084, "nauc_map_at_1_max": 0.675023, "nauc_map_at_1_std": -0.016393, "nauc_map_at_1_diff1": 0.840532, "nauc_map_at_3_max": 0.711768, "nauc_map_at_3_std": 0.042385, "nauc_map_at_3_diff1": 0.819569, "nauc_map_at_5_max": 0.709194, "nauc_map_at_5_std": 0.034737, "nauc_map_at_5_diff1": 0.829036, "nauc_map_at_10_max": 0.709067, "nauc_map_at_10_std": 0.036738, "nauc_map_at_10_diff1": 0.828645, "nauc_map_at_20_max": 0.707851, "nauc_map_at_20_std": 0.033258, "nauc_map_at_20_diff1": 0.82909, "nauc_map_at_100_max": 0.707431, "nauc_map_at_100_std": 0.032836, "nauc_map_at_100_diff1": 0.828858, "nauc_map_at_1000_max": 0.707431, "nauc_map_at_1000_std": 0.032836, "nauc_map_at_1000_diff1": 0.828858, "nauc_recall_at_1_max": 0.675023, "nauc_recall_at_1_std": -0.016393, "nauc_recall_at_1_diff1": 0.840532, "nauc_recall_at_3_max": 0.843604, "nauc_recall_at_3_std": 0.293317, "nauc_recall_at_3_diff1": 0.751901, "nauc_recall_at_5_max": 0.897876, "nauc_recall_at_5_std": 0.348973, "nauc_recall_at_5_diff1": 0.865196, "nauc_recall_at_10_max": 0.956427, "nauc_recall_at_10_std": 0.522409, "nauc_recall_at_10_diff1": 0.863834, "nauc_recall_at_20_max": 0.934641, "nauc_recall_at_20_std": 0.348973, "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.675023, "nauc_precision_at_1_std": -0.016393, "nauc_precision_at_1_diff1": 0.840532, "nauc_precision_at_3_max": 0.843604, "nauc_precision_at_3_std": 0.293317, "nauc_precision_at_3_diff1": 0.751901, "nauc_precision_at_5_max": 0.897876, "nauc_precision_at_5_std": 0.348973, "nauc_precision_at_5_diff1": 0.865196, "nauc_precision_at_10_max": 0.956427, "nauc_precision_at_10_std": 0.522409, "nauc_precision_at_10_diff1": 0.863834, "nauc_precision_at_20_max": 0.934641, "nauc_precision_at_20_std": 0.348973, "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.675023, "nauc_mrr_at_1_std": -0.016393, "nauc_mrr_at_1_diff1": 0.840532, "nauc_mrr_at_3_max": 0.711768, "nauc_mrr_at_3_std": 0.042385, "nauc_mrr_at_3_diff1": 0.819569, "nauc_mrr_at_5_max": 0.709194, "nauc_mrr_at_5_std": 0.034737, "nauc_mrr_at_5_diff1": 0.829036, "nauc_mrr_at_10_max": 0.709067, "nauc_mrr_at_10_std": 0.036738, "nauc_mrr_at_10_diff1": 0.828645, "nauc_mrr_at_20_max": 0.707851, "nauc_mrr_at_20_std": 0.033258, "nauc_mrr_at_20_diff1": 0.82909, "nauc_mrr_at_100_max": 0.707431, "nauc_mrr_at_100_std": 0.032836, "nauc_mrr_at_100_diff1": 0.828858, "nauc_mrr_at_1000_max": 0.707431, "nauc_mrr_at_1000_std": 0.032836, "nauc_mrr_at_1000_diff1": 0.828858, "hit_rate_at_1": 0.855, "hit_rate_at_3": 0.965, "hit_rate_at_5": 0.98, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.98, "hf_subset": "lij", "languages": [ "lij-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.656, "ndcg_at_3": 0.73788, "ndcg_at_5": 0.7544, "ndcg_at_10": 0.76876, "ndcg_at_20": 0.78044, "ndcg_at_100": 0.79006, "ndcg_at_1000": 0.79349, "map_at_1": 0.656, "map_at_3": 0.719, "map_at_5": 0.7282, "map_at_10": 0.73421, "map_at_20": 0.73744, "map_at_100": 0.73879, "map_at_1000": 0.73893, "recall_at_1": 0.656, "recall_at_3": 0.792, "recall_at_5": 0.832, "recall_at_10": 0.876, "recall_at_20": 0.922, "recall_at_100": 0.974, "recall_at_1000": 1.0, "accuracy": 0.656, "precision_at_1": 0.656, "precision_at_3": 0.264, "precision_at_5": 0.1664, "precision_at_10": 0.0876, "precision_at_20": 0.0461, "precision_at_100": 0.00974, "precision_at_1000": 0.001, "mrr_at_1": 0.656, "mrr_at_3": 0.719, "mrr_at_5": 0.7282, "mrr_at_10": 0.734213, "mrr_at_20": 0.737445, "mrr_at_100": 0.738787, "mrr_at_1000": 0.738929, "nauc_ndcg_at_1_max": 0.742581, "nauc_ndcg_at_1_std": 0.229859, "nauc_ndcg_at_1_diff1": 0.812727, "nauc_ndcg_at_3_max": 0.740953, "nauc_ndcg_at_3_std": 0.23821, "nauc_ndcg_at_3_diff1": 0.771092, "nauc_ndcg_at_5_max": 0.74078, "nauc_ndcg_at_5_std": 0.229926, "nauc_ndcg_at_5_diff1": 0.766329, "nauc_ndcg_at_10_max": 0.743455, "nauc_ndcg_at_10_std": 0.243545, "nauc_ndcg_at_10_diff1": 0.765465, "nauc_ndcg_at_20_max": 0.73982, "nauc_ndcg_at_20_std": 0.237636, "nauc_ndcg_at_20_diff1": 0.766968, "nauc_ndcg_at_100_max": 0.74402, "nauc_ndcg_at_100_std": 0.250564, "nauc_ndcg_at_100_diff1": 0.770136, "nauc_ndcg_at_1000_max": 0.742315, "nauc_ndcg_at_1000_std": 0.242226, "nauc_ndcg_at_1000_diff1": 0.773838, "nauc_map_at_1_max": 0.742581, "nauc_map_at_1_std": 0.229859, "nauc_map_at_1_diff1": 0.812727, "nauc_map_at_3_max": 0.740713, "nauc_map_at_3_std": 0.236003, "nauc_map_at_3_diff1": 0.78183, "nauc_map_at_5_max": 0.740769, "nauc_map_at_5_std": 0.231449, "nauc_map_at_5_diff1": 0.779822, "nauc_map_at_10_max": 0.742121, "nauc_map_at_10_std": 0.237513, "nauc_map_at_10_diff1": 0.779544, "nauc_map_at_20_max": 0.741121, "nauc_map_at_20_std": 0.235887, "nauc_map_at_20_diff1": 0.780192, "nauc_map_at_100_max": 0.741706, "nauc_map_at_100_std": 0.237782, "nauc_map_at_100_diff1": 0.780528, "nauc_map_at_1000_max": 0.741646, "nauc_map_at_1000_std": 0.237511, "nauc_map_at_1000_diff1": 0.780651, "nauc_recall_at_1_max": 0.742581, "nauc_recall_at_1_std": 0.229859, "nauc_recall_at_1_diff1": 0.812727, "nauc_recall_at_3_max": 0.742185, "nauc_recall_at_3_std": 0.246119, "nauc_recall_at_3_diff1": 0.732761, "nauc_recall_at_5_max": 0.740951, "nauc_recall_at_5_std": 0.222137, "nauc_recall_at_5_diff1": 0.708605, "nauc_recall_at_10_max": 0.751082, "nauc_recall_at_10_std": 0.279828, "nauc_recall_at_10_diff1": 0.688529, "nauc_recall_at_20_max": 0.722773, "nauc_recall_at_20_std": 0.245493, "nauc_recall_at_20_diff1": 0.658598, "nauc_recall_at_100_max": 0.832112, "nauc_recall_at_100_std": 0.69299, "nauc_recall_at_100_diff1": 0.572398, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.742581, "nauc_precision_at_1_std": 0.229859, "nauc_precision_at_1_diff1": 0.812727, "nauc_precision_at_3_max": 0.742185, "nauc_precision_at_3_std": 0.246119, "nauc_precision_at_3_diff1": 0.732761, "nauc_precision_at_5_max": 0.740951, "nauc_precision_at_5_std": 0.222137, "nauc_precision_at_5_diff1": 0.708605, "nauc_precision_at_10_max": 0.751082, "nauc_precision_at_10_std": 0.279828, "nauc_precision_at_10_diff1": 0.688529, "nauc_precision_at_20_max": 0.722773, "nauc_precision_at_20_std": 0.245493, "nauc_precision_at_20_diff1": 0.658598, "nauc_precision_at_100_max": 0.832112, "nauc_precision_at_100_std": 0.69299, "nauc_precision_at_100_diff1": 0.572398, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.742581, "nauc_mrr_at_1_std": 0.229859, "nauc_mrr_at_1_diff1": 0.812727, "nauc_mrr_at_3_max": 0.740713, "nauc_mrr_at_3_std": 0.236003, "nauc_mrr_at_3_diff1": 0.78183, "nauc_mrr_at_5_max": 0.740769, "nauc_mrr_at_5_std": 0.231449, "nauc_mrr_at_5_diff1": 0.779822, "nauc_mrr_at_10_max": 0.742121, "nauc_mrr_at_10_std": 0.237513, "nauc_mrr_at_10_diff1": 0.779544, "nauc_mrr_at_20_max": 0.741121, "nauc_mrr_at_20_std": 0.235887, "nauc_mrr_at_20_diff1": 0.780192, "nauc_mrr_at_100_max": 0.741706, "nauc_mrr_at_100_std": 0.237782, "nauc_mrr_at_100_diff1": 0.780528, "nauc_mrr_at_1000_max": 0.741646, "nauc_mrr_at_1000_std": 0.237511, "nauc_mrr_at_1000_diff1": 0.780651, "hit_rate_at_1": 0.656, "hit_rate_at_3": 0.792, "hit_rate_at_5": 0.832, "hit_rate_at_10": 0.876, "hit_rate_at_20": 0.922, "hit_rate_at_100": 0.974, "hit_rate_at_1000": 1.0, "main_score": 0.832, "hf_subset": "lt", "languages": [ "lit-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.734, "ndcg_at_3": 0.81178, "ndcg_at_5": 0.82374, "ndcg_at_10": 0.83948, "ndcg_at_20": 0.84363, "ndcg_at_100": 0.8511, "ndcg_at_1000": 0.8511, "map_at_1": 0.734, "map_at_3": 0.793, "map_at_5": 0.7994, "map_at_10": 0.80602, "map_at_20": 0.80721, "map_at_100": 0.80828, "map_at_1000": 0.80828, "recall_at_1": 0.734, "recall_at_3": 0.866, "recall_at_5": 0.896, "recall_at_10": 0.944, "recall_at_20": 0.96, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.734, "precision_at_1": 0.734, "precision_at_3": 0.28867, "precision_at_5": 0.1792, "precision_at_10": 0.0944, "precision_at_20": 0.048, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.734, "mrr_at_3": 0.793, "mrr_at_5": 0.7994, "mrr_at_10": 0.806016, "mrr_at_20": 0.807212, "mrr_at_100": 0.808276, "mrr_at_1000": 0.808276, "nauc_ndcg_at_1_max": 0.706954, "nauc_ndcg_at_1_std": 0.175677, "nauc_ndcg_at_1_diff1": 0.846214, "nauc_ndcg_at_3_max": 0.726435, "nauc_ndcg_at_3_std": 0.17192, "nauc_ndcg_at_3_diff1": 0.83263, "nauc_ndcg_at_5_max": 0.71929, "nauc_ndcg_at_5_std": 0.166887, "nauc_ndcg_at_5_diff1": 0.829727, "nauc_ndcg_at_10_max": 0.716717, "nauc_ndcg_at_10_std": 0.174999, "nauc_ndcg_at_10_diff1": 0.830868, "nauc_ndcg_at_20_max": 0.717873, "nauc_ndcg_at_20_std": 0.168537, "nauc_ndcg_at_20_diff1": 0.830655, "nauc_ndcg_at_100_max": 0.71825, "nauc_ndcg_at_100_std": 0.171707, "nauc_ndcg_at_100_diff1": 0.834673, "nauc_ndcg_at_1000_max": 0.71825, "nauc_ndcg_at_1000_std": 0.171707, "nauc_ndcg_at_1000_diff1": 0.834673, "nauc_map_at_1_max": 0.706954, "nauc_map_at_1_std": 0.175677, "nauc_map_at_1_diff1": 0.846214, "nauc_map_at_3_max": 0.720878, "nauc_map_at_3_std": 0.170543, "nauc_map_at_3_diff1": 0.836821, "nauc_map_at_5_max": 0.717361, "nauc_map_at_5_std": 0.168375, "nauc_map_at_5_diff1": 0.835453, "nauc_map_at_10_max": 0.716723, "nauc_map_at_10_std": 0.171749, "nauc_map_at_10_diff1": 0.836052, "nauc_map_at_20_max": 0.716902, "nauc_map_at_20_std": 0.170051, "nauc_map_at_20_diff1": 0.836009, "nauc_map_at_100_max": 0.717116, "nauc_map_at_100_std": 0.170885, "nauc_map_at_100_diff1": 0.836591, "nauc_map_at_1000_max": 0.717116, "nauc_map_at_1000_std": 0.170885, "nauc_map_at_1000_diff1": 0.836591, "nauc_recall_at_1_max": 0.706954, "nauc_recall_at_1_std": 0.175677, "nauc_recall_at_1_diff1": 0.846214, "nauc_recall_at_3_max": 0.749542, "nauc_recall_at_3_std": 0.179195, "nauc_recall_at_3_diff1": 0.815004, "nauc_recall_at_5_max": 0.726738, "nauc_recall_at_5_std": 0.159162, "nauc_recall_at_5_diff1": 0.799917, "nauc_recall_at_10_max": 0.706966, "nauc_recall_at_10_std": 0.210334, "nauc_recall_at_10_diff1": 0.78408, "nauc_recall_at_20_max": 0.722059, "nauc_recall_at_20_std": 0.140663, "nauc_recall_at_20_diff1": 0.763305, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.706954, "nauc_precision_at_1_std": 0.175677, "nauc_precision_at_1_diff1": 0.846214, "nauc_precision_at_3_max": 0.749542, "nauc_precision_at_3_std": 0.179195, "nauc_precision_at_3_diff1": 0.815004, "nauc_precision_at_5_max": 0.726738, "nauc_precision_at_5_std": 0.159162, "nauc_precision_at_5_diff1": 0.799917, "nauc_precision_at_10_max": 0.706966, "nauc_precision_at_10_std": 0.210334, "nauc_precision_at_10_diff1": 0.78408, "nauc_precision_at_20_max": 0.722059, "nauc_precision_at_20_std": 0.140663, "nauc_precision_at_20_diff1": 0.763305, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.706954, "nauc_mrr_at_1_std": 0.175677, "nauc_mrr_at_1_diff1": 0.846214, "nauc_mrr_at_3_max": 0.720878, "nauc_mrr_at_3_std": 0.170543, "nauc_mrr_at_3_diff1": 0.836821, "nauc_mrr_at_5_max": 0.717361, "nauc_mrr_at_5_std": 0.168375, "nauc_mrr_at_5_diff1": 0.835453, "nauc_mrr_at_10_max": 0.716723, "nauc_mrr_at_10_std": 0.171749, "nauc_mrr_at_10_diff1": 0.836052, "nauc_mrr_at_20_max": 0.716902, "nauc_mrr_at_20_std": 0.170051, "nauc_mrr_at_20_diff1": 0.836009, "nauc_mrr_at_100_max": 0.717116, "nauc_mrr_at_100_std": 0.170885, "nauc_mrr_at_100_diff1": 0.836591, "nauc_mrr_at_1000_max": 0.717116, "nauc_mrr_at_1000_std": 0.170885, "nauc_mrr_at_1000_diff1": 0.836591, "hit_rate_at_1": 0.734, "hit_rate_at_3": 0.866, "hit_rate_at_5": 0.896, "hit_rate_at_10": 0.944, "hit_rate_at_20": 0.96, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.896, "hf_subset": "ltg", "languages": [ "ltg-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.85, "ndcg_at_3": 0.88839, "ndcg_at_5": 0.8985, "ndcg_at_10": 0.9047, "ndcg_at_20": 0.90601, "ndcg_at_100": 0.9119, "ndcg_at_1000": 0.9119, "map_at_1": 0.85, "map_at_3": 0.87917, "map_at_5": 0.88467, "map_at_10": 0.88706, "map_at_20": 0.88745, "map_at_100": 0.88804, "map_at_1000": 0.88804, "recall_at_1": 0.85, "recall_at_3": 0.915, "recall_at_5": 0.94, "recall_at_10": 0.96, "recall_at_20": 0.965, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85, "precision_at_1": 0.85, "precision_at_3": 0.305, "precision_at_5": 0.188, "precision_at_10": 0.096, "precision_at_20": 0.04825, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.85, "mrr_at_3": 0.879167, "mrr_at_5": 0.884667, "mrr_at_10": 0.887062, "mrr_at_20": 0.887446, "mrr_at_100": 0.888039, "mrr_at_1000": 0.888039, "nauc_ndcg_at_1_max": 0.899056, "nauc_ndcg_at_1_std": 0.559551, "nauc_ndcg_at_1_diff1": 0.871966, "nauc_ndcg_at_3_max": 0.870875, "nauc_ndcg_at_3_std": 0.53195, "nauc_ndcg_at_3_diff1": 0.831948, "nauc_ndcg_at_5_max": 0.865641, "nauc_ndcg_at_5_std": 0.530582, "nauc_ndcg_at_5_diff1": 0.828491, "nauc_ndcg_at_10_max": 0.873511, "nauc_ndcg_at_10_std": 0.550341, "nauc_ndcg_at_10_diff1": 0.834503, "nauc_ndcg_at_20_max": 0.884286, "nauc_ndcg_at_20_std": 0.556478, "nauc_ndcg_at_20_diff1": 0.84894, "nauc_ndcg_at_100_max": 0.880622, "nauc_ndcg_at_100_std": 0.549079, "nauc_ndcg_at_100_diff1": 0.845776, "nauc_ndcg_at_1000_max": 0.880622, "nauc_ndcg_at_1000_std": 0.549079, "nauc_ndcg_at_1000_diff1": 0.845776, "nauc_map_at_1_max": 0.899056, "nauc_map_at_1_std": 0.559551, "nauc_map_at_1_diff1": 0.871966, "nauc_map_at_3_max": 0.878162, "nauc_map_at_3_std": 0.540489, "nauc_map_at_3_diff1": 0.842639, "nauc_map_at_5_max": 0.875972, "nauc_map_at_5_std": 0.540756, "nauc_map_at_5_diff1": 0.841512, "nauc_map_at_10_max": 0.878843, "nauc_map_at_10_std": 0.547165, "nauc_map_at_10_diff1": 0.843961, "nauc_map_at_20_max": 0.881507, "nauc_map_at_20_std": 0.54866, "nauc_map_at_20_diff1": 0.847538, "nauc_map_at_100_max": 0.881274, "nauc_map_at_100_std": 0.548069, "nauc_map_at_100_diff1": 0.847346, "nauc_map_at_1000_max": 0.881274, "nauc_map_at_1000_std": 0.548069, "nauc_map_at_1000_diff1": 0.847346, "nauc_recall_at_1_max": 0.899056, "nauc_recall_at_1_std": 0.559551, "nauc_recall_at_1_diff1": 0.871966, "nauc_recall_at_3_max": 0.842396, "nauc_recall_at_3_std": 0.497666, "nauc_recall_at_3_diff1": 0.789943, "nauc_recall_at_5_max": 0.809407, "nauc_recall_at_5_std": 0.473895, "nauc_recall_at_5_diff1": 0.758248, "nauc_recall_at_10_max": 0.839286, "nauc_recall_at_10_std": 0.597981, "nauc_recall_at_10_diff1": 0.765173, "nauc_recall_at_20_max": 0.941643, "nauc_recall_at_20_std": 0.665866, "nauc_recall_at_20_diff1": 0.89896, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.899056, "nauc_precision_at_1_std": 0.559551, "nauc_precision_at_1_diff1": 0.871966, "nauc_precision_at_3_max": 0.842396, "nauc_precision_at_3_std": 0.497666, "nauc_precision_at_3_diff1": 0.789943, "nauc_precision_at_5_max": 0.809407, "nauc_precision_at_5_std": 0.473895, "nauc_precision_at_5_diff1": 0.758248, "nauc_precision_at_10_max": 0.839286, "nauc_precision_at_10_std": 0.597981, "nauc_precision_at_10_diff1": 0.765173, "nauc_precision_at_20_max": 0.941643, "nauc_precision_at_20_std": 0.665866, "nauc_precision_at_20_diff1": 0.89896, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.899056, "nauc_mrr_at_1_std": 0.559551, "nauc_mrr_at_1_diff1": 0.871966, "nauc_mrr_at_3_max": 0.878162, "nauc_mrr_at_3_std": 0.540489, "nauc_mrr_at_3_diff1": 0.842639, "nauc_mrr_at_5_max": 0.875972, "nauc_mrr_at_5_std": 0.540756, "nauc_mrr_at_5_diff1": 0.841512, "nauc_mrr_at_10_max": 0.878843, "nauc_mrr_at_10_std": 0.547165, "nauc_mrr_at_10_diff1": 0.843961, "nauc_mrr_at_20_max": 0.881507, "nauc_mrr_at_20_std": 0.54866, "nauc_mrr_at_20_diff1": 0.847538, "nauc_mrr_at_100_max": 0.881274, "nauc_mrr_at_100_std": 0.548069, "nauc_mrr_at_100_diff1": 0.847346, "nauc_mrr_at_1000_max": 0.881274, "nauc_mrr_at_1000_std": 0.548069, "nauc_mrr_at_1000_diff1": 0.847346, "hit_rate_at_1": 0.85, "hit_rate_at_3": 0.915, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.965, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.94, "hf_subset": "luo", "languages": [ "luo-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.496, "ndcg_at_3": 0.58535, "ndcg_at_5": 0.61074, "ndcg_at_10": 0.63311, "ndcg_at_20": 0.65061, "ndcg_at_100": 0.67088, "ndcg_at_1000": 0.67613, "map_at_1": 0.496, "map_at_3": 0.56367, "map_at_5": 0.57767, "map_at_10": 0.58712, "map_at_20": 0.59182, "map_at_100": 0.59443, "map_at_1000": 0.59464, "recall_at_1": 0.496, "recall_at_3": 0.648, "recall_at_5": 0.71, "recall_at_10": 0.778, "recall_at_20": 0.848, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.496, "precision_at_1": 0.496, "precision_at_3": 0.216, "precision_at_5": 0.142, "precision_at_10": 0.0778, "precision_at_20": 0.0424, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.496, "mrr_at_3": 0.563667, "mrr_at_5": 0.577667, "mrr_at_10": 0.587121, "mrr_at_20": 0.591818, "mrr_at_100": 0.594428, "mrr_at_1000": 0.59464, "nauc_ndcg_at_1_max": 0.623257, "nauc_ndcg_at_1_std": 0.269623, "nauc_ndcg_at_1_diff1": 0.697804, "nauc_ndcg_at_3_max": 0.62413, "nauc_ndcg_at_3_std": 0.318439, "nauc_ndcg_at_3_diff1": 0.653388, "nauc_ndcg_at_5_max": 0.627073, "nauc_ndcg_at_5_std": 0.328334, "nauc_ndcg_at_5_diff1": 0.645742, "nauc_ndcg_at_10_max": 0.629702, "nauc_ndcg_at_10_std": 0.334639, "nauc_ndcg_at_10_diff1": 0.63896, "nauc_ndcg_at_20_max": 0.629955, "nauc_ndcg_at_20_std": 0.341529, "nauc_ndcg_at_20_diff1": 0.641635, "nauc_ndcg_at_100_max": 0.626287, "nauc_ndcg_at_100_std": 0.331738, "nauc_ndcg_at_100_diff1": 0.645522, "nauc_ndcg_at_1000_max": 0.627421, "nauc_ndcg_at_1000_std": 0.324922, "nauc_ndcg_at_1000_diff1": 0.652092, "nauc_map_at_1_max": 0.623257, "nauc_map_at_1_std": 0.269623, "nauc_map_at_1_diff1": 0.697804, "nauc_map_at_3_max": 0.624092, "nauc_map_at_3_std": 0.306517, "nauc_map_at_3_diff1": 0.66545, "nauc_map_at_5_max": 0.626454, "nauc_map_at_5_std": 0.312134, "nauc_map_at_5_diff1": 0.661931, "nauc_map_at_10_max": 0.627391, "nauc_map_at_10_std": 0.314175, "nauc_map_at_10_diff1": 0.659903, "nauc_map_at_20_max": 0.627404, "nauc_map_at_20_std": 0.315289, "nauc_map_at_20_diff1": 0.660834, "nauc_map_at_100_max": 0.626935, "nauc_map_at_100_std": 0.31408, "nauc_map_at_100_diff1": 0.661388, "nauc_map_at_1000_max": 0.626956, "nauc_map_at_1000_std": 0.313836, "nauc_map_at_1000_diff1": 0.661591, "nauc_recall_at_1_max": 0.623257, "nauc_recall_at_1_std": 0.269623, "nauc_recall_at_1_diff1": 0.697804, "nauc_recall_at_3_max": 0.624165, "nauc_recall_at_3_std": 0.35676, "nauc_recall_at_3_diff1": 0.614013, "nauc_recall_at_5_max": 0.628464, "nauc_recall_at_5_std": 0.387184, "nauc_recall_at_5_diff1": 0.585223, "nauc_recall_at_10_max": 0.640567, "nauc_recall_at_10_std": 0.428696, "nauc_recall_at_10_diff1": 0.539663, "nauc_recall_at_20_max": 0.646953, "nauc_recall_at_20_std": 0.52158, "nauc_recall_at_20_diff1": 0.519381, "nauc_recall_at_100_max": 0.568581, "nauc_recall_at_100_std": 0.648203, "nauc_recall_at_100_diff1": 0.330719, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.623257, "nauc_precision_at_1_std": 0.269623, "nauc_precision_at_1_diff1": 0.697804, "nauc_precision_at_3_max": 0.624165, "nauc_precision_at_3_std": 0.35676, "nauc_precision_at_3_diff1": 0.614013, "nauc_precision_at_5_max": 0.628464, "nauc_precision_at_5_std": 0.387184, "nauc_precision_at_5_diff1": 0.585223, "nauc_precision_at_10_max": 0.640567, "nauc_precision_at_10_std": 0.428696, "nauc_precision_at_10_diff1": 0.539663, "nauc_precision_at_20_max": 0.646953, "nauc_precision_at_20_std": 0.52158, "nauc_precision_at_20_diff1": 0.519381, "nauc_precision_at_100_max": 0.568581, "nauc_precision_at_100_std": 0.648203, "nauc_precision_at_100_diff1": 0.330719, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.623257, "nauc_mrr_at_1_std": 0.269623, "nauc_mrr_at_1_diff1": 0.697804, "nauc_mrr_at_3_max": 0.624092, "nauc_mrr_at_3_std": 0.306517, "nauc_mrr_at_3_diff1": 0.66545, "nauc_mrr_at_5_max": 0.626454, "nauc_mrr_at_5_std": 0.312134, "nauc_mrr_at_5_diff1": 0.661931, "nauc_mrr_at_10_max": 0.627391, "nauc_mrr_at_10_std": 0.314175, "nauc_mrr_at_10_diff1": 0.659903, "nauc_mrr_at_20_max": 0.627404, "nauc_mrr_at_20_std": 0.315289, "nauc_mrr_at_20_diff1": 0.660834, "nauc_mrr_at_100_max": 0.626935, "nauc_mrr_at_100_std": 0.31408, "nauc_mrr_at_100_diff1": 0.661388, "nauc_mrr_at_1000_max": 0.626956, "nauc_mrr_at_1000_std": 0.313836, "nauc_mrr_at_1000_diff1": 0.661591, "hit_rate_at_1": 0.496, "hit_rate_at_3": 0.648, "hit_rate_at_5": 0.71, "hit_rate_at_10": 0.778, "hit_rate_at_20": 0.848, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.71, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.88785, "ndcg_at_3": 0.92201, "ndcg_at_5": 0.92965, "ndcg_at_10": 0.93554, "ndcg_at_20": 0.93815, "ndcg_at_100": 0.93997, "ndcg_at_1000": 0.93997, "map_at_1": 0.88785, "map_at_3": 0.91433, "map_at_5": 0.91854, "map_at_10": 0.92087, "map_at_20": 0.92172, "map_at_100": 0.922, "map_at_1000": 0.922, "recall_at_1": 0.88785, "recall_at_3": 0.94393, "recall_at_5": 0.96262, "recall_at_10": 0.98131, "recall_at_20": 0.99065, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.88785, "precision_at_1": 0.88785, "precision_at_3": 0.31464, "precision_at_5": 0.19252, "precision_at_10": 0.09813, "precision_at_20": 0.04953, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.88785, "mrr_at_3": 0.91433, "mrr_at_5": 0.918536, "mrr_at_10": 0.920872, "mrr_at_20": 0.921722, "mrr_at_100": 0.921997, "mrr_at_1000": 0.921997, "nauc_ndcg_at_1_max": 0.682076, "nauc_ndcg_at_1_std": 0.223247, "nauc_ndcg_at_1_diff1": 0.868431, "nauc_ndcg_at_3_max": 0.682016, "nauc_ndcg_at_3_std": 0.202738, "nauc_ndcg_at_3_diff1": 0.842863, "nauc_ndcg_at_5_max": 0.728239, "nauc_ndcg_at_5_std": 0.294144, "nauc_ndcg_at_5_diff1": 0.856272, "nauc_ndcg_at_10_max": 0.722026, "nauc_ndcg_at_10_std": 0.289156, "nauc_ndcg_at_10_diff1": 0.863545, "nauc_ndcg_at_20_max": 0.710223, "nauc_ndcg_at_20_std": 0.270756, "nauc_ndcg_at_20_diff1": 0.863319, "nauc_ndcg_at_100_max": 0.701361, "nauc_ndcg_at_100_std": 0.252464, "nauc_ndcg_at_100_diff1": 0.859139, "nauc_ndcg_at_1000_max": 0.701361, "nauc_ndcg_at_1000_std": 0.252464, "nauc_ndcg_at_1000_diff1": 0.859139, "nauc_map_at_1_max": 0.682076, "nauc_map_at_1_std": 0.223247, "nauc_map_at_1_diff1": 0.868431, "nauc_map_at_3_max": 0.68423, "nauc_map_at_3_std": 0.213799, "nauc_map_at_3_diff1": 0.850869, "nauc_map_at_5_max": 0.704001, "nauc_map_at_5_std": 0.25474, "nauc_map_at_5_diff1": 0.857196, "nauc_map_at_10_max": 0.701272, "nauc_map_at_10_std": 0.251956, "nauc_map_at_10_diff1": 0.859573, "nauc_map_at_20_max": 0.698004, "nauc_map_at_20_std": 0.246808, "nauc_map_at_20_diff1": 0.859471, "nauc_map_at_100_max": 0.696932, "nauc_map_at_100_std": 0.244599, "nauc_map_at_100_diff1": 0.858972, "nauc_map_at_1000_max": 0.696932, "nauc_map_at_1000_std": 0.244599, "nauc_map_at_1000_diff1": 0.858972, "nauc_recall_at_1_max": 0.682076, "nauc_recall_at_1_std": 0.223247, "nauc_recall_at_1_diff1": 0.868431, "nauc_recall_at_3_max": 0.670948, "nauc_recall_at_3_std": 0.151432, "nauc_recall_at_3_diff1": 0.807842, "nauc_recall_at_5_max": 0.897843, "nauc_recall_at_5_std": 0.571986, "nauc_recall_at_5_diff1": 0.855882, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.795685, "nauc_recall_at_10_diff1": 0.934436, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.868873, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.682076, "nauc_precision_at_1_std": 0.223247, "nauc_precision_at_1_diff1": 0.868431, "nauc_precision_at_3_max": 0.670948, "nauc_precision_at_3_std": 0.151432, "nauc_precision_at_3_diff1": 0.807842, "nauc_precision_at_5_max": 0.897843, "nauc_precision_at_5_std": 0.571986, "nauc_precision_at_5_diff1": 0.855882, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.795685, "nauc_precision_at_10_diff1": 0.934436, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.868873, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.682076, "nauc_mrr_at_1_std": 0.223247, "nauc_mrr_at_1_diff1": 0.868431, "nauc_mrr_at_3_max": 0.68423, "nauc_mrr_at_3_std": 0.213799, "nauc_mrr_at_3_diff1": 0.850869, "nauc_mrr_at_5_max": 0.704001, "nauc_mrr_at_5_std": 0.25474, "nauc_mrr_at_5_diff1": 0.857196, "nauc_mrr_at_10_max": 0.701272, "nauc_mrr_at_10_std": 0.251956, "nauc_mrr_at_10_diff1": 0.859573, "nauc_mrr_at_20_max": 0.698004, "nauc_mrr_at_20_std": 0.246808, "nauc_mrr_at_20_diff1": 0.859471, "nauc_mrr_at_100_max": 0.696932, "nauc_mrr_at_100_std": 0.244599, "nauc_mrr_at_100_diff1": 0.858972, "nauc_mrr_at_1000_max": 0.696932, "nauc_mrr_at_1000_std": 0.244599, "nauc_mrr_at_1000_diff1": 0.858972, "hit_rate_at_1": 0.88785, "hit_rate_at_3": 0.94393, "hit_rate_at_5": 0.96262, "hit_rate_at_10": 0.98131, "hit_rate_at_20": 0.99065, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96262, "hf_subset": "mdf", "languages": [ "mdf-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.788, "ndcg_at_3": 0.84595, "ndcg_at_5": 0.86162, "ndcg_at_10": 0.8722, "ndcg_at_20": 0.87515, "ndcg_at_100": 0.88096, "ndcg_at_1000": 0.88146, "map_at_1": 0.788, "map_at_3": 0.83267, "map_at_5": 0.84137, "map_at_10": 0.84586, "map_at_20": 0.84664, "map_at_100": 0.84753, "map_at_1000": 0.84754, "recall_at_1": 0.788, "recall_at_3": 0.884, "recall_at_5": 0.922, "recall_at_10": 0.954, "recall_at_20": 0.966, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.788, "precision_at_1": 0.788, "precision_at_3": 0.29467, "precision_at_5": 0.1844, "precision_at_10": 0.0954, "precision_at_20": 0.0483, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.788, "mrr_at_3": 0.832667, "mrr_at_5": 0.841367, "mrr_at_10": 0.845864, "mrr_at_20": 0.846639, "mrr_at_100": 0.84753, "mrr_at_1000": 0.847545, "nauc_ndcg_at_1_max": 0.726124, "nauc_ndcg_at_1_std": 0.042906, "nauc_ndcg_at_1_diff1": 0.850192, "nauc_ndcg_at_3_max": 0.731536, "nauc_ndcg_at_3_std": 0.078921, "nauc_ndcg_at_3_diff1": 0.812745, "nauc_ndcg_at_5_max": 0.731266, "nauc_ndcg_at_5_std": 0.061438, "nauc_ndcg_at_5_diff1": 0.805176, "nauc_ndcg_at_10_max": 0.742674, "nauc_ndcg_at_10_std": 0.082872, "nauc_ndcg_at_10_diff1": 0.820818, "nauc_ndcg_at_20_max": 0.743397, "nauc_ndcg_at_20_std": 0.072878, "nauc_ndcg_at_20_diff1": 0.822893, "nauc_ndcg_at_100_max": 0.736094, "nauc_ndcg_at_100_std": 0.069976, "nauc_ndcg_at_100_diff1": 0.821615, "nauc_ndcg_at_1000_max": 0.73582, "nauc_ndcg_at_1000_std": 0.067081, "nauc_ndcg_at_1000_diff1": 0.823225, "nauc_map_at_1_max": 0.726124, "nauc_map_at_1_std": 0.042906, "nauc_map_at_1_diff1": 0.850192, "nauc_map_at_3_max": 0.730067, "nauc_map_at_3_std": 0.06597, "nauc_map_at_3_diff1": 0.823104, "nauc_map_at_5_max": 0.730334, "nauc_map_at_5_std": 0.057241, "nauc_map_at_5_diff1": 0.819984, "nauc_map_at_10_max": 0.734245, "nauc_map_at_10_std": 0.063799, "nauc_map_at_10_diff1": 0.826252, "nauc_map_at_20_max": 0.73439, "nauc_map_at_20_std": 0.061721, "nauc_map_at_20_diff1": 0.826857, "nauc_map_at_100_max": 0.733375, "nauc_map_at_100_std": 0.061324, "nauc_map_at_100_diff1": 0.826631, "nauc_map_at_1000_max": 0.733367, "nauc_map_at_1000_std": 0.061254, "nauc_map_at_1000_diff1": 0.826669, "nauc_recall_at_1_max": 0.726124, "nauc_recall_at_1_std": 0.042906, "nauc_recall_at_1_diff1": 0.850192, "nauc_recall_at_3_max": 0.737319, "nauc_recall_at_3_std": 0.13189, "nauc_recall_at_3_diff1": 0.771853, "nauc_recall_at_5_max": 0.735067, "nauc_recall_at_5_std": 0.08055, "nauc_recall_at_5_diff1": 0.721947, "nauc_recall_at_10_max": 0.830309, "nauc_recall_at_10_std": 0.279686, "nauc_recall_at_10_diff1": 0.784233, "nauc_recall_at_20_max": 0.869968, "nauc_recall_at_20_std": 0.202559, "nauc_recall_at_20_diff1": 0.796095, "nauc_recall_at_100_max": 0.795752, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.456116, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.726124, "nauc_precision_at_1_std": 0.042906, "nauc_precision_at_1_diff1": 0.850192, "nauc_precision_at_3_max": 0.737319, "nauc_precision_at_3_std": 0.13189, "nauc_precision_at_3_diff1": 0.771853, "nauc_precision_at_5_max": 0.735067, "nauc_precision_at_5_std": 0.08055, "nauc_precision_at_5_diff1": 0.721947, "nauc_precision_at_10_max": 0.830309, "nauc_precision_at_10_std": 0.279686, "nauc_precision_at_10_diff1": 0.784233, "nauc_precision_at_20_max": 0.869968, "nauc_precision_at_20_std": 0.202559, "nauc_precision_at_20_diff1": 0.796095, "nauc_precision_at_100_max": 0.795752, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.456116, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.726124, "nauc_mrr_at_1_std": 0.042906, "nauc_mrr_at_1_diff1": 0.850192, "nauc_mrr_at_3_max": 0.730067, "nauc_mrr_at_3_std": 0.06597, "nauc_mrr_at_3_diff1": 0.823104, "nauc_mrr_at_5_max": 0.730334, "nauc_mrr_at_5_std": 0.057241, "nauc_mrr_at_5_diff1": 0.819984, "nauc_mrr_at_10_max": 0.734245, "nauc_mrr_at_10_std": 0.063799, "nauc_mrr_at_10_diff1": 0.826252, "nauc_mrr_at_20_max": 0.73439, "nauc_mrr_at_20_std": 0.061721, "nauc_mrr_at_20_diff1": 0.826857, "nauc_mrr_at_100_max": 0.733375, "nauc_mrr_at_100_std": 0.061324, "nauc_mrr_at_100_diff1": 0.826631, "nauc_mrr_at_1000_max": 0.733367, "nauc_mrr_at_1000_std": 0.061254, "nauc_mrr_at_1000_diff1": 0.826669, "hit_rate_at_1": 0.788, "hit_rate_at_3": 0.884, "hit_rate_at_5": 0.922, "hit_rate_at_10": 0.954, "hit_rate_at_20": 0.966, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 1.0, "main_score": 0.922, "hf_subset": "mhr", "languages": [ "mhr-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.482, "ndcg_at_3": 0.56657, "ndcg_at_5": 0.59377, "ndcg_at_10": 0.62136, "ndcg_at_20": 0.6351, "ndcg_at_100": 0.65648, "ndcg_at_1000": 0.66371, "map_at_1": 0.482, "map_at_3": 0.546, "map_at_5": 0.5611, "map_at_10": 0.57275, "map_at_20": 0.57656, "map_at_100": 0.57945, "map_at_1000": 0.57977, "recall_at_1": 0.482, "recall_at_3": 0.626, "recall_at_5": 0.692, "recall_at_10": 0.776, "recall_at_20": 0.83, "recall_at_100": 0.946, "recall_at_1000": 1.0, "accuracy": 0.482, "precision_at_1": 0.482, "precision_at_3": 0.20867, "precision_at_5": 0.1384, "precision_at_10": 0.0776, "precision_at_20": 0.0415, "precision_at_100": 0.00946, "precision_at_1000": 0.001, "mrr_at_1": 0.482, "mrr_at_3": 0.546, "mrr_at_5": 0.5611, "mrr_at_10": 0.57275, "mrr_at_20": 0.57656, "mrr_at_100": 0.579446, "mrr_at_1000": 0.57977, "nauc_ndcg_at_1_max": 0.69338, "nauc_ndcg_at_1_std": 0.244541, "nauc_ndcg_at_1_diff1": 0.748226, "nauc_ndcg_at_3_max": 0.652008, "nauc_ndcg_at_3_std": 0.236661, "nauc_ndcg_at_3_diff1": 0.674452, "nauc_ndcg_at_5_max": 0.660638, "nauc_ndcg_at_5_std": 0.247478, "nauc_ndcg_at_5_diff1": 0.671949, "nauc_ndcg_at_10_max": 0.66324, "nauc_ndcg_at_10_std": 0.264828, "nauc_ndcg_at_10_diff1": 0.679772, "nauc_ndcg_at_20_max": 0.664742, "nauc_ndcg_at_20_std": 0.262731, "nauc_ndcg_at_20_diff1": 0.676927, "nauc_ndcg_at_100_max": 0.663332, "nauc_ndcg_at_100_std": 0.258862, "nauc_ndcg_at_100_diff1": 0.683068, "nauc_ndcg_at_1000_max": 0.665164, "nauc_ndcg_at_1000_std": 0.25405, "nauc_ndcg_at_1000_diff1": 0.687301, "nauc_map_at_1_max": 0.69338, "nauc_map_at_1_std": 0.244541, "nauc_map_at_1_diff1": 0.748226, "nauc_map_at_3_max": 0.661507, "nauc_map_at_3_std": 0.237873, "nauc_map_at_3_diff1": 0.692817, "nauc_map_at_5_max": 0.666558, "nauc_map_at_5_std": 0.243768, "nauc_map_at_5_diff1": 0.692188, "nauc_map_at_10_max": 0.667607, "nauc_map_at_10_std": 0.250449, "nauc_map_at_10_diff1": 0.695671, "nauc_map_at_20_max": 0.667855, "nauc_map_at_20_std": 0.249497, "nauc_map_at_20_diff1": 0.694931, "nauc_map_at_100_max": 0.667715, "nauc_map_at_100_std": 0.248972, "nauc_map_at_100_diff1": 0.695775, "nauc_map_at_1000_max": 0.667806, "nauc_map_at_1000_std": 0.248801, "nauc_map_at_1000_diff1": 0.695978, "nauc_recall_at_1_max": 0.69338, "nauc_recall_at_1_std": 0.244541, "nauc_recall_at_1_diff1": 0.748226, "nauc_recall_at_3_max": 0.62239, "nauc_recall_at_3_std": 0.233186, "nauc_recall_at_3_diff1": 0.616461, "nauc_recall_at_5_max": 0.641553, "nauc_recall_at_5_std": 0.262673, "nauc_recall_at_5_diff1": 0.600213, "nauc_recall_at_10_max": 0.648, "nauc_recall_at_10_std": 0.340915, "nauc_recall_at_10_diff1": 0.613547, "nauc_recall_at_20_max": 0.656394, "nauc_recall_at_20_std": 0.351628, "nauc_recall_at_20_diff1": 0.579068, "nauc_recall_at_100_max": 0.605128, "nauc_recall_at_100_std": 0.428935, "nauc_recall_at_100_diff1": 0.545734, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.69338, "nauc_precision_at_1_std": 0.244541, "nauc_precision_at_1_diff1": 0.748226, "nauc_precision_at_3_max": 0.62239, "nauc_precision_at_3_std": 0.233186, "nauc_precision_at_3_diff1": 0.616461, "nauc_precision_at_5_max": 0.641553, "nauc_precision_at_5_std": 0.262673, "nauc_precision_at_5_diff1": 0.600213, "nauc_precision_at_10_max": 0.648, "nauc_precision_at_10_std": 0.340915, "nauc_precision_at_10_diff1": 0.613547, "nauc_precision_at_20_max": 0.656394, "nauc_precision_at_20_std": 0.351628, "nauc_precision_at_20_diff1": 0.579068, "nauc_precision_at_100_max": 0.605128, "nauc_precision_at_100_std": 0.428935, "nauc_precision_at_100_diff1": 0.545734, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.69338, "nauc_mrr_at_1_std": 0.244541, "nauc_mrr_at_1_diff1": 0.748226, "nauc_mrr_at_3_max": 0.661507, "nauc_mrr_at_3_std": 0.237873, "nauc_mrr_at_3_diff1": 0.692817, "nauc_mrr_at_5_max": 0.666558, "nauc_mrr_at_5_std": 0.243768, "nauc_mrr_at_5_diff1": 0.692188, "nauc_mrr_at_10_max": 0.667607, "nauc_mrr_at_10_std": 0.250449, "nauc_mrr_at_10_diff1": 0.695671, "nauc_mrr_at_20_max": 0.667855, "nauc_mrr_at_20_std": 0.249497, "nauc_mrr_at_20_diff1": 0.694931, "nauc_mrr_at_100_max": 0.667715, "nauc_mrr_at_100_std": 0.248972, "nauc_mrr_at_100_diff1": 0.695775, "nauc_mrr_at_1000_max": 0.667806, "nauc_mrr_at_1000_std": 0.248801, "nauc_mrr_at_1000_diff1": 0.695978, "hit_rate_at_1": 0.482, "hit_rate_at_3": 0.626, "hit_rate_at_5": 0.692, "hit_rate_at_10": 0.776, "hit_rate_at_20": 0.83, "hit_rate_at_100": 0.946, "hit_rate_at_1000": 1.0, "main_score": 0.692, "hf_subset": "mk", "languages": [ "mkd-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.412, "ndcg_at_3": 0.50366, "ndcg_at_5": 0.52768, "ndcg_at_10": 0.56013, "ndcg_at_20": 0.58201, "ndcg_at_100": 0.60421, "ndcg_at_1000": 0.61333, "map_at_1": 0.412, "map_at_3": 0.482, "map_at_5": 0.4954, "map_at_10": 0.50885, "map_at_20": 0.51492, "map_at_100": 0.5177, "map_at_1000": 0.51816, "recall_at_1": 0.412, "recall_at_3": 0.566, "recall_at_5": 0.624, "recall_at_10": 0.724, "recall_at_20": 0.81, "recall_at_100": 0.934, "recall_at_1000": 1.0, "accuracy": 0.412, "precision_at_1": 0.412, "precision_at_3": 0.18867, "precision_at_5": 0.1248, "precision_at_10": 0.0724, "precision_at_20": 0.0405, "precision_at_100": 0.00934, "precision_at_1000": 0.001, "mrr_at_1": 0.412, "mrr_at_3": 0.482, "mrr_at_5": 0.4954, "mrr_at_10": 0.508848, "mrr_at_20": 0.514919, "mrr_at_100": 0.517702, "mrr_at_1000": 0.518157, "nauc_ndcg_at_1_max": 0.614319, "nauc_ndcg_at_1_std": 0.322774, "nauc_ndcg_at_1_diff1": 0.671324, "nauc_ndcg_at_3_max": 0.616691, "nauc_ndcg_at_3_std": 0.355212, "nauc_ndcg_at_3_diff1": 0.603318, "nauc_ndcg_at_5_max": 0.618534, "nauc_ndcg_at_5_std": 0.356118, "nauc_ndcg_at_5_diff1": 0.59018, "nauc_ndcg_at_10_max": 0.617775, "nauc_ndcg_at_10_std": 0.375042, "nauc_ndcg_at_10_diff1": 0.583398, "nauc_ndcg_at_20_max": 0.619987, "nauc_ndcg_at_20_std": 0.381502, "nauc_ndcg_at_20_diff1": 0.587275, "nauc_ndcg_at_100_max": 0.619735, "nauc_ndcg_at_100_std": 0.376039, "nauc_ndcg_at_100_diff1": 0.597023, "nauc_ndcg_at_1000_max": 0.618197, "nauc_ndcg_at_1000_std": 0.366831, "nauc_ndcg_at_1000_diff1": 0.60158, "nauc_map_at_1_max": 0.614319, "nauc_map_at_1_std": 0.322774, "nauc_map_at_1_diff1": 0.671324, "nauc_map_at_3_max": 0.614824, "nauc_map_at_3_std": 0.3472, "nauc_map_at_3_diff1": 0.618038, "nauc_map_at_5_max": 0.615541, "nauc_map_at_5_std": 0.347581, "nauc_map_at_5_diff1": 0.610624, "nauc_map_at_10_max": 0.615372, "nauc_map_at_10_std": 0.355076, "nauc_map_at_10_diff1": 0.608537, "nauc_map_at_20_max": 0.615824, "nauc_map_at_20_std": 0.356416, "nauc_map_at_20_diff1": 0.609774, "nauc_map_at_100_max": 0.616024, "nauc_map_at_100_std": 0.355999, "nauc_map_at_100_diff1": 0.611256, "nauc_map_at_1000_max": 0.615984, "nauc_map_at_1000_std": 0.355629, "nauc_map_at_1000_diff1": 0.61151, "nauc_recall_at_1_max": 0.614319, "nauc_recall_at_1_std": 0.322774, "nauc_recall_at_1_diff1": 0.671324, "nauc_recall_at_3_max": 0.62296, "nauc_recall_at_3_std": 0.379666, "nauc_recall_at_3_diff1": 0.559317, "nauc_recall_at_5_max": 0.62955, "nauc_recall_at_5_std": 0.384019, "nauc_recall_at_5_diff1": 0.523272, "nauc_recall_at_10_max": 0.627879, "nauc_recall_at_10_std": 0.463562, "nauc_recall_at_10_diff1": 0.479408, "nauc_recall_at_20_max": 0.646781, "nauc_recall_at_20_std": 0.537283, "nauc_recall_at_20_diff1": 0.46849, "nauc_recall_at_100_max": 0.669355, "nauc_recall_at_100_std": 0.650836, "nauc_recall_at_100_diff1": 0.473078, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614319, "nauc_precision_at_1_std": 0.322774, "nauc_precision_at_1_diff1": 0.671324, "nauc_precision_at_3_max": 0.62296, "nauc_precision_at_3_std": 0.379666, "nauc_precision_at_3_diff1": 0.559317, "nauc_precision_at_5_max": 0.62955, "nauc_precision_at_5_std": 0.384019, "nauc_precision_at_5_diff1": 0.523272, "nauc_precision_at_10_max": 0.627879, "nauc_precision_at_10_std": 0.463562, "nauc_precision_at_10_diff1": 0.479408, "nauc_precision_at_20_max": 0.646781, "nauc_precision_at_20_std": 0.537283, "nauc_precision_at_20_diff1": 0.46849, "nauc_precision_at_100_max": 0.669355, "nauc_precision_at_100_std": 0.650836, "nauc_precision_at_100_diff1": 0.473078, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.614319, "nauc_mrr_at_1_std": 0.322774, "nauc_mrr_at_1_diff1": 0.671324, "nauc_mrr_at_3_max": 0.614824, "nauc_mrr_at_3_std": 0.3472, "nauc_mrr_at_3_diff1": 0.618038, "nauc_mrr_at_5_max": 0.615541, "nauc_mrr_at_5_std": 0.347581, "nauc_mrr_at_5_diff1": 0.610624, "nauc_mrr_at_10_max": 0.615372, "nauc_mrr_at_10_std": 0.355076, "nauc_mrr_at_10_diff1": 0.608537, "nauc_mrr_at_20_max": 0.615824, "nauc_mrr_at_20_std": 0.356416, "nauc_mrr_at_20_diff1": 0.609774, "nauc_mrr_at_100_max": 0.616024, "nauc_mrr_at_100_std": 0.355999, "nauc_mrr_at_100_diff1": 0.611256, "nauc_mrr_at_1000_max": 0.615984, "nauc_mrr_at_1000_std": 0.355629, "nauc_mrr_at_1000_diff1": 0.61151, "hit_rate_at_1": 0.412, "hit_rate_at_3": 0.566, "hit_rate_at_5": 0.624, "hit_rate_at_10": 0.724, "hit_rate_at_20": 0.81, "hit_rate_at_100": 0.934, "hit_rate_at_1000": 1.0, "main_score": 0.624, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.152, "ndcg_at_3": 0.21095, "ndcg_at_5": 0.22911, "ndcg_at_10": 0.26188, "ndcg_at_20": 0.29116, "ndcg_at_100": 0.34164, "ndcg_at_1000": 0.37025, "map_at_1": 0.152, "map_at_3": 0.19733, "map_at_5": 0.20743, "map_at_10": 0.22122, "map_at_20": 0.22922, "map_at_100": 0.23623, "map_at_1000": 0.23742, "recall_at_1": 0.152, "recall_at_3": 0.25, "recall_at_5": 0.294, "recall_at_10": 0.394, "recall_at_20": 0.51, "recall_at_100": 0.782, "recall_at_1000": 1.0, "accuracy": 0.152, "precision_at_1": 0.152, "precision_at_3": 0.08333, "precision_at_5": 0.0588, "precision_at_10": 0.0394, "precision_at_20": 0.0255, "precision_at_100": 0.00782, "precision_at_1000": 0.001, "mrr_at_1": 0.152, "mrr_at_3": 0.197333, "mrr_at_5": 0.207433, "mrr_at_10": 0.221218, "mrr_at_20": 0.229223, "mrr_at_100": 0.236232, "mrr_at_1000": 0.237419, "nauc_ndcg_at_1_max": 0.365497, "nauc_ndcg_at_1_std": 0.130643, "nauc_ndcg_at_1_diff1": 0.372192, "nauc_ndcg_at_3_max": 0.354309, "nauc_ndcg_at_3_std": 0.168817, "nauc_ndcg_at_3_diff1": 0.288638, "nauc_ndcg_at_5_max": 0.337042, "nauc_ndcg_at_5_std": 0.168336, "nauc_ndcg_at_5_diff1": 0.265937, "nauc_ndcg_at_10_max": 0.331125, "nauc_ndcg_at_10_std": 0.177185, "nauc_ndcg_at_10_diff1": 0.266299, "nauc_ndcg_at_20_max": 0.319727, "nauc_ndcg_at_20_std": 0.178096, "nauc_ndcg_at_20_diff1": 0.263754, "nauc_ndcg_at_100_max": 0.32393, "nauc_ndcg_at_100_std": 0.194476, "nauc_ndcg_at_100_diff1": 0.261471, "nauc_ndcg_at_1000_max": 0.330755, "nauc_ndcg_at_1000_std": 0.179135, "nauc_ndcg_at_1000_diff1": 0.272292, "nauc_map_at_1_max": 0.365497, "nauc_map_at_1_std": 0.130643, "nauc_map_at_1_diff1": 0.372192, "nauc_map_at_3_max": 0.356722, "nauc_map_at_3_std": 0.163569, "nauc_map_at_3_diff1": 0.303755, "nauc_map_at_5_max": 0.34647, "nauc_map_at_5_std": 0.16341, "nauc_map_at_5_diff1": 0.289813, "nauc_map_at_10_max": 0.343281, "nauc_map_at_10_std": 0.167455, "nauc_map_at_10_diff1": 0.289687, "nauc_map_at_20_max": 0.340081, "nauc_map_at_20_std": 0.168351, "nauc_map_at_20_diff1": 0.289493, "nauc_map_at_100_max": 0.340779, "nauc_map_at_100_std": 0.170132, "nauc_map_at_100_diff1": 0.289195, "nauc_map_at_1000_max": 0.340975, "nauc_map_at_1000_std": 0.169561, "nauc_map_at_1000_diff1": 0.289437, "nauc_recall_at_1_max": 0.365497, "nauc_recall_at_1_std": 0.130643, "nauc_recall_at_1_diff1": 0.372192, "nauc_recall_at_3_max": 0.348269, "nauc_recall_at_3_std": 0.180937, "nauc_recall_at_3_diff1": 0.251784, "nauc_recall_at_5_max": 0.312797, "nauc_recall_at_5_std": 0.178998, "nauc_recall_at_5_diff1": 0.207988, "nauc_recall_at_10_max": 0.300866, "nauc_recall_at_10_std": 0.200832, "nauc_recall_at_10_diff1": 0.212311, "nauc_recall_at_20_max": 0.26055, "nauc_recall_at_20_std": 0.200883, "nauc_recall_at_20_diff1": 0.198761, "nauc_recall_at_100_max": 0.252103, "nauc_recall_at_100_std": 0.343844, "nauc_recall_at_100_diff1": 0.141428, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.365497, "nauc_precision_at_1_std": 0.130643, "nauc_precision_at_1_diff1": 0.372192, "nauc_precision_at_3_max": 0.348269, "nauc_precision_at_3_std": 0.180937, "nauc_precision_at_3_diff1": 0.251784, "nauc_precision_at_5_max": 0.312797, "nauc_precision_at_5_std": 0.178998, "nauc_precision_at_5_diff1": 0.207988, "nauc_precision_at_10_max": 0.300866, "nauc_precision_at_10_std": 0.200832, "nauc_precision_at_10_diff1": 0.212311, "nauc_precision_at_20_max": 0.26055, "nauc_precision_at_20_std": 0.200883, "nauc_precision_at_20_diff1": 0.198761, "nauc_precision_at_100_max": 0.252103, "nauc_precision_at_100_std": 0.343844, "nauc_precision_at_100_diff1": 0.141428, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.365497, "nauc_mrr_at_1_std": 0.130643, "nauc_mrr_at_1_diff1": 0.372192, "nauc_mrr_at_3_max": 0.356722, "nauc_mrr_at_3_std": 0.163569, "nauc_mrr_at_3_diff1": 0.303755, "nauc_mrr_at_5_max": 0.34647, "nauc_mrr_at_5_std": 0.16341, "nauc_mrr_at_5_diff1": 0.289813, "nauc_mrr_at_10_max": 0.343281, "nauc_mrr_at_10_std": 0.167455, "nauc_mrr_at_10_diff1": 0.289687, "nauc_mrr_at_20_max": 0.340081, "nauc_mrr_at_20_std": 0.168351, "nauc_mrr_at_20_diff1": 0.289493, "nauc_mrr_at_100_max": 0.340779, "nauc_mrr_at_100_std": 0.170132, "nauc_mrr_at_100_diff1": 0.289195, "nauc_mrr_at_1000_max": 0.340975, "nauc_mrr_at_1000_std": 0.169561, "nauc_mrr_at_1000_diff1": 0.289437, "hit_rate_at_1": 0.152, "hit_rate_at_3": 0.25, "hit_rate_at_5": 0.294, "hit_rate_at_10": 0.394, "hit_rate_at_20": 0.51, "hit_rate_at_100": 0.782, "hit_rate_at_1000": 1.0, "main_score": 0.294, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.688, "ndcg_at_3": 0.76231, "ndcg_at_5": 0.77539, "ndcg_at_10": 0.79131, "ndcg_at_20": 0.80211, "ndcg_at_100": 0.81154, "ndcg_at_1000": 0.81354, "map_at_1": 0.688, "map_at_3": 0.745, "map_at_5": 0.7522, "map_at_10": 0.75863, "map_at_20": 0.7617, "map_at_100": 0.76305, "map_at_1000": 0.76316, "recall_at_1": 0.688, "recall_at_3": 0.812, "recall_at_5": 0.844, "recall_at_10": 0.894, "recall_at_20": 0.936, "recall_at_100": 0.986, "recall_at_1000": 1.0, "accuracy": 0.688, "precision_at_1": 0.688, "precision_at_3": 0.27067, "precision_at_5": 0.1688, "precision_at_10": 0.0894, "precision_at_20": 0.0468, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.688, "mrr_at_3": 0.745, "mrr_at_5": 0.7522, "mrr_at_10": 0.758634, "mrr_at_20": 0.761697, "mrr_at_100": 0.763047, "mrr_at_1000": 0.763159, "nauc_ndcg_at_1_max": 0.753025, "nauc_ndcg_at_1_std": 0.30702, "nauc_ndcg_at_1_diff1": 0.829481, "nauc_ndcg_at_3_max": 0.737702, "nauc_ndcg_at_3_std": 0.288075, "nauc_ndcg_at_3_diff1": 0.786576, "nauc_ndcg_at_5_max": 0.738473, "nauc_ndcg_at_5_std": 0.285625, "nauc_ndcg_at_5_diff1": 0.785724, "nauc_ndcg_at_10_max": 0.740115, "nauc_ndcg_at_10_std": 0.284988, "nauc_ndcg_at_10_diff1": 0.782196, "nauc_ndcg_at_20_max": 0.738375, "nauc_ndcg_at_20_std": 0.28519, "nauc_ndcg_at_20_diff1": 0.78677, "nauc_ndcg_at_100_max": 0.74245, "nauc_ndcg_at_100_std": 0.294065, "nauc_ndcg_at_100_diff1": 0.793502, "nauc_ndcg_at_1000_max": 0.742569, "nauc_ndcg_at_1000_std": 0.29187, "nauc_ndcg_at_1000_diff1": 0.794221, "nauc_map_at_1_max": 0.753025, "nauc_map_at_1_std": 0.30702, "nauc_map_at_1_diff1": 0.829481, "nauc_map_at_3_max": 0.742218, "nauc_map_at_3_std": 0.292579, "nauc_map_at_3_diff1": 0.798065, "nauc_map_at_5_max": 0.742967, "nauc_map_at_5_std": 0.291535, "nauc_map_at_5_diff1": 0.797933, "nauc_map_at_10_max": 0.743912, "nauc_map_at_10_std": 0.292263, "nauc_map_at_10_diff1": 0.797091, "nauc_map_at_20_max": 0.743417, "nauc_map_at_20_std": 0.292261, "nauc_map_at_20_diff1": 0.798301, "nauc_map_at_100_max": 0.744078, "nauc_map_at_100_std": 0.293559, "nauc_map_at_100_diff1": 0.799231, "nauc_map_at_1000_max": 0.74408, "nauc_map_at_1000_std": 0.293463, "nauc_map_at_1000_diff1": 0.799263, "nauc_recall_at_1_max": 0.753025, "nauc_recall_at_1_std": 0.30702, "nauc_recall_at_1_diff1": 0.829481, "nauc_recall_at_3_max": 0.721004, "nauc_recall_at_3_std": 0.27197, "nauc_recall_at_3_diff1": 0.744689, "nauc_recall_at_5_max": 0.719033, "nauc_recall_at_5_std": 0.260444, "nauc_recall_at_5_diff1": 0.734206, "nauc_recall_at_10_max": 0.717747, "nauc_recall_at_10_std": 0.238166, "nauc_recall_at_10_diff1": 0.692331, "nauc_recall_at_20_max": 0.687836, "nauc_recall_at_20_std": 0.213615, "nauc_recall_at_20_diff1": 0.685881, "nauc_recall_at_100_max": 0.730892, "nauc_recall_at_100_std": 0.476324, "nauc_recall_at_100_diff1": 0.733227, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.753025, "nauc_precision_at_1_std": 0.30702, "nauc_precision_at_1_diff1": 0.829481, "nauc_precision_at_3_max": 0.721004, "nauc_precision_at_3_std": 0.27197, "nauc_precision_at_3_diff1": 0.744689, "nauc_precision_at_5_max": 0.719033, "nauc_precision_at_5_std": 0.260444, "nauc_precision_at_5_diff1": 0.734206, "nauc_precision_at_10_max": 0.717747, "nauc_precision_at_10_std": 0.238166, "nauc_precision_at_10_diff1": 0.692331, "nauc_precision_at_20_max": 0.687836, "nauc_precision_at_20_std": 0.213615, "nauc_precision_at_20_diff1": 0.685881, "nauc_precision_at_100_max": 0.730892, "nauc_precision_at_100_std": 0.476324, "nauc_precision_at_100_diff1": 0.733227, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.753025, "nauc_mrr_at_1_std": 0.30702, "nauc_mrr_at_1_diff1": 0.829481, "nauc_mrr_at_3_max": 0.742218, "nauc_mrr_at_3_std": 0.292579, "nauc_mrr_at_3_diff1": 0.798065, "nauc_mrr_at_5_max": 0.742967, "nauc_mrr_at_5_std": 0.291535, "nauc_mrr_at_5_diff1": 0.797933, "nauc_mrr_at_10_max": 0.743912, "nauc_mrr_at_10_std": 0.292263, "nauc_mrr_at_10_diff1": 0.797091, "nauc_mrr_at_20_max": 0.743417, "nauc_mrr_at_20_std": 0.292261, "nauc_mrr_at_20_diff1": 0.798301, "nauc_mrr_at_100_max": 0.744078, "nauc_mrr_at_100_std": 0.293559, "nauc_mrr_at_100_diff1": 0.799231, "nauc_mrr_at_1000_max": 0.74408, "nauc_mrr_at_1000_std": 0.293463, "nauc_mrr_at_1000_diff1": 0.799263, "hit_rate_at_1": 0.688, "hit_rate_at_3": 0.812, "hit_rate_at_5": 0.844, "hit_rate_at_10": 0.894, "hit_rate_at_20": 0.936, "hit_rate_at_100": 0.986, "hit_rate_at_1000": 1.0, "main_score": 0.844, "hf_subset": "mr", "languages": [ "mar-Deva" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.736, "ndcg_at_3": 0.805, "ndcg_at_5": 0.81903, "ndcg_at_10": 0.8331, "ndcg_at_20": 0.83748, "ndcg_at_100": 0.84506, "ndcg_at_1000": 0.84667, "map_at_1": 0.736, "map_at_3": 0.78867, "map_at_5": 0.79647, "map_at_10": 0.80218, "map_at_20": 0.80329, "map_at_100": 0.80441, "map_at_1000": 0.80448, "recall_at_1": 0.736, "recall_at_3": 0.852, "recall_at_5": 0.886, "recall_at_10": 0.93, "recall_at_20": 0.948, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.736, "precision_at_1": 0.736, "precision_at_3": 0.284, "precision_at_5": 0.1772, "precision_at_10": 0.093, "precision_at_20": 0.0474, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.736, "mrr_at_3": 0.788667, "mrr_at_5": 0.796467, "mrr_at_10": 0.802175, "mrr_at_20": 0.803289, "mrr_at_100": 0.804408, "mrr_at_1000": 0.804479, "nauc_ndcg_at_1_max": 0.699084, "nauc_ndcg_at_1_std": -0.021614, "nauc_ndcg_at_1_diff1": 0.815197, "nauc_ndcg_at_3_max": 0.7305, "nauc_ndcg_at_3_std": 0.022646, "nauc_ndcg_at_3_diff1": 0.782219, "nauc_ndcg_at_5_max": 0.720751, "nauc_ndcg_at_5_std": 0.00988, "nauc_ndcg_at_5_diff1": 0.780256, "nauc_ndcg_at_10_max": 0.723318, "nauc_ndcg_at_10_std": 0.010856, "nauc_ndcg_at_10_diff1": 0.78762, "nauc_ndcg_at_20_max": 0.721722, "nauc_ndcg_at_20_std": 0.001909, "nauc_ndcg_at_20_diff1": 0.787263, "nauc_ndcg_at_100_max": 0.720791, "nauc_ndcg_at_100_std": 0.008744, "nauc_ndcg_at_100_diff1": 0.791053, "nauc_ndcg_at_1000_max": 0.718588, "nauc_ndcg_at_1000_std": 0.003681, "nauc_ndcg_at_1000_diff1": 0.79049, "nauc_map_at_1_max": 0.699084, "nauc_map_at_1_std": -0.021614, "nauc_map_at_1_diff1": 0.815197, "nauc_map_at_3_max": 0.720818, "nauc_map_at_3_std": 0.009548, "nauc_map_at_3_diff1": 0.789469, "nauc_map_at_5_max": 0.715743, "nauc_map_at_5_std": 0.002843, "nauc_map_at_5_diff1": 0.788957, "nauc_map_at_10_max": 0.7165, "nauc_map_at_10_std": 0.002946, "nauc_map_at_10_diff1": 0.791974, "nauc_map_at_20_max": 0.716002, "nauc_map_at_20_std": 0.001204, "nauc_map_at_20_diff1": 0.791893, "nauc_map_at_100_max": 0.715758, "nauc_map_at_100_std": 0.001415, "nauc_map_at_100_diff1": 0.792442, "nauc_map_at_1000_max": 0.715676, "nauc_map_at_1000_std": 0.001203, "nauc_map_at_1000_diff1": 0.792439, "nauc_recall_at_1_max": 0.699084, "nauc_recall_at_1_std": -0.021614, "nauc_recall_at_1_diff1": 0.815197, "nauc_recall_at_3_max": 0.768638, "nauc_recall_at_3_std": 0.073952, "nauc_recall_at_3_diff1": 0.755211, "nauc_recall_at_5_max": 0.742421, "nauc_recall_at_5_std": 0.04028, "nauc_recall_at_5_diff1": 0.739607, "nauc_recall_at_10_max": 0.772682, "nauc_recall_at_10_std": 0.065466, "nauc_recall_at_10_diff1": 0.762798, "nauc_recall_at_20_max": 0.77424, "nauc_recall_at_20_std": -0.026377, "nauc_recall_at_20_diff1": 0.75088, "nauc_recall_at_100_max": 0.910131, "nauc_recall_at_100_std": 0.428182, "nauc_recall_at_100_diff1": 0.84944, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.699084, "nauc_precision_at_1_std": -0.021614, "nauc_precision_at_1_diff1": 0.815197, "nauc_precision_at_3_max": 0.768638, "nauc_precision_at_3_std": 0.073952, "nauc_precision_at_3_diff1": 0.755211, "nauc_precision_at_5_max": 0.742421, "nauc_precision_at_5_std": 0.04028, "nauc_precision_at_5_diff1": 0.739607, "nauc_precision_at_10_max": 0.772682, "nauc_precision_at_10_std": 0.065466, "nauc_precision_at_10_diff1": 0.762798, "nauc_precision_at_20_max": 0.77424, "nauc_precision_at_20_std": -0.026377, "nauc_precision_at_20_diff1": 0.75088, "nauc_precision_at_100_max": 0.910131, "nauc_precision_at_100_std": 0.428182, "nauc_precision_at_100_diff1": 0.84944, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.699084, "nauc_mrr_at_1_std": -0.021614, "nauc_mrr_at_1_diff1": 0.815197, "nauc_mrr_at_3_max": 0.720818, "nauc_mrr_at_3_std": 0.009548, "nauc_mrr_at_3_diff1": 0.789469, "nauc_mrr_at_5_max": 0.715743, "nauc_mrr_at_5_std": 0.002843, "nauc_mrr_at_5_diff1": 0.788957, "nauc_mrr_at_10_max": 0.7165, "nauc_mrr_at_10_std": 0.002946, "nauc_mrr_at_10_diff1": 0.791974, "nauc_mrr_at_20_max": 0.716002, "nauc_mrr_at_20_std": 0.001204, "nauc_mrr_at_20_diff1": 0.791893, "nauc_mrr_at_100_max": 0.715758, "nauc_mrr_at_100_std": 0.001415, "nauc_mrr_at_100_diff1": 0.792442, "nauc_mrr_at_1000_max": 0.715676, "nauc_mrr_at_1000_std": 0.001203, "nauc_mrr_at_1000_diff1": 0.792439, "hit_rate_at_1": 0.736, "hit_rate_at_3": 0.852, "hit_rate_at_5": 0.886, "hit_rate_at_10": 0.93, "hit_rate_at_20": 0.948, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.886, "hf_subset": "mrj", "languages": [ "mrj-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.72, "ndcg_at_3": 0.79174, "ndcg_at_5": 0.80422, "ndcg_at_10": 0.82409, "ndcg_at_20": 0.8312, "ndcg_at_100": 0.83669, "ndcg_at_1000": 0.83807, "map_at_1": 0.72, "map_at_3": 0.77433, "map_at_5": 0.78133, "map_at_10": 0.78942, "map_at_20": 0.7914, "map_at_100": 0.79226, "map_at_1000": 0.79233, "recall_at_1": 0.72, "recall_at_3": 0.842, "recall_at_5": 0.872, "recall_at_10": 0.934, "recall_at_20": 0.962, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.72, "precision_at_1": 0.72, "precision_at_3": 0.28067, "precision_at_5": 0.1744, "precision_at_10": 0.0934, "precision_at_20": 0.0481, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.72, "mrr_at_3": 0.774333, "mrr_at_5": 0.781333, "mrr_at_10": 0.789425, "mrr_at_20": 0.791398, "mrr_at_100": 0.792259, "mrr_at_1000": 0.792328, "nauc_ndcg_at_1_max": 0.742422, "nauc_ndcg_at_1_std": -0.062695, "nauc_ndcg_at_1_diff1": 0.816384, "nauc_ndcg_at_3_max": 0.743138, "nauc_ndcg_at_3_std": -0.066726, "nauc_ndcg_at_3_diff1": 0.791656, "nauc_ndcg_at_5_max": 0.73947, "nauc_ndcg_at_5_std": -0.07605, "nauc_ndcg_at_5_diff1": 0.787952, "nauc_ndcg_at_10_max": 0.748388, "nauc_ndcg_at_10_std": -0.051448, "nauc_ndcg_at_10_diff1": 0.79181, "nauc_ndcg_at_20_max": 0.747007, "nauc_ndcg_at_20_std": -0.053425, "nauc_ndcg_at_20_diff1": 0.794167, "nauc_ndcg_at_100_max": 0.745665, "nauc_ndcg_at_100_std": -0.059595, "nauc_ndcg_at_100_diff1": 0.796457, "nauc_ndcg_at_1000_max": 0.744786, "nauc_ndcg_at_1000_std": -0.060074, "nauc_ndcg_at_1000_diff1": 0.795327, "nauc_map_at_1_max": 0.742422, "nauc_map_at_1_std": -0.062695, "nauc_map_at_1_diff1": 0.816384, "nauc_map_at_3_max": 0.743281, "nauc_map_at_3_std": -0.065243, "nauc_map_at_3_diff1": 0.796796, "nauc_map_at_5_max": 0.74141, "nauc_map_at_5_std": -0.070115, "nauc_map_at_5_diff1": 0.795029, "nauc_map_at_10_max": 0.744377, "nauc_map_at_10_std": -0.061891, "nauc_map_at_10_diff1": 0.796423, "nauc_map_at_20_max": 0.744075, "nauc_map_at_20_std": -0.061791, "nauc_map_at_20_diff1": 0.796953, "nauc_map_at_100_max": 0.743884, "nauc_map_at_100_std": -0.062453, "nauc_map_at_100_diff1": 0.797195, "nauc_map_at_1000_max": 0.743859, "nauc_map_at_1000_std": -0.062465, "nauc_map_at_1000_diff1": 0.797155, "nauc_recall_at_1_max": 0.742422, "nauc_recall_at_1_std": -0.062695, "nauc_recall_at_1_diff1": 0.816384, "nauc_recall_at_3_max": 0.742387, "nauc_recall_at_3_std": -0.072689, "nauc_recall_at_3_diff1": 0.772741, "nauc_recall_at_5_max": 0.729605, "nauc_recall_at_5_std": -0.105033, "nauc_recall_at_5_diff1": 0.756233, "nauc_recall_at_10_max": 0.791189, "nauc_recall_at_10_std": 0.063676, "nauc_recall_at_10_diff1": 0.76066, "nauc_recall_at_20_max": 0.798639, "nauc_recall_at_20_std": 0.092412, "nauc_recall_at_20_diff1": 0.776795, "nauc_recall_at_100_max": 0.845472, "nauc_recall_at_100_std": -0.004482, "nauc_recall_at_100_diff1": 0.918301, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.742422, "nauc_precision_at_1_std": -0.062695, "nauc_precision_at_1_diff1": 0.816384, "nauc_precision_at_3_max": 0.742387, "nauc_precision_at_3_std": -0.072689, "nauc_precision_at_3_diff1": 0.772741, "nauc_precision_at_5_max": 0.729605, "nauc_precision_at_5_std": -0.105033, "nauc_precision_at_5_diff1": 0.756233, "nauc_precision_at_10_max": 0.791189, "nauc_precision_at_10_std": 0.063676, "nauc_precision_at_10_diff1": 0.76066, "nauc_precision_at_20_max": 0.798639, "nauc_precision_at_20_std": 0.092412, "nauc_precision_at_20_diff1": 0.776795, "nauc_precision_at_100_max": 0.845472, "nauc_precision_at_100_std": -0.004482, "nauc_precision_at_100_diff1": 0.918301, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.742422, "nauc_mrr_at_1_std": -0.062695, "nauc_mrr_at_1_diff1": 0.816384, "nauc_mrr_at_3_max": 0.743281, "nauc_mrr_at_3_std": -0.065243, "nauc_mrr_at_3_diff1": 0.796796, "nauc_mrr_at_5_max": 0.74141, "nauc_mrr_at_5_std": -0.070115, "nauc_mrr_at_5_diff1": 0.795029, "nauc_mrr_at_10_max": 0.744377, "nauc_mrr_at_10_std": -0.061891, "nauc_mrr_at_10_diff1": 0.796423, "nauc_mrr_at_20_max": 0.744075, "nauc_mrr_at_20_std": -0.061791, "nauc_mrr_at_20_diff1": 0.796953, "nauc_mrr_at_100_max": 0.743884, "nauc_mrr_at_100_std": -0.062453, "nauc_mrr_at_100_diff1": 0.797195, "nauc_mrr_at_1000_max": 0.743859, "nauc_mrr_at_1000_std": -0.062465, "nauc_mrr_at_1000_diff1": 0.797155, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.842, "hit_rate_at_5": 0.872, "hit_rate_at_10": 0.934, "hit_rate_at_20": 0.962, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.872, "hf_subset": "mt", "languages": [ "mlt-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.86133, "ndcg_at_3": 0.90349, "ndcg_at_5": 0.91256, "ndcg_at_10": 0.92032, "ndcg_at_20": 0.92227, "ndcg_at_100": 0.92381, "ndcg_at_1000": 0.92381, "map_at_1": 0.86133, "map_at_3": 0.89156, "map_at_5": 0.89676, "map_at_10": 0.89995, "map_at_20": 0.90045, "map_at_100": 0.90067, "map_at_1000": 0.90067, "recall_at_1": 0.86133, "recall_at_3": 0.93867, "recall_at_5": 0.96, "recall_at_10": 0.984, "recall_at_20": 0.992, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.86133, "precision_at_1": 0.86133, "precision_at_3": 0.31289, "precision_at_5": 0.192, "precision_at_10": 0.0984, "precision_at_20": 0.0496, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.861333, "mrr_at_3": 0.891556, "mrr_at_5": 0.896756, "mrr_at_10": 0.899953, "mrr_at_20": 0.900446, "mrr_at_100": 0.900674, "mrr_at_1000": 0.900674, "nauc_ndcg_at_1_max": 0.616134, "nauc_ndcg_at_1_std": -0.056367, "nauc_ndcg_at_1_diff1": 0.847175, "nauc_ndcg_at_3_max": 0.659232, "nauc_ndcg_at_3_std": 0.004703, "nauc_ndcg_at_3_diff1": 0.805373, "nauc_ndcg_at_5_max": 0.657535, "nauc_ndcg_at_5_std": -0.018635, "nauc_ndcg_at_5_diff1": 0.826195, "nauc_ndcg_at_10_max": 0.636438, "nauc_ndcg_at_10_std": -0.061242, "nauc_ndcg_at_10_diff1": 0.830733, "nauc_ndcg_at_20_max": 0.639638, "nauc_ndcg_at_20_std": -0.043596, "nauc_ndcg_at_20_diff1": 0.832674, "nauc_ndcg_at_100_max": 0.633051, "nauc_ndcg_at_100_std": -0.04674, "nauc_ndcg_at_100_diff1": 0.830034, "nauc_ndcg_at_1000_max": 0.633051, "nauc_ndcg_at_1000_std": -0.04674, "nauc_ndcg_at_1000_diff1": 0.830034, "nauc_map_at_1_max": 0.616134, "nauc_map_at_1_std": -0.056367, "nauc_map_at_1_diff1": 0.847175, "nauc_map_at_3_max": 0.638288, "nauc_map_at_3_std": -0.025151, "nauc_map_at_3_diff1": 0.818072, "nauc_map_at_5_max": 0.63659, "nauc_map_at_5_std": -0.037738, "nauc_map_at_5_diff1": 0.829041, "nauc_map_at_10_max": 0.629039, "nauc_map_at_10_std": -0.05188, "nauc_map_at_10_diff1": 0.83061, "nauc_map_at_20_max": 0.62968, "nauc_map_at_20_std": -0.048155, "nauc_map_at_20_diff1": 0.831027, "nauc_map_at_100_max": 0.628897, "nauc_map_at_100_std": -0.048603, "nauc_map_at_100_diff1": 0.8307, "nauc_map_at_1000_max": 0.628897, "nauc_map_at_1000_std": -0.048603, "nauc_map_at_1000_diff1": 0.8307, "nauc_recall_at_1_max": 0.616134, "nauc_recall_at_1_std": -0.056367, "nauc_recall_at_1_diff1": 0.847175, "nauc_recall_at_3_max": 0.769015, "nauc_recall_at_3_std": 0.161261, "nauc_recall_at_3_diff1": 0.74221, "nauc_recall_at_5_max": 0.816836, "nauc_recall_at_5_std": 0.124133, "nauc_recall_at_5_diff1": 0.811377, "nauc_recall_at_10_max": 0.736439, "nauc_recall_at_10_std": -0.317969, "nauc_recall_at_10_diff1": 0.857459, "nauc_recall_at_20_max": 0.956362, "nauc_recall_at_20_std": 0.093589, "nauc_recall_at_20_diff1": 0.956362, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.616134, "nauc_precision_at_1_std": -0.056367, "nauc_precision_at_1_diff1": 0.847175, "nauc_precision_at_3_max": 0.769015, "nauc_precision_at_3_std": 0.161261, "nauc_precision_at_3_diff1": 0.74221, "nauc_precision_at_5_max": 0.816836, "nauc_precision_at_5_std": 0.124133, "nauc_precision_at_5_diff1": 0.811377, "nauc_precision_at_10_max": 0.736439, "nauc_precision_at_10_std": -0.317969, "nauc_precision_at_10_diff1": 0.857459, "nauc_precision_at_20_max": 0.956362, "nauc_precision_at_20_std": 0.093589, "nauc_precision_at_20_diff1": 0.956362, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.616134, "nauc_mrr_at_1_std": -0.056367, "nauc_mrr_at_1_diff1": 0.847175, "nauc_mrr_at_3_max": 0.638288, "nauc_mrr_at_3_std": -0.025151, "nauc_mrr_at_3_diff1": 0.818072, "nauc_mrr_at_5_max": 0.63659, "nauc_mrr_at_5_std": -0.037738, "nauc_mrr_at_5_diff1": 0.829041, "nauc_mrr_at_10_max": 0.629039, "nauc_mrr_at_10_std": -0.05188, "nauc_mrr_at_10_diff1": 0.83061, "nauc_mrr_at_20_max": 0.62968, "nauc_mrr_at_20_std": -0.048155, "nauc_mrr_at_20_diff1": 0.831027, "nauc_mrr_at_100_max": 0.628897, "nauc_mrr_at_100_std": -0.048603, "nauc_mrr_at_100_diff1": 0.8307, "nauc_mrr_at_1000_max": 0.628897, "nauc_mrr_at_1000_std": -0.048603, "nauc_mrr_at_1000_diff1": 0.8307, "hit_rate_at_1": 0.86133, "hit_rate_at_3": 0.93867, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.984, "hit_rate_at_20": 0.992, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96, "hf_subset": "myv", "languages": [ "myv-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.274, "ndcg_at_3": 0.38093, "ndcg_at_5": 0.41347, "ndcg_at_10": 0.44819, "ndcg_at_20": 0.47276, "ndcg_at_100": 0.50546, "ndcg_at_1000": 0.51647, "map_at_1": 0.274, "map_at_3": 0.35433, "map_at_5": 0.37263, "map_at_10": 0.38684, "map_at_20": 0.39348, "map_at_100": 0.39814, "map_at_1000": 0.39859, "recall_at_1": 0.274, "recall_at_3": 0.458, "recall_at_5": 0.536, "recall_at_10": 0.644, "recall_at_20": 0.742, "recall_at_100": 0.916, "recall_at_1000": 1.0, "accuracy": 0.274, "precision_at_1": 0.274, "precision_at_3": 0.15267, "precision_at_5": 0.1072, "precision_at_10": 0.0644, "precision_at_20": 0.0371, "precision_at_100": 0.00916, "precision_at_1000": 0.001, "mrr_at_1": 0.274, "mrr_at_3": 0.354333, "mrr_at_5": 0.372633, "mrr_at_10": 0.386842, "mrr_at_20": 0.393478, "mrr_at_100": 0.39814, "mrr_at_1000": 0.398592, "nauc_ndcg_at_1_max": 0.333179, "nauc_ndcg_at_1_std": -0.048462, "nauc_ndcg_at_1_diff1": 0.507649, "nauc_ndcg_at_3_max": 0.347026, "nauc_ndcg_at_3_std": 0.004784, "nauc_ndcg_at_3_diff1": 0.372907, "nauc_ndcg_at_5_max": 0.354224, "nauc_ndcg_at_5_std": 0.029132, "nauc_ndcg_at_5_diff1": 0.354277, "nauc_ndcg_at_10_max": 0.33703, "nauc_ndcg_at_10_std": 0.01799, "nauc_ndcg_at_10_diff1": 0.356212, "nauc_ndcg_at_20_max": 0.332943, "nauc_ndcg_at_20_std": 0.014947, "nauc_ndcg_at_20_diff1": 0.3577, "nauc_ndcg_at_100_max": 0.337213, "nauc_ndcg_at_100_std": 0.006635, "nauc_ndcg_at_100_diff1": 0.376377, "nauc_ndcg_at_1000_max": 0.336692, "nauc_ndcg_at_1000_std": 0.005353, "nauc_ndcg_at_1000_diff1": 0.380012, "nauc_map_at_1_max": 0.333179, "nauc_map_at_1_std": -0.048462, "nauc_map_at_1_diff1": 0.507649, "nauc_map_at_3_max": 0.343206, "nauc_map_at_3_std": -0.009061, "nauc_map_at_3_diff1": 0.404195, "nauc_map_at_5_max": 0.346761, "nauc_map_at_5_std": 0.004779, "nauc_map_at_5_diff1": 0.393925, "nauc_map_at_10_max": 0.338535, "nauc_map_at_10_std": -0.000946, "nauc_map_at_10_diff1": 0.394552, "nauc_map_at_20_max": 0.337406, "nauc_map_at_20_std": -0.00204, "nauc_map_at_20_diff1": 0.395229, "nauc_map_at_100_max": 0.337492, "nauc_map_at_100_std": -0.003094, "nauc_map_at_100_diff1": 0.39762, "nauc_map_at_1000_max": 0.337574, "nauc_map_at_1000_std": -0.003104, "nauc_map_at_1000_diff1": 0.397829, "nauc_recall_at_1_max": 0.333179, "nauc_recall_at_1_std": -0.048462, "nauc_recall_at_1_diff1": 0.507649, "nauc_recall_at_3_max": 0.35794, "nauc_recall_at_3_std": 0.044047, "nauc_recall_at_3_diff1": 0.285517, "nauc_recall_at_5_max": 0.37774, "nauc_recall_at_5_std": 0.103532, "nauc_recall_at_5_diff1": 0.236637, "nauc_recall_at_10_max": 0.329236, "nauc_recall_at_10_std": 0.082073, "nauc_recall_at_10_diff1": 0.229415, "nauc_recall_at_20_max": 0.306452, "nauc_recall_at_20_std": 0.08388, "nauc_recall_at_20_diff1": 0.205519, "nauc_recall_at_100_max": 0.369103, "nauc_recall_at_100_std": 0.048797, "nauc_recall_at_100_diff1": 0.296407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.333179, "nauc_precision_at_1_std": -0.048462, "nauc_precision_at_1_diff1": 0.507649, "nauc_precision_at_3_max": 0.35794, "nauc_precision_at_3_std": 0.044047, "nauc_precision_at_3_diff1": 0.285517, "nauc_precision_at_5_max": 0.37774, "nauc_precision_at_5_std": 0.103532, "nauc_precision_at_5_diff1": 0.236637, "nauc_precision_at_10_max": 0.329236, "nauc_precision_at_10_std": 0.082073, "nauc_precision_at_10_diff1": 0.229415, "nauc_precision_at_20_max": 0.306452, "nauc_precision_at_20_std": 0.08388, "nauc_precision_at_20_diff1": 0.205519, "nauc_precision_at_100_max": 0.369103, "nauc_precision_at_100_std": 0.048797, "nauc_precision_at_100_diff1": 0.296407, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.333179, "nauc_mrr_at_1_std": -0.048462, "nauc_mrr_at_1_diff1": 0.507649, "nauc_mrr_at_3_max": 0.343206, "nauc_mrr_at_3_std": -0.009061, "nauc_mrr_at_3_diff1": 0.404195, "nauc_mrr_at_5_max": 0.346761, "nauc_mrr_at_5_std": 0.004779, "nauc_mrr_at_5_diff1": 0.393925, "nauc_mrr_at_10_max": 0.338535, "nauc_mrr_at_10_std": -0.000946, "nauc_mrr_at_10_diff1": 0.394552, "nauc_mrr_at_20_max": 0.337406, "nauc_mrr_at_20_std": -0.00204, "nauc_mrr_at_20_diff1": 0.395229, "nauc_mrr_at_100_max": 0.337492, "nauc_mrr_at_100_std": -0.003094, "nauc_mrr_at_100_diff1": 0.39762, "nauc_mrr_at_1000_max": 0.337574, "nauc_mrr_at_1000_std": -0.003104, "nauc_mrr_at_1000_diff1": 0.397829, "hit_rate_at_1": 0.274, "hit_rate_at_3": 0.458, "hit_rate_at_5": 0.536, "hit_rate_at_10": 0.644, "hit_rate_at_20": 0.742, "hit_rate_at_100": 0.916, "hit_rate_at_1000": 1.0, "main_score": 0.536, "hf_subset": "nan-tw", "languages": [ "nan-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.60662, "ndcg_at_3": 0.71809, "ndcg_at_5": 0.73771, "ndcg_at_10": 0.75177, "ndcg_at_20": 0.76637, "ndcg_at_100": 0.77561, "ndcg_at_1000": 0.77616, "map_at_1": 0.60662, "map_at_3": 0.69056, "map_at_5": 0.70141, "map_at_10": 0.70709, "map_at_20": 0.71096, "map_at_100": 0.71236, "map_at_1000": 0.7124, "recall_at_1": 0.60662, "recall_at_3": 0.79779, "recall_at_5": 0.84559, "recall_at_10": 0.88971, "recall_at_20": 0.94853, "recall_at_100": 0.99632, "recall_at_1000": 1.0, "accuracy": 0.60662, "precision_at_1": 0.60662, "precision_at_3": 0.26593, "precision_at_5": 0.16912, "precision_at_10": 0.08897, "precision_at_20": 0.04743, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.606618, "mrr_at_3": 0.690564, "mrr_at_5": 0.701409, "mrr_at_10": 0.70709, "mrr_at_20": 0.71096, "mrr_at_100": 0.712364, "mrr_at_1000": 0.712398, "nauc_ndcg_at_1_max": 0.560305, "nauc_ndcg_at_1_std": 0.316576, "nauc_ndcg_at_1_diff1": 0.686308, "nauc_ndcg_at_3_max": 0.586348, "nauc_ndcg_at_3_std": 0.408672, "nauc_ndcg_at_3_diff1": 0.637527, "nauc_ndcg_at_5_max": 0.611668, "nauc_ndcg_at_5_std": 0.395943, "nauc_ndcg_at_5_diff1": 0.671766, "nauc_ndcg_at_10_max": 0.592608, "nauc_ndcg_at_10_std": 0.381359, "nauc_ndcg_at_10_diff1": 0.663081, "nauc_ndcg_at_20_max": 0.603397, "nauc_ndcg_at_20_std": 0.396112, "nauc_ndcg_at_20_diff1": 0.664282, "nauc_ndcg_at_100_max": 0.590054, "nauc_ndcg_at_100_std": 0.37795, "nauc_ndcg_at_100_diff1": 0.663865, "nauc_ndcg_at_1000_max": 0.589241, "nauc_ndcg_at_1000_std": 0.378009, "nauc_ndcg_at_1000_diff1": 0.663694, "nauc_map_at_1_max": 0.560305, "nauc_map_at_1_std": 0.316576, "nauc_map_at_1_diff1": 0.686308, "nauc_map_at_3_max": 0.580252, "nauc_map_at_3_std": 0.383688, "nauc_map_at_3_diff1": 0.651717, "nauc_map_at_5_max": 0.592414, "nauc_map_at_5_std": 0.376617, "nauc_map_at_5_diff1": 0.668628, "nauc_map_at_10_max": 0.58535, "nauc_map_at_10_std": 0.371027, "nauc_map_at_10_diff1": 0.665408, "nauc_map_at_20_max": 0.586744, "nauc_map_at_20_std": 0.373402, "nauc_map_at_20_diff1": 0.665479, "nauc_map_at_100_max": 0.584963, "nauc_map_at_100_std": 0.371071, "nauc_map_at_100_diff1": 0.665337, "nauc_map_at_1000_max": 0.584922, "nauc_map_at_1000_std": 0.371072, "nauc_map_at_1000_diff1": 0.665329, "nauc_recall_at_1_max": 0.560305, "nauc_recall_at_1_std": 0.316576, "nauc_recall_at_1_diff1": 0.686308, "nauc_recall_at_3_max": 0.609625, "nauc_recall_at_3_std": 0.506479, "nauc_recall_at_3_diff1": 0.581396, "nauc_recall_at_5_max": 0.710932, "nauc_recall_at_5_std": 0.48542, "nauc_recall_at_5_diff1": 0.696592, "nauc_recall_at_10_max": 0.630067, "nauc_recall_at_10_std": 0.429442, "nauc_recall_at_10_diff1": 0.653838, "nauc_recall_at_20_max": 0.867857, "nauc_recall_at_20_std": 0.733793, "nauc_recall_at_20_diff1": 0.669963, "nauc_recall_at_100_max": 0.869388, "nauc_recall_at_100_std": 0.357859, "nauc_recall_at_100_diff1": 0.722599, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.560305, "nauc_precision_at_1_std": 0.316576, "nauc_precision_at_1_diff1": 0.686308, "nauc_precision_at_3_max": 0.609625, "nauc_precision_at_3_std": 0.506479, "nauc_precision_at_3_diff1": 0.581396, "nauc_precision_at_5_max": 0.710932, "nauc_precision_at_5_std": 0.48542, "nauc_precision_at_5_diff1": 0.696592, "nauc_precision_at_10_max": 0.630067, "nauc_precision_at_10_std": 0.429442, "nauc_precision_at_10_diff1": 0.653838, "nauc_precision_at_20_max": 0.867857, "nauc_precision_at_20_std": 0.733793, "nauc_precision_at_20_diff1": 0.669963, "nauc_precision_at_100_max": 0.869388, "nauc_precision_at_100_std": 0.357859, "nauc_precision_at_100_diff1": 0.722599, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.560305, "nauc_mrr_at_1_std": 0.316576, "nauc_mrr_at_1_diff1": 0.686308, "nauc_mrr_at_3_max": 0.580252, "nauc_mrr_at_3_std": 0.383688, "nauc_mrr_at_3_diff1": 0.651717, "nauc_mrr_at_5_max": 0.592414, "nauc_mrr_at_5_std": 0.376617, "nauc_mrr_at_5_diff1": 0.668628, "nauc_mrr_at_10_max": 0.58535, "nauc_mrr_at_10_std": 0.371027, "nauc_mrr_at_10_diff1": 0.665408, "nauc_mrr_at_20_max": 0.586744, "nauc_mrr_at_20_std": 0.373402, "nauc_mrr_at_20_diff1": 0.665479, "nauc_mrr_at_100_max": 0.584963, "nauc_mrr_at_100_std": 0.371071, "nauc_mrr_at_100_diff1": 0.665337, "nauc_mrr_at_1000_max": 0.584922, "nauc_mrr_at_1000_std": 0.371072, "nauc_mrr_at_1000_diff1": 0.665329, "hit_rate_at_1": 0.60662, "hit_rate_at_3": 0.79779, "hit_rate_at_5": 0.84559, "hit_rate_at_10": 0.88971, "hit_rate_at_20": 0.94853, "hit_rate_at_100": 0.99632, "hit_rate_at_1000": 1.0, "main_score": 0.84559, "hf_subset": "ne-NP", "languages": [ "nep-Deva" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.95, "ndcg_at_3": 0.9684, "ndcg_at_5": 0.96927, "ndcg_at_10": 0.97195, "ndcg_at_20": 0.97295, "ndcg_at_100": 0.97369, "ndcg_at_1000": 0.97394, "map_at_1": 0.95, "map_at_3": 0.96433, "map_at_5": 0.96483, "map_at_10": 0.966, "map_at_20": 0.96626, "map_at_100": 0.96637, "map_at_1000": 0.96638, "recall_at_1": 0.95, "recall_at_3": 0.98, "recall_at_5": 0.982, "recall_at_10": 0.99, "recall_at_20": 0.994, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.95, "precision_at_1": 0.95, "precision_at_3": 0.32667, "precision_at_5": 0.1964, "precision_at_10": 0.099, "precision_at_20": 0.0497, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.95, "mrr_at_3": 0.964333, "mrr_at_5": 0.964833, "mrr_at_10": 0.966, "mrr_at_20": 0.966265, "mrr_at_100": 0.966372, "mrr_at_1000": 0.966379, "nauc_ndcg_at_1_max": 0.921382, "nauc_ndcg_at_1_std": 0.253651, "nauc_ndcg_at_1_diff1": 0.95817, "nauc_ndcg_at_3_max": 0.932117, "nauc_ndcg_at_3_std": 0.290361, "nauc_ndcg_at_3_diff1": 0.957741, "nauc_ndcg_at_5_max": 0.933878, "nauc_ndcg_at_5_std": 0.274137, "nauc_ndcg_at_5_diff1": 0.96022, "nauc_ndcg_at_10_max": 0.927545, "nauc_ndcg_at_10_std": 0.27663, "nauc_ndcg_at_10_diff1": 0.956409, "nauc_ndcg_at_20_max": 0.924877, "nauc_ndcg_at_20_std": 0.257366, "nauc_ndcg_at_20_diff1": 0.954804, "nauc_ndcg_at_100_max": 0.926448, "nauc_ndcg_at_100_std": 0.240072, "nauc_ndcg_at_100_diff1": 0.955081, "nauc_ndcg_at_1000_max": 0.926982, "nauc_ndcg_at_1000_std": 0.253073, "nauc_ndcg_at_1000_diff1": 0.955883, "nauc_map_at_1_max": 0.921382, "nauc_map_at_1_std": 0.253651, "nauc_map_at_1_diff1": 0.95817, "nauc_map_at_3_max": 0.929012, "nauc_map_at_3_std": 0.267433, "nauc_map_at_3_diff1": 0.957241, "nauc_map_at_5_max": 0.929861, "nauc_map_at_5_std": 0.258876, "nauc_map_at_5_diff1": 0.958492, "nauc_map_at_10_max": 0.927455, "nauc_map_at_10_std": 0.260652, "nauc_map_at_10_diff1": 0.957068, "nauc_map_at_20_max": 0.926885, "nauc_map_at_20_std": 0.256356, "nauc_map_at_20_diff1": 0.956731, "nauc_map_at_100_max": 0.927069, "nauc_map_at_100_std": 0.254398, "nauc_map_at_100_diff1": 0.956686, "nauc_map_at_1000_max": 0.927081, "nauc_map_at_1000_std": 0.25468, "nauc_map_at_1000_diff1": 0.956704, "nauc_recall_at_1_max": 0.921382, "nauc_recall_at_1_std": 0.253651, "nauc_recall_at_1_diff1": 0.95817, "nauc_recall_at_3_max": 0.947712, "nauc_recall_at_3_std": 0.416106, "nauc_recall_at_3_diff1": 0.960784, "nauc_recall_at_5_max": 0.956427, "nauc_recall_at_5_std": 0.365754, "nauc_recall_at_5_diff1": 0.970951, "nauc_recall_at_10_max": 0.921569, "nauc_recall_at_10_std": 0.435668, "nauc_recall_at_10_diff1": 0.947712, "nauc_recall_at_20_max": 0.869281, "nauc_recall_at_20_std": 0.195612, "nauc_recall_at_20_diff1": 0.912854, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": -1.151727, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.921382, "nauc_precision_at_1_std": 0.253651, "nauc_precision_at_1_diff1": 0.95817, "nauc_precision_at_3_max": 0.947712, "nauc_precision_at_3_std": 0.416106, "nauc_precision_at_3_diff1": 0.960784, "nauc_precision_at_5_max": 0.956427, "nauc_precision_at_5_std": 0.365754, "nauc_precision_at_5_diff1": 0.970951, "nauc_precision_at_10_max": 0.921569, "nauc_precision_at_10_std": 0.435668, "nauc_precision_at_10_diff1": 0.947712, "nauc_precision_at_20_max": 0.869281, "nauc_precision_at_20_std": 0.195612, "nauc_precision_at_20_diff1": 0.912854, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": -1.151727, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.921382, "nauc_mrr_at_1_std": 0.253651, "nauc_mrr_at_1_diff1": 0.95817, "nauc_mrr_at_3_max": 0.929012, "nauc_mrr_at_3_std": 0.267433, "nauc_mrr_at_3_diff1": 0.957241, "nauc_mrr_at_5_max": 0.929861, "nauc_mrr_at_5_std": 0.258876, "nauc_mrr_at_5_diff1": 0.958492, "nauc_mrr_at_10_max": 0.927455, "nauc_mrr_at_10_std": 0.260652, "nauc_mrr_at_10_diff1": 0.957068, "nauc_mrr_at_20_max": 0.926885, "nauc_mrr_at_20_std": 0.256356, "nauc_mrr_at_20_diff1": 0.956731, "nauc_mrr_at_100_max": 0.927069, "nauc_mrr_at_100_std": 0.254398, "nauc_mrr_at_100_diff1": 0.956686, "nauc_mrr_at_1000_max": 0.927081, "nauc_mrr_at_1000_std": 0.25468, "nauc_mrr_at_1000_diff1": 0.956704, "hit_rate_at_1": 0.95, "hit_rate_at_3": 0.98, "hit_rate_at_5": 0.982, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.994, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 1.0, "main_score": 0.982, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.49029, "ndcg_at_3": 0.58795, "ndcg_at_5": 0.60884, "ndcg_at_10": 0.63571, "ndcg_at_20": 0.65158, "ndcg_at_100": 0.6756, "ndcg_at_1000": 0.67756, "map_at_1": 0.49029, "map_at_3": 0.56311, "map_at_5": 0.57464, "map_at_10": 0.58582, "map_at_20": 0.59014, "map_at_100": 0.59351, "map_at_1000": 0.5936, "recall_at_1": 0.49029, "recall_at_3": 0.66019, "recall_at_5": 0.71117, "recall_at_10": 0.79369, "recall_at_20": 0.8568, "recall_at_100": 0.98544, "recall_at_1000": 1.0, "accuracy": 0.49029, "precision_at_1": 0.49029, "precision_at_3": 0.22006, "precision_at_5": 0.14223, "precision_at_10": 0.07937, "precision_at_20": 0.04284, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.490291, "mrr_at_3": 0.563107, "mrr_at_5": 0.574636, "mrr_at_10": 0.585819, "mrr_at_20": 0.590138, "mrr_at_100": 0.593515, "mrr_at_1000": 0.593603, "nauc_ndcg_at_1_max": 0.377948, "nauc_ndcg_at_1_std": -0.140136, "nauc_ndcg_at_1_diff1": 0.664272, "nauc_ndcg_at_3_max": 0.374149, "nauc_ndcg_at_3_std": -0.150959, "nauc_ndcg_at_3_diff1": 0.617283, "nauc_ndcg_at_5_max": 0.37467, "nauc_ndcg_at_5_std": -0.16906, "nauc_ndcg_at_5_diff1": 0.628193, "nauc_ndcg_at_10_max": 0.352804, "nauc_ndcg_at_10_std": -0.193739, "nauc_ndcg_at_10_diff1": 0.617442, "nauc_ndcg_at_20_max": 0.352595, "nauc_ndcg_at_20_std": -0.191077, "nauc_ndcg_at_20_diff1": 0.619448, "nauc_ndcg_at_100_max": 0.361008, "nauc_ndcg_at_100_std": -0.172519, "nauc_ndcg_at_100_diff1": 0.624389, "nauc_ndcg_at_1000_max": 0.363204, "nauc_ndcg_at_1000_std": -0.171268, "nauc_ndcg_at_1000_diff1": 0.627411, "nauc_map_at_1_max": 0.377948, "nauc_map_at_1_std": -0.140136, "nauc_map_at_1_diff1": 0.664272, "nauc_map_at_3_max": 0.37646, "nauc_map_at_3_std": -0.147461, "nauc_map_at_3_diff1": 0.629876, "nauc_map_at_5_max": 0.376471, "nauc_map_at_5_std": -0.156468, "nauc_map_at_5_diff1": 0.635264, "nauc_map_at_10_max": 0.367415, "nauc_map_at_10_std": -0.166448, "nauc_map_at_10_diff1": 0.630961, "nauc_map_at_20_max": 0.367494, "nauc_map_at_20_std": -0.165735, "nauc_map_at_20_diff1": 0.631583, "nauc_map_at_100_max": 0.36844, "nauc_map_at_100_std": -0.162975, "nauc_map_at_100_diff1": 0.632501, "nauc_map_at_1000_max": 0.368537, "nauc_map_at_1000_std": -0.162929, "nauc_map_at_1000_diff1": 0.632645, "nauc_recall_at_1_max": 0.377948, "nauc_recall_at_1_std": -0.140136, "nauc_recall_at_1_diff1": 0.664272, "nauc_recall_at_3_max": 0.365872, "nauc_recall_at_3_std": -0.162857, "nauc_recall_at_3_diff1": 0.575454, "nauc_recall_at_5_max": 0.36802, "nauc_recall_at_5_std": -0.219142, "nauc_recall_at_5_diff1": 0.605332, "nauc_recall_at_10_max": 0.274431, "nauc_recall_at_10_std": -0.337908, "nauc_recall_at_10_diff1": 0.553402, "nauc_recall_at_20_max": 0.24304, "nauc_recall_at_20_std": -0.369247, "nauc_recall_at_20_diff1": 0.543966, "nauc_recall_at_100_max": 0.102163, "nauc_recall_at_100_std": -0.328612, "nauc_recall_at_100_diff1": 0.277691, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.377948, "nauc_precision_at_1_std": -0.140136, "nauc_precision_at_1_diff1": 0.664272, "nauc_precision_at_3_max": 0.365872, "nauc_precision_at_3_std": -0.162857, "nauc_precision_at_3_diff1": 0.575454, "nauc_precision_at_5_max": 0.36802, "nauc_precision_at_5_std": -0.219142, "nauc_precision_at_5_diff1": 0.605332, "nauc_precision_at_10_max": 0.274431, "nauc_precision_at_10_std": -0.337908, "nauc_precision_at_10_diff1": 0.553402, "nauc_precision_at_20_max": 0.24304, "nauc_precision_at_20_std": -0.369247, "nauc_precision_at_20_diff1": 0.543966, "nauc_precision_at_100_max": 0.102163, "nauc_precision_at_100_std": -0.328612, "nauc_precision_at_100_diff1": 0.277691, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.377948, "nauc_mrr_at_1_std": -0.140136, "nauc_mrr_at_1_diff1": 0.664272, "nauc_mrr_at_3_max": 0.37646, "nauc_mrr_at_3_std": -0.147461, "nauc_mrr_at_3_diff1": 0.629876, "nauc_mrr_at_5_max": 0.376471, "nauc_mrr_at_5_std": -0.156468, "nauc_mrr_at_5_diff1": 0.635264, "nauc_mrr_at_10_max": 0.367415, "nauc_mrr_at_10_std": -0.166448, "nauc_mrr_at_10_diff1": 0.630961, "nauc_mrr_at_20_max": 0.367494, "nauc_mrr_at_20_std": -0.165735, "nauc_mrr_at_20_diff1": 0.631583, "nauc_mrr_at_100_max": 0.36844, "nauc_mrr_at_100_std": -0.162975, "nauc_mrr_at_100_diff1": 0.632501, "nauc_mrr_at_1000_max": 0.368537, "nauc_mrr_at_1000_std": -0.162929, "nauc_mrr_at_1000_diff1": 0.632645, "hit_rate_at_1": 0.49029, "hit_rate_at_3": 0.66019, "hit_rate_at_5": 0.71117, "hit_rate_at_10": 0.79369, "hit_rate_at_20": 0.8568, "hit_rate_at_100": 0.98544, "hit_rate_at_1000": 1.0, "main_score": 0.71117, "hf_subset": "nn-NO", "languages": [ "nno-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.79927, "ndcg_at_3": 0.86222, "ndcg_at_5": 0.87118, "ndcg_at_10": 0.883, "ndcg_at_20": 0.88575, "ndcg_at_100": 0.88934, "ndcg_at_1000": 0.89042, "map_at_1": 0.79927, "map_at_3": 0.84732, "map_at_5": 0.85225, "map_at_10": 0.85715, "map_at_20": 0.8579, "map_at_100": 0.85846, "map_at_1000": 0.85853, "recall_at_1": 0.79927, "recall_at_3": 0.90511, "recall_at_5": 0.92701, "recall_at_10": 0.9635, "recall_at_20": 0.97445, "recall_at_100": 0.9927, "recall_at_1000": 1.0, "accuracy": 0.79927, "precision_at_1": 0.79927, "precision_at_3": 0.3017, "precision_at_5": 0.1854, "precision_at_10": 0.09635, "precision_at_20": 0.04872, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.79927, "mrr_at_3": 0.847324, "mrr_at_5": 0.852251, "mrr_at_10": 0.857152, "mrr_at_20": 0.857898, "mrr_at_100": 0.858464, "mrr_at_1000": 0.858533, "nauc_ndcg_at_1_max": 0.668956, "nauc_ndcg_at_1_std": -0.099177, "nauc_ndcg_at_1_diff1": 0.848307, "nauc_ndcg_at_3_max": 0.686692, "nauc_ndcg_at_3_std": -0.039885, "nauc_ndcg_at_3_diff1": 0.838489, "nauc_ndcg_at_5_max": 0.686552, "nauc_ndcg_at_5_std": -0.027294, "nauc_ndcg_at_5_diff1": 0.834983, "nauc_ndcg_at_10_max": 0.681552, "nauc_ndcg_at_10_std": -0.066714, "nauc_ndcg_at_10_diff1": 0.829263, "nauc_ndcg_at_20_max": 0.674567, "nauc_ndcg_at_20_std": -0.076903, "nauc_ndcg_at_20_diff1": 0.831099, "nauc_ndcg_at_100_max": 0.676959, "nauc_ndcg_at_100_std": -0.073279, "nauc_ndcg_at_100_diff1": 0.83411, "nauc_ndcg_at_1000_max": 0.676606, "nauc_ndcg_at_1000_std": -0.074997, "nauc_ndcg_at_1000_diff1": 0.836139, "nauc_map_at_1_max": 0.668956, "nauc_map_at_1_std": -0.099177, "nauc_map_at_1_diff1": 0.848307, "nauc_map_at_3_max": 0.679827, "nauc_map_at_3_std": -0.067273, "nauc_map_at_3_diff1": 0.841229, "nauc_map_at_5_max": 0.679369, "nauc_map_at_5_std": -0.063067, "nauc_map_at_5_diff1": 0.839585, "nauc_map_at_10_max": 0.677007, "nauc_map_at_10_std": -0.078188, "nauc_map_at_10_diff1": 0.837691, "nauc_map_at_20_max": 0.675439, "nauc_map_at_20_std": -0.080385, "nauc_map_at_20_diff1": 0.838225, "nauc_map_at_100_max": 0.67571, "nauc_map_at_100_std": -0.07994, "nauc_map_at_100_diff1": 0.838679, "nauc_map_at_1000_max": 0.675693, "nauc_map_at_1000_std": -0.080026, "nauc_map_at_1000_diff1": 0.838781, "nauc_recall_at_1_max": 0.668956, "nauc_recall_at_1_std": -0.099177, "nauc_recall_at_1_diff1": 0.848307, "nauc_recall_at_3_max": 0.717917, "nauc_recall_at_3_std": 0.086941, "nauc_recall_at_3_diff1": 0.826565, "nauc_recall_at_5_max": 0.727901, "nauc_recall_at_5_std": 0.184454, "nauc_recall_at_5_diff1": 0.80883, "nauc_recall_at_10_max": 0.730249, "nauc_recall_at_10_std": 0.032204, "nauc_recall_at_10_diff1": 0.730809, "nauc_recall_at_20_max": 0.633285, "nauc_recall_at_20_std": -0.101826, "nauc_recall_at_20_diff1": 0.716386, "nauc_recall_at_100_max": 0.71195, "nauc_recall_at_100_std": 0.09368, "nauc_recall_at_100_diff1": 0.638354, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.668956, "nauc_precision_at_1_std": -0.099177, "nauc_precision_at_1_diff1": 0.848307, "nauc_precision_at_3_max": 0.717917, "nauc_precision_at_3_std": 0.086941, "nauc_precision_at_3_diff1": 0.826565, "nauc_precision_at_5_max": 0.727901, "nauc_precision_at_5_std": 0.184454, "nauc_precision_at_5_diff1": 0.80883, "nauc_precision_at_10_max": 0.730249, "nauc_precision_at_10_std": 0.032204, "nauc_precision_at_10_diff1": 0.730809, "nauc_precision_at_20_max": 0.633285, "nauc_precision_at_20_std": -0.101826, "nauc_precision_at_20_diff1": 0.716386, "nauc_precision_at_100_max": 0.71195, "nauc_precision_at_100_std": 0.09368, "nauc_precision_at_100_diff1": 0.638354, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.668956, "nauc_mrr_at_1_std": -0.099177, "nauc_mrr_at_1_diff1": 0.848307, "nauc_mrr_at_3_max": 0.679827, "nauc_mrr_at_3_std": -0.067273, "nauc_mrr_at_3_diff1": 0.841229, "nauc_mrr_at_5_max": 0.679369, "nauc_mrr_at_5_std": -0.063067, "nauc_mrr_at_5_diff1": 0.839585, "nauc_mrr_at_10_max": 0.677007, "nauc_mrr_at_10_std": -0.078188, "nauc_mrr_at_10_diff1": 0.837691, "nauc_mrr_at_20_max": 0.675439, "nauc_mrr_at_20_std": -0.080385, "nauc_mrr_at_20_diff1": 0.838225, "nauc_mrr_at_100_max": 0.67571, "nauc_mrr_at_100_std": -0.07994, "nauc_mrr_at_100_diff1": 0.838679, "nauc_mrr_at_1000_max": 0.675693, "nauc_mrr_at_1000_std": -0.080026, "nauc_mrr_at_1000_diff1": 0.838781, "hit_rate_at_1": 0.79927, "hit_rate_at_3": 0.90511, "hit_rate_at_5": 0.92701, "hit_rate_at_10": 0.9635, "hit_rate_at_20": 0.97445, "hit_rate_at_100": 0.9927, "hit_rate_at_1000": 1.0, "main_score": 0.92701, "hf_subset": "oc", "languages": [ "oci-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.74104, "ndcg_at_5": 0.76061, "ndcg_at_10": 0.77365, "ndcg_at_20": 0.78525, "ndcg_at_100": 0.79366, "ndcg_at_1000": 0.79559, "map_at_1": 0.65, "map_at_3": 0.71825, "map_at_5": 0.72909, "map_at_10": 0.73444, "map_at_20": 0.7377, "map_at_100": 0.73886, "map_at_1000": 0.73894, "recall_at_1": 0.65, "recall_at_3": 0.80714, "recall_at_5": 0.85476, "recall_at_10": 0.89524, "recall_at_20": 0.94048, "recall_at_100": 0.98571, "recall_at_1000": 1.0, "accuracy": 0.65, "precision_at_1": 0.65, "precision_at_3": 0.26905, "precision_at_5": 0.17095, "precision_at_10": 0.08952, "precision_at_20": 0.04702, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.65, "mrr_at_3": 0.718254, "mrr_at_5": 0.729087, "mrr_at_10": 0.734438, "mrr_at_20": 0.737704, "mrr_at_100": 0.738858, "mrr_at_1000": 0.738945, "nauc_ndcg_at_1_max": 0.643549, "nauc_ndcg_at_1_std": 0.291662, "nauc_ndcg_at_1_diff1": 0.75729, "nauc_ndcg_at_3_max": 0.673712, "nauc_ndcg_at_3_std": 0.363211, "nauc_ndcg_at_3_diff1": 0.714921, "nauc_ndcg_at_5_max": 0.676586, "nauc_ndcg_at_5_std": 0.364082, "nauc_ndcg_at_5_diff1": 0.71119, "nauc_ndcg_at_10_max": 0.68039, "nauc_ndcg_at_10_std": 0.366484, "nauc_ndcg_at_10_diff1": 0.721339, "nauc_ndcg_at_20_max": 0.679058, "nauc_ndcg_at_20_std": 0.366299, "nauc_ndcg_at_20_diff1": 0.724494, "nauc_ndcg_at_100_max": 0.669896, "nauc_ndcg_at_100_std": 0.350165, "nauc_ndcg_at_100_diff1": 0.724141, "nauc_ndcg_at_1000_max": 0.669943, "nauc_ndcg_at_1000_std": 0.348183, "nauc_ndcg_at_1000_diff1": 0.725266, "nauc_map_at_1_max": 0.643549, "nauc_map_at_1_std": 0.291662, "nauc_map_at_1_diff1": 0.75729, "nauc_map_at_3_max": 0.665144, "nauc_map_at_3_std": 0.340049, "nauc_map_at_3_diff1": 0.726022, "nauc_map_at_5_max": 0.666269, "nauc_map_at_5_std": 0.339178, "nauc_map_at_5_diff1": 0.724615, "nauc_map_at_10_max": 0.667168, "nauc_map_at_10_std": 0.339673, "nauc_map_at_10_diff1": 0.728041, "nauc_map_at_20_max": 0.666551, "nauc_map_at_20_std": 0.339117, "nauc_map_at_20_diff1": 0.728781, "nauc_map_at_100_max": 0.665546, "nauc_map_at_100_std": 0.337401, "nauc_map_at_100_diff1": 0.728883, "nauc_map_at_1000_max": 0.665522, "nauc_map_at_1000_std": 0.337304, "nauc_map_at_1000_diff1": 0.728897, "nauc_recall_at_1_max": 0.643549, "nauc_recall_at_1_std": 0.291662, "nauc_recall_at_1_diff1": 0.75729, "nauc_recall_at_3_max": 0.706696, "nauc_recall_at_3_std": 0.453968, "nauc_recall_at_3_diff1": 0.672701, "nauc_recall_at_5_max": 0.726708, "nauc_recall_at_5_std": 0.486629, "nauc_recall_at_5_diff1": 0.646527, "nauc_recall_at_10_max": 0.769117, "nauc_recall_at_10_std": 0.540315, "nauc_recall_at_10_diff1": 0.690195, "nauc_recall_at_20_max": 0.822521, "nauc_recall_at_20_std": 0.67169, "nauc_recall_at_20_diff1": 0.707974, "nauc_recall_at_100_max": 0.649549, "nauc_recall_at_100_std": 0.516184, "nauc_recall_at_100_diff1": 0.603252, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.643549, "nauc_precision_at_1_std": 0.291662, "nauc_precision_at_1_diff1": 0.75729, "nauc_precision_at_3_max": 0.706696, "nauc_precision_at_3_std": 0.453968, "nauc_precision_at_3_diff1": 0.672701, "nauc_precision_at_5_max": 0.726708, "nauc_precision_at_5_std": 0.486629, "nauc_precision_at_5_diff1": 0.646527, "nauc_precision_at_10_max": 0.769117, "nauc_precision_at_10_std": 0.540315, "nauc_precision_at_10_diff1": 0.690195, "nauc_precision_at_20_max": 0.822521, "nauc_precision_at_20_std": 0.67169, "nauc_precision_at_20_diff1": 0.707974, "nauc_precision_at_100_max": 0.649549, "nauc_precision_at_100_std": 0.516184, "nauc_precision_at_100_diff1": 0.603252, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.643549, "nauc_mrr_at_1_std": 0.291662, "nauc_mrr_at_1_diff1": 0.75729, "nauc_mrr_at_3_max": 0.665144, "nauc_mrr_at_3_std": 0.340049, "nauc_mrr_at_3_diff1": 0.726022, "nauc_mrr_at_5_max": 0.666269, "nauc_mrr_at_5_std": 0.339178, "nauc_mrr_at_5_diff1": 0.724615, "nauc_mrr_at_10_max": 0.667168, "nauc_mrr_at_10_std": 0.339673, "nauc_mrr_at_10_diff1": 0.728041, "nauc_mrr_at_20_max": 0.666551, "nauc_mrr_at_20_std": 0.339117, "nauc_mrr_at_20_diff1": 0.728781, "nauc_mrr_at_100_max": 0.665546, "nauc_mrr_at_100_std": 0.337401, "nauc_mrr_at_100_diff1": 0.728883, "nauc_mrr_at_1000_max": 0.665522, "nauc_mrr_at_1000_std": 0.337304, "nauc_mrr_at_1000_diff1": 0.728897, "hit_rate_at_1": 0.65, "hit_rate_at_3": 0.80714, "hit_rate_at_5": 0.85476, "hit_rate_at_10": 0.89524, "hit_rate_at_20": 0.94048, "hit_rate_at_100": 0.98571, "hit_rate_at_1000": 1.0, "main_score": 0.85476, "hf_subset": "or", "languages": [ "ori-Orya" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.65385, "ndcg_at_3": 0.74002, "ndcg_at_5": 0.76186, "ndcg_at_10": 0.79136, "ndcg_at_20": 0.79727, "ndcg_at_100": 0.8036, "ndcg_at_1000": 0.8036, "map_at_1": 0.65385, "map_at_3": 0.71923, "map_at_5": 0.73115, "map_at_10": 0.74314, "map_at_20": 0.7448, "map_at_100": 0.74591, "map_at_1000": 0.74591, "recall_at_1": 0.65385, "recall_at_3": 0.8, "recall_at_5": 0.85385, "recall_at_10": 0.94615, "recall_at_20": 0.96923, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65385, "precision_at_1": 0.65385, "precision_at_3": 0.26667, "precision_at_5": 0.17077, "precision_at_10": 0.09462, "precision_at_20": 0.04846, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.653846, "mrr_at_3": 0.719231, "mrr_at_5": 0.731154, "mrr_at_10": 0.743138, "mrr_at_20": 0.744798, "mrr_at_100": 0.745905, "mrr_at_1000": 0.745905, "nauc_ndcg_at_1_max": 0.650514, "nauc_ndcg_at_1_std": 0.335927, "nauc_ndcg_at_1_diff1": 0.663997, "nauc_ndcg_at_3_max": 0.632087, "nauc_ndcg_at_3_std": 0.291643, "nauc_ndcg_at_3_diff1": 0.587349, "nauc_ndcg_at_5_max": 0.623412, "nauc_ndcg_at_5_std": 0.287646, "nauc_ndcg_at_5_diff1": 0.578604, "nauc_ndcg_at_10_max": 0.62849, "nauc_ndcg_at_10_std": 0.271287, "nauc_ndcg_at_10_diff1": 0.609245, "nauc_ndcg_at_20_max": 0.629238, "nauc_ndcg_at_20_std": 0.27199, "nauc_ndcg_at_20_diff1": 0.60933, "nauc_ndcg_at_100_max": 0.632699, "nauc_ndcg_at_100_std": 0.291231, "nauc_ndcg_at_100_diff1": 0.612732, "nauc_ndcg_at_1000_max": 0.632699, "nauc_ndcg_at_1000_std": 0.291231, "nauc_ndcg_at_1000_diff1": 0.612732, "nauc_map_at_1_max": 0.650514, "nauc_map_at_1_std": 0.335927, "nauc_map_at_1_diff1": 0.663997, "nauc_map_at_3_max": 0.635897, "nauc_map_at_3_std": 0.302247, "nauc_map_at_3_diff1": 0.609304, "nauc_map_at_5_max": 0.631704, "nauc_map_at_5_std": 0.301295, "nauc_map_at_5_diff1": 0.605864, "nauc_map_at_10_max": 0.633873, "nauc_map_at_10_std": 0.29507, "nauc_map_at_10_diff1": 0.616939, "nauc_map_at_20_max": 0.634208, "nauc_map_at_20_std": 0.295009, "nauc_map_at_20_diff1": 0.617212, "nauc_map_at_100_max": 0.634688, "nauc_map_at_100_std": 0.298122, "nauc_map_at_100_diff1": 0.617863, "nauc_map_at_1000_max": 0.634688, "nauc_map_at_1000_std": 0.298122, "nauc_map_at_1000_diff1": 0.617863, "nauc_recall_at_1_max": 0.650514, "nauc_recall_at_1_std": 0.335927, "nauc_recall_at_1_diff1": 0.663997, "nauc_recall_at_3_max": 0.618651, "nauc_recall_at_3_std": 0.253189, "nauc_recall_at_3_diff1": 0.505456, "nauc_recall_at_5_max": 0.582987, "nauc_recall_at_5_std": 0.222, "nauc_recall_at_5_diff1": 0.446845, "nauc_recall_at_10_max": 0.569228, "nauc_recall_at_10_std": -0.025477, "nauc_recall_at_10_diff1": 0.568961, "nauc_recall_at_20_max": 0.534897, "nauc_recall_at_20_std": -0.210551, "nauc_recall_at_20_diff1": 0.530345, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.650514, "nauc_precision_at_1_std": 0.335927, "nauc_precision_at_1_diff1": 0.663997, "nauc_precision_at_3_max": 0.618651, "nauc_precision_at_3_std": 0.253189, "nauc_precision_at_3_diff1": 0.505456, "nauc_precision_at_5_max": 0.582987, "nauc_precision_at_5_std": 0.222, "nauc_precision_at_5_diff1": 0.446845, "nauc_precision_at_10_max": 0.569228, "nauc_precision_at_10_std": -0.025477, "nauc_precision_at_10_diff1": 0.568961, "nauc_precision_at_20_max": 0.534897, "nauc_precision_at_20_std": -0.210551, "nauc_precision_at_20_diff1": 0.530345, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.650514, "nauc_mrr_at_1_std": 0.335927, "nauc_mrr_at_1_diff1": 0.663997, "nauc_mrr_at_3_max": 0.635897, "nauc_mrr_at_3_std": 0.302247, "nauc_mrr_at_3_diff1": 0.609304, "nauc_mrr_at_5_max": 0.631704, "nauc_mrr_at_5_std": 0.301295, "nauc_mrr_at_5_diff1": 0.605864, "nauc_mrr_at_10_max": 0.633873, "nauc_mrr_at_10_std": 0.29507, "nauc_mrr_at_10_diff1": 0.616939, "nauc_mrr_at_20_max": 0.634208, "nauc_mrr_at_20_std": 0.295009, "nauc_mrr_at_20_diff1": 0.617212, "nauc_mrr_at_100_max": 0.634688, "nauc_mrr_at_100_std": 0.298122, "nauc_mrr_at_100_diff1": 0.617863, "nauc_mrr_at_1000_max": 0.634688, "nauc_mrr_at_1000_std": 0.298122, "nauc_mrr_at_1000_diff1": 0.617863, "hit_rate_at_1": 0.65385, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.85385, "hit_rate_at_10": 0.94615, "hit_rate_at_20": 0.96923, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85385, "hf_subset": "os", "languages": [ "oss-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.79095, "ndcg_at_5": 0.80825, "ndcg_at_10": 0.81808, "ndcg_at_20": 0.82831, "ndcg_at_100": 0.83699, "ndcg_at_1000": 0.83862, "map_at_1": 0.73, "map_at_3": 0.77667, "map_at_5": 0.78627, "map_at_10": 0.7904, "map_at_20": 0.79327, "map_at_100": 0.79465, "map_at_1000": 0.79473, "recall_at_1": 0.73, "recall_at_3": 0.832, "recall_at_5": 0.874, "recall_at_10": 0.904, "recall_at_20": 0.944, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.73, "precision_at_1": 0.73, "precision_at_3": 0.27733, "precision_at_5": 0.1748, "precision_at_10": 0.0904, "precision_at_20": 0.0472, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.73, "mrr_at_3": 0.776667, "mrr_at_5": 0.786267, "mrr_at_10": 0.790397, "mrr_at_20": 0.793271, "mrr_at_100": 0.794654, "mrr_at_1000": 0.79473, "nauc_ndcg_at_1_max": 0.777192, "nauc_ndcg_at_1_std": 0.379335, "nauc_ndcg_at_1_diff1": 0.819474, "nauc_ndcg_at_3_max": 0.771464, "nauc_ndcg_at_3_std": 0.390634, "nauc_ndcg_at_3_diff1": 0.787497, "nauc_ndcg_at_5_max": 0.762239, "nauc_ndcg_at_5_std": 0.383326, "nauc_ndcg_at_5_diff1": 0.783219, "nauc_ndcg_at_10_max": 0.755622, "nauc_ndcg_at_10_std": 0.392161, "nauc_ndcg_at_10_diff1": 0.781611, "nauc_ndcg_at_20_max": 0.764041, "nauc_ndcg_at_20_std": 0.390237, "nauc_ndcg_at_20_diff1": 0.788522, "nauc_ndcg_at_100_max": 0.765054, "nauc_ndcg_at_100_std": 0.387726, "nauc_ndcg_at_100_diff1": 0.789513, "nauc_ndcg_at_1000_max": 0.765722, "nauc_ndcg_at_1000_std": 0.387087, "nauc_ndcg_at_1000_diff1": 0.791481, "nauc_map_at_1_max": 0.777192, "nauc_map_at_1_std": 0.379335, "nauc_map_at_1_diff1": 0.819474, "nauc_map_at_3_max": 0.773205, "nauc_map_at_3_std": 0.386214, "nauc_map_at_3_diff1": 0.796246, "nauc_map_at_5_max": 0.768533, "nauc_map_at_5_std": 0.382519, "nauc_map_at_5_diff1": 0.794314, "nauc_map_at_10_max": 0.766172, "nauc_map_at_10_std": 0.385691, "nauc_map_at_10_diff1": 0.794061, "nauc_map_at_20_max": 0.768176, "nauc_map_at_20_std": 0.385157, "nauc_map_at_20_diff1": 0.795873, "nauc_map_at_100_max": 0.768235, "nauc_map_at_100_std": 0.384932, "nauc_map_at_100_diff1": 0.795859, "nauc_map_at_1000_max": 0.768271, "nauc_map_at_1000_std": 0.384908, "nauc_map_at_1000_diff1": 0.795947, "nauc_recall_at_1_max": 0.777192, "nauc_recall_at_1_std": 0.379335, "nauc_recall_at_1_diff1": 0.819474, "nauc_recall_at_3_max": 0.765023, "nauc_recall_at_3_std": 0.407469, "nauc_recall_at_3_diff1": 0.755598, "nauc_recall_at_5_max": 0.731596, "nauc_recall_at_5_std": 0.385847, "nauc_recall_at_5_diff1": 0.73219, "nauc_recall_at_10_max": 0.688288, "nauc_recall_at_10_std": 0.434407, "nauc_recall_at_10_diff1": 0.708207, "nauc_recall_at_20_max": 0.735594, "nauc_recall_at_20_std": 0.442677, "nauc_recall_at_20_diff1": 0.731509, "nauc_recall_at_100_max": 0.711407, "nauc_recall_at_100_std": 0.444289, "nauc_recall_at_100_diff1": 0.621849, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.777192, "nauc_precision_at_1_std": 0.379335, "nauc_precision_at_1_diff1": 0.819474, "nauc_precision_at_3_max": 0.765023, "nauc_precision_at_3_std": 0.407469, "nauc_precision_at_3_diff1": 0.755598, "nauc_precision_at_5_max": 0.731596, "nauc_precision_at_5_std": 0.385847, "nauc_precision_at_5_diff1": 0.73219, "nauc_precision_at_10_max": 0.688288, "nauc_precision_at_10_std": 0.434407, "nauc_precision_at_10_diff1": 0.708207, "nauc_precision_at_20_max": 0.735594, "nauc_precision_at_20_std": 0.442677, "nauc_precision_at_20_diff1": 0.731509, "nauc_precision_at_100_max": 0.711407, "nauc_precision_at_100_std": 0.444289, "nauc_precision_at_100_diff1": 0.621849, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.777192, "nauc_mrr_at_1_std": 0.379335, "nauc_mrr_at_1_diff1": 0.819474, "nauc_mrr_at_3_max": 0.773205, "nauc_mrr_at_3_std": 0.386214, "nauc_mrr_at_3_diff1": 0.796246, "nauc_mrr_at_5_max": 0.768533, "nauc_mrr_at_5_std": 0.382519, "nauc_mrr_at_5_diff1": 0.794314, "nauc_mrr_at_10_max": 0.766172, "nauc_mrr_at_10_std": 0.385691, "nauc_mrr_at_10_diff1": 0.794061, "nauc_mrr_at_20_max": 0.768176, "nauc_mrr_at_20_std": 0.385157, "nauc_mrr_at_20_diff1": 0.795873, "nauc_mrr_at_100_max": 0.768235, "nauc_mrr_at_100_std": 0.384932, "nauc_mrr_at_100_diff1": 0.795859, "nauc_mrr_at_1000_max": 0.768271, "nauc_mrr_at_1000_std": 0.384908, "nauc_mrr_at_1000_diff1": 0.795947, "hit_rate_at_1": 0.73, "hit_rate_at_3": 0.832, "hit_rate_at_5": 0.874, "hit_rate_at_10": 0.904, "hit_rate_at_20": 0.944, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.874, "hf_subset": "pa-IN", "languages": [ "pan-Guru" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.37, "ndcg_at_3": 0.46762, "ndcg_at_5": 0.49111, "ndcg_at_10": 0.51118, "ndcg_at_20": 0.53726, "ndcg_at_100": 0.57016, "ndcg_at_1000": 0.57841, "map_at_1": 0.37, "map_at_3": 0.44333, "map_at_5": 0.45613, "map_at_10": 0.46482, "map_at_20": 0.47214, "map_at_100": 0.47646, "map_at_1000": 0.47681, "recall_at_1": 0.37, "recall_at_3": 0.538, "recall_at_5": 0.596, "recall_at_10": 0.656, "recall_at_20": 0.758, "recall_at_100": 0.938, "recall_at_1000": 1.0, "accuracy": 0.37, "precision_at_1": 0.37, "precision_at_3": 0.17933, "precision_at_5": 0.1192, "precision_at_10": 0.0656, "precision_at_20": 0.0379, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "mrr_at_1": 0.37, "mrr_at_3": 0.443333, "mrr_at_5": 0.456133, "mrr_at_10": 0.464821, "mrr_at_20": 0.472136, "mrr_at_100": 0.476457, "mrr_at_1000": 0.476815, "nauc_ndcg_at_1_max": 0.644887, "nauc_ndcg_at_1_std": 0.171679, "nauc_ndcg_at_1_diff1": 0.730691, "nauc_ndcg_at_3_max": 0.595614, "nauc_ndcg_at_3_std": 0.122519, "nauc_ndcg_at_3_diff1": 0.627747, "nauc_ndcg_at_5_max": 0.588896, "nauc_ndcg_at_5_std": 0.123698, "nauc_ndcg_at_5_diff1": 0.623827, "nauc_ndcg_at_10_max": 0.587623, "nauc_ndcg_at_10_std": 0.131052, "nauc_ndcg_at_10_diff1": 0.613766, "nauc_ndcg_at_20_max": 0.585745, "nauc_ndcg_at_20_std": 0.140063, "nauc_ndcg_at_20_diff1": 0.607529, "nauc_ndcg_at_100_max": 0.591791, "nauc_ndcg_at_100_std": 0.139849, "nauc_ndcg_at_100_diff1": 0.622913, "nauc_ndcg_at_1000_max": 0.594926, "nauc_ndcg_at_1000_std": 0.138917, "nauc_ndcg_at_1000_diff1": 0.630303, "nauc_map_at_1_max": 0.644887, "nauc_map_at_1_std": 0.171679, "nauc_map_at_1_diff1": 0.730691, "nauc_map_at_3_max": 0.606842, "nauc_map_at_3_std": 0.132882, "nauc_map_at_3_diff1": 0.653815, "nauc_map_at_5_max": 0.603165, "nauc_map_at_5_std": 0.134144, "nauc_map_at_5_diff1": 0.651374, "nauc_map_at_10_max": 0.602792, "nauc_map_at_10_std": 0.137601, "nauc_map_at_10_diff1": 0.64726, "nauc_map_at_20_max": 0.602436, "nauc_map_at_20_std": 0.139971, "nauc_map_at_20_diff1": 0.646062, "nauc_map_at_100_max": 0.602966, "nauc_map_at_100_std": 0.140168, "nauc_map_at_100_diff1": 0.647723, "nauc_map_at_1000_max": 0.60311, "nauc_map_at_1000_std": 0.140133, "nauc_map_at_1000_diff1": 0.648038, "nauc_recall_at_1_max": 0.644887, "nauc_recall_at_1_std": 0.171679, "nauc_recall_at_1_diff1": 0.730691, "nauc_recall_at_3_max": 0.562337, "nauc_recall_at_3_std": 0.092196, "nauc_recall_at_3_diff1": 0.549273, "nauc_recall_at_5_max": 0.543486, "nauc_recall_at_5_std": 0.091075, "nauc_recall_at_5_diff1": 0.536902, "nauc_recall_at_10_max": 0.534192, "nauc_recall_at_10_std": 0.111152, "nauc_recall_at_10_diff1": 0.494184, "nauc_recall_at_20_max": 0.508314, "nauc_recall_at_20_std": 0.156064, "nauc_recall_at_20_diff1": 0.423337, "nauc_recall_at_100_max": 0.490889, "nauc_recall_at_100_std": 0.170371, "nauc_recall_at_100_diff1": 0.382579, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.644887, "nauc_precision_at_1_std": 0.171679, "nauc_precision_at_1_diff1": 0.730691, "nauc_precision_at_3_max": 0.562337, "nauc_precision_at_3_std": 0.092196, "nauc_precision_at_3_diff1": 0.549273, "nauc_precision_at_5_max": 0.543486, "nauc_precision_at_5_std": 0.091075, "nauc_precision_at_5_diff1": 0.536902, "nauc_precision_at_10_max": 0.534192, "nauc_precision_at_10_std": 0.111152, "nauc_precision_at_10_diff1": 0.494184, "nauc_precision_at_20_max": 0.508314, "nauc_precision_at_20_std": 0.156064, "nauc_precision_at_20_diff1": 0.423337, "nauc_precision_at_100_max": 0.490889, "nauc_precision_at_100_std": 0.170371, "nauc_precision_at_100_diff1": 0.382579, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.644887, "nauc_mrr_at_1_std": 0.171679, "nauc_mrr_at_1_diff1": 0.730691, "nauc_mrr_at_3_max": 0.606842, "nauc_mrr_at_3_std": 0.132882, "nauc_mrr_at_3_diff1": 0.653815, "nauc_mrr_at_5_max": 0.603165, "nauc_mrr_at_5_std": 0.134144, "nauc_mrr_at_5_diff1": 0.651374, "nauc_mrr_at_10_max": 0.602792, "nauc_mrr_at_10_std": 0.137601, "nauc_mrr_at_10_diff1": 0.64726, "nauc_mrr_at_20_max": 0.602436, "nauc_mrr_at_20_std": 0.139971, "nauc_mrr_at_20_diff1": 0.646062, "nauc_mrr_at_100_max": 0.602966, "nauc_mrr_at_100_std": 0.140168, "nauc_mrr_at_100_diff1": 0.647723, "nauc_mrr_at_1000_max": 0.60311, "nauc_mrr_at_1000_std": 0.140133, "nauc_mrr_at_1000_diff1": 0.648038, "hit_rate_at_1": 0.37, "hit_rate_at_3": 0.538, "hit_rate_at_5": 0.596, "hit_rate_at_10": 0.656, "hit_rate_at_20": 0.758, "hit_rate_at_100": 0.938, "hit_rate_at_1000": 1.0, "main_score": 0.596, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.492, "ndcg_at_3": 0.60081, "ndcg_at_5": 0.62869, "ndcg_at_10": 0.65207, "ndcg_at_20": 0.66589, "ndcg_at_100": 0.68301, "ndcg_at_1000": 0.6885, "map_at_1": 0.492, "map_at_3": 0.57533, "map_at_5": 0.59073, "map_at_10": 0.60044, "map_at_20": 0.60404, "map_at_100": 0.60672, "map_at_1000": 0.60695, "recall_at_1": 0.492, "recall_at_3": 0.674, "recall_at_5": 0.742, "recall_at_10": 0.814, "recall_at_20": 0.87, "recall_at_100": 0.958, "recall_at_1000": 1.0, "accuracy": 0.492, "precision_at_1": 0.492, "precision_at_3": 0.22467, "precision_at_5": 0.1484, "precision_at_10": 0.0814, "precision_at_20": 0.0435, "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.492, "mrr_at_3": 0.575333, "mrr_at_5": 0.590733, "mrr_at_10": 0.600437, "mrr_at_20": 0.604036, "mrr_at_100": 0.606723, "mrr_at_1000": 0.606946, "nauc_ndcg_at_1_max": 0.604671, "nauc_ndcg_at_1_std": 0.203395, "nauc_ndcg_at_1_diff1": 0.659927, "nauc_ndcg_at_3_max": 0.597076, "nauc_ndcg_at_3_std": 0.203561, "nauc_ndcg_at_3_diff1": 0.589435, "nauc_ndcg_at_5_max": 0.587673, "nauc_ndcg_at_5_std": 0.194964, "nauc_ndcg_at_5_diff1": 0.583356, "nauc_ndcg_at_10_max": 0.578622, "nauc_ndcg_at_10_std": 0.194378, "nauc_ndcg_at_10_diff1": 0.576882, "nauc_ndcg_at_20_max": 0.582583, "nauc_ndcg_at_20_std": 0.189144, "nauc_ndcg_at_20_diff1": 0.578325, "nauc_ndcg_at_100_max": 0.588329, "nauc_ndcg_at_100_std": 0.198531, "nauc_ndcg_at_100_diff1": 0.594197, "nauc_ndcg_at_1000_max": 0.589382, "nauc_ndcg_at_1000_std": 0.197957, "nauc_ndcg_at_1000_diff1": 0.596066, "nauc_map_at_1_max": 0.604671, "nauc_map_at_1_std": 0.203395, "nauc_map_at_1_diff1": 0.659927, "nauc_map_at_3_max": 0.600417, "nauc_map_at_3_std": 0.204397, "nauc_map_at_3_diff1": 0.608027, "nauc_map_at_5_max": 0.595439, "nauc_map_at_5_std": 0.199564, "nauc_map_at_5_diff1": 0.60561, "nauc_map_at_10_max": 0.591838, "nauc_map_at_10_std": 0.199303, "nauc_map_at_10_diff1": 0.603671, "nauc_map_at_20_max": 0.592871, "nauc_map_at_20_std": 0.198323, "nauc_map_at_20_diff1": 0.604207, "nauc_map_at_100_max": 0.59368, "nauc_map_at_100_std": 0.200043, "nauc_map_at_100_diff1": 0.606284, "nauc_map_at_1000_max": 0.593702, "nauc_map_at_1000_std": 0.199936, "nauc_map_at_1000_diff1": 0.606391, "nauc_recall_at_1_max": 0.604671, "nauc_recall_at_1_std": 0.203395, "nauc_recall_at_1_diff1": 0.659927, "nauc_recall_at_3_max": 0.585287, "nauc_recall_at_3_std": 0.200347, "nauc_recall_at_3_diff1": 0.527451, "nauc_recall_at_5_max": 0.555416, "nauc_recall_at_5_std": 0.175677, "nauc_recall_at_5_diff1": 0.49604, "nauc_recall_at_10_max": 0.50608, "nauc_recall_at_10_std": 0.168172, "nauc_recall_at_10_diff1": 0.438846, "nauc_recall_at_20_max": 0.511005, "nauc_recall_at_20_std": 0.111716, "nauc_recall_at_20_diff1": 0.399, "nauc_recall_at_100_max": 0.538682, "nauc_recall_at_100_std": 0.195345, "nauc_recall_at_100_diff1": 0.524788, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.604671, "nauc_precision_at_1_std": 0.203395, "nauc_precision_at_1_diff1": 0.659927, "nauc_precision_at_3_max": 0.585287, "nauc_precision_at_3_std": 0.200347, "nauc_precision_at_3_diff1": 0.527451, "nauc_precision_at_5_max": 0.555416, "nauc_precision_at_5_std": 0.175677, "nauc_precision_at_5_diff1": 0.49604, "nauc_precision_at_10_max": 0.50608, "nauc_precision_at_10_std": 0.168172, "nauc_precision_at_10_diff1": 0.438846, "nauc_precision_at_20_max": 0.511005, "nauc_precision_at_20_std": 0.111716, "nauc_precision_at_20_diff1": 0.399, "nauc_precision_at_100_max": 0.538682, "nauc_precision_at_100_std": 0.195345, "nauc_precision_at_100_diff1": 0.524788, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.604671, "nauc_mrr_at_1_std": 0.203395, "nauc_mrr_at_1_diff1": 0.659927, "nauc_mrr_at_3_max": 0.600417, "nauc_mrr_at_3_std": 0.204397, "nauc_mrr_at_3_diff1": 0.608027, "nauc_mrr_at_5_max": 0.595439, "nauc_mrr_at_5_std": 0.199564, "nauc_mrr_at_5_diff1": 0.60561, "nauc_mrr_at_10_max": 0.591838, "nauc_mrr_at_10_std": 0.199303, "nauc_mrr_at_10_diff1": 0.603671, "nauc_mrr_at_20_max": 0.592871, "nauc_mrr_at_20_std": 0.198323, "nauc_mrr_at_20_diff1": 0.604207, "nauc_mrr_at_100_max": 0.59368, "nauc_mrr_at_100_std": 0.200043, "nauc_mrr_at_100_diff1": 0.606284, "nauc_mrr_at_1000_max": 0.593702, "nauc_mrr_at_1000_std": 0.199936, "nauc_mrr_at_1000_diff1": 0.606391, "hit_rate_at_1": 0.492, "hit_rate_at_3": 0.674, "hit_rate_at_5": 0.742, "hit_rate_at_10": 0.814, "hit_rate_at_20": 0.87, "hit_rate_at_100": 0.958, "hit_rate_at_1000": 1.0, "main_score": 0.742, "hf_subset": "ps", "languages": [ "pus-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.95, "ndcg_at_3": 0.96762, "ndcg_at_5": 0.96839, "ndcg_at_10": 0.97031, "ndcg_at_20": 0.97078, "ndcg_at_100": 0.97229, "ndcg_at_1000": 0.97255, "map_at_1": 0.95, "map_at_3": 0.96333, "map_at_5": 0.96373, "map_at_10": 0.96452, "map_at_20": 0.96462, "map_at_100": 0.96484, "map_at_1000": 0.96485, "recall_at_1": 0.95, "recall_at_3": 0.98, "recall_at_5": 0.982, "recall_at_10": 0.988, "recall_at_20": 0.99, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.95, "precision_at_1": 0.95, "precision_at_3": 0.32667, "precision_at_5": 0.1964, "precision_at_10": 0.0988, "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.95, "mrr_at_3": 0.963333, "mrr_at_5": 0.963733, "mrr_at_10": 0.964517, "mrr_at_20": 0.964622, "mrr_at_100": 0.96484, "mrr_at_1000": 0.96485, "nauc_ndcg_at_1_max": 0.818525, "nauc_ndcg_at_1_std": 0.120056, "nauc_ndcg_at_1_diff1": 0.96732, "nauc_ndcg_at_3_max": 0.83927, "nauc_ndcg_at_3_std": 0.128661, "nauc_ndcg_at_3_diff1": 0.970552, "nauc_ndcg_at_5_max": 0.838536, "nauc_ndcg_at_5_std": 0.136004, "nauc_ndcg_at_5_diff1": 0.969831, "nauc_ndcg_at_10_max": 0.828085, "nauc_ndcg_at_10_std": 0.085491, "nauc_ndcg_at_10_diff1": 0.967878, "nauc_ndcg_at_20_max": 0.839253, "nauc_ndcg_at_20_std": 0.081174, "nauc_ndcg_at_20_diff1": 0.971768, "nauc_ndcg_at_100_max": 0.835996, "nauc_ndcg_at_100_std": 0.108308, "nauc_ndcg_at_100_diff1": 0.970226, "nauc_ndcg_at_1000_max": 0.834435, "nauc_ndcg_at_1000_std": 0.105931, "nauc_ndcg_at_1000_diff1": 0.969943, "nauc_map_at_1_max": 0.818525, "nauc_map_at_1_std": 0.120056, "nauc_map_at_1_diff1": 0.96732, "nauc_map_at_3_max": 0.83526, "nauc_map_at_3_std": 0.125511, "nauc_map_at_3_diff1": 0.970143, "nauc_map_at_5_max": 0.834885, "nauc_map_at_5_std": 0.128785, "nauc_map_at_5_diff1": 0.969813, "nauc_map_at_10_max": 0.83124, "nauc_map_at_10_std": 0.111118, "nauc_map_at_10_diff1": 0.969147, "nauc_map_at_20_max": 0.833348, "nauc_map_at_20_std": 0.110383, "nauc_map_at_20_diff1": 0.969882, "nauc_map_at_100_max": 0.832918, "nauc_map_at_100_std": 0.112994, "nauc_map_at_100_diff1": 0.969695, "nauc_map_at_1000_max": 0.832871, "nauc_map_at_1000_std": 0.112925, "nauc_map_at_1000_diff1": 0.969686, "nauc_recall_at_1_max": 0.818525, "nauc_recall_at_1_std": 0.120056, "nauc_recall_at_1_diff1": 0.96732, "nauc_recall_at_3_max": 0.858357, "nauc_recall_at_3_std": 0.145565, "nauc_recall_at_3_diff1": 0.972222, "nauc_recall_at_5_max": 0.857143, "nauc_recall_at_5_std": 0.180776, "nauc_recall_at_5_diff1": 0.969136, "nauc_recall_at_10_max": 0.785714, "nauc_recall_at_10_std": -0.18254, "nauc_recall_at_10_diff1": 0.953704, "nauc_recall_at_20_max": 0.918301, "nauc_recall_at_20_std": -0.290663, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.818525, "nauc_precision_at_1_std": 0.120056, "nauc_precision_at_1_diff1": 0.96732, "nauc_precision_at_3_max": 0.858357, "nauc_precision_at_3_std": 0.145565, "nauc_precision_at_3_diff1": 0.972222, "nauc_precision_at_5_max": 0.857143, "nauc_precision_at_5_std": 0.180776, "nauc_precision_at_5_diff1": 0.969136, "nauc_precision_at_10_max": 0.785714, "nauc_precision_at_10_std": -0.18254, "nauc_precision_at_10_diff1": 0.953704, "nauc_precision_at_20_max": 0.918301, "nauc_precision_at_20_std": -0.290663, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.818525, "nauc_mrr_at_1_std": 0.120056, "nauc_mrr_at_1_diff1": 0.96732, "nauc_mrr_at_3_max": 0.83526, "nauc_mrr_at_3_std": 0.125511, "nauc_mrr_at_3_diff1": 0.970143, "nauc_mrr_at_5_max": 0.834885, "nauc_mrr_at_5_std": 0.128785, "nauc_mrr_at_5_diff1": 0.969813, "nauc_mrr_at_10_max": 0.83124, "nauc_mrr_at_10_std": 0.111118, "nauc_mrr_at_10_diff1": 0.969147, "nauc_mrr_at_20_max": 0.833348, "nauc_mrr_at_20_std": 0.110383, "nauc_mrr_at_20_diff1": 0.969882, "nauc_mrr_at_100_max": 0.832918, "nauc_mrr_at_100_std": 0.112994, "nauc_mrr_at_100_diff1": 0.969695, "nauc_mrr_at_1000_max": 0.832871, "nauc_mrr_at_1000_std": 0.112925, "nauc_mrr_at_1000_diff1": 0.969686, "hit_rate_at_1": 0.95, "hit_rate_at_3": 0.98, "hit_rate_at_5": 0.982, "hit_rate_at_10": 0.988, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 1.0, "main_score": 0.982, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.848, "ndcg_at_3": 0.89607, "ndcg_at_5": 0.90674, "ndcg_at_10": 0.9114, "ndcg_at_20": 0.915, "ndcg_at_100": 0.91717, "ndcg_at_1000": 0.9177, "map_at_1": 0.848, "map_at_3": 0.88433, "map_at_5": 0.89023, "map_at_10": 0.89223, "map_at_20": 0.89325, "map_at_100": 0.89352, "map_at_1000": 0.89354, "recall_at_1": 0.848, "recall_at_3": 0.93, "recall_at_5": 0.956, "recall_at_10": 0.97, "recall_at_20": 0.984, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.848, "precision_at_1": 0.848, "precision_at_3": 0.31, "precision_at_5": 0.1912, "precision_at_10": 0.097, "precision_at_20": 0.0492, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.848, "mrr_at_3": 0.884333, "mrr_at_5": 0.890233, "mrr_at_10": 0.892229, "mrr_at_20": 0.893247, "mrr_at_100": 0.893518, "mrr_at_1000": 0.893541, "nauc_ndcg_at_1_max": 0.849002, "nauc_ndcg_at_1_std": -0.004591, "nauc_ndcg_at_1_diff1": 0.897018, "nauc_ndcg_at_3_max": 0.846003, "nauc_ndcg_at_3_std": -0.033326, "nauc_ndcg_at_3_diff1": 0.854377, "nauc_ndcg_at_5_max": 0.854584, "nauc_ndcg_at_5_std": -0.039098, "nauc_ndcg_at_5_diff1": 0.863478, "nauc_ndcg_at_10_max": 0.8588, "nauc_ndcg_at_10_std": -0.005748, "nauc_ndcg_at_10_diff1": 0.869763, "nauc_ndcg_at_20_max": 0.858162, "nauc_ndcg_at_20_std": 0.012136, "nauc_ndcg_at_20_diff1": 0.872129, "nauc_ndcg_at_100_max": 0.85498, "nauc_ndcg_at_100_std": 0.001256, "nauc_ndcg_at_100_diff1": 0.871209, "nauc_ndcg_at_1000_max": 0.855003, "nauc_ndcg_at_1000_std": -0.003389, "nauc_ndcg_at_1000_diff1": 0.87234, "nauc_map_at_1_max": 0.849002, "nauc_map_at_1_std": -0.004591, "nauc_map_at_1_diff1": 0.897018, "nauc_map_at_3_max": 0.848162, "nauc_map_at_3_std": -0.021417, "nauc_map_at_3_diff1": 0.866751, "nauc_map_at_5_max": 0.852435, "nauc_map_at_5_std": -0.024042, "nauc_map_at_5_diff1": 0.871773, "nauc_map_at_10_max": 0.853828, "nauc_map_at_10_std": -0.011985, "nauc_map_at_10_diff1": 0.874129, "nauc_map_at_20_max": 0.853715, "nauc_map_at_20_std": -0.007696, "nauc_map_at_20_diff1": 0.874687, "nauc_map_at_100_max": 0.853412, "nauc_map_at_100_std": -0.008504, "nauc_map_at_100_diff1": 0.874633, "nauc_map_at_1000_max": 0.853421, "nauc_map_at_1000_std": -0.008648, "nauc_map_at_1000_diff1": 0.87468, "nauc_recall_at_1_max": 0.849002, "nauc_recall_at_1_std": -0.004591, "nauc_recall_at_1_diff1": 0.897018, "nauc_recall_at_3_max": 0.835201, "nauc_recall_at_3_std": -0.090396, "nauc_recall_at_3_diff1": 0.797719, "nauc_recall_at_5_max": 0.870873, "nauc_recall_at_5_std": -0.147483, "nauc_recall_at_5_diff1": 0.809545, "nauc_recall_at_10_max": 0.915811, "nauc_recall_at_10_std": 0.090134, "nauc_recall_at_10_diff1": 0.838936, "nauc_recall_at_20_max": 0.948938, "nauc_recall_at_20_std": 0.517449, "nauc_recall_at_20_diff1": 0.860528, "nauc_recall_at_100_max": 0.861111, "nauc_recall_at_100_std": 0.711718, "nauc_recall_at_100_diff1": 0.711718, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.849002, "nauc_precision_at_1_std": -0.004591, "nauc_precision_at_1_diff1": 0.897018, "nauc_precision_at_3_max": 0.835201, "nauc_precision_at_3_std": -0.090396, "nauc_precision_at_3_diff1": 0.797719, "nauc_precision_at_5_max": 0.870873, "nauc_precision_at_5_std": -0.147483, "nauc_precision_at_5_diff1": 0.809545, "nauc_precision_at_10_max": 0.915811, "nauc_precision_at_10_std": 0.090134, "nauc_precision_at_10_diff1": 0.838936, "nauc_precision_at_20_max": 0.948938, "nauc_precision_at_20_std": 0.517449, "nauc_precision_at_20_diff1": 0.860528, "nauc_precision_at_100_max": 0.861111, "nauc_precision_at_100_std": 0.711718, "nauc_precision_at_100_diff1": 0.711718, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.849002, "nauc_mrr_at_1_std": -0.004591, "nauc_mrr_at_1_diff1": 0.897018, "nauc_mrr_at_3_max": 0.848162, "nauc_mrr_at_3_std": -0.021417, "nauc_mrr_at_3_diff1": 0.866751, "nauc_mrr_at_5_max": 0.852435, "nauc_mrr_at_5_std": -0.024042, "nauc_mrr_at_5_diff1": 0.871773, "nauc_mrr_at_10_max": 0.853828, "nauc_mrr_at_10_std": -0.011985, "nauc_mrr_at_10_diff1": 0.874129, "nauc_mrr_at_20_max": 0.853715, "nauc_mrr_at_20_std": -0.007696, "nauc_mrr_at_20_diff1": 0.874687, "nauc_mrr_at_100_max": 0.853412, "nauc_mrr_at_100_std": -0.008504, "nauc_mrr_at_100_diff1": 0.874633, "nauc_mrr_at_1000_max": 0.853421, "nauc_mrr_at_1000_std": -0.008648, "nauc_mrr_at_1000_diff1": 0.87468, "hit_rate_at_1": 0.848, "hit_rate_at_3": 0.93, "hit_rate_at_5": 0.956, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.984, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 1.0, "main_score": 0.956, "hf_subset": "rm-sursilv", "languages": [ "roh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.89145, "ndcg_at_3": 0.9325, "ndcg_at_5": 0.93936, "ndcg_at_10": 0.94467, "ndcg_at_20": 0.94632, "ndcg_at_100": 0.94679, "ndcg_at_1000": 0.94679, "map_at_1": 0.89145, "map_at_3": 0.9234, "map_at_5": 0.92733, "map_at_10": 0.92956, "map_at_20": 0.92997, "map_at_100": 0.93005, "map_at_1000": 0.93005, "recall_at_1": 0.89145, "recall_at_3": 0.95843, "recall_at_5": 0.9746, "recall_at_10": 0.99076, "recall_at_20": 0.99769, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89145, "precision_at_1": 0.89145, "precision_at_3": 0.31948, "precision_at_5": 0.19492, "precision_at_10": 0.09908, "precision_at_20": 0.04988, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.891455, "mrr_at_3": 0.923403, "mrr_at_5": 0.927329, "mrr_at_10": 0.92956, "mrr_at_20": 0.929966, "mrr_at_100": 0.930045, "mrr_at_1000": 0.930045, "nauc_ndcg_at_1_max": 0.740373, "nauc_ndcg_at_1_std": -0.005927, "nauc_ndcg_at_1_diff1": 0.893908, "nauc_ndcg_at_3_max": 0.771962, "nauc_ndcg_at_3_std": -0.064457, "nauc_ndcg_at_3_diff1": 0.87618, "nauc_ndcg_at_5_max": 0.766929, "nauc_ndcg_at_5_std": -0.024828, "nauc_ndcg_at_5_diff1": 0.880649, "nauc_ndcg_at_10_max": 0.761155, "nauc_ndcg_at_10_std": 0.001061, "nauc_ndcg_at_10_diff1": 0.881123, "nauc_ndcg_at_20_max": 0.762841, "nauc_ndcg_at_20_std": -0.019497, "nauc_ndcg_at_20_diff1": 0.884101, "nauc_ndcg_at_100_max": 0.760725, "nauc_ndcg_at_100_std": -0.018144, "nauc_ndcg_at_100_diff1": 0.884232, "nauc_ndcg_at_1000_max": 0.760725, "nauc_ndcg_at_1000_std": -0.018144, "nauc_ndcg_at_1000_diff1": 0.884232, "nauc_map_at_1_max": 0.740373, "nauc_map_at_1_std": -0.005927, "nauc_map_at_1_diff1": 0.893908, "nauc_map_at_3_max": 0.764197, "nauc_map_at_3_std": -0.042917, "nauc_map_at_3_diff1": 0.882323, "nauc_map_at_5_max": 0.761513, "nauc_map_at_5_std": -0.021693, "nauc_map_at_5_diff1": 0.884819, "nauc_map_at_10_max": 0.759115, "nauc_map_at_10_std": -0.014628, "nauc_map_at_10_diff1": 0.884889, "nauc_map_at_20_max": 0.759424, "nauc_map_at_20_std": -0.018546, "nauc_map_at_20_diff1": 0.885473, "nauc_map_at_100_max": 0.759148, "nauc_map_at_100_std": -0.018371, "nauc_map_at_100_diff1": 0.885492, "nauc_map_at_1000_max": 0.759148, "nauc_map_at_1000_std": -0.018371, "nauc_map_at_1000_diff1": 0.885492, "nauc_recall_at_1_max": 0.740373, "nauc_recall_at_1_std": -0.005927, "nauc_recall_at_1_diff1": 0.893908, "nauc_recall_at_3_max": 0.810664, "nauc_recall_at_3_std": -0.1793, "nauc_recall_at_3_diff1": 0.843692, "nauc_recall_at_5_max": 0.805495, "nauc_recall_at_5_std": -0.044215, "nauc_recall_at_5_diff1": 0.847668, "nauc_recall_at_10_max": 0.780838, "nauc_recall_at_10_std": 0.455406, "nauc_recall_at_10_diff1": 0.806871, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.171107, "nauc_recall_at_20_diff1": 0.869382, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.740373, "nauc_precision_at_1_std": -0.005927, "nauc_precision_at_1_diff1": 0.893908, "nauc_precision_at_3_max": 0.810664, "nauc_precision_at_3_std": -0.1793, "nauc_precision_at_3_diff1": 0.843692, "nauc_precision_at_5_max": 0.805495, "nauc_precision_at_5_std": -0.044215, "nauc_precision_at_5_diff1": 0.847668, "nauc_precision_at_10_max": 0.780838, "nauc_precision_at_10_std": 0.455406, "nauc_precision_at_10_diff1": 0.806871, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.171107, "nauc_precision_at_20_diff1": 0.869382, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.740373, "nauc_mrr_at_1_std": -0.005927, "nauc_mrr_at_1_diff1": 0.893908, "nauc_mrr_at_3_max": 0.764197, "nauc_mrr_at_3_std": -0.042917, "nauc_mrr_at_3_diff1": 0.882323, "nauc_mrr_at_5_max": 0.761513, "nauc_mrr_at_5_std": -0.021693, "nauc_mrr_at_5_diff1": 0.884819, "nauc_mrr_at_10_max": 0.759115, "nauc_mrr_at_10_std": -0.014628, "nauc_mrr_at_10_diff1": 0.884889, "nauc_mrr_at_20_max": 0.759424, "nauc_mrr_at_20_std": -0.018546, "nauc_mrr_at_20_diff1": 0.885473, "nauc_mrr_at_100_max": 0.759148, "nauc_mrr_at_100_std": -0.018371, "nauc_mrr_at_100_diff1": 0.885492, "nauc_mrr_at_1000_max": 0.759148, "nauc_mrr_at_1000_std": -0.018371, "nauc_mrr_at_1000_diff1": 0.885492, "hit_rate_at_1": 0.89145, "hit_rate_at_3": 0.95843, "hit_rate_at_5": 0.9746, "hit_rate_at_10": 0.99076, "hit_rate_at_20": 0.99769, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.9746, "hf_subset": "rm-vallader", "languages": [ "roh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.534, "ndcg_at_3": 0.62809, "ndcg_at_5": 0.64858, "ndcg_at_10": 0.66803, "ndcg_at_20": 0.67971, "ndcg_at_100": 0.6989, "ndcg_at_1000": 0.70471, "map_at_1": 0.534, "map_at_3": 0.60467, "map_at_5": 0.61597, "map_at_10": 0.62403, "map_at_20": 0.62726, "map_at_100": 0.62988, "map_at_1000": 0.63012, "recall_at_1": 0.534, "recall_at_3": 0.696, "recall_at_5": 0.746, "recall_at_10": 0.806, "recall_at_20": 0.852, "recall_at_100": 0.956, "recall_at_1000": 1.0, "accuracy": 0.534, "precision_at_1": 0.534, "precision_at_3": 0.232, "precision_at_5": 0.1492, "precision_at_10": 0.0806, "precision_at_20": 0.0426, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.534, "mrr_at_3": 0.604667, "mrr_at_5": 0.615967, "mrr_at_10": 0.624032, "mrr_at_20": 0.627263, "mrr_at_100": 0.629879, "mrr_at_1000": 0.630124, "nauc_ndcg_at_1_max": 0.626212, "nauc_ndcg_at_1_std": 0.123889, "nauc_ndcg_at_1_diff1": 0.761078, "nauc_ndcg_at_3_max": 0.66502, "nauc_ndcg_at_3_std": 0.183895, "nauc_ndcg_at_3_diff1": 0.719127, "nauc_ndcg_at_5_max": 0.660286, "nauc_ndcg_at_5_std": 0.176515, "nauc_ndcg_at_5_diff1": 0.705699, "nauc_ndcg_at_10_max": 0.651675, "nauc_ndcg_at_10_std": 0.172393, "nauc_ndcg_at_10_diff1": 0.698098, "nauc_ndcg_at_20_max": 0.656564, "nauc_ndcg_at_20_std": 0.176657, "nauc_ndcg_at_20_diff1": 0.699572, "nauc_ndcg_at_100_max": 0.655786, "nauc_ndcg_at_100_std": 0.171875, "nauc_ndcg_at_100_diff1": 0.707601, "nauc_ndcg_at_1000_max": 0.653165, "nauc_ndcg_at_1000_std": 0.169222, "nauc_ndcg_at_1000_diff1": 0.711, "nauc_map_at_1_max": 0.626212, "nauc_map_at_1_std": 0.123889, "nauc_map_at_1_diff1": 0.761078, "nauc_map_at_3_max": 0.654207, "nauc_map_at_3_std": 0.165407, "nauc_map_at_3_diff1": 0.728329, "nauc_map_at_5_max": 0.651511, "nauc_map_at_5_std": 0.161125, "nauc_map_at_5_diff1": 0.721598, "nauc_map_at_10_max": 0.64814, "nauc_map_at_10_std": 0.159551, "nauc_map_at_10_diff1": 0.718826, "nauc_map_at_20_max": 0.649533, "nauc_map_at_20_std": 0.160895, "nauc_map_at_20_diff1": 0.719269, "nauc_map_at_100_max": 0.649365, "nauc_map_at_100_std": 0.16056, "nauc_map_at_100_diff1": 0.72011, "nauc_map_at_1000_max": 0.649269, "nauc_map_at_1000_std": 0.160524, "nauc_map_at_1000_diff1": 0.720218, "nauc_recall_at_1_max": 0.626212, "nauc_recall_at_1_std": 0.123889, "nauc_recall_at_1_diff1": 0.761078, "nauc_recall_at_3_max": 0.701715, "nauc_recall_at_3_std": 0.247453, "nauc_recall_at_3_diff1": 0.689055, "nauc_recall_at_5_max": 0.692886, "nauc_recall_at_5_std": 0.234881, "nauc_recall_at_5_diff1": 0.643822, "nauc_recall_at_10_max": 0.661556, "nauc_recall_at_10_std": 0.228051, "nauc_recall_at_10_diff1": 0.596416, "nauc_recall_at_20_max": 0.695549, "nauc_recall_at_20_std": 0.267577, "nauc_recall_at_20_diff1": 0.58, "nauc_recall_at_100_max": 0.759783, "nauc_recall_at_100_std": 0.295221, "nauc_recall_at_100_diff1": 0.568458, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.626212, "nauc_precision_at_1_std": 0.123889, "nauc_precision_at_1_diff1": 0.761078, "nauc_precision_at_3_max": 0.701715, "nauc_precision_at_3_std": 0.247453, "nauc_precision_at_3_diff1": 0.689055, "nauc_precision_at_5_max": 0.692886, "nauc_precision_at_5_std": 0.234881, "nauc_precision_at_5_diff1": 0.643822, "nauc_precision_at_10_max": 0.661556, "nauc_precision_at_10_std": 0.228051, "nauc_precision_at_10_diff1": 0.596416, "nauc_precision_at_20_max": 0.695549, "nauc_precision_at_20_std": 0.267577, "nauc_precision_at_20_diff1": 0.58, "nauc_precision_at_100_max": 0.759783, "nauc_precision_at_100_std": 0.295221, "nauc_precision_at_100_diff1": 0.568458, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.626212, "nauc_mrr_at_1_std": 0.123889, "nauc_mrr_at_1_diff1": 0.761078, "nauc_mrr_at_3_max": 0.654207, "nauc_mrr_at_3_std": 0.165407, "nauc_mrr_at_3_diff1": 0.728329, "nauc_mrr_at_5_max": 0.651511, "nauc_mrr_at_5_std": 0.161125, "nauc_mrr_at_5_diff1": 0.721598, "nauc_mrr_at_10_max": 0.64814, "nauc_mrr_at_10_std": 0.159551, "nauc_mrr_at_10_diff1": 0.718826, "nauc_mrr_at_20_max": 0.649533, "nauc_mrr_at_20_std": 0.160895, "nauc_mrr_at_20_diff1": 0.719269, "nauc_mrr_at_100_max": 0.649365, "nauc_mrr_at_100_std": 0.16056, "nauc_mrr_at_100_diff1": 0.72011, "nauc_mrr_at_1000_max": 0.649269, "nauc_mrr_at_1000_std": 0.160524, "nauc_mrr_at_1000_diff1": 0.720218, "hit_rate_at_1": 0.534, "hit_rate_at_3": 0.696, "hit_rate_at_5": 0.746, "hit_rate_at_10": 0.806, "hit_rate_at_20": 0.852, "hit_rate_at_100": 0.956, "hit_rate_at_1000": 1.0, "main_score": 0.746, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.91, "ndcg_at_3": 0.93367, "ndcg_at_5": 0.93875, "ndcg_at_10": 0.94142, "ndcg_at_20": 0.94187, "ndcg_at_100": 0.94475, "ndcg_at_1000": 0.9463, "map_at_1": 0.91, "map_at_3": 0.928, "map_at_5": 0.9309, "map_at_10": 0.93205, "map_at_20": 0.93215, "map_at_100": 0.93251, "map_at_1000": 0.93257, "recall_at_1": 0.91, "recall_at_3": 0.95, "recall_at_5": 0.962, "recall_at_10": 0.97, "recall_at_20": 0.972, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.91, "precision_at_1": 0.91, "precision_at_3": 0.31667, "precision_at_5": 0.1924, "precision_at_10": 0.097, "precision_at_20": 0.0486, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.928, "mrr_at_5": 0.9309, "mrr_at_10": 0.932052, "mrr_at_20": 0.932152, "mrr_at_100": 0.932514, "mrr_at_1000": 0.932574, "nauc_ndcg_at_1_max": 0.807874, "nauc_ndcg_at_1_std": -0.03574, "nauc_ndcg_at_1_diff1": 0.936352, "nauc_ndcg_at_3_max": 0.840412, "nauc_ndcg_at_3_std": -0.018944, "nauc_ndcg_at_3_diff1": 0.933063, "nauc_ndcg_at_5_max": 0.837121, "nauc_ndcg_at_5_std": 0.008515, "nauc_ndcg_at_5_diff1": 0.927511, "nauc_ndcg_at_10_max": 0.83403, "nauc_ndcg_at_10_std": 0.027071, "nauc_ndcg_at_10_diff1": 0.924208, "nauc_ndcg_at_20_max": 0.834906, "nauc_ndcg_at_20_std": 0.024478, "nauc_ndcg_at_20_diff1": 0.924638, "nauc_ndcg_at_100_max": 0.831722, "nauc_ndcg_at_100_std": 0.011828, "nauc_ndcg_at_100_diff1": 0.92578, "nauc_ndcg_at_1000_max": 0.831704, "nauc_ndcg_at_1000_std": 0.007089, "nauc_ndcg_at_1000_diff1": 0.927766, "nauc_map_at_1_max": 0.807874, "nauc_map_at_1_std": -0.03574, "nauc_map_at_1_diff1": 0.936352, "nauc_map_at_3_max": 0.832674, "nauc_map_at_3_std": -0.021356, "nauc_map_at_3_diff1": 0.934133, "nauc_map_at_5_max": 0.83077, "nauc_map_at_5_std": -0.00706, "nauc_map_at_5_diff1": 0.931368, "nauc_map_at_10_max": 0.829358, "nauc_map_at_10_std": -0.00127, "nauc_map_at_10_diff1": 0.930204, "nauc_map_at_20_max": 0.829516, "nauc_map_at_20_std": -0.0018, "nauc_map_at_20_diff1": 0.930294, "nauc_map_at_100_max": 0.829159, "nauc_map_at_100_std": -0.003141, "nauc_map_at_100_diff1": 0.930376, "nauc_map_at_1000_max": 0.829171, "nauc_map_at_1000_std": -0.003331, "nauc_map_at_1000_diff1": 0.930452, "nauc_recall_at_1_max": 0.807874, "nauc_recall_at_1_std": -0.03574, "nauc_recall_at_1_diff1": 0.936352, "nauc_recall_at_3_max": 0.871335, "nauc_recall_at_3_std": -0.010495, "nauc_recall_at_3_diff1": 0.928571, "nauc_recall_at_5_max": 0.86793, "nauc_recall_at_5_std": 0.092928, "nauc_recall_at_5_diff1": 0.906015, "nauc_recall_at_10_max": 0.859944, "nauc_recall_at_10_std": 0.23489, "nauc_recall_at_10_diff1": 0.880952, "nauc_recall_at_20_max": 0.869781, "nauc_recall_at_20_std": 0.22609, "nauc_recall_at_20_diff1": 0.881786, "nauc_recall_at_100_max": 0.835823, "nauc_recall_at_100_std": 0.163788, "nauc_recall_at_100_diff1": 0.860333, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.807874, "nauc_precision_at_1_std": -0.03574, "nauc_precision_at_1_diff1": 0.936352, "nauc_precision_at_3_max": 0.871335, "nauc_precision_at_3_std": -0.010495, "nauc_precision_at_3_diff1": 0.928571, "nauc_precision_at_5_max": 0.86793, "nauc_precision_at_5_std": 0.092928, "nauc_precision_at_5_diff1": 0.906015, "nauc_precision_at_10_max": 0.859944, "nauc_precision_at_10_std": 0.23489, "nauc_precision_at_10_diff1": 0.880952, "nauc_precision_at_20_max": 0.869781, "nauc_precision_at_20_std": 0.22609, "nauc_precision_at_20_diff1": 0.881786, "nauc_precision_at_100_max": 0.835823, "nauc_precision_at_100_std": 0.163788, "nauc_precision_at_100_diff1": 0.860333, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.807874, "nauc_mrr_at_1_std": -0.03574, "nauc_mrr_at_1_diff1": 0.936352, "nauc_mrr_at_3_max": 0.832674, "nauc_mrr_at_3_std": -0.021356, "nauc_mrr_at_3_diff1": 0.934133, "nauc_mrr_at_5_max": 0.83077, "nauc_mrr_at_5_std": -0.00706, "nauc_mrr_at_5_diff1": 0.931368, "nauc_mrr_at_10_max": 0.829358, "nauc_mrr_at_10_std": -0.00127, "nauc_mrr_at_10_diff1": 0.930204, "nauc_mrr_at_20_max": 0.829516, "nauc_mrr_at_20_std": -0.0018, "nauc_mrr_at_20_diff1": 0.930294, "nauc_mrr_at_100_max": 0.829159, "nauc_mrr_at_100_std": -0.003141, "nauc_mrr_at_100_diff1": 0.930376, "nauc_mrr_at_1000_max": 0.829171, "nauc_mrr_at_1000_std": -0.003331, "nauc_mrr_at_1000_diff1": 0.930452, "hit_rate_at_1": 0.91, "hit_rate_at_3": 0.95, "hit_rate_at_5": 0.962, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.972, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.962, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.54155, "ndcg_at_5": 0.55574, "ndcg_at_10": 0.58234, "ndcg_at_20": 0.60493, "ndcg_at_100": 0.6349, "ndcg_at_1000": 0.64063, "map_at_1": 0.48, "map_at_3": 0.525, "map_at_5": 0.53275, "map_at_10": 0.54322, "map_at_20": 0.54933, "map_at_100": 0.55361, "map_at_1000": 0.55393, "recall_at_1": 0.48, "recall_at_3": 0.59, "recall_at_5": 0.625, "recall_at_10": 0.71, "recall_at_20": 0.8, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.48, "precision_at_1": 0.48, "precision_at_3": 0.19667, "precision_at_5": 0.125, "precision_at_10": 0.071, "precision_at_20": 0.04, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.48, "mrr_at_3": 0.525, "mrr_at_5": 0.53275, "mrr_at_10": 0.54322, "mrr_at_20": 0.549331, "mrr_at_100": 0.553605, "mrr_at_1000": 0.553928, "nauc_ndcg_at_1_max": 0.651483, "nauc_ndcg_at_1_std": 0.20447, "nauc_ndcg_at_1_diff1": 0.661493, "nauc_ndcg_at_3_max": 0.630225, "nauc_ndcg_at_3_std": 0.227063, "nauc_ndcg_at_3_diff1": 0.594295, "nauc_ndcg_at_5_max": 0.620299, "nauc_ndcg_at_5_std": 0.21492, "nauc_ndcg_at_5_diff1": 0.587162, "nauc_ndcg_at_10_max": 0.599777, "nauc_ndcg_at_10_std": 0.179823, "nauc_ndcg_at_10_diff1": 0.57253, "nauc_ndcg_at_20_max": 0.603429, "nauc_ndcg_at_20_std": 0.184618, "nauc_ndcg_at_20_diff1": 0.573979, "nauc_ndcg_at_100_max": 0.614993, "nauc_ndcg_at_100_std": 0.195876, "nauc_ndcg_at_100_diff1": 0.590228, "nauc_ndcg_at_1000_max": 0.618484, "nauc_ndcg_at_1000_std": 0.201305, "nauc_ndcg_at_1000_diff1": 0.594594, "nauc_map_at_1_max": 0.651483, "nauc_map_at_1_std": 0.20447, "nauc_map_at_1_diff1": 0.661493, "nauc_map_at_3_max": 0.636185, "nauc_map_at_3_std": 0.221725, "nauc_map_at_3_diff1": 0.612187, "nauc_map_at_5_max": 0.63059, "nauc_map_at_5_std": 0.214809, "nauc_map_at_5_diff1": 0.608572, "nauc_map_at_10_max": 0.622981, "nauc_map_at_10_std": 0.201526, "nauc_map_at_10_diff1": 0.60397, "nauc_map_at_20_max": 0.624063, "nauc_map_at_20_std": 0.2026, "nauc_map_at_20_diff1": 0.605077, "nauc_map_at_100_max": 0.62602, "nauc_map_at_100_std": 0.205417, "nauc_map_at_100_diff1": 0.606981, "nauc_map_at_1000_max": 0.626163, "nauc_map_at_1000_std": 0.205618, "nauc_map_at_1000_diff1": 0.607197, "nauc_recall_at_1_max": 0.651483, "nauc_recall_at_1_std": 0.20447, "nauc_recall_at_1_diff1": 0.661493, "nauc_recall_at_3_max": 0.611619, "nauc_recall_at_3_std": 0.243334, "nauc_recall_at_3_diff1": 0.538813, "nauc_recall_at_5_max": 0.585717, "nauc_recall_at_5_std": 0.213577, "nauc_recall_at_5_diff1": 0.5166, "nauc_recall_at_10_max": 0.499073, "nauc_recall_at_10_std": 0.076145, "nauc_recall_at_10_diff1": 0.441905, "nauc_recall_at_20_max": 0.488761, "nauc_recall_at_20_std": 0.075562, "nauc_recall_at_20_diff1": 0.401299, "nauc_recall_at_100_max": 0.447479, "nauc_recall_at_100_std": -0.068861, "nauc_recall_at_100_diff1": 0.390289, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.651483, "nauc_precision_at_1_std": 0.20447, "nauc_precision_at_1_diff1": 0.661493, "nauc_precision_at_3_max": 0.611619, "nauc_precision_at_3_std": 0.243334, "nauc_precision_at_3_diff1": 0.538813, "nauc_precision_at_5_max": 0.585717, "nauc_precision_at_5_std": 0.213577, "nauc_precision_at_5_diff1": 0.5166, "nauc_precision_at_10_max": 0.499073, "nauc_precision_at_10_std": 0.076145, "nauc_precision_at_10_diff1": 0.441905, "nauc_precision_at_20_max": 0.488761, "nauc_precision_at_20_std": 0.075562, "nauc_precision_at_20_diff1": 0.401299, "nauc_precision_at_100_max": 0.447479, "nauc_precision_at_100_std": -0.068861, "nauc_precision_at_100_diff1": 0.390289, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.651483, "nauc_mrr_at_1_std": 0.20447, "nauc_mrr_at_1_diff1": 0.661493, "nauc_mrr_at_3_max": 0.636185, "nauc_mrr_at_3_std": 0.221725, "nauc_mrr_at_3_diff1": 0.612187, "nauc_mrr_at_5_max": 0.63059, "nauc_mrr_at_5_std": 0.214809, "nauc_mrr_at_5_diff1": 0.608572, "nauc_mrr_at_10_max": 0.622981, "nauc_mrr_at_10_std": 0.201526, "nauc_mrr_at_10_diff1": 0.60397, "nauc_mrr_at_20_max": 0.624063, "nauc_mrr_at_20_std": 0.2026, "nauc_mrr_at_20_diff1": 0.605077, "nauc_mrr_at_100_max": 0.62602, "nauc_mrr_at_100_std": 0.205417, "nauc_mrr_at_100_diff1": 0.606981, "nauc_mrr_at_1000_max": 0.626163, "nauc_mrr_at_1000_std": 0.205618, "nauc_mrr_at_1000_diff1": 0.607197, "hit_rate_at_1": 0.48, "hit_rate_at_3": 0.59, "hit_rate_at_5": 0.625, "hit_rate_at_10": 0.71, "hit_rate_at_20": 0.8, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.625, "hf_subset": "rw", "languages": [ "kin-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.605, "ndcg_at_3": 0.67928, "ndcg_at_5": 0.69928, "ndcg_at_10": 0.72727, "ndcg_at_20": 0.74125, "ndcg_at_100": 0.75517, "ndcg_at_1000": 0.75585, "map_at_1": 0.605, "map_at_3": 0.66167, "map_at_5": 0.67242, "map_at_10": 0.68425, "map_at_20": 0.68811, "map_at_100": 0.69006, "map_at_1000": 0.69009, "recall_at_1": 0.605, "recall_at_3": 0.73, "recall_at_5": 0.78, "recall_at_10": 0.865, "recall_at_20": 0.92, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.605, "precision_at_1": 0.605, "precision_at_3": 0.24333, "precision_at_5": 0.156, "precision_at_10": 0.0865, "precision_at_20": 0.046, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.605, "mrr_at_3": 0.661667, "mrr_at_5": 0.672417, "mrr_at_10": 0.684246, "mrr_at_20": 0.688107, "mrr_at_100": 0.690056, "mrr_at_1000": 0.690087, "nauc_ndcg_at_1_max": 0.618935, "nauc_ndcg_at_1_std": 0.040068, "nauc_ndcg_at_1_diff1": 0.674523, "nauc_ndcg_at_3_max": 0.601487, "nauc_ndcg_at_3_std": 0.042088, "nauc_ndcg_at_3_diff1": 0.652933, "nauc_ndcg_at_5_max": 0.580779, "nauc_ndcg_at_5_std": 0.025198, "nauc_ndcg_at_5_diff1": 0.638623, "nauc_ndcg_at_10_max": 0.593467, "nauc_ndcg_at_10_std": 0.033307, "nauc_ndcg_at_10_diff1": 0.649217, "nauc_ndcg_at_20_max": 0.588945, "nauc_ndcg_at_20_std": 0.026366, "nauc_ndcg_at_20_diff1": 0.638625, "nauc_ndcg_at_100_max": 0.592389, "nauc_ndcg_at_100_std": 0.022766, "nauc_ndcg_at_100_diff1": 0.646964, "nauc_ndcg_at_1000_max": 0.593967, "nauc_ndcg_at_1000_std": 0.026712, "nauc_ndcg_at_1000_diff1": 0.648725, "nauc_map_at_1_max": 0.618935, "nauc_map_at_1_std": 0.040068, "nauc_map_at_1_diff1": 0.674523, "nauc_map_at_3_max": 0.602995, "nauc_map_at_3_std": 0.036863, "nauc_map_at_3_diff1": 0.656763, "nauc_map_at_5_max": 0.592483, "nauc_map_at_5_std": 0.027942, "nauc_map_at_5_diff1": 0.649437, "nauc_map_at_10_max": 0.597462, "nauc_map_at_10_std": 0.031006, "nauc_map_at_10_diff1": 0.65309, "nauc_map_at_20_max": 0.596478, "nauc_map_at_20_std": 0.029, "nauc_map_at_20_diff1": 0.650604, "nauc_map_at_100_max": 0.59699, "nauc_map_at_100_std": 0.028525, "nauc_map_at_100_diff1": 0.652117, "nauc_map_at_1000_max": 0.597048, "nauc_map_at_1000_std": 0.02867, "nauc_map_at_1000_diff1": 0.652182, "nauc_recall_at_1_max": 0.618935, "nauc_recall_at_1_std": 0.040068, "nauc_recall_at_1_diff1": 0.674523, "nauc_recall_at_3_max": 0.597928, "nauc_recall_at_3_std": 0.062052, "nauc_recall_at_3_diff1": 0.640931, "nauc_recall_at_5_max": 0.532828, "nauc_recall_at_5_std": 0.013957, "nauc_recall_at_5_diff1": 0.595018, "nauc_recall_at_10_max": 0.576583, "nauc_recall_at_10_std": 0.05158, "nauc_recall_at_10_diff1": 0.635036, "nauc_recall_at_20_max": 0.516953, "nauc_recall_at_20_std": -0.002918, "nauc_recall_at_20_diff1": 0.514122, "nauc_recall_at_100_max": 0.122782, "nauc_recall_at_100_std": -1.151727, "nauc_recall_at_100_diff1": 0.122782, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.618935, "nauc_precision_at_1_std": 0.040068, "nauc_precision_at_1_diff1": 0.674523, "nauc_precision_at_3_max": 0.597928, "nauc_precision_at_3_std": 0.062052, "nauc_precision_at_3_diff1": 0.640931, "nauc_precision_at_5_max": 0.532828, "nauc_precision_at_5_std": 0.013957, "nauc_precision_at_5_diff1": 0.595018, "nauc_precision_at_10_max": 0.576583, "nauc_precision_at_10_std": 0.05158, "nauc_precision_at_10_diff1": 0.635036, "nauc_precision_at_20_max": 0.516953, "nauc_precision_at_20_std": -0.002918, "nauc_precision_at_20_diff1": 0.514122, "nauc_precision_at_100_max": 0.122782, "nauc_precision_at_100_std": -1.151727, "nauc_precision_at_100_diff1": 0.122782, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.618935, "nauc_mrr_at_1_std": 0.040068, "nauc_mrr_at_1_diff1": 0.674523, "nauc_mrr_at_3_max": 0.602995, "nauc_mrr_at_3_std": 0.036863, "nauc_mrr_at_3_diff1": 0.656763, "nauc_mrr_at_5_max": 0.592483, "nauc_mrr_at_5_std": 0.027942, "nauc_mrr_at_5_diff1": 0.649437, "nauc_mrr_at_10_max": 0.597462, "nauc_mrr_at_10_std": 0.031006, "nauc_mrr_at_10_diff1": 0.65309, "nauc_mrr_at_20_max": 0.596478, "nauc_mrr_at_20_std": 0.029, "nauc_mrr_at_20_diff1": 0.650604, "nauc_mrr_at_100_max": 0.59699, "nauc_mrr_at_100_std": 0.028525, "nauc_mrr_at_100_diff1": 0.652117, "nauc_mrr_at_1000_max": 0.597048, "nauc_mrr_at_1000_std": 0.02867, "nauc_mrr_at_1000_diff1": 0.652182, "hit_rate_at_1": 0.605, "hit_rate_at_3": 0.73, "hit_rate_at_5": 0.78, "hit_rate_at_10": 0.865, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.78, "hf_subset": "sah", "languages": [ "sah-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00885, "ndcg_at_3": 0.01886, "ndcg_at_5": 0.02228, "ndcg_at_10": 0.04024, "ndcg_at_20": 0.06913, "ndcg_at_100": 0.18289, "ndcg_at_1000": 0.20389, "map_at_1": 0.00885, "map_at_3": 0.01622, "map_at_5": 0.01799, "map_at_10": 0.02588, "map_at_20": 0.03373, "map_at_100": 0.04672, "map_at_1000": 0.04806, "recall_at_1": 0.00885, "recall_at_3": 0.02655, "recall_at_5": 0.0354, "recall_at_10": 0.0885, "recall_at_20": 0.20354, "recall_at_100": 0.85841, "recall_at_1000": 1.0, "accuracy": 0.00885, "precision_at_1": 0.00885, "precision_at_3": 0.00885, "precision_at_5": 0.00708, "precision_at_10": 0.00885, "precision_at_20": 0.01018, "precision_at_100": 0.00858, "precision_at_1000": 0.001, "mrr_at_1": 0.00885, "mrr_at_3": 0.016224, "mrr_at_5": 0.017994, "mrr_at_10": 0.025885, "mrr_at_20": 0.033735, "mrr_at_100": 0.046721, "mrr_at_1000": 0.048056, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.182464, "nauc_ndcg_at_3_std": 0.816086, "nauc_ndcg_at_3_diff1": 0.344555, "nauc_ndcg_at_5_max": 0.122869, "nauc_ndcg_at_5_std": 0.74017, "nauc_ndcg_at_5_diff1": 0.445263, "nauc_ndcg_at_10_max": 0.21298, "nauc_ndcg_at_10_std": 0.719822, "nauc_ndcg_at_10_diff1": 0.291136, "nauc_ndcg_at_20_max": 0.314921, "nauc_ndcg_at_20_std": 0.752622, "nauc_ndcg_at_20_diff1": 0.189693, "nauc_ndcg_at_100_max": 0.168217, "nauc_ndcg_at_100_std": 0.602124, "nauc_ndcg_at_100_diff1": 0.187511, "nauc_ndcg_at_1000_max": 0.242336, "nauc_ndcg_at_1000_std": 0.695479, "nauc_ndcg_at_1000_diff1": 0.223077, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.298376, "nauc_map_at_3_std": 0.842484, "nauc_map_at_3_diff1": 0.427214, "nauc_map_at_5_max": 0.248824, "nauc_map_at_5_std": 0.791288, "nauc_map_at_5_diff1": 0.483554, "nauc_map_at_10_max": 0.266904, "nauc_map_at_10_std": 0.767925, "nauc_map_at_10_diff1": 0.363327, "nauc_map_at_20_max": 0.313919, "nauc_map_at_20_std": 0.77723, "nauc_map_at_20_diff1": 0.29244, "nauc_map_at_100_max": 0.27225, "nauc_map_at_100_std": 0.733545, "nauc_map_at_100_diff1": 0.285643, "nauc_map_at_1000_max": 0.280672, "nauc_map_at_1000_std": 0.743769, "nauc_map_at_1000_diff1": 0.290819, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.024066, "nauc_recall_at_3_std": 0.768976, "nauc_recall_at_3_diff1": 0.19968, "nauc_recall_at_5_max": -0.069399, "nauc_recall_at_5_std": 0.657231, "nauc_recall_at_5_diff1": 0.39976, "nauc_recall_at_10_max": 0.1753, "nauc_recall_at_10_std": 0.670892, "nauc_recall_at_10_diff1": 0.224392, "nauc_recall_at_20_max": 0.334823, "nauc_recall_at_20_std": 0.739951, "nauc_recall_at_20_diff1": 0.118336, "nauc_recall_at_100_max": -0.061011, "nauc_recall_at_100_std": 0.309002, "nauc_recall_at_100_diff1": 0.077182, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.024066, "nauc_precision_at_3_std": 0.768976, "nauc_precision_at_3_diff1": 0.19968, "nauc_precision_at_5_max": -0.069399, "nauc_precision_at_5_std": 0.657231, "nauc_precision_at_5_diff1": 0.39976, "nauc_precision_at_10_max": 0.1753, "nauc_precision_at_10_std": 0.670892, "nauc_precision_at_10_diff1": 0.224392, "nauc_precision_at_20_max": 0.334823, "nauc_precision_at_20_std": 0.739951, "nauc_precision_at_20_diff1": 0.118336, "nauc_precision_at_100_max": -0.061011, "nauc_precision_at_100_std": 0.309002, "nauc_precision_at_100_diff1": 0.077182, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.298376, "nauc_mrr_at_3_std": 0.842484, "nauc_mrr_at_3_diff1": 0.427214, "nauc_mrr_at_5_max": 0.248824, "nauc_mrr_at_5_std": 0.791288, "nauc_mrr_at_5_diff1": 0.483554, "nauc_mrr_at_10_max": 0.266904, "nauc_mrr_at_10_std": 0.767925, "nauc_mrr_at_10_diff1": 0.363327, "nauc_mrr_at_20_max": 0.313919, "nauc_mrr_at_20_std": 0.77723, "nauc_mrr_at_20_diff1": 0.29244, "nauc_mrr_at_100_max": 0.27225, "nauc_mrr_at_100_std": 0.733545, "nauc_mrr_at_100_diff1": 0.285643, "nauc_mrr_at_1000_max": 0.280672, "nauc_mrr_at_1000_std": 0.743769, "nauc_mrr_at_1000_diff1": 0.290819, "hit_rate_at_1": 0.00885, "hit_rate_at_3": 0.02655, "hit_rate_at_5": 0.0354, "hit_rate_at_10": 0.0885, "hit_rate_at_20": 0.20354, "hit_rate_at_100": 0.85841, "hit_rate_at_1000": 1.0, "main_score": 0.0354, "hf_subset": "sat", "languages": [ "sat-Olck" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.915, "ndcg_at_3": 0.94143, "ndcg_at_5": 0.94767, "ndcg_at_10": 0.94911, "ndcg_at_20": 0.953, "ndcg_at_100": 0.95396, "ndcg_at_1000": 0.95396, "map_at_1": 0.915, "map_at_3": 0.935, "map_at_5": 0.9385, "map_at_10": 0.939, "map_at_20": 0.94011, "map_at_100": 0.94025, "map_at_1000": 0.94025, "recall_at_1": 0.915, "recall_at_3": 0.96, "recall_at_5": 0.975, "recall_at_10": 0.98, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.915, "precision_at_1": 0.915, "precision_at_3": 0.32, "precision_at_5": 0.195, "precision_at_10": 0.098, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.915, "mrr_at_3": 0.935, "mrr_at_5": 0.9385, "mrr_at_10": 0.939, "mrr_at_20": 0.940114, "mrr_at_100": 0.940253, "mrr_at_1000": 0.940253, "nauc_ndcg_at_1_max": 0.876421, "nauc_ndcg_at_1_std": 0.269292, "nauc_ndcg_at_1_diff1": 0.893036, "nauc_ndcg_at_3_max": 0.877652, "nauc_ndcg_at_3_std": 0.307844, "nauc_ndcg_at_3_diff1": 0.857393, "nauc_ndcg_at_5_max": 0.897669, "nauc_ndcg_at_5_std": 0.34221, "nauc_ndcg_at_5_diff1": 0.880429, "nauc_ndcg_at_10_max": 0.894763, "nauc_ndcg_at_10_std": 0.323526, "nauc_ndcg_at_10_diff1": 0.877033, "nauc_ndcg_at_20_max": 0.889816, "nauc_ndcg_at_20_std": 0.319901, "nauc_ndcg_at_20_diff1": 0.874847, "nauc_ndcg_at_100_max": 0.887519, "nauc_ndcg_at_100_std": 0.311513, "nauc_ndcg_at_100_diff1": 0.878029, "nauc_ndcg_at_1000_max": 0.887519, "nauc_ndcg_at_1000_std": 0.311513, "nauc_ndcg_at_1000_diff1": 0.878029, "nauc_map_at_1_max": 0.876421, "nauc_map_at_1_std": 0.269292, "nauc_map_at_1_diff1": 0.893036, "nauc_map_at_3_max": 0.87775, "nauc_map_at_3_std": 0.296973, "nauc_map_at_3_diff1": 0.868503, "nauc_map_at_5_max": 0.887626, "nauc_map_at_5_std": 0.31382, "nauc_map_at_5_diff1": 0.880244, "nauc_map_at_10_max": 0.886705, "nauc_map_at_10_std": 0.308196, "nauc_map_at_10_diff1": 0.879262, "nauc_map_at_20_max": 0.885508, "nauc_map_at_20_std": 0.30626, "nauc_map_at_20_diff1": 0.878949, "nauc_map_at_100_max": 0.885241, "nauc_map_at_100_std": 0.305293, "nauc_map_at_100_diff1": 0.879314, "nauc_map_at_1000_max": 0.885241, "nauc_map_at_1000_std": 0.305293, "nauc_map_at_1000_diff1": 0.879314, "nauc_recall_at_1_max": 0.876421, "nauc_recall_at_1_std": 0.269292, "nauc_recall_at_1_diff1": 0.893036, "nauc_recall_at_3_max": 0.876867, "nauc_recall_at_3_std": 0.35796, "nauc_recall_at_3_diff1": 0.80538, "nauc_recall_at_5_max": 0.973856, "nauc_recall_at_5_std": 0.550047, "nauc_recall_at_5_diff1": 0.888889, "nauc_recall_at_10_max": 0.96732, "nauc_recall_at_10_std": 0.437558, "nauc_recall_at_10_diff1": 0.861111, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.722222, "nauc_recall_at_20_diff1": 0.722222, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.876421, "nauc_precision_at_1_std": 0.269292, "nauc_precision_at_1_diff1": 0.893036, "nauc_precision_at_3_max": 0.876867, "nauc_precision_at_3_std": 0.35796, "nauc_precision_at_3_diff1": 0.80538, "nauc_precision_at_5_max": 0.973856, "nauc_precision_at_5_std": 0.550047, "nauc_precision_at_5_diff1": 0.888889, "nauc_precision_at_10_max": 0.96732, "nauc_precision_at_10_std": 0.437558, "nauc_precision_at_10_diff1": 0.861111, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.722222, "nauc_precision_at_20_diff1": 0.722222, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.876421, "nauc_mrr_at_1_std": 0.269292, "nauc_mrr_at_1_diff1": 0.893036, "nauc_mrr_at_3_max": 0.87775, "nauc_mrr_at_3_std": 0.296973, "nauc_mrr_at_3_diff1": 0.868503, "nauc_mrr_at_5_max": 0.887626, "nauc_mrr_at_5_std": 0.31382, "nauc_mrr_at_5_diff1": 0.880244, "nauc_mrr_at_10_max": 0.886705, "nauc_mrr_at_10_std": 0.308196, "nauc_mrr_at_10_diff1": 0.879262, "nauc_mrr_at_20_max": 0.885508, "nauc_mrr_at_20_std": 0.30626, "nauc_mrr_at_20_diff1": 0.878949, "nauc_mrr_at_100_max": 0.885241, "nauc_mrr_at_100_std": 0.305293, "nauc_mrr_at_100_diff1": 0.879314, "nauc_mrr_at_1000_max": 0.885241, "nauc_mrr_at_1000_std": 0.305293, "nauc_mrr_at_1000_diff1": 0.879314, "hit_rate_at_1": 0.915, "hit_rate_at_3": 0.96, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.975, "hf_subset": "sc", "languages": [ "srd-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.78, "ndcg_at_3": 0.82851, "ndcg_at_5": 0.84486, "ndcg_at_10": 0.85633, "ndcg_at_20": 0.86357, "ndcg_at_100": 0.8692, "ndcg_at_1000": 0.86994, "map_at_1": 0.78, "map_at_3": 0.8175, "map_at_5": 0.8265, "map_at_10": 0.83133, "map_at_20": 0.83314, "map_at_100": 0.83391, "map_at_1000": 0.83396, "recall_at_1": 0.78, "recall_at_3": 0.86, "recall_at_5": 0.9, "recall_at_10": 0.935, "recall_at_20": 0.965, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.78, "precision_at_1": 0.78, "precision_at_3": 0.28667, "precision_at_5": 0.18, "precision_at_10": 0.0935, "precision_at_20": 0.04825, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.8175, "mrr_at_5": 0.8265, "mrr_at_10": 0.831325, "mrr_at_20": 0.833138, "mrr_at_100": 0.833915, "mrr_at_1000": 0.833963, "nauc_ndcg_at_1_max": 0.779455, "nauc_ndcg_at_1_std": 0.424062, "nauc_ndcg_at_1_diff1": 0.877973, "nauc_ndcg_at_3_max": 0.791288, "nauc_ndcg_at_3_std": 0.415146, "nauc_ndcg_at_3_diff1": 0.875112, "nauc_ndcg_at_5_max": 0.788674, "nauc_ndcg_at_5_std": 0.419748, "nauc_ndcg_at_5_diff1": 0.862285, "nauc_ndcg_at_10_max": 0.780719, "nauc_ndcg_at_10_std": 0.402411, "nauc_ndcg_at_10_diff1": 0.860297, "nauc_ndcg_at_20_max": 0.780414, "nauc_ndcg_at_20_std": 0.405205, "nauc_ndcg_at_20_diff1": 0.866803, "nauc_ndcg_at_100_max": 0.782895, "nauc_ndcg_at_100_std": 0.411314, "nauc_ndcg_at_100_diff1": 0.868179, "nauc_ndcg_at_1000_max": 0.784297, "nauc_ndcg_at_1000_std": 0.41164, "nauc_ndcg_at_1000_diff1": 0.869073, "nauc_map_at_1_max": 0.779455, "nauc_map_at_1_std": 0.424062, "nauc_map_at_1_diff1": 0.877973, "nauc_map_at_3_max": 0.789048, "nauc_map_at_3_std": 0.416803, "nauc_map_at_3_diff1": 0.877141, "nauc_map_at_5_max": 0.788204, "nauc_map_at_5_std": 0.420099, "nauc_map_at_5_diff1": 0.871032, "nauc_map_at_10_max": 0.785446, "nauc_map_at_10_std": 0.413602, "nauc_map_at_10_diff1": 0.870671, "nauc_map_at_20_max": 0.785273, "nauc_map_at_20_std": 0.413744, "nauc_map_at_20_diff1": 0.871982, "nauc_map_at_100_max": 0.785516, "nauc_map_at_100_std": 0.414596, "nauc_map_at_100_diff1": 0.872027, "nauc_map_at_1000_max": 0.785589, "nauc_map_at_1000_std": 0.414614, "nauc_map_at_1000_diff1": 0.872074, "nauc_recall_at_1_max": 0.779455, "nauc_recall_at_1_std": 0.424062, "nauc_recall_at_1_diff1": 0.877973, "nauc_recall_at_3_max": 0.79886, "nauc_recall_at_3_std": 0.409571, "nauc_recall_at_3_diff1": 0.867085, "nauc_recall_at_5_max": 0.788305, "nauc_recall_at_5_std": 0.417927, "nauc_recall_at_5_diff1": 0.817017, "nauc_recall_at_10_max": 0.735905, "nauc_recall_at_10_std": 0.310062, "nauc_recall_at_10_diff1": 0.778819, "nauc_recall_at_20_max": 0.698546, "nauc_recall_at_20_std": 0.29285, "nauc_recall_at_20_diff1": 0.812592, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.779455, "nauc_precision_at_1_std": 0.424062, "nauc_precision_at_1_diff1": 0.877973, "nauc_precision_at_3_max": 0.79886, "nauc_precision_at_3_std": 0.409571, "nauc_precision_at_3_diff1": 0.867085, "nauc_precision_at_5_max": 0.788305, "nauc_precision_at_5_std": 0.417927, "nauc_precision_at_5_diff1": 0.817017, "nauc_precision_at_10_max": 0.735905, "nauc_precision_at_10_std": 0.310062, "nauc_precision_at_10_diff1": 0.778819, "nauc_precision_at_20_max": 0.698546, "nauc_precision_at_20_std": 0.29285, "nauc_precision_at_20_diff1": 0.812592, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.779455, "nauc_mrr_at_1_std": 0.424062, "nauc_mrr_at_1_diff1": 0.877973, "nauc_mrr_at_3_max": 0.789048, "nauc_mrr_at_3_std": 0.416803, "nauc_mrr_at_3_diff1": 0.877141, "nauc_mrr_at_5_max": 0.788204, "nauc_mrr_at_5_std": 0.420099, "nauc_mrr_at_5_diff1": 0.871032, "nauc_mrr_at_10_max": 0.785446, "nauc_mrr_at_10_std": 0.413602, "nauc_mrr_at_10_diff1": 0.870671, "nauc_mrr_at_20_max": 0.785273, "nauc_mrr_at_20_std": 0.413744, "nauc_mrr_at_20_diff1": 0.871982, "nauc_mrr_at_100_max": 0.785516, "nauc_mrr_at_100_std": 0.414596, "nauc_mrr_at_100_diff1": 0.872027, "nauc_mrr_at_1000_max": 0.785589, "nauc_mrr_at_1000_std": 0.414614, "nauc_mrr_at_1000_diff1": 0.872074, "hit_rate_at_1": 0.78, "hit_rate_at_3": 0.86, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.935, "hit_rate_at_20": 0.965, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.9, "hf_subset": "sk", "languages": [ "slk-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.675, "ndcg_at_3": 0.75113, "ndcg_at_5": 0.77113, "ndcg_at_10": 0.78127, "ndcg_at_20": 0.79409, "ndcg_at_100": 0.8057, "ndcg_at_1000": 0.80645, "map_at_1": 0.675, "map_at_3": 0.7325, "map_at_5": 0.74325, "map_at_10": 0.74768, "map_at_20": 0.7513, "map_at_100": 0.75306, "map_at_1000": 0.75311, "recall_at_1": 0.675, "recall_at_3": 0.805, "recall_at_5": 0.855, "recall_at_10": 0.885, "recall_at_20": 0.935, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.675, "precision_at_1": 0.675, "precision_at_3": 0.26833, "precision_at_5": 0.171, "precision_at_10": 0.0885, "precision_at_20": 0.04675, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.675, "mrr_at_3": 0.7325, "mrr_at_5": 0.74325, "mrr_at_10": 0.747685, "mrr_at_20": 0.7513, "mrr_at_100": 0.753063, "mrr_at_1000": 0.75311, "nauc_ndcg_at_1_max": 0.708401, "nauc_ndcg_at_1_std": 0.273507, "nauc_ndcg_at_1_diff1": 0.798179, "nauc_ndcg_at_3_max": 0.722332, "nauc_ndcg_at_3_std": 0.295492, "nauc_ndcg_at_3_diff1": 0.784243, "nauc_ndcg_at_5_max": 0.7076, "nauc_ndcg_at_5_std": 0.307392, "nauc_ndcg_at_5_diff1": 0.773964, "nauc_ndcg_at_10_max": 0.69349, "nauc_ndcg_at_10_std": 0.293221, "nauc_ndcg_at_10_diff1": 0.767574, "nauc_ndcg_at_20_max": 0.685619, "nauc_ndcg_at_20_std": 0.282803, "nauc_ndcg_at_20_diff1": 0.771075, "nauc_ndcg_at_100_max": 0.703571, "nauc_ndcg_at_100_std": 0.290932, "nauc_ndcg_at_100_diff1": 0.780749, "nauc_ndcg_at_1000_max": 0.702844, "nauc_ndcg_at_1000_std": 0.288396, "nauc_ndcg_at_1000_diff1": 0.779788, "nauc_map_at_1_max": 0.708401, "nauc_map_at_1_std": 0.273507, "nauc_map_at_1_diff1": 0.798179, "nauc_map_at_3_max": 0.71923, "nauc_map_at_3_std": 0.288477, "nauc_map_at_3_diff1": 0.788711, "nauc_map_at_5_max": 0.711961, "nauc_map_at_5_std": 0.294578, "nauc_map_at_5_diff1": 0.783749, "nauc_map_at_10_max": 0.706607, "nauc_map_at_10_std": 0.288882, "nauc_map_at_10_diff1": 0.781474, "nauc_map_at_20_max": 0.704799, "nauc_map_at_20_std": 0.286674, "nauc_map_at_20_diff1": 0.782539, "nauc_map_at_100_max": 0.707163, "nauc_map_at_100_std": 0.28743, "nauc_map_at_100_diff1": 0.783747, "nauc_map_at_1000_max": 0.707127, "nauc_map_at_1000_std": 0.287302, "nauc_map_at_1000_diff1": 0.783699, "nauc_recall_at_1_max": 0.708401, "nauc_recall_at_1_std": 0.273507, "nauc_recall_at_1_diff1": 0.798179, "nauc_recall_at_3_max": 0.733335, "nauc_recall_at_3_std": 0.321793, "nauc_recall_at_3_diff1": 0.767483, "nauc_recall_at_5_max": 0.682825, "nauc_recall_at_5_std": 0.369408, "nauc_recall_at_5_diff1": 0.725712, "nauc_recall_at_10_max": 0.605315, "nauc_recall_at_10_std": 0.311775, "nauc_recall_at_10_diff1": 0.681948, "nauc_recall_at_20_max": 0.457983, "nauc_recall_at_20_std": 0.20362, "nauc_recall_at_20_diff1": 0.656575, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.708401, "nauc_precision_at_1_std": 0.273507, "nauc_precision_at_1_diff1": 0.798179, "nauc_precision_at_3_max": 0.733335, "nauc_precision_at_3_std": 0.321793, "nauc_precision_at_3_diff1": 0.767483, "nauc_precision_at_5_max": 0.682825, "nauc_precision_at_5_std": 0.369408, "nauc_precision_at_5_diff1": 0.725712, "nauc_precision_at_10_max": 0.605315, "nauc_precision_at_10_std": 0.311775, "nauc_precision_at_10_diff1": 0.681948, "nauc_precision_at_20_max": 0.457983, "nauc_precision_at_20_std": 0.20362, "nauc_precision_at_20_diff1": 0.656575, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.708401, "nauc_mrr_at_1_std": 0.273507, "nauc_mrr_at_1_diff1": 0.798179, "nauc_mrr_at_3_max": 0.71923, "nauc_mrr_at_3_std": 0.288477, "nauc_mrr_at_3_diff1": 0.788711, "nauc_mrr_at_5_max": 0.711961, "nauc_mrr_at_5_std": 0.294578, "nauc_mrr_at_5_diff1": 0.783749, "nauc_mrr_at_10_max": 0.706607, "nauc_mrr_at_10_std": 0.288882, "nauc_mrr_at_10_diff1": 0.781474, "nauc_mrr_at_20_max": 0.704799, "nauc_mrr_at_20_std": 0.286674, "nauc_mrr_at_20_diff1": 0.782539, "nauc_mrr_at_100_max": 0.707163, "nauc_mrr_at_100_std": 0.28743, "nauc_mrr_at_100_diff1": 0.783747, "nauc_mrr_at_1000_max": 0.707127, "nauc_mrr_at_1000_std": 0.287302, "nauc_mrr_at_1000_diff1": 0.783699, "hit_rate_at_1": 0.675, "hit_rate_at_3": 0.805, "hit_rate_at_5": 0.855, "hit_rate_at_10": 0.885, "hit_rate_at_20": 0.935, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.855, "hf_subset": "skr", "languages": [ "skr-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.695, "ndcg_at_3": 0.76363, "ndcg_at_5": 0.78429, "ndcg_at_10": 0.79587, "ndcg_at_20": 0.8099, "ndcg_at_100": 0.81819, "ndcg_at_1000": 0.81893, "map_at_1": 0.695, "map_at_3": 0.7475, "map_at_5": 0.759, "map_at_10": 0.76393, "map_at_20": 0.76785, "map_at_100": 0.76897, "map_at_1000": 0.76902, "recall_at_1": 0.695, "recall_at_3": 0.81, "recall_at_5": 0.86, "recall_at_10": 0.895, "recall_at_20": 0.95, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.695, "precision_at_1": 0.695, "precision_at_3": 0.27, "precision_at_5": 0.172, "precision_at_10": 0.0895, "precision_at_20": 0.0475, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.695, "mrr_at_3": 0.7475, "mrr_at_5": 0.759, "mrr_at_10": 0.763935, "mrr_at_20": 0.767848, "mrr_at_100": 0.768975, "mrr_at_1000": 0.769021, "nauc_ndcg_at_1_max": 0.726978, "nauc_ndcg_at_1_std": 0.439598, "nauc_ndcg_at_1_diff1": 0.765505, "nauc_ndcg_at_3_max": 0.727025, "nauc_ndcg_at_3_std": 0.467298, "nauc_ndcg_at_3_diff1": 0.733209, "nauc_ndcg_at_5_max": 0.720067, "nauc_ndcg_at_5_std": 0.459148, "nauc_ndcg_at_5_diff1": 0.72688, "nauc_ndcg_at_10_max": 0.73938, "nauc_ndcg_at_10_std": 0.494719, "nauc_ndcg_at_10_diff1": 0.730761, "nauc_ndcg_at_20_max": 0.737224, "nauc_ndcg_at_20_std": 0.494797, "nauc_ndcg_at_20_diff1": 0.737041, "nauc_ndcg_at_100_max": 0.732083, "nauc_ndcg_at_100_std": 0.477297, "nauc_ndcg_at_100_diff1": 0.736574, "nauc_ndcg_at_1000_max": 0.732129, "nauc_ndcg_at_1000_std": 0.474903, "nauc_ndcg_at_1000_diff1": 0.739386, "nauc_map_at_1_max": 0.726978, "nauc_map_at_1_std": 0.439598, "nauc_map_at_1_diff1": 0.765505, "nauc_map_at_3_max": 0.726969, "nauc_map_at_3_std": 0.458705, "nauc_map_at_3_diff1": 0.742021, "nauc_map_at_5_max": 0.723521, "nauc_map_at_5_std": 0.454266, "nauc_map_at_5_diff1": 0.73926, "nauc_map_at_10_max": 0.731853, "nauc_map_at_10_std": 0.469314, "nauc_map_at_10_diff1": 0.741327, "nauc_map_at_20_max": 0.730993, "nauc_map_at_20_std": 0.468433, "nauc_map_at_20_diff1": 0.743024, "nauc_map_at_100_max": 0.730342, "nauc_map_at_100_std": 0.466347, "nauc_map_at_100_diff1": 0.743005, "nauc_map_at_1000_max": 0.730344, "nauc_map_at_1000_std": 0.466226, "nauc_map_at_1000_diff1": 0.743145, "nauc_recall_at_1_max": 0.726978, "nauc_recall_at_1_std": 0.439598, "nauc_recall_at_1_diff1": 0.765505, "nauc_recall_at_3_max": 0.727251, "nauc_recall_at_3_std": 0.498861, "nauc_recall_at_3_diff1": 0.701412, "nauc_recall_at_5_max": 0.702595, "nauc_recall_at_5_std": 0.480082, "nauc_recall_at_5_diff1": 0.668924, "nauc_recall_at_10_max": 0.789741, "nauc_recall_at_10_std": 0.656816, "nauc_recall_at_10_diff1": 0.668896, "nauc_recall_at_20_max": 0.822596, "nauc_recall_at_20_std": 0.847572, "nauc_recall_at_20_diff1": 0.683567, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.122782, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.726978, "nauc_precision_at_1_std": 0.439598, "nauc_precision_at_1_diff1": 0.765505, "nauc_precision_at_3_max": 0.727251, "nauc_precision_at_3_std": 0.498861, "nauc_precision_at_3_diff1": 0.701412, "nauc_precision_at_5_max": 0.702595, "nauc_precision_at_5_std": 0.480082, "nauc_precision_at_5_diff1": 0.668924, "nauc_precision_at_10_max": 0.789741, "nauc_precision_at_10_std": 0.656816, "nauc_precision_at_10_diff1": 0.668896, "nauc_precision_at_20_max": 0.822596, "nauc_precision_at_20_std": 0.847572, "nauc_precision_at_20_diff1": 0.683567, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.122782, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.726978, "nauc_mrr_at_1_std": 0.439598, "nauc_mrr_at_1_diff1": 0.765505, "nauc_mrr_at_3_max": 0.726969, "nauc_mrr_at_3_std": 0.458705, "nauc_mrr_at_3_diff1": 0.742021, "nauc_mrr_at_5_max": 0.723521, "nauc_mrr_at_5_std": 0.454266, "nauc_mrr_at_5_diff1": 0.73926, "nauc_mrr_at_10_max": 0.731853, "nauc_mrr_at_10_std": 0.469314, "nauc_mrr_at_10_diff1": 0.741327, "nauc_mrr_at_20_max": 0.730993, "nauc_mrr_at_20_std": 0.468433, "nauc_mrr_at_20_diff1": 0.743024, "nauc_mrr_at_100_max": 0.730342, "nauc_mrr_at_100_std": 0.466347, "nauc_mrr_at_100_diff1": 0.743005, "nauc_mrr_at_1000_max": 0.730344, "nauc_mrr_at_1000_std": 0.466226, "nauc_mrr_at_1000_diff1": 0.743145, "hit_rate_at_1": 0.695, "hit_rate_at_3": 0.81, "hit_rate_at_5": 0.86, "hit_rate_at_10": 0.895, "hit_rate_at_20": 0.95, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.86, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.665, "ndcg_at_3": 0.75928, "ndcg_at_5": 0.78253, "ndcg_at_10": 0.79639, "ndcg_at_20": 0.80543, "ndcg_at_100": 0.81229, "ndcg_at_1000": 0.81304, "map_at_1": 0.665, "map_at_3": 0.735, "map_at_5": 0.74825, "map_at_10": 0.75452, "map_at_20": 0.7571, "map_at_100": 0.7582, "map_at_1000": 0.75825, "recall_at_1": 0.665, "recall_at_3": 0.83, "recall_at_5": 0.885, "recall_at_10": 0.925, "recall_at_20": 0.96, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.665, "precision_at_1": 0.665, "precision_at_3": 0.27667, "precision_at_5": 0.177, "precision_at_10": 0.0925, "precision_at_20": 0.048, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.665, "mrr_at_3": 0.735, "mrr_at_5": 0.74825, "mrr_at_10": 0.75452, "mrr_at_20": 0.757097, "mrr_at_100": 0.758204, "mrr_at_1000": 0.758252, "nauc_ndcg_at_1_max": 0.804498, "nauc_ndcg_at_1_std": 0.383897, "nauc_ndcg_at_1_diff1": 0.85995, "nauc_ndcg_at_3_max": 0.805633, "nauc_ndcg_at_3_std": 0.417756, "nauc_ndcg_at_3_diff1": 0.805536, "nauc_ndcg_at_5_max": 0.807751, "nauc_ndcg_at_5_std": 0.432939, "nauc_ndcg_at_5_diff1": 0.796326, "nauc_ndcg_at_10_max": 0.818613, "nauc_ndcg_at_10_std": 0.460949, "nauc_ndcg_at_10_diff1": 0.809796, "nauc_ndcg_at_20_max": 0.816291, "nauc_ndcg_at_20_std": 0.44928, "nauc_ndcg_at_20_diff1": 0.816023, "nauc_ndcg_at_100_max": 0.810454, "nauc_ndcg_at_100_std": 0.427373, "nauc_ndcg_at_100_diff1": 0.819299, "nauc_ndcg_at_1000_max": 0.81086, "nauc_ndcg_at_1000_std": 0.427692, "nauc_ndcg_at_1000_diff1": 0.819745, "nauc_map_at_1_max": 0.804498, "nauc_map_at_1_std": 0.383897, "nauc_map_at_1_diff1": 0.85995, "nauc_map_at_3_max": 0.805933, "nauc_map_at_3_std": 0.407236, "nauc_map_at_3_diff1": 0.820907, "nauc_map_at_5_max": 0.8068, "nauc_map_at_5_std": 0.414114, "nauc_map_at_5_diff1": 0.816851, "nauc_map_at_10_max": 0.810661, "nauc_map_at_10_std": 0.42455, "nauc_map_at_10_diff1": 0.822189, "nauc_map_at_20_max": 0.809846, "nauc_map_at_20_std": 0.421191, "nauc_map_at_20_diff1": 0.823693, "nauc_map_at_100_max": 0.809153, "nauc_map_at_100_std": 0.418211, "nauc_map_at_100_diff1": 0.824323, "nauc_map_at_1000_max": 0.809173, "nauc_map_at_1000_std": 0.418225, "nauc_map_at_1000_diff1": 0.824347, "nauc_recall_at_1_max": 0.804498, "nauc_recall_at_1_std": 0.383897, "nauc_recall_at_1_diff1": 0.85995, "nauc_recall_at_3_max": 0.804029, "nauc_recall_at_3_std": 0.461427, "nauc_recall_at_3_diff1": 0.742584, "nauc_recall_at_5_max": 0.81353, "nauc_recall_at_5_std": 0.54225, "nauc_recall_at_5_diff1": 0.680998, "nauc_recall_at_10_max": 0.894802, "nauc_recall_at_10_std": 0.786026, "nauc_recall_at_10_diff1": 0.720542, "nauc_recall_at_20_max": 0.930556, "nauc_recall_at_20_std": 0.88708, "nauc_recall_at_20_diff1": 0.748191, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.804498, "nauc_precision_at_1_std": 0.383897, "nauc_precision_at_1_diff1": 0.85995, "nauc_precision_at_3_max": 0.804029, "nauc_precision_at_3_std": 0.461427, "nauc_precision_at_3_diff1": 0.742584, "nauc_precision_at_5_max": 0.81353, "nauc_precision_at_5_std": 0.54225, "nauc_precision_at_5_diff1": 0.680998, "nauc_precision_at_10_max": 0.894802, "nauc_precision_at_10_std": 0.786026, "nauc_precision_at_10_diff1": 0.720542, "nauc_precision_at_20_max": 0.930556, "nauc_precision_at_20_std": 0.88708, "nauc_precision_at_20_diff1": 0.748191, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.804498, "nauc_mrr_at_1_std": 0.383897, "nauc_mrr_at_1_diff1": 0.85995, "nauc_mrr_at_3_max": 0.805933, "nauc_mrr_at_3_std": 0.407236, "nauc_mrr_at_3_diff1": 0.820907, "nauc_mrr_at_5_max": 0.8068, "nauc_mrr_at_5_std": 0.414114, "nauc_mrr_at_5_diff1": 0.816851, "nauc_mrr_at_10_max": 0.810661, "nauc_mrr_at_10_std": 0.42455, "nauc_mrr_at_10_diff1": 0.822189, "nauc_mrr_at_20_max": 0.809846, "nauc_mrr_at_20_std": 0.421191, "nauc_mrr_at_20_diff1": 0.823693, "nauc_mrr_at_100_max": 0.809153, "nauc_mrr_at_100_std": 0.418211, "nauc_mrr_at_100_diff1": 0.824323, "nauc_mrr_at_1000_max": 0.809173, "nauc_mrr_at_1000_std": 0.418225, "nauc_mrr_at_1000_diff1": 0.824347, "hit_rate_at_1": 0.665, "hit_rate_at_3": 0.83, "hit_rate_at_5": 0.885, "hit_rate_at_10": 0.925, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.885, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.535, "ndcg_at_3": 0.64464, "ndcg_at_5": 0.66336, "ndcg_at_10": 0.69265, "ndcg_at_20": 0.71241, "ndcg_at_100": 0.72476, "ndcg_at_1000": 0.72546, "map_at_1": 0.535, "map_at_3": 0.62, "map_at_5": 0.6305, "map_at_10": 0.64268, "map_at_20": 0.64786, "map_at_100": 0.64968, "map_at_1000": 0.64972, "recall_at_1": 0.535, "recall_at_3": 0.715, "recall_at_5": 0.76, "recall_at_10": 0.85, "recall_at_20": 0.93, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.535, "precision_at_1": 0.535, "precision_at_3": 0.23833, "precision_at_5": 0.152, "precision_at_10": 0.085, "precision_at_20": 0.0465, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.535, "mrr_at_3": 0.62, "mrr_at_5": 0.6305, "mrr_at_10": 0.642677, "mrr_at_20": 0.647858, "mrr_at_100": 0.649682, "mrr_at_1000": 0.649718, "nauc_ndcg_at_1_max": 0.463854, "nauc_ndcg_at_1_std": 0.028432, "nauc_ndcg_at_1_diff1": 0.66171, "nauc_ndcg_at_3_max": 0.485322, "nauc_ndcg_at_3_std": 0.056991, "nauc_ndcg_at_3_diff1": 0.641082, "nauc_ndcg_at_5_max": 0.511084, "nauc_ndcg_at_5_std": 0.088696, "nauc_ndcg_at_5_diff1": 0.652312, "nauc_ndcg_at_10_max": 0.518754, "nauc_ndcg_at_10_std": 0.110014, "nauc_ndcg_at_10_diff1": 0.662307, "nauc_ndcg_at_20_max": 0.508669, "nauc_ndcg_at_20_std": 0.105684, "nauc_ndcg_at_20_diff1": 0.651968, "nauc_ndcg_at_100_max": 0.501913, "nauc_ndcg_at_100_std": 0.085958, "nauc_ndcg_at_100_diff1": 0.652867, "nauc_ndcg_at_1000_max": 0.500714, "nauc_ndcg_at_1000_std": 0.082974, "nauc_ndcg_at_1000_diff1": 0.653189, "nauc_map_at_1_max": 0.463854, "nauc_map_at_1_std": 0.028432, "nauc_map_at_1_diff1": 0.66171, "nauc_map_at_3_max": 0.481577, "nauc_map_at_3_std": 0.050091, "nauc_map_at_3_diff1": 0.646509, "nauc_map_at_5_max": 0.494107, "nauc_map_at_5_std": 0.065847, "nauc_map_at_5_diff1": 0.652396, "nauc_map_at_10_max": 0.496403, "nauc_map_at_10_std": 0.073273, "nauc_map_at_10_diff1": 0.655808, "nauc_map_at_20_max": 0.494324, "nauc_map_at_20_std": 0.0727, "nauc_map_at_20_diff1": 0.653539, "nauc_map_at_100_max": 0.493613, "nauc_map_at_100_std": 0.070227, "nauc_map_at_100_diff1": 0.653555, "nauc_map_at_1000_max": 0.493562, "nauc_map_at_1000_std": 0.070102, "nauc_map_at_1000_diff1": 0.653569, "nauc_recall_at_1_max": 0.463854, "nauc_recall_at_1_std": 0.028432, "nauc_recall_at_1_diff1": 0.66171, "nauc_recall_at_3_max": 0.497156, "nauc_recall_at_3_std": 0.080279, "nauc_recall_at_3_diff1": 0.622519, "nauc_recall_at_5_max": 0.581487, "nauc_recall_at_5_std": 0.18319, "nauc_recall_at_5_diff1": 0.654376, "nauc_recall_at_10_max": 0.656817, "nauc_recall_at_10_std": 0.33988, "nauc_recall_at_10_diff1": 0.710788, "nauc_recall_at_20_max": 0.653228, "nauc_recall_at_20_std": 0.494731, "nauc_recall_at_20_diff1": 0.621615, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463854, "nauc_precision_at_1_std": 0.028432, "nauc_precision_at_1_diff1": 0.66171, "nauc_precision_at_3_max": 0.497156, "nauc_precision_at_3_std": 0.080279, "nauc_precision_at_3_diff1": 0.622519, "nauc_precision_at_5_max": 0.581487, "nauc_precision_at_5_std": 0.18319, "nauc_precision_at_5_diff1": 0.654376, "nauc_precision_at_10_max": 0.656817, "nauc_precision_at_10_std": 0.33988, "nauc_precision_at_10_diff1": 0.710788, "nauc_precision_at_20_max": 0.653228, "nauc_precision_at_20_std": 0.494731, "nauc_precision_at_20_diff1": 0.621615, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.554155, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.463854, "nauc_mrr_at_1_std": 0.028432, "nauc_mrr_at_1_diff1": 0.66171, "nauc_mrr_at_3_max": 0.481577, "nauc_mrr_at_3_std": 0.050091, "nauc_mrr_at_3_diff1": 0.646509, "nauc_mrr_at_5_max": 0.494107, "nauc_mrr_at_5_std": 0.065847, "nauc_mrr_at_5_diff1": 0.652396, "nauc_mrr_at_10_max": 0.496403, "nauc_mrr_at_10_std": 0.073273, "nauc_mrr_at_10_diff1": 0.655808, "nauc_mrr_at_20_max": 0.494324, "nauc_mrr_at_20_std": 0.0727, "nauc_mrr_at_20_diff1": 0.653539, "nauc_mrr_at_100_max": 0.493613, "nauc_mrr_at_100_std": 0.070227, "nauc_mrr_at_100_diff1": 0.653555, "nauc_mrr_at_1000_max": 0.493562, "nauc_mrr_at_1000_std": 0.070102, "nauc_mrr_at_1000_diff1": 0.653569, "hit_rate_at_1": 0.535, "hit_rate_at_3": 0.715, "hit_rate_at_5": 0.76, "hit_rate_at_10": 0.85, "hit_rate_at_20": 0.93, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.76, "hf_subset": "sr", "languages": [ "srp-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.645, "ndcg_at_3": 0.70786, "ndcg_at_5": 0.73862, "ndcg_at_10": 0.76016, "ndcg_at_20": 0.77056, "ndcg_at_100": 0.78217, "ndcg_at_1000": 0.78285, "map_at_1": 0.645, "map_at_3": 0.69167, "map_at_5": 0.70867, "map_at_10": 0.71786, "map_at_20": 0.72087, "map_at_100": 0.72266, "map_at_1000": 0.72269, "recall_at_1": 0.645, "recall_at_3": 0.755, "recall_at_5": 0.83, "recall_at_10": 0.895, "recall_at_20": 0.935, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.645, "precision_at_1": 0.645, "precision_at_3": 0.25167, "precision_at_5": 0.166, "precision_at_10": 0.0895, "precision_at_20": 0.04675, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.645, "mrr_at_3": 0.691667, "mrr_at_5": 0.708667, "mrr_at_10": 0.717857, "mrr_at_20": 0.720868, "mrr_at_100": 0.722661, "mrr_at_1000": 0.722692, "nauc_ndcg_at_1_max": 0.749639, "nauc_ndcg_at_1_std": 0.358535, "nauc_ndcg_at_1_diff1": 0.78822, "nauc_ndcg_at_3_max": 0.752355, "nauc_ndcg_at_3_std": 0.374895, "nauc_ndcg_at_3_diff1": 0.768078, "nauc_ndcg_at_5_max": 0.747871, "nauc_ndcg_at_5_std": 0.37214, "nauc_ndcg_at_5_diff1": 0.762169, "nauc_ndcg_at_10_max": 0.742805, "nauc_ndcg_at_10_std": 0.383138, "nauc_ndcg_at_10_diff1": 0.748816, "nauc_ndcg_at_20_max": 0.735211, "nauc_ndcg_at_20_std": 0.364282, "nauc_ndcg_at_20_diff1": 0.750711, "nauc_ndcg_at_100_max": 0.743165, "nauc_ndcg_at_100_std": 0.365619, "nauc_ndcg_at_100_diff1": 0.763275, "nauc_ndcg_at_1000_max": 0.742701, "nauc_ndcg_at_1000_std": 0.363285, "nauc_ndcg_at_1000_diff1": 0.763426, "nauc_map_at_1_max": 0.749639, "nauc_map_at_1_std": 0.358535, "nauc_map_at_1_diff1": 0.78822, "nauc_map_at_3_max": 0.748463, "nauc_map_at_3_std": 0.363209, "nauc_map_at_3_diff1": 0.773235, "nauc_map_at_5_max": 0.74553, "nauc_map_at_5_std": 0.361827, "nauc_map_at_5_diff1": 0.7694, "nauc_map_at_10_max": 0.743502, "nauc_map_at_10_std": 0.364757, "nauc_map_at_10_diff1": 0.764655, "nauc_map_at_20_max": 0.741679, "nauc_map_at_20_std": 0.359854, "nauc_map_at_20_diff1": 0.765413, "nauc_map_at_100_max": 0.743022, "nauc_map_at_100_std": 0.359876, "nauc_map_at_100_diff1": 0.767467, "nauc_map_at_1000_max": 0.743006, "nauc_map_at_1000_std": 0.359792, "nauc_map_at_1000_diff1": 0.767473, "nauc_recall_at_1_max": 0.749639, "nauc_recall_at_1_std": 0.358535, "nauc_recall_at_1_diff1": 0.78822, "nauc_recall_at_3_max": 0.767241, "nauc_recall_at_3_std": 0.418519, "nauc_recall_at_3_diff1": 0.750529, "nauc_recall_at_5_max": 0.760231, "nauc_recall_at_5_std": 0.420938, "nauc_recall_at_5_diff1": 0.731047, "nauc_recall_at_10_max": 0.737305, "nauc_recall_at_10_std": 0.522572, "nauc_recall_at_10_diff1": 0.634625, "nauc_recall_at_20_max": 0.645263, "nauc_recall_at_20_std": 0.390505, "nauc_recall_at_20_diff1": 0.584716, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.749639, "nauc_precision_at_1_std": 0.358535, "nauc_precision_at_1_diff1": 0.78822, "nauc_precision_at_3_max": 0.767241, "nauc_precision_at_3_std": 0.418519, "nauc_precision_at_3_diff1": 0.750529, "nauc_precision_at_5_max": 0.760231, "nauc_precision_at_5_std": 0.420938, "nauc_precision_at_5_diff1": 0.731047, "nauc_precision_at_10_max": 0.737305, "nauc_precision_at_10_std": 0.522572, "nauc_precision_at_10_diff1": 0.634625, "nauc_precision_at_20_max": 0.645263, "nauc_precision_at_20_std": 0.390505, "nauc_precision_at_20_diff1": 0.584716, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.749639, "nauc_mrr_at_1_std": 0.358535, "nauc_mrr_at_1_diff1": 0.78822, "nauc_mrr_at_3_max": 0.748463, "nauc_mrr_at_3_std": 0.363209, "nauc_mrr_at_3_diff1": 0.773235, "nauc_mrr_at_5_max": 0.74553, "nauc_mrr_at_5_std": 0.361827, "nauc_mrr_at_5_diff1": 0.7694, "nauc_mrr_at_10_max": 0.743502, "nauc_mrr_at_10_std": 0.364757, "nauc_mrr_at_10_diff1": 0.764655, "nauc_mrr_at_20_max": 0.741679, "nauc_mrr_at_20_std": 0.359854, "nauc_mrr_at_20_diff1": 0.765413, "nauc_mrr_at_100_max": 0.743022, "nauc_mrr_at_100_std": 0.359876, "nauc_mrr_at_100_diff1": 0.767467, "nauc_mrr_at_1000_max": 0.743006, "nauc_mrr_at_1000_std": 0.359792, "nauc_mrr_at_1000_diff1": 0.767473, "hit_rate_at_1": 0.645, "hit_rate_at_3": 0.755, "hit_rate_at_5": 0.83, "hit_rate_at_10": 0.895, "hit_rate_at_20": 0.935, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.83, "hf_subset": "sv-SE", "languages": [ "swe-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.655, "ndcg_at_3": 0.73244, "ndcg_at_5": 0.74901, "ndcg_at_10": 0.76394, "ndcg_at_20": 0.77703, "ndcg_at_100": 0.78804, "ndcg_at_1000": 0.79085, "map_at_1": 0.655, "map_at_3": 0.71417, "map_at_5": 0.72342, "map_at_10": 0.7298, "map_at_20": 0.73362, "map_at_100": 0.73511, "map_at_1000": 0.73525, "recall_at_1": 0.655, "recall_at_3": 0.785, "recall_at_5": 0.825, "recall_at_10": 0.87, "recall_at_20": 0.92, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.655, "precision_at_1": 0.655, "precision_at_3": 0.26167, "precision_at_5": 0.165, "precision_at_10": 0.087, "precision_at_20": 0.046, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.655, "mrr_at_3": 0.714167, "mrr_at_5": 0.723417, "mrr_at_10": 0.729796, "mrr_at_20": 0.733624, "mrr_at_100": 0.735107, "mrr_at_1000": 0.735253, "nauc_ndcg_at_1_max": 0.708388, "nauc_ndcg_at_1_std": 0.372415, "nauc_ndcg_at_1_diff1": 0.782002, "nauc_ndcg_at_3_max": 0.686328, "nauc_ndcg_at_3_std": 0.333108, "nauc_ndcg_at_3_diff1": 0.726578, "nauc_ndcg_at_5_max": 0.691244, "nauc_ndcg_at_5_std": 0.333429, "nauc_ndcg_at_5_diff1": 0.727799, "nauc_ndcg_at_10_max": 0.717978, "nauc_ndcg_at_10_std": 0.384137, "nauc_ndcg_at_10_diff1": 0.741601, "nauc_ndcg_at_20_max": 0.716211, "nauc_ndcg_at_20_std": 0.387891, "nauc_ndcg_at_20_diff1": 0.742298, "nauc_ndcg_at_100_max": 0.711799, "nauc_ndcg_at_100_std": 0.374187, "nauc_ndcg_at_100_diff1": 0.744798, "nauc_ndcg_at_1000_max": 0.707827, "nauc_ndcg_at_1000_std": 0.367784, "nauc_ndcg_at_1000_diff1": 0.744352, "nauc_map_at_1_max": 0.708388, "nauc_map_at_1_std": 0.372415, "nauc_map_at_1_diff1": 0.782002, "nauc_map_at_3_max": 0.692294, "nauc_map_at_3_std": 0.339674, "nauc_map_at_3_diff1": 0.741216, "nauc_map_at_5_max": 0.694575, "nauc_map_at_5_std": 0.340557, "nauc_map_at_5_diff1": 0.741899, "nauc_map_at_10_max": 0.705555, "nauc_map_at_10_std": 0.361647, "nauc_map_at_10_diff1": 0.747817, "nauc_map_at_20_max": 0.70496, "nauc_map_at_20_std": 0.362059, "nauc_map_at_20_diff1": 0.748062, "nauc_map_at_100_max": 0.704306, "nauc_map_at_100_std": 0.360329, "nauc_map_at_100_diff1": 0.748224, "nauc_map_at_1000_max": 0.704138, "nauc_map_at_1000_std": 0.360058, "nauc_map_at_1000_diff1": 0.748199, "nauc_recall_at_1_max": 0.708388, "nauc_recall_at_1_std": 0.372415, "nauc_recall_at_1_diff1": 0.782002, "nauc_recall_at_3_max": 0.665089, "nauc_recall_at_3_std": 0.311883, "nauc_recall_at_3_diff1": 0.67465, "nauc_recall_at_5_max": 0.679299, "nauc_recall_at_5_std": 0.30568, "nauc_recall_at_5_diff1": 0.670764, "nauc_recall_at_10_max": 0.800526, "nauc_recall_at_10_std": 0.531993, "nauc_recall_at_10_diff1": 0.717878, "nauc_recall_at_20_max": 0.830912, "nauc_recall_at_20_std": 0.655608, "nauc_recall_at_20_diff1": 0.711164, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.786415, "nauc_recall_at_100_diff1": 0.770075, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.708388, "nauc_precision_at_1_std": 0.372415, "nauc_precision_at_1_diff1": 0.782002, "nauc_precision_at_3_max": 0.665089, "nauc_precision_at_3_std": 0.311883, "nauc_precision_at_3_diff1": 0.67465, "nauc_precision_at_5_max": 0.679299, "nauc_precision_at_5_std": 0.30568, "nauc_precision_at_5_diff1": 0.670764, "nauc_precision_at_10_max": 0.800526, "nauc_precision_at_10_std": 0.531993, "nauc_precision_at_10_diff1": 0.717878, "nauc_precision_at_20_max": 0.830912, "nauc_precision_at_20_std": 0.655608, "nauc_precision_at_20_diff1": 0.711164, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.786415, "nauc_precision_at_100_diff1": 0.770075, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.708388, "nauc_mrr_at_1_std": 0.372415, "nauc_mrr_at_1_diff1": 0.782002, "nauc_mrr_at_3_max": 0.692294, "nauc_mrr_at_3_std": 0.339674, "nauc_mrr_at_3_diff1": 0.741216, "nauc_mrr_at_5_max": 0.694575, "nauc_mrr_at_5_std": 0.340557, "nauc_mrr_at_5_diff1": 0.741899, "nauc_mrr_at_10_max": 0.705555, "nauc_mrr_at_10_std": 0.361647, "nauc_mrr_at_10_diff1": 0.747817, "nauc_mrr_at_20_max": 0.70496, "nauc_mrr_at_20_std": 0.362059, "nauc_mrr_at_20_diff1": 0.748062, "nauc_mrr_at_100_max": 0.704306, "nauc_mrr_at_100_std": 0.360329, "nauc_mrr_at_100_diff1": 0.748224, "nauc_mrr_at_1000_max": 0.704138, "nauc_mrr_at_1000_std": 0.360058, "nauc_mrr_at_1000_diff1": 0.748199, "hit_rate_at_1": 0.655, "hit_rate_at_3": 0.785, "hit_rate_at_5": 0.825, "hit_rate_at_10": 0.87, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.825, "hf_subset": "sw", "languages": [ "swh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.665, "ndcg_at_3": 0.74678, "ndcg_at_5": 0.75905, "ndcg_at_10": 0.77681, "ndcg_at_20": 0.78551, "ndcg_at_100": 0.79957, "ndcg_at_1000": 0.79957, "map_at_1": 0.665, "map_at_3": 0.72667, "map_at_5": 0.73342, "map_at_10": 0.74073, "map_at_20": 0.74305, "map_at_100": 0.74505, "map_at_1000": 0.74505, "recall_at_1": 0.665, "recall_at_3": 0.805, "recall_at_5": 0.835, "recall_at_10": 0.89, "recall_at_20": 0.925, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.665, "precision_at_1": 0.665, "precision_at_3": 0.26833, "precision_at_5": 0.167, "precision_at_10": 0.089, "precision_at_20": 0.04625, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.665, "mrr_at_3": 0.726667, "mrr_at_5": 0.733417, "mrr_at_10": 0.740732, "mrr_at_20": 0.743045, "mrr_at_100": 0.745048, "mrr_at_1000": 0.745048, "nauc_ndcg_at_1_max": 0.600935, "nauc_ndcg_at_1_std": 0.425203, "nauc_ndcg_at_1_diff1": 0.726521, "nauc_ndcg_at_3_max": 0.655408, "nauc_ndcg_at_3_std": 0.472246, "nauc_ndcg_at_3_diff1": 0.719538, "nauc_ndcg_at_5_max": 0.661016, "nauc_ndcg_at_5_std": 0.476097, "nauc_ndcg_at_5_diff1": 0.733907, "nauc_ndcg_at_10_max": 0.676393, "nauc_ndcg_at_10_std": 0.50442, "nauc_ndcg_at_10_diff1": 0.730621, "nauc_ndcg_at_20_max": 0.678171, "nauc_ndcg_at_20_std": 0.508689, "nauc_ndcg_at_20_diff1": 0.729817, "nauc_ndcg_at_100_max": 0.657017, "nauc_ndcg_at_100_std": 0.481187, "nauc_ndcg_at_100_diff1": 0.72715, "nauc_ndcg_at_1000_max": 0.657017, "nauc_ndcg_at_1000_std": 0.481187, "nauc_ndcg_at_1000_diff1": 0.72715, "nauc_map_at_1_max": 0.600935, "nauc_map_at_1_std": 0.425203, "nauc_map_at_1_diff1": 0.726521, "nauc_map_at_3_max": 0.643326, "nauc_map_at_3_std": 0.461583, "nauc_map_at_3_diff1": 0.722037, "nauc_map_at_5_max": 0.645767, "nauc_map_at_5_std": 0.462856, "nauc_map_at_5_diff1": 0.729786, "nauc_map_at_10_max": 0.651052, "nauc_map_at_10_std": 0.473586, "nauc_map_at_10_diff1": 0.7281, "nauc_map_at_20_max": 0.650939, "nauc_map_at_20_std": 0.473989, "nauc_map_at_20_diff1": 0.727539, "nauc_map_at_100_max": 0.648151, "nauc_map_at_100_std": 0.470461, "nauc_map_at_100_diff1": 0.727, "nauc_map_at_1000_max": 0.648151, "nauc_map_at_1000_std": 0.470461, "nauc_map_at_1000_diff1": 0.727, "nauc_recall_at_1_max": 0.600935, "nauc_recall_at_1_std": 0.425203, "nauc_recall_at_1_diff1": 0.726521, "nauc_recall_at_3_max": 0.698803, "nauc_recall_at_3_std": 0.510701, "nauc_recall_at_3_diff1": 0.709913, "nauc_recall_at_5_max": 0.725174, "nauc_recall_at_5_std": 0.532351, "nauc_recall_at_5_diff1": 0.753423, "nauc_recall_at_10_max": 0.837986, "nauc_recall_at_10_std": 0.706469, "nauc_recall_at_10_diff1": 0.747809, "nauc_recall_at_20_max": 0.934329, "nauc_recall_at_20_std": 0.845783, "nauc_recall_at_20_diff1": 0.7554, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.600935, "nauc_precision_at_1_std": 0.425203, "nauc_precision_at_1_diff1": 0.726521, "nauc_precision_at_3_max": 0.698803, "nauc_precision_at_3_std": 0.510701, "nauc_precision_at_3_diff1": 0.709913, "nauc_precision_at_5_max": 0.725174, "nauc_precision_at_5_std": 0.532351, "nauc_precision_at_5_diff1": 0.753423, "nauc_precision_at_10_max": 0.837986, "nauc_precision_at_10_std": 0.706469, "nauc_precision_at_10_diff1": 0.747809, "nauc_precision_at_20_max": 0.934329, "nauc_precision_at_20_std": 0.845783, "nauc_precision_at_20_diff1": 0.7554, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.600935, "nauc_mrr_at_1_std": 0.425203, "nauc_mrr_at_1_diff1": 0.726521, "nauc_mrr_at_3_max": 0.643326, "nauc_mrr_at_3_std": 0.461583, "nauc_mrr_at_3_diff1": 0.722037, "nauc_mrr_at_5_max": 0.645767, "nauc_mrr_at_5_std": 0.462856, "nauc_mrr_at_5_diff1": 0.729786, "nauc_mrr_at_10_max": 0.651052, "nauc_mrr_at_10_std": 0.473586, "nauc_mrr_at_10_diff1": 0.7281, "nauc_mrr_at_20_max": 0.650939, "nauc_mrr_at_20_std": 0.473989, "nauc_mrr_at_20_diff1": 0.727539, "nauc_mrr_at_100_max": 0.648151, "nauc_mrr_at_100_std": 0.470461, "nauc_mrr_at_100_diff1": 0.727, "nauc_mrr_at_1000_max": 0.648151, "nauc_mrr_at_1000_std": 0.470461, "nauc_mrr_at_1000_diff1": 0.727, "hit_rate_at_1": 0.665, "hit_rate_at_3": 0.805, "hit_rate_at_5": 0.835, "hit_rate_at_10": 0.89, "hit_rate_at_20": 0.925, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.835, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.83607, "ndcg_at_3": 0.89169, "ndcg_at_5": 0.89169, "ndcg_at_10": 0.90203, "ndcg_at_20": 0.91033, "ndcg_at_100": 0.91033, "ndcg_at_1000": 0.91033, "map_at_1": 0.83607, "map_at_3": 0.87705, "map_at_5": 0.87705, "map_at_10": 0.88115, "map_at_20": 0.88346, "map_at_100": 0.88346, "map_at_1000": 0.88346, "recall_at_1": 0.83607, "recall_at_3": 0.93443, "recall_at_5": 0.93443, "recall_at_10": 0.96721, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.83607, "precision_at_1": 0.83607, "precision_at_3": 0.31148, "precision_at_5": 0.18689, "precision_at_10": 0.09672, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.836066, "mrr_at_3": 0.877049, "mrr_at_5": 0.877049, "mrr_at_10": 0.881148, "mrr_at_20": 0.883458, "mrr_at_100": 0.883458, "mrr_at_1000": 0.883458, "nauc_ndcg_at_1_max": 0.816904, "nauc_ndcg_at_1_std": 0.538855, "nauc_ndcg_at_1_diff1": 0.904659, "nauc_ndcg_at_3_max": 0.818449, "nauc_ndcg_at_3_std": 0.442372, "nauc_ndcg_at_3_diff1": 0.885561, "nauc_ndcg_at_5_max": 0.818449, "nauc_ndcg_at_5_std": 0.442372, "nauc_ndcg_at_5_diff1": 0.885561, "nauc_ndcg_at_10_max": 0.840615, "nauc_ndcg_at_10_std": 0.547668, "nauc_ndcg_at_10_diff1": 0.904459, "nauc_ndcg_at_20_max": 0.825263, "nauc_ndcg_at_20_std": 0.504102, "nauc_ndcg_at_20_diff1": 0.895257, "nauc_ndcg_at_100_max": 0.825263, "nauc_ndcg_at_100_std": 0.504102, "nauc_ndcg_at_100_diff1": 0.895257, "nauc_ndcg_at_1000_max": 0.825263, "nauc_ndcg_at_1000_std": 0.504102, "nauc_ndcg_at_1000_diff1": 0.895257, "nauc_map_at_1_max": 0.816904, "nauc_map_at_1_std": 0.538855, "nauc_map_at_1_diff1": 0.904659, "nauc_map_at_3_max": 0.820155, "nauc_map_at_3_std": 0.480199, "nauc_map_at_3_diff1": 0.891214, "nauc_map_at_5_max": 0.820155, "nauc_map_at_5_std": 0.480199, "nauc_map_at_5_diff1": 0.891214, "nauc_map_at_10_max": 0.827485, "nauc_map_at_10_std": 0.516089, "nauc_map_at_10_diff1": 0.897615, "nauc_map_at_20_max": 0.823924, "nauc_map_at_20_std": 0.5061, "nauc_map_at_20_diff1": 0.895501, "nauc_map_at_100_max": 0.823924, "nauc_map_at_100_std": 0.5061, "nauc_map_at_100_diff1": 0.895501, "nauc_map_at_1000_max": 0.823924, "nauc_map_at_1000_std": 0.5061, "nauc_map_at_1000_diff1": 0.895501, "nauc_recall_at_1_max": 0.816904, "nauc_recall_at_1_std": 0.538855, "nauc_recall_at_1_diff1": 0.904659, "nauc_recall_at_3_max": 0.807931, "nauc_recall_at_3_std": 0.239994, "nauc_recall_at_3_diff1": 0.856421, "nauc_recall_at_5_max": 0.807931, "nauc_recall_at_5_std": 0.239994, "nauc_recall_at_5_diff1": 0.856421, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.816904, "nauc_precision_at_1_std": 0.538855, "nauc_precision_at_1_diff1": 0.904659, "nauc_precision_at_3_max": 0.807931, "nauc_precision_at_3_std": 0.239994, "nauc_precision_at_3_diff1": 0.856421, "nauc_precision_at_5_max": 0.807931, "nauc_precision_at_5_std": 0.239994, "nauc_precision_at_5_diff1": 0.856421, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.816904, "nauc_mrr_at_1_std": 0.538855, "nauc_mrr_at_1_diff1": 0.904659, "nauc_mrr_at_3_max": 0.820155, "nauc_mrr_at_3_std": 0.480199, "nauc_mrr_at_3_diff1": 0.891214, "nauc_mrr_at_5_max": 0.820155, "nauc_mrr_at_5_std": 0.480199, "nauc_mrr_at_5_diff1": 0.891214, "nauc_mrr_at_10_max": 0.827485, "nauc_mrr_at_10_std": 0.516089, "nauc_mrr_at_10_diff1": 0.897615, "nauc_mrr_at_20_max": 0.823924, "nauc_mrr_at_20_std": 0.5061, "nauc_mrr_at_20_diff1": 0.895501, "nauc_mrr_at_100_max": 0.823924, "nauc_mrr_at_100_std": 0.5061, "nauc_mrr_at_100_diff1": 0.895501, "nauc_mrr_at_1000_max": 0.823924, "nauc_mrr_at_1000_std": 0.5061, "nauc_mrr_at_1000_diff1": 0.895501, "hit_rate_at_1": 0.83607, "hit_rate_at_3": 0.93443, "hit_rate_at_5": 0.93443, "hit_rate_at_10": 0.96721, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.93443, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.77, "ndcg_at_3": 0.85113, "ndcg_at_5": 0.86168, "ndcg_at_10": 0.86869, "ndcg_at_20": 0.86869, "ndcg_at_100": 0.87675, "ndcg_at_1000": 0.87675, "map_at_1": 0.77, "map_at_3": 0.83083, "map_at_5": 0.83683, "map_at_10": 0.84005, "map_at_20": 0.84005, "map_at_100": 0.84106, "map_at_1000": 0.84106, "recall_at_1": 0.77, "recall_at_3": 0.91, "recall_at_5": 0.935, "recall_at_10": 0.955, "recall_at_20": 0.955, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.77, "precision_at_1": 0.77, "precision_at_3": 0.30333, "precision_at_5": 0.187, "precision_at_10": 0.0955, "precision_at_20": 0.04775, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.77, "mrr_at_3": 0.830833, "mrr_at_5": 0.836833, "mrr_at_10": 0.840048, "mrr_at_20": 0.840048, "mrr_at_100": 0.841062, "mrr_at_1000": 0.841062, "nauc_ndcg_at_1_max": 0.735279, "nauc_ndcg_at_1_std": 0.195911, "nauc_ndcg_at_1_diff1": 0.780992, "nauc_ndcg_at_3_max": 0.741524, "nauc_ndcg_at_3_std": 0.20813, "nauc_ndcg_at_3_diff1": 0.768266, "nauc_ndcg_at_5_max": 0.734217, "nauc_ndcg_at_5_std": 0.192082, "nauc_ndcg_at_5_diff1": 0.767747, "nauc_ndcg_at_10_max": 0.736056, "nauc_ndcg_at_10_std": 0.195869, "nauc_ndcg_at_10_diff1": 0.769467, "nauc_ndcg_at_20_max": 0.736056, "nauc_ndcg_at_20_std": 0.195869, "nauc_ndcg_at_20_diff1": 0.769467, "nauc_ndcg_at_100_max": 0.735128, "nauc_ndcg_at_100_std": 0.202893, "nauc_ndcg_at_100_diff1": 0.770031, "nauc_ndcg_at_1000_max": 0.735128, "nauc_ndcg_at_1000_std": 0.202893, "nauc_ndcg_at_1000_diff1": 0.770031, "nauc_map_at_1_max": 0.735279, "nauc_map_at_1_std": 0.195911, "nauc_map_at_1_diff1": 0.780992, "nauc_map_at_3_max": 0.738508, "nauc_map_at_3_std": 0.209985, "nauc_map_at_3_diff1": 0.772478, "nauc_map_at_5_max": 0.734742, "nauc_map_at_5_std": 0.201778, "nauc_map_at_5_diff1": 0.77235, "nauc_map_at_10_max": 0.735525, "nauc_map_at_10_std": 0.203688, "nauc_map_at_10_diff1": 0.773095, "nauc_map_at_20_max": 0.735525, "nauc_map_at_20_std": 0.203688, "nauc_map_at_20_diff1": 0.773095, "nauc_map_at_100_max": 0.735268, "nauc_map_at_100_std": 0.204621, "nauc_map_at_100_diff1": 0.772698, "nauc_map_at_1000_max": 0.735268, "nauc_map_at_1000_std": 0.204621, "nauc_map_at_1000_diff1": 0.772698, "nauc_recall_at_1_max": 0.735279, "nauc_recall_at_1_std": 0.195911, "nauc_recall_at_1_diff1": 0.780992, "nauc_recall_at_3_max": 0.757496, "nauc_recall_at_3_std": 0.1946, "nauc_recall_at_3_diff1": 0.746888, "nauc_recall_at_5_max": 0.729943, "nauc_recall_at_5_std": 0.118042, "nauc_recall_at_5_diff1": 0.736623, "nauc_recall_at_10_max": 0.741156, "nauc_recall_at_10_std": 0.110333, "nauc_recall_at_10_diff1": 0.73628, "nauc_recall_at_20_max": 0.741156, "nauc_recall_at_20_std": 0.110333, "nauc_recall_at_20_diff1": 0.73628, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.735279, "nauc_precision_at_1_std": 0.195911, "nauc_precision_at_1_diff1": 0.780992, "nauc_precision_at_3_max": 0.757496, "nauc_precision_at_3_std": 0.1946, "nauc_precision_at_3_diff1": 0.746888, "nauc_precision_at_5_max": 0.729943, "nauc_precision_at_5_std": 0.118042, "nauc_precision_at_5_diff1": 0.736623, "nauc_precision_at_10_max": 0.741156, "nauc_precision_at_10_std": 0.110333, "nauc_precision_at_10_diff1": 0.73628, "nauc_precision_at_20_max": 0.741156, "nauc_precision_at_20_std": 0.110333, "nauc_precision_at_20_diff1": 0.73628, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.735279, "nauc_mrr_at_1_std": 0.195911, "nauc_mrr_at_1_diff1": 0.780992, "nauc_mrr_at_3_max": 0.738508, "nauc_mrr_at_3_std": 0.209985, "nauc_mrr_at_3_diff1": 0.772478, "nauc_mrr_at_5_max": 0.734742, "nauc_mrr_at_5_std": 0.201778, "nauc_mrr_at_5_diff1": 0.77235, "nauc_mrr_at_10_max": 0.735525, "nauc_mrr_at_10_std": 0.203688, "nauc_mrr_at_10_diff1": 0.773095, "nauc_mrr_at_20_max": 0.735525, "nauc_mrr_at_20_std": 0.203688, "nauc_mrr_at_20_diff1": 0.773095, "nauc_mrr_at_100_max": 0.735268, "nauc_mrr_at_100_std": 0.204621, "nauc_mrr_at_100_diff1": 0.772698, "nauc_mrr_at_1000_max": 0.735268, "nauc_mrr_at_1000_std": 0.204621, "nauc_mrr_at_1000_diff1": 0.772698, "hit_rate_at_1": 0.77, "hit_rate_at_3": 0.91, "hit_rate_at_5": 0.935, "hit_rate_at_10": 0.955, "hit_rate_at_20": 0.955, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.935, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.545, "ndcg_at_3": 0.6419, "ndcg_at_5": 0.67289, "ndcg_at_10": 0.68589, "ndcg_at_20": 0.70282, "ndcg_at_100": 0.72185, "ndcg_at_1000": 0.72327, "map_at_1": 0.545, "map_at_3": 0.61833, "map_at_5": 0.63558, "map_at_10": 0.64098, "map_at_20": 0.6459, "map_at_100": 0.64871, "map_at_1000": 0.64879, "recall_at_1": 0.545, "recall_at_3": 0.71, "recall_at_5": 0.785, "recall_at_10": 0.825, "recall_at_20": 0.89, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.545, "precision_at_1": 0.545, "precision_at_3": 0.23667, "precision_at_5": 0.157, "precision_at_10": 0.0825, "precision_at_20": 0.0445, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.545, "mrr_at_3": 0.618333, "mrr_at_5": 0.635583, "mrr_at_10": 0.640984, "mrr_at_20": 0.645903, "mrr_at_100": 0.648706, "mrr_at_1000": 0.648786, "nauc_ndcg_at_1_max": 0.567498, "nauc_ndcg_at_1_std": 0.213622, "nauc_ndcg_at_1_diff1": 0.64935, "nauc_ndcg_at_3_max": 0.585153, "nauc_ndcg_at_3_std": 0.281518, "nauc_ndcg_at_3_diff1": 0.587689, "nauc_ndcg_at_5_max": 0.572632, "nauc_ndcg_at_5_std": 0.3029, "nauc_ndcg_at_5_diff1": 0.573101, "nauc_ndcg_at_10_max": 0.56196, "nauc_ndcg_at_10_std": 0.286221, "nauc_ndcg_at_10_diff1": 0.568694, "nauc_ndcg_at_20_max": 0.553493, "nauc_ndcg_at_20_std": 0.267938, "nauc_ndcg_at_20_diff1": 0.572606, "nauc_ndcg_at_100_max": 0.565888, "nauc_ndcg_at_100_std": 0.270303, "nauc_ndcg_at_100_diff1": 0.593576, "nauc_ndcg_at_1000_max": 0.565964, "nauc_ndcg_at_1000_std": 0.270374, "nauc_ndcg_at_1000_diff1": 0.591332, "nauc_map_at_1_max": 0.567498, "nauc_map_at_1_std": 0.213622, "nauc_map_at_1_diff1": 0.64935, "nauc_map_at_3_max": 0.580216, "nauc_map_at_3_std": 0.26252, "nauc_map_at_3_diff1": 0.603276, "nauc_map_at_5_max": 0.573655, "nauc_map_at_5_std": 0.272866, "nauc_map_at_5_diff1": 0.596118, "nauc_map_at_10_max": 0.569374, "nauc_map_at_10_std": 0.26622, "nauc_map_at_10_diff1": 0.594885, "nauc_map_at_20_max": 0.567222, "nauc_map_at_20_std": 0.261509, "nauc_map_at_20_diff1": 0.596441, "nauc_map_at_100_max": 0.568894, "nauc_map_at_100_std": 0.262493, "nauc_map_at_100_diff1": 0.599446, "nauc_map_at_1000_max": 0.568898, "nauc_map_at_1000_std": 0.262512, "nauc_map_at_1000_diff1": 0.599346, "nauc_recall_at_1_max": 0.567498, "nauc_recall_at_1_std": 0.213622, "nauc_recall_at_1_diff1": 0.64935, "nauc_recall_at_3_max": 0.602116, "nauc_recall_at_3_std": 0.346793, "nauc_recall_at_3_diff1": 0.534922, "nauc_recall_at_5_max": 0.565728, "nauc_recall_at_5_std": 0.432714, "nauc_recall_at_5_diff1": 0.475325, "nauc_recall_at_10_max": 0.516645, "nauc_recall_at_10_std": 0.378932, "nauc_recall_at_10_diff1": 0.434619, "nauc_recall_at_20_max": 0.424706, "nauc_recall_at_20_std": 0.269479, "nauc_recall_at_20_diff1": 0.394983, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.275444, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.567498, "nauc_precision_at_1_std": 0.213622, "nauc_precision_at_1_diff1": 0.64935, "nauc_precision_at_3_max": 0.602116, "nauc_precision_at_3_std": 0.346793, "nauc_precision_at_3_diff1": 0.534922, "nauc_precision_at_5_max": 0.565728, "nauc_precision_at_5_std": 0.432714, "nauc_precision_at_5_diff1": 0.475325, "nauc_precision_at_10_max": 0.516645, "nauc_precision_at_10_std": 0.378932, "nauc_precision_at_10_diff1": 0.434619, "nauc_precision_at_20_max": 0.424706, "nauc_precision_at_20_std": 0.269479, "nauc_precision_at_20_diff1": 0.394983, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.275444, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.567498, "nauc_mrr_at_1_std": 0.213622, "nauc_mrr_at_1_diff1": 0.64935, "nauc_mrr_at_3_max": 0.580216, "nauc_mrr_at_3_std": 0.26252, "nauc_mrr_at_3_diff1": 0.603276, "nauc_mrr_at_5_max": 0.573655, "nauc_mrr_at_5_std": 0.272866, "nauc_mrr_at_5_diff1": 0.596118, "nauc_mrr_at_10_max": 0.569374, "nauc_mrr_at_10_std": 0.26622, "nauc_mrr_at_10_diff1": 0.594885, "nauc_mrr_at_20_max": 0.567222, "nauc_mrr_at_20_std": 0.261509, "nauc_mrr_at_20_diff1": 0.596441, "nauc_mrr_at_100_max": 0.568894, "nauc_mrr_at_100_std": 0.262493, "nauc_mrr_at_100_diff1": 0.599446, "nauc_mrr_at_1000_max": 0.568898, "nauc_mrr_at_1000_std": 0.262512, "nauc_mrr_at_1000_diff1": 0.599346, "hit_rate_at_1": 0.545, "hit_rate_at_3": 0.71, "hit_rate_at_5": 0.785, "hit_rate_at_10": 0.825, "hit_rate_at_20": 0.89, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.785, "hf_subset": "tig", "languages": [ "tig-Ethi" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.63, "ndcg_at_3": 0.67274, "ndcg_at_5": 0.6992, "ndcg_at_10": 0.721, "ndcg_at_20": 0.73816, "ndcg_at_100": 0.75585, "ndcg_at_1000": 0.75725, "map_at_1": 0.63, "map_at_3": 0.66167, "map_at_5": 0.67617, "map_at_10": 0.68564, "map_at_20": 0.69073, "map_at_100": 0.69354, "map_at_1000": 0.69361, "recall_at_1": 0.63, "recall_at_3": 0.705, "recall_at_5": 0.77, "recall_at_10": 0.835, "recall_at_20": 0.9, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.63, "precision_at_1": 0.63, "precision_at_3": 0.235, "precision_at_5": 0.154, "precision_at_10": 0.0835, "precision_at_20": 0.045, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.63, "mrr_at_3": 0.661667, "mrr_at_5": 0.676167, "mrr_at_10": 0.685639, "mrr_at_20": 0.690733, "mrr_at_100": 0.69354, "mrr_at_1000": 0.693613, "nauc_ndcg_at_1_max": 0.533235, "nauc_ndcg_at_1_std": 0.092613, "nauc_ndcg_at_1_diff1": 0.607985, "nauc_ndcg_at_3_max": 0.52954, "nauc_ndcg_at_3_std": 0.11531, "nauc_ndcg_at_3_diff1": 0.557923, "nauc_ndcg_at_5_max": 0.530649, "nauc_ndcg_at_5_std": 0.160076, "nauc_ndcg_at_5_diff1": 0.543476, "nauc_ndcg_at_10_max": 0.528822, "nauc_ndcg_at_10_std": 0.155825, "nauc_ndcg_at_10_diff1": 0.536737, "nauc_ndcg_at_20_max": 0.529848, "nauc_ndcg_at_20_std": 0.146111, "nauc_ndcg_at_20_diff1": 0.543021, "nauc_ndcg_at_100_max": 0.538935, "nauc_ndcg_at_100_std": 0.141586, "nauc_ndcg_at_100_diff1": 0.561908, "nauc_ndcg_at_1000_max": 0.536219, "nauc_ndcg_at_1000_std": 0.136653, "nauc_ndcg_at_1000_diff1": 0.561403, "nauc_map_at_1_max": 0.533235, "nauc_map_at_1_std": 0.092613, "nauc_map_at_1_diff1": 0.607985, "nauc_map_at_3_max": 0.533762, "nauc_map_at_3_std": 0.112652, "nauc_map_at_3_diff1": 0.57338, "nauc_map_at_5_max": 0.534569, "nauc_map_at_5_std": 0.13646, "nauc_map_at_5_diff1": 0.566754, "nauc_map_at_10_max": 0.534267, "nauc_map_at_10_std": 0.133993, "nauc_map_at_10_diff1": 0.564806, "nauc_map_at_20_max": 0.534421, "nauc_map_at_20_std": 0.130659, "nauc_map_at_20_diff1": 0.566884, "nauc_map_at_100_max": 0.536153, "nauc_map_at_100_std": 0.129648, "nauc_map_at_100_diff1": 0.569766, "nauc_map_at_1000_max": 0.536042, "nauc_map_at_1000_std": 0.129445, "nauc_map_at_1000_diff1": 0.569751, "nauc_recall_at_1_max": 0.533235, "nauc_recall_at_1_std": 0.092613, "nauc_recall_at_1_diff1": 0.607985, "nauc_recall_at_3_max": 0.514702, "nauc_recall_at_3_std": 0.122286, "nauc_recall_at_3_diff1": 0.507842, "nauc_recall_at_5_max": 0.514324, "nauc_recall_at_5_std": 0.254202, "nauc_recall_at_5_diff1": 0.451881, "nauc_recall_at_10_max": 0.498121, "nauc_recall_at_10_std": 0.267652, "nauc_recall_at_10_diff1": 0.390717, "nauc_recall_at_20_max": 0.493067, "nauc_recall_at_20_std": 0.25768, "nauc_recall_at_20_diff1": 0.361251, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.861111, "nauc_recall_at_100_diff1": 0.638189, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.533235, "nauc_precision_at_1_std": 0.092613, "nauc_precision_at_1_diff1": 0.607985, "nauc_precision_at_3_max": 0.514702, "nauc_precision_at_3_std": 0.122286, "nauc_precision_at_3_diff1": 0.507842, "nauc_precision_at_5_max": 0.514324, "nauc_precision_at_5_std": 0.254202, "nauc_precision_at_5_diff1": 0.451881, "nauc_precision_at_10_max": 0.498121, "nauc_precision_at_10_std": 0.267652, "nauc_precision_at_10_diff1": 0.390717, "nauc_precision_at_20_max": 0.493067, "nauc_precision_at_20_std": 0.25768, "nauc_precision_at_20_diff1": 0.361251, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.861111, "nauc_precision_at_100_diff1": 0.638189, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.533235, "nauc_mrr_at_1_std": 0.092613, "nauc_mrr_at_1_diff1": 0.607985, "nauc_mrr_at_3_max": 0.533762, "nauc_mrr_at_3_std": 0.112652, "nauc_mrr_at_3_diff1": 0.57338, "nauc_mrr_at_5_max": 0.534569, "nauc_mrr_at_5_std": 0.13646, "nauc_mrr_at_5_diff1": 0.566754, "nauc_mrr_at_10_max": 0.534267, "nauc_mrr_at_10_std": 0.133993, "nauc_mrr_at_10_diff1": 0.564806, "nauc_mrr_at_20_max": 0.534421, "nauc_mrr_at_20_std": 0.130659, "nauc_mrr_at_20_diff1": 0.566884, "nauc_mrr_at_100_max": 0.536153, "nauc_mrr_at_100_std": 0.129648, "nauc_mrr_at_100_diff1": 0.569766, "nauc_mrr_at_1000_max": 0.536042, "nauc_mrr_at_1000_std": 0.129445, "nauc_mrr_at_1000_diff1": 0.569751, "hit_rate_at_1": 0.63, "hit_rate_at_3": 0.705, "hit_rate_at_5": 0.77, "hit_rate_at_10": 0.835, "hit_rate_at_20": 0.9, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.77, "hf_subset": "tk", "languages": [ "tuk-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.425, "ndcg_at_3": 0.55148, "ndcg_at_5": 0.59324, "ndcg_at_10": 0.6228, "ndcg_at_20": 0.64229, "ndcg_at_100": 0.65843, "ndcg_at_1000": 0.65915, "map_at_1": 0.425, "map_at_3": 0.52083, "map_at_5": 0.54433, "map_at_10": 0.55587, "map_at_20": 0.56149, "map_at_100": 0.56383, "map_at_1000": 0.56387, "recall_at_1": 0.425, "recall_at_3": 0.64, "recall_at_5": 0.74, "recall_at_10": 0.835, "recall_at_20": 0.91, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.425, "precision_at_1": 0.425, "precision_at_3": 0.21333, "precision_at_5": 0.148, "precision_at_10": 0.0835, "precision_at_20": 0.0455, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.425, "mrr_at_3": 0.520833, "mrr_at_5": 0.544333, "mrr_at_10": 0.555865, "mrr_at_20": 0.561491, "mrr_at_100": 0.563834, "mrr_at_1000": 0.563874, "nauc_ndcg_at_1_max": 0.516667, "nauc_ndcg_at_1_std": 0.183278, "nauc_ndcg_at_1_diff1": 0.626031, "nauc_ndcg_at_3_max": 0.534641, "nauc_ndcg_at_3_std": 0.197106, "nauc_ndcg_at_3_diff1": 0.55638, "nauc_ndcg_at_5_max": 0.507865, "nauc_ndcg_at_5_std": 0.184905, "nauc_ndcg_at_5_diff1": 0.515915, "nauc_ndcg_at_10_max": 0.496936, "nauc_ndcg_at_10_std": 0.208618, "nauc_ndcg_at_10_diff1": 0.508014, "nauc_ndcg_at_20_max": 0.50119, "nauc_ndcg_at_20_std": 0.217867, "nauc_ndcg_at_20_diff1": 0.510131, "nauc_ndcg_at_100_max": 0.509518, "nauc_ndcg_at_100_std": 0.200418, "nauc_ndcg_at_100_diff1": 0.534221, "nauc_ndcg_at_1000_max": 0.510679, "nauc_ndcg_at_1000_std": 0.199944, "nauc_ndcg_at_1000_diff1": 0.539282, "nauc_map_at_1_max": 0.516667, "nauc_map_at_1_std": 0.183278, "nauc_map_at_1_diff1": 0.626031, "nauc_map_at_3_max": 0.527745, "nauc_map_at_3_std": 0.191987, "nauc_map_at_3_diff1": 0.572327, "nauc_map_at_5_max": 0.513257, "nauc_map_at_5_std": 0.184976, "nauc_map_at_5_diff1": 0.551855, "nauc_map_at_10_max": 0.510568, "nauc_map_at_10_std": 0.19464, "nauc_map_at_10_diff1": 0.550553, "nauc_map_at_20_max": 0.511999, "nauc_map_at_20_std": 0.196309, "nauc_map_at_20_diff1": 0.551751, "nauc_map_at_100_max": 0.513224, "nauc_map_at_100_std": 0.194335, "nauc_map_at_100_diff1": 0.554844, "nauc_map_at_1000_max": 0.513276, "nauc_map_at_1000_std": 0.194313, "nauc_map_at_1000_diff1": 0.555071, "nauc_recall_at_1_max": 0.516667, "nauc_recall_at_1_std": 0.183278, "nauc_recall_at_1_diff1": 0.626031, "nauc_recall_at_3_max": 0.558229, "nauc_recall_at_3_std": 0.214555, "nauc_recall_at_3_diff1": 0.505277, "nauc_recall_at_5_max": 0.482908, "nauc_recall_at_5_std": 0.183863, "nauc_recall_at_5_diff1": 0.366784, "nauc_recall_at_10_max": 0.400441, "nauc_recall_at_10_std": 0.300883, "nauc_recall_at_10_diff1": 0.248292, "nauc_recall_at_20_max": 0.37216, "nauc_recall_at_20_std": 0.480133, "nauc_recall_at_20_diff1": 0.080143, "nauc_recall_at_100_max": 0.122782, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": -1.151727, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.516667, "nauc_precision_at_1_std": 0.183278, "nauc_precision_at_1_diff1": 0.626031, "nauc_precision_at_3_max": 0.558229, "nauc_precision_at_3_std": 0.214555, "nauc_precision_at_3_diff1": 0.505277, "nauc_precision_at_5_max": 0.482908, "nauc_precision_at_5_std": 0.183863, "nauc_precision_at_5_diff1": 0.366784, "nauc_precision_at_10_max": 0.400441, "nauc_precision_at_10_std": 0.300883, "nauc_precision_at_10_diff1": 0.248292, "nauc_precision_at_20_max": 0.37216, "nauc_precision_at_20_std": 0.480133, "nauc_precision_at_20_diff1": 0.080143, "nauc_precision_at_100_max": 0.122782, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": -1.151727, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.516667, "nauc_mrr_at_1_std": 0.183278, "nauc_mrr_at_1_diff1": 0.626031, "nauc_mrr_at_3_max": 0.527745, "nauc_mrr_at_3_std": 0.191987, "nauc_mrr_at_3_diff1": 0.572327, "nauc_mrr_at_5_max": 0.513257, "nauc_mrr_at_5_std": 0.184976, "nauc_mrr_at_5_diff1": 0.551855, "nauc_mrr_at_10_max": 0.510568, "nauc_mrr_at_10_std": 0.19464, "nauc_mrr_at_10_diff1": 0.550553, "nauc_mrr_at_20_max": 0.511999, "nauc_mrr_at_20_std": 0.196309, "nauc_mrr_at_20_diff1": 0.551751, "nauc_mrr_at_100_max": 0.513224, "nauc_mrr_at_100_std": 0.194335, "nauc_mrr_at_100_diff1": 0.554844, "nauc_mrr_at_1000_max": 0.513276, "nauc_mrr_at_1000_std": 0.194313, "nauc_mrr_at_1000_diff1": 0.555071, "hit_rate_at_1": 0.425, "hit_rate_at_3": 0.64, "hit_rate_at_5": 0.74, "hit_rate_at_10": 0.835, "hit_rate_at_20": 0.91, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.74, "hf_subset": "tn", "languages": [ "tsn-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.805, "ndcg_at_3": 0.87297, "ndcg_at_5": 0.8833, "ndcg_at_10": 0.89031, "ndcg_at_20": 0.89791, "ndcg_at_100": 0.89876, "ndcg_at_1000": 0.89876, "map_at_1": 0.805, "map_at_3": 0.85667, "map_at_5": 0.86242, "map_at_10": 0.86563, "map_at_20": 0.86772, "map_at_100": 0.86781, "map_at_1000": 0.86781, "recall_at_1": 0.805, "recall_at_3": 0.92, "recall_at_5": 0.945, "recall_at_10": 0.965, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.805, "precision_at_1": 0.805, "precision_at_3": 0.30667, "precision_at_5": 0.189, "precision_at_10": 0.0965, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.805, "mrr_at_3": 0.856667, "mrr_at_5": 0.862417, "mrr_at_10": 0.865631, "mrr_at_20": 0.867724, "mrr_at_100": 0.867811, "mrr_at_1000": 0.867811, "nauc_ndcg_at_1_max": 0.629497, "nauc_ndcg_at_1_std": 0.091104, "nauc_ndcg_at_1_diff1": 0.701092, "nauc_ndcg_at_3_max": 0.557715, "nauc_ndcg_at_3_std": 0.003075, "nauc_ndcg_at_3_diff1": 0.645906, "nauc_ndcg_at_5_max": 0.58172, "nauc_ndcg_at_5_std": 0.033511, "nauc_ndcg_at_5_diff1": 0.648656, "nauc_ndcg_at_10_max": 0.614487, "nauc_ndcg_at_10_std": 0.070094, "nauc_ndcg_at_10_diff1": 0.677214, "nauc_ndcg_at_20_max": 0.596747, "nauc_ndcg_at_20_std": 0.055212, "nauc_ndcg_at_20_diff1": 0.669406, "nauc_ndcg_at_100_max": 0.598851, "nauc_ndcg_at_100_std": 0.054617, "nauc_ndcg_at_100_diff1": 0.672151, "nauc_ndcg_at_1000_max": 0.598851, "nauc_ndcg_at_1000_std": 0.054617, "nauc_ndcg_at_1000_diff1": 0.672151, "nauc_map_at_1_max": 0.629497, "nauc_map_at_1_std": 0.091104, "nauc_map_at_1_diff1": 0.701092, "nauc_map_at_3_max": 0.57892, "nauc_map_at_3_std": 0.030993, "nauc_map_at_3_diff1": 0.662466, "nauc_map_at_5_max": 0.59219, "nauc_map_at_5_std": 0.046604, "nauc_map_at_5_diff1": 0.665219, "nauc_map_at_10_max": 0.604139, "nauc_map_at_10_std": 0.060666, "nauc_map_at_10_diff1": 0.675973, "nauc_map_at_20_max": 0.600126, "nauc_map_at_20_std": 0.056625, "nauc_map_at_20_diff1": 0.674427, "nauc_map_at_100_max": 0.600292, "nauc_map_at_100_std": 0.056579, "nauc_map_at_100_diff1": 0.674644, "nauc_map_at_1000_max": 0.600292, "nauc_map_at_1000_std": 0.056579, "nauc_map_at_1000_diff1": 0.674644, "nauc_recall_at_1_max": 0.629497, "nauc_recall_at_1_std": 0.091104, "nauc_recall_at_1_diff1": 0.701092, "nauc_recall_at_3_max": 0.454423, "nauc_recall_at_3_std": -0.134395, "nauc_recall_at_3_diff1": 0.565039, "nauc_recall_at_5_max": 0.516425, "nauc_recall_at_5_std": -0.046303, "nauc_recall_at_5_diff1": 0.534717, "nauc_recall_at_10_max": 0.770575, "nauc_recall_at_10_std": 0.221222, "nauc_recall_at_10_diff1": 0.720888, "nauc_recall_at_20_max": 0.358077, "nauc_recall_at_20_std": 0.122782, "nauc_recall_at_20_diff1": 0.358077, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.629497, "nauc_precision_at_1_std": 0.091104, "nauc_precision_at_1_diff1": 0.701092, "nauc_precision_at_3_max": 0.454423, "nauc_precision_at_3_std": -0.134395, "nauc_precision_at_3_diff1": 0.565039, "nauc_precision_at_5_max": 0.516425, "nauc_precision_at_5_std": -0.046303, "nauc_precision_at_5_diff1": 0.534717, "nauc_precision_at_10_max": 0.770575, "nauc_precision_at_10_std": 0.221222, "nauc_precision_at_10_diff1": 0.720888, "nauc_precision_at_20_max": 0.358077, "nauc_precision_at_20_std": 0.122782, "nauc_precision_at_20_diff1": 0.358077, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.629497, "nauc_mrr_at_1_std": 0.091104, "nauc_mrr_at_1_diff1": 0.701092, "nauc_mrr_at_3_max": 0.57892, "nauc_mrr_at_3_std": 0.030993, "nauc_mrr_at_3_diff1": 0.662466, "nauc_mrr_at_5_max": 0.59219, "nauc_mrr_at_5_std": 0.046604, "nauc_mrr_at_5_diff1": 0.665219, "nauc_mrr_at_10_max": 0.604139, "nauc_mrr_at_10_std": 0.060666, "nauc_mrr_at_10_diff1": 0.675973, "nauc_mrr_at_20_max": 0.600126, "nauc_mrr_at_20_std": 0.056625, "nauc_mrr_at_20_diff1": 0.674427, "nauc_mrr_at_100_max": 0.600292, "nauc_mrr_at_100_std": 0.056579, "nauc_mrr_at_100_diff1": 0.674644, "nauc_mrr_at_1000_max": 0.600292, "nauc_mrr_at_1000_std": 0.056579, "nauc_mrr_at_1000_diff1": 0.674644, "hit_rate_at_1": 0.805, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.945, "hit_rate_at_10": 0.965, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.945, "hf_subset": "tok", "languages": [ "tok-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.465, "ndcg_at_3": 0.56583, "ndcg_at_5": 0.59036, "ndcg_at_10": 0.60591, "ndcg_at_20": 0.62963, "ndcg_at_100": 0.65749, "ndcg_at_1000": 0.65962, "map_at_1": 0.465, "map_at_3": 0.54333, "map_at_5": 0.55683, "map_at_10": 0.56289, "map_at_20": 0.56925, "map_at_100": 0.57304, "map_at_1000": 0.57316, "recall_at_1": 0.465, "recall_at_3": 0.63, "recall_at_5": 0.69, "recall_at_10": 0.74, "recall_at_20": 0.835, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.465, "precision_at_1": 0.465, "precision_at_3": 0.21, "precision_at_5": 0.138, "precision_at_10": 0.074, "precision_at_20": 0.04175, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.465, "mrr_at_3": 0.543333, "mrr_at_5": 0.556833, "mrr_at_10": 0.562887, "mrr_at_20": 0.569246, "mrr_at_100": 0.57304, "mrr_at_1000": 0.573156, "nauc_ndcg_at_1_max": 0.758847, "nauc_ndcg_at_1_std": 0.486347, "nauc_ndcg_at_1_diff1": 0.732001, "nauc_ndcg_at_3_max": 0.720258, "nauc_ndcg_at_3_std": 0.484276, "nauc_ndcg_at_3_diff1": 0.654672, "nauc_ndcg_at_5_max": 0.725371, "nauc_ndcg_at_5_std": 0.492998, "nauc_ndcg_at_5_diff1": 0.649795, "nauc_ndcg_at_10_max": 0.727321, "nauc_ndcg_at_10_std": 0.49118, "nauc_ndcg_at_10_diff1": 0.647155, "nauc_ndcg_at_20_max": 0.730831, "nauc_ndcg_at_20_std": 0.491504, "nauc_ndcg_at_20_diff1": 0.64468, "nauc_ndcg_at_100_max": 0.728998, "nauc_ndcg_at_100_std": 0.486929, "nauc_ndcg_at_100_diff1": 0.656095, "nauc_ndcg_at_1000_max": 0.73049, "nauc_ndcg_at_1000_std": 0.487767, "nauc_ndcg_at_1000_diff1": 0.660793, "nauc_map_at_1_max": 0.758847, "nauc_map_at_1_std": 0.486347, "nauc_map_at_1_diff1": 0.732001, "nauc_map_at_3_max": 0.728252, "nauc_map_at_3_std": 0.482501, "nauc_map_at_3_diff1": 0.67204, "nauc_map_at_5_max": 0.731805, "nauc_map_at_5_std": 0.487728, "nauc_map_at_5_diff1": 0.670487, "nauc_map_at_10_max": 0.732632, "nauc_map_at_10_std": 0.486858, "nauc_map_at_10_diff1": 0.670251, "nauc_map_at_20_max": 0.733499, "nauc_map_at_20_std": 0.486817, "nauc_map_at_20_diff1": 0.670051, "nauc_map_at_100_max": 0.733169, "nauc_map_at_100_std": 0.486303, "nauc_map_at_100_diff1": 0.671444, "nauc_map_at_1000_max": 0.733243, "nauc_map_at_1000_std": 0.486349, "nauc_map_at_1000_diff1": 0.671653, "nauc_recall_at_1_max": 0.758847, "nauc_recall_at_1_std": 0.486347, "nauc_recall_at_1_diff1": 0.732001, "nauc_recall_at_3_max": 0.695749, "nauc_recall_at_3_std": 0.490982, "nauc_recall_at_3_diff1": 0.600652, "nauc_recall_at_5_max": 0.703785, "nauc_recall_at_5_std": 0.513175, "nauc_recall_at_5_diff1": 0.576953, "nauc_recall_at_10_max": 0.708365, "nauc_recall_at_10_std": 0.509691, "nauc_recall_at_10_diff1": 0.551681, "nauc_recall_at_20_max": 0.725099, "nauc_recall_at_20_std": 0.521642, "nauc_recall_at_20_diff1": 0.488456, "nauc_recall_at_100_max": 0.558979, "nauc_recall_at_100_std": 0.39558, "nauc_recall_at_100_diff1": 0.103175, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.758847, "nauc_precision_at_1_std": 0.486347, "nauc_precision_at_1_diff1": 0.732001, "nauc_precision_at_3_max": 0.695749, "nauc_precision_at_3_std": 0.490982, "nauc_precision_at_3_diff1": 0.600652, "nauc_precision_at_5_max": 0.703785, "nauc_precision_at_5_std": 0.513175, "nauc_precision_at_5_diff1": 0.576953, "nauc_precision_at_10_max": 0.708365, "nauc_precision_at_10_std": 0.509691, "nauc_precision_at_10_diff1": 0.551681, "nauc_precision_at_20_max": 0.725099, "nauc_precision_at_20_std": 0.521642, "nauc_precision_at_20_diff1": 0.488456, "nauc_precision_at_100_max": 0.558979, "nauc_precision_at_100_std": 0.39558, "nauc_precision_at_100_diff1": 0.103175, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.758847, "nauc_mrr_at_1_std": 0.486347, "nauc_mrr_at_1_diff1": 0.732001, "nauc_mrr_at_3_max": 0.728252, "nauc_mrr_at_3_std": 0.482501, "nauc_mrr_at_3_diff1": 0.67204, "nauc_mrr_at_5_max": 0.731805, "nauc_mrr_at_5_std": 0.487728, "nauc_mrr_at_5_diff1": 0.670487, "nauc_mrr_at_10_max": 0.732632, "nauc_mrr_at_10_std": 0.486858, "nauc_mrr_at_10_diff1": 0.670251, "nauc_mrr_at_20_max": 0.733499, "nauc_mrr_at_20_std": 0.486817, "nauc_mrr_at_20_diff1": 0.670051, "nauc_mrr_at_100_max": 0.733169, "nauc_mrr_at_100_std": 0.486303, "nauc_mrr_at_100_diff1": 0.671444, "nauc_mrr_at_1000_max": 0.733243, "nauc_mrr_at_1000_std": 0.486349, "nauc_mrr_at_1000_diff1": 0.671653, "hit_rate_at_1": 0.465, "hit_rate_at_3": 0.63, "hit_rate_at_5": 0.69, "hit_rate_at_10": 0.74, "hit_rate_at_20": 0.835, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.69, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.57, "ndcg_at_3": 0.67137, "ndcg_at_5": 0.69611, "ndcg_at_10": 0.72079, "ndcg_at_20": 0.73131, "ndcg_at_100": 0.74675, "ndcg_at_1000": 0.74746, "map_at_1": 0.57, "map_at_3": 0.6475, "map_at_5": 0.66125, "map_at_10": 0.6717, "map_at_20": 0.6748, "map_at_100": 0.67715, "map_at_1000": 0.67719, "recall_at_1": 0.57, "recall_at_3": 0.74, "recall_at_5": 0.8, "recall_at_10": 0.875, "recall_at_20": 0.915, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.57, "precision_at_1": 0.57, "precision_at_3": 0.24667, "precision_at_5": 0.16, "precision_at_10": 0.0875, "precision_at_20": 0.04575, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.57, "mrr_at_3": 0.6475, "mrr_at_5": 0.66125, "mrr_at_10": 0.671698, "mrr_at_20": 0.674798, "mrr_at_100": 0.677151, "mrr_at_1000": 0.677188, "nauc_ndcg_at_1_max": 0.549016, "nauc_ndcg_at_1_std": 0.093892, "nauc_ndcg_at_1_diff1": 0.753383, "nauc_ndcg_at_3_max": 0.558568, "nauc_ndcg_at_3_std": 0.142196, "nauc_ndcg_at_3_diff1": 0.693238, "nauc_ndcg_at_5_max": 0.535692, "nauc_ndcg_at_5_std": 0.141874, "nauc_ndcg_at_5_diff1": 0.682325, "nauc_ndcg_at_10_max": 0.559135, "nauc_ndcg_at_10_std": 0.153141, "nauc_ndcg_at_10_diff1": 0.684721, "nauc_ndcg_at_20_max": 0.548867, "nauc_ndcg_at_20_std": 0.149406, "nauc_ndcg_at_20_diff1": 0.680424, "nauc_ndcg_at_100_max": 0.547906, "nauc_ndcg_at_100_std": 0.13622, "nauc_ndcg_at_100_diff1": 0.698997, "nauc_ndcg_at_1000_max": 0.546793, "nauc_ndcg_at_1000_std": 0.133682, "nauc_ndcg_at_1000_diff1": 0.698407, "nauc_map_at_1_max": 0.549016, "nauc_map_at_1_std": 0.093892, "nauc_map_at_1_diff1": 0.753383, "nauc_map_at_3_max": 0.549201, "nauc_map_at_3_std": 0.120815, "nauc_map_at_3_diff1": 0.707799, "nauc_map_at_5_max": 0.537249, "nauc_map_at_5_std": 0.120103, "nauc_map_at_5_diff1": 0.702978, "nauc_map_at_10_max": 0.547418, "nauc_map_at_10_std": 0.125206, "nauc_map_at_10_diff1": 0.704684, "nauc_map_at_20_max": 0.544591, "nauc_map_at_20_std": 0.124012, "nauc_map_at_20_diff1": 0.703909, "nauc_map_at_100_max": 0.544514, "nauc_map_at_100_std": 0.122652, "nauc_map_at_100_diff1": 0.706375, "nauc_map_at_1000_max": 0.544467, "nauc_map_at_1000_std": 0.122544, "nauc_map_at_1000_diff1": 0.706352, "nauc_recall_at_1_max": 0.549016, "nauc_recall_at_1_std": 0.093892, "nauc_recall_at_1_diff1": 0.753383, "nauc_recall_at_3_max": 0.595211, "nauc_recall_at_3_std": 0.222102, "nauc_recall_at_3_diff1": 0.642654, "nauc_recall_at_5_max": 0.528447, "nauc_recall_at_5_std": 0.238187, "nauc_recall_at_5_diff1": 0.593881, "nauc_recall_at_10_max": 0.642454, "nauc_recall_at_10_std": 0.335149, "nauc_recall_at_10_diff1": 0.55906, "nauc_recall_at_20_max": 0.580464, "nauc_recall_at_20_std": 0.376201, "nauc_recall_at_20_diff1": 0.460647, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.549016, "nauc_precision_at_1_std": 0.093892, "nauc_precision_at_1_diff1": 0.753383, "nauc_precision_at_3_max": 0.595211, "nauc_precision_at_3_std": 0.222102, "nauc_precision_at_3_diff1": 0.642654, "nauc_precision_at_5_max": 0.528447, "nauc_precision_at_5_std": 0.238187, "nauc_precision_at_5_diff1": 0.593881, "nauc_precision_at_10_max": 0.642454, "nauc_precision_at_10_std": 0.335149, "nauc_precision_at_10_diff1": 0.55906, "nauc_precision_at_20_max": 0.580464, "nauc_precision_at_20_std": 0.376201, "nauc_precision_at_20_diff1": 0.460647, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.549016, "nauc_mrr_at_1_std": 0.093892, "nauc_mrr_at_1_diff1": 0.753383, "nauc_mrr_at_3_max": 0.549201, "nauc_mrr_at_3_std": 0.120815, "nauc_mrr_at_3_diff1": 0.707799, "nauc_mrr_at_5_max": 0.537249, "nauc_mrr_at_5_std": 0.120103, "nauc_mrr_at_5_diff1": 0.702978, "nauc_mrr_at_10_max": 0.547418, "nauc_mrr_at_10_std": 0.125206, "nauc_mrr_at_10_diff1": 0.704684, "nauc_mrr_at_20_max": 0.544591, "nauc_mrr_at_20_std": 0.124012, "nauc_mrr_at_20_diff1": 0.703909, "nauc_mrr_at_100_max": 0.544514, "nauc_mrr_at_100_std": 0.122652, "nauc_mrr_at_100_diff1": 0.706375, "nauc_mrr_at_1000_max": 0.544467, "nauc_mrr_at_1000_std": 0.122544, "nauc_mrr_at_1000_diff1": 0.706352, "hit_rate_at_1": 0.57, "hit_rate_at_3": 0.74, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.875, "hit_rate_at_20": 0.915, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.8, "hf_subset": "tt", "languages": [ "tat-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.63, "ndcg_at_3": 0.70928, "ndcg_at_5": 0.71768, "ndcg_at_10": 0.73578, "ndcg_at_20": 0.75488, "ndcg_at_100": 0.76746, "ndcg_at_1000": 0.77035, "map_at_1": 0.63, "map_at_3": 0.69, "map_at_5": 0.69475, "map_at_10": 0.70241, "map_at_20": 0.70772, "map_at_100": 0.70966, "map_at_1000": 0.70983, "recall_at_1": 0.63, "recall_at_3": 0.765, "recall_at_5": 0.785, "recall_at_10": 0.84, "recall_at_20": 0.915, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.63, "precision_at_1": 0.63, "precision_at_3": 0.255, "precision_at_5": 0.157, "precision_at_10": 0.084, "precision_at_20": 0.04575, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.63, "mrr_at_3": 0.69, "mrr_at_5": 0.69475, "mrr_at_10": 0.702407, "mrr_at_20": 0.707719, "mrr_at_100": 0.709663, "mrr_at_1000": 0.709831, "nauc_ndcg_at_1_max": 0.73066, "nauc_ndcg_at_1_std": 0.249283, "nauc_ndcg_at_1_diff1": 0.827097, "nauc_ndcg_at_3_max": 0.763618, "nauc_ndcg_at_3_std": 0.32757, "nauc_ndcg_at_3_diff1": 0.802097, "nauc_ndcg_at_5_max": 0.761722, "nauc_ndcg_at_5_std": 0.346932, "nauc_ndcg_at_5_diff1": 0.789832, "nauc_ndcg_at_10_max": 0.741698, "nauc_ndcg_at_10_std": 0.322513, "nauc_ndcg_at_10_diff1": 0.780661, "nauc_ndcg_at_20_max": 0.735964, "nauc_ndcg_at_20_std": 0.303867, "nauc_ndcg_at_20_diff1": 0.768902, "nauc_ndcg_at_100_max": 0.735609, "nauc_ndcg_at_100_std": 0.305924, "nauc_ndcg_at_100_diff1": 0.781553, "nauc_ndcg_at_1000_max": 0.74303, "nauc_ndcg_at_1000_std": 0.309811, "nauc_ndcg_at_1000_diff1": 0.788435, "nauc_map_at_1_max": 0.73066, "nauc_map_at_1_std": 0.249283, "nauc_map_at_1_diff1": 0.827097, "nauc_map_at_3_max": 0.754509, "nauc_map_at_3_std": 0.308011, "nauc_map_at_3_diff1": 0.807133, "nauc_map_at_5_max": 0.753433, "nauc_map_at_5_std": 0.31795, "nauc_map_at_5_diff1": 0.800697, "nauc_map_at_10_max": 0.74524, "nauc_map_at_10_std": 0.306826, "nauc_map_at_10_diff1": 0.797384, "nauc_map_at_20_max": 0.744182, "nauc_map_at_20_std": 0.303084, "nauc_map_at_20_diff1": 0.794752, "nauc_map_at_100_max": 0.74446, "nauc_map_at_100_std": 0.303878, "nauc_map_at_100_diff1": 0.796674, "nauc_map_at_1000_max": 0.744791, "nauc_map_at_1000_std": 0.304092, "nauc_map_at_1000_diff1": 0.796998, "nauc_recall_at_1_max": 0.73066, "nauc_recall_at_1_std": 0.249283, "nauc_recall_at_1_diff1": 0.827097, "nauc_recall_at_3_max": 0.795895, "nauc_recall_at_3_std": 0.395824, "nauc_recall_at_3_diff1": 0.785203, "nauc_recall_at_5_max": 0.792425, "nauc_recall_at_5_std": 0.457891, "nauc_recall_at_5_diff1": 0.748032, "nauc_recall_at_10_max": 0.713565, "nauc_recall_at_10_std": 0.389559, "nauc_recall_at_10_diff1": 0.69445, "nauc_recall_at_20_max": 0.630994, "nauc_recall_at_20_std": 0.241281, "nauc_recall_at_20_diff1": 0.516065, "nauc_recall_at_100_max": 0.229342, "nauc_recall_at_100_std": 0.057773, "nauc_recall_at_100_diff1": 0.316293, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.73066, "nauc_precision_at_1_std": 0.249283, "nauc_precision_at_1_diff1": 0.827097, "nauc_precision_at_3_max": 0.795895, "nauc_precision_at_3_std": 0.395824, "nauc_precision_at_3_diff1": 0.785203, "nauc_precision_at_5_max": 0.792425, "nauc_precision_at_5_std": 0.457891, "nauc_precision_at_5_diff1": 0.748032, "nauc_precision_at_10_max": 0.713565, "nauc_precision_at_10_std": 0.389559, "nauc_precision_at_10_diff1": 0.69445, "nauc_precision_at_20_max": 0.630994, "nauc_precision_at_20_std": 0.241281, "nauc_precision_at_20_diff1": 0.516065, "nauc_precision_at_100_max": 0.229342, "nauc_precision_at_100_std": 0.057773, "nauc_precision_at_100_diff1": 0.316293, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.73066, "nauc_mrr_at_1_std": 0.249283, "nauc_mrr_at_1_diff1": 0.827097, "nauc_mrr_at_3_max": 0.754509, "nauc_mrr_at_3_std": 0.308011, "nauc_mrr_at_3_diff1": 0.807133, "nauc_mrr_at_5_max": 0.753433, "nauc_mrr_at_5_std": 0.31795, "nauc_mrr_at_5_diff1": 0.800697, "nauc_mrr_at_10_max": 0.74524, "nauc_mrr_at_10_std": 0.306826, "nauc_mrr_at_10_diff1": 0.797384, "nauc_mrr_at_20_max": 0.744182, "nauc_mrr_at_20_std": 0.303084, "nauc_mrr_at_20_diff1": 0.794752, "nauc_mrr_at_100_max": 0.74446, "nauc_mrr_at_100_std": 0.303878, "nauc_mrr_at_100_diff1": 0.796674, "nauc_mrr_at_1000_max": 0.744791, "nauc_mrr_at_1000_std": 0.304092, "nauc_mrr_at_1000_diff1": 0.796998, "hit_rate_at_1": 0.63, "hit_rate_at_3": 0.765, "hit_rate_at_5": 0.785, "hit_rate_at_10": 0.84, "hit_rate_at_20": 0.915, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.785, "hf_subset": "ug", "languages": [ "uig-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.735, "ndcg_at_3": 0.81363, "ndcg_at_5": 0.82783, "ndcg_at_10": 0.83761, "ndcg_at_20": 0.84803, "ndcg_at_100": 0.85198, "ndcg_at_1000": 0.85269, "map_at_1": 0.735, "map_at_3": 0.79417, "map_at_5": 0.80192, "map_at_10": 0.80601, "map_at_20": 0.80904, "map_at_100": 0.80967, "map_at_1000": 0.80971, "recall_at_1": 0.735, "recall_at_3": 0.87, "recall_at_5": 0.905, "recall_at_10": 0.935, "recall_at_20": 0.975, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.735, "precision_at_1": 0.735, "precision_at_3": 0.29, "precision_at_5": 0.181, "precision_at_10": 0.0935, "precision_at_20": 0.04875, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.735, "mrr_at_3": 0.794167, "mrr_at_5": 0.801917, "mrr_at_10": 0.806012, "mrr_at_20": 0.809041, "mrr_at_100": 0.809674, "mrr_at_1000": 0.809712, "nauc_ndcg_at_1_max": 0.769051, "nauc_ndcg_at_1_std": 0.351069, "nauc_ndcg_at_1_diff1": 0.835504, "nauc_ndcg_at_3_max": 0.79049, "nauc_ndcg_at_3_std": 0.408384, "nauc_ndcg_at_3_diff1": 0.820804, "nauc_ndcg_at_5_max": 0.782252, "nauc_ndcg_at_5_std": 0.407008, "nauc_ndcg_at_5_diff1": 0.810681, "nauc_ndcg_at_10_max": 0.784778, "nauc_ndcg_at_10_std": 0.412987, "nauc_ndcg_at_10_diff1": 0.811587, "nauc_ndcg_at_20_max": 0.786025, "nauc_ndcg_at_20_std": 0.39812, "nauc_ndcg_at_20_diff1": 0.817474, "nauc_ndcg_at_100_max": 0.781697, "nauc_ndcg_at_100_std": 0.397023, "nauc_ndcg_at_100_diff1": 0.819982, "nauc_ndcg_at_1000_max": 0.781233, "nauc_ndcg_at_1000_std": 0.396191, "nauc_ndcg_at_1000_diff1": 0.819721, "nauc_map_at_1_max": 0.769051, "nauc_map_at_1_std": 0.351069, "nauc_map_at_1_diff1": 0.835504, "nauc_map_at_3_max": 0.782436, "nauc_map_at_3_std": 0.39289, "nauc_map_at_3_diff1": 0.824346, "nauc_map_at_5_max": 0.778329, "nauc_map_at_5_std": 0.391759, "nauc_map_at_5_diff1": 0.819427, "nauc_map_at_10_max": 0.779553, "nauc_map_at_10_std": 0.393979, "nauc_map_at_10_diff1": 0.820294, "nauc_map_at_20_max": 0.779556, "nauc_map_at_20_std": 0.39019, "nauc_map_at_20_diff1": 0.821518, "nauc_map_at_100_max": 0.778994, "nauc_map_at_100_std": 0.390292, "nauc_map_at_100_diff1": 0.821895, "nauc_map_at_1000_max": 0.778974, "nauc_map_at_1000_std": 0.390256, "nauc_map_at_1000_diff1": 0.821884, "nauc_recall_at_1_max": 0.769051, "nauc_recall_at_1_std": 0.351069, "nauc_recall_at_1_diff1": 0.835504, "nauc_recall_at_3_max": 0.825983, "nauc_recall_at_3_std": 0.473691, "nauc_recall_at_3_diff1": 0.806173, "nauc_recall_at_5_max": 0.802324, "nauc_recall_at_5_std": 0.488427, "nauc_recall_at_5_diff1": 0.761069, "nauc_recall_at_10_max": 0.823314, "nauc_recall_at_10_std": 0.561948, "nauc_recall_at_10_diff1": 0.739496, "nauc_recall_at_20_max": 0.921569, "nauc_recall_at_20_std": 0.48282, "nauc_recall_at_20_diff1": 0.763772, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.769051, "nauc_precision_at_1_std": 0.351069, "nauc_precision_at_1_diff1": 0.835504, "nauc_precision_at_3_max": 0.825983, "nauc_precision_at_3_std": 0.473691, "nauc_precision_at_3_diff1": 0.806173, "nauc_precision_at_5_max": 0.802324, "nauc_precision_at_5_std": 0.488427, "nauc_precision_at_5_diff1": 0.761069, "nauc_precision_at_10_max": 0.823314, "nauc_precision_at_10_std": 0.561948, "nauc_precision_at_10_diff1": 0.739496, "nauc_precision_at_20_max": 0.921569, "nauc_precision_at_20_std": 0.48282, "nauc_precision_at_20_diff1": 0.763772, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.554155, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.769051, "nauc_mrr_at_1_std": 0.351069, "nauc_mrr_at_1_diff1": 0.835504, "nauc_mrr_at_3_max": 0.782436, "nauc_mrr_at_3_std": 0.39289, "nauc_mrr_at_3_diff1": 0.824346, "nauc_mrr_at_5_max": 0.778329, "nauc_mrr_at_5_std": 0.391759, "nauc_mrr_at_5_diff1": 0.819427, "nauc_mrr_at_10_max": 0.779553, "nauc_mrr_at_10_std": 0.393979, "nauc_mrr_at_10_diff1": 0.820294, "nauc_mrr_at_20_max": 0.779556, "nauc_mrr_at_20_std": 0.39019, "nauc_mrr_at_20_diff1": 0.821518, "nauc_mrr_at_100_max": 0.778994, "nauc_mrr_at_100_std": 0.390292, "nauc_mrr_at_100_diff1": 0.821895, "nauc_mrr_at_1000_max": 0.778974, "nauc_mrr_at_1000_std": 0.390256, "nauc_mrr_at_1000_diff1": 0.821884, "hit_rate_at_1": 0.735, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.905, "hit_rate_at_10": 0.935, "hit_rate_at_20": 0.975, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.905, "hf_subset": "uk", "languages": [ "ukr-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.78, "ndcg_at_3": 0.84089, "ndcg_at_5": 0.86199, "ndcg_at_10": 0.86789, "ndcg_at_20": 0.87037, "ndcg_at_100": 0.87626, "ndcg_at_1000": 0.87626, "map_at_1": 0.78, "map_at_3": 0.82417, "map_at_5": 0.83617, "map_at_10": 0.83828, "map_at_20": 0.83893, "map_at_100": 0.83987, "map_at_1000": 0.83987, "recall_at_1": 0.78, "recall_at_3": 0.89, "recall_at_5": 0.94, "recall_at_10": 0.96, "recall_at_20": 0.97, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.78, "precision_at_1": 0.78, "precision_at_3": 0.29667, "precision_at_5": 0.188, "precision_at_10": 0.096, "precision_at_20": 0.0485, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.824167, "mrr_at_5": 0.836167, "mrr_at_10": 0.838278, "mrr_at_20": 0.838929, "mrr_at_100": 0.839874, "mrr_at_1000": 0.839874, "nauc_ndcg_at_1_max": 0.84394, "nauc_ndcg_at_1_std": 0.375771, "nauc_ndcg_at_1_diff1": 0.888151, "nauc_ndcg_at_3_max": 0.829336, "nauc_ndcg_at_3_std": 0.344304, "nauc_ndcg_at_3_diff1": 0.86711, "nauc_ndcg_at_5_max": 0.849004, "nauc_ndcg_at_5_std": 0.407674, "nauc_ndcg_at_5_diff1": 0.874546, "nauc_ndcg_at_10_max": 0.848754, "nauc_ndcg_at_10_std": 0.39191, "nauc_ndcg_at_10_diff1": 0.875059, "nauc_ndcg_at_20_max": 0.846957, "nauc_ndcg_at_20_std": 0.380783, "nauc_ndcg_at_20_diff1": 0.880226, "nauc_ndcg_at_100_max": 0.844695, "nauc_ndcg_at_100_std": 0.381376, "nauc_ndcg_at_100_diff1": 0.877388, "nauc_ndcg_at_1000_max": 0.844695, "nauc_ndcg_at_1000_std": 0.381376, "nauc_ndcg_at_1000_diff1": 0.877388, "nauc_map_at_1_max": 0.84394, "nauc_map_at_1_std": 0.375771, "nauc_map_at_1_diff1": 0.888151, "nauc_map_at_3_max": 0.834709, "nauc_map_at_3_std": 0.355283, "nauc_map_at_3_diff1": 0.872927, "nauc_map_at_5_max": 0.844868, "nauc_map_at_5_std": 0.387357, "nauc_map_at_5_diff1": 0.877251, "nauc_map_at_10_max": 0.844772, "nauc_map_at_10_std": 0.382409, "nauc_map_at_10_diff1": 0.877472, "nauc_map_at_20_max": 0.844354, "nauc_map_at_20_std": 0.379984, "nauc_map_at_20_diff1": 0.878509, "nauc_map_at_100_max": 0.843994, "nauc_map_at_100_std": 0.379793, "nauc_map_at_100_diff1": 0.878075, "nauc_map_at_1000_max": 0.843994, "nauc_map_at_1000_std": 0.379793, "nauc_map_at_1000_diff1": 0.878075, "nauc_recall_at_1_max": 0.84394, "nauc_recall_at_1_std": 0.375771, "nauc_recall_at_1_diff1": 0.888151, "nauc_recall_at_3_max": 0.805214, "nauc_recall_at_3_std": 0.295314, "nauc_recall_at_3_diff1": 0.841959, "nauc_recall_at_5_max": 0.88387, "nauc_recall_at_5_std": 0.57388, "nauc_recall_at_5_diff1": 0.856637, "nauc_recall_at_10_max": 0.897876, "nauc_recall_at_10_std": 0.492122, "nauc_recall_at_10_diff1": 0.852358, "nauc_recall_at_20_max": 0.885621, "nauc_recall_at_20_std": 0.344616, "nauc_recall_at_20_diff1": 0.931917, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.84394, "nauc_precision_at_1_std": 0.375771, "nauc_precision_at_1_diff1": 0.888151, "nauc_precision_at_3_max": 0.805214, "nauc_precision_at_3_std": 0.295314, "nauc_precision_at_3_diff1": 0.841959, "nauc_precision_at_5_max": 0.88387, "nauc_precision_at_5_std": 0.57388, "nauc_precision_at_5_diff1": 0.856637, "nauc_precision_at_10_max": 0.897876, "nauc_precision_at_10_std": 0.492122, "nauc_precision_at_10_diff1": 0.852358, "nauc_precision_at_20_max": 0.885621, "nauc_precision_at_20_std": 0.344616, "nauc_precision_at_20_diff1": 0.931917, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.84394, "nauc_mrr_at_1_std": 0.375771, "nauc_mrr_at_1_diff1": 0.888151, "nauc_mrr_at_3_max": 0.834709, "nauc_mrr_at_3_std": 0.355283, "nauc_mrr_at_3_diff1": 0.872927, "nauc_mrr_at_5_max": 0.844868, "nauc_mrr_at_5_std": 0.387357, "nauc_mrr_at_5_diff1": 0.877251, "nauc_mrr_at_10_max": 0.844772, "nauc_mrr_at_10_std": 0.382409, "nauc_mrr_at_10_diff1": 0.877472, "nauc_mrr_at_20_max": 0.844354, "nauc_mrr_at_20_std": 0.379984, "nauc_mrr_at_20_diff1": 0.878509, "nauc_mrr_at_100_max": 0.843994, "nauc_mrr_at_100_std": 0.379793, "nauc_mrr_at_100_diff1": 0.878075, "nauc_mrr_at_1000_max": 0.843994, "nauc_mrr_at_1000_std": 0.379793, "nauc_mrr_at_1000_diff1": 0.878075, "hit_rate_at_1": 0.78, "hit_rate_at_3": 0.89, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.97, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.94, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.70333, "ndcg_at_5": 0.72249, "ndcg_at_10": 0.7324, "ndcg_at_20": 0.74977, "ndcg_at_100": 0.76502, "ndcg_at_1000": 0.76577, "map_at_1": 0.6, "map_at_3": 0.68, "map_at_5": 0.691, "map_at_10": 0.69521, "map_at_20": 0.6998, "map_at_100": 0.70205, "map_at_1000": 0.7021, "recall_at_1": 0.6, "recall_at_3": 0.77, "recall_at_5": 0.815, "recall_at_10": 0.845, "recall_at_20": 0.915, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.25667, "precision_at_5": 0.163, "precision_at_10": 0.0845, "precision_at_20": 0.04575, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.68, "mrr_at_5": 0.691, "mrr_at_10": 0.695206, "mrr_at_20": 0.699796, "mrr_at_100": 0.702049, "mrr_at_1000": 0.702098, "nauc_ndcg_at_1_max": 0.728836, "nauc_ndcg_at_1_std": 0.478302, "nauc_ndcg_at_1_diff1": 0.773709, "nauc_ndcg_at_3_max": 0.737922, "nauc_ndcg_at_3_std": 0.505983, "nauc_ndcg_at_3_diff1": 0.748328, "nauc_ndcg_at_5_max": 0.742213, "nauc_ndcg_at_5_std": 0.504827, "nauc_ndcg_at_5_diff1": 0.744261, "nauc_ndcg_at_10_max": 0.737095, "nauc_ndcg_at_10_std": 0.496181, "nauc_ndcg_at_10_diff1": 0.754877, "nauc_ndcg_at_20_max": 0.741515, "nauc_ndcg_at_20_std": 0.509172, "nauc_ndcg_at_20_diff1": 0.759689, "nauc_ndcg_at_100_max": 0.735852, "nauc_ndcg_at_100_std": 0.49567, "nauc_ndcg_at_100_diff1": 0.758553, "nauc_ndcg_at_1000_max": 0.736547, "nauc_ndcg_at_1000_std": 0.496196, "nauc_ndcg_at_1000_diff1": 0.75763, "nauc_map_at_1_max": 0.728836, "nauc_map_at_1_std": 0.478302, "nauc_map_at_1_diff1": 0.773709, "nauc_map_at_3_max": 0.734851, "nauc_map_at_3_std": 0.493781, "nauc_map_at_3_diff1": 0.755839, "nauc_map_at_5_max": 0.736996, "nauc_map_at_5_std": 0.49247, "nauc_map_at_5_diff1": 0.753872, "nauc_map_at_10_max": 0.735261, "nauc_map_at_10_std": 0.489315, "nauc_map_at_10_diff1": 0.758412, "nauc_map_at_20_max": 0.736062, "nauc_map_at_20_std": 0.492504, "nauc_map_at_20_diff1": 0.759469, "nauc_map_at_100_max": 0.735281, "nauc_map_at_100_std": 0.490985, "nauc_map_at_100_diff1": 0.75923, "nauc_map_at_1000_max": 0.735317, "nauc_map_at_1000_std": 0.491012, "nauc_map_at_1000_diff1": 0.759182, "nauc_recall_at_1_max": 0.728836, "nauc_recall_at_1_std": 0.478302, "nauc_recall_at_1_diff1": 0.773709, "nauc_recall_at_3_max": 0.749435, "nauc_recall_at_3_std": 0.552998, "nauc_recall_at_3_diff1": 0.720642, "nauc_recall_at_5_max": 0.765498, "nauc_recall_at_5_std": 0.560528, "nauc_recall_at_5_diff1": 0.702593, "nauc_recall_at_10_max": 0.743233, "nauc_recall_at_10_std": 0.527352, "nauc_recall_at_10_diff1": 0.741448, "nauc_recall_at_20_max": 0.795546, "nauc_recall_at_20_std": 0.672022, "nauc_recall_at_20_diff1": 0.781568, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.728836, "nauc_precision_at_1_std": 0.478302, "nauc_precision_at_1_diff1": 0.773709, "nauc_precision_at_3_max": 0.749435, "nauc_precision_at_3_std": 0.552998, "nauc_precision_at_3_diff1": 0.720642, "nauc_precision_at_5_max": 0.765498, "nauc_precision_at_5_std": 0.560528, "nauc_precision_at_5_diff1": 0.702593, "nauc_precision_at_10_max": 0.743233, "nauc_precision_at_10_std": 0.527352, "nauc_precision_at_10_diff1": 0.741448, "nauc_precision_at_20_max": 0.795546, "nauc_precision_at_20_std": 0.672022, "nauc_precision_at_20_diff1": 0.781568, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.728836, "nauc_mrr_at_1_std": 0.478302, "nauc_mrr_at_1_diff1": 0.773709, "nauc_mrr_at_3_max": 0.734851, "nauc_mrr_at_3_std": 0.493781, "nauc_mrr_at_3_diff1": 0.755839, "nauc_mrr_at_5_max": 0.736996, "nauc_mrr_at_5_std": 0.49247, "nauc_mrr_at_5_diff1": 0.753872, "nauc_mrr_at_10_max": 0.735261, "nauc_mrr_at_10_std": 0.489315, "nauc_mrr_at_10_diff1": 0.758412, "nauc_mrr_at_20_max": 0.736062, "nauc_mrr_at_20_std": 0.492504, "nauc_mrr_at_20_diff1": 0.759469, "nauc_mrr_at_100_max": 0.735281, "nauc_mrr_at_100_std": 0.490985, "nauc_mrr_at_100_diff1": 0.75923, "nauc_mrr_at_1000_max": 0.735317, "nauc_mrr_at_1000_std": 0.491012, "nauc_mrr_at_1000_diff1": 0.759182, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.77, "hit_rate_at_5": 0.815, "hit_rate_at_10": 0.845, "hit_rate_at_20": 0.915, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.815, "hf_subset": "uz", "languages": [ "uzn-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.72, "ndcg_at_3": 0.77786, "ndcg_at_5": 0.79012, "ndcg_at_10": 0.81508, "ndcg_at_20": 0.81872, "ndcg_at_100": 0.82949, "ndcg_at_1000": 0.82949, "map_at_1": 0.72, "map_at_3": 0.76333, "map_at_5": 0.77008, "map_at_10": 0.77987, "map_at_20": 0.78079, "map_at_100": 0.78247, "map_at_1000": 0.78247, "recall_at_1": 0.72, "recall_at_3": 0.82, "recall_at_5": 0.85, "recall_at_10": 0.93, "recall_at_20": 0.945, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72, "precision_at_1": 0.72, "precision_at_3": 0.27333, "precision_at_5": 0.17, "precision_at_10": 0.093, "precision_at_20": 0.04725, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.72, "mrr_at_3": 0.763333, "mrr_at_5": 0.770083, "mrr_at_10": 0.779875, "mrr_at_20": 0.780794, "mrr_at_100": 0.782474, "mrr_at_1000": 0.782474, "nauc_ndcg_at_1_max": 0.728594, "nauc_ndcg_at_1_std": 0.1902, "nauc_ndcg_at_1_diff1": 0.783015, "nauc_ndcg_at_3_max": 0.70407, "nauc_ndcg_at_3_std": 0.202598, "nauc_ndcg_at_3_diff1": 0.735084, "nauc_ndcg_at_5_max": 0.71618, "nauc_ndcg_at_5_std": 0.245722, "nauc_ndcg_at_5_diff1": 0.726959, "nauc_ndcg_at_10_max": 0.700413, "nauc_ndcg_at_10_std": 0.186388, "nauc_ndcg_at_10_diff1": 0.719363, "nauc_ndcg_at_20_max": 0.696767, "nauc_ndcg_at_20_std": 0.18093, "nauc_ndcg_at_20_diff1": 0.722114, "nauc_ndcg_at_100_max": 0.710009, "nauc_ndcg_at_100_std": 0.200482, "nauc_ndcg_at_100_diff1": 0.739042, "nauc_ndcg_at_1000_max": 0.710009, "nauc_ndcg_at_1000_std": 0.200482, "nauc_ndcg_at_1000_diff1": 0.739042, "nauc_map_at_1_max": 0.728594, "nauc_map_at_1_std": 0.1902, "nauc_map_at_1_diff1": 0.783015, "nauc_map_at_3_max": 0.712418, "nauc_map_at_3_std": 0.201764, "nauc_map_at_3_diff1": 0.748929, "nauc_map_at_5_max": 0.719318, "nauc_map_at_5_std": 0.224321, "nauc_map_at_5_diff1": 0.745531, "nauc_map_at_10_max": 0.71334, "nauc_map_at_10_std": 0.202731, "nauc_map_at_10_diff1": 0.742789, "nauc_map_at_20_max": 0.712624, "nauc_map_at_20_std": 0.201685, "nauc_map_at_20_diff1": 0.743463, "nauc_map_at_100_max": 0.714328, "nauc_map_at_100_std": 0.203723, "nauc_map_at_100_diff1": 0.746147, "nauc_map_at_1000_max": 0.714328, "nauc_map_at_1000_std": 0.203723, "nauc_map_at_1000_diff1": 0.746147, "nauc_recall_at_1_max": 0.728594, "nauc_recall_at_1_std": 0.1902, "nauc_recall_at_1_diff1": 0.783015, "nauc_recall_at_3_max": 0.673092, "nauc_recall_at_3_std": 0.204263, "nauc_recall_at_3_diff1": 0.684753, "nauc_recall_at_5_max": 0.70384, "nauc_recall_at_5_std": 0.340953, "nauc_recall_at_5_diff1": 0.647136, "nauc_recall_at_10_max": 0.5826, "nauc_recall_at_10_std": -0.003001, "nauc_recall_at_10_diff1": 0.520875, "nauc_recall_at_20_max": 0.505899, "nauc_recall_at_20_std": -0.122528, "nauc_recall_at_20_diff1": 0.500976, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.728594, "nauc_precision_at_1_std": 0.1902, "nauc_precision_at_1_diff1": 0.783015, "nauc_precision_at_3_max": 0.673092, "nauc_precision_at_3_std": 0.204263, "nauc_precision_at_3_diff1": 0.684753, "nauc_precision_at_5_max": 0.70384, "nauc_precision_at_5_std": 0.340953, "nauc_precision_at_5_diff1": 0.647136, "nauc_precision_at_10_max": 0.5826, "nauc_precision_at_10_std": -0.003001, "nauc_precision_at_10_diff1": 0.520875, "nauc_precision_at_20_max": 0.505899, "nauc_precision_at_20_std": -0.122528, "nauc_precision_at_20_diff1": 0.500976, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.728594, "nauc_mrr_at_1_std": 0.1902, "nauc_mrr_at_1_diff1": 0.783015, "nauc_mrr_at_3_max": 0.712418, "nauc_mrr_at_3_std": 0.201764, "nauc_mrr_at_3_diff1": 0.748929, "nauc_mrr_at_5_max": 0.719318, "nauc_mrr_at_5_std": 0.224321, "nauc_mrr_at_5_diff1": 0.745531, "nauc_mrr_at_10_max": 0.71334, "nauc_mrr_at_10_std": 0.202731, "nauc_mrr_at_10_diff1": 0.742789, "nauc_mrr_at_20_max": 0.712624, "nauc_mrr_at_20_std": 0.201685, "nauc_mrr_at_20_diff1": 0.743463, "nauc_mrr_at_100_max": 0.714328, "nauc_mrr_at_100_std": 0.203723, "nauc_mrr_at_100_diff1": 0.746147, "nauc_mrr_at_1000_max": 0.714328, "nauc_mrr_at_1000_std": 0.203723, "nauc_mrr_at_1000_diff1": 0.746147, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.82, "hit_rate_at_5": 0.85, "hit_rate_at_10": 0.93, "hit_rate_at_20": 0.945, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.44755, "ndcg_at_3": 0.56268, "ndcg_at_5": 0.59459, "ndcg_at_10": 0.61737, "ndcg_at_20": 0.63452, "ndcg_at_100": 0.66071, "ndcg_at_1000": 0.66071, "map_at_1": 0.44755, "map_at_3": 0.53263, "map_at_5": 0.55047, "map_at_10": 0.55996, "map_at_20": 0.56439, "map_at_100": 0.56863, "map_at_1000": 0.56863, "recall_at_1": 0.44755, "recall_at_3": 0.65035, "recall_at_5": 0.72727, "recall_at_10": 0.7972, "recall_at_20": 0.86713, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.44755, "precision_at_1": 0.44755, "precision_at_3": 0.21678, "precision_at_5": 0.14545, "precision_at_10": 0.07972, "precision_at_20": 0.04336, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.447552, "mrr_at_3": 0.532634, "mrr_at_5": 0.550466, "mrr_at_10": 0.559962, "mrr_at_20": 0.564395, "mrr_at_100": 0.568631, "mrr_at_1000": 0.568631, "nauc_ndcg_at_1_max": 0.695378, "nauc_ndcg_at_1_std": 0.393186, "nauc_ndcg_at_1_diff1": 0.679268, "nauc_ndcg_at_3_max": 0.645834, "nauc_ndcg_at_3_std": 0.334032, "nauc_ndcg_at_3_diff1": 0.579286, "nauc_ndcg_at_5_max": 0.639151, "nauc_ndcg_at_5_std": 0.33458, "nauc_ndcg_at_5_diff1": 0.561478, "nauc_ndcg_at_10_max": 0.619307, "nauc_ndcg_at_10_std": 0.29445, "nauc_ndcg_at_10_diff1": 0.566278, "nauc_ndcg_at_20_max": 0.622605, "nauc_ndcg_at_20_std": 0.310559, "nauc_ndcg_at_20_diff1": 0.569303, "nauc_ndcg_at_100_max": 0.641953, "nauc_ndcg_at_100_std": 0.331117, "nauc_ndcg_at_100_diff1": 0.59107, "nauc_ndcg_at_1000_max": 0.641953, "nauc_ndcg_at_1000_std": 0.331117, "nauc_ndcg_at_1000_diff1": 0.59107, "nauc_map_at_1_max": 0.695378, "nauc_map_at_1_std": 0.393186, "nauc_map_at_1_diff1": 0.679268, "nauc_map_at_3_max": 0.65783, "nauc_map_at_3_std": 0.348374, "nauc_map_at_3_diff1": 0.604533, "nauc_map_at_5_max": 0.653402, "nauc_map_at_5_std": 0.348654, "nauc_map_at_5_diff1": 0.595402, "nauc_map_at_10_max": 0.646256, "nauc_map_at_10_std": 0.333732, "nauc_map_at_10_diff1": 0.598185, "nauc_map_at_20_max": 0.647475, "nauc_map_at_20_std": 0.337677, "nauc_map_at_20_diff1": 0.599296, "nauc_map_at_100_max": 0.650282, "nauc_map_at_100_std": 0.340971, "nauc_map_at_100_diff1": 0.602624, "nauc_map_at_1000_max": 0.650282, "nauc_map_at_1000_std": 0.340971, "nauc_map_at_1000_diff1": 0.602624, "nauc_recall_at_1_max": 0.695378, "nauc_recall_at_1_std": 0.393186, "nauc_recall_at_1_diff1": 0.679268, "nauc_recall_at_3_max": 0.606515, "nauc_recall_at_3_std": 0.287016, "nauc_recall_at_3_diff1": 0.496001, "nauc_recall_at_5_max": 0.585942, "nauc_recall_at_5_std": 0.282102, "nauc_recall_at_5_diff1": 0.429465, "nauc_recall_at_10_max": 0.48023, "nauc_recall_at_10_std": 0.084358, "nauc_recall_at_10_diff1": 0.41424, "nauc_recall_at_20_max": 0.440064, "nauc_recall_at_20_std": 0.125403, "nauc_recall_at_20_diff1": 0.367485, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.695378, "nauc_precision_at_1_std": 0.393186, "nauc_precision_at_1_diff1": 0.679268, "nauc_precision_at_3_max": 0.606515, "nauc_precision_at_3_std": 0.287016, "nauc_precision_at_3_diff1": 0.496001, "nauc_precision_at_5_max": 0.585942, "nauc_precision_at_5_std": 0.282102, "nauc_precision_at_5_diff1": 0.429465, "nauc_precision_at_10_max": 0.48023, "nauc_precision_at_10_std": 0.084358, "nauc_precision_at_10_diff1": 0.41424, "nauc_precision_at_20_max": 0.440064, "nauc_precision_at_20_std": 0.125403, "nauc_precision_at_20_diff1": 0.367485, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.695378, "nauc_mrr_at_1_std": 0.393186, "nauc_mrr_at_1_diff1": 0.679268, "nauc_mrr_at_3_max": 0.65783, "nauc_mrr_at_3_std": 0.348374, "nauc_mrr_at_3_diff1": 0.604533, "nauc_mrr_at_5_max": 0.653402, "nauc_mrr_at_5_std": 0.348654, "nauc_mrr_at_5_diff1": 0.595402, "nauc_mrr_at_10_max": 0.646256, "nauc_mrr_at_10_std": 0.333732, "nauc_mrr_at_10_diff1": 0.598185, "nauc_mrr_at_20_max": 0.647475, "nauc_mrr_at_20_std": 0.337677, "nauc_mrr_at_20_diff1": 0.599296, "nauc_mrr_at_100_max": 0.650282, "nauc_mrr_at_100_std": 0.340971, "nauc_mrr_at_100_diff1": 0.602624, "nauc_mrr_at_1000_max": 0.650282, "nauc_mrr_at_1000_std": 0.340971, "nauc_mrr_at_1000_diff1": 0.602624, "hit_rate_at_1": 0.44755, "hit_rate_at_3": 0.65035, "hit_rate_at_5": 0.72727, "hit_rate_at_10": 0.7972, "hit_rate_at_20": 0.86713, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.72727, "hf_subset": "yi", "languages": [ "yid-Hebr" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.49, "ndcg_at_3": 0.5894, "ndcg_at_5": 0.61823, "ndcg_at_10": 0.63871, "ndcg_at_20": 0.65676, "ndcg_at_100": 0.67795, "ndcg_at_1000": 0.68139, "map_at_1": 0.49, "map_at_3": 0.565, "map_at_5": 0.581, "map_at_10": 0.58912, "map_at_20": 0.59426, "map_at_100": 0.59749, "map_at_1000": 0.59766, "recall_at_1": 0.49, "recall_at_3": 0.66, "recall_at_5": 0.73, "recall_at_10": 0.795, "recall_at_20": 0.865, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.49, "precision_at_1": 0.49, "precision_at_3": 0.22, "precision_at_5": 0.146, "precision_at_10": 0.0795, "precision_at_20": 0.04325, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.49, "mrr_at_3": 0.565, "mrr_at_5": 0.581, "mrr_at_10": 0.589123, "mrr_at_20": 0.594262, "mrr_at_100": 0.59749, "mrr_at_1000": 0.597656, "nauc_ndcg_at_1_max": 0.513105, "nauc_ndcg_at_1_std": 0.092441, "nauc_ndcg_at_1_diff1": 0.550901, "nauc_ndcg_at_3_max": 0.536003, "nauc_ndcg_at_3_std": 0.175552, "nauc_ndcg_at_3_diff1": 0.479481, "nauc_ndcg_at_5_max": 0.513977, "nauc_ndcg_at_5_std": 0.171417, "nauc_ndcg_at_5_diff1": 0.453268, "nauc_ndcg_at_10_max": 0.501697, "nauc_ndcg_at_10_std": 0.182533, "nauc_ndcg_at_10_diff1": 0.44137, "nauc_ndcg_at_20_max": 0.52516, "nauc_ndcg_at_20_std": 0.184372, "nauc_ndcg_at_20_diff1": 0.467504, "nauc_ndcg_at_100_max": 0.522316, "nauc_ndcg_at_100_std": 0.167005, "nauc_ndcg_at_100_diff1": 0.475957, "nauc_ndcg_at_1000_max": 0.520242, "nauc_ndcg_at_1000_std": 0.164786, "nauc_ndcg_at_1000_diff1": 0.476777, "nauc_map_at_1_max": 0.513105, "nauc_map_at_1_std": 0.092441, "nauc_map_at_1_diff1": 0.550901, "nauc_map_at_3_max": 0.529084, "nauc_map_at_3_std": 0.153251, "nauc_map_at_3_diff1": 0.496435, "nauc_map_at_5_max": 0.517648, "nauc_map_at_5_std": 0.150503, "nauc_map_at_5_diff1": 0.483035, "nauc_map_at_10_max": 0.513353, "nauc_map_at_10_std": 0.154309, "nauc_map_at_10_diff1": 0.47929, "nauc_map_at_20_max": 0.518871, "nauc_map_at_20_std": 0.154075, "nauc_map_at_20_diff1": 0.485834, "nauc_map_at_100_max": 0.518853, "nauc_map_at_100_std": 0.152239, "nauc_map_at_100_diff1": 0.487114, "nauc_map_at_1000_max": 0.51877, "nauc_map_at_1000_std": 0.152154, "nauc_map_at_1000_diff1": 0.487153, "nauc_recall_at_1_max": 0.513105, "nauc_recall_at_1_std": 0.092441, "nauc_recall_at_1_diff1": 0.550901, "nauc_recall_at_3_max": 0.559278, "nauc_recall_at_3_std": 0.249411, "nauc_recall_at_3_diff1": 0.424359, "nauc_recall_at_5_max": 0.495901, "nauc_recall_at_5_std": 0.249995, "nauc_recall_at_5_diff1": 0.336836, "nauc_recall_at_10_max": 0.433717, "nauc_recall_at_10_std": 0.319037, "nauc_recall_at_10_diff1": 0.252858, "nauc_recall_at_20_max": 0.594498, "nauc_recall_at_20_std": 0.400741, "nauc_recall_at_20_diff1": 0.380034, "nauc_recall_at_100_max": 0.667134, "nauc_recall_at_100_std": 0.325957, "nauc_recall_at_100_diff1": 0.420355, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.513105, "nauc_precision_at_1_std": 0.092441, "nauc_precision_at_1_diff1": 0.550901, "nauc_precision_at_3_max": 0.559278, "nauc_precision_at_3_std": 0.249411, "nauc_precision_at_3_diff1": 0.424359, "nauc_precision_at_5_max": 0.495901, "nauc_precision_at_5_std": 0.249995, "nauc_precision_at_5_diff1": 0.336836, "nauc_precision_at_10_max": 0.433717, "nauc_precision_at_10_std": 0.319037, "nauc_precision_at_10_diff1": 0.252858, "nauc_precision_at_20_max": 0.594498, "nauc_precision_at_20_std": 0.400741, "nauc_precision_at_20_diff1": 0.380034, "nauc_precision_at_100_max": 0.667134, "nauc_precision_at_100_std": 0.325957, "nauc_precision_at_100_diff1": 0.420355, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.513105, "nauc_mrr_at_1_std": 0.092441, "nauc_mrr_at_1_diff1": 0.550901, "nauc_mrr_at_3_max": 0.529084, "nauc_mrr_at_3_std": 0.153251, "nauc_mrr_at_3_diff1": 0.496435, "nauc_mrr_at_5_max": 0.517648, "nauc_mrr_at_5_std": 0.150503, "nauc_mrr_at_5_diff1": 0.483035, "nauc_mrr_at_10_max": 0.513353, "nauc_mrr_at_10_std": 0.154309, "nauc_mrr_at_10_diff1": 0.47929, "nauc_mrr_at_20_max": 0.518871, "nauc_mrr_at_20_std": 0.154075, "nauc_mrr_at_20_diff1": 0.485834, "nauc_mrr_at_100_max": 0.518853, "nauc_mrr_at_100_std": 0.152239, "nauc_mrr_at_100_diff1": 0.487114, "nauc_mrr_at_1000_max": 0.51877, "nauc_mrr_at_1000_std": 0.152154, "nauc_mrr_at_1000_diff1": 0.487153, "hit_rate_at_1": 0.49, "hit_rate_at_3": 0.66, "hit_rate_at_5": 0.73, "hit_rate_at_10": 0.795, "hit_rate_at_20": 0.865, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.73, "hf_subset": "yo", "languages": [ "yor-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.79, "ndcg_at_3": 0.84351, "ndcg_at_5": 0.85384, "ndcg_at_10": 0.86215, "ndcg_at_20": 0.87004, "ndcg_at_100": 0.87842, "ndcg_at_1000": 0.87842, "map_at_1": 0.79, "map_at_3": 0.83083, "map_at_5": 0.83658, "map_at_10": 0.84014, "map_at_20": 0.84246, "map_at_100": 0.844, "map_at_1000": 0.844, "recall_at_1": 0.79, "recall_at_3": 0.88, "recall_at_5": 0.905, "recall_at_10": 0.93, "recall_at_20": 0.96, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.79, "precision_at_1": 0.79, "precision_at_3": 0.29333, "precision_at_5": 0.181, "precision_at_10": 0.093, "precision_at_20": 0.048, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.79, "mrr_at_3": 0.830833, "mrr_at_5": 0.836583, "mrr_at_10": 0.840145, "mrr_at_20": 0.842464, "mrr_at_100": 0.844001, "mrr_at_1000": 0.844001, "nauc_ndcg_at_1_max": 0.780881, "nauc_ndcg_at_1_std": 0.281735, "nauc_ndcg_at_1_diff1": 0.867038, "nauc_ndcg_at_3_max": 0.804846, "nauc_ndcg_at_3_std": 0.316771, "nauc_ndcg_at_3_diff1": 0.86059, "nauc_ndcg_at_5_max": 0.805602, "nauc_ndcg_at_5_std": 0.288341, "nauc_ndcg_at_5_diff1": 0.861115, "nauc_ndcg_at_10_max": 0.806804, "nauc_ndcg_at_10_std": 0.288612, "nauc_ndcg_at_10_diff1": 0.857312, "nauc_ndcg_at_20_max": 0.805112, "nauc_ndcg_at_20_std": 0.301787, "nauc_ndcg_at_20_diff1": 0.861076, "nauc_ndcg_at_100_max": 0.800865, "nauc_ndcg_at_100_std": 0.296834, "nauc_ndcg_at_100_diff1": 0.862105, "nauc_ndcg_at_1000_max": 0.800865, "nauc_ndcg_at_1000_std": 0.296834, "nauc_ndcg_at_1000_diff1": 0.862105, "nauc_map_at_1_max": 0.780881, "nauc_map_at_1_std": 0.281735, "nauc_map_at_1_diff1": 0.867038, "nauc_map_at_3_max": 0.799215, "nauc_map_at_3_std": 0.309754, "nauc_map_at_3_diff1": 0.8622, "nauc_map_at_5_max": 0.799359, "nauc_map_at_5_std": 0.294714, "nauc_map_at_5_diff1": 0.86262, "nauc_map_at_10_max": 0.799509, "nauc_map_at_10_std": 0.294671, "nauc_map_at_10_diff1": 0.861144, "nauc_map_at_20_max": 0.799059, "nauc_map_at_20_std": 0.297851, "nauc_map_at_20_diff1": 0.862259, "nauc_map_at_100_max": 0.79844, "nauc_map_at_100_std": 0.296968, "nauc_map_at_100_diff1": 0.862559, "nauc_map_at_1000_max": 0.79844, "nauc_map_at_1000_std": 0.296968, "nauc_map_at_1000_diff1": 0.862559, "nauc_recall_at_1_max": 0.780881, "nauc_recall_at_1_std": 0.281735, "nauc_recall_at_1_diff1": 0.867038, "nauc_recall_at_3_max": 0.826122, "nauc_recall_at_3_std": 0.342428, "nauc_recall_at_3_diff1": 0.854438, "nauc_recall_at_5_max": 0.834144, "nauc_recall_at_5_std": 0.250995, "nauc_recall_at_5_diff1": 0.85417, "nauc_recall_at_10_max": 0.852608, "nauc_recall_at_10_std": 0.241863, "nauc_recall_at_10_diff1": 0.831266, "nauc_recall_at_20_max": 0.865196, "nauc_recall_at_20_std": 0.364087, "nauc_recall_at_20_diff1": 0.852358, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.780881, "nauc_precision_at_1_std": 0.281735, "nauc_precision_at_1_diff1": 0.867038, "nauc_precision_at_3_max": 0.826122, "nauc_precision_at_3_std": 0.342428, "nauc_precision_at_3_diff1": 0.854438, "nauc_precision_at_5_max": 0.834144, "nauc_precision_at_5_std": 0.250995, "nauc_precision_at_5_diff1": 0.85417, "nauc_precision_at_10_max": 0.852608, "nauc_precision_at_10_std": 0.241863, "nauc_precision_at_10_diff1": 0.831266, "nauc_precision_at_20_max": 0.865196, "nauc_precision_at_20_std": 0.364087, "nauc_precision_at_20_diff1": 0.852358, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.780881, "nauc_mrr_at_1_std": 0.281735, "nauc_mrr_at_1_diff1": 0.867038, "nauc_mrr_at_3_max": 0.799215, "nauc_mrr_at_3_std": 0.309754, "nauc_mrr_at_3_diff1": 0.8622, "nauc_mrr_at_5_max": 0.799359, "nauc_mrr_at_5_std": 0.294714, "nauc_mrr_at_5_diff1": 0.86262, "nauc_mrr_at_10_max": 0.799509, "nauc_mrr_at_10_std": 0.294671, "nauc_mrr_at_10_diff1": 0.861144, "nauc_mrr_at_20_max": 0.799059, "nauc_mrr_at_20_std": 0.297851, "nauc_mrr_at_20_diff1": 0.862259, "nauc_mrr_at_100_max": 0.79844, "nauc_mrr_at_100_std": 0.296968, "nauc_mrr_at_100_diff1": 0.862559, "nauc_mrr_at_1000_max": 0.79844, "nauc_mrr_at_1000_std": 0.296968, "nauc_mrr_at_1000_diff1": 0.862559, "hit_rate_at_1": 0.79, "hit_rate_at_3": 0.88, "hit_rate_at_5": 0.905, "hit_rate_at_10": 0.93, "hit_rate_at_20": 0.96, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.905, "hf_subset": "yue", "languages": [ "yue-Hant" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.295, "ndcg_at_3": 0.40428, "ndcg_at_5": 0.43914, "ndcg_at_10": 0.48144, "ndcg_at_20": 0.50692, "ndcg_at_100": 0.53853, "ndcg_at_1000": 0.54212, "map_at_1": 0.295, "map_at_3": 0.375, "map_at_5": 0.39425, "map_at_10": 0.41092, "map_at_20": 0.41802, "map_at_100": 0.42283, "map_at_1000": 0.42303, "recall_at_1": 0.295, "recall_at_3": 0.49, "recall_at_5": 0.575, "recall_at_10": 0.71, "recall_at_20": 0.81, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.295, "precision_at_1": 0.295, "precision_at_3": 0.16333, "precision_at_5": 0.115, "precision_at_10": 0.071, "precision_at_20": 0.0405, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.295, "mrr_at_3": 0.375, "mrr_at_5": 0.39425, "mrr_at_10": 0.410921, "mrr_at_20": 0.418023, "mrr_at_100": 0.422828, "mrr_at_1000": 0.423032, "nauc_ndcg_at_1_max": 0.459312, "nauc_ndcg_at_1_std": 0.14167, "nauc_ndcg_at_1_diff1": 0.558799, "nauc_ndcg_at_3_max": 0.40113, "nauc_ndcg_at_3_std": 0.135447, "nauc_ndcg_at_3_diff1": 0.468109, "nauc_ndcg_at_5_max": 0.429664, "nauc_ndcg_at_5_std": 0.18852, "nauc_ndcg_at_5_diff1": 0.441271, "nauc_ndcg_at_10_max": 0.422586, "nauc_ndcg_at_10_std": 0.191422, "nauc_ndcg_at_10_diff1": 0.42717, "nauc_ndcg_at_20_max": 0.410073, "nauc_ndcg_at_20_std": 0.160988, "nauc_ndcg_at_20_diff1": 0.429813, "nauc_ndcg_at_100_max": 0.419372, "nauc_ndcg_at_100_std": 0.173012, "nauc_ndcg_at_100_diff1": 0.447071, "nauc_ndcg_at_1000_max": 0.419425, "nauc_ndcg_at_1000_std": 0.16487, "nauc_ndcg_at_1000_diff1": 0.454515, "nauc_map_at_1_max": 0.459312, "nauc_map_at_1_std": 0.14167, "nauc_map_at_1_diff1": 0.558799, "nauc_map_at_3_max": 0.412049, "nauc_map_at_3_std": 0.133167, "nauc_map_at_3_diff1": 0.489902, "nauc_map_at_5_max": 0.427651, "nauc_map_at_5_std": 0.161829, "nauc_map_at_5_diff1": 0.47553, "nauc_map_at_10_max": 0.424576, "nauc_map_at_10_std": 0.162086, "nauc_map_at_10_diff1": 0.470675, "nauc_map_at_20_max": 0.421776, "nauc_map_at_20_std": 0.154417, "nauc_map_at_20_diff1": 0.471848, "nauc_map_at_100_max": 0.422946, "nauc_map_at_100_std": 0.156486, "nauc_map_at_100_diff1": 0.47359, "nauc_map_at_1000_max": 0.422947, "nauc_map_at_1000_std": 0.156102, "nauc_map_at_1000_diff1": 0.473924, "nauc_recall_at_1_max": 0.459312, "nauc_recall_at_1_std": 0.14167, "nauc_recall_at_1_diff1": 0.558799, "nauc_recall_at_3_max": 0.371071, "nauc_recall_at_3_std": 0.143508, "nauc_recall_at_3_diff1": 0.40564, "nauc_recall_at_5_max": 0.441856, "nauc_recall_at_5_std": 0.280465, "nauc_recall_at_5_diff1": 0.332451, "nauc_recall_at_10_max": 0.419927, "nauc_recall_at_10_std": 0.319441, "nauc_recall_at_10_diff1": 0.248383, "nauc_recall_at_20_max": 0.332574, "nauc_recall_at_20_std": 0.166811, "nauc_recall_at_20_diff1": 0.194012, "nauc_recall_at_100_max": 0.414192, "nauc_recall_at_100_std": 0.773576, "nauc_recall_at_100_diff1": -0.112232, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.459312, "nauc_precision_at_1_std": 0.14167, "nauc_precision_at_1_diff1": 0.558799, "nauc_precision_at_3_max": 0.371071, "nauc_precision_at_3_std": 0.143508, "nauc_precision_at_3_diff1": 0.40564, "nauc_precision_at_5_max": 0.441856, "nauc_precision_at_5_std": 0.280465, "nauc_precision_at_5_diff1": 0.332451, "nauc_precision_at_10_max": 0.419927, "nauc_precision_at_10_std": 0.319441, "nauc_precision_at_10_diff1": 0.248383, "nauc_precision_at_20_max": 0.332574, "nauc_precision_at_20_std": 0.166811, "nauc_precision_at_20_diff1": 0.194012, "nauc_precision_at_100_max": 0.414192, "nauc_precision_at_100_std": 0.773576, "nauc_precision_at_100_diff1": -0.112232, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.459312, "nauc_mrr_at_1_std": 0.14167, "nauc_mrr_at_1_diff1": 0.558799, "nauc_mrr_at_3_max": 0.412049, "nauc_mrr_at_3_std": 0.133167, "nauc_mrr_at_3_diff1": 0.489902, "nauc_mrr_at_5_max": 0.427651, "nauc_mrr_at_5_std": 0.161829, "nauc_mrr_at_5_diff1": 0.47553, "nauc_mrr_at_10_max": 0.424576, "nauc_mrr_at_10_std": 0.162086, "nauc_mrr_at_10_diff1": 0.470675, "nauc_mrr_at_20_max": 0.421776, "nauc_mrr_at_20_std": 0.154417, "nauc_mrr_at_20_diff1": 0.471848, "nauc_mrr_at_100_max": 0.422946, "nauc_mrr_at_100_std": 0.156486, "nauc_mrr_at_100_diff1": 0.47359, "nauc_mrr_at_1000_max": 0.422947, "nauc_mrr_at_1000_std": 0.156102, "nauc_mrr_at_1000_diff1": 0.473924, "hit_rate_at_1": 0.295, "hit_rate_at_3": 0.49, "hit_rate_at_5": 0.575, "hit_rate_at_10": 0.71, "hit_rate_at_20": 0.81, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.575, "hf_subset": "zgh", "languages": [ "zgh-Tfng" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.955, "ndcg_at_3": 0.97446, "ndcg_at_5": 0.97446, "ndcg_at_10": 0.97749, "ndcg_at_20": 0.97749, "ndcg_at_100": 0.97749, "ndcg_at_1000": 0.97749, "map_at_1": 0.955, "map_at_3": 0.96917, "map_at_5": 0.96917, "map_at_10": 0.97029, "map_at_20": 0.97029, "map_at_100": 0.97029, "map_at_1000": 0.97029, "recall_at_1": 0.955, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.955, "precision_at_1": 0.955, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.955, "mrr_at_3": 0.969167, "mrr_at_5": 0.969167, "mrr_at_10": 0.970292, "mrr_at_20": 0.970292, "mrr_at_100": 0.970292, "mrr_at_1000": 0.970292, "nauc_ndcg_at_1_max": 0.811754, "nauc_ndcg_at_1_std": 0.028167, "nauc_ndcg_at_1_diff1": 0.954611, "nauc_ndcg_at_3_max": 0.867096, "nauc_ndcg_at_3_std": 0.072815, "nauc_ndcg_at_3_diff1": 0.967129, "nauc_ndcg_at_5_max": 0.867096, "nauc_ndcg_at_5_std": 0.072815, "nauc_ndcg_at_5_diff1": 0.967129, "nauc_ndcg_at_10_max": 0.849253, "nauc_ndcg_at_10_std": 0.038413, "nauc_ndcg_at_10_diff1": 0.962716, "nauc_ndcg_at_20_max": 0.849253, "nauc_ndcg_at_20_std": 0.038413, "nauc_ndcg_at_20_diff1": 0.962716, "nauc_ndcg_at_100_max": 0.849253, "nauc_ndcg_at_100_std": 0.038413, "nauc_ndcg_at_100_diff1": 0.962716, "nauc_ndcg_at_1000_max": 0.849253, "nauc_ndcg_at_1000_std": 0.038413, "nauc_ndcg_at_1000_diff1": 0.962716, "nauc_map_at_1_max": 0.811754, "nauc_map_at_1_std": 0.028167, "nauc_map_at_1_diff1": 0.954611, "nauc_map_at_3_max": 0.851591, "nauc_map_at_3_std": 0.04473, "nauc_map_at_3_diff1": 0.963346, "nauc_map_at_5_max": 0.851591, "nauc_map_at_5_std": 0.04473, "nauc_map_at_5_diff1": 0.963346, "nauc_map_at_10_max": 0.845971, "nauc_map_at_10_std": 0.034514, "nauc_map_at_10_diff1": 0.961958, "nauc_map_at_20_max": 0.845971, "nauc_map_at_20_std": 0.034514, "nauc_map_at_20_diff1": 0.961958, "nauc_map_at_100_max": 0.845971, "nauc_map_at_100_std": 0.034514, "nauc_map_at_100_diff1": 0.961958, "nauc_map_at_1000_max": 0.845971, "nauc_map_at_1000_std": 0.034514, "nauc_map_at_1000_diff1": 0.961958, "nauc_recall_at_1_max": 0.811754, "nauc_recall_at_1_std": 0.028167, "nauc_recall_at_1_diff1": 0.954611, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.338469, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.338469, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.811754, "nauc_precision_at_1_std": 0.028167, "nauc_precision_at_1_diff1": 0.954611, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.338469, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.338469, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.811754, "nauc_mrr_at_1_std": 0.028167, "nauc_mrr_at_1_diff1": 0.954611, "nauc_mrr_at_3_max": 0.851591, "nauc_mrr_at_3_std": 0.04473, "nauc_mrr_at_3_diff1": 0.963346, "nauc_mrr_at_5_max": 0.851591, "nauc_mrr_at_5_std": 0.04473, "nauc_mrr_at_5_diff1": 0.963346, "nauc_mrr_at_10_max": 0.845971, "nauc_mrr_at_10_std": 0.034514, "nauc_mrr_at_10_diff1": 0.961958, "nauc_mrr_at_20_max": 0.845971, "nauc_mrr_at_20_std": 0.034514, "nauc_mrr_at_20_diff1": 0.961958, "nauc_mrr_at_100_max": 0.845971, "nauc_mrr_at_100_std": 0.034514, "nauc_mrr_at_100_diff1": 0.961958, "nauc_mrr_at_1000_max": 0.845971, "nauc_mrr_at_1000_std": 0.034514, "nauc_mrr_at_1000_diff1": 0.961958, "hit_rate_at_1": 0.955, "hit_rate_at_3": 0.99, "hit_rate_at_5": 0.99, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.99, "hf_subset": "zh-CN", "languages": [ "zho-Hans" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.805, "ndcg_at_3": 0.87601, "ndcg_at_5": 0.88827, "ndcg_at_10": 0.89143, "ndcg_at_20": 0.89544, "ndcg_at_100": 0.89823, "ndcg_at_1000": 0.89823, "map_at_1": 0.805, "map_at_3": 0.8575, "map_at_5": 0.86425, "map_at_10": 0.8655, "map_at_20": 0.86672, "map_at_100": 0.86712, "map_at_1000": 0.86712, "recall_at_1": 0.805, "recall_at_3": 0.93, "recall_at_5": 0.96, "recall_at_10": 0.97, "recall_at_20": 0.985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.805, "precision_at_1": 0.805, "precision_at_3": 0.31, "precision_at_5": 0.192, "precision_at_10": 0.097, "precision_at_20": 0.04925, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.805, "mrr_at_3": 0.8575, "mrr_at_5": 0.86425, "mrr_at_10": 0.8655, "mrr_at_20": 0.866722, "mrr_at_100": 0.867123, "mrr_at_1000": 0.867123, "nauc_ndcg_at_1_max": 0.471989, "nauc_ndcg_at_1_std": -0.295712, "nauc_ndcg_at_1_diff1": 0.796249, "nauc_ndcg_at_3_max": 0.479378, "nauc_ndcg_at_3_std": -0.257095, "nauc_ndcg_at_3_diff1": 0.762985, "nauc_ndcg_at_5_max": 0.511221, "nauc_ndcg_at_5_std": -0.231203, "nauc_ndcg_at_5_diff1": 0.772481, "nauc_ndcg_at_10_max": 0.503116, "nauc_ndcg_at_10_std": -0.264505, "nauc_ndcg_at_10_diff1": 0.776575, "nauc_ndcg_at_20_max": 0.494824, "nauc_ndcg_at_20_std": -0.272388, "nauc_ndcg_at_20_diff1": 0.777708, "nauc_ndcg_at_100_max": 0.491562, "nauc_ndcg_at_100_std": -0.268775, "nauc_ndcg_at_100_diff1": 0.777121, "nauc_ndcg_at_1000_max": 0.491562, "nauc_ndcg_at_1000_std": -0.268775, "nauc_ndcg_at_1000_diff1": 0.777121, "nauc_map_at_1_max": 0.471989, "nauc_map_at_1_std": -0.295712, "nauc_map_at_1_diff1": 0.796249, "nauc_map_at_3_max": 0.477255, "nauc_map_at_3_std": -0.269113, "nauc_map_at_3_diff1": 0.770865, "nauc_map_at_5_max": 0.493312, "nauc_map_at_5_std": -0.256445, "nauc_map_at_5_diff1": 0.775966, "nauc_map_at_10_max": 0.490533, "nauc_map_at_10_std": -0.26739, "nauc_map_at_10_diff1": 0.777316, "nauc_map_at_20_max": 0.488535, "nauc_map_at_20_std": -0.269375, "nauc_map_at_20_diff1": 0.777766, "nauc_map_at_100_max": 0.488078, "nauc_map_at_100_std": -0.269449, "nauc_map_at_100_diff1": 0.777749, "nauc_map_at_1000_max": 0.488078, "nauc_map_at_1000_std": -0.269449, "nauc_map_at_1000_diff1": 0.777749, "nauc_recall_at_1_max": 0.471989, "nauc_recall_at_1_std": -0.295712, "nauc_recall_at_1_diff1": 0.796249, "nauc_recall_at_3_max": 0.49103, "nauc_recall_at_3_std": -0.190309, "nauc_recall_at_3_diff1": 0.721255, "nauc_recall_at_5_max": 0.685166, "nauc_recall_at_5_std": 0.00852, "nauc_recall_at_5_diff1": 0.747024, "nauc_recall_at_10_max": 0.654528, "nauc_recall_at_10_std": -0.275677, "nauc_recall_at_10_diff1": 0.783302, "nauc_recall_at_20_max": 0.593838, "nauc_recall_at_20_std": -0.478058, "nauc_recall_at_20_diff1": 0.807812, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.471989, "nauc_precision_at_1_std": -0.295712, "nauc_precision_at_1_diff1": 0.796249, "nauc_precision_at_3_max": 0.49103, "nauc_precision_at_3_std": -0.190309, "nauc_precision_at_3_diff1": 0.721255, "nauc_precision_at_5_max": 0.685166, "nauc_precision_at_5_std": 0.00852, "nauc_precision_at_5_diff1": 0.747024, "nauc_precision_at_10_max": 0.654528, "nauc_precision_at_10_std": -0.275677, "nauc_precision_at_10_diff1": 0.783302, "nauc_precision_at_20_max": 0.593838, "nauc_precision_at_20_std": -0.478058, "nauc_precision_at_20_diff1": 0.807812, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.471989, "nauc_mrr_at_1_std": -0.295712, "nauc_mrr_at_1_diff1": 0.796249, "nauc_mrr_at_3_max": 0.477255, "nauc_mrr_at_3_std": -0.269113, "nauc_mrr_at_3_diff1": 0.770865, "nauc_mrr_at_5_max": 0.493312, "nauc_mrr_at_5_std": -0.256445, "nauc_mrr_at_5_diff1": 0.775966, "nauc_mrr_at_10_max": 0.490533, "nauc_mrr_at_10_std": -0.26739, "nauc_mrr_at_10_diff1": 0.777316, "nauc_mrr_at_20_max": 0.488535, "nauc_mrr_at_20_std": -0.269375, "nauc_mrr_at_20_diff1": 0.777766, "nauc_mrr_at_100_max": 0.488078, "nauc_mrr_at_100_std": -0.269449, "nauc_mrr_at_100_diff1": 0.777749, "nauc_mrr_at_1000_max": 0.488078, "nauc_mrr_at_1000_std": -0.269449, "nauc_mrr_at_1000_diff1": 0.777749, "hit_rate_at_1": 0.805, "hit_rate_at_3": 0.93, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96, "hf_subset": "zh-HK", "languages": [ "zho-Hant" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.965, "ndcg_at_3": 0.97696, "ndcg_at_5": 0.97696, "ndcg_at_10": 0.97854, "ndcg_at_20": 0.97974, "ndcg_at_100": 0.98066, "ndcg_at_1000": 0.98066, "map_at_1": 0.965, "map_at_3": 0.97417, "map_at_5": 0.97417, "map_at_10": 0.97479, "map_at_20": 0.97509, "map_at_100": 0.9752, "map_at_1000": 0.9752, "recall_at_1": 0.965, "recall_at_3": 0.985, "recall_at_5": 0.985, "recall_at_10": 0.99, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.965, "precision_at_1": 0.965, "precision_at_3": 0.32833, "precision_at_5": 0.197, "precision_at_10": 0.099, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.965, "mrr_at_3": 0.974167, "mrr_at_5": 0.974167, "mrr_at_10": 0.974792, "mrr_at_20": 0.975086, "mrr_at_100": 0.975205, "mrr_at_1000": 0.975205, "nauc_ndcg_at_1_max": 0.962652, "nauc_ndcg_at_1_std": 0.547953, "nauc_ndcg_at_1_diff1": 0.981326, "nauc_ndcg_at_3_max": 0.961156, "nauc_ndcg_at_3_std": 0.471348, "nauc_ndcg_at_3_diff1": 0.971627, "nauc_ndcg_at_5_max": 0.961156, "nauc_ndcg_at_5_std": 0.471348, "nauc_ndcg_at_5_diff1": 0.971627, "nauc_ndcg_at_10_max": 0.958301, "nauc_ndcg_at_10_std": 0.432489, "nauc_ndcg_at_10_diff1": 0.969542, "nauc_ndcg_at_20_max": 0.963569, "nauc_ndcg_at_20_std": 0.425289, "nauc_ndcg_at_20_diff1": 0.975476, "nauc_ndcg_at_100_max": 0.961833, "nauc_ndcg_at_100_std": 0.472403, "nauc_ndcg_at_100_diff1": 0.974307, "nauc_ndcg_at_1000_max": 0.961833, "nauc_ndcg_at_1000_std": 0.472403, "nauc_ndcg_at_1000_diff1": 0.974307, "nauc_map_at_1_max": 0.962652, "nauc_map_at_1_std": 0.547953, "nauc_map_at_1_diff1": 0.981326, "nauc_map_at_3_max": 0.962049, "nauc_map_at_3_std": 0.499322, "nauc_map_at_3_diff1": 0.9747, "nauc_map_at_5_max": 0.962049, "nauc_map_at_5_std": 0.499322, "nauc_map_at_5_diff1": 0.9747, "nauc_map_at_10_max": 0.961108, "nauc_map_at_10_std": 0.486909, "nauc_map_at_10_diff1": 0.974072, "nauc_map_at_20_max": 0.962192, "nauc_map_at_20_std": 0.486115, "nauc_map_at_20_diff1": 0.975309, "nauc_map_at_100_max": 0.962011, "nauc_map_at_100_std": 0.491154, "nauc_map_at_100_diff1": 0.975191, "nauc_map_at_1000_max": 0.962011, "nauc_map_at_1000_std": 0.491154, "nauc_map_at_1000_diff1": 0.975191, "nauc_recall_at_1_max": 0.962652, "nauc_recall_at_1_std": 0.547953, "nauc_recall_at_1_diff1": 0.981326, "nauc_recall_at_3_max": 0.956427, "nauc_recall_at_3_std": 0.330221, "nauc_recall_at_3_diff1": 0.956427, "nauc_recall_at_5_max": 0.956427, "nauc_recall_at_5_std": 0.330221, "nauc_recall_at_5_diff1": 0.956427, "nauc_recall_at_10_max": 0.934641, "nauc_recall_at_10_std": -0.004669, "nauc_recall_at_10_diff1": 0.934641, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.563492, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.962652, "nauc_precision_at_1_std": 0.547953, "nauc_precision_at_1_diff1": 0.981326, "nauc_precision_at_3_max": 0.956427, "nauc_precision_at_3_std": 0.330221, "nauc_precision_at_3_diff1": 0.956427, "nauc_precision_at_5_max": 0.956427, "nauc_precision_at_5_std": 0.330221, "nauc_precision_at_5_diff1": 0.956427, "nauc_precision_at_10_max": 0.934641, "nauc_precision_at_10_std": -0.004669, "nauc_precision_at_10_diff1": 0.934641, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.563492, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.962652, "nauc_mrr_at_1_std": 0.547953, "nauc_mrr_at_1_diff1": 0.981326, "nauc_mrr_at_3_max": 0.962049, "nauc_mrr_at_3_std": 0.499322, "nauc_mrr_at_3_diff1": 0.9747, "nauc_mrr_at_5_max": 0.962049, "nauc_mrr_at_5_std": 0.499322, "nauc_mrr_at_5_diff1": 0.9747, "nauc_mrr_at_10_max": 0.961108, "nauc_mrr_at_10_std": 0.486909, "nauc_mrr_at_10_diff1": 0.974072, "nauc_mrr_at_20_max": 0.962192, "nauc_mrr_at_20_std": 0.486115, "nauc_mrr_at_20_diff1": 0.975309, "nauc_mrr_at_100_max": 0.962011, "nauc_mrr_at_100_std": 0.491154, "nauc_mrr_at_100_diff1": 0.975191, "nauc_mrr_at_1000_max": 0.962011, "nauc_mrr_at_1000_std": 0.491154, "nauc_mrr_at_1000_diff1": 0.975191, "hit_rate_at_1": 0.965, "hit_rate_at_3": 0.985, "hit_rate_at_5": 0.985, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.985, "hf_subset": "zh-TW", "languages": [ "zho-Hant" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.755, "ndcg_at_3": 0.8344, "ndcg_at_5": 0.84667, "ndcg_at_10": 0.8548, "ndcg_at_20": 0.86605, "ndcg_at_100": 0.86902, "ndcg_at_1000": 0.86902, "map_at_1": 0.755, "map_at_3": 0.81667, "map_at_5": 0.82342, "map_at_10": 0.8268, "map_at_20": 0.82981, "map_at_100": 0.83029, "map_at_1000": 0.83029, "recall_at_1": 0.755, "recall_at_3": 0.885, "recall_at_5": 0.915, "recall_at_10": 0.94, "recall_at_20": 0.985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.755, "precision_at_1": 0.755, "precision_at_3": 0.295, "precision_at_5": 0.183, "precision_at_10": 0.094, "precision_at_20": 0.04925, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.755, "mrr_at_3": 0.816667, "mrr_at_5": 0.823417, "mrr_at_10": 0.826804, "mrr_at_20": 0.829814, "mrr_at_100": 0.830288, "mrr_at_1000": 0.830288, "nauc_ndcg_at_1_max": 0.612161, "nauc_ndcg_at_1_std": -0.249928, "nauc_ndcg_at_1_diff1": 0.752104, "nauc_ndcg_at_3_max": 0.666906, "nauc_ndcg_at_3_std": -0.17398, "nauc_ndcg_at_3_diff1": 0.708764, "nauc_ndcg_at_5_max": 0.666085, "nauc_ndcg_at_5_std": -0.180499, "nauc_ndcg_at_5_diff1": 0.711041, "nauc_ndcg_at_10_max": 0.659933, "nauc_ndcg_at_10_std": -0.169956, "nauc_ndcg_at_10_diff1": 0.705549, "nauc_ndcg_at_20_max": 0.657978, "nauc_ndcg_at_20_std": -0.18884, "nauc_ndcg_at_20_diff1": 0.727116, "nauc_ndcg_at_100_max": 0.651646, "nauc_ndcg_at_100_std": -0.19311, "nauc_ndcg_at_100_diff1": 0.720392, "nauc_ndcg_at_1000_max": 0.651646, "nauc_ndcg_at_1000_std": -0.19311, "nauc_ndcg_at_1000_diff1": 0.720392, "nauc_map_at_1_max": 0.612161, "nauc_map_at_1_std": -0.249928, "nauc_map_at_1_diff1": 0.752104, "nauc_map_at_3_max": 0.652347, "nauc_map_at_3_std": -0.195498, "nauc_map_at_3_diff1": 0.720384, "nauc_map_at_5_max": 0.651092, "nauc_map_at_5_std": -0.199764, "nauc_map_at_5_diff1": 0.72178, "nauc_map_at_10_max": 0.649033, "nauc_map_at_10_std": -0.194698, "nauc_map_at_10_diff1": 0.720221, "nauc_map_at_20_max": 0.648101, "nauc_map_at_20_std": -0.199747, "nauc_map_at_20_diff1": 0.724552, "nauc_map_at_100_max": 0.647274, "nauc_map_at_100_std": -0.200247, "nauc_map_at_100_diff1": 0.723716, "nauc_map_at_1000_max": 0.647274, "nauc_map_at_1000_std": -0.200247, "nauc_map_at_1000_diff1": 0.723716, "nauc_recall_at_1_max": 0.612161, "nauc_recall_at_1_std": -0.249928, "nauc_recall_at_1_diff1": 0.752104, "nauc_recall_at_3_max": 0.728183, "nauc_recall_at_3_std": -0.082456, "nauc_recall_at_3_diff1": 0.65979, "nauc_recall_at_5_max": 0.747377, "nauc_recall_at_5_std": -0.076866, "nauc_recall_at_5_diff1": 0.654226, "nauc_recall_at_10_max": 0.732765, "nauc_recall_at_10_std": 0.01455, "nauc_recall_at_10_diff1": 0.590492, "nauc_recall_at_20_max": 0.912854, "nauc_recall_at_20_std": -0.005913, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.612161, "nauc_precision_at_1_std": -0.249928, "nauc_precision_at_1_diff1": 0.752104, "nauc_precision_at_3_max": 0.728183, "nauc_precision_at_3_std": -0.082456, "nauc_precision_at_3_diff1": 0.65979, "nauc_precision_at_5_max": 0.747377, "nauc_precision_at_5_std": -0.076866, "nauc_precision_at_5_diff1": 0.654226, "nauc_precision_at_10_max": 0.732765, "nauc_precision_at_10_std": 0.01455, "nauc_precision_at_10_diff1": 0.590492, "nauc_precision_at_20_max": 0.912854, "nauc_precision_at_20_std": -0.005913, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.612161, "nauc_mrr_at_1_std": -0.249928, "nauc_mrr_at_1_diff1": 0.752104, "nauc_mrr_at_3_max": 0.652347, "nauc_mrr_at_3_std": -0.195498, "nauc_mrr_at_3_diff1": 0.720384, "nauc_mrr_at_5_max": 0.651092, "nauc_mrr_at_5_std": -0.199764, "nauc_mrr_at_5_diff1": 0.72178, "nauc_mrr_at_10_max": 0.649033, "nauc_mrr_at_10_std": -0.194698, "nauc_mrr_at_10_diff1": 0.720221, "nauc_mrr_at_20_max": 0.648101, "nauc_mrr_at_20_std": -0.199747, "nauc_mrr_at_20_diff1": 0.724552, "nauc_mrr_at_100_max": 0.647274, "nauc_mrr_at_100_std": -0.200247, "nauc_mrr_at_100_diff1": 0.723716, "nauc_mrr_at_1000_max": 0.647274, "nauc_mrr_at_1000_std": -0.200247, "nauc_mrr_at_1000_diff1": 0.723716, "hit_rate_at_1": 0.755, "hit_rate_at_3": 0.885, "hit_rate_at_5": 0.915, "hit_rate_at_10": 0.94, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.915, "hf_subset": "zza", "languages": [ "zza-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 2852.6661489009857, "kg_co2_emissions": null, "date": 1778802557.100913 }