{ "dataset_revision": "eb9418faade7449e869be388846f287aa3535b64", "task_name": "MultilingualNanoQuoraRetrieval", "mteb_version": "2.18.16", "scores": { "test": [ { "ndcg_at_1": 0.78, "ndcg_at_3": 0.80054, "ndcg_at_5": 0.8089, "ndcg_at_10": 0.83106, "ndcg_at_20": 0.84346, "ndcg_at_100": 0.85293, "ndcg_at_1000": 0.85293, "map_at_1": 0.65733, "map_at_3": 0.75956, "map_at_5": 0.77229, "map_at_10": 0.78319, "map_at_20": 0.78899, "map_at_100": 0.79195, "map_at_1000": 0.79195, "recall_at_1": 0.65733, "recall_at_3": 0.83067, "recall_at_5": 0.85533, "recall_at_10": 0.926, "recall_at_20": 0.96267, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65733, "precision_at_1": 0.78, "precision_at_3": 0.34667, "precision_at_5": 0.224, "precision_at_10": 0.122, "precision_at_20": 0.066, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.78, "mrr_at_3": 0.83, "mrr_at_5": 0.83, "mrr_at_10": 0.837079, "mrr_at_20": 0.838746, "mrr_at_100": 0.839698, "mrr_at_1000": 0.839698, "nauc_ndcg_at_1_max": 0.570223, "nauc_ndcg_at_1_std": 0.029072, "nauc_ndcg_at_1_diff1": 0.761209, "nauc_ndcg_at_3_max": 0.376777, "nauc_ndcg_at_3_std": -0.155397, "nauc_ndcg_at_3_diff1": 0.683853, "nauc_ndcg_at_5_max": 0.362088, "nauc_ndcg_at_5_std": -0.149187, "nauc_ndcg_at_5_diff1": 0.652124, "nauc_ndcg_at_10_max": 0.323725, "nauc_ndcg_at_10_std": -0.183908, "nauc_ndcg_at_10_diff1": 0.616203, "nauc_ndcg_at_20_max": 0.358096, "nauc_ndcg_at_20_std": -0.11664, "nauc_ndcg_at_20_diff1": 0.631563, "nauc_ndcg_at_100_max": 0.400776, "nauc_ndcg_at_100_std": -0.115347, "nauc_ndcg_at_100_diff1": 0.669672, "nauc_ndcg_at_1000_max": 0.400776, "nauc_ndcg_at_1000_std": -0.115347, "nauc_ndcg_at_1000_diff1": 0.669672, "nauc_map_at_1_max": 0.157786, "nauc_map_at_1_std": -0.231943, "nauc_map_at_1_diff1": 0.734093, "nauc_map_at_3_max": 0.2681, "nauc_map_at_3_std": -0.261501, "nauc_map_at_3_diff1": 0.674662, "nauc_map_at_5_max": 0.295009, "nauc_map_at_5_std": -0.218048, "nauc_map_at_5_diff1": 0.657412, "nauc_map_at_10_max": 0.292692, "nauc_map_at_10_std": -0.22535, "nauc_map_at_10_diff1": 0.644805, "nauc_map_at_20_max": 0.307541, "nauc_map_at_20_std": -0.199719, "nauc_map_at_20_diff1": 0.652175, "nauc_map_at_100_max": 0.322162, "nauc_map_at_100_std": -0.192461, "nauc_map_at_100_diff1": 0.659422, "nauc_map_at_1000_max": 0.322162, "nauc_map_at_1000_std": -0.192461, "nauc_map_at_1000_diff1": 0.659422, "nauc_recall_at_1_max": 0.157786, "nauc_recall_at_1_std": -0.231943, "nauc_recall_at_1_diff1": 0.734093, "nauc_recall_at_3_max": 0.212646, "nauc_recall_at_3_std": -0.286828, "nauc_recall_at_3_diff1": 0.566978, "nauc_recall_at_5_max": 0.276718, "nauc_recall_at_5_std": -0.180021, "nauc_recall_at_5_diff1": 0.519105, "nauc_recall_at_10_max": -0.053232, "nauc_recall_at_10_std": -0.366089, "nauc_recall_at_10_diff1": 0.205636, "nauc_recall_at_20_max": -0.143324, "nauc_recall_at_20_std": 0.078015, "nauc_recall_at_20_diff1": -0.024827, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.570223, "nauc_precision_at_1_std": 0.029072, "nauc_precision_at_1_diff1": 0.761209, "nauc_precision_at_3_max": 0.497876, "nauc_precision_at_3_std": 0.188159, "nauc_precision_at_3_diff1": -0.001576, "nauc_precision_at_5_max": 0.482547, "nauc_precision_at_5_std": 0.336748, "nauc_precision_at_5_diff1": -0.155335, "nauc_precision_at_10_max": 0.435937, "nauc_precision_at_10_std": 0.384044, "nauc_precision_at_10_diff1": -0.341839, "nauc_precision_at_20_max": 0.422818, "nauc_precision_at_20_std": 0.513918, "nauc_precision_at_20_diff1": -0.306512, "nauc_precision_at_100_max": 0.46568, "nauc_precision_at_100_std": 0.538042, "nauc_precision_at_100_diff1": -0.27267, "nauc_precision_at_1000_max": 0.46568, "nauc_precision_at_1000_std": 0.538042, "nauc_precision_at_1000_diff1": -0.27267, "nauc_mrr_at_1_max": 0.570223, "nauc_mrr_at_1_std": 0.029072, "nauc_mrr_at_1_diff1": 0.761209, "nauc_mrr_at_3_max": 0.565639, "nauc_mrr_at_3_std": 0.026314, "nauc_mrr_at_3_diff1": 0.729586, "nauc_mrr_at_5_max": 0.565639, "nauc_mrr_at_5_std": 0.026314, "nauc_mrr_at_5_diff1": 0.729586, "nauc_mrr_at_10_max": 0.553755, "nauc_mrr_at_10_std": 0.015816, "nauc_mrr_at_10_diff1": 0.729059, "nauc_mrr_at_20_max": 0.55592, "nauc_mrr_at_20_std": 0.022226, "nauc_mrr_at_20_diff1": 0.730994, "nauc_mrr_at_100_max": 0.555931, "nauc_mrr_at_100_std": 0.017772, "nauc_mrr_at_100_diff1": 0.733367, "nauc_mrr_at_1000_max": 0.555931, "nauc_mrr_at_1000_std": 0.017772, "nauc_mrr_at_1000_diff1": 0.733367, "hit_rate_at_1": 0.78, "hit_rate_at_3": 0.9, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.83106, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.74, "ndcg_at_3": 0.81793, "ndcg_at_5": 0.82398, "ndcg_at_10": 0.83671, "ndcg_at_20": 0.84393, "ndcg_at_100": 0.85604, "ndcg_at_1000": 0.85604, "map_at_1": 0.63733, "map_at_3": 0.77256, "map_at_5": 0.78992, "map_at_10": 0.8, "map_at_20": 0.80349, "map_at_100": 0.80523, "map_at_1000": 0.80523, "recall_at_1": 0.63733, "recall_at_3": 0.85533, "recall_at_5": 0.87933, "recall_at_10": 0.91667, "recall_at_20": 0.94, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63733, "precision_at_1": 0.74, "precision_at_3": 0.36667, "precision_at_5": 0.24, "precision_at_10": 0.128, "precision_at_20": 0.066, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.74, "mrr_at_3": 0.82, "mrr_at_5": 0.82, "mrr_at_10": 0.822857, "mrr_at_20": 0.824675, "mrr_at_100": 0.826375, "mrr_at_1000": 0.826375, "nauc_ndcg_at_1_max": 0.611654, "nauc_ndcg_at_1_std": 0.121933, "nauc_ndcg_at_1_diff1": 0.784113, "nauc_ndcg_at_3_max": 0.621672, "nauc_ndcg_at_3_std": -0.118352, "nauc_ndcg_at_3_diff1": 0.766712, "nauc_ndcg_at_5_max": 0.634244, "nauc_ndcg_at_5_std": -0.096089, "nauc_ndcg_at_5_diff1": 0.758148, "nauc_ndcg_at_10_max": 0.64421, "nauc_ndcg_at_10_std": -0.141815, "nauc_ndcg_at_10_diff1": 0.75273, "nauc_ndcg_at_20_max": 0.637503, "nauc_ndcg_at_20_std": -0.128559, "nauc_ndcg_at_20_diff1": 0.752924, "nauc_ndcg_at_100_max": 0.630219, "nauc_ndcg_at_100_std": -0.076556, "nauc_ndcg_at_100_diff1": 0.765599, "nauc_ndcg_at_1000_max": 0.630219, "nauc_ndcg_at_1000_std": -0.076556, "nauc_ndcg_at_1000_diff1": 0.765599, "nauc_map_at_1_max": 0.302957, "nauc_map_at_1_std": -0.125976, "nauc_map_at_1_diff1": 0.799859, "nauc_map_at_3_max": 0.470483, "nauc_map_at_3_std": -0.212814, "nauc_map_at_3_diff1": 0.760872, "nauc_map_at_5_max": 0.563192, "nauc_map_at_5_std": -0.113534, "nauc_map_at_5_diff1": 0.764038, "nauc_map_at_10_max": 0.59533, "nauc_map_at_10_std": -0.102053, "nauc_map_at_10_diff1": 0.765759, "nauc_map_at_20_max": 0.596855, "nauc_map_at_20_std": -0.091048, "nauc_map_at_20_diff1": 0.768786, "nauc_map_at_100_max": 0.595459, "nauc_map_at_100_std": -0.085941, "nauc_map_at_100_diff1": 0.770448, "nauc_map_at_1000_max": 0.595459, "nauc_map_at_1000_std": -0.085941, "nauc_map_at_1000_diff1": 0.770448, "nauc_recall_at_1_max": 0.302957, "nauc_recall_at_1_std": -0.125976, "nauc_recall_at_1_diff1": 0.799859, "nauc_recall_at_3_max": 0.486659, "nauc_recall_at_3_std": -0.434822, "nauc_recall_at_3_diff1": 0.678582, "nauc_recall_at_5_max": 0.699558, "nauc_recall_at_5_std": -0.27962, "nauc_recall_at_5_diff1": 0.69788, "nauc_recall_at_10_max": 0.73634, "nauc_recall_at_10_std": -0.610551, "nauc_recall_at_10_diff1": 0.672474, "nauc_recall_at_20_max": 0.69888, "nauc_recall_at_20_std": -0.726891, "nauc_recall_at_20_diff1": 0.637411, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.611654, "nauc_precision_at_1_std": 0.121933, "nauc_precision_at_1_diff1": 0.784113, "nauc_precision_at_3_max": 0.433552, "nauc_precision_at_3_std": 0.190317, "nauc_precision_at_3_diff1": -0.093937, "nauc_precision_at_5_max": 0.411045, "nauc_precision_at_5_std": 0.336866, "nauc_precision_at_5_diff1": -0.135896, "nauc_precision_at_10_max": 0.367038, "nauc_precision_at_10_std": 0.33077, "nauc_precision_at_10_diff1": -0.187753, "nauc_precision_at_20_max": 0.334395, "nauc_precision_at_20_std": 0.362761, "nauc_precision_at_20_diff1": -0.213064, "nauc_precision_at_100_max": 0.260698, "nauc_precision_at_100_std": 0.469944, "nauc_precision_at_100_diff1": -0.296688, "nauc_precision_at_1000_max": 0.260698, "nauc_precision_at_1000_std": 0.469944, "nauc_precision_at_1000_diff1": -0.296688, "nauc_mrr_at_1_max": 0.611654, "nauc_mrr_at_1_std": 0.121933, "nauc_mrr_at_1_diff1": 0.784113, "nauc_mrr_at_3_max": 0.674536, "nauc_mrr_at_3_std": 0.003138, "nauc_mrr_at_3_diff1": 0.75887, "nauc_mrr_at_5_max": 0.674536, "nauc_mrr_at_5_std": 0.003138, "nauc_mrr_at_5_diff1": 0.75887, "nauc_mrr_at_10_max": 0.668805, "nauc_mrr_at_10_std": -0.014414, "nauc_mrr_at_10_diff1": 0.759516, "nauc_mrr_at_20_max": 0.665052, "nauc_mrr_at_20_std": -0.012635, "nauc_mrr_at_20_diff1": 0.758272, "nauc_mrr_at_100_max": 0.664329, "nauc_mrr_at_100_std": -0.00635, "nauc_mrr_at_100_diff1": 0.759867, "nauc_mrr_at_1000_max": 0.664329, "nauc_mrr_at_1000_std": -0.00635, "nauc_mrr_at_1000_diff1": 0.759867, "hit_rate_at_1": 0.74, "hit_rate_at_3": 0.9, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.94, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.83671, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.88, "ndcg_at_3": 0.92566, "ndcg_at_5": 0.92546, "ndcg_at_10": 0.93514, "ndcg_at_20": 0.93841, "ndcg_at_100": 0.93977, "ndcg_at_1000": 0.93977, "map_at_1": 0.77067, "map_at_3": 0.88756, "map_at_5": 0.90056, "map_at_10": 0.90689, "map_at_20": 0.90938, "map_at_100": 0.91034, "map_at_1000": 0.91034, "recall_at_1": 0.77067, "recall_at_3": 0.94533, "recall_at_5": 0.96, "recall_at_10": 0.99, "recall_at_20": 0.99667, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.77067, "precision_at_1": 0.88, "precision_at_3": 0.40667, "precision_at_5": 0.256, "precision_at_10": 0.134, "precision_at_20": 0.069, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.88, "mrr_at_3": 0.93, "mrr_at_5": 0.93, "mrr_at_10": 0.932, "mrr_at_20": 0.932, "mrr_at_100": 0.932, "mrr_at_1000": 0.932, "nauc_ndcg_at_1_max": 0.680242, "nauc_ndcg_at_1_std": -0.102609, "nauc_ndcg_at_1_diff1": 0.843303, "nauc_ndcg_at_3_max": 0.672009, "nauc_ndcg_at_3_std": -0.119828, "nauc_ndcg_at_3_diff1": 0.835648, "nauc_ndcg_at_5_max": 0.694399, "nauc_ndcg_at_5_std": -0.242716, "nauc_ndcg_at_5_diff1": 0.867146, "nauc_ndcg_at_10_max": 0.683337, "nauc_ndcg_at_10_std": -0.237821, "nauc_ndcg_at_10_diff1": 0.846447, "nauc_ndcg_at_20_max": 0.687062, "nauc_ndcg_at_20_std": -0.153194, "nauc_ndcg_at_20_diff1": 0.849074, "nauc_ndcg_at_100_max": 0.688074, "nauc_ndcg_at_100_std": -0.115491, "nauc_ndcg_at_100_diff1": 0.849446, "nauc_ndcg_at_1000_max": 0.688074, "nauc_ndcg_at_1000_std": -0.115491, "nauc_ndcg_at_1000_diff1": 0.849446, "nauc_map_at_1_max": 0.43858, "nauc_map_at_1_std": -0.364254, "nauc_map_at_1_diff1": 0.830263, "nauc_map_at_3_max": 0.50731, "nauc_map_at_3_std": -0.419603, "nauc_map_at_3_diff1": 0.811799, "nauc_map_at_5_max": 0.65631, "nauc_map_at_5_std": -0.339272, "nauc_map_at_5_diff1": 0.851246, "nauc_map_at_10_max": 0.65986, "nauc_map_at_10_std": -0.294036, "nauc_map_at_10_diff1": 0.842326, "nauc_map_at_20_max": 0.662769, "nauc_map_at_20_std": -0.251963, "nauc_map_at_20_diff1": 0.845609, "nauc_map_at_100_max": 0.663015, "nauc_map_at_100_std": -0.234928, "nauc_map_at_100_diff1": 0.845753, "nauc_map_at_1000_max": 0.663015, "nauc_map_at_1000_std": -0.234928, "nauc_map_at_1000_diff1": 0.845753, "nauc_recall_at_1_max": 0.43858, "nauc_recall_at_1_std": -0.364254, "nauc_recall_at_1_diff1": 0.830263, "nauc_recall_at_3_max": 0.391109, "nauc_recall_at_3_std": -0.583305, "nauc_recall_at_3_diff1": 0.760026, "nauc_recall_at_5_max": 0.744398, "nauc_recall_at_5_std": -0.50887, "nauc_recall_at_5_diff1": 0.907407, "nauc_recall_at_10_max": 0.554155, "nauc_recall_at_10_std": -1.739963, "nauc_recall_at_10_diff1": 0.722222, "nauc_recall_at_20_max": 0.554155, "nauc_recall_at_20_std": -1.739963, "nauc_recall_at_20_diff1": 0.722222, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.680242, "nauc_precision_at_1_std": -0.102609, "nauc_precision_at_1_diff1": 0.843303, "nauc_precision_at_3_max": -0.003993, "nauc_precision_at_3_std": 0.423138, "nauc_precision_at_3_diff1": -0.391066, "nauc_precision_at_5_max": 0.087135, "nauc_precision_at_5_std": 0.460935, "nauc_precision_at_5_diff1": -0.357528, "nauc_precision_at_10_max": 0.007238, "nauc_precision_at_10_std": 0.521548, "nauc_precision_at_10_diff1": -0.426436, "nauc_precision_at_20_max": -0.030397, "nauc_precision_at_20_std": 0.576829, "nauc_precision_at_20_diff1": -0.425124, "nauc_precision_at_100_max": -0.046131, "nauc_precision_at_100_std": 0.599941, "nauc_precision_at_100_diff1": -0.424575, "nauc_precision_at_1000_max": -0.046131, "nauc_precision_at_1000_std": 0.599941, "nauc_precision_at_1000_diff1": -0.424575, "nauc_mrr_at_1_max": 0.680242, "nauc_mrr_at_1_std": -0.102609, "nauc_mrr_at_1_diff1": 0.843303, "nauc_mrr_at_3_max": 0.726791, "nauc_mrr_at_3_std": 0.017466, "nauc_mrr_at_3_diff1": 0.866114, "nauc_mrr_at_5_max": 0.726791, "nauc_mrr_at_5_std": 0.017466, "nauc_mrr_at_5_diff1": 0.866114, "nauc_mrr_at_10_max": 0.718598, "nauc_mrr_at_10_std": -0.003668, "nauc_mrr_at_10_diff1": 0.862099, "nauc_mrr_at_20_max": 0.718598, "nauc_mrr_at_20_std": -0.003668, "nauc_mrr_at_20_diff1": 0.862099, "nauc_mrr_at_100_max": 0.718598, "nauc_mrr_at_100_std": -0.003668, "nauc_mrr_at_100_diff1": 0.862099, "nauc_mrr_at_1000_max": 0.718598, "nauc_mrr_at_1000_std": -0.003668, "nauc_mrr_at_1000_diff1": 0.862099, "hit_rate_at_1": 0.88, "hit_rate_at_3": 0.98, "hit_rate_at_5": 0.98, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.93514, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.78, "ndcg_at_3": 0.82684, "ndcg_at_5": 0.86176, "ndcg_at_10": 0.87803, "ndcg_at_20": 0.88254, "ndcg_at_100": 0.88385, "ndcg_at_1000": 0.88385, "map_at_1": 0.68333, "map_at_3": 0.78467, "map_at_5": 0.81567, "map_at_10": 0.82685, "map_at_20": 0.82973, "map_at_100": 0.83056, "map_at_1000": 0.83056, "recall_at_1": 0.68333, "recall_at_3": 0.86133, "recall_at_5": 0.942, "recall_at_10": 0.986, "recall_at_20": 0.99667, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68333, "precision_at_1": 0.78, "precision_at_3": 0.35333, "precision_at_5": 0.244, "precision_at_10": 0.132, "precision_at_20": 0.069, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.78, "mrr_at_3": 0.856667, "mrr_at_5": 0.866667, "mrr_at_10": 0.868889, "mrr_at_20": 0.868889, "mrr_at_100": 0.868889, "mrr_at_1000": 0.868889, "nauc_ndcg_at_1_max": 0.143089, "nauc_ndcg_at_1_std": -0.676496, "nauc_ndcg_at_1_diff1": 0.869059, "nauc_ndcg_at_3_max": 0.271629, "nauc_ndcg_at_3_std": -0.662077, "nauc_ndcg_at_3_diff1": 0.730593, "nauc_ndcg_at_5_max": 0.166926, "nauc_ndcg_at_5_std": -0.647847, "nauc_ndcg_at_5_diff1": 0.720055, "nauc_ndcg_at_10_max": 0.221291, "nauc_ndcg_at_10_std": -0.672125, "nauc_ndcg_at_10_diff1": 0.775866, "nauc_ndcg_at_20_max": 0.25197, "nauc_ndcg_at_20_std": -0.637351, "nauc_ndcg_at_20_diff1": 0.772435, "nauc_ndcg_at_100_max": 0.252709, "nauc_ndcg_at_100_std": -0.628724, "nauc_ndcg_at_100_diff1": 0.772481, "nauc_ndcg_at_1000_max": 0.252709, "nauc_ndcg_at_1000_std": -0.628724, "nauc_ndcg_at_1000_diff1": 0.772481, "nauc_map_at_1_max": 0.077207, "nauc_map_at_1_std": -0.546524, "nauc_map_at_1_diff1": 0.787055, "nauc_map_at_3_max": 0.179071, "nauc_map_at_3_std": -0.661595, "nauc_map_at_3_diff1": 0.72094, "nauc_map_at_5_max": 0.149021, "nauc_map_at_5_std": -0.661824, "nauc_map_at_5_diff1": 0.716954, "nauc_map_at_10_max": 0.188706, "nauc_map_at_10_std": -0.659975, "nauc_map_at_10_diff1": 0.744259, "nauc_map_at_20_max": 0.203353, "nauc_map_at_20_std": -0.644874, "nauc_map_at_20_diff1": 0.743091, "nauc_map_at_100_max": 0.203654, "nauc_map_at_100_std": -0.641581, "nauc_map_at_100_diff1": 0.743602, "nauc_map_at_1000_max": 0.203654, "nauc_map_at_1000_std": -0.641581, "nauc_map_at_1000_diff1": 0.743602, "nauc_recall_at_1_max": 0.077207, "nauc_recall_at_1_std": -0.546524, "nauc_recall_at_1_diff1": 0.787055, "nauc_recall_at_3_max": 0.241567, "nauc_recall_at_3_std": -0.728379, "nauc_recall_at_3_diff1": 0.612099, "nauc_recall_at_5_max": -0.147188, "nauc_recall_at_5_std": -0.571702, "nauc_recall_at_5_diff1": 0.379487, "nauc_recall_at_10_max": -0.40943, "nauc_recall_at_10_std": -1.319795, "nauc_recall_at_10_diff1": 0.681539, "nauc_recall_at_20_max": 0.122782, "nauc_recall_at_20_std": -1.151727, "nauc_recall_at_20_diff1": 0.554155, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.143089, "nauc_precision_at_1_std": -0.676496, "nauc_precision_at_1_diff1": 0.869059, "nauc_precision_at_3_max": 0.285883, "nauc_precision_at_3_std": -0.277928, "nauc_precision_at_3_diff1": -0.121127, "nauc_precision_at_5_max": 0.115957, "nauc_precision_at_5_std": 0.084445, "nauc_precision_at_5_diff1": -0.350858, "nauc_precision_at_10_max": 0.16821, "nauc_precision_at_10_std": 0.206499, "nauc_precision_at_10_diff1": -0.34259, "nauc_precision_at_20_max": 0.188675, "nauc_precision_at_20_std": 0.304962, "nauc_precision_at_20_diff1": -0.353216, "nauc_precision_at_100_max": 0.174516, "nauc_precision_at_100_std": 0.324458, "nauc_precision_at_100_diff1": -0.351319, "nauc_precision_at_1000_max": 0.174516, "nauc_precision_at_1000_std": 0.324458, "nauc_precision_at_1000_diff1": -0.351319, "nauc_mrr_at_1_max": 0.143089, "nauc_mrr_at_1_std": -0.676496, "nauc_mrr_at_1_diff1": 0.869059, "nauc_mrr_at_3_max": 0.305013, "nauc_mrr_at_3_std": -0.711917, "nauc_mrr_at_3_diff1": 0.871146, "nauc_mrr_at_5_max": 0.265443, "nauc_mrr_at_5_std": -0.652739, "nauc_mrr_at_5_diff1": 0.866027, "nauc_mrr_at_10_max": 0.257109, "nauc_mrr_at_10_std": -0.661522, "nauc_mrr_at_10_diff1": 0.86865, "nauc_mrr_at_20_max": 0.257109, "nauc_mrr_at_20_std": -0.661522, "nauc_mrr_at_20_diff1": 0.86865, "nauc_mrr_at_100_max": 0.257109, "nauc_mrr_at_100_std": -0.661522, "nauc_mrr_at_100_diff1": 0.86865, "nauc_mrr_at_1000_max": 0.257109, "nauc_mrr_at_1000_std": -0.661522, "nauc_mrr_at_1000_diff1": 0.86865, "hit_rate_at_1": 0.78, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.98, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.87803, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.76882, "ndcg_at_5": 0.77879, "ndcg_at_10": 0.81297, "ndcg_at_20": 0.8161, "ndcg_at_100": 0.82965, "ndcg_at_1000": 0.82965, "map_at_1": 0.61667, "map_at_3": 0.72633, "map_at_5": 0.73833, "map_at_10": 0.76066, "map_at_20": 0.7632, "map_at_100": 0.76568, "map_at_1000": 0.76568, "recall_at_1": 0.61667, "recall_at_3": 0.804, "recall_at_5": 0.838, "recall_at_10": 0.926, "recall_at_20": 0.93333, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61667, "precision_at_1": 0.7, "precision_at_3": 0.34, "precision_at_5": 0.216, "precision_at_10": 0.126, "precision_at_20": 0.065, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.7, "mrr_at_3": 0.783333, "mrr_at_5": 0.788333, "mrr_at_10": 0.797857, "mrr_at_20": 0.797857, "mrr_at_100": 0.798761, "mrr_at_1000": 0.798761, "nauc_ndcg_at_1_max": 0.38339, "nauc_ndcg_at_1_std": -0.511367, "nauc_ndcg_at_1_diff1": 0.829076, "nauc_ndcg_at_3_max": 0.477556, "nauc_ndcg_at_3_std": -0.429902, "nauc_ndcg_at_3_diff1": 0.744202, "nauc_ndcg_at_5_max": 0.43708, "nauc_ndcg_at_5_std": -0.500792, "nauc_ndcg_at_5_diff1": 0.75259, "nauc_ndcg_at_10_max": 0.484737, "nauc_ndcg_at_10_std": -0.393129, "nauc_ndcg_at_10_diff1": 0.749664, "nauc_ndcg_at_20_max": 0.509958, "nauc_ndcg_at_20_std": -0.370158, "nauc_ndcg_at_20_diff1": 0.74157, "nauc_ndcg_at_100_max": 0.505185, "nauc_ndcg_at_100_std": -0.395841, "nauc_ndcg_at_100_diff1": 0.754872, "nauc_ndcg_at_1000_max": 0.505185, "nauc_ndcg_at_1000_std": -0.395841, "nauc_ndcg_at_1000_diff1": 0.754872, "nauc_map_at_1_max": 0.367148, "nauc_map_at_1_std": -0.402597, "nauc_map_at_1_diff1": 0.855213, "nauc_map_at_3_max": 0.416165, "nauc_map_at_3_std": -0.479892, "nauc_map_at_3_diff1": 0.787412, "nauc_map_at_5_max": 0.403425, "nauc_map_at_5_std": -0.508583, "nauc_map_at_5_diff1": 0.78747, "nauc_map_at_10_max": 0.453615, "nauc_map_at_10_std": -0.431561, "nauc_map_at_10_diff1": 0.776745, "nauc_map_at_20_max": 0.46744, "nauc_map_at_20_std": -0.417814, "nauc_map_at_20_diff1": 0.77178, "nauc_map_at_100_max": 0.466905, "nauc_map_at_100_std": -0.422039, "nauc_map_at_100_diff1": 0.772652, "nauc_map_at_1000_max": 0.466905, "nauc_map_at_1000_std": -0.422039, "nauc_map_at_1000_diff1": 0.772652, "nauc_recall_at_1_max": 0.367148, "nauc_recall_at_1_std": -0.402597, "nauc_recall_at_1_diff1": 0.855213, "nauc_recall_at_3_max": 0.44225, "nauc_recall_at_3_std": -0.472971, "nauc_recall_at_3_diff1": 0.670032, "nauc_recall_at_5_max": 0.368549, "nauc_recall_at_5_std": -0.59123, "nauc_recall_at_5_diff1": 0.638766, "nauc_recall_at_10_max": 0.366573, "nauc_recall_at_10_std": -0.19148, "nauc_recall_at_10_diff1": 0.524804, "nauc_recall_at_20_max": 0.514589, "nauc_recall_at_20_std": -0.047806, "nauc_recall_at_20_diff1": 0.471522, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.38339, "nauc_precision_at_1_std": -0.511367, "nauc_precision_at_1_diff1": 0.829076, "nauc_precision_at_3_max": 0.299216, "nauc_precision_at_3_std": -0.068182, "nauc_precision_at_3_diff1": -0.044541, "nauc_precision_at_5_max": 0.263844, "nauc_precision_at_5_std": -0.031486, "nauc_precision_at_5_diff1": -0.143508, "nauc_precision_at_10_max": 0.284121, "nauc_precision_at_10_std": 0.388502, "nauc_precision_at_10_diff1": -0.378628, "nauc_precision_at_20_max": 0.315065, "nauc_precision_at_20_std": 0.440145, "nauc_precision_at_20_diff1": -0.397131, "nauc_precision_at_100_max": 0.241852, "nauc_precision_at_100_std": 0.430188, "nauc_precision_at_100_diff1": -0.445443, "nauc_precision_at_1000_max": 0.241852, "nauc_precision_at_1000_std": 0.430188, "nauc_precision_at_1000_diff1": -0.445443, "nauc_mrr_at_1_max": 0.38339, "nauc_mrr_at_1_std": -0.511367, "nauc_mrr_at_1_diff1": 0.829076, "nauc_mrr_at_3_max": 0.529482, "nauc_mrr_at_3_std": -0.424642, "nauc_mrr_at_3_diff1": 0.760202, "nauc_mrr_at_5_max": 0.515257, "nauc_mrr_at_5_std": -0.437607, "nauc_mrr_at_5_diff1": 0.754708, "nauc_mrr_at_10_max": 0.496546, "nauc_mrr_at_10_std": -0.429576, "nauc_mrr_at_10_diff1": 0.762735, "nauc_mrr_at_20_max": 0.496546, "nauc_mrr_at_20_std": -0.429576, "nauc_mrr_at_20_diff1": 0.762735, "nauc_mrr_at_100_max": 0.494911, "nauc_mrr_at_100_std": -0.433066, "nauc_mrr_at_100_diff1": 0.764184, "nauc_mrr_at_1000_max": 0.494911, "nauc_mrr_at_1000_std": -0.433066, "nauc_mrr_at_1000_diff1": 0.764184, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.88, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.96, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81297, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.81059, "ndcg_at_5": 0.83544, "ndcg_at_10": 0.85419, "ndcg_at_20": 0.86817, "ndcg_at_100": 0.87036, "ndcg_at_1000": 0.87175, "map_at_1": 0.70067, "map_at_3": 0.77356, "map_at_5": 0.79422, "map_at_10": 0.80712, "map_at_20": 0.81436, "map_at_100": 0.81478, "map_at_1000": 0.81497, "recall_at_1": 0.70067, "recall_at_3": 0.818, "recall_at_5": 0.89467, "recall_at_10": 0.94267, "recall_at_20": 0.98333, "recall_at_100": 0.99333, "recall_at_1000": 1.0, "accuracy": 0.70067, "precision_at_1": 0.8, "precision_at_3": 0.34, "precision_at_5": 0.224, "precision_at_10": 0.124, "precision_at_20": 0.068, "precision_at_100": 0.0138, "precision_at_1000": 0.0014, "mrr_at_1": 0.8, "mrr_at_3": 0.84, "mrr_at_5": 0.854, "mrr_at_10": 0.856857, "mrr_at_20": 0.858524, "mrr_at_100": 0.858524, "mrr_at_1000": 0.858524, "nauc_ndcg_at_1_max": 0.450699, "nauc_ndcg_at_1_std": -0.123027, "nauc_ndcg_at_1_diff1": 0.811239, "nauc_ndcg_at_3_max": 0.392471, "nauc_ndcg_at_3_std": -0.000571, "nauc_ndcg_at_3_diff1": 0.725429, "nauc_ndcg_at_5_max": 0.31873, "nauc_ndcg_at_5_std": -0.086369, "nauc_ndcg_at_5_diff1": 0.744033, "nauc_ndcg_at_10_max": 0.411375, "nauc_ndcg_at_10_std": -0.058897, "nauc_ndcg_at_10_diff1": 0.762586, "nauc_ndcg_at_20_max": 0.414368, "nauc_ndcg_at_20_std": -0.020079, "nauc_ndcg_at_20_diff1": 0.748342, "nauc_ndcg_at_100_max": 0.423341, "nauc_ndcg_at_100_std": -0.036593, "nauc_ndcg_at_100_diff1": 0.761968, "nauc_ndcg_at_1000_max": 0.418793, "nauc_ndcg_at_1000_std": -0.038405, "nauc_ndcg_at_1000_diff1": 0.762661, "nauc_map_at_1_max": 0.227649, "nauc_map_at_1_std": -0.23678, "nauc_map_at_1_diff1": 0.791668, "nauc_map_at_3_max": 0.282836, "nauc_map_at_3_std": -0.163386, "nauc_map_at_3_diff1": 0.741648, "nauc_map_at_5_max": 0.269115, "nauc_map_at_5_std": -0.168318, "nauc_map_at_5_diff1": 0.742778, "nauc_map_at_10_max": 0.330191, "nauc_map_at_10_std": -0.140678, "nauc_map_at_10_diff1": 0.755284, "nauc_map_at_20_max": 0.341153, "nauc_map_at_20_std": -0.106841, "nauc_map_at_20_diff1": 0.747248, "nauc_map_at_100_max": 0.342227, "nauc_map_at_100_std": -0.109275, "nauc_map_at_100_diff1": 0.749076, "nauc_map_at_1000_max": 0.341751, "nauc_map_at_1000_std": -0.109519, "nauc_map_at_1000_diff1": 0.749185, "nauc_recall_at_1_max": 0.227649, "nauc_recall_at_1_std": -0.23678, "nauc_recall_at_1_diff1": 0.791668, "nauc_recall_at_3_max": 0.289436, "nauc_recall_at_3_std": -0.035897, "nauc_recall_at_3_diff1": 0.685538, "nauc_recall_at_5_max": 0.131569, "nauc_recall_at_5_std": -0.027903, "nauc_recall_at_5_diff1": 0.578255, "nauc_recall_at_10_max": 0.386935, "nauc_recall_at_10_std": 0.104135, "nauc_recall_at_10_diff1": 0.572313, "nauc_recall_at_20_max": 0.186088, "nauc_recall_at_20_std": 0.570682, "nauc_recall_at_20_diff1": 0.118861, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 0.122782, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.450699, "nauc_precision_at_1_std": -0.123027, "nauc_precision_at_1_diff1": 0.811239, "nauc_precision_at_3_max": 0.286678, "nauc_precision_at_3_std": 0.284138, "nauc_precision_at_3_diff1": 0.002933, "nauc_precision_at_5_max": 0.187112, "nauc_precision_at_5_std": 0.353008, "nauc_precision_at_5_diff1": -0.218619, "nauc_precision_at_10_max": 0.312563, "nauc_precision_at_10_std": 0.461026, "nauc_precision_at_10_diff1": -0.30436, "nauc_precision_at_20_max": 0.223721, "nauc_precision_at_20_std": 0.54935, "nauc_precision_at_20_diff1": -0.398253, "nauc_precision_at_100_max": 0.220855, "nauc_precision_at_100_std": 0.499481, "nauc_precision_at_100_diff1": -0.377335, "nauc_precision_at_1000_max": 0.186123, "nauc_precision_at_1000_std": 0.468347, "nauc_precision_at_1000_diff1": -0.374121, "nauc_mrr_at_1_max": 0.450699, "nauc_mrr_at_1_std": -0.123027, "nauc_mrr_at_1_diff1": 0.811239, "nauc_mrr_at_3_max": 0.530437, "nauc_mrr_at_3_std": 0.00988, "nauc_mrr_at_3_diff1": 0.811191, "nauc_mrr_at_5_max": 0.530737, "nauc_mrr_at_5_std": 0.000568, "nauc_mrr_at_5_diff1": 0.811978, "nauc_mrr_at_10_max": 0.520827, "nauc_mrr_at_10_std": -0.011122, "nauc_mrr_at_10_diff1": 0.808008, "nauc_mrr_at_20_max": 0.514851, "nauc_mrr_at_20_std": -0.023733, "nauc_mrr_at_20_diff1": 0.809078, "nauc_mrr_at_100_max": 0.514851, "nauc_mrr_at_100_std": -0.023733, "nauc_mrr_at_100_diff1": 0.809078, "nauc_mrr_at_1000_max": 0.514851, "nauc_mrr_at_1000_std": -0.023733, "nauc_mrr_at_1000_diff1": 0.809078, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.9, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.98, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85419, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.84, "ndcg_at_3": 0.88342, "ndcg_at_5": 0.88251, "ndcg_at_10": 0.90059, "ndcg_at_20": 0.90496, "ndcg_at_100": 0.90496, "ndcg_at_1000": 0.90496, "map_at_1": 0.71733, "map_at_3": 0.83867, "map_at_5": 0.848, "map_at_10": 0.85891, "map_at_20": 0.86189, "map_at_100": 0.86189, "map_at_1000": 0.86189, "recall_at_1": 0.71733, "recall_at_3": 0.91533, "recall_at_5": 0.93267, "recall_at_10": 0.98933, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71733, "precision_at_1": 0.84, "precision_at_3": 0.39333, "precision_at_5": 0.248, "precision_at_10": 0.134, "precision_at_20": 0.07, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.84, "mrr_at_3": 0.89, "mrr_at_5": 0.89, "mrr_at_10": 0.894222, "mrr_at_20": 0.894222, "mrr_at_100": 0.894222, "mrr_at_1000": 0.894222, "nauc_ndcg_at_1_max": 0.357695, "nauc_ndcg_at_1_std": -0.629725, "nauc_ndcg_at_1_diff1": 0.754848, "nauc_ndcg_at_3_max": 0.448702, "nauc_ndcg_at_3_std": -0.513064, "nauc_ndcg_at_3_diff1": 0.665771, "nauc_ndcg_at_5_max": 0.388043, "nauc_ndcg_at_5_std": -0.546629, "nauc_ndcg_at_5_diff1": 0.6932, "nauc_ndcg_at_10_max": 0.338369, "nauc_ndcg_at_10_std": -0.575857, "nauc_ndcg_at_10_diff1": 0.717025, "nauc_ndcg_at_20_max": 0.38717, "nauc_ndcg_at_20_std": -0.549352, "nauc_ndcg_at_20_diff1": 0.719881, "nauc_ndcg_at_100_max": 0.38717, "nauc_ndcg_at_100_std": -0.549352, "nauc_ndcg_at_100_diff1": 0.719881, "nauc_ndcg_at_1000_max": 0.38717, "nauc_ndcg_at_1000_std": -0.549352, "nauc_ndcg_at_1000_diff1": 0.719881, "nauc_map_at_1_max": 0.134559, "nauc_map_at_1_std": -0.564465, "nauc_map_at_1_diff1": 0.696562, "nauc_map_at_3_max": 0.254367, "nauc_map_at_3_std": -0.616188, "nauc_map_at_3_diff1": 0.666811, "nauc_map_at_5_max": 0.310642, "nauc_map_at_5_std": -0.576882, "nauc_map_at_5_diff1": 0.698491, "nauc_map_at_10_max": 0.300983, "nauc_map_at_10_std": -0.578893, "nauc_map_at_10_diff1": 0.710057, "nauc_map_at_20_max": 0.323302, "nauc_map_at_20_std": -0.566361, "nauc_map_at_20_diff1": 0.711023, "nauc_map_at_100_max": 0.323302, "nauc_map_at_100_std": -0.566361, "nauc_map_at_100_diff1": 0.711023, "nauc_map_at_1000_max": 0.323302, "nauc_map_at_1000_std": -0.566361, "nauc_map_at_1000_diff1": 0.711023, "nauc_recall_at_1_max": 0.134559, "nauc_recall_at_1_std": -0.564465, "nauc_recall_at_1_diff1": 0.696562, "nauc_recall_at_3_max": 0.286001, "nauc_recall_at_3_std": -0.528332, "nauc_recall_at_3_diff1": 0.489054, "nauc_recall_at_5_max": 0.423936, "nauc_recall_at_5_std": -0.438769, "nauc_recall_at_5_diff1": 0.574382, "nauc_recall_at_10_max": -0.75957, "nauc_recall_at_10_std": -1.004669, "nauc_recall_at_10_diff1": 0.47905, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.357695, "nauc_precision_at_1_std": -0.629725, "nauc_precision_at_1_diff1": 0.754848, "nauc_precision_at_3_max": 0.238067, "nauc_precision_at_3_std": 0.135105, "nauc_precision_at_3_diff1": -0.210019, "nauc_precision_at_5_max": 0.254914, "nauc_precision_at_5_std": 0.236713, "nauc_precision_at_5_diff1": -0.186974, "nauc_precision_at_10_max": 0.15151, "nauc_precision_at_10_std": 0.290314, "nauc_precision_at_10_diff1": -0.26604, "nauc_precision_at_20_max": 0.192057, "nauc_precision_at_20_std": 0.332737, "nauc_precision_at_20_diff1": -0.271644, "nauc_precision_at_100_max": 0.192057, "nauc_precision_at_100_std": 0.332737, "nauc_precision_at_100_diff1": -0.271644, "nauc_precision_at_1000_max": 0.192057, "nauc_precision_at_1000_std": 0.332737, "nauc_precision_at_1000_diff1": -0.271644, "nauc_mrr_at_1_max": 0.357695, "nauc_mrr_at_1_std": -0.629725, "nauc_mrr_at_1_diff1": 0.754848, "nauc_mrr_at_3_max": 0.476865, "nauc_mrr_at_3_std": -0.542866, "nauc_mrr_at_3_diff1": 0.740927, "nauc_mrr_at_5_max": 0.476865, "nauc_mrr_at_5_std": -0.542866, "nauc_mrr_at_5_diff1": 0.740927, "nauc_mrr_at_10_max": 0.46124, "nauc_mrr_at_10_std": -0.555486, "nauc_mrr_at_10_diff1": 0.744192, "nauc_mrr_at_20_max": 0.46124, "nauc_mrr_at_20_std": -0.555486, "nauc_mrr_at_20_diff1": 0.744192, "nauc_mrr_at_100_max": 0.46124, "nauc_mrr_at_100_std": -0.555486, "nauc_mrr_at_100_diff1": 0.744192, "nauc_mrr_at_1000_max": 0.46124, "nauc_mrr_at_1000_std": -0.555486, "nauc_mrr_at_1000_diff1": 0.744192, "hit_rate_at_1": 0.84, "hit_rate_at_3": 0.96, "hit_rate_at_5": 0.96, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.90059, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.81811, "ndcg_at_5": 0.83108, "ndcg_at_10": 0.85116, "ndcg_at_20": 0.86048, "ndcg_at_100": 0.87151, "ndcg_at_1000": 0.87151, "map_at_1": 0.704, "map_at_3": 0.78856, "map_at_5": 0.80112, "map_at_10": 0.81334, "map_at_20": 0.81711, "map_at_100": 0.82013, "map_at_1000": 0.82013, "recall_at_1": 0.704, "recall_at_3": 0.82467, "recall_at_5": 0.86533, "recall_at_10": 0.92333, "recall_at_20": 0.95333, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.704, "precision_at_1": 0.8, "precision_at_3": 0.34667, "precision_at_5": 0.224, "precision_at_10": 0.122, "precision_at_20": 0.064, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.78, "mrr_at_3": 0.826667, "mrr_at_5": 0.836667, "mrr_at_10": 0.842, "mrr_at_20": 0.843667, "mrr_at_100": 0.844059, "mrr_at_1000": 0.844059, "nauc_ndcg_at_1_max": 0.508342, "nauc_ndcg_at_1_std": -0.368332, "nauc_ndcg_at_1_diff1": 0.653946, "nauc_ndcg_at_3_max": 0.353814, "nauc_ndcg_at_3_std": -0.314218, "nauc_ndcg_at_3_diff1": 0.631815, "nauc_ndcg_at_5_max": 0.357158, "nauc_ndcg_at_5_std": -0.317938, "nauc_ndcg_at_5_diff1": 0.639842, "nauc_ndcg_at_10_max": 0.443239, "nauc_ndcg_at_10_std": -0.336945, "nauc_ndcg_at_10_diff1": 0.659621, "nauc_ndcg_at_20_max": 0.473875, "nauc_ndcg_at_20_std": -0.268986, "nauc_ndcg_at_20_diff1": 0.641331, "nauc_ndcg_at_100_max": 0.453274, "nauc_ndcg_at_100_std": -0.271552, "nauc_ndcg_at_100_diff1": 0.639047, "nauc_ndcg_at_1000_max": 0.453274, "nauc_ndcg_at_1000_std": -0.271552, "nauc_ndcg_at_1000_diff1": 0.639047, "nauc_map_at_1_max": 0.26307, "nauc_map_at_1_std": -0.341104, "nauc_map_at_1_diff1": 0.757027, "nauc_map_at_3_max": 0.290496, "nauc_map_at_3_std": -0.431133, "nauc_map_at_3_diff1": 0.680246, "nauc_map_at_5_max": 0.324214, "nauc_map_at_5_std": -0.393443, "nauc_map_at_5_diff1": 0.675583, "nauc_map_at_10_max": 0.380386, "nauc_map_at_10_std": -0.374005, "nauc_map_at_10_diff1": 0.676049, "nauc_map_at_20_max": 0.39553, "nauc_map_at_20_std": -0.353335, "nauc_map_at_20_diff1": 0.671824, "nauc_map_at_100_max": 0.393512, "nauc_map_at_100_std": -0.344533, "nauc_map_at_100_diff1": 0.668802, "nauc_map_at_1000_max": 0.393512, "nauc_map_at_1000_std": -0.344533, "nauc_map_at_1000_diff1": 0.668802, "nauc_recall_at_1_max": 0.26307, "nauc_recall_at_1_std": -0.341104, "nauc_recall_at_1_diff1": 0.757027, "nauc_recall_at_3_max": 0.210156, "nauc_recall_at_3_std": -0.403176, "nauc_recall_at_3_diff1": 0.620144, "nauc_recall_at_5_max": 0.251216, "nauc_recall_at_5_std": -0.264526, "nauc_recall_at_5_diff1": 0.588081, "nauc_recall_at_10_max": 0.494744, "nauc_recall_at_10_std": -0.421283, "nauc_recall_at_10_diff1": 0.656736, "nauc_recall_at_20_max": 0.733827, "nauc_recall_at_20_std": 0.098173, "nauc_recall_at_20_diff1": 0.496832, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.508342, "nauc_precision_at_1_std": -0.368332, "nauc_precision_at_1_diff1": 0.653946, "nauc_precision_at_3_max": 0.158598, "nauc_precision_at_3_std": -0.008879, "nauc_precision_at_3_diff1": -0.165371, "nauc_precision_at_5_max": 0.232607, "nauc_precision_at_5_std": 0.16929, "nauc_precision_at_5_diff1": -0.300918, "nauc_precision_at_10_max": 0.282944, "nauc_precision_at_10_std": 0.266946, "nauc_precision_at_10_diff1": -0.412349, "nauc_precision_at_20_max": 0.290754, "nauc_precision_at_20_std": 0.403588, "nauc_precision_at_20_diff1": -0.468957, "nauc_precision_at_100_max": 0.132943, "nauc_precision_at_100_std": 0.433939, "nauc_precision_at_100_diff1": -0.495325, "nauc_precision_at_1000_max": 0.132943, "nauc_precision_at_1000_std": 0.433939, "nauc_precision_at_1000_diff1": -0.495325, "nauc_mrr_at_1_max": 0.357491, "nauc_mrr_at_1_std": -0.514722, "nauc_mrr_at_1_diff1": 0.706357, "nauc_mrr_at_3_max": 0.415098, "nauc_mrr_at_3_std": -0.33934, "nauc_mrr_at_3_diff1": 0.637914, "nauc_mrr_at_5_max": 0.398736, "nauc_mrr_at_5_std": -0.340541, "nauc_mrr_at_5_diff1": 0.635169, "nauc_mrr_at_10_max": 0.425605, "nauc_mrr_at_10_std": -0.3519, "nauc_mrr_at_10_diff1": 0.652204, "nauc_mrr_at_20_max": 0.422217, "nauc_mrr_at_20_std": -0.342765, "nauc_mrr_at_20_diff1": 0.648232, "nauc_mrr_at_100_max": 0.42066, "nauc_mrr_at_100_std": -0.346383, "nauc_mrr_at_100_diff1": 0.649648, "nauc_mrr_at_1000_max": 0.42066, "nauc_mrr_at_1000_std": -0.346383, "nauc_mrr_at_1000_diff1": 0.649648, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.88, "hit_rate_at_5": 0.92, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85116, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.64, "ndcg_at_3": 0.7154, "ndcg_at_5": 0.7302, "ndcg_at_10": 0.76951, "ndcg_at_20": 0.78683, "ndcg_at_100": 0.79006, "ndcg_at_1000": 0.79296, "map_at_1": 0.56667, "map_at_3": 0.67033, "map_at_5": 0.687, "map_at_10": 0.70693, "map_at_20": 0.71611, "map_at_100": 0.71684, "map_at_1000": 0.71701, "recall_at_1": 0.56667, "recall_at_3": 0.76067, "recall_at_5": 0.804, "recall_at_10": 0.91467, "recall_at_20": 0.966, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.56667, "precision_at_1": 0.64, "precision_at_3": 0.31333, "precision_at_5": 0.204, "precision_at_10": 0.12, "precision_at_20": 0.067, "precision_at_100": 0.0138, "precision_at_1000": 0.0014, "mrr_at_1": 0.64, "mrr_at_3": 0.716667, "mrr_at_5": 0.726667, "mrr_at_10": 0.740913, "mrr_at_20": 0.742246, "mrr_at_100": 0.742246, "mrr_at_1000": 0.742417, "nauc_ndcg_at_1_max": 0.545089, "nauc_ndcg_at_1_std": -0.516222, "nauc_ndcg_at_1_diff1": 0.805914, "nauc_ndcg_at_3_max": 0.476041, "nauc_ndcg_at_3_std": -0.404418, "nauc_ndcg_at_3_diff1": 0.758299, "nauc_ndcg_at_5_max": 0.501673, "nauc_ndcg_at_5_std": -0.392879, "nauc_ndcg_at_5_diff1": 0.765251, "nauc_ndcg_at_10_max": 0.495014, "nauc_ndcg_at_10_std": -0.47795, "nauc_ndcg_at_10_diff1": 0.740748, "nauc_ndcg_at_20_max": 0.517874, "nauc_ndcg_at_20_std": -0.437504, "nauc_ndcg_at_20_diff1": 0.735345, "nauc_ndcg_at_100_max": 0.539744, "nauc_ndcg_at_100_std": -0.418747, "nauc_ndcg_at_100_diff1": 0.728868, "nauc_ndcg_at_1000_max": 0.536666, "nauc_ndcg_at_1000_std": -0.427881, "nauc_ndcg_at_1000_diff1": 0.744052, "nauc_map_at_1_max": 0.437075, "nauc_map_at_1_std": -0.536135, "nauc_map_at_1_diff1": 0.731345, "nauc_map_at_3_max": 0.436784, "nauc_map_at_3_std": -0.50275, "nauc_map_at_3_diff1": 0.739953, "nauc_map_at_5_max": 0.463642, "nauc_map_at_5_std": -0.484049, "nauc_map_at_5_diff1": 0.747041, "nauc_map_at_10_max": 0.462707, "nauc_map_at_10_std": -0.508981, "nauc_map_at_10_diff1": 0.739697, "nauc_map_at_20_max": 0.475264, "nauc_map_at_20_std": -0.481474, "nauc_map_at_20_diff1": 0.740227, "nauc_map_at_100_max": 0.480059, "nauc_map_at_100_std": -0.478054, "nauc_map_at_100_diff1": 0.739349, "nauc_map_at_1000_max": 0.47988, "nauc_map_at_1000_std": -0.478499, "nauc_map_at_1000_diff1": 0.740023, "nauc_recall_at_1_max": 0.437075, "nauc_recall_at_1_std": -0.536135, "nauc_recall_at_1_diff1": 0.731345, "nauc_recall_at_3_max": 0.359338, "nauc_recall_at_3_std": -0.369434, "nauc_recall_at_3_diff1": 0.728537, "nauc_recall_at_5_max": 0.458878, "nauc_recall_at_5_std": -0.199101, "nauc_recall_at_5_diff1": 0.762498, "nauc_recall_at_10_max": 0.284124, "nauc_recall_at_10_std": -0.579933, "nauc_recall_at_10_diff1": 0.576377, "nauc_recall_at_20_max": 0.169742, "nauc_recall_at_20_std": -0.47122, "nauc_recall_at_20_diff1": 0.295601, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 0.122782, "nauc_recall_at_100_diff1": -0.171335, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.545089, "nauc_precision_at_1_std": -0.516222, "nauc_precision_at_1_diff1": 0.805914, "nauc_precision_at_3_max": 0.323371, "nauc_precision_at_3_std": 0.077962, "nauc_precision_at_3_diff1": 0.321027, "nauc_precision_at_5_max": 0.317702, "nauc_precision_at_5_std": 0.209653, "nauc_precision_at_5_diff1": 0.222703, "nauc_precision_at_10_max": 0.186853, "nauc_precision_at_10_std": 0.333532, "nauc_precision_at_10_diff1": -0.078624, "nauc_precision_at_20_max": 0.165265, "nauc_precision_at_20_std": 0.507322, "nauc_precision_at_20_diff1": -0.197576, "nauc_precision_at_100_max": 0.208889, "nauc_precision_at_100_std": 0.550681, "nauc_precision_at_100_diff1": -0.237078, "nauc_precision_at_1000_max": 0.192775, "nauc_precision_at_1000_std": 0.564112, "nauc_precision_at_1000_diff1": -0.239141, "nauc_mrr_at_1_max": 0.545089, "nauc_mrr_at_1_std": -0.516222, "nauc_mrr_at_1_diff1": 0.805914, "nauc_mrr_at_3_max": 0.570754, "nauc_mrr_at_3_std": -0.443079, "nauc_mrr_at_3_diff1": 0.789091, "nauc_mrr_at_5_max": 0.581757, "nauc_mrr_at_5_std": -0.397438, "nauc_mrr_at_5_diff1": 0.78753, "nauc_mrr_at_10_max": 0.571, "nauc_mrr_at_10_std": -0.439069, "nauc_mrr_at_10_diff1": 0.780394, "nauc_mrr_at_20_max": 0.568372, "nauc_mrr_at_20_std": -0.44251, "nauc_mrr_at_20_diff1": 0.779049, "nauc_mrr_at_100_max": 0.568372, "nauc_mrr_at_100_std": -0.44251, "nauc_mrr_at_100_diff1": 0.779049, "nauc_mrr_at_1000_max": 0.568251, "nauc_mrr_at_1000_std": -0.442954, "nauc_mrr_at_1000_diff1": 0.779796, "hit_rate_at_1": 0.64, "hit_rate_at_3": 0.82, "hit_rate_at_5": 0.86, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.98, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.76951, "hf_subset": "no", "languages": [ "nor-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.78651, "ndcg_at_5": 0.80445, "ndcg_at_10": 0.81436, "ndcg_at_20": 0.83722, "ndcg_at_100": 0.84468, "ndcg_at_1000": 0.8469, "map_at_1": 0.67667, "map_at_3": 0.75756, "map_at_5": 0.77416, "map_at_10": 0.78271, "map_at_20": 0.79405, "map_at_100": 0.79515, "map_at_1000": 0.79519, "recall_at_1": 0.67667, "recall_at_3": 0.79067, "recall_at_5": 0.84467, "recall_at_10": 0.86867, "recall_at_20": 0.94, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.67667, "precision_at_1": 0.76, "precision_at_3": 0.34, "precision_at_5": 0.22, "precision_at_10": 0.118, "precision_at_20": 0.067, "precision_at_100": 0.0138, "precision_at_1000": 0.0014, "mrr_at_1": 0.78, "mrr_at_3": 0.81, "mrr_at_5": 0.82, "mrr_at_10": 0.822, "mrr_at_20": 0.825247, "mrr_at_100": 0.826346, "mrr_at_1000": 0.826385, "nauc_ndcg_at_1_max": 0.571126, "nauc_ndcg_at_1_std": -0.476291, "nauc_ndcg_at_1_diff1": 0.92948, "nauc_ndcg_at_3_max": 0.610764, "nauc_ndcg_at_3_std": -0.321376, "nauc_ndcg_at_3_diff1": 0.864573, "nauc_ndcg_at_5_max": 0.57173, "nauc_ndcg_at_5_std": -0.420891, "nauc_ndcg_at_5_diff1": 0.873434, "nauc_ndcg_at_10_max": 0.596749, "nauc_ndcg_at_10_std": -0.401623, "nauc_ndcg_at_10_diff1": 0.864389, "nauc_ndcg_at_20_max": 0.68103, "nauc_ndcg_at_20_std": -0.290799, "nauc_ndcg_at_20_diff1": 0.857677, "nauc_ndcg_at_100_max": 0.664287, "nauc_ndcg_at_100_std": -0.324483, "nauc_ndcg_at_100_diff1": 0.873609, "nauc_ndcg_at_1000_max": 0.658959, "nauc_ndcg_at_1000_std": -0.33843, "nauc_ndcg_at_1000_diff1": 0.871603, "nauc_map_at_1_max": 0.288623, "nauc_map_at_1_std": -0.484891, "nauc_map_at_1_diff1": 0.836598, "nauc_map_at_3_max": 0.474675, "nauc_map_at_3_std": -0.415977, "nauc_map_at_3_diff1": 0.867405, "nauc_map_at_5_max": 0.491561, "nauc_map_at_5_std": -0.4602, "nauc_map_at_5_diff1": 0.876267, "nauc_map_at_10_max": 0.525453, "nauc_map_at_10_std": -0.428769, "nauc_map_at_10_diff1": 0.871522, "nauc_map_at_20_max": 0.577106, "nauc_map_at_20_std": -0.384837, "nauc_map_at_20_diff1": 0.867438, "nauc_map_at_100_max": 0.57458, "nauc_map_at_100_std": -0.391156, "nauc_map_at_100_diff1": 0.869309, "nauc_map_at_1000_max": 0.57449, "nauc_map_at_1000_std": -0.391356, "nauc_map_at_1000_diff1": 0.869281, "nauc_recall_at_1_max": 0.288623, "nauc_recall_at_1_std": -0.484891, "nauc_recall_at_1_diff1": 0.836598, "nauc_recall_at_3_max": 0.505605, "nauc_recall_at_3_std": -0.317778, "nauc_recall_at_3_diff1": 0.842677, "nauc_recall_at_5_max": 0.504405, "nauc_recall_at_5_std": -0.477846, "nauc_recall_at_5_diff1": 0.822369, "nauc_recall_at_10_max": 0.564354, "nauc_recall_at_10_std": -0.454532, "nauc_recall_at_10_diff1": 0.790418, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.330221, "nauc_recall_at_20_diff1": 0.70277, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.571126, "nauc_precision_at_1_std": -0.476291, "nauc_precision_at_1_diff1": 0.92948, "nauc_precision_at_3_max": 0.520425, "nauc_precision_at_3_std": 0.185422, "nauc_precision_at_3_diff1": 0.131998, "nauc_precision_at_5_max": 0.532383, "nauc_precision_at_5_std": 0.204496, "nauc_precision_at_5_diff1": 0.009623, "nauc_precision_at_10_max": 0.496145, "nauc_precision_at_10_std": 0.300754, "nauc_precision_at_10_diff1": -0.119468, "nauc_precision_at_20_max": 0.491321, "nauc_precision_at_20_std": 0.482147, "nauc_precision_at_20_diff1": -0.273458, "nauc_precision_at_100_max": 0.460359, "nauc_precision_at_100_std": 0.49821, "nauc_precision_at_100_diff1": -0.323833, "nauc_precision_at_1000_max": 0.44342, "nauc_precision_at_1000_std": 0.496454, "nauc_precision_at_1000_diff1": -0.365387, "nauc_mrr_at_1_max": 0.784903, "nauc_mrr_at_1_std": -0.337645, "nauc_mrr_at_1_diff1": 0.896833, "nauc_mrr_at_3_max": 0.841164, "nauc_mrr_at_3_std": -0.241317, "nauc_mrr_at_3_diff1": 0.89079, "nauc_mrr_at_5_max": 0.832949, "nauc_mrr_at_5_std": -0.268104, "nauc_mrr_at_5_diff1": 0.881253, "nauc_mrr_at_10_max": 0.829631, "nauc_mrr_at_10_std": -0.277569, "nauc_mrr_at_10_diff1": 0.87844, "nauc_mrr_at_20_max": 0.834541, "nauc_mrr_at_20_std": -0.253608, "nauc_mrr_at_20_diff1": 0.878623, "nauc_mrr_at_100_max": 0.833418, "nauc_mrr_at_100_std": -0.259898, "nauc_mrr_at_100_diff1": 0.880825, "nauc_mrr_at_1000_max": 0.833378, "nauc_mrr_at_1000_std": -0.260094, "nauc_mrr_at_1000_diff1": 0.880796, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.84, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.9, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.81436, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.16" }, { "ndcg_at_1": 0.64, "ndcg_at_3": 0.73496, "ndcg_at_5": 0.76029, "ndcg_at_10": 0.79893, "ndcg_at_20": 0.80509, "ndcg_at_100": 0.81107, "ndcg_at_1000": 0.81107, "map_at_1": 0.57667, "map_at_3": 0.69533, "map_at_5": 0.714, "map_at_10": 0.73526, "map_at_20": 0.7375, "map_at_100": 0.74017, "map_at_1000": 0.74017, "recall_at_1": 0.57667, "recall_at_3": 0.78733, "recall_at_5": 0.85733, "recall_at_10": 0.96533, "recall_at_20": 0.982, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57667, "precision_at_1": 0.64, "precision_at_3": 0.32667, "precision_at_5": 0.216, "precision_at_10": 0.126, "precision_at_20": 0.066, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.64, "mrr_at_3": 0.73, "mrr_at_5": 0.744, "mrr_at_10": 0.755524, "mrr_at_20": 0.75719, "mrr_at_100": 0.75719, "mrr_at_1000": 0.75719, "nauc_ndcg_at_1_max": 0.439296, "nauc_ndcg_at_1_std": -0.451846, "nauc_ndcg_at_1_diff1": 0.797771, "nauc_ndcg_at_3_max": 0.422459, "nauc_ndcg_at_3_std": -0.582717, "nauc_ndcg_at_3_diff1": 0.762409, "nauc_ndcg_at_5_max": 0.474775, "nauc_ndcg_at_5_std": -0.612491, "nauc_ndcg_at_5_diff1": 0.755815, "nauc_ndcg_at_10_max": 0.456669, "nauc_ndcg_at_10_std": -0.522603, "nauc_ndcg_at_10_diff1": 0.758149, "nauc_ndcg_at_20_max": 0.452926, "nauc_ndcg_at_20_std": -0.533544, "nauc_ndcg_at_20_diff1": 0.766996, "nauc_ndcg_at_100_max": 0.447272, "nauc_ndcg_at_100_std": -0.522241, "nauc_ndcg_at_100_diff1": 0.76269, "nauc_ndcg_at_1000_max": 0.447272, "nauc_ndcg_at_1000_std": -0.522241, "nauc_ndcg_at_1000_diff1": 0.76269, "nauc_map_at_1_max": 0.417772, "nauc_map_at_1_std": -0.492284, "nauc_map_at_1_diff1": 0.808814, "nauc_map_at_3_max": 0.427846, "nauc_map_at_3_std": -0.597062, "nauc_map_at_3_diff1": 0.78201, "nauc_map_at_5_max": 0.451594, "nauc_map_at_5_std": -0.595339, "nauc_map_at_5_diff1": 0.775514, "nauc_map_at_10_max": 0.446626, "nauc_map_at_10_std": -0.555718, "nauc_map_at_10_diff1": 0.776222, "nauc_map_at_20_max": 0.445506, "nauc_map_at_20_std": -0.555836, "nauc_map_at_20_diff1": 0.777322, "nauc_map_at_100_max": 0.443798, "nauc_map_at_100_std": -0.551883, "nauc_map_at_100_diff1": 0.776048, "nauc_map_at_1000_max": 0.443798, "nauc_map_at_1000_std": -0.551883, "nauc_map_at_1000_diff1": 0.776048, "nauc_recall_at_1_max": 0.417772, "nauc_recall_at_1_std": -0.492284, "nauc_recall_at_1_diff1": 0.808814, "nauc_recall_at_3_max": 0.387642, "nauc_recall_at_3_std": -0.744245, "nauc_recall_at_3_diff1": 0.750141, "nauc_recall_at_5_max": 0.550512, "nauc_recall_at_5_std": -0.884294, "nauc_recall_at_5_diff1": 0.69487, "nauc_recall_at_10_max": 0.516448, "nauc_recall_at_10_std": -0.416433, "nauc_recall_at_10_diff1": 0.576241, "nauc_recall_at_20_max": 0.517844, "nauc_recall_at_20_std": -0.679687, "nauc_recall_at_20_diff1": 0.71081, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.439296, "nauc_precision_at_1_std": -0.451846, "nauc_precision_at_1_diff1": 0.797771, "nauc_precision_at_3_max": 0.130213, "nauc_precision_at_3_std": -0.20034, "nauc_precision_at_3_diff1": 0.101422, "nauc_precision_at_5_max": 0.132461, "nauc_precision_at_5_std": -0.028227, "nauc_precision_at_5_diff1": -0.079889, "nauc_precision_at_10_max": -0.067005, "nauc_precision_at_10_std": 0.358685, "nauc_precision_at_10_diff1": -0.358726, "nauc_precision_at_20_max": -0.120809, "nauc_precision_at_20_std": 0.367828, "nauc_precision_at_20_diff1": -0.389241, "nauc_precision_at_100_max": -0.15784, "nauc_precision_at_100_std": 0.392072, "nauc_precision_at_100_diff1": -0.400894, "nauc_precision_at_1000_max": -0.15784, "nauc_precision_at_1000_std": 0.392072, "nauc_precision_at_1000_diff1": -0.400894, "nauc_mrr_at_1_max": 0.439296, "nauc_mrr_at_1_std": -0.451846, "nauc_mrr_at_1_diff1": 0.797771, "nauc_mrr_at_3_max": 0.443234, "nauc_mrr_at_3_std": -0.478735, "nauc_mrr_at_3_diff1": 0.753692, "nauc_mrr_at_5_max": 0.459812, "nauc_mrr_at_5_std": -0.492844, "nauc_mrr_at_5_diff1": 0.746334, "nauc_mrr_at_10_max": 0.451863, "nauc_mrr_at_10_std": -0.459919, "nauc_mrr_at_10_diff1": 0.753186, "nauc_mrr_at_20_max": 0.451032, "nauc_mrr_at_20_std": -0.464653, "nauc_mrr_at_20_diff1": 0.756396, "nauc_mrr_at_100_max": 0.451032, "nauc_mrr_at_100_std": -0.464653, "nauc_mrr_at_100_diff1": 0.756396, "nauc_mrr_at_1000_max": 0.451032, "nauc_mrr_at_1000_std": -0.464653, "nauc_mrr_at_1000_diff1": 0.756396, "hit_rate_at_1": 0.64, "hit_rate_at_3": 0.84, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.98, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79893, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.16" } ] }, "evaluation_time": 144.892674501054, "kg_co2_emissions": null, "date": 1786056450.529645, "evaluation_phases": [ { "name": "Data loading", "start": 5.088606849312782e-05, "end": 122.72141849901527, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 122.7214296204038, "end": 122.72143507003784, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 122.72320879530162, "end": 125.19582324940711, "split": "test", "subset": "ar" }, { "name": "Scoring", "start": 125.19596034614369, "end": 125.24316528020427, "split": "test", "subset": "ar" }, { "name": "Encoding queries and documents", "start": 125.25401780521497, "end": 127.12458341103047, "split": "test", "subset": "de" }, { "name": "Scoring", "start": 127.12471169233322, "end": 127.16680249106139, "split": "test", "subset": "de" }, { "name": "Encoding queries and documents", "start": 127.17430476704612, "end": 129.05900810100138, "split": "test", "subset": "en" }, { "name": "Scoring", "start": 129.05914380634204, "end": 129.10211461037397, "split": "test", "subset": "en" }, { "name": "Encoding queries and documents", "start": 129.11103874910623, "end": 131.17160705197603, "split": "test", "subset": "es" }, { "name": "Scoring", "start": 131.17174228606746, "end": 131.21610251208767, "split": "test", "subset": "es" }, { "name": "Encoding queries and documents", "start": 131.22544864518568, "end": 133.1033833171241, "split": "test", "subset": "fr" }, { "name": "Scoring", "start": 133.10352080641314, "end": 133.14788413839415, "split": "test", "subset": "fr" }, { "name": "Encoding queries and documents", "start": 133.15694242995232, "end": 135.00117588229477, "split": "test", "subset": "it" }, { "name": "Scoring", "start": 135.0013067983091, "end": 135.04261432634667, "split": "test", "subset": "it" }, { "name": "Encoding queries and documents", "start": 135.0516470791772, "end": 137.04549010796472, "split": "test", "subset": "ja" }, { "name": "Scoring", "start": 137.0456125480123, "end": 137.08860242925584, "split": "test", "subset": "ja" }, { "name": "Encoding queries and documents", "start": 137.0989214712754, "end": 139.21993198338896, "split": "test", "subset": "ko" }, { "name": "Scoring", "start": 139.2200683602132, "end": 139.26198705704883, "split": "test", "subset": "ko" }, { "name": "Encoding queries and documents", "start": 139.2720337570645, "end": 141.06642496399581, "split": "test", "subset": "no" }, { "name": "Scoring", "start": 141.06656400533393, "end": 141.10900830104947, "split": "test", "subset": "no" }, { "name": "Encoding queries and documents", "start": 141.11967251216993, "end": 142.9675370771438, "split": "test", "subset": "pt" }, { "name": "Scoring", "start": 142.9676638660021, "end": 143.00916460808367, "split": "test", "subset": "pt" }, { "name": "Encoding queries and documents", "start": 143.02012684941292, "end": 144.84224569099024, "split": "test", "subset": "sv" }, { "name": "Scoring", "start": 144.84237386239693, "end": 144.8833350003697, "split": "test", "subset": "sv" } ] }