{ "dataset_revision": "979a211276faa22f671e69d096634193567cfd05", "task_name": "BelebeleRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.93, "ndcg_at_3": 0.95533, "ndcg_at_5": 0.95887, "ndcg_at_10": 0.96072, "ndcg_at_20": 0.96127, "ndcg_at_100": 0.96233, "ndcg_at_1000": 0.96307, "map_at_1": 0.93, "map_at_3": 0.94944, "map_at_5": 0.95133, "map_at_10": 0.95213, "map_at_20": 0.95228, "map_at_100": 0.95243, "map_at_1000": 0.95247, "recall_at_1": 0.93, "recall_at_3": 0.97222, "recall_at_5": 0.98111, "recall_at_10": 0.98667, "recall_at_20": 0.98889, "recall_at_100": 0.99444, "recall_at_1000": 1.0, "accuracy": 0.93, "precision_at_1": 0.93, "precision_at_3": 0.32407, "precision_at_5": 0.19622, "precision_at_10": 0.09867, "precision_at_20": 0.04944, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.93, "mrr_at_3": 0.949444, "mrr_at_5": 0.951333, "mrr_at_10": 0.952132, "mrr_at_20": 0.95228, "mrr_at_100": 0.95243, "mrr_at_1000": 0.952465, "nauc_ndcg_at_1_max": 0.847991, "nauc_ndcg_at_1_std": 0.060639, "nauc_ndcg_at_1_diff1": 0.945386, "nauc_ndcg_at_3_max": 0.897764, "nauc_ndcg_at_3_std": 0.143205, "nauc_ndcg_at_3_diff1": 0.952437, "nauc_ndcg_at_5_max": 0.893228, "nauc_ndcg_at_5_std": 0.122032, "nauc_ndcg_at_5_diff1": 0.951251, "nauc_ndcg_at_10_max": 0.890462, "nauc_ndcg_at_10_std": 0.131867, "nauc_ndcg_at_10_diff1": 0.952539, "nauc_ndcg_at_20_max": 0.888897, "nauc_ndcg_at_20_std": 0.137002, "nauc_ndcg_at_20_diff1": 0.951861, "nauc_ndcg_at_100_max": 0.886502, "nauc_ndcg_at_100_std": 0.14673, "nauc_ndcg_at_100_diff1": 0.951227, "nauc_ndcg_at_1000_max": 0.8842, "nauc_ndcg_at_1000_std": 0.130004, "nauc_ndcg_at_1000_diff1": 0.950237, "nauc_map_at_1_max": 0.847991, "nauc_map_at_1_std": 0.060639, "nauc_map_at_1_diff1": 0.945386, "nauc_map_at_3_max": 0.883989, "nauc_map_at_3_std": 0.121385, "nauc_map_at_3_diff1": 0.949664, "nauc_map_at_5_max": 0.881427, "nauc_map_at_5_std": 0.111927, "nauc_map_at_5_diff1": 0.948978, "nauc_map_at_10_max": 0.880092, "nauc_map_at_10_std": 0.11566, "nauc_map_at_10_diff1": 0.949277, "nauc_map_at_20_max": 0.87972, "nauc_map_at_20_std": 0.117242, "nauc_map_at_20_diff1": 0.94912, "nauc_map_at_100_max": 0.879414, "nauc_map_at_100_std": 0.117981, "nauc_map_at_100_diff1": 0.949032, "nauc_map_at_1000_max": 0.879325, "nauc_map_at_1000_std": 0.117358, "nauc_map_at_1000_diff1": 0.948995, "nauc_recall_at_1_max": 0.847991, "nauc_recall_at_1_std": 0.060639, "nauc_recall_at_1_diff1": 0.945386, "nauc_recall_at_3_max": 0.967974, "nauc_recall_at_3_std": 0.253483, "nauc_recall_at_3_diff1": 0.96732, "nauc_recall_at_5_max": 0.975971, "nauc_recall_at_5_std": 0.179354, "nauc_recall_at_5_diff1": 0.968281, "nauc_recall_at_10_max": 0.989107, "nauc_recall_at_10_std": 0.282758, "nauc_recall_at_10_diff1": 0.989107, "nauc_recall_at_20_max": 0.986928, "nauc_recall_at_20_std": 0.367554, "nauc_recall_at_20_diff1": 0.986928, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.973856, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.847991, "nauc_precision_at_1_std": 0.060639, "nauc_precision_at_1_diff1": 0.945386, "nauc_precision_at_3_max": 0.967974, "nauc_precision_at_3_std": 0.253483, "nauc_precision_at_3_diff1": 0.96732, "nauc_precision_at_5_max": 0.975971, "nauc_precision_at_5_std": 0.179354, "nauc_precision_at_5_diff1": 0.968281, "nauc_precision_at_10_max": 0.989107, "nauc_precision_at_10_std": 0.282758, "nauc_precision_at_10_diff1": 0.989107, "nauc_precision_at_20_max": 0.986928, "nauc_precision_at_20_std": 0.367554, "nauc_precision_at_20_diff1": 0.986928, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.973856, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.847991, "nauc_mrr_at_1_std": 0.060639, "nauc_mrr_at_1_diff1": 0.945386, "nauc_mrr_at_3_max": 0.883989, "nauc_mrr_at_3_std": 0.121385, "nauc_mrr_at_3_diff1": 0.949664, "nauc_mrr_at_5_max": 0.881427, "nauc_mrr_at_5_std": 0.111927, "nauc_mrr_at_5_diff1": 0.948978, "nauc_mrr_at_10_max": 0.880092, "nauc_mrr_at_10_std": 0.11566, "nauc_mrr_at_10_diff1": 0.949277, "nauc_mrr_at_20_max": 0.87972, "nauc_mrr_at_20_std": 0.117242, "nauc_mrr_at_20_diff1": 0.94912, "nauc_mrr_at_100_max": 0.879414, "nauc_mrr_at_100_std": 0.117981, "nauc_mrr_at_100_diff1": 0.949032, "nauc_mrr_at_1000_max": 0.879325, "nauc_mrr_at_1000_std": 0.117358, "nauc_mrr_at_1000_diff1": 0.948995, "hit_rate_at_1": 0.93, "hit_rate_at_3": 0.97222, "hit_rate_at_5": 0.98111, "hit_rate_at_10": 0.98667, "hit_rate_at_20": 0.98889, "hit_rate_at_100": 0.99444, "hit_rate_at_1000": 1.0, "main_score": 0.96072, "hf_subset": "kor_Hang-kor_Hang", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.94889, "ndcg_at_3": 0.96639, "ndcg_at_5": 0.96916, "ndcg_at_10": 0.97064, "ndcg_at_20": 0.97172, "ndcg_at_100": 0.97236, "ndcg_at_1000": 0.9728, "map_at_1": 0.94889, "map_at_3": 0.96241, "map_at_5": 0.96396, "map_at_10": 0.9646, "map_at_20": 0.96487, "map_at_100": 0.96497, "map_at_1000": 0.96499, "recall_at_1": 0.94889, "recall_at_3": 0.97778, "recall_at_5": 0.98444, "recall_at_10": 0.98889, "recall_at_20": 0.99333, "recall_at_100": 0.99667, "recall_at_1000": 1.0, "accuracy": 0.94889, "precision_at_1": 0.94889, "precision_at_3": 0.32593, "precision_at_5": 0.19689, "precision_at_10": 0.09889, "precision_at_20": 0.04967, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.948889, "mrr_at_3": 0.962407, "mrr_at_5": 0.963963, "mrr_at_10": 0.964596, "mrr_at_20": 0.96487, "mrr_at_100": 0.964968, "mrr_at_1000": 0.964988, "nauc_ndcg_at_1_max": 0.861984, "nauc_ndcg_at_1_std": 0.046665, "nauc_ndcg_at_1_diff1": 0.946515, "nauc_ndcg_at_3_max": 0.903169, "nauc_ndcg_at_3_std": 0.10359, "nauc_ndcg_at_3_diff1": 0.945355, "nauc_ndcg_at_5_max": 0.896487, "nauc_ndcg_at_5_std": 0.084636, "nauc_ndcg_at_5_diff1": 0.944496, "nauc_ndcg_at_10_max": 0.895026, "nauc_ndcg_at_10_std": 0.077386, "nauc_ndcg_at_10_diff1": 0.949477, "nauc_ndcg_at_20_max": 0.894993, "nauc_ndcg_at_20_std": 0.099164, "nauc_ndcg_at_20_diff1": 0.9488, "nauc_ndcg_at_100_max": 0.892576, "nauc_ndcg_at_100_std": 0.100076, "nauc_ndcg_at_100_diff1": 0.948654, "nauc_ndcg_at_1000_max": 0.89081, "nauc_ndcg_at_1000_std": 0.085289, "nauc_ndcg_at_1000_diff1": 0.94781, "nauc_map_at_1_max": 0.861984, "nauc_map_at_1_std": 0.046665, "nauc_map_at_1_diff1": 0.946515, "nauc_map_at_3_max": 0.891446, "nauc_map_at_3_std": 0.084195, "nauc_map_at_3_diff1": 0.945461, "nauc_map_at_5_max": 0.887768, "nauc_map_at_5_std": 0.074603, "nauc_map_at_5_diff1": 0.945122, "nauc_map_at_10_max": 0.887215, "nauc_map_at_10_std": 0.070465, "nauc_map_at_10_diff1": 0.947157, "nauc_map_at_20_max": 0.887179, "nauc_map_at_20_std": 0.075115, "nauc_map_at_20_diff1": 0.947003, "nauc_map_at_100_max": 0.886862, "nauc_map_at_100_std": 0.075154, "nauc_map_at_100_diff1": 0.94698, "nauc_map_at_1000_max": 0.886799, "nauc_map_at_1000_std": 0.074633, "nauc_map_at_1000_diff1": 0.94695, "nauc_recall_at_1_max": 0.861984, "nauc_recall_at_1_std": 0.046665, "nauc_recall_at_1_diff1": 0.946515, "nauc_recall_at_3_max": 0.95915, "nauc_recall_at_3_std": 0.198786, "nauc_recall_at_3_diff1": 0.945028, "nauc_recall_at_5_max": 0.95098, "nauc_recall_at_5_std": 0.145992, "nauc_recall_at_5_diff1": 0.940143, "nauc_recall_at_10_max": 0.95915, "nauc_recall_at_10_std": 0.136041, "nauc_recall_at_10_diff1": 0.973856, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.54334, "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.861984, "nauc_precision_at_1_std": 0.046665, "nauc_precision_at_1_diff1": 0.946515, "nauc_precision_at_3_max": 0.95915, "nauc_precision_at_3_std": 0.198786, "nauc_precision_at_3_diff1": 0.945028, "nauc_precision_at_5_max": 0.95098, "nauc_precision_at_5_std": 0.145992, "nauc_precision_at_5_diff1": 0.940143, "nauc_precision_at_10_max": 0.95915, "nauc_precision_at_10_std": 0.136041, "nauc_precision_at_10_diff1": 0.973856, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.54334, "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.861984, "nauc_mrr_at_1_std": 0.046665, "nauc_mrr_at_1_diff1": 0.946515, "nauc_mrr_at_3_max": 0.891446, "nauc_mrr_at_3_std": 0.084195, "nauc_mrr_at_3_diff1": 0.945461, "nauc_mrr_at_5_max": 0.887768, "nauc_mrr_at_5_std": 0.074603, "nauc_mrr_at_5_diff1": 0.945122, "nauc_mrr_at_10_max": 0.887215, "nauc_mrr_at_10_std": 0.070465, "nauc_mrr_at_10_diff1": 0.947157, "nauc_mrr_at_20_max": 0.887179, "nauc_mrr_at_20_std": 0.075115, "nauc_mrr_at_20_diff1": 0.947003, "nauc_mrr_at_100_max": 0.886862, "nauc_mrr_at_100_std": 0.075154, "nauc_mrr_at_100_diff1": 0.94698, "nauc_mrr_at_1000_max": 0.886799, "nauc_mrr_at_1000_std": 0.074633, "nauc_mrr_at_1000_diff1": 0.94695, "hit_rate_at_1": 0.94889, "hit_rate_at_3": 0.97778, "hit_rate_at_5": 0.98444, "hit_rate_at_10": 0.98889, "hit_rate_at_20": 0.99333, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 1.0, "main_score": 0.97064, "hf_subset": "kor_Hang-eng_Latn", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.91556, "ndcg_at_3": 0.9455, "ndcg_at_5": 0.94789, "ndcg_at_10": 0.95077, "ndcg_at_20": 0.95161, "ndcg_at_100": 0.95299, "ndcg_at_1000": 0.95416, "map_at_1": 0.91556, "map_at_3": 0.93852, "map_at_5": 0.93991, "map_at_10": 0.94109, "map_at_20": 0.94133, "map_at_100": 0.94149, "map_at_1000": 0.94154, "recall_at_1": 0.91556, "recall_at_3": 0.96556, "recall_at_5": 0.97111, "recall_at_10": 0.98, "recall_at_20": 0.98333, "recall_at_100": 0.99111, "recall_at_1000": 1.0, "accuracy": 0.91556, "precision_at_1": 0.91556, "precision_at_3": 0.32185, "precision_at_5": 0.19422, "precision_at_10": 0.098, "precision_at_20": 0.04917, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.915556, "mrr_at_3": 0.938519, "mrr_at_5": 0.939907, "mrr_at_10": 0.941094, "mrr_at_20": 0.94133, "mrr_at_100": 0.941495, "mrr_at_1000": 0.941543, "nauc_ndcg_at_1_max": 0.863845, "nauc_ndcg_at_1_std": 0.190028, "nauc_ndcg_at_1_diff1": 0.928068, "nauc_ndcg_at_3_max": 0.903565, "nauc_ndcg_at_3_std": 0.257723, "nauc_ndcg_at_3_diff1": 0.933586, "nauc_ndcg_at_5_max": 0.902888, "nauc_ndcg_at_5_std": 0.275612, "nauc_ndcg_at_5_diff1": 0.930536, "nauc_ndcg_at_10_max": 0.899127, "nauc_ndcg_at_10_std": 0.278517, "nauc_ndcg_at_10_diff1": 0.928466, "nauc_ndcg_at_20_max": 0.898129, "nauc_ndcg_at_20_std": 0.269187, "nauc_ndcg_at_20_diff1": 0.929833, "nauc_ndcg_at_100_max": 0.896356, "nauc_ndcg_at_100_std": 0.274722, "nauc_ndcg_at_100_diff1": 0.931244, "nauc_ndcg_at_1000_max": 0.893711, "nauc_ndcg_at_1000_std": 0.258481, "nauc_ndcg_at_1000_diff1": 0.929899, "nauc_map_at_1_max": 0.863845, "nauc_map_at_1_std": 0.190028, "nauc_map_at_1_diff1": 0.928068, "nauc_map_at_3_max": 0.891358, "nauc_map_at_3_std": 0.232688, "nauc_map_at_3_diff1": 0.931055, "nauc_map_at_5_max": 0.890735, "nauc_map_at_5_std": 0.241114, "nauc_map_at_5_diff1": 0.929461, "nauc_map_at_10_max": 0.889192, "nauc_map_at_10_std": 0.241469, "nauc_map_at_10_diff1": 0.92876, "nauc_map_at_20_max": 0.888923, "nauc_map_at_20_std": 0.239145, "nauc_map_at_20_diff1": 0.929076, "nauc_map_at_100_max": 0.88876, "nauc_map_at_100_std": 0.240237, "nauc_map_at_100_diff1": 0.929236, "nauc_map_at_1000_max": 0.888668, "nauc_map_at_1000_std": 0.239717, "nauc_map_at_1000_diff1": 0.929189, "nauc_recall_at_1_max": 0.863845, "nauc_recall_at_1_std": 0.190028, "nauc_recall_at_1_diff1": 0.928068, "nauc_recall_at_3_max": 0.965739, "nauc_recall_at_3_std": 0.388603, "nauc_recall_at_3_diff1": 0.94714, "nauc_recall_at_5_max": 0.974862, "nauc_recall_at_5_std": 0.488688, "nauc_recall_at_5_diff1": 0.936975, "nauc_recall_at_10_max": 0.978214, "nauc_recall_at_10_std": 0.605172, "nauc_recall_at_10_diff1": 0.923488, "nauc_recall_at_20_max": 0.982571, "nauc_recall_at_20_std": 0.564644, "nauc_recall_at_20_diff1": 0.937908, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.91976, "nauc_recall_at_100_diff1": 0.98366, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.863845, "nauc_precision_at_1_std": 0.190028, "nauc_precision_at_1_diff1": 0.928068, "nauc_precision_at_3_max": 0.965739, "nauc_precision_at_3_std": 0.388603, "nauc_precision_at_3_diff1": 0.94714, "nauc_precision_at_5_max": 0.974862, "nauc_precision_at_5_std": 0.488688, "nauc_precision_at_5_diff1": 0.936975, "nauc_precision_at_10_max": 0.978214, "nauc_precision_at_10_std": 0.605172, "nauc_precision_at_10_diff1": 0.923488, "nauc_precision_at_20_max": 0.982571, "nauc_precision_at_20_std": 0.564644, "nauc_precision_at_20_diff1": 0.937908, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.91976, "nauc_precision_at_100_diff1": 0.98366, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.863845, "nauc_mrr_at_1_std": 0.190028, "nauc_mrr_at_1_diff1": 0.928068, "nauc_mrr_at_3_max": 0.891358, "nauc_mrr_at_3_std": 0.232688, "nauc_mrr_at_3_diff1": 0.931055, "nauc_mrr_at_5_max": 0.890735, "nauc_mrr_at_5_std": 0.241114, "nauc_mrr_at_5_diff1": 0.929461, "nauc_mrr_at_10_max": 0.889192, "nauc_mrr_at_10_std": 0.241469, "nauc_mrr_at_10_diff1": 0.92876, "nauc_mrr_at_20_max": 0.888923, "nauc_mrr_at_20_std": 0.239145, "nauc_mrr_at_20_diff1": 0.929076, "nauc_mrr_at_100_max": 0.88876, "nauc_mrr_at_100_std": 0.240237, "nauc_mrr_at_100_diff1": 0.929236, "nauc_mrr_at_1000_max": 0.888668, "nauc_mrr_at_1000_std": 0.239717, "nauc_mrr_at_1000_diff1": 0.929189, "hit_rate_at_1": 0.91556, "hit_rate_at_3": 0.96556, "hit_rate_at_5": 0.97111, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.98333, "hit_rate_at_100": 0.99111, "hit_rate_at_1000": 1.0, "main_score": 0.95077, "hf_subset": "eng_Latn-kor_Hang", "languages": [ "eng-Latn", "kor-Hang" ] } ] }, "evaluation_time": 73.04912066459656, "kg_co2_emissions": null, "date": null }