{ "dataset_revision": "979a211276faa22f671e69d096634193567cfd05", "task_name": "BelebeleRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.97222, "ndcg_at_3": 0.98385, "ndcg_at_5": 0.98428, "ndcg_at_10": 0.98532, "ndcg_at_20": 0.98532, "ndcg_at_100": 0.9861, "ndcg_at_1000": 0.9861, "map_at_1": 0.97222, "map_at_3": 0.9813, "map_at_5": 0.98152, "map_at_10": 0.98192, "map_at_20": 0.98192, "map_at_100": 0.98201, "map_at_1000": 0.98201, "recall_at_1": 0.97222, "recall_at_3": 0.99111, "recall_at_5": 0.99222, "recall_at_10": 0.99556, "recall_at_20": 0.99556, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.97222, "precision_at_1": 0.97222, "precision_at_3": 0.33037, "precision_at_5": 0.19844, "precision_at_10": 0.09956, "precision_at_20": 0.04978, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.972222, "mrr_at_3": 0.981296, "mrr_at_5": 0.981519, "mrr_at_10": 0.981924, "mrr_at_20": 0.981924, "mrr_at_100": 0.982014, "mrr_at_1000": 0.982014, "nauc_ndcg_at_1_max": 0.877423, "nauc_ndcg_at_1_std": -0.061811, "nauc_ndcg_at_1_diff1": 0.984314, "nauc_ndcg_at_3_max": 0.91652, "nauc_ndcg_at_3_std": 0.098402, "nauc_ndcg_at_3_diff1": 0.990043, "nauc_ndcg_at_5_max": 0.914238, "nauc_ndcg_at_5_std": 0.097736, "nauc_ndcg_at_5_diff1": 0.989771, "nauc_ndcg_at_10_max": 0.911145, "nauc_ndcg_at_10_std": 0.118503, "nauc_ndcg_at_10_diff1": 0.989047, "nauc_ndcg_at_20_max": 0.911145, "nauc_ndcg_at_20_std": 0.118503, "nauc_ndcg_at_20_diff1": 0.989047, "nauc_ndcg_at_100_max": 0.906139, "nauc_ndcg_at_100_std": 0.07424, "nauc_ndcg_at_100_diff1": 0.98843, "nauc_ndcg_at_1000_max": 0.906139, "nauc_ndcg_at_1000_std": 0.07424, "nauc_ndcg_at_1000_diff1": 0.98843, "nauc_map_at_1_max": 0.877423, "nauc_map_at_1_std": -0.061811, "nauc_map_at_1_diff1": 0.984314, "nauc_map_at_3_max": 0.905095, "nauc_map_at_3_std": 0.051386, "nauc_map_at_3_diff1": 0.988352, "nauc_map_at_5_max": 0.903954, "nauc_map_at_5_std": 0.050528, "nauc_map_at_5_diff1": 0.988212, "nauc_map_at_10_max": 0.902691, "nauc_map_at_10_std": 0.054595, "nauc_map_at_10_diff1": 0.987947, "nauc_map_at_20_max": 0.902691, "nauc_map_at_20_std": 0.054595, "nauc_map_at_20_diff1": 0.987947, "nauc_map_at_100_max": 0.902204, "nauc_map_at_100_std": 0.050258, "nauc_map_at_100_diff1": 0.987887, "nauc_map_at_1000_max": 0.902204, "nauc_map_at_1000_std": 0.050258, "nauc_map_at_1000_diff1": 0.987887, "nauc_recall_at_1_max": 0.877423, "nauc_recall_at_1_std": -0.061811, "nauc_recall_at_1_diff1": 0.984314, "nauc_recall_at_3_max": 0.98366, "nauc_recall_at_3_std": 0.374883, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.981326, "nauc_recall_at_5_std": 0.410898, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.897876, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.897876, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.877423, "nauc_precision_at_1_std": -0.061811, "nauc_precision_at_1_diff1": 0.984314, "nauc_precision_at_3_max": 0.98366, "nauc_precision_at_3_std": 0.374883, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.981326, "nauc_precision_at_5_std": 0.410898, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.897876, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.897876, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.877423, "nauc_mrr_at_1_std": -0.061811, "nauc_mrr_at_1_diff1": 0.984314, "nauc_mrr_at_3_max": 0.905095, "nauc_mrr_at_3_std": 0.051386, "nauc_mrr_at_3_diff1": 0.988352, "nauc_mrr_at_5_max": 0.903954, "nauc_mrr_at_5_std": 0.050528, "nauc_mrr_at_5_diff1": 0.988212, "nauc_mrr_at_10_max": 0.902691, "nauc_mrr_at_10_std": 0.054595, "nauc_mrr_at_10_diff1": 0.987947, "nauc_mrr_at_20_max": 0.902691, "nauc_mrr_at_20_std": 0.054595, "nauc_mrr_at_20_diff1": 0.987947, "nauc_mrr_at_100_max": 0.902204, "nauc_mrr_at_100_std": 0.050258, "nauc_mrr_at_100_diff1": 0.987887, "nauc_mrr_at_1000_max": 0.902204, "nauc_mrr_at_1000_std": 0.050258, "nauc_mrr_at_1000_diff1": 0.987887, "hit_rate_at_1": 0.97222, "hit_rate_at_3": 0.99111, "hit_rate_at_5": 0.99222, "hit_rate_at_10": 0.99556, "hit_rate_at_20": 0.99556, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.98532, "hf_subset": "kor_Hang-kor_Hang", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.98222, "ndcg_at_3": 0.98894, "ndcg_at_5": 0.9899, "ndcg_at_10": 0.99029, "ndcg_at_20": 0.99057, "ndcg_at_100": 0.99094, "ndcg_at_1000": 0.99094, "map_at_1": 0.98222, "map_at_3": 0.98741, "map_at_5": 0.98796, "map_at_10": 0.98815, "map_at_20": 0.98822, "map_at_100": 0.98826, "map_at_1000": 0.98826, "recall_at_1": 0.98222, "recall_at_3": 0.99333, "recall_at_5": 0.99556, "recall_at_10": 0.99667, "recall_at_20": 0.99778, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.98222, "precision_at_1": 0.98222, "precision_at_3": 0.33111, "precision_at_5": 0.19911, "precision_at_10": 0.09967, "precision_at_20": 0.04989, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.982222, "mrr_at_3": 0.987407, "mrr_at_5": 0.987963, "mrr_at_10": 0.988148, "mrr_at_20": 0.988218, "mrr_at_100": 0.988256, "mrr_at_1000": 0.988256, "nauc_ndcg_at_1_max": 0.848156, "nauc_ndcg_at_1_std": -0.188171, "nauc_ndcg_at_1_diff1": 0.982639, "nauc_ndcg_at_3_max": 0.906253, "nauc_ndcg_at_3_std": -0.034887, "nauc_ndcg_at_3_diff1": 0.989699, "nauc_ndcg_at_5_max": 0.89737, "nauc_ndcg_at_5_std": 0.052351, "nauc_ndcg_at_5_diff1": 0.988723, "nauc_ndcg_at_10_max": 0.893185, "nauc_ndcg_at_10_std": 0.013707, "nauc_ndcg_at_10_diff1": 0.988263, "nauc_ndcg_at_20_max": 0.890107, "nauc_ndcg_at_20_std": -0.006709, "nauc_ndcg_at_20_diff1": 0.987925, "nauc_ndcg_at_100_max": 0.88555, "nauc_ndcg_at_100_std": -0.048462, "nauc_ndcg_at_100_diff1": 0.987424, "nauc_ndcg_at_1000_max": 0.88555, "nauc_ndcg_at_1000_std": -0.048462, "nauc_ndcg_at_1000_diff1": 0.987424, "nauc_map_at_1_max": 0.848156, "nauc_map_at_1_std": -0.188171, "nauc_map_at_1_diff1": 0.982639, "nauc_map_at_3_max": 0.888731, "nauc_map_at_3_std": -0.095458, "nauc_map_at_3_diff1": 0.987745, "nauc_map_at_5_max": 0.883595, "nauc_map_at_5_std": -0.055757, "nauc_map_at_5_diff1": 0.987179, "nauc_map_at_10_max": 0.881777, "nauc_map_at_10_std": -0.072253, "nauc_map_at_10_diff1": 0.986979, "nauc_map_at_20_max": 0.88108, "nauc_map_at_20_std": -0.076935, "nauc_map_at_20_diff1": 0.986902, "nauc_map_at_100_max": 0.88069, "nauc_map_at_100_std": -0.080464, "nauc_map_at_100_diff1": 0.98686, "nauc_map_at_1000_max": 0.88069, "nauc_map_at_1000_std": -0.080464, "nauc_map_at_1000_diff1": 0.98686, "nauc_recall_at_1_max": 0.848156, "nauc_recall_at_1_std": -0.188171, "nauc_recall_at_1_diff1": 0.982639, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.301821, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.930556, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.907407, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.848156, "nauc_precision_at_1_std": -0.188171, "nauc_precision_at_1_diff1": 0.982639, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.301821, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.930556, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.907407, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.848156, "nauc_mrr_at_1_std": -0.188171, "nauc_mrr_at_1_diff1": 0.982639, "nauc_mrr_at_3_max": 0.888731, "nauc_mrr_at_3_std": -0.095458, "nauc_mrr_at_3_diff1": 0.987745, "nauc_mrr_at_5_max": 0.883595, "nauc_mrr_at_5_std": -0.055757, "nauc_mrr_at_5_diff1": 0.987179, "nauc_mrr_at_10_max": 0.881777, "nauc_mrr_at_10_std": -0.072253, "nauc_mrr_at_10_diff1": 0.986979, "nauc_mrr_at_20_max": 0.88108, "nauc_mrr_at_20_std": -0.076935, "nauc_mrr_at_20_diff1": 0.986902, "nauc_mrr_at_100_max": 0.88069, "nauc_mrr_at_100_std": -0.080464, "nauc_mrr_at_100_diff1": 0.98686, "nauc_mrr_at_1000_max": 0.88069, "nauc_mrr_at_1000_std": -0.080464, "nauc_mrr_at_1000_diff1": 0.98686, "hit_rate_at_1": 0.98222, "hit_rate_at_3": 0.99333, "hit_rate_at_5": 0.99556, "hit_rate_at_10": 0.99667, "hit_rate_at_20": 0.99778, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.99029, "hf_subset": "kor_Hang-eng_Latn", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.96556, "ndcg_at_3": 0.97858, "ndcg_at_5": 0.97954, "ndcg_at_10": 0.98058, "ndcg_at_20": 0.98085, "ndcg_at_100": 0.98207, "ndcg_at_1000": 0.98207, "map_at_1": 0.96556, "map_at_3": 0.97574, "map_at_5": 0.9763, "map_at_10": 0.9767, "map_at_20": 0.97677, "map_at_100": 0.97694, "map_at_1000": 0.97694, "recall_at_1": 0.96556, "recall_at_3": 0.98667, "recall_at_5": 0.98889, "recall_at_10": 0.99222, "recall_at_20": 0.99333, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.96556, "precision_at_1": 0.96556, "precision_at_3": 0.32889, "precision_at_5": 0.19778, "precision_at_10": 0.09922, "precision_at_20": 0.04967, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.965556, "mrr_at_3": 0.975741, "mrr_at_5": 0.976296, "mrr_at_10": 0.976704, "mrr_at_20": 0.976769, "mrr_at_100": 0.976935, "mrr_at_1000": 0.976935, "nauc_ndcg_at_1_max": 0.872474, "nauc_ndcg_at_1_std": 0.241935, "nauc_ndcg_at_1_diff1": 0.982606, "nauc_ndcg_at_3_max": 0.923412, "nauc_ndcg_at_3_std": 0.444237, "nauc_ndcg_at_3_diff1": 0.983509, "nauc_ndcg_at_5_max": 0.91983, "nauc_ndcg_at_5_std": 0.454809, "nauc_ndcg_at_5_diff1": 0.982737, "nauc_ndcg_at_10_max": 0.915544, "nauc_ndcg_at_10_std": 0.427827, "nauc_ndcg_at_10_diff1": 0.981815, "nauc_ndcg_at_20_max": 0.914369, "nauc_ndcg_at_20_std": 0.419867, "nauc_ndcg_at_20_diff1": 0.981562, "nauc_ndcg_at_100_max": 0.908521, "nauc_ndcg_at_100_std": 0.394315, "nauc_ndcg_at_100_diff1": 0.981814, "nauc_ndcg_at_1000_max": 0.908521, "nauc_ndcg_at_1000_std": 0.394315, "nauc_ndcg_at_1000_diff1": 0.981814, "nauc_map_at_1_max": 0.872474, "nauc_map_at_1_std": 0.241935, "nauc_map_at_1_diff1": 0.982606, "nauc_map_at_3_max": 0.908468, "nauc_map_at_3_std": 0.382528, "nauc_map_at_3_diff1": 0.982538, "nauc_map_at_5_max": 0.906323, "nauc_map_at_5_std": 0.386378, "nauc_map_at_5_diff1": 0.982128, "nauc_map_at_10_max": 0.904685, "nauc_map_at_10_std": 0.37627, "nauc_map_at_10_diff1": 0.981816, "nauc_map_at_20_max": 0.904417, "nauc_map_at_20_std": 0.374515, "nauc_map_at_20_diff1": 0.981765, "nauc_map_at_100_max": 0.903727, "nauc_map_at_100_std": 0.37173, "nauc_map_at_100_diff1": 0.981791, "nauc_map_at_1000_max": 0.903727, "nauc_map_at_1000_std": 0.37173, "nauc_map_at_1000_diff1": 0.981791, "nauc_recall_at_1_max": 0.872474, "nauc_recall_at_1_std": 0.241935, "nauc_recall_at_1_diff1": 0.982606, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.762566, "nauc_recall_at_3_diff1": 0.989107, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.871429, "nauc_recall_at_5_diff1": 0.986928, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.835001, "nauc_recall_at_10_diff1": 0.981326, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.807501, "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.872474, "nauc_precision_at_1_std": 0.241935, "nauc_precision_at_1_diff1": 0.982606, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.762566, "nauc_precision_at_3_diff1": 0.989107, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.871429, "nauc_precision_at_5_diff1": 0.986928, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.835001, "nauc_precision_at_10_diff1": 0.981326, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.807501, "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.872474, "nauc_mrr_at_1_std": 0.241935, "nauc_mrr_at_1_diff1": 0.982606, "nauc_mrr_at_3_max": 0.908468, "nauc_mrr_at_3_std": 0.382528, "nauc_mrr_at_3_diff1": 0.982538, "nauc_mrr_at_5_max": 0.906323, "nauc_mrr_at_5_std": 0.386378, "nauc_mrr_at_5_diff1": 0.982128, "nauc_mrr_at_10_max": 0.904685, "nauc_mrr_at_10_std": 0.37627, "nauc_mrr_at_10_diff1": 0.981816, "nauc_mrr_at_20_max": 0.904417, "nauc_mrr_at_20_std": 0.374515, "nauc_mrr_at_20_diff1": 0.981765, "nauc_mrr_at_100_max": 0.903727, "nauc_mrr_at_100_std": 0.37173, "nauc_mrr_at_100_diff1": 0.981791, "nauc_mrr_at_1000_max": 0.903727, "nauc_mrr_at_1000_std": 0.37173, "nauc_mrr_at_1000_diff1": 0.981791, "hit_rate_at_1": 0.96556, "hit_rate_at_3": 0.98667, "hit_rate_at_5": 0.98889, "hit_rate_at_10": 0.99222, "hit_rate_at_20": 0.99333, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.98058, "hf_subset": "eng_Latn-kor_Hang", "languages": [ "eng-Latn", "kor-Hang" ] } ] }, "evaluation_time": 11.103691101074219, "kg_co2_emissions": null, "date": null }