{ "dataset_revision": "979a211276faa22f671e69d096634193567cfd05", "task_name": "BelebeleRetrieval", "mteb_version": "2.18.7", "scores": { "test": [ { "ndcg_at_1": 0.94333, "ndcg_at_3": 0.96378, "ndcg_at_5": 0.96703, "ndcg_at_10": 0.96956, "ndcg_at_20": 0.96956, "ndcg_at_100": 0.97061, "ndcg_at_1000": 0.9709, "map_at_1": 0.94333, "map_at_3": 0.95926, "map_at_5": 0.96109, "map_at_10": 0.96214, "map_at_20": 0.96214, "map_at_100": 0.96229, "map_at_1000": 0.9623, "recall_at_1": 0.94333, "recall_at_3": 0.97667, "recall_at_5": 0.98444, "recall_at_10": 0.99222, "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, "accuracy": 0.94333, "precision_at_1": 0.94333, "precision_at_3": 0.32556, "precision_at_5": 0.19689, "precision_at_10": 0.09922, "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.943333, "mrr_at_3": 0.959259, "mrr_at_5": 0.961093, "mrr_at_10": 0.96214, "mrr_at_20": 0.96214, "mrr_at_100": 0.962289, "mrr_at_1000": 0.962299, "nauc_ndcg_at_1_max": 0.798365, "nauc_ndcg_at_1_std": -0.395507, "nauc_ndcg_at_1_diff1": 0.96819, "nauc_ndcg_at_3_max": 0.838939, "nauc_ndcg_at_3_std": -0.399552, "nauc_ndcg_at_3_diff1": 0.973515, "nauc_ndcg_at_5_max": 0.831225, "nauc_ndcg_at_5_std": -0.39698, "nauc_ndcg_at_5_diff1": 0.9728, "nauc_ndcg_at_10_max": 0.831037, "nauc_ndcg_at_10_std": -0.372148, "nauc_ndcg_at_10_diff1": 0.970542, "nauc_ndcg_at_20_max": 0.831037, "nauc_ndcg_at_20_std": -0.372148, "nauc_ndcg_at_20_diff1": 0.970542, "nauc_ndcg_at_100_max": 0.828925, "nauc_ndcg_at_100_std": -0.364464, "nauc_ndcg_at_100_diff1": 0.971315, "nauc_ndcg_at_1000_max": 0.827264, "nauc_ndcg_at_1000_std": -0.376449, "nauc_ndcg_at_1000_diff1": 0.971037, "nauc_map_at_1_max": 0.798365, "nauc_map_at_1_std": -0.395507, "nauc_map_at_1_diff1": 0.96819, "nauc_map_at_3_max": 0.827856, "nauc_map_at_3_std": -0.397424, "nauc_map_at_3_diff1": 0.971936, "nauc_map_at_5_max": 0.823675, "nauc_map_at_5_std": -0.396701, "nauc_map_at_5_diff1": 0.971547, "nauc_map_at_10_max": 0.823597, "nauc_map_at_10_std": -0.387247, "nauc_map_at_10_diff1": 0.97076, "nauc_map_at_20_max": 0.823597, "nauc_map_at_20_std": -0.387247, "nauc_map_at_20_diff1": 0.97076, "nauc_map_at_100_max": 0.823355, "nauc_map_at_100_std": -0.385764, "nauc_map_at_100_diff1": 0.970829, "nauc_map_at_1000_max": 0.823309, "nauc_map_at_1000_std": -0.386096, "nauc_map_at_1000_diff1": 0.970821, "nauc_recall_at_1_max": 0.798365, "nauc_recall_at_1_std": -0.395507, "nauc_recall_at_1_diff1": 0.96819, "nauc_recall_at_3_max": 0.892957, "nauc_recall_at_3_std": -0.410831, "nauc_recall_at_3_diff1": 0.981326, "nauc_recall_at_5_max": 0.880619, "nauc_recall_at_5_std": -0.397159, "nauc_recall_at_5_diff1": 0.981326, "nauc_recall_at_10_max": 0.922969, "nauc_recall_at_10_std": -0.127584, "nauc_recall_at_10_diff1": 0.962652, "nauc_recall_at_20_max": 0.922969, "nauc_recall_at_20_std": -0.127584, "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.798365, "nauc_precision_at_1_std": -0.395507, "nauc_precision_at_1_diff1": 0.96819, "nauc_precision_at_3_max": 0.892957, "nauc_precision_at_3_std": -0.410831, "nauc_precision_at_3_diff1": 0.981326, "nauc_precision_at_5_max": 0.880619, "nauc_precision_at_5_std": -0.397159, "nauc_precision_at_5_diff1": 0.981326, "nauc_precision_at_10_max": 0.922969, "nauc_precision_at_10_std": -0.127584, "nauc_precision_at_10_diff1": 0.962652, "nauc_precision_at_20_max": 0.922969, "nauc_precision_at_20_std": -0.127584, "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.798365, "nauc_mrr_at_1_std": -0.395507, "nauc_mrr_at_1_diff1": 0.96819, "nauc_mrr_at_3_max": 0.827856, "nauc_mrr_at_3_std": -0.397424, "nauc_mrr_at_3_diff1": 0.971936, "nauc_mrr_at_5_max": 0.823675, "nauc_mrr_at_5_std": -0.396701, "nauc_mrr_at_5_diff1": 0.971547, "nauc_mrr_at_10_max": 0.823597, "nauc_mrr_at_10_std": -0.387247, "nauc_mrr_at_10_diff1": 0.97076, "nauc_mrr_at_20_max": 0.823597, "nauc_mrr_at_20_std": -0.387247, "nauc_mrr_at_20_diff1": 0.97076, "nauc_mrr_at_100_max": 0.823355, "nauc_mrr_at_100_std": -0.385764, "nauc_mrr_at_100_diff1": 0.970829, "nauc_mrr_at_1000_max": 0.823309, "nauc_mrr_at_1000_std": -0.386096, "nauc_mrr_at_1000_diff1": 0.970821, "hit_rate_at_1": 0.94333, "hit_rate_at_3": 0.97667, "hit_rate_at_5": 0.98444, "hit_rate_at_10": 0.99222, "hit_rate_at_20": 0.99222, "hit_rate_at_100": 0.99778, "hit_rate_at_1000": 1.0, "main_score": 0.96956, "hf_subset": "nld_Latn-nld_Latn", "languages": [ "nld-Latn", "nld-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 40.3392126779072, "kg_co2_emissions": null, "date": 1785455791.118554, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 0.9053400449920446, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 0.9217320289462805, "end": 39.95221308199689, "split": "test", "subset": "nld_Latn-nld_Latn" }, { "name": "Scoring", "start": 39.953154053073376, "end": 40.32446206291206, "split": "test", "subset": "nld_Latn-nld_Latn" } ] }