{ "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", "task_name": "GreenNodeTableMarkdownRetrieval", "mteb_version": "1.38.41", "scores": { "test": [ { "ndcg_at_1": 0.36892, "ndcg_at_3": 0.4294, "ndcg_at_5": 0.44817, "ndcg_at_10": 0.46691, "ndcg_at_20": 0.48155, "ndcg_at_100": 0.50596, "ndcg_at_1000": 0.52616, "map_at_1": 0.36892, "map_at_3": 0.41465, "map_at_5": 0.42505, "map_at_10": 0.4328, "map_at_20": 0.43681, "map_at_100": 0.4401, "map_at_1000": 0.44078, "recall_at_1": 0.36892, "recall_at_3": 0.47205, "recall_at_5": 0.51764, "recall_at_10": 0.57554, "recall_at_20": 0.63348, "recall_at_100": 0.76628, "recall_at_1000": 0.93001, "precision_at_1": 0.36892, "precision_at_3": 0.15735, "precision_at_5": 0.10353, "precision_at_10": 0.05755, "precision_at_20": 0.03167, "precision_at_100": 0.00766, "precision_at_1000": 0.00093, "mrr_at_1": 0.36892, "mrr_at_3": 0.414648, "mrr_at_5": 0.425054, "mrr_at_10": 0.432797, "mrr_at_20": 0.436811, "mrr_at_100": 0.440102, "mrr_at_1000": 0.44078, "nauc_ndcg_at_1_max": 0.14051, "nauc_ndcg_at_1_std": 0.057108, "nauc_ndcg_at_1_diff1": 0.758393, "nauc_ndcg_at_3_max": 0.104324, "nauc_ndcg_at_3_std": 0.089039, "nauc_ndcg_at_3_diff1": 0.706218, "nauc_ndcg_at_5_max": 0.094983, "nauc_ndcg_at_5_std": 0.101172, "nauc_ndcg_at_5_diff1": 0.694681, "nauc_ndcg_at_10_max": 0.087969, "nauc_ndcg_at_10_std": 0.115232, "nauc_ndcg_at_10_diff1": 0.688364, "nauc_ndcg_at_20_max": 0.084809, "nauc_ndcg_at_20_std": 0.125232, "nauc_ndcg_at_20_diff1": 0.684742, "nauc_ndcg_at_100_max": 0.085096, "nauc_ndcg_at_100_std": 0.135802, "nauc_ndcg_at_100_diff1": 0.684276, "nauc_ndcg_at_1000_max": 0.090904, "nauc_ndcg_at_1000_std": 0.128623, "nauc_ndcg_at_1000_diff1": 0.690478, "nauc_map_at_1_max": 0.14051, "nauc_map_at_1_std": 0.057108, "nauc_map_at_1_diff1": 0.758393, "nauc_map_at_3_max": 0.113051, "nauc_map_at_3_std": 0.081189, "nauc_map_at_3_diff1": 0.718687, "nauc_map_at_5_max": 0.10797, "nauc_map_at_5_std": 0.087802, "nauc_map_at_5_diff1": 0.712305, "nauc_map_at_10_max": 0.105239, "nauc_map_at_10_std": 0.093418, "nauc_map_at_10_diff1": 0.709871, "nauc_map_at_20_max": 0.104505, "nauc_map_at_20_std": 0.09595, "nauc_map_at_20_diff1": 0.708944, "nauc_map_at_100_max": 0.104516, "nauc_map_at_100_std": 0.097207, "nauc_map_at_100_diff1": 0.708897, "nauc_map_at_1000_max": 0.104701, "nauc_map_at_1000_std": 0.097021, "nauc_map_at_1000_diff1": 0.709093, "nauc_recall_at_1_max": 0.14051, "nauc_recall_at_1_std": 0.057108, "nauc_recall_at_1_diff1": 0.758393, "nauc_recall_at_3_max": 0.078975, "nauc_recall_at_3_std": 0.111906, "nauc_recall_at_3_diff1": 0.670047, "nauc_recall_at_5_max": 0.055005, "nauc_recall_at_5_std": 0.142784, "nauc_recall_at_5_diff1": 0.640797, "nauc_recall_at_10_max": 0.029251, "nauc_recall_at_10_std": 0.191712, "nauc_recall_at_10_diff1": 0.616571, "nauc_recall_at_20_max": 0.009423, "nauc_recall_at_20_std": 0.244043, "nauc_recall_at_20_diff1": 0.594258, "nauc_recall_at_100_max": -0.015049, "nauc_recall_at_100_std": 0.377078, "nauc_recall_at_100_diff1": 0.557304, "nauc_recall_at_1000_max": -0.006958, "nauc_recall_at_1000_std": 0.583976, "nauc_recall_at_1000_diff1": 0.527961, "nauc_precision_at_1_max": 0.14051, "nauc_precision_at_1_std": 0.057108, "nauc_precision_at_1_diff1": 0.758393, "nauc_precision_at_3_max": 0.078975, "nauc_precision_at_3_std": 0.111906, "nauc_precision_at_3_diff1": 0.670047, "nauc_precision_at_5_max": 0.055005, "nauc_precision_at_5_std": 0.142784, "nauc_precision_at_5_diff1": 0.640797, "nauc_precision_at_10_max": 0.029251, "nauc_precision_at_10_std": 0.191712, "nauc_precision_at_10_diff1": 0.616571, "nauc_precision_at_20_max": 0.009423, "nauc_precision_at_20_std": 0.244043, "nauc_precision_at_20_diff1": 0.594258, "nauc_precision_at_100_max": -0.015049, "nauc_precision_at_100_std": 0.377078, "nauc_precision_at_100_diff1": 0.557304, "nauc_precision_at_1000_max": -0.006958, "nauc_precision_at_1000_std": 0.583976, "nauc_precision_at_1000_diff1": 0.527961, "nauc_mrr_at_1_max": 0.14051, "nauc_mrr_at_1_std": 0.057108, "nauc_mrr_at_1_diff1": 0.758393, "nauc_mrr_at_3_max": 0.113051, "nauc_mrr_at_3_std": 0.081189, "nauc_mrr_at_3_diff1": 0.718687, "nauc_mrr_at_5_max": 0.10797, "nauc_mrr_at_5_std": 0.087802, "nauc_mrr_at_5_diff1": 0.712305, "nauc_mrr_at_10_max": 0.105239, "nauc_mrr_at_10_std": 0.093418, "nauc_mrr_at_10_diff1": 0.709871, "nauc_mrr_at_20_max": 0.104505, "nauc_mrr_at_20_std": 0.09595, "nauc_mrr_at_20_diff1": 0.708944, "nauc_mrr_at_100_max": 0.104516, "nauc_mrr_at_100_std": 0.097207, "nauc_mrr_at_100_diff1": 0.708897, "nauc_mrr_at_1000_max": 0.104701, "nauc_mrr_at_1000_std": 0.097021, "nauc_mrr_at_1000_diff1": 0.709093, "main_score": 0.46691, "hf_subset": "default", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 833.5398392677307, "kg_co2_emissions": null }