{ "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", "task_name": "GreenNodeTableMarkdownRetrieval", "mteb_version": "1.38.41", "scores": { "test": [ { "ndcg_at_1": 0.36629, "ndcg_at_3": 0.42528, "ndcg_at_5": 0.44325, "ndcg_at_10": 0.46212, "ndcg_at_20": 0.47725, "ndcg_at_100": 0.50194, "ndcg_at_1000": 0.52243, "map_at_1": 0.36629, "map_at_3": 0.41084, "map_at_5": 0.42084, "map_at_10": 0.42866, "map_at_20": 0.43281, "map_at_100": 0.43612, "map_at_1000": 0.4368, "recall_at_1": 0.36629, "recall_at_3": 0.46704, "recall_at_5": 0.51055, "recall_at_10": 0.56875, "recall_at_20": 0.62859, "recall_at_100": 0.76321, "recall_at_1000": 0.9297, "precision_at_1": 0.36629, "precision_at_3": 0.15568, "precision_at_5": 0.10211, "precision_at_10": 0.05687, "precision_at_20": 0.03143, "precision_at_100": 0.00763, "precision_at_1000": 0.00093, "mrr_at_1": 0.366293, "mrr_at_3": 0.410839, "mrr_at_5": 0.420841, "mrr_at_10": 0.428656, "mrr_at_20": 0.432811, "mrr_at_100": 0.436123, "mrr_at_1000": 0.436803, "nauc_ndcg_at_1_max": 0.178287, "nauc_ndcg_at_1_std": 0.113491, "nauc_ndcg_at_1_diff1": 0.771241, "nauc_ndcg_at_3_max": 0.142036, "nauc_ndcg_at_3_std": 0.152991, "nauc_ndcg_at_3_diff1": 0.719963, "nauc_ndcg_at_5_max": 0.132562, "nauc_ndcg_at_5_std": 0.165127, "nauc_ndcg_at_5_diff1": 0.706754, "nauc_ndcg_at_10_max": 0.126234, "nauc_ndcg_at_10_std": 0.180891, "nauc_ndcg_at_10_diff1": 0.700403, "nauc_ndcg_at_20_max": 0.122781, "nauc_ndcg_at_20_std": 0.191797, "nauc_ndcg_at_20_diff1": 0.696056, "nauc_ndcg_at_100_max": 0.121031, "nauc_ndcg_at_100_std": 0.202088, "nauc_ndcg_at_100_diff1": 0.695573, "nauc_ndcg_at_1000_max": 0.128455, "nauc_ndcg_at_1000_std": 0.19443, "nauc_ndcg_at_1000_diff1": 0.702109, "nauc_map_at_1_max": 0.178287, "nauc_map_at_1_std": 0.113491, "nauc_map_at_1_diff1": 0.771241, "nauc_map_at_3_max": 0.15086, "nauc_map_at_3_std": 0.143032, "nauc_map_at_3_diff1": 0.732165, "nauc_map_at_5_max": 0.145624, "nauc_map_at_5_std": 0.149719, "nauc_map_at_5_diff1": 0.724846, "nauc_map_at_10_max": 0.14311, "nauc_map_at_10_std": 0.15601, "nauc_map_at_10_diff1": 0.722421, "nauc_map_at_20_max": 0.142254, "nauc_map_at_20_std": 0.158764, "nauc_map_at_20_diff1": 0.721286, "nauc_map_at_100_max": 0.142022, "nauc_map_at_100_std": 0.160044, "nauc_map_at_100_diff1": 0.721262, "nauc_map_at_1000_max": 0.142256, "nauc_map_at_1000_std": 0.159866, "nauc_map_at_1000_diff1": 0.721453, "nauc_recall_at_1_max": 0.178287, "nauc_recall_at_1_std": 0.113491, "nauc_recall_at_1_diff1": 0.771241, "nauc_recall_at_3_max": 0.116404, "nauc_recall_at_3_std": 0.182062, "nauc_recall_at_3_diff1": 0.684633, "nauc_recall_at_5_max": 0.092628, "nauc_recall_at_5_std": 0.212545, "nauc_recall_at_5_diff1": 0.651572, "nauc_recall_at_10_max": 0.069562, "nauc_recall_at_10_std": 0.26725, "nauc_recall_at_10_diff1": 0.627149, "nauc_recall_at_20_max": 0.049127, "nauc_recall_at_20_std": 0.324185, "nauc_recall_at_20_diff1": 0.601803, "nauc_recall_at_100_max": 0.008141, "nauc_recall_at_100_std": 0.457551, "nauc_recall_at_100_diff1": 0.563044, "nauc_recall_at_1000_max": 0.04562, "nauc_recall_at_1000_std": 0.673999, "nauc_recall_at_1000_diff1": 0.536207, "nauc_precision_at_1_max": 0.178287, "nauc_precision_at_1_std": 0.113491, "nauc_precision_at_1_diff1": 0.771241, "nauc_precision_at_3_max": 0.116404, "nauc_precision_at_3_std": 0.182062, "nauc_precision_at_3_diff1": 0.684633, "nauc_precision_at_5_max": 0.092628, "nauc_precision_at_5_std": 0.212545, "nauc_precision_at_5_diff1": 0.651572, "nauc_precision_at_10_max": 0.069562, "nauc_precision_at_10_std": 0.26725, "nauc_precision_at_10_diff1": 0.627149, "nauc_precision_at_20_max": 0.049127, "nauc_precision_at_20_std": 0.324185, "nauc_precision_at_20_diff1": 0.601803, "nauc_precision_at_100_max": 0.008141, "nauc_precision_at_100_std": 0.457551, "nauc_precision_at_100_diff1": 0.563044, "nauc_precision_at_1000_max": 0.04562, "nauc_precision_at_1000_std": 0.673999, "nauc_precision_at_1000_diff1": 0.536207, "nauc_mrr_at_1_max": 0.178287, "nauc_mrr_at_1_std": 0.113491, "nauc_mrr_at_1_diff1": 0.771241, "nauc_mrr_at_3_max": 0.15086, "nauc_mrr_at_3_std": 0.143032, "nauc_mrr_at_3_diff1": 0.732165, "nauc_mrr_at_5_max": 0.145643, "nauc_mrr_at_5_std": 0.149711, "nauc_mrr_at_5_diff1": 0.724859, "nauc_mrr_at_10_max": 0.143114, "nauc_mrr_at_10_std": 0.156009, "nauc_mrr_at_10_diff1": 0.722423, "nauc_mrr_at_20_max": 0.142257, "nauc_mrr_at_20_std": 0.158762, "nauc_mrr_at_20_diff1": 0.721289, "nauc_mrr_at_100_max": 0.142025, "nauc_mrr_at_100_std": 0.160043, "nauc_mrr_at_100_diff1": 0.721265, "nauc_mrr_at_1000_max": 0.142259, "nauc_mrr_at_1000_std": 0.159864, "nauc_mrr_at_1000_diff1": 0.721455, "main_score": 0.46212, "hf_subset": "default", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 708.3666431903839, "kg_co2_emissions": null }