{ "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", "task_name": "GreenNodeTableMarkdownRetrieval", "mteb_version": "1.38.41", "scores": { "test": [ { "ndcg_at_1": 0.27395, "ndcg_at_3": 0.32524, "ndcg_at_5": 0.34131, "ndcg_at_10": 0.35966, "ndcg_at_20": 0.37382, "ndcg_at_100": 0.39864, "ndcg_at_1000": 0.42349, "map_at_1": 0.27395, "map_at_3": 0.31262, "map_at_5": 0.32151, "map_at_10": 0.32908, "map_at_20": 0.33295, "map_at_100": 0.33625, "map_at_1000": 0.33704, "recall_at_1": 0.27395, "recall_at_3": 0.36179, "recall_at_5": 0.40091, "recall_at_10": 0.45766, "recall_at_20": 0.51382, "recall_at_100": 0.64949, "recall_at_1000": 0.85362, "precision_at_1": 0.27395, "precision_at_3": 0.1206, "precision_at_5": 0.08018, "precision_at_10": 0.04577, "precision_at_20": 0.02569, "precision_at_100": 0.00649, "precision_at_1000": 0.00085, "mrr_at_1": 0.273952, "mrr_at_3": 0.312616, "mrr_at_5": 0.321506, "mrr_at_10": 0.329079, "mrr_at_20": 0.332947, "mrr_at_100": 0.336252, "mrr_at_1000": 0.337042, "nauc_ndcg_at_1_max": 0.139526, "nauc_ndcg_at_1_std": -0.028761, "nauc_ndcg_at_1_diff1": 0.706939, "nauc_ndcg_at_3_max": 0.098613, "nauc_ndcg_at_3_std": -0.004873, "nauc_ndcg_at_3_diff1": 0.644581, "nauc_ndcg_at_5_max": 0.086958, "nauc_ndcg_at_5_std": 0.003663, "nauc_ndcg_at_5_diff1": 0.631004, "nauc_ndcg_at_10_max": 0.074805, "nauc_ndcg_at_10_std": 0.016118, "nauc_ndcg_at_10_diff1": 0.621871, "nauc_ndcg_at_20_max": 0.066398, "nauc_ndcg_at_20_std": 0.02291, "nauc_ndcg_at_20_diff1": 0.614768, "nauc_ndcg_at_100_max": 0.059986, "nauc_ndcg_at_100_std": 0.035882, "nauc_ndcg_at_100_diff1": 0.610321, "nauc_ndcg_at_1000_max": 0.065282, "nauc_ndcg_at_1000_std": 0.036185, "nauc_ndcg_at_1000_diff1": 0.615945, "nauc_map_at_1_max": 0.139526, "nauc_map_at_1_std": -0.028761, "nauc_map_at_1_diff1": 0.706939, "nauc_map_at_3_max": 0.108475, "nauc_map_at_3_std": -0.010535, "nauc_map_at_3_diff1": 0.659173, "nauc_map_at_5_max": 0.10188, "nauc_map_at_5_std": -0.005805, "nauc_map_at_5_diff1": 0.651483, "nauc_map_at_10_max": 0.096855, "nauc_map_at_10_std": -0.000629, "nauc_map_at_10_diff1": 0.64772, "nauc_map_at_20_max": 0.094583, "nauc_map_at_20_std": 0.001191, "nauc_map_at_20_diff1": 0.645771, "nauc_map_at_100_max": 0.093759, "nauc_map_at_100_std": 0.002849, "nauc_map_at_100_diff1": 0.645223, "nauc_map_at_1000_max": 0.093896, "nauc_map_at_1000_std": 0.002888, "nauc_map_at_1000_diff1": 0.645393, "nauc_recall_at_1_max": 0.139526, "nauc_recall_at_1_std": -0.028761, "nauc_recall_at_1_diff1": 0.706939, "nauc_recall_at_3_max": 0.071102, "nauc_recall_at_3_std": 0.010886, "nauc_recall_at_3_diff1": 0.604045, "nauc_recall_at_5_max": 0.044359, "nauc_recall_at_5_std": 0.030915, "nauc_recall_at_5_diff1": 0.57302, "nauc_recall_at_10_max": 0.00691, "nauc_recall_at_10_std": 0.068925, "nauc_recall_at_10_diff1": 0.544432, "nauc_recall_at_20_max": -0.028225, "nauc_recall_at_20_std": 0.097372, "nauc_recall_at_20_diff1": 0.5145, "nauc_recall_at_100_max": -0.086383, "nauc_recall_at_100_std": 0.193855, "nauc_recall_at_100_diff1": 0.467693, "nauc_recall_at_1000_max": -0.131666, "nauc_recall_at_1000_std": 0.352357, "nauc_recall_at_1000_diff1": 0.429513, "nauc_precision_at_1_max": 0.139526, "nauc_precision_at_1_std": -0.028761, "nauc_precision_at_1_diff1": 0.706939, "nauc_precision_at_3_max": 0.071102, "nauc_precision_at_3_std": 0.010886, "nauc_precision_at_3_diff1": 0.604045, "nauc_precision_at_5_max": 0.044359, "nauc_precision_at_5_std": 0.030915, "nauc_precision_at_5_diff1": 0.57302, "nauc_precision_at_10_max": 0.00691, "nauc_precision_at_10_std": 0.068925, "nauc_precision_at_10_diff1": 0.544432, "nauc_precision_at_20_max": -0.028225, "nauc_precision_at_20_std": 0.097372, "nauc_precision_at_20_diff1": 0.5145, "nauc_precision_at_100_max": -0.086383, "nauc_precision_at_100_std": 0.193855, "nauc_precision_at_100_diff1": 0.467693, "nauc_precision_at_1000_max": -0.131666, "nauc_precision_at_1000_std": 0.352357, "nauc_precision_at_1000_diff1": 0.429513, "nauc_mrr_at_1_max": 0.139526, "nauc_mrr_at_1_std": -0.028761, "nauc_mrr_at_1_diff1": 0.706939, "nauc_mrr_at_3_max": 0.108475, "nauc_mrr_at_3_std": -0.010535, "nauc_mrr_at_3_diff1": 0.659173, "nauc_mrr_at_5_max": 0.10188, "nauc_mrr_at_5_std": -0.005805, "nauc_mrr_at_5_diff1": 0.651483, "nauc_mrr_at_10_max": 0.096855, "nauc_mrr_at_10_std": -0.000629, "nauc_mrr_at_10_diff1": 0.64772, "nauc_mrr_at_20_max": 0.094583, "nauc_mrr_at_20_std": 0.001191, "nauc_mrr_at_20_diff1": 0.645771, "nauc_mrr_at_100_max": 0.093759, "nauc_mrr_at_100_std": 0.002849, "nauc_mrr_at_100_diff1": 0.645223, "nauc_mrr_at_1000_max": 0.093896, "nauc_mrr_at_1000_std": 0.002888, "nauc_mrr_at_1000_diff1": 0.645393, "main_score": 0.35966, "hf_subset": "default", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 216.24793076515198, "kg_co2_emissions": null }