{ "dataset_revision": "24a4541c4c461f5ff4f4af4e97ec820715281a06", "task_name": "VidoreTabfquadRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.92143, "ndcg_at_3": 0.95476, "ndcg_at_5": 0.95922, "ndcg_at_10": 0.96148, "ndcg_at_20": 0.96242, "ndcg_at_100": 0.96321, "ndcg_at_1000": 0.96321, "map_at_1": 0.92143, "map_at_3": 0.94762, "map_at_5": 0.95012, "map_at_10": 0.95103, "map_at_20": 0.9513, "map_at_100": 0.95146, "map_at_1000": 0.95146, "recall_at_1": 0.92143, "recall_at_3": 0.975, "recall_at_5": 0.98571, "recall_at_10": 0.99286, "recall_at_20": 0.99643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.92143, "precision_at_1": 0.92143, "precision_at_3": 0.325, "precision_at_5": 0.19714, "precision_at_10": 0.09929, "precision_at_20": 0.04982, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.921429, "mrr_at_3": 0.947619, "mrr_at_5": 0.950119, "mrr_at_10": 0.951026, "mrr_at_20": 0.951301, "mrr_at_100": 0.951463, "mrr_at_1000": 0.951463, "nauc_ndcg_at_1_max": 0.540595, "nauc_ndcg_at_1_std": 0.152979, "nauc_ndcg_at_1_diff1": 0.933155, "nauc_ndcg_at_3_max": 0.668939, "nauc_ndcg_at_3_std": 0.355234, "nauc_ndcg_at_3_diff1": 0.922432, "nauc_ndcg_at_5_max": 0.656961, "nauc_ndcg_at_5_std": 0.332744, "nauc_ndcg_at_5_diff1": 0.923364, "nauc_ndcg_at_10_max": 0.636783, "nauc_ndcg_at_10_std": 0.297535, "nauc_ndcg_at_10_diff1": 0.926545, "nauc_ndcg_at_20_max": 0.627716, "nauc_ndcg_at_20_std": 0.291129, "nauc_ndcg_at_20_diff1": 0.924712, "nauc_ndcg_at_100_max": 0.619727, "nauc_ndcg_at_100_std": 0.275916, "nauc_ndcg_at_100_diff1": 0.925901, "nauc_ndcg_at_1000_max": 0.619727, "nauc_ndcg_at_1000_std": 0.275916, "nauc_ndcg_at_1000_diff1": 0.925901, "nauc_map_at_1_max": 0.540595, "nauc_map_at_1_std": 0.152979, "nauc_map_at_1_diff1": 0.933155, "nauc_map_at_3_max": 0.628496, "nauc_map_at_3_std": 0.291279, "nauc_map_at_3_diff1": 0.925542, "nauc_map_at_5_max": 0.621367, "nauc_map_at_5_std": 0.278305, "nauc_map_at_5_diff1": 0.925788, "nauc_map_at_10_max": 0.614354, "nauc_map_at_10_std": 0.2663, "nauc_map_at_10_diff1": 0.926835, "nauc_map_at_20_max": 0.612179, "nauc_map_at_20_std": 0.264676, "nauc_map_at_20_diff1": 0.926422, "nauc_map_at_100_max": 0.610882, "nauc_map_at_100_std": 0.262217, "nauc_map_at_100_diff1": 0.926613, "nauc_map_at_1000_max": 0.610882, "nauc_map_at_1000_std": 0.262217, "nauc_map_at_1000_diff1": 0.926613, "nauc_recall_at_1_max": 0.540595, "nauc_recall_at_1_std": 0.152979, "nauc_recall_at_1_diff1": 0.933155, "nauc_recall_at_3_max": 0.908297, "nauc_recall_at_3_std": 0.73396, "nauc_recall_at_3_diff1": 0.904295, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.855859, "nauc_recall_at_5_diff1": 0.901961, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.777077, "nauc_recall_at_10_diff1": 0.934641, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.540595, "nauc_precision_at_1_std": 0.152979, "nauc_precision_at_1_diff1": 0.933155, "nauc_precision_at_3_max": 0.908297, "nauc_precision_at_3_std": 0.73396, "nauc_precision_at_3_diff1": 0.904295, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.855859, "nauc_precision_at_5_diff1": 0.901961, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.777077, "nauc_precision_at_10_diff1": 0.934641, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.540595, "nauc_mrr_at_1_std": 0.152979, "nauc_mrr_at_1_diff1": 0.933155, "nauc_mrr_at_3_max": 0.628496, "nauc_mrr_at_3_std": 0.291279, "nauc_mrr_at_3_diff1": 0.925542, "nauc_mrr_at_5_max": 0.621367, "nauc_mrr_at_5_std": 0.278305, "nauc_mrr_at_5_diff1": 0.925788, "nauc_mrr_at_10_max": 0.614354, "nauc_mrr_at_10_std": 0.2663, "nauc_mrr_at_10_diff1": 0.926835, "nauc_mrr_at_20_max": 0.612179, "nauc_mrr_at_20_std": 0.264676, "nauc_mrr_at_20_diff1": 0.926422, "nauc_mrr_at_100_max": 0.610882, "nauc_mrr_at_100_std": 0.262217, "nauc_mrr_at_100_diff1": 0.926613, "nauc_mrr_at_1000_max": 0.610882, "nauc_mrr_at_1000_std": 0.262217, "nauc_mrr_at_1000_diff1": 0.926613, "hit_rate_at_1": 0.92143, "hit_rate_at_3": 0.975, "hit_rate_at_5": 0.98571, "hit_rate_at_10": 0.99286, "hit_rate_at_20": 0.99643, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.95922, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 82.26169729232788, "kg_co2_emissions": null, "date": 1773797471.895152 }