{ "dataset_revision": "61a2224bcd29b7b261a4892ff4c8bea353527a31", "task_name": "VidoreTabfquadRetrieval", "mteb_version": "1.38.32", "scores": { "test": [ { "ndcg_at_1": 0.91786, "ndcg_at_3": 0.95383, "ndcg_at_5": 0.95935, "ndcg_at_10": 0.95935, "ndcg_at_20": 0.96032, "ndcg_at_100": 0.96109, "ndcg_at_1000": 0.96109, "map_at_1": 0.91786, "map_at_3": 0.94524, "map_at_5": 0.9481, "map_at_10": 0.9481, "map_at_20": 0.94839, "map_at_100": 0.94854, "map_at_1000": 0.94854, "recall_at_1": 0.91786, "recall_at_3": 0.97857, "recall_at_5": 0.99286, "recall_at_10": 0.99286, "recall_at_20": 0.99643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "cv_recall_at_1": 0.91786, "cv_recall_at_3": 0.97857, "cv_recall_at_5": 0.99286, "cv_recall_at_10": 0.99286, "cv_recall_at_20": 0.99643, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "precision_at_1": 0.91786, "precision_at_3": 0.32619, "precision_at_5": 0.19857, "precision_at_10": 0.09929, "precision_at_20": 0.04982, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.917857, "mrr_at_3": 0.945238, "mrr_at_5": 0.948095, "mrr_at_10": 0.948095, "mrr_at_20": 0.948393, "mrr_at_100": 0.948542, "mrr_at_1000": 0.948542, "nauc_ndcg_at_1_max": 0.044879, "nauc_ndcg_at_1_std": 0.154995, "nauc_ndcg_at_1_diff1": 0.928754, "nauc_ndcg_at_3_max": 0.286663, "nauc_ndcg_at_3_std": 0.383697, "nauc_ndcg_at_3_diff1": 0.949251, "nauc_ndcg_at_5_max": 0.218717, "nauc_ndcg_at_5_std": 0.31379, "nauc_ndcg_at_5_diff1": 0.942351, "nauc_ndcg_at_10_max": 0.218717, "nauc_ndcg_at_10_std": 0.31379, "nauc_ndcg_at_10_diff1": 0.942351, "nauc_ndcg_at_20_max": 0.202895, "nauc_ndcg_at_20_std": 0.30028, "nauc_ndcg_at_20_diff1": 0.940949, "nauc_ndcg_at_100_max": 0.187141, "nauc_ndcg_at_100_std": 0.286451, "nauc_ndcg_at_100_diff1": 0.939782, "nauc_ndcg_at_1000_max": 0.187141, "nauc_ndcg_at_1000_std": 0.286451, "nauc_ndcg_at_1000_diff1": 0.939782, "nauc_map_at_1_max": 0.044879, "nauc_map_at_1_std": 0.154995, "nauc_map_at_1_diff1": 0.928754, "nauc_map_at_3_max": 0.210571, "nauc_map_at_3_std": 0.310894, "nauc_map_at_3_diff1": 0.942303, "nauc_map_at_5_max": 0.178873, "nauc_map_at_5_std": 0.278583, "nauc_map_at_5_diff1": 0.939127, "nauc_map_at_10_max": 0.178873, "nauc_map_at_10_std": 0.278583, "nauc_map_at_10_diff1": 0.939127, "nauc_map_at_20_max": 0.174892, "nauc_map_at_20_std": 0.275176, "nauc_map_at_20_diff1": 0.938776, "nauc_map_at_100_max": 0.172506, "nauc_map_at_100_std": 0.27308, "nauc_map_at_100_diff1": 0.938599, "nauc_map_at_1000_max": 0.172506, "nauc_map_at_1000_std": 0.27308, "nauc_map_at_1000_diff1": 0.938599, "nauc_recall_at_1_max": 0.044879, "nauc_recall_at_1_std": 0.154995, "nauc_recall_at_1_diff1": 0.928754, "nauc_recall_at_3_max": 0.835823, "nauc_recall_at_3_std": 0.910131, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.934641, "nauc_recall_at_5_std": 0.934641, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.934641, "nauc_recall_at_10_std": 0.934641, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.044879, "nauc_precision_at_1_std": 0.154995, "nauc_precision_at_1_diff1": 0.928754, "nauc_precision_at_3_max": 0.835823, "nauc_precision_at_3_std": 0.910131, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.934641, "nauc_precision_at_5_std": 0.934641, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.934641, "nauc_precision_at_10_std": 0.934641, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_cv_recall_at_1_max": 0.044879, "nauc_cv_recall_at_1_std": 0.154995, "nauc_cv_recall_at_1_diff1": 0.928754, "nauc_cv_recall_at_3_max": 0.835823, "nauc_cv_recall_at_3_std": 0.910131, "nauc_cv_recall_at_3_diff1": 1.0, "nauc_cv_recall_at_5_max": 0.934641, "nauc_cv_recall_at_5_std": 0.934641, "nauc_cv_recall_at_5_diff1": 1.0, "nauc_cv_recall_at_10_max": 0.934641, "nauc_cv_recall_at_10_std": 0.934641, "nauc_cv_recall_at_10_diff1": 1.0, "nauc_cv_recall_at_20_max": 1.0, "nauc_cv_recall_at_20_std": 1.0, "nauc_cv_recall_at_20_diff1": 1.0, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.044879, "nauc_mrr_at_1_std": 0.154995, "nauc_mrr_at_1_diff1": 0.928754, "nauc_mrr_at_3_max": 0.210571, "nauc_mrr_at_3_std": 0.310894, "nauc_mrr_at_3_diff1": 0.942303, "nauc_mrr_at_5_max": 0.178873, "nauc_mrr_at_5_std": 0.278583, "nauc_mrr_at_5_diff1": 0.939127, "nauc_mrr_at_10_max": 0.178873, "nauc_mrr_at_10_std": 0.278583, "nauc_mrr_at_10_diff1": 0.939127, "nauc_mrr_at_20_max": 0.174892, "nauc_mrr_at_20_std": 0.275176, "nauc_mrr_at_20_diff1": 0.938776, "nauc_mrr_at_100_max": 0.172506, "nauc_mrr_at_100_std": 0.27308, "nauc_mrr_at_100_diff1": 0.938599, "nauc_mrr_at_1000_max": 0.172506, "nauc_mrr_at_1000_std": 0.27308, "nauc_mrr_at_1000_diff1": 0.938599, "main_score": 0.95935, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 30.467877626419067, "kg_co2_emissions": null }