{ "dataset_revision": "1c858df377e57725a014a1b7321ebd79d62016b6", "task_name": "SpartQA", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.89037, "ndcg_at_3": 0.79775, "ndcg_at_5": 0.82473, "ndcg_at_10": 0.84689, "ndcg_at_20": 0.8583, "ndcg_at_100": 0.87356, "ndcg_at_1000": 0.87765, "map_at_1": 0.61287, "map_at_3": 0.74522, "map_at_5": 0.77043, "map_at_10": 0.78647, "map_at_20": 0.79203, "map_at_100": 0.79604, "map_at_1000": 0.79637, "recall_at_1": 0.61287, "recall_at_3": 0.78149, "recall_at_5": 0.83092, "recall_at_10": 0.8823, "recall_at_20": 0.91579, "recall_at_100": 0.97663, "recall_at_1000": 0.99981, "accuracy": 0.61287, "precision_at_1": 0.89037, "precision_at_3": 0.43443, "precision_at_5": 0.28598, "precision_at_10": 0.1564, "precision_at_20": 0.08269, "precision_at_100": 0.01814, "precision_at_1000": 0.00188, "mrr_at_1": 0.890373, "mrr_at_3": 0.91982, "mrr_at_5": 0.923103, "mrr_at_10": 0.924454, "mrr_at_20": 0.924859, "mrr_at_100": 0.925179, "mrr_at_1000": 0.925193, "nauc_ndcg_at_1_max": 0.248503, "nauc_ndcg_at_1_std": 0.165465, "nauc_ndcg_at_1_diff1": 0.745085, "nauc_ndcg_at_3_max": 0.504981, "nauc_ndcg_at_3_std": 0.480747, "nauc_ndcg_at_3_diff1": 0.05141, "nauc_ndcg_at_5_max": 0.457601, "nauc_ndcg_at_5_std": 0.434501, "nauc_ndcg_at_5_diff1": 0.110792, "nauc_ndcg_at_10_max": 0.416996, "nauc_ndcg_at_10_std": 0.392353, "nauc_ndcg_at_10_diff1": 0.172402, "nauc_ndcg_at_20_max": 0.407836, "nauc_ndcg_at_20_std": 0.380794, "nauc_ndcg_at_20_diff1": 0.188955, "nauc_ndcg_at_100_max": 0.412034, "nauc_ndcg_at_100_std": 0.391707, "nauc_ndcg_at_100_diff1": 0.20359, "nauc_ndcg_at_1000_max": 0.410559, "nauc_ndcg_at_1000_std": 0.385219, "nauc_ndcg_at_1000_diff1": 0.213721, "nauc_map_at_1_max": 0.736886, "nauc_map_at_1_std": 0.686696, "nauc_map_at_1_diff1": -0.171634, "nauc_map_at_3_max": 0.548716, "nauc_map_at_3_std": 0.518374, "nauc_map_at_3_diff1": -0.011499, "nauc_map_at_5_max": 0.506613, "nauc_map_at_5_std": 0.476871, "nauc_map_at_5_diff1": 0.04344, "nauc_map_at_10_max": 0.481918, "nauc_map_at_10_std": 0.451514, "nauc_map_at_10_diff1": 0.081431, "nauc_map_at_20_max": 0.477927, "nauc_map_at_20_std": 0.44699, "nauc_map_at_20_diff1": 0.087445, "nauc_map_at_100_max": 0.478456, "nauc_map_at_100_std": 0.449093, "nauc_map_at_100_diff1": 0.088506, "nauc_map_at_1000_max": 0.478416, "nauc_map_at_1000_std": 0.448816, "nauc_map_at_1000_diff1": 0.088966, "nauc_recall_at_1_max": 0.736886, "nauc_recall_at_1_std": 0.686696, "nauc_recall_at_1_diff1": -0.171634, "nauc_recall_at_3_max": 0.540061, "nauc_recall_at_3_std": 0.530498, "nauc_recall_at_3_diff1": -0.108998, "nauc_recall_at_5_max": 0.473089, "nauc_recall_at_5_std": 0.468553, "nauc_recall_at_5_diff1": -0.057045, "nauc_recall_at_10_max": 0.379511, "nauc_recall_at_10_std": 0.374785, "nauc_recall_at_10_diff1": 0.034538, "nauc_recall_at_20_max": 0.344978, "nauc_recall_at_20_std": 0.328822, "nauc_recall_at_20_diff1": 0.050894, "nauc_recall_at_100_max": 0.378884, "nauc_recall_at_100_std": 0.498256, "nauc_recall_at_100_diff1": -0.03984, "nauc_recall_at_1000_max": -0.857536, "nauc_recall_at_1000_std": 0.240412, "nauc_recall_at_1000_diff1": 0.638201, "nauc_precision_at_1_max": 0.248503, "nauc_precision_at_1_std": 0.165465, "nauc_precision_at_1_diff1": 0.745085, "nauc_precision_at_3_max": -0.537279, "nauc_precision_at_3_std": -0.503215, "nauc_precision_at_3_diff1": 0.478898, "nauc_precision_at_5_max": -0.584454, "nauc_precision_at_5_std": -0.550545, "nauc_precision_at_5_diff1": 0.477563, "nauc_precision_at_10_max": -0.630227, "nauc_precision_at_10_std": -0.59945, "nauc_precision_at_10_diff1": 0.488553, "nauc_precision_at_20_max": -0.664827, "nauc_precision_at_20_std": -0.632865, "nauc_precision_at_20_diff1": 0.480431, "nauc_precision_at_100_max": -0.717761, "nauc_precision_at_100_std": -0.669762, "nauc_precision_at_100_diff1": 0.461594, "nauc_precision_at_1000_max": -0.758332, "nauc_precision_at_1000_std": -0.720129, "nauc_precision_at_1000_diff1": 0.475536, "nauc_mrr_at_1_max": 0.248503, "nauc_mrr_at_1_std": 0.165465, "nauc_mrr_at_1_diff1": 0.745085, "nauc_mrr_at_3_max": 0.236809, "nauc_mrr_at_3_std": 0.191154, "nauc_mrr_at_3_diff1": 0.71533, "nauc_mrr_at_5_max": 0.232517, "nauc_mrr_at_5_std": 0.188235, "nauc_mrr_at_5_diff1": 0.716196, "nauc_mrr_at_10_max": 0.23396, "nauc_mrr_at_10_std": 0.187591, "nauc_mrr_at_10_diff1": 0.71742, "nauc_mrr_at_20_max": 0.234736, "nauc_mrr_at_20_std": 0.186573, "nauc_mrr_at_20_diff1": 0.717792, "nauc_mrr_at_100_max": 0.235256, "nauc_mrr_at_100_std": 0.186688, "nauc_mrr_at_100_diff1": 0.718467, "nauc_mrr_at_1000_max": 0.235279, "nauc_mrr_at_1000_std": 0.18667, "nauc_mrr_at_1000_diff1": 0.718443, "cv_recall_at_1": 0.89037, "cv_recall_at_3": 0.95576, "cv_recall_at_5": 0.96995, "cv_recall_at_10": 0.98024, "cv_recall_at_20": 0.98637, "cv_recall_at_100": 0.99722, "cv_recall_at_1000": 1.0, "main_score": 0.84689, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 17.426244020462036, "kg_co2_emissions": null }