{ "dataset_revision": "ec534abea699035a18f9fd76f215277de9db9600", "task_name": "VidoreSyntheticDocQAGovernmentReportsRetrieval", "mteb_version": "2.21.3", "scores": { "test": [ { "ndcg_at_1": 0.94, "ndcg_at_3": 0.96762, "ndcg_at_5": 0.96762, "ndcg_at_10": 0.97095, "ndcg_at_20": 0.97095, "ndcg_at_100": 0.97095, "ndcg_at_1000": 0.97095, "map_at_1": 0.94, "map_at_3": 0.96, "map_at_5": 0.96, "map_at_10": 0.96143, "map_at_20": 0.96143, "map_at_100": 0.96143, "map_at_1000": 0.96143, "recall_at_1": 0.94, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.94, "precision_at_1": 0.94, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.94, "mrr_at_3": 0.96, "mrr_at_5": 0.96, "mrr_at_10": 0.961429, "mrr_at_20": 0.961429, "mrr_at_100": 0.961429, "mrr_at_1000": 0.961429, "nauc_ndcg_at_1_max": 0.568705, "nauc_ndcg_at_1_std": -0.328198, "nauc_ndcg_at_1_diff1": 0.910131, "nauc_ndcg_at_3_max": 0.659017, "nauc_ndcg_at_3_std": -0.200675, "nauc_ndcg_at_3_diff1": 0.927971, "nauc_ndcg_at_5_max": 0.659017, "nauc_ndcg_at_5_std": -0.200675, "nauc_ndcg_at_5_diff1": 0.927971, "nauc_ndcg_at_10_max": 0.619888, "nauc_ndcg_at_10_std": -0.287294, "nauc_ndcg_at_10_diff1": 0.919706, "nauc_ndcg_at_20_max": 0.619888, "nauc_ndcg_at_20_std": -0.287294, "nauc_ndcg_at_20_diff1": 0.919706, "nauc_ndcg_at_100_max": 0.619888, "nauc_ndcg_at_100_std": -0.287294, "nauc_ndcg_at_100_diff1": 0.919706, "nauc_ndcg_at_1000_max": 0.619888, "nauc_ndcg_at_1000_std": -0.287294, "nauc_ndcg_at_1000_diff1": 0.919706, "nauc_map_at_1_max": 0.568705, "nauc_map_at_1_std": -0.328198, "nauc_map_at_1_diff1": 0.910131, "nauc_map_at_3_max": 0.629085, "nauc_map_at_3_std": -0.263655, "nauc_map_at_3_diff1": 0.921705, "nauc_map_at_5_max": 0.629085, "nauc_map_at_5_std": -0.263655, "nauc_map_at_5_diff1": 0.921705, "nauc_map_at_10_max": 0.615347, "nauc_map_at_10_std": -0.293945, "nauc_map_at_10_diff1": 0.918805, "nauc_map_at_20_max": 0.615347, "nauc_map_at_20_std": -0.293945, "nauc_map_at_20_diff1": 0.918805, "nauc_map_at_100_max": 0.615347, "nauc_map_at_100_std": -0.293945, "nauc_map_at_100_diff1": 0.918805, "nauc_map_at_1000_max": 0.615347, "nauc_map_at_1000_std": -0.293945, "nauc_map_at_1000_diff1": 0.918805, "nauc_recall_at_1_max": 0.568705, "nauc_recall_at_1_std": -0.328198, "nauc_recall_at_1_diff1": 0.910131, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.554155, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.554155, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.568705, "nauc_precision_at_1_std": -0.328198, "nauc_precision_at_1_diff1": 0.910131, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.554155, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.554155, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.568705, "nauc_mrr_at_1_std": -0.328198, "nauc_mrr_at_1_diff1": 0.910131, "nauc_mrr_at_3_max": 0.629085, "nauc_mrr_at_3_std": -0.263655, "nauc_mrr_at_3_diff1": 0.921705, "nauc_mrr_at_5_max": 0.629085, "nauc_mrr_at_5_std": -0.263655, "nauc_mrr_at_5_diff1": 0.921705, "nauc_mrr_at_10_max": 0.615347, "nauc_mrr_at_10_std": -0.293945, "nauc_mrr_at_10_diff1": 0.918805, "nauc_mrr_at_20_max": 0.615347, "nauc_mrr_at_20_std": -0.293945, "nauc_mrr_at_20_diff1": 0.918805, "nauc_mrr_at_100_max": 0.615347, "nauc_mrr_at_100_std": -0.293945, "nauc_mrr_at_100_diff1": 0.918805, "nauc_mrr_at_1000_max": 0.615347, "nauc_mrr_at_1000_std": -0.293945, "nauc_mrr_at_1000_diff1": 0.918805, "hit_rate_at_1": 0.94, "hit_rate_at_3": 0.99, "hit_rate_at_5": 0.99, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96762, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.21.3" } ] }, "evaluation_time": 165.8553018476814, "kg_co2_emissions": null, "date": 1790263099.84353, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 2.7219072077423334, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 2.7245313129387796, "end": 165.74617676390335, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 165.74620140669867, "end": 165.8475978677161, "split": "test", "subset": "default" } ] }