{ "dataset_revision": "b4909afa930f81282fd20601e860668073ad02aa", "evaluation_time": 43.026445627212524, "kg_co2_emissions": null, "mteb_version": "1.16.5", "scores": { "test": [ { "cv_recall_at_1": 0.31, "cv_recall_at_10": 0.7, "cv_recall_at_100": 0.89, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.83, "cv_recall_at_3": 0.59, "cv_recall_at_5": 0.64, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.49292, "map_at_1": 0.31, "map_at_10": 0.45112, "map_at_100": 0.46247, "map_at_1000": 0.46305, "map_at_20": 0.46049, "map_at_3": 0.43167, "map_at_5": 0.44317, "mrr_at_1": 0.31, "mrr_at_10": 0.45112301587301595, "mrr_at_100": 0.46248567485476527, "mrr_at_1000": 0.4630641363540496, "mrr_at_20": 0.4604885202516784, "mrr_at_3": 0.43166666666666664, "mrr_at_5": 0.4431666666666667, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5205738338630702, "nauc_cv_recall_at_100_max": 0.6334507344729837, "nauc_cv_recall_at_100_std": 0.4262949918391889, "nauc_cv_recall_at_10_diff1": 0.4304990091875334, "nauc_cv_recall_at_10_max": 0.5802197802197797, "nauc_cv_recall_at_10_std": 0.16063772293280523, "nauc_cv_recall_at_1_diff1": 0.6543420681124541, "nauc_cv_recall_at_1_max": 0.5713325355956813, "nauc_cv_recall_at_1_std": -0.02970004167955144, "nauc_cv_recall_at_20_diff1": 0.38140709351599217, "nauc_cv_recall_at_20_max": 0.5731700237998496, "nauc_cv_recall_at_20_std": 0.21652057816218834, "nauc_cv_recall_at_3_diff1": 0.471363376230795, "nauc_cv_recall_at_3_max": 0.54725813315333, "nauc_cv_recall_at_3_std": -0.059048820931222205, "nauc_cv_recall_at_5_diff1": 0.4465129646187252, "nauc_cv_recall_at_5_max": 0.5753608379103327, "nauc_cv_recall_at_5_std": 0.10117831140630963, "nauc_map_at_1000_diff1": 0.5600670014297872, "nauc_map_at_1000_max": 0.5348035177956026, "nauc_map_at_1000_std": -0.001491565759793179, "nauc_map_at_100_diff1": 0.5600717850945537, "nauc_map_at_100_max": 0.5351047913599535, "nauc_map_at_100_std": -0.0006551358864828343, "nauc_map_at_10_diff1": 0.5562880439764093, "nauc_map_at_10_max": 0.5365458448683885, "nauc_map_at_10_std": -0.00038530547707505027, "nauc_map_at_1_diff1": 0.6543420681124541, "nauc_map_at_1_max": 0.5713325355956813, "nauc_map_at_1_std": -0.02970004167955144, "nauc_map_at_20_diff1": 0.5566689311178635, "nauc_map_at_20_max": 0.5344233406385173, "nauc_map_at_20_std": -0.0031235050704609747, "nauc_map_at_3_diff1": 0.559279174070864, "nauc_map_at_3_max": 0.5292631511191926, "nauc_map_at_3_std": -0.0415217436281755, "nauc_map_at_5_diff1": 0.5565057328420062, "nauc_map_at_5_max": 0.5366023871849364, "nauc_map_at_5_std": -0.006205539154320185, "nauc_mrr_at_1000_diff1": 0.5601026825601858, "nauc_mrr_at_1000_max": 0.5348364558363246, "nauc_mrr_at_1000_std": -0.001512370622527899, "nauc_mrr_at_100_diff1": 0.560106127600871, "nauc_mrr_at_100_max": 0.5351380014557942, "nauc_mrr_at_100_std": -0.0006738488892401313, "nauc_mrr_at_10_diff1": 0.5562880439764093, "nauc_mrr_at_10_max": 0.5365458448683885, "nauc_mrr_at_10_std": -0.00038530547707505027, "nauc_mrr_at_1_diff1": 0.6543420681124541, "nauc_mrr_at_1_max": 0.5713325355956813, "nauc_mrr_at_1_std": -0.02970004167955144, "nauc_mrr_at_20_diff1": 0.5566689311178635, "nauc_mrr_at_20_max": 0.5344233406385173, "nauc_mrr_at_20_std": -0.0031235050704609747, "nauc_mrr_at_3_diff1": 0.559279174070864, "nauc_mrr_at_3_max": 0.5292631511191926, "nauc_mrr_at_3_std": -0.0415217436281755, "nauc_mrr_at_5_diff1": 0.5565057328420062, "nauc_mrr_at_5_max": 0.5366023871849364, "nauc_mrr_at_5_std": -0.006205539154320185, "nauc_ndcg_at_1000_diff1": 0.549183605804361, "nauc_ndcg_at_1000_max": 0.5371257944580009, "nauc_ndcg_at_1000_std": 0.016720526003126974, "nauc_ndcg_at_100_diff1": 0.5481379648447576, "nauc_ndcg_at_100_max": 0.5427842487196448, "nauc_ndcg_at_100_std": 0.03791967972090017, "nauc_ndcg_at_10_diff1": 0.5290197433145845, "nauc_ndcg_at_10_max": 0.5443170578957144, "nauc_ndcg_at_10_std": 0.031096227063767353, "nauc_ndcg_at_1_diff1": 0.6543420681124541, "nauc_ndcg_at_1_max": 0.5713325355956813, "nauc_ndcg_at_1_std": -0.02970004167955144, "nauc_ndcg_at_20_diff1": 0.5297562893687858, "nauc_ndcg_at_20_max": 0.5388261248135605, "nauc_ndcg_at_20_std": 0.026003662589096126, "nauc_ndcg_at_3_diff1": 0.5369538506112556, "nauc_ndcg_at_3_max": 0.5323129841781732, "nauc_ndcg_at_3_std": -0.045796439980669006, "nauc_ndcg_at_5_diff1": 0.530437691698116, "nauc_ndcg_at_5_max": 0.5441219327730485, "nauc_ndcg_at_5_std": 0.01695240370162339, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.5205738338630705, "nauc_precision_at_100_max": 0.6334507344729841, "nauc_precision_at_100_std": 0.4262949918391905, "nauc_precision_at_10_diff1": 0.43049900918753436, "nauc_precision_at_10_max": 0.5802197802197806, "nauc_precision_at_10_std": 0.16063772293280545, "nauc_precision_at_1_diff1": 0.6543420681124541, "nauc_precision_at_1_max": 0.5713325355956813, "nauc_precision_at_1_std": -0.02970004167955144, "nauc_precision_at_20_diff1": 0.38140709351599306, "nauc_precision_at_20_max": 0.5731700237998486, "nauc_precision_at_20_std": 0.21652057816218842, "nauc_precision_at_3_diff1": 0.4713633762307956, "nauc_precision_at_3_max": 0.547258133153331, "nauc_precision_at_3_std": -0.059048820931221484, "nauc_precision_at_5_diff1": 0.4465129646187255, "nauc_precision_at_5_max": 0.5753608379103332, "nauc_precision_at_5_std": 0.1011783114063101, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5205738338630702, "nauc_recall_at_100_max": 0.6334507344729837, "nauc_recall_at_100_std": 0.4262949918391889, "nauc_recall_at_10_diff1": 0.4304990091875334, "nauc_recall_at_10_max": 0.5802197802197797, "nauc_recall_at_10_std": 0.16063772293280523, "nauc_recall_at_1_diff1": 0.6543420681124541, "nauc_recall_at_1_max": 0.5713325355956813, "nauc_recall_at_1_std": -0.02970004167955144, "nauc_recall_at_20_diff1": 0.38140709351599217, "nauc_recall_at_20_max": 0.5731700237998496, "nauc_recall_at_20_std": 0.21652057816218834, "nauc_recall_at_3_diff1": 0.471363376230795, "nauc_recall_at_3_max": 0.54725813315333, "nauc_recall_at_3_std": -0.059048820931222205, "nauc_recall_at_5_diff1": 0.4465129646187252, "nauc_recall_at_5_max": 0.5753608379103327, "nauc_recall_at_5_std": 0.10117831140630963, "ndcg_at_1": 0.31, "ndcg_at_10": 0.51229, "ndcg_at_100": 0.55749, "ndcg_at_1000": 0.57179, "ndcg_at_20": 0.54561, "ndcg_at_3": 0.47226, "ndcg_at_5": 0.49292, "precision_at_1": 0.31, "precision_at_10": 0.07, "precision_at_100": 0.0089, "precision_at_1000": 0.001, "precision_at_20": 0.0415, "precision_at_3": 0.19667, "precision_at_5": 0.128, "recall_at_1": 0.31, "recall_at_10": 0.7, "recall_at_100": 0.89, "recall_at_1000": 1.0, "recall_at_20": 0.83, "recall_at_3": 0.59, "recall_at_5": 0.64 } ] }, "task_name": "VidoreSyntheticDocQAGovernmentReportsRetrieval" }