{
  "dataset_revision": "b4909afa930f81282fd20601e860668073ad02aa",
  "task_name": "VidoreSyntheticDocQAGovernmentReportsRetrieval",
  "mteb_version": "2.3.4",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.91,
        "ndcg_at_3": 0.94024,
        "ndcg_at_5": 0.94885,
        "ndcg_at_10": 0.95174,
        "ndcg_at_20": 0.95174,
        "ndcg_at_100": 0.95382,
        "ndcg_at_1000": 0.95382,
        "map_at_1": 0.91,
        "map_at_3": 0.93333,
        "map_at_5": 0.93833,
        "map_at_10": 0.93933,
        "map_at_20": 0.93933,
        "map_at_100": 0.9397,
        "map_at_1000": 0.9397,
        "recall_at_1": 0.91,
        "recall_at_3": 0.96,
        "recall_at_5": 0.98,
        "recall_at_10": 0.99,
        "recall_at_20": 0.99,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.91,
        "precision_at_1": 0.91,
        "precision_at_3": 0.32,
        "precision_at_5": 0.196,
        "precision_at_10": 0.099,
        "precision_at_20": 0.0495,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.91,
        "mrr_at_3": 0.933333,
        "mrr_at_5": 0.938333,
        "mrr_at_10": 0.939333,
        "mrr_at_20": 0.939333,
        "mrr_at_100": 0.939704,
        "mrr_at_1000": 0.939704,
        "nauc_ndcg_at_1_max": 0.665992,
        "nauc_ndcg_at_1_std": 0.355639,
        "nauc_ndcg_at_1_diff1": 0.940087,
        "nauc_ndcg_at_3_max": 0.80459,
        "nauc_ndcg_at_3_std": 0.414296,
        "nauc_ndcg_at_3_diff1": 0.9391,
        "nauc_ndcg_at_5_max": 0.771683,
        "nauc_ndcg_at_5_std": 0.390744,
        "nauc_ndcg_at_5_diff1": 0.939851,
        "nauc_ndcg_at_10_max": 0.758007,
        "nauc_ndcg_at_10_std": 0.424412,
        "nauc_ndcg_at_10_diff1": 0.944078,
        "nauc_ndcg_at_20_max": 0.758007,
        "nauc_ndcg_at_20_std": 0.424412,
        "nauc_ndcg_at_20_diff1": 0.944078,
        "nauc_ndcg_at_100_max": 0.747106,
        "nauc_ndcg_at_100_std": 0.398484,
        "nauc_ndcg_at_100_diff1": 0.941559,
        "nauc_ndcg_at_1000_max": 0.747106,
        "nauc_ndcg_at_1000_std": 0.398484,
        "nauc_ndcg_at_1000_diff1": 0.941559,
        "nauc_map_at_1_max": 0.665992,
        "nauc_map_at_1_std": 0.355639,
        "nauc_map_at_1_diff1": 0.940087,
        "nauc_map_at_3_max": 0.763399,
        "nauc_map_at_3_std": 0.399183,
        "nauc_map_at_3_diff1": 0.939951,
        "nauc_map_at_5_max": 0.744215,
        "nauc_map_at_5_std": 0.386618,
        "nauc_map_at_5_diff1": 0.940382,
        "nauc_map_at_10_max": 0.739999,
        "nauc_map_at_10_std": 0.395815,
        "nauc_map_at_10_diff1": 0.941554,
        "nauc_map_at_20_max": 0.739999,
        "nauc_map_at_20_std": 0.395815,
        "nauc_map_at_20_diff1": 0.941554,
        "nauc_map_at_100_max": 0.738402,
        "nauc_map_at_100_std": 0.392104,
        "nauc_map_at_100_diff1": 0.941195,
        "nauc_map_at_1000_max": 0.738402,
        "nauc_map_at_1000_std": 0.392104,
        "nauc_map_at_1000_diff1": 0.941195,
        "nauc_recall_at_1_max": 0.665992,
        "nauc_recall_at_1_std": 0.355639,
        "nauc_recall_at_1_diff1": 0.940087,
        "nauc_recall_at_3_max": 1.0,
        "nauc_recall_at_3_std": 0.484244,
        "nauc_recall_at_3_diff1": 0.934641,
        "nauc_recall_at_5_max": 1.0,
        "nauc_recall_at_5_std": 0.414332,
        "nauc_recall_at_5_diff1": 0.934641,
        "nauc_recall_at_10_max": 1.0,
        "nauc_recall_at_10_std": 1.0,
        "nauc_recall_at_10_diff1": 1.0,
        "nauc_recall_at_20_max": 1.0,
        "nauc_recall_at_20_std": 1.0,
        "nauc_recall_at_20_diff1": 1.0,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.665992,
        "nauc_precision_at_1_std": 0.355639,
        "nauc_precision_at_1_diff1": 0.940087,
        "nauc_precision_at_3_max": 1.0,
        "nauc_precision_at_3_std": 0.484244,
        "nauc_precision_at_3_diff1": 0.934641,
        "nauc_precision_at_5_max": 1.0,
        "nauc_precision_at_5_std": 0.414332,
        "nauc_precision_at_5_diff1": 0.934641,
        "nauc_precision_at_10_max": 1.0,
        "nauc_precision_at_10_std": 1.0,
        "nauc_precision_at_10_diff1": 1.0,
        "nauc_precision_at_20_max": 1.0,
        "nauc_precision_at_20_std": 1.0,
        "nauc_precision_at_20_diff1": 1.0,
        "nauc_precision_at_100_max": NaN,
        "nauc_precision_at_100_std": NaN,
        "nauc_precision_at_100_diff1": NaN,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_mrr_at_1_max": 0.665992,
        "nauc_mrr_at_1_std": 0.355639,
        "nauc_mrr_at_1_diff1": 0.940087,
        "nauc_mrr_at_3_max": 0.763399,
        "nauc_mrr_at_3_std": 0.399183,
        "nauc_mrr_at_3_diff1": 0.939951,
        "nauc_mrr_at_5_max": 0.744215,
        "nauc_mrr_at_5_std": 0.386618,
        "nauc_mrr_at_5_diff1": 0.940382,
        "nauc_mrr_at_10_max": 0.739999,
        "nauc_mrr_at_10_std": 0.395815,
        "nauc_mrr_at_10_diff1": 0.941554,
        "nauc_mrr_at_20_max": 0.739999,
        "nauc_mrr_at_20_std": 0.395815,
        "nauc_mrr_at_20_diff1": 0.941554,
        "nauc_mrr_at_100_max": 0.738402,
        "nauc_mrr_at_100_std": 0.392104,
        "nauc_mrr_at_100_diff1": 0.941195,
        "nauc_mrr_at_1000_max": 0.738402,
        "nauc_mrr_at_1000_std": 0.392104,
        "nauc_mrr_at_1000_diff1": 0.941195,
        "cv_recall_at_1": 0.91,
        "cv_recall_at_3": 0.96,
        "cv_recall_at_5": 0.98,
        "cv_recall_at_10": 0.99,
        "cv_recall_at_20": 0.99,
        "cv_recall_at_100": 1.0,
        "cv_recall_at_1000": 1.0,
        "main_score": 0.94885,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 143.88124442100525,
  "kg_co2_emissions": null
}