{
  "dataset_revision": "9935aadbad5c8deec30910489db1b2c7133ae7a7",
  "task_name": "VidoreSyntheticDocQAEnergyRetrieval",
  "mteb_version": "2.7.2",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.94,
        "ndcg_at_3": 0.95762,
        "ndcg_at_5": 0.96193,
        "ndcg_at_10": 0.96193,
        "ndcg_at_20": 0.96471,
        "ndcg_at_100": 0.96671,
        "ndcg_at_1000": 0.96671,
        "map_at_1": 0.94,
        "map_at_3": 0.95333,
        "map_at_5": 0.95583,
        "map_at_10": 0.95583,
        "map_at_20": 0.95674,
        "map_at_100": 0.95707,
        "map_at_1000": 0.95707,
        "recall_at_1": 0.94,
        "recall_at_3": 0.97,
        "recall_at_5": 0.98,
        "recall_at_10": 0.98,
        "recall_at_20": 0.99,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.94,
        "precision_at_1": 0.94,
        "precision_at_3": 0.32333,
        "precision_at_5": 0.196,
        "precision_at_10": 0.098,
        "precision_at_20": 0.0495,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.94,
        "mrr_at_3": 0.953333,
        "mrr_at_5": 0.955833,
        "mrr_at_10": 0.955833,
        "mrr_at_20": 0.956742,
        "mrr_at_100": 0.957065,
        "mrr_at_1000": 0.957065,
        "nauc_ndcg_at_1_max": 0.632431,
        "nauc_ndcg_at_1_std": -0.230159,
        "nauc_ndcg_at_1_diff1": 0.978214,
        "nauc_ndcg_at_3_max": 0.70578,
        "nauc_ndcg_at_3_std": -0.274716,
        "nauc_ndcg_at_3_diff1": 0.988617,
        "nauc_ndcg_at_5_max": 0.687286,
        "nauc_ndcg_at_5_std": -0.368473,
        "nauc_ndcg_at_5_diff1": 0.987329,
        "nauc_ndcg_at_10_max": 0.687286,
        "nauc_ndcg_at_10_std": -0.368473,
        "nauc_ndcg_at_10_diff1": 0.987329,
        "nauc_ndcg_at_20_max": 0.684524,
        "nauc_ndcg_at_20_std": -0.260052,
        "nauc_ndcg_at_20_diff1": 0.986327,
        "nauc_ndcg_at_100_max": 0.682259,
        "nauc_ndcg_at_100_std": -0.283055,
        "nauc_ndcg_at_100_diff1": 0.985506,
        "nauc_ndcg_at_1000_max": 0.682259,
        "nauc_ndcg_at_1000_std": -0.283055,
        "nauc_ndcg_at_1000_diff1": 0.985506,
        "nauc_map_at_1_max": 0.632431,
        "nauc_map_at_1_std": -0.230159,
        "nauc_map_at_1_diff1": 0.978214,
        "nauc_map_at_3_max": 0.690176,
        "nauc_map_at_3_std": -0.25747,
        "nauc_map_at_3_diff1": 0.985994,
        "nauc_map_at_5_max": 0.680038,
        "nauc_map_at_5_std": -0.303411,
        "nauc_map_at_5_diff1": 0.985202,
        "nauc_map_at_10_max": 0.680038,
        "nauc_map_at_10_std": -0.303411,
        "nauc_map_at_10_diff1": 0.985202,
        "nauc_map_at_20_max": 0.679152,
        "nauc_map_at_20_std": -0.27322,
        "nauc_map_at_20_diff1": 0.984891,
        "nauc_map_at_100_max": 0.678828,
        "nauc_map_at_100_std": -0.276196,
        "nauc_map_at_100_diff1": 0.984777,
        "nauc_map_at_1000_max": 0.678828,
        "nauc_map_at_1000_std": -0.276196,
        "nauc_map_at_1000_diff1": 0.984777,
        "nauc_recall_at_1_max": 0.632431,
        "nauc_recall_at_1_std": -0.230159,
        "nauc_recall_at_1_diff1": 0.978214,
        "nauc_recall_at_3_max": 0.771242,
        "nauc_recall_at_3_std": -0.354342,
        "nauc_recall_at_3_diff1": 1.0,
        "nauc_recall_at_5_max": 0.722222,
        "nauc_recall_at_5_std": -0.80859,
        "nauc_recall_at_5_diff1": 1.0,
        "nauc_recall_at_10_max": 0.722222,
        "nauc_recall_at_10_std": -0.80859,
        "nauc_recall_at_10_diff1": 1.0,
        "nauc_recall_at_20_max": 0.722222,
        "nauc_recall_at_20_std": 0.122782,
        "nauc_recall_at_20_diff1": 1.0,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.632431,
        "nauc_precision_at_1_std": -0.230159,
        "nauc_precision_at_1_diff1": 0.978214,
        "nauc_precision_at_3_max": 0.771242,
        "nauc_precision_at_3_std": -0.354342,
        "nauc_precision_at_3_diff1": 1.0,
        "nauc_precision_at_5_max": 0.722222,
        "nauc_precision_at_5_std": -0.80859,
        "nauc_precision_at_5_diff1": 1.0,
        "nauc_precision_at_10_max": 0.722222,
        "nauc_precision_at_10_std": -0.80859,
        "nauc_precision_at_10_diff1": 1.0,
        "nauc_precision_at_20_max": 0.722222,
        "nauc_precision_at_20_std": 0.122782,
        "nauc_precision_at_20_diff1": 1.0,
        "nauc_precision_at_100_max": NaN,
        "nauc_precision_at_100_std": NaN,
        "nauc_precision_at_100_diff1": NaN,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_mrr_at_1_max": 0.632431,
        "nauc_mrr_at_1_std": -0.230159,
        "nauc_mrr_at_1_diff1": 0.978214,
        "nauc_mrr_at_3_max": 0.690176,
        "nauc_mrr_at_3_std": -0.25747,
        "nauc_mrr_at_3_diff1": 0.985994,
        "nauc_mrr_at_5_max": 0.680038,
        "nauc_mrr_at_5_std": -0.303411,
        "nauc_mrr_at_5_diff1": 0.985202,
        "nauc_mrr_at_10_max": 0.680038,
        "nauc_mrr_at_10_std": -0.303411,
        "nauc_mrr_at_10_diff1": 0.985202,
        "nauc_mrr_at_20_max": 0.679152,
        "nauc_mrr_at_20_std": -0.27322,
        "nauc_mrr_at_20_diff1": 0.984891,
        "nauc_mrr_at_100_max": 0.678828,
        "nauc_mrr_at_100_std": -0.276196,
        "nauc_mrr_at_100_diff1": 0.984777,
        "nauc_mrr_at_1000_max": 0.678828,
        "nauc_mrr_at_1000_std": -0.276196,
        "nauc_mrr_at_1000_diff1": 0.984777,
        "cv_recall_at_1": 0.94,
        "cv_recall_at_3": 0.97,
        "cv_recall_at_5": 0.98,
        "cv_recall_at_10": 0.98,
        "cv_recall_at_20": 0.99,
        "cv_recall_at_100": 1.0,
        "cv_recall_at_1000": 1.0,
        "main_score": 0.96193,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 101.66404986381531,
  "kg_co2_emissions": null
}