{
  "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e",
  "task_name": "LegalQuAD",
  "mteb_version": "2.3.11",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.09,
        "ndcg_at_3": 0.13155,
        "ndcg_at_5": 0.13994,
        "ndcg_at_10": 0.15921,
        "ndcg_at_20": 0.18773,
        "ndcg_at_100": 0.25747,
        "ndcg_at_1000": 0.2926,
        "map_at_1": 0.09,
        "map_at_3": 0.12167,
        "map_at_5": 0.12642,
        "map_at_10": 0.1343,
        "map_at_20": 0.14184,
        "map_at_100": 0.15052,
        "map_at_1000": 0.15221,
        "recall_at_1": 0.09,
        "recall_at_3": 0.16,
        "recall_at_5": 0.18,
        "recall_at_10": 0.24,
        "recall_at_20": 0.355,
        "recall_at_100": 0.745,
        "recall_at_1000": 1.0,
        "accuracy": 0.09,
        "precision_at_1": 0.09,
        "precision_at_3": 0.05333,
        "precision_at_5": 0.036,
        "precision_at_10": 0.024,
        "precision_at_20": 0.01775,
        "precision_at_100": 0.00745,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.09,
        "mrr_at_3": 0.121667,
        "mrr_at_5": 0.126417,
        "mrr_at_10": 0.134296,
        "mrr_at_20": 0.141842,
        "mrr_at_100": 0.150516,
        "mrr_at_1000": 0.152208,
        "nauc_ndcg_at_1_max": 0.227156,
        "nauc_ndcg_at_1_std": 0.202784,
        "nauc_ndcg_at_1_diff1": 0.514563,
        "nauc_ndcg_at_3_max": 0.226305,
        "nauc_ndcg_at_3_std": 0.173086,
        "nauc_ndcg_at_3_diff1": 0.399118,
        "nauc_ndcg_at_5_max": 0.233497,
        "nauc_ndcg_at_5_std": 0.164696,
        "nauc_ndcg_at_5_diff1": 0.380591,
        "nauc_ndcg_at_10_max": 0.235637,
        "nauc_ndcg_at_10_std": 0.179263,
        "nauc_ndcg_at_10_diff1": 0.348701,
        "nauc_ndcg_at_20_max": 0.208409,
        "nauc_ndcg_at_20_std": 0.159076,
        "nauc_ndcg_at_20_diff1": 0.310262,
        "nauc_ndcg_at_100_max": 0.183864,
        "nauc_ndcg_at_100_std": 0.15616,
        "nauc_ndcg_at_100_diff1": 0.331831,
        "nauc_ndcg_at_1000_max": 0.218028,
        "nauc_ndcg_at_1000_std": 0.173156,
        "nauc_ndcg_at_1000_diff1": 0.357195,
        "nauc_map_at_1_max": 0.227156,
        "nauc_map_at_1_std": 0.202784,
        "nauc_map_at_1_diff1": 0.514563,
        "nauc_map_at_3_max": 0.232265,
        "nauc_map_at_3_std": 0.181975,
        "nauc_map_at_3_diff1": 0.4231,
        "nauc_map_at_5_max": 0.235715,
        "nauc_map_at_5_std": 0.175529,
        "nauc_map_at_5_diff1": 0.41132,
        "nauc_map_at_10_max": 0.237566,
        "nauc_map_at_10_std": 0.182018,
        "nauc_map_at_10_diff1": 0.396066,
        "nauc_map_at_20_max": 0.229422,
        "nauc_map_at_20_std": 0.176339,
        "nauc_map_at_20_diff1": 0.383831,
        "nauc_map_at_100_max": 0.227088,
        "nauc_map_at_100_std": 0.177724,
        "nauc_map_at_100_diff1": 0.387231,
        "nauc_map_at_1000_max": 0.229041,
        "nauc_map_at_1000_std": 0.178866,
        "nauc_map_at_1000_diff1": 0.388844,
        "nauc_recall_at_1_max": 0.227156,
        "nauc_recall_at_1_std": 0.202784,
        "nauc_recall_at_1_diff1": 0.514563,
        "nauc_recall_at_3_max": 0.210507,
        "nauc_recall_at_3_std": 0.151348,
        "nauc_recall_at_3_diff1": 0.342737,
        "nauc_recall_at_5_max": 0.228371,
        "nauc_recall_at_5_std": 0.140231,
        "nauc_recall_at_5_diff1": 0.310844,
        "nauc_recall_at_10_max": 0.230874,
        "nauc_recall_at_10_std": 0.177458,
        "nauc_recall_at_10_diff1": 0.245627,
        "nauc_recall_at_20_max": 0.155258,
        "nauc_recall_at_20_std": 0.119633,
        "nauc_recall_at_20_diff1": 0.150575,
        "nauc_recall_at_100_max": -0.021947,
        "nauc_recall_at_100_std": 0.059549,
        "nauc_recall_at_100_diff1": 0.179037,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.227156,
        "nauc_precision_at_1_std": 0.202784,
        "nauc_precision_at_1_diff1": 0.514563,
        "nauc_precision_at_3_max": 0.210507,
        "nauc_precision_at_3_std": 0.151348,
        "nauc_precision_at_3_diff1": 0.342737,
        "nauc_precision_at_5_max": 0.228371,
        "nauc_precision_at_5_std": 0.140231,
        "nauc_precision_at_5_diff1": 0.310844,
        "nauc_precision_at_10_max": 0.230874,
        "nauc_precision_at_10_std": 0.177458,
        "nauc_precision_at_10_diff1": 0.245627,
        "nauc_precision_at_20_max": 0.155258,
        "nauc_precision_at_20_std": 0.119633,
        "nauc_precision_at_20_diff1": 0.150575,
        "nauc_precision_at_100_max": -0.021947,
        "nauc_precision_at_100_std": 0.059549,
        "nauc_precision_at_100_diff1": 0.179037,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.227156,
        "nauc_mrr_at_1_std": 0.202784,
        "nauc_mrr_at_1_diff1": 0.514563,
        "nauc_mrr_at_3_max": 0.232265,
        "nauc_mrr_at_3_std": 0.181975,
        "nauc_mrr_at_3_diff1": 0.4231,
        "nauc_mrr_at_5_max": 0.235715,
        "nauc_mrr_at_5_std": 0.175529,
        "nauc_mrr_at_5_diff1": 0.41132,
        "nauc_mrr_at_10_max": 0.237566,
        "nauc_mrr_at_10_std": 0.182018,
        "nauc_mrr_at_10_diff1": 0.396066,
        "nauc_mrr_at_20_max": 0.229422,
        "nauc_mrr_at_20_std": 0.176339,
        "nauc_mrr_at_20_diff1": 0.383831,
        "nauc_mrr_at_100_max": 0.227088,
        "nauc_mrr_at_100_std": 0.177724,
        "nauc_mrr_at_100_diff1": 0.387231,
        "nauc_mrr_at_1000_max": 0.229041,
        "nauc_mrr_at_1000_std": 0.178866,
        "nauc_mrr_at_1000_diff1": 0.388844,
        "cv_recall_at_1": 0.09,
        "cv_recall_at_3": 0.16,
        "cv_recall_at_5": 0.18,
        "cv_recall_at_10": 0.24,
        "cv_recall_at_20": 0.355,
        "cv_recall_at_100": 0.745,
        "cv_recall_at_1000": 1.0,
        "main_score": 0.15921,
        "hf_subset": "default",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 4.39400315284729,
  "kg_co2_emissions": null
}