{
  "dataset_revision": "b23590301ec94e8087e2850b21d43d4956b1cca9",
  "task_name": "LegalBenchConsumerContractsQA",
  "mteb_version": "1.38.9",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.59848,
        "ndcg_at_3": 0.7117,
        "ndcg_at_5": 0.74136,
        "ndcg_at_10": 0.76739,
        "ndcg_at_20": 0.77527,
        "ndcg_at_100": 0.78054,
        "ndcg_at_1000": 0.78054,
        "map_at_1": 0.59848,
        "map_at_3": 0.68519,
        "map_at_5": 0.70135,
        "map_at_10": 0.71203,
        "map_at_20": 0.71432,
        "map_at_100": 0.71508,
        "map_at_1000": 0.71508,
        "recall_at_1": 0.59848,
        "recall_at_3": 0.78788,
        "recall_at_5": 0.86111,
        "recall_at_10": 0.94192,
        "recall_at_20": 0.97222,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.59848,
        "precision_at_3": 0.26263,
        "precision_at_5": 0.17222,
        "precision_at_10": 0.09419,
        "precision_at_20": 0.04861,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.603535,
        "mrr_at_3": 0.68729,
        "mrr_at_5": 0.703451,
        "mrr_at_10": 0.714073,
        "mrr_at_20": 0.71636,
        "mrr_at_100": 0.717128,
        "mrr_at_1000": 0.717128,
        "nauc_ndcg_at_1_max": 0.535296,
        "nauc_ndcg_at_1_std": 0.170861,
        "nauc_ndcg_at_1_diff1": 0.646335,
        "nauc_ndcg_at_3_max": 0.534446,
        "nauc_ndcg_at_3_std": 0.14068,
        "nauc_ndcg_at_3_diff1": 0.609859,
        "nauc_ndcg_at_5_max": 0.531711,
        "nauc_ndcg_at_5_std": 0.165734,
        "nauc_ndcg_at_5_diff1": 0.596083,
        "nauc_ndcg_at_10_max": 0.547957,
        "nauc_ndcg_at_10_std": 0.183341,
        "nauc_ndcg_at_10_diff1": 0.614689,
        "nauc_ndcg_at_20_max": 0.5405,
        "nauc_ndcg_at_20_std": 0.177287,
        "nauc_ndcg_at_20_diff1": 0.613725,
        "nauc_ndcg_at_100_max": 0.53909,
        "nauc_ndcg_at_100_std": 0.165959,
        "nauc_ndcg_at_100_diff1": 0.617362,
        "nauc_ndcg_at_1000_max": 0.53909,
        "nauc_ndcg_at_1000_std": 0.165959,
        "nauc_ndcg_at_1000_diff1": 0.617362,
        "nauc_map_at_1_max": 0.535296,
        "nauc_map_at_1_std": 0.170861,
        "nauc_map_at_1_diff1": 0.646335,
        "nauc_map_at_3_max": 0.53533,
        "nauc_map_at_3_std": 0.14826,
        "nauc_map_at_3_diff1": 0.618428,
        "nauc_map_at_5_max": 0.534573,
        "nauc_map_at_5_std": 0.161537,
        "nauc_map_at_5_diff1": 0.612196,
        "nauc_map_at_10_max": 0.540058,
        "nauc_map_at_10_std": 0.167014,
        "nauc_map_at_10_diff1": 0.619207,
        "nauc_map_at_20_max": 0.538373,
        "nauc_map_at_20_std": 0.16528,
        "nauc_map_at_20_diff1": 0.61922,
        "nauc_map_at_100_max": 0.53817,
        "nauc_map_at_100_std": 0.163714,
        "nauc_map_at_100_diff1": 0.619884,
        "nauc_map_at_1000_max": 0.53817,
        "nauc_map_at_1000_std": 0.163714,
        "nauc_map_at_1000_diff1": 0.619884,
        "nauc_recall_at_1_max": 0.535296,
        "nauc_recall_at_1_std": 0.170861,
        "nauc_recall_at_1_diff1": 0.646335,
        "nauc_recall_at_3_max": 0.530692,
        "nauc_recall_at_3_std": 0.112156,
        "nauc_recall_at_3_diff1": 0.577991,
        "nauc_recall_at_5_max": 0.51396,
        "nauc_recall_at_5_std": 0.194428,
        "nauc_recall_at_5_diff1": 0.507988,
        "nauc_recall_at_10_max": 0.662154,
        "nauc_recall_at_10_std": 0.421306,
        "nauc_recall_at_10_diff1": 0.585096,
        "nauc_recall_at_20_max": 0.587059,
        "nauc_recall_at_20_std": 0.536419,
        "nauc_recall_at_20_diff1": 0.515356,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.535296,
        "nauc_precision_at_1_std": 0.170861,
        "nauc_precision_at_1_diff1": 0.646335,
        "nauc_precision_at_3_max": 0.530692,
        "nauc_precision_at_3_std": 0.112156,
        "nauc_precision_at_3_diff1": 0.577991,
        "nauc_precision_at_5_max": 0.51396,
        "nauc_precision_at_5_std": 0.194428,
        "nauc_precision_at_5_diff1": 0.507988,
        "nauc_precision_at_10_max": 0.662154,
        "nauc_precision_at_10_std": 0.421306,
        "nauc_precision_at_10_diff1": 0.585096,
        "nauc_precision_at_20_max": 0.587059,
        "nauc_precision_at_20_std": 0.536419,
        "nauc_precision_at_20_diff1": 0.515356,
        "nauc_precision_at_100_max": NaN,
        "nauc_precision_at_100_std": NaN,
        "nauc_precision_at_100_diff1": NaN,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_mrr_at_1_max": 0.537734,
        "nauc_mrr_at_1_std": 0.159269,
        "nauc_mrr_at_1_diff1": 0.634945,
        "nauc_mrr_at_3_max": 0.537338,
        "nauc_mrr_at_3_std": 0.138218,
        "nauc_mrr_at_3_diff1": 0.61132,
        "nauc_mrr_at_5_max": 0.536689,
        "nauc_mrr_at_5_std": 0.150988,
        "nauc_mrr_at_5_diff1": 0.604675,
        "nauc_mrr_at_10_max": 0.542303,
        "nauc_mrr_at_10_std": 0.156149,
        "nauc_mrr_at_10_diff1": 0.611352,
        "nauc_mrr_at_20_max": 0.540634,
        "nauc_mrr_at_20_std": 0.154302,
        "nauc_mrr_at_20_diff1": 0.611289,
        "nauc_mrr_at_100_max": 0.540438,
        "nauc_mrr_at_100_std": 0.152696,
        "nauc_mrr_at_100_diff1": 0.611929,
        "nauc_mrr_at_1000_max": 0.540438,
        "nauc_mrr_at_1000_std": 0.152696,
        "nauc_mrr_at_1000_diff1": 0.611929,
        "main_score": 0.76739,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1.8909847736358643,
  "kg_co2_emissions": null
}