{
  "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
  "task_name": "LEMBSummScreenFDRetrieval",
  "mteb_version": "1.36.14",
  "scores": {
    "validation": [
      {
        "ndcg_at_1": 0.53571,
        "ndcg_at_3": 0.63145,
        "ndcg_at_5": 0.66718,
        "ndcg_at_10": 0.6858,
        "ndcg_at_20": 0.70561,
        "ndcg_at_100": 0.71563,
        "ndcg_at_1000": 0.71853,
        "map_at_1": 0.53571,
        "map_at_3": 0.60615,
        "map_at_5": 0.62609,
        "map_at_10": 0.63396,
        "map_at_20": 0.63953,
        "map_at_100": 0.64098,
        "map_at_1000": 0.64112,
        "recall_at_1": 0.53571,
        "recall_at_3": 0.70536,
        "recall_at_5": 0.79167,
        "recall_at_10": 0.84821,
        "recall_at_20": 0.9256,
        "recall_at_100": 0.97917,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.53571,
        "precision_at_3": 0.23512,
        "precision_at_5": 0.15833,
        "precision_at_10": 0.08482,
        "precision_at_20": 0.04628,
        "precision_at_100": 0.00979,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.535714,
        "mrr_at_3": 0.606151,
        "mrr_at_5": 0.626091,
        "mrr_at_10": 0.633962,
        "mrr_at_20": 0.639529,
        "mrr_at_100": 0.640977,
        "mrr_at_1000": 0.641125,
        "nauc_ndcg_at_1_max": 0.358861,
        "nauc_ndcg_at_1_std": -0.097051,
        "nauc_ndcg_at_1_diff1": 0.660601,
        "nauc_ndcg_at_3_max": 0.387296,
        "nauc_ndcg_at_3_std": -0.027345,
        "nauc_ndcg_at_3_diff1": 0.619055,
        "nauc_ndcg_at_5_max": 0.413844,
        "nauc_ndcg_at_5_std": -0.039664,
        "nauc_ndcg_at_5_diff1": 0.620891,
        "nauc_ndcg_at_10_max": 0.431336,
        "nauc_ndcg_at_10_std": -0.031693,
        "nauc_ndcg_at_10_diff1": 0.623647,
        "nauc_ndcg_at_20_max": 0.416999,
        "nauc_ndcg_at_20_std": -0.027734,
        "nauc_ndcg_at_20_diff1": 0.622109,
        "nauc_ndcg_at_100_max": 0.40759,
        "nauc_ndcg_at_100_std": -0.041901,
        "nauc_ndcg_at_100_diff1": 0.624683,
        "nauc_ndcg_at_1000_max": 0.403576,
        "nauc_ndcg_at_1000_std": -0.044498,
        "nauc_ndcg_at_1000_diff1": 0.628527,
        "nauc_map_at_1_max": 0.358861,
        "nauc_map_at_1_std": -0.097051,
        "nauc_map_at_1_diff1": 0.660601,
        "nauc_map_at_3_max": 0.3799,
        "nauc_map_at_3_std": -0.048467,
        "nauc_map_at_3_diff1": 0.631334,
        "nauc_map_at_5_max": 0.393733,
        "nauc_map_at_5_std": -0.05527,
        "nauc_map_at_5_diff1": 0.632824,
        "nauc_map_at_10_max": 0.399733,
        "nauc_map_at_10_std": -0.051972,
        "nauc_map_at_10_diff1": 0.633721,
        "nauc_map_at_20_max": 0.395814,
        "nauc_map_at_20_std": -0.051676,
        "nauc_map_at_20_diff1": 0.63369,
        "nauc_map_at_100_max": 0.394427,
        "nauc_map_at_100_std": -0.053469,
        "nauc_map_at_100_diff1": 0.634094,
        "nauc_map_at_1000_max": 0.394247,
        "nauc_map_at_1000_std": -0.053604,
        "nauc_map_at_1000_diff1": 0.63423,
        "nauc_recall_at_1_max": 0.358861,
        "nauc_recall_at_1_std": -0.097051,
        "nauc_recall_at_1_diff1": 0.660601,
        "nauc_recall_at_3_max": 0.412653,
        "nauc_recall_at_3_std": 0.046586,
        "nauc_recall_at_3_diff1": 0.576209,
        "nauc_recall_at_5_max": 0.505512,
        "nauc_recall_at_5_std": 0.025978,
        "nauc_recall_at_5_diff1": 0.568865,
        "nauc_recall_at_10_max": 0.628333,
        "nauc_recall_at_10_std": 0.082814,
        "nauc_recall_at_10_diff1": 0.570404,
        "nauc_recall_at_20_max": 0.640105,
        "nauc_recall_at_20_std": 0.247119,
        "nauc_recall_at_20_diff1": 0.497179,
        "nauc_recall_at_100_max": 0.705942,
        "nauc_recall_at_100_std": 0.141672,
        "nauc_recall_at_100_diff1": 0.322128,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.358861,
        "nauc_precision_at_1_std": -0.097051,
        "nauc_precision_at_1_diff1": 0.660601,
        "nauc_precision_at_3_max": 0.412653,
        "nauc_precision_at_3_std": 0.046586,
        "nauc_precision_at_3_diff1": 0.576209,
        "nauc_precision_at_5_max": 0.505512,
        "nauc_precision_at_5_std": 0.025978,
        "nauc_precision_at_5_diff1": 0.568865,
        "nauc_precision_at_10_max": 0.628333,
        "nauc_precision_at_10_std": 0.082814,
        "nauc_precision_at_10_diff1": 0.570404,
        "nauc_precision_at_20_max": 0.640105,
        "nauc_precision_at_20_std": 0.247119,
        "nauc_precision_at_20_diff1": 0.497179,
        "nauc_precision_at_100_max": 0.705942,
        "nauc_precision_at_100_std": 0.141672,
        "nauc_precision_at_100_diff1": 0.322128,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_mrr_at_1_max": 0.358861,
        "nauc_mrr_at_1_std": -0.097051,
        "nauc_mrr_at_1_diff1": 0.660601,
        "nauc_mrr_at_3_max": 0.3799,
        "nauc_mrr_at_3_std": -0.048467,
        "nauc_mrr_at_3_diff1": 0.631334,
        "nauc_mrr_at_5_max": 0.393733,
        "nauc_mrr_at_5_std": -0.05527,
        "nauc_mrr_at_5_diff1": 0.632824,
        "nauc_mrr_at_10_max": 0.399733,
        "nauc_mrr_at_10_std": -0.051972,
        "nauc_mrr_at_10_diff1": 0.633721,
        "nauc_mrr_at_20_max": 0.395814,
        "nauc_mrr_at_20_std": -0.051676,
        "nauc_mrr_at_20_diff1": 0.63369,
        "nauc_mrr_at_100_max": 0.394427,
        "nauc_mrr_at_100_std": -0.053469,
        "nauc_mrr_at_100_diff1": 0.634094,
        "nauc_mrr_at_1000_max": 0.394247,
        "nauc_mrr_at_1000_std": -0.053604,
        "nauc_mrr_at_1000_diff1": 0.63423,
        "main_score": 0.6858,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 15.25951623916626,
  "kg_co2_emissions": null
}