{
  "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
  "task_name": "LEMBQMSumRetrieval",
  "mteb_version": "1.38.9",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.13949,
        "ndcg_at_3": 0.21099,
        "ndcg_at_5": 0.23202,
        "ndcg_at_10": 0.262,
        "ndcg_at_20": 0.28791,
        "ndcg_at_100": 0.36307,
        "ndcg_at_1000": 0.37303,
        "map_at_1": 0.13949,
        "map_at_3": 0.19319,
        "map_at_5": 0.20485,
        "map_at_10": 0.2173,
        "map_at_20": 0.22436,
        "map_at_100": 0.23363,
        "map_at_1000": 0.23421,
        "recall_at_1": 0.13949,
        "recall_at_3": 0.26261,
        "recall_at_5": 0.31369,
        "recall_at_10": 0.40602,
        "recall_at_20": 0.50884,
        "recall_at_100": 0.93124,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.13949,
        "precision_at_3": 0.08754,
        "precision_at_5": 0.06274,
        "precision_at_10": 0.0406,
        "precision_at_20": 0.02544,
        "precision_at_100": 0.00931,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.139489,
        "mrr_at_3": 0.193189,
        "mrr_at_5": 0.204846,
        "mrr_at_10": 0.217303,
        "mrr_at_20": 0.224363,
        "mrr_at_100": 0.233629,
        "mrr_at_1000": 0.234212,
        "nauc_ndcg_at_1_max": 0.086677,
        "nauc_ndcg_at_1_std": -0.288895,
        "nauc_ndcg_at_1_diff1": 0.43576,
        "nauc_ndcg_at_3_max": 0.066158,
        "nauc_ndcg_at_3_std": -0.31929,
        "nauc_ndcg_at_3_diff1": 0.362359,
        "nauc_ndcg_at_5_max": 0.050971,
        "nauc_ndcg_at_5_std": -0.327863,
        "nauc_ndcg_at_5_diff1": 0.342879,
        "nauc_ndcg_at_10_max": 0.044503,
        "nauc_ndcg_at_10_std": -0.339871,
        "nauc_ndcg_at_10_diff1": 0.332315,
        "nauc_ndcg_at_20_max": 0.02903,
        "nauc_ndcg_at_20_std": -0.34297,
        "nauc_ndcg_at_20_diff1": 0.330452,
        "nauc_ndcg_at_100_max": 0.044628,
        "nauc_ndcg_at_100_std": -0.32411,
        "nauc_ndcg_at_100_diff1": 0.333634,
        "nauc_ndcg_at_1000_max": 0.044242,
        "nauc_ndcg_at_1000_std": -0.33051,
        "nauc_ndcg_at_1000_diff1": 0.343774,
        "nauc_map_at_1_max": 0.086677,
        "nauc_map_at_1_std": -0.288895,
        "nauc_map_at_1_diff1": 0.43576,
        "nauc_map_at_3_max": 0.070867,
        "nauc_map_at_3_std": -0.312631,
        "nauc_map_at_3_diff1": 0.375345,
        "nauc_map_at_5_max": 0.06208,
        "nauc_map_at_5_std": -0.317666,
        "nauc_map_at_5_diff1": 0.363482,
        "nauc_map_at_10_max": 0.059131,
        "nauc_map_at_10_std": -0.323225,
        "nauc_map_at_10_diff1": 0.358427,
        "nauc_map_at_20_max": 0.054605,
        "nauc_map_at_20_std": -0.324041,
        "nauc_map_at_20_diff1": 0.358401,
        "nauc_map_at_100_max": 0.055218,
        "nauc_map_at_100_std": -0.322608,
        "nauc_map_at_100_diff1": 0.358448,
        "nauc_map_at_1000_max": 0.055315,
        "nauc_map_at_1000_std": -0.322823,
        "nauc_map_at_1000_diff1": 0.35899,
        "nauc_recall_at_1_max": 0.086677,
        "nauc_recall_at_1_std": -0.288895,
        "nauc_recall_at_1_diff1": 0.43576,
        "nauc_recall_at_3_max": 0.05473,
        "nauc_recall_at_3_std": -0.335358,
        "nauc_recall_at_3_diff1": 0.331976,
        "nauc_recall_at_5_max": 0.0235,
        "nauc_recall_at_5_std": -0.352357,
        "nauc_recall_at_5_diff1": 0.294453,
        "nauc_recall_at_10_max": 0.008108,
        "nauc_recall_at_10_std": -0.381292,
        "nauc_recall_at_10_diff1": 0.270395,
        "nauc_recall_at_20_max": -0.044868,
        "nauc_recall_at_20_std": -0.393627,
        "nauc_recall_at_20_diff1": 0.259077,
        "nauc_recall_at_100_max": 0.065884,
        "nauc_recall_at_100_std": -0.158524,
        "nauc_recall_at_100_diff1": 0.089768,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.086677,
        "nauc_precision_at_1_std": -0.288895,
        "nauc_precision_at_1_diff1": 0.43576,
        "nauc_precision_at_3_max": 0.05473,
        "nauc_precision_at_3_std": -0.335358,
        "nauc_precision_at_3_diff1": 0.331976,
        "nauc_precision_at_5_max": 0.0235,
        "nauc_precision_at_5_std": -0.352357,
        "nauc_precision_at_5_diff1": 0.294453,
        "nauc_precision_at_10_max": 0.008108,
        "nauc_precision_at_10_std": -0.381292,
        "nauc_precision_at_10_diff1": 0.270395,
        "nauc_precision_at_20_max": -0.044868,
        "nauc_precision_at_20_std": -0.393627,
        "nauc_precision_at_20_diff1": 0.259077,
        "nauc_precision_at_100_max": 0.065884,
        "nauc_precision_at_100_std": -0.158524,
        "nauc_precision_at_100_diff1": 0.089768,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_mrr_at_1_max": 0.086677,
        "nauc_mrr_at_1_std": -0.288895,
        "nauc_mrr_at_1_diff1": 0.43576,
        "nauc_mrr_at_3_max": 0.070867,
        "nauc_mrr_at_3_std": -0.312631,
        "nauc_mrr_at_3_diff1": 0.375345,
        "nauc_mrr_at_5_max": 0.06208,
        "nauc_mrr_at_5_std": -0.317666,
        "nauc_mrr_at_5_diff1": 0.363482,
        "nauc_mrr_at_10_max": 0.059131,
        "nauc_mrr_at_10_std": -0.323225,
        "nauc_mrr_at_10_diff1": 0.358427,
        "nauc_mrr_at_20_max": 0.054605,
        "nauc_mrr_at_20_std": -0.324041,
        "nauc_mrr_at_20_diff1": 0.358401,
        "nauc_mrr_at_100_max": 0.055218,
        "nauc_mrr_at_100_std": -0.322608,
        "nauc_mrr_at_100_diff1": 0.358448,
        "nauc_mrr_at_1000_max": 0.055315,
        "nauc_mrr_at_1000_std": -0.322823,
        "nauc_mrr_at_1000_diff1": 0.35899,
        "main_score": 0.262,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 17.63444948196411,
  "kg_co2_emissions": null
}