{
  "dataset_revision": "9573fb284a1026c998df47024b888a163f0f0e25",
  "task_name": "LitSearchRetrieval",
  "mteb_version": "1.38.9",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.35377,
        "ndcg_at_3": 0.4342,
        "ndcg_at_5": 0.45665,
        "ndcg_at_10": 0.47932,
        "ndcg_at_20": 0.49645,
        "ndcg_at_100": 0.52121,
        "ndcg_at_1000": 0.53753,
        "map_at_1": 0.35126,
        "map_at_3": 0.41505,
        "map_at_5": 0.42765,
        "map_at_10": 0.4373,
        "map_at_20": 0.44225,
        "map_at_100": 0.44586,
        "map_at_1000": 0.44649,
        "recall_at_1": 0.35126,
        "recall_at_3": 0.49196,
        "recall_at_5": 0.5464,
        "recall_at_10": 0.61424,
        "recall_at_20": 0.68269,
        "recall_at_100": 0.81262,
        "recall_at_1000": 0.93984,
        "precision_at_1": 0.36013,
        "precision_at_3": 0.1703,
        "precision_at_5": 0.11323,
        "precision_at_10": 0.06348,
        "precision_at_20": 0.03559,
        "precision_at_100": 0.00854,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.360134,
        "mrr_at_3": 0.421831,
        "mrr_at_5": 0.434645,
        "mrr_at_10": 0.444397,
        "mrr_at_20": 0.449167,
        "mrr_at_100": 0.452575,
        "mrr_at_1000": 0.453121,
        "nauc_ndcg_at_1_max": 0.25347,
        "nauc_ndcg_at_1_std": 0.027273,
        "nauc_ndcg_at_1_diff1": 0.584441,
        "nauc_ndcg_at_3_max": 0.263128,
        "nauc_ndcg_at_3_std": 0.037284,
        "nauc_ndcg_at_3_diff1": 0.492698,
        "nauc_ndcg_at_5_max": 0.264287,
        "nauc_ndcg_at_5_std": 0.046938,
        "nauc_ndcg_at_5_diff1": 0.4869,
        "nauc_ndcg_at_10_max": 0.255803,
        "nauc_ndcg_at_10_std": 0.04894,
        "nauc_ndcg_at_10_diff1": 0.48261,
        "nauc_ndcg_at_20_max": 0.256261,
        "nauc_ndcg_at_20_std": 0.052649,
        "nauc_ndcg_at_20_diff1": 0.482194,
        "nauc_ndcg_at_100_max": 0.258388,
        "nauc_ndcg_at_100_std": 0.062681,
        "nauc_ndcg_at_100_diff1": 0.479439,
        "nauc_ndcg_at_1000_max": 0.260758,
        "nauc_ndcg_at_1000_std": 0.060897,
        "nauc_ndcg_at_1000_diff1": 0.48716,
        "nauc_map_at_1_max": 0.251664,
        "nauc_map_at_1_std": 0.02053,
        "nauc_map_at_1_diff1": 0.587493,
        "nauc_map_at_3_max": 0.266255,
        "nauc_map_at_3_std": 0.036407,
        "nauc_map_at_3_diff1": 0.512887,
        "nauc_map_at_5_max": 0.267213,
        "nauc_map_at_5_std": 0.041413,
        "nauc_map_at_5_diff1": 0.510031,
        "nauc_map_at_10_max": 0.263096,
        "nauc_map_at_10_std": 0.041877,
        "nauc_map_at_10_diff1": 0.508398,
        "nauc_map_at_20_max": 0.263582,
        "nauc_map_at_20_std": 0.043463,
        "nauc_map_at_20_diff1": 0.508257,
        "nauc_map_at_100_max": 0.264042,
        "nauc_map_at_100_std": 0.045019,
        "nauc_map_at_100_diff1": 0.507861,
        "nauc_map_at_1000_max": 0.264214,
        "nauc_map_at_1000_std": 0.044972,
        "nauc_map_at_1000_diff1": 0.508181,
        "nauc_recall_at_1_max": 0.251664,
        "nauc_recall_at_1_std": 0.02053,
        "nauc_recall_at_1_diff1": 0.587493,
        "nauc_recall_at_3_max": 0.268814,
        "nauc_recall_at_3_std": 0.045494,
        "nauc_recall_at_3_diff1": 0.432412,
        "nauc_recall_at_5_max": 0.271516,
        "nauc_recall_at_5_std": 0.0712,
        "nauc_recall_at_5_diff1": 0.412918,
        "nauc_recall_at_10_max": 0.246092,
        "nauc_recall_at_10_std": 0.080204,
        "nauc_recall_at_10_diff1": 0.38927,
        "nauc_recall_at_20_max": 0.246465,
        "nauc_recall_at_20_std": 0.10679,
        "nauc_recall_at_20_diff1": 0.37604,
        "nauc_recall_at_100_max": 0.250379,
        "nauc_recall_at_100_std": 0.212561,
        "nauc_recall_at_100_diff1": 0.296328,
        "nauc_recall_at_1000_max": 0.292729,
        "nauc_recall_at_1000_std": 0.396623,
        "nauc_recall_at_1000_diff1": 0.242255,
        "nauc_precision_at_1_max": 0.270776,
        "nauc_precision_at_1_std": 0.043058,
        "nauc_precision_at_1_diff1": 0.58238,
        "nauc_precision_at_3_max": 0.292037,
        "nauc_precision_at_3_std": 0.071085,
        "nauc_precision_at_3_diff1": 0.392945,
        "nauc_precision_at_5_max": 0.299152,
        "nauc_precision_at_5_std": 0.096191,
        "nauc_precision_at_5_diff1": 0.373621,
        "nauc_precision_at_10_max": 0.279691,
        "nauc_precision_at_10_std": 0.109195,
        "nauc_precision_at_10_diff1": 0.351749,
        "nauc_precision_at_20_max": 0.286969,
        "nauc_precision_at_20_std": 0.148789,
        "nauc_precision_at_20_diff1": 0.300303,
        "nauc_precision_at_100_max": 0.319761,
        "nauc_precision_at_100_std": 0.26467,
        "nauc_precision_at_100_diff1": 0.170115,
        "nauc_precision_at_1000_max": 0.318691,
        "nauc_precision_at_1000_std": 0.340676,
        "nauc_precision_at_1000_diff1": -0.013939,
        "nauc_mrr_at_1_max": 0.270776,
        "nauc_mrr_at_1_std": 0.043058,
        "nauc_mrr_at_1_diff1": 0.58238,
        "nauc_mrr_at_3_max": 0.281557,
        "nauc_mrr_at_3_std": 0.052934,
        "nauc_mrr_at_3_diff1": 0.515247,
        "nauc_mrr_at_5_max": 0.28315,
        "nauc_mrr_at_5_std": 0.057832,
        "nauc_mrr_at_5_diff1": 0.512281,
        "nauc_mrr_at_10_max": 0.279321,
        "nauc_mrr_at_10_std": 0.058666,
        "nauc_mrr_at_10_diff1": 0.510932,
        "nauc_mrr_at_20_max": 0.280388,
        "nauc_mrr_at_20_std": 0.059993,
        "nauc_mrr_at_20_diff1": 0.51086,
        "nauc_mrr_at_100_max": 0.280384,
        "nauc_mrr_at_100_std": 0.061182,
        "nauc_mrr_at_100_diff1": 0.511046,
        "nauc_mrr_at_1000_max": 0.280326,
        "nauc_mrr_at_1000_std": 0.061043,
        "nauc_mrr_at_1000_diff1": 0.51128,
        "main_score": 0.47932,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 244.44452118873596,
  "kg_co2_emissions": null
}