{
  "dataset_revision": "2393603c0221ff52f448d12dd75f0856103c6cca",
  "task_name": "RARbMath",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.52762,
        "ndcg_at_3": 0.57575,
        "ndcg_at_5": 0.59003,
        "ndcg_at_10": 0.60518,
        "ndcg_at_20": 0.61892,
        "ndcg_at_100": 0.63996,
        "ndcg_at_1000": 0.65352,
        "map_at_1": 0.52762,
        "map_at_3": 0.56409,
        "map_at_5": 0.57197,
        "map_at_10": 0.57824,
        "map_at_20": 0.58197,
        "map_at_100": 0.5848,
        "map_at_1000": 0.5853,
        "recall_at_1": 0.52762,
        "recall_at_3": 0.60943,
        "recall_at_5": 0.64425,
        "recall_at_10": 0.69109,
        "recall_at_20": 0.74569,
        "recall_at_100": 0.86026,
        "recall_at_1000": 0.96787,
        "precision_at_1": 0.52762,
        "precision_at_3": 0.20314,
        "precision_at_5": 0.12885,
        "precision_at_10": 0.06911,
        "precision_at_20": 0.03728,
        "precision_at_100": 0.0086,
        "precision_at_1000": 0.00097,
        "mrr_at_1": 0.527615,
        "mrr_at_3": 0.564092,
        "mrr_at_5": 0.571973,
        "mrr_at_10": 0.578237,
        "mrr_at_20": 0.581973,
        "mrr_at_100": 0.584803,
        "mrr_at_1000": 0.585296,
        "nauc_ndcg_at_1_max": 0.442805,
        "nauc_ndcg_at_1_std": -0.111558,
        "nauc_ndcg_at_1_diff1": 0.867228,
        "nauc_ndcg_at_3_max": 0.421011,
        "nauc_ndcg_at_3_std": -0.130017,
        "nauc_ndcg_at_3_diff1": 0.82961,
        "nauc_ndcg_at_5_max": 0.415233,
        "nauc_ndcg_at_5_std": -0.136078,
        "nauc_ndcg_at_5_diff1": 0.821739,
        "nauc_ndcg_at_10_max": 0.408889,
        "nauc_ndcg_at_10_std": -0.137635,
        "nauc_ndcg_at_10_diff1": 0.812838,
        "nauc_ndcg_at_20_max": 0.407685,
        "nauc_ndcg_at_20_std": -0.135885,
        "nauc_ndcg_at_20_diff1": 0.810726,
        "nauc_ndcg_at_100_max": 0.410938,
        "nauc_ndcg_at_100_std": -0.12792,
        "nauc_ndcg_at_100_diff1": 0.810754,
        "nauc_ndcg_at_1000_max": 0.416871,
        "nauc_ndcg_at_1000_std": -0.125254,
        "nauc_ndcg_at_1000_diff1": 0.816816,
        "nauc_map_at_1_max": 0.442805,
        "nauc_map_at_1_std": -0.111558,
        "nauc_map_at_1_diff1": 0.867228,
        "nauc_map_at_3_max": 0.426611,
        "nauc_map_at_3_std": -0.125547,
        "nauc_map_at_3_diff1": 0.839066,
        "nauc_map_at_5_max": 0.423519,
        "nauc_map_at_5_std": -0.128729,
        "nauc_map_at_5_diff1": 0.834939,
        "nauc_map_at_10_max": 0.421023,
        "nauc_map_at_10_std": -0.129493,
        "nauc_map_at_10_diff1": 0.831508,
        "nauc_map_at_20_max": 0.420853,
        "nauc_map_at_20_std": -0.128989,
        "nauc_map_at_20_diff1": 0.831071,
        "nauc_map_at_100_max": 0.421181,
        "nauc_map_at_100_std": -0.12814,
        "nauc_map_at_100_diff1": 0.831111,
        "nauc_map_at_1000_max": 0.421413,
        "nauc_map_at_1000_std": -0.128001,
        "nauc_map_at_1000_diff1": 0.831283,
        "nauc_recall_at_1_max": 0.442805,
        "nauc_recall_at_1_std": -0.111558,
        "nauc_recall_at_1_diff1": 0.867228,
        "nauc_recall_at_3_max": 0.403881,
        "nauc_recall_at_3_std": -0.143571,
        "nauc_recall_at_3_diff1": 0.800776,
        "nauc_recall_at_5_max": 0.387729,
        "nauc_recall_at_5_std": -0.160599,
        "nauc_recall_at_5_diff1": 0.778127,
        "nauc_recall_at_10_max": 0.362751,
        "nauc_recall_at_10_std": -0.167157,
        "nauc_recall_at_10_diff1": 0.742248,
        "nauc_recall_at_20_max": 0.348328,
        "nauc_recall_at_20_std": -0.162917,
        "nauc_recall_at_20_diff1": 0.71992,
        "nauc_recall_at_100_max": 0.350242,
        "nauc_recall_at_100_std": -0.08639,
        "nauc_recall_at_100_diff1": 0.662131,
        "nauc_recall_at_1000_max": 0.532271,
        "nauc_recall_at_1000_std": 0.191242,
        "nauc_recall_at_1000_diff1": 0.6097,
        "nauc_precision_at_1_max": 0.442805,
        "nauc_precision_at_1_std": -0.111558,
        "nauc_precision_at_1_diff1": 0.867228,
        "nauc_precision_at_3_max": 0.403881,
        "nauc_precision_at_3_std": -0.143571,
        "nauc_precision_at_3_diff1": 0.800776,
        "nauc_precision_at_5_max": 0.387729,
        "nauc_precision_at_5_std": -0.160599,
        "nauc_precision_at_5_diff1": 0.778127,
        "nauc_precision_at_10_max": 0.362751,
        "nauc_precision_at_10_std": -0.167157,
        "nauc_precision_at_10_diff1": 0.742248,
        "nauc_precision_at_20_max": 0.348328,
        "nauc_precision_at_20_std": -0.162917,
        "nauc_precision_at_20_diff1": 0.71992,
        "nauc_precision_at_100_max": 0.350242,
        "nauc_precision_at_100_std": -0.08639,
        "nauc_precision_at_100_diff1": 0.662131,
        "nauc_precision_at_1000_max": 0.532271,
        "nauc_precision_at_1000_std": 0.191242,
        "nauc_precision_at_1000_diff1": 0.6097,
        "nauc_mrr_at_1_max": 0.442805,
        "nauc_mrr_at_1_std": -0.111558,
        "nauc_mrr_at_1_diff1": 0.867228,
        "nauc_mrr_at_3_max": 0.426611,
        "nauc_mrr_at_3_std": -0.125547,
        "nauc_mrr_at_3_diff1": 0.839066,
        "nauc_mrr_at_5_max": 0.423519,
        "nauc_mrr_at_5_std": -0.128729,
        "nauc_mrr_at_5_diff1": 0.834939,
        "nauc_mrr_at_10_max": 0.421023,
        "nauc_mrr_at_10_std": -0.129493,
        "nauc_mrr_at_10_diff1": 0.831508,
        "nauc_mrr_at_20_max": 0.420853,
        "nauc_mrr_at_20_std": -0.128989,
        "nauc_mrr_at_20_diff1": 0.831071,
        "nauc_mrr_at_100_max": 0.421181,
        "nauc_mrr_at_100_std": -0.12814,
        "nauc_mrr_at_100_diff1": 0.831111,
        "nauc_mrr_at_1000_max": 0.421413,
        "nauc_mrr_at_1000_std": -0.128001,
        "nauc_mrr_at_1000_diff1": 0.831283,
        "main_score": 0.60518,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 719.1030621528625,
  "kg_co2_emissions": 0.047079589091472994
}