{
  "dataset_revision": "2393603c0221ff52f448d12dd75f0856103c6cca",
  "task_name": "RARbMath",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.03956,
        "ndcg_at_3": 0.04747,
        "ndcg_at_5": 0.05099,
        "ndcg_at_10": 0.05573,
        "ndcg_at_20": 0.05971,
        "ndcg_at_100": 0.06883,
        "ndcg_at_1000": 0.08569,
        "map_at_1": 0.03956,
        "map_at_3": 0.04555,
        "map_at_5": 0.0475,
        "map_at_10": 0.04942,
        "map_at_20": 0.0505,
        "map_at_100": 0.05165,
        "map_at_1000": 0.05215,
        "recall_at_1": 0.03956,
        "recall_at_3": 0.05301,
        "recall_at_5": 0.06156,
        "recall_at_10": 0.07644,
        "recall_at_20": 0.09226,
        "recall_at_100": 0.1429,
        "recall_at_1000": 0.28359,
        "precision_at_1": 0.03956,
        "precision_at_3": 0.01767,
        "precision_at_5": 0.01231,
        "precision_at_10": 0.00764,
        "precision_at_20": 0.00461,
        "precision_at_100": 0.00143,
        "precision_at_1000": 0.00028,
        "mrr_at_1": 0.039563,
        "mrr_at_3": 0.04555,
        "mrr_at_5": 0.047505,
        "mrr_at_10": 0.049422,
        "mrr_at_20": 0.050499,
        "mrr_at_100": 0.051653,
        "mrr_at_1000": 0.052151,
        "nauc_ndcg_at_1_max": -0.003229,
        "nauc_ndcg_at_1_std": 0.247931,
        "nauc_ndcg_at_1_diff1": 0.634504,
        "nauc_ndcg_at_3_max": 0.005619,
        "nauc_ndcg_at_3_std": 0.243477,
        "nauc_ndcg_at_3_diff1": 0.542017,
        "nauc_ndcg_at_5_max": 0.001639,
        "nauc_ndcg_at_5_std": 0.240078,
        "nauc_ndcg_at_5_diff1": 0.502321,
        "nauc_ndcg_at_10_max": -0.001835,
        "nauc_ndcg_at_10_std": 0.24465,
        "nauc_ndcg_at_10_diff1": 0.460169,
        "nauc_ndcg_at_20_max": -0.006603,
        "nauc_ndcg_at_20_std": 0.243121,
        "nauc_ndcg_at_20_diff1": 0.429633,
        "nauc_ndcg_at_100_max": -0.012242,
        "nauc_ndcg_at_100_std": 0.251103,
        "nauc_ndcg_at_100_diff1": 0.387181,
        "nauc_ndcg_at_1000_max": -0.009529,
        "nauc_ndcg_at_1000_std": 0.253485,
        "nauc_ndcg_at_1000_diff1": 0.342031,
        "nauc_map_at_1_max": -0.003229,
        "nauc_map_at_1_std": 0.247931,
        "nauc_map_at_1_diff1": 0.634504,
        "nauc_map_at_3_max": 0.003768,
        "nauc_map_at_3_std": 0.244471,
        "nauc_map_at_3_diff1": 0.560639,
        "nauc_map_at_5_max": 0.001481,
        "nauc_map_at_5_std": 0.242718,
        "nauc_map_at_5_diff1": 0.536083,
        "nauc_map_at_10_max": -0.000215,
        "nauc_map_at_10_std": 0.244677,
        "nauc_map_at_10_diff1": 0.515779,
        "nauc_map_at_20_max": -0.001804,
        "nauc_map_at_20_std": 0.244077,
        "nauc_map_at_20_diff1": 0.504871,
        "nauc_map_at_100_max": -0.003113,
        "nauc_map_at_100_std": 0.245544,
        "nauc_map_at_100_diff1": 0.496321,
        "nauc_map_at_1000_max": -0.003067,
        "nauc_map_at_1000_std": 0.245738,
        "nauc_map_at_1000_diff1": 0.493545,
        "nauc_recall_at_1_max": -0.003229,
        "nauc_recall_at_1_std": 0.247931,
        "nauc_recall_at_1_diff1": 0.634504,
        "nauc_recall_at_3_max": 0.010209,
        "nauc_recall_at_3_std": 0.240993,
        "nauc_recall_at_3_diff1": 0.49611,
        "nauc_recall_at_5_max": 0.001543,
        "nauc_recall_at_5_std": 0.233505,
        "nauc_recall_at_5_diff1": 0.42312,
        "nauc_recall_at_10_max": -0.005954,
        "nauc_recall_at_10_std": 0.245312,
        "nauc_recall_at_10_diff1": 0.341356,
        "nauc_recall_at_20_max": -0.017416,
        "nauc_recall_at_20_std": 0.241703,
        "nauc_recall_at_20_diff1": 0.282827,
        "nauc_recall_at_100_max": -0.028678,
        "nauc_recall_at_100_std": 0.263869,
        "nauc_recall_at_100_diff1": 0.203925,
        "nauc_recall_at_1000_max": -0.014271,
        "nauc_recall_at_1000_std": 0.26628,
        "nauc_recall_at_1000_diff1": 0.124978,
        "nauc_precision_at_1_max": -0.003229,
        "nauc_precision_at_1_std": 0.247931,
        "nauc_precision_at_1_diff1": 0.634504,
        "nauc_precision_at_3_max": 0.010209,
        "nauc_precision_at_3_std": 0.240993,
        "nauc_precision_at_3_diff1": 0.49611,
        "nauc_precision_at_5_max": 0.001543,
        "nauc_precision_at_5_std": 0.233505,
        "nauc_precision_at_5_diff1": 0.42312,
        "nauc_precision_at_10_max": -0.005954,
        "nauc_precision_at_10_std": 0.245312,
        "nauc_precision_at_10_diff1": 0.341356,
        "nauc_precision_at_20_max": -0.017416,
        "nauc_precision_at_20_std": 0.241703,
        "nauc_precision_at_20_diff1": 0.282827,
        "nauc_precision_at_100_max": -0.028678,
        "nauc_precision_at_100_std": 0.263869,
        "nauc_precision_at_100_diff1": 0.203925,
        "nauc_precision_at_1000_max": -0.014271,
        "nauc_precision_at_1000_std": 0.26628,
        "nauc_precision_at_1000_diff1": 0.124978,
        "nauc_mrr_at_1_max": -0.003229,
        "nauc_mrr_at_1_std": 0.247931,
        "nauc_mrr_at_1_diff1": 0.634504,
        "nauc_mrr_at_3_max": 0.003768,
        "nauc_mrr_at_3_std": 0.244471,
        "nauc_mrr_at_3_diff1": 0.560639,
        "nauc_mrr_at_5_max": 0.001481,
        "nauc_mrr_at_5_std": 0.242718,
        "nauc_mrr_at_5_diff1": 0.536083,
        "nauc_mrr_at_10_max": -0.000215,
        "nauc_mrr_at_10_std": 0.244677,
        "nauc_mrr_at_10_diff1": 0.515779,
        "nauc_mrr_at_20_max": -0.001804,
        "nauc_mrr_at_20_std": 0.244077,
        "nauc_mrr_at_20_diff1": 0.504871,
        "nauc_mrr_at_100_max": -0.003113,
        "nauc_mrr_at_100_std": 0.245544,
        "nauc_mrr_at_100_diff1": 0.496321,
        "nauc_mrr_at_1000_max": -0.003067,
        "nauc_mrr_at_1000_std": 0.245738,
        "nauc_mrr_at_1000_diff1": 0.493545,
        "main_score": 0.05573,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 755.4126019477844,
  "kg_co2_emissions": 0.05337629155442975
}