{
  "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec",
  "task_name": "MBPPRetrieval",
  "mteb_version": "1.38.57",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.54928,
        "ndcg_at_3": 0.67209,
        "ndcg_at_5": 0.70373,
        "ndcg_at_10": 0.72065,
        "ndcg_at_20": 0.73315,
        "ndcg_at_100": 0.74246,
        "ndcg_at_1000": 0.74495,
        "map_at_1": 0.54928,
        "map_at_3": 0.64305,
        "map_at_5": 0.66081,
        "map_at_10": 0.66779,
        "map_at_20": 0.67138,
        "map_at_100": 0.67279,
        "map_at_1000": 0.67289,
        "recall_at_1": 0.54928,
        "recall_at_3": 0.75565,
        "recall_at_5": 0.83162,
        "recall_at_10": 0.88398,
        "recall_at_20": 0.93224,
        "recall_at_100": 0.98049,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.54928,
        "precision_at_3": 0.25188,
        "precision_at_5": 0.16632,
        "precision_at_10": 0.0884,
        "precision_at_20": 0.04661,
        "precision_at_100": 0.0098,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.549281,
        "mrr_at_3": 0.643053,
        "mrr_at_5": 0.660815,
        "mrr_at_10": 0.667786,
        "mrr_at_20": 0.671378,
        "mrr_at_100": 0.672794,
        "mrr_at_1000": 0.672887,
        "nauc_ndcg_at_1_max": 0.298429,
        "nauc_ndcg_at_1_std": -0.10966,
        "nauc_ndcg_at_1_diff1": 0.60925,
        "nauc_ndcg_at_3_max": 0.353325,
        "nauc_ndcg_at_3_std": -0.099254,
        "nauc_ndcg_at_3_diff1": 0.557442,
        "nauc_ndcg_at_5_max": 0.365163,
        "nauc_ndcg_at_5_std": -0.096452,
        "nauc_ndcg_at_5_diff1": 0.565216,
        "nauc_ndcg_at_10_max": 0.365955,
        "nauc_ndcg_at_10_std": -0.083522,
        "nauc_ndcg_at_10_diff1": 0.560208,
        "nauc_ndcg_at_20_max": 0.367045,
        "nauc_ndcg_at_20_std": -0.080515,
        "nauc_ndcg_at_20_diff1": 0.564092,
        "nauc_ndcg_at_100_max": 0.358948,
        "nauc_ndcg_at_100_std": -0.08455,
        "nauc_ndcg_at_100_diff1": 0.57222,
        "nauc_ndcg_at_1000_max": 0.353849,
        "nauc_ndcg_at_1000_std": -0.089682,
        "nauc_ndcg_at_1000_diff1": 0.571035,
        "nauc_map_at_1_max": 0.298429,
        "nauc_map_at_1_std": -0.10966,
        "nauc_map_at_1_diff1": 0.60925,
        "nauc_map_at_3_max": 0.339195,
        "nauc_map_at_3_std": -0.101426,
        "nauc_map_at_3_diff1": 0.57082,
        "nauc_map_at_5_max": 0.344708,
        "nauc_map_at_5_std": -0.100164,
        "nauc_map_at_5_diff1": 0.575564,
        "nauc_map_at_10_max": 0.344486,
        "nauc_map_at_10_std": -0.095992,
        "nauc_map_at_10_diff1": 0.574074,
        "nauc_map_at_20_max": 0.344531,
        "nauc_map_at_20_std": -0.095426,
        "nauc_map_at_20_diff1": 0.57515,
        "nauc_map_at_100_max": 0.343628,
        "nauc_map_at_100_std": -0.095747,
        "nauc_map_at_100_diff1": 0.575946,
        "nauc_map_at_1000_max": 0.343465,
        "nauc_map_at_1000_std": -0.095901,
        "nauc_map_at_1000_diff1": 0.575895,
        "nauc_recall_at_1_max": 0.298429,
        "nauc_recall_at_1_std": -0.10966,
        "nauc_recall_at_1_diff1": 0.60925,
        "nauc_recall_at_3_max": 0.405188,
        "nauc_recall_at_3_std": -0.091582,
        "nauc_recall_at_3_diff1": 0.508317,
        "nauc_recall_at_5_max": 0.465768,
        "nauc_recall_at_5_std": -0.07824,
        "nauc_recall_at_5_diff1": 0.517312,
        "nauc_recall_at_10_max": 0.511221,
        "nauc_recall_at_10_std": 0.013077,
        "nauc_recall_at_10_diff1": 0.466539,
        "nauc_recall_at_20_max": 0.621874,
        "nauc_recall_at_20_std": 0.115419,
        "nauc_recall_at_20_diff1": 0.451055,
        "nauc_recall_at_100_max": 0.773305,
        "nauc_recall_at_100_std": 0.336032,
        "nauc_recall_at_100_diff1": 0.656538,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.298429,
        "nauc_precision_at_1_std": -0.10966,
        "nauc_precision_at_1_diff1": 0.60925,
        "nauc_precision_at_3_max": 0.405188,
        "nauc_precision_at_3_std": -0.091582,
        "nauc_precision_at_3_diff1": 0.508317,
        "nauc_precision_at_5_max": 0.465768,
        "nauc_precision_at_5_std": -0.07824,
        "nauc_precision_at_5_diff1": 0.517312,
        "nauc_precision_at_10_max": 0.511221,
        "nauc_precision_at_10_std": 0.013077,
        "nauc_precision_at_10_diff1": 0.466539,
        "nauc_precision_at_20_max": 0.621874,
        "nauc_precision_at_20_std": 0.115419,
        "nauc_precision_at_20_diff1": 0.451055,
        "nauc_precision_at_100_max": 0.773305,
        "nauc_precision_at_100_std": 0.336032,
        "nauc_precision_at_100_diff1": 0.656538,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.298429,
        "nauc_mrr_at_1_std": -0.10966,
        "nauc_mrr_at_1_diff1": 0.60925,
        "nauc_mrr_at_3_max": 0.339195,
        "nauc_mrr_at_3_std": -0.101426,
        "nauc_mrr_at_3_diff1": 0.57082,
        "nauc_mrr_at_5_max": 0.344708,
        "nauc_mrr_at_5_std": -0.100164,
        "nauc_mrr_at_5_diff1": 0.575564,
        "nauc_mrr_at_10_max": 0.344486,
        "nauc_mrr_at_10_std": -0.095992,
        "nauc_mrr_at_10_diff1": 0.574074,
        "nauc_mrr_at_20_max": 0.344531,
        "nauc_mrr_at_20_std": -0.095426,
        "nauc_mrr_at_20_diff1": 0.57515,
        "nauc_mrr_at_100_max": 0.343628,
        "nauc_mrr_at_100_std": -0.095747,
        "nauc_mrr_at_100_diff1": 0.575946,
        "nauc_mrr_at_1000_max": 0.343465,
        "nauc_mrr_at_1000_std": -0.095901,
        "nauc_mrr_at_1000_diff1": 0.575895,
        "main_score": 0.72065,
        "hf_subset": "default",
        "languages": [
          "eng-Latn",
          "python-Code"
        ]
      }
    ]
  },
  "evaluation_time": 4.244866132736206,
  "kg_co2_emissions": null
}