{
  "dataset_revision": "b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f",
  "task_name": "CodeFeedbackMT",
  "mteb_version": "1.39.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.78873,
        "ndcg_at_3": 0.84446,
        "ndcg_at_5": 0.85463,
        "ndcg_at_10": 0.8617,
        "ndcg_at_20": 0.86673,
        "ndcg_at_100": 0.87232,
        "ndcg_at_1000": 0.87471,
        "map_at_1": 0.78873,
        "map_at_3": 0.83159,
        "map_at_5": 0.83724,
        "map_at_10": 0.84018,
        "map_at_20": 0.84157,
        "map_at_100": 0.84236,
        "map_at_1000": 0.84245,
        "recall_at_1": 0.78873,
        "recall_at_3": 0.88137,
        "recall_at_5": 0.906,
        "recall_at_10": 0.92777,
        "recall_at_20": 0.94758,
        "recall_at_100": 0.97756,
        "recall_at_1000": 0.99608,
        "precision_at_1": 0.78873,
        "precision_at_3": 0.29379,
        "precision_at_5": 0.1812,
        "precision_at_10": 0.09278,
        "precision_at_20": 0.04738,
        "precision_at_100": 0.00978,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.788732,
        "mrr_at_3": 0.831588,
        "mrr_at_5": 0.837241,
        "mrr_at_10": 0.840176,
        "mrr_at_20": 0.841574,
        "mrr_at_100": 0.842359,
        "mrr_at_1000": 0.842453,
        "nauc_ndcg_at_1_max": 0.370087,
        "nauc_ndcg_at_1_std": -0.503689,
        "nauc_ndcg_at_1_diff1": 0.848933,
        "nauc_ndcg_at_3_max": 0.34504,
        "nauc_ndcg_at_3_std": -0.577562,
        "nauc_ndcg_at_3_diff1": 0.832083,
        "nauc_ndcg_at_5_max": 0.340747,
        "nauc_ndcg_at_5_std": -0.573205,
        "nauc_ndcg_at_5_diff1": 0.828784,
        "nauc_ndcg_at_10_max": 0.342306,
        "nauc_ndcg_at_10_std": -0.570303,
        "nauc_ndcg_at_10_diff1": 0.830345,
        "nauc_ndcg_at_20_max": 0.345011,
        "nauc_ndcg_at_20_std": -0.562718,
        "nauc_ndcg_at_20_diff1": 0.831607,
        "nauc_ndcg_at_100_max": 0.347433,
        "nauc_ndcg_at_100_std": -0.553101,
        "nauc_ndcg_at_100_diff1": 0.832484,
        "nauc_ndcg_at_1000_max": 0.350574,
        "nauc_ndcg_at_1000_std": -0.551466,
        "nauc_ndcg_at_1000_diff1": 0.833264,
        "nauc_map_at_1_max": 0.370087,
        "nauc_map_at_1_std": -0.503689,
        "nauc_map_at_1_diff1": 0.848933,
        "nauc_map_at_3_max": 0.352386,
        "nauc_map_at_3_std": -0.557547,
        "nauc_map_at_3_diff1": 0.836804,
        "nauc_map_at_5_max": 0.350354,
        "nauc_map_at_5_std": -0.554815,
        "nauc_map_at_5_diff1": 0.835233,
        "nauc_map_at_10_max": 0.351246,
        "nauc_map_at_10_std": -0.553343,
        "nauc_map_at_10_diff1": 0.835941,
        "nauc_map_at_20_max": 0.351987,
        "nauc_map_at_20_std": -0.551431,
        "nauc_map_at_20_diff1": 0.836276,
        "nauc_map_at_100_max": 0.352256,
        "nauc_map_at_100_std": -0.550264,
        "nauc_map_at_100_diff1": 0.836403,
        "nauc_map_at_1000_max": 0.352361,
        "nauc_map_at_1000_std": -0.550186,
        "nauc_map_at_1000_diff1": 0.836429,
        "nauc_recall_at_1_max": 0.370087,
        "nauc_recall_at_1_std": -0.503689,
        "nauc_recall_at_1_diff1": 0.848933,
        "nauc_recall_at_3_max": 0.316142,
        "nauc_recall_at_3_std": -0.655354,
        "nauc_recall_at_3_diff1": 0.81364,
        "nauc_recall_at_5_max": 0.294808,
        "nauc_recall_at_5_std": -0.657394,
        "nauc_recall_at_5_diff1": 0.797985,
        "nauc_recall_at_10_max": 0.288151,
        "nauc_recall_at_10_std": -0.667163,
        "nauc_recall_at_10_diff1": 0.797281,
        "nauc_recall_at_20_max": 0.292935,
        "nauc_recall_at_20_std": -0.631124,
        "nauc_recall_at_20_diff1": 0.796984,
        "nauc_recall_at_100_max": 0.298499,
        "nauc_recall_at_100_std": -0.44634,
        "nauc_recall_at_100_diff1": 0.776225,
        "nauc_recall_at_1000_max": 0.769896,
        "nauc_recall_at_1000_std": 0.368473,
        "nauc_recall_at_1000_diff1": 0.695594,
        "nauc_precision_at_1_max": 0.370087,
        "nauc_precision_at_1_std": -0.503689,
        "nauc_precision_at_1_diff1": 0.848933,
        "nauc_precision_at_3_max": 0.316142,
        "nauc_precision_at_3_std": -0.655354,
        "nauc_precision_at_3_diff1": 0.81364,
        "nauc_precision_at_5_max": 0.294808,
        "nauc_precision_at_5_std": -0.657394,
        "nauc_precision_at_5_diff1": 0.797985,
        "nauc_precision_at_10_max": 0.288151,
        "nauc_precision_at_10_std": -0.667163,
        "nauc_precision_at_10_diff1": 0.797281,
        "nauc_precision_at_20_max": 0.292935,
        "nauc_precision_at_20_std": -0.631124,
        "nauc_precision_at_20_diff1": 0.796984,
        "nauc_precision_at_100_max": 0.298499,
        "nauc_precision_at_100_std": -0.44634,
        "nauc_precision_at_100_diff1": 0.776225,
        "nauc_precision_at_1000_max": 0.769896,
        "nauc_precision_at_1000_std": 0.368473,
        "nauc_precision_at_1000_diff1": 0.695594,
        "nauc_mrr_at_1_max": 0.370087,
        "nauc_mrr_at_1_std": -0.503689,
        "nauc_mrr_at_1_diff1": 0.848933,
        "nauc_mrr_at_3_max": 0.352386,
        "nauc_mrr_at_3_std": -0.557547,
        "nauc_mrr_at_3_diff1": 0.836804,
        "nauc_mrr_at_5_max": 0.350354,
        "nauc_mrr_at_5_std": -0.554815,
        "nauc_mrr_at_5_diff1": 0.835233,
        "nauc_mrr_at_10_max": 0.351246,
        "nauc_mrr_at_10_std": -0.553343,
        "nauc_mrr_at_10_diff1": 0.835941,
        "nauc_mrr_at_20_max": 0.351988,
        "nauc_mrr_at_20_std": -0.551432,
        "nauc_mrr_at_20_diff1": 0.836275,
        "nauc_mrr_at_100_max": 0.352256,
        "nauc_mrr_at_100_std": -0.550265,
        "nauc_mrr_at_100_diff1": 0.836402,
        "nauc_mrr_at_1000_max": 0.352362,
        "nauc_mrr_at_1000_std": -0.550187,
        "nauc_mrr_at_1000_diff1": 0.836428,
        "main_score": 0.8617,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 287.0006937980652,
  "kg_co2_emissions": null
}