{
  "dataset_revision": "20da4eb20a4b17300c0986ee148c90867a7f2a4d",
  "task_name": "CodeTransOceanContest",
  "mteb_version": "2.4.2",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.77828,
        "ndcg_at_3": 0.81017,
        "ndcg_at_5": 0.82692,
        "ndcg_at_10": 0.84267,
        "ndcg_at_20": 0.8448,
        "ndcg_at_100": 0.85257,
        "ndcg_at_1000": 0.8563,
        "map_at_1": 0.77828,
        "map_at_3": 0.80241,
        "map_at_5": 0.81169,
        "map_at_10": 0.81799,
        "map_at_20": 0.81849,
        "map_at_100": 0.81964,
        "map_at_1000": 0.81982,
        "recall_at_1": 0.77828,
        "recall_at_3": 0.83258,
        "recall_at_5": 0.8733,
        "recall_at_10": 0.92308,
        "recall_at_20": 0.93213,
        "recall_at_100": 0.97285,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.77828,
        "precision_at_3": 0.27753,
        "precision_at_5": 0.17466,
        "precision_at_10": 0.09231,
        "precision_at_20": 0.04661,
        "precision_at_100": 0.00973,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.778281,
        "mrr_at_3": 0.802413,
        "mrr_at_5": 0.811689,
        "mrr_at_10": 0.81799,
        "mrr_at_20": 0.818493,
        "mrr_at_100": 0.819639,
        "mrr_at_1000": 0.819817,
        "nauc_ndcg_at_1_max": 0.662618,
        "nauc_ndcg_at_1_std": -0.079462,
        "nauc_ndcg_at_1_diff1": 0.882714,
        "nauc_ndcg_at_3_max": 0.682374,
        "nauc_ndcg_at_3_std": -0.103481,
        "nauc_ndcg_at_3_diff1": 0.86287,
        "nauc_ndcg_at_5_max": 0.69657,
        "nauc_ndcg_at_5_std": -0.136603,
        "nauc_ndcg_at_5_diff1": 0.857889,
        "nauc_ndcg_at_10_max": 0.691218,
        "nauc_ndcg_at_10_std": -0.116534,
        "nauc_ndcg_at_10_diff1": 0.846053,
        "nauc_ndcg_at_20_max": 0.689686,
        "nauc_ndcg_at_20_std": -0.109978,
        "nauc_ndcg_at_20_diff1": 0.844756,
        "nauc_ndcg_at_100_max": 0.682946,
        "nauc_ndcg_at_100_std": -0.117281,
        "nauc_ndcg_at_100_diff1": 0.850268,
        "nauc_ndcg_at_1000_max": 0.684115,
        "nauc_ndcg_at_1000_std": -0.11184,
        "nauc_ndcg_at_1000_diff1": 0.85472,
        "nauc_map_at_1_max": 0.662618,
        "nauc_map_at_1_std": -0.079462,
        "nauc_map_at_1_diff1": 0.882714,
        "nauc_map_at_3_max": 0.676891,
        "nauc_map_at_3_std": -0.098789,
        "nauc_map_at_3_diff1": 0.866619,
        "nauc_map_at_5_max": 0.684944,
        "nauc_map_at_5_std": -0.115101,
        "nauc_map_at_5_diff1": 0.864322,
        "nauc_map_at_10_max": 0.682664,
        "nauc_map_at_10_std": -0.106539,
        "nauc_map_at_10_diff1": 0.860108,
        "nauc_map_at_20_max": 0.682326,
        "nauc_map_at_20_std": -0.105174,
        "nauc_map_at_20_diff1": 0.859886,
        "nauc_map_at_100_max": 0.681189,
        "nauc_map_at_100_std": -0.106552,
        "nauc_map_at_100_diff1": 0.860612,
        "nauc_map_at_1000_max": 0.681264,
        "nauc_map_at_1000_std": -0.10628,
        "nauc_map_at_1000_diff1": 0.860796,
        "nauc_recall_at_1_max": 0.662618,
        "nauc_recall_at_1_std": -0.079462,
        "nauc_recall_at_1_diff1": 0.882714,
        "nauc_recall_at_3_max": 0.70075,
        "nauc_recall_at_3_std": -0.1183,
        "nauc_recall_at_3_diff1": 0.851107,
        "nauc_recall_at_5_max": 0.745532,
        "nauc_recall_at_5_std": -0.231502,
        "nauc_recall_at_5_diff1": 0.831254,
        "nauc_recall_at_10_max": 0.742841,
        "nauc_recall_at_10_std": -0.176223,
        "nauc_recall_at_10_diff1": 0.747129,
        "nauc_recall_at_20_max": 0.735766,
        "nauc_recall_at_20_std": -0.124466,
        "nauc_recall_at_20_diff1": 0.722123,
        "nauc_recall_at_100_max": 0.648784,
        "nauc_recall_at_100_std": -0.300686,
        "nauc_recall_at_100_diff1": 0.690418,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.662618,
        "nauc_precision_at_1_std": -0.079462,
        "nauc_precision_at_1_diff1": 0.882714,
        "nauc_precision_at_3_max": 0.70075,
        "nauc_precision_at_3_std": -0.1183,
        "nauc_precision_at_3_diff1": 0.851107,
        "nauc_precision_at_5_max": 0.745532,
        "nauc_precision_at_5_std": -0.231502,
        "nauc_precision_at_5_diff1": 0.831254,
        "nauc_precision_at_10_max": 0.742841,
        "nauc_precision_at_10_std": -0.176223,
        "nauc_precision_at_10_diff1": 0.747129,
        "nauc_precision_at_20_max": 0.735766,
        "nauc_precision_at_20_std": -0.124466,
        "nauc_precision_at_20_diff1": 0.722123,
        "nauc_precision_at_100_max": 0.648784,
        "nauc_precision_at_100_std": -0.300686,
        "nauc_precision_at_100_diff1": 0.690418,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.662618,
        "nauc_mrr_at_1_std": -0.079462,
        "nauc_mrr_at_1_diff1": 0.882714,
        "nauc_mrr_at_3_max": 0.676891,
        "nauc_mrr_at_3_std": -0.098789,
        "nauc_mrr_at_3_diff1": 0.866619,
        "nauc_mrr_at_5_max": 0.684944,
        "nauc_mrr_at_5_std": -0.115101,
        "nauc_mrr_at_5_diff1": 0.864322,
        "nauc_mrr_at_10_max": 0.682664,
        "nauc_mrr_at_10_std": -0.106539,
        "nauc_mrr_at_10_diff1": 0.860108,
        "nauc_mrr_at_20_max": 0.682326,
        "nauc_mrr_at_20_std": -0.105174,
        "nauc_mrr_at_20_diff1": 0.859886,
        "nauc_mrr_at_100_max": 0.681189,
        "nauc_mrr_at_100_std": -0.106552,
        "nauc_mrr_at_100_diff1": 0.860612,
        "nauc_mrr_at_1000_max": 0.681264,
        "nauc_mrr_at_1000_std": -0.10628,
        "nauc_mrr_at_1000_diff1": 0.860796,
        "main_score": 0.84267,
        "hf_subset": "default",
        "languages": [
          "python-Code",
          "c++-Code"
        ]
      }
    ]
  },
  "evaluation_time": 9.692898273468018,
  "kg_co2_emissions": null
}