{
  "dataset_revision": "281562cb8a1265ab5c0824bfa6ddcd9b0a15618f",
  "task_name": "CodeTransOceanDL",
  "mteb_version": "2.4.2",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.08333,
        "ndcg_at_3": 0.14253,
        "ndcg_at_5": 0.20396,
        "ndcg_at_10": 0.3413,
        "ndcg_at_20": 0.38963,
        "ndcg_at_100": 0.39606,
        "ndcg_at_1000": 0.39749,
        "map_at_1": 0.08333,
        "map_at_3": 0.125,
        "map_at_5": 0.15889,
        "map_at_10": 0.21396,
        "map_at_20": 0.22903,
        "map_at_100": 0.23003,
        "map_at_1000": 0.23008,
        "recall_at_1": 0.08333,
        "recall_at_3": 0.19444,
        "recall_at_5": 0.34444,
        "recall_at_10": 0.77778,
        "recall_at_20": 0.95556,
        "recall_at_100": 0.98889,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.08333,
        "precision_at_3": 0.06481,
        "precision_at_5": 0.06889,
        "precision_at_10": 0.07778,
        "precision_at_20": 0.04778,
        "precision_at_100": 0.00989,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.072222,
        "mrr_at_3": 0.124074,
        "mrr_at_5": 0.148796,
        "mrr_at_10": 0.209264,
        "mrr_at_20": 0.224805,
        "mrr_at_100": 0.225819,
        "mrr_at_1000": 0.225871,
        "nauc_ndcg_at_1_max": -0.266577,
        "nauc_ndcg_at_1_std": -0.005044,
        "nauc_ndcg_at_1_diff1": -0.086343,
        "nauc_ndcg_at_3_max": -0.294326,
        "nauc_ndcg_at_3_std": -0.092176,
        "nauc_ndcg_at_3_diff1": -0.008078,
        "nauc_ndcg_at_5_max": -0.247536,
        "nauc_ndcg_at_5_std": -0.058643,
        "nauc_ndcg_at_5_diff1": 0.005726,
        "nauc_ndcg_at_10_max": -0.157272,
        "nauc_ndcg_at_10_std": -0.035559,
        "nauc_ndcg_at_10_diff1": 0.043404,
        "nauc_ndcg_at_20_max": -0.203816,
        "nauc_ndcg_at_20_std": -0.001057,
        "nauc_ndcg_at_20_diff1": 0.015142,
        "nauc_ndcg_at_100_max": -0.230778,
        "nauc_ndcg_at_100_std": -0.033433,
        "nauc_ndcg_at_100_diff1": 0.00242,
        "nauc_ndcg_at_1000_max": -0.231335,
        "nauc_ndcg_at_1000_std": -0.034897,
        "nauc_ndcg_at_1000_diff1": -0.000731,
        "nauc_map_at_1_max": -0.266577,
        "nauc_map_at_1_std": -0.005044,
        "nauc_map_at_1_diff1": -0.086343,
        "nauc_map_at_3_max": -0.289424,
        "nauc_map_at_3_std": -0.076925,
        "nauc_map_at_3_diff1": -0.029241,
        "nauc_map_at_5_max": -0.259463,
        "nauc_map_at_5_std": -0.054466,
        "nauc_map_at_5_diff1": -0.017279,
        "nauc_map_at_10_max": -0.221866,
        "nauc_map_at_10_std": -0.045601,
        "nauc_map_at_10_diff1": -0.001294,
        "nauc_map_at_20_max": -0.238774,
        "nauc_map_at_20_std": -0.036342,
        "nauc_map_at_20_diff1": -0.013131,
        "nauc_map_at_100_max": -0.242835,
        "nauc_map_at_100_std": -0.040841,
        "nauc_map_at_100_diff1": -0.014627,
        "nauc_map_at_1000_max": -0.242855,
        "nauc_map_at_1000_std": -0.040887,
        "nauc_map_at_1000_diff1": -0.014727,
        "nauc_recall_at_1_max": -0.266577,
        "nauc_recall_at_1_std": -0.005044,
        "nauc_recall_at_1_diff1": -0.086343,
        "nauc_recall_at_3_max": -0.304224,
        "nauc_recall_at_3_std": -0.122935,
        "nauc_recall_at_3_diff1": 0.036781,
        "nauc_recall_at_5_max": -0.222807,
        "nauc_recall_at_5_std": -0.064611,
        "nauc_recall_at_5_diff1": 0.047784,
        "nauc_recall_at_10_max": 0.07438,
        "nauc_recall_at_10_std": 0.008945,
        "nauc_recall_at_10_diff1": 0.186443,
        "nauc_recall_at_20_max": 0.268557,
        "nauc_recall_at_20_std": 0.609127,
        "nauc_recall_at_20_diff1": 0.34658,
        "nauc_recall_at_100_max": -0.171335,
        "nauc_recall_at_100_std": 0.122782,
        "nauc_recall_at_100_diff1": 0.338469,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": -0.266577,
        "nauc_precision_at_1_std": -0.005044,
        "nauc_precision_at_1_diff1": -0.086343,
        "nauc_precision_at_3_max": -0.304224,
        "nauc_precision_at_3_std": -0.122935,
        "nauc_precision_at_3_diff1": 0.036781,
        "nauc_precision_at_5_max": -0.222807,
        "nauc_precision_at_5_std": -0.064611,
        "nauc_precision_at_5_diff1": 0.047784,
        "nauc_precision_at_10_max": 0.07438,
        "nauc_precision_at_10_std": 0.008945,
        "nauc_precision_at_10_diff1": 0.186443,
        "nauc_precision_at_20_max": 0.268557,
        "nauc_precision_at_20_std": 0.609127,
        "nauc_precision_at_20_diff1": 0.34658,
        "nauc_precision_at_100_max": -0.171335,
        "nauc_precision_at_100_std": 0.122782,
        "nauc_precision_at_100_diff1": 0.338469,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": -0.362387,
        "nauc_mrr_at_1_std": -0.210728,
        "nauc_mrr_at_1_diff1": 0.088316,
        "nauc_mrr_at_3_max": -0.295588,
        "nauc_mrr_at_3_std": -0.13271,
        "nauc_mrr_at_3_diff1": 0.101678,
        "nauc_mrr_at_5_max": -0.269836,
        "nauc_mrr_at_5_std": -0.12442,
        "nauc_mrr_at_5_diff1": 0.116225,
        "nauc_mrr_at_10_max": -0.251922,
        "nauc_mrr_at_10_std": -0.11947,
        "nauc_mrr_at_10_diff1": 0.130659,
        "nauc_mrr_at_20_max": -0.268428,
        "nauc_mrr_at_20_std": -0.111474,
        "nauc_mrr_at_20_diff1": 0.124495,
        "nauc_mrr_at_100_max": -0.272836,
        "nauc_mrr_at_100_std": -0.116619,
        "nauc_mrr_at_100_diff1": 0.123713,
        "nauc_mrr_at_1000_max": -0.272866,
        "nauc_mrr_at_1000_std": -0.11669,
        "nauc_mrr_at_1000_diff1": 0.12365,
        "main_score": 0.3413,
        "hf_subset": "default",
        "languages": [
          "python-Code"
        ]
      }
    ]
  },
  "evaluation_time": 61.81551718711853,
  "kg_co2_emissions": null
}