{
  "dataset_revision": "20da4eb20a4b17300c0986ee148c90867a7f2a4d",
  "task_name": "CodeTransOceanContest",
  "mteb_version": "1.38.57",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.48416,
        "ndcg_at_3": 0.56723,
        "ndcg_at_5": 0.58922,
        "ndcg_at_10": 0.60684,
        "ndcg_at_20": 0.62423,
        "ndcg_at_100": 0.6408,
        "ndcg_at_1000": 0.6543,
        "map_at_1": 0.48416,
        "map_at_3": 0.546,
        "map_at_5": 0.55799,
        "map_at_10": 0.5653,
        "map_at_20": 0.57019,
        "map_at_100": 0.57237,
        "map_at_1000": 0.57291,
        "recall_at_1": 0.48416,
        "recall_at_3": 0.62896,
        "recall_at_5": 0.68326,
        "recall_at_10": 0.73756,
        "recall_at_20": 0.80543,
        "recall_at_100": 0.89593,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.48416,
        "precision_at_3": 0.20965,
        "precision_at_5": 0.13665,
        "precision_at_10": 0.07376,
        "precision_at_20": 0.04027,
        "precision_at_100": 0.00896,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.484163,
        "mrr_at_3": 0.546003,
        "mrr_at_5": 0.557994,
        "mrr_at_10": 0.5653,
        "mrr_at_20": 0.570192,
        "mrr_at_100": 0.572372,
        "mrr_at_1000": 0.572907,
        "nauc_ndcg_at_1_max": 0.462667,
        "nauc_ndcg_at_1_std": -0.059197,
        "nauc_ndcg_at_1_diff1": 0.743938,
        "nauc_ndcg_at_3_max": 0.417628,
        "nauc_ndcg_at_3_std": -0.107877,
        "nauc_ndcg_at_3_diff1": 0.693777,
        "nauc_ndcg_at_5_max": 0.443063,
        "nauc_ndcg_at_5_std": -0.099159,
        "nauc_ndcg_at_5_diff1": 0.690082,
        "nauc_ndcg_at_10_max": 0.421137,
        "nauc_ndcg_at_10_std": -0.114053,
        "nauc_ndcg_at_10_diff1": 0.688116,
        "nauc_ndcg_at_20_max": 0.426036,
        "nauc_ndcg_at_20_std": -0.109014,
        "nauc_ndcg_at_20_diff1": 0.690603,
        "nauc_ndcg_at_100_max": 0.42185,
        "nauc_ndcg_at_100_std": -0.11073,
        "nauc_ndcg_at_100_diff1": 0.681004,
        "nauc_ndcg_at_1000_max": 0.429157,
        "nauc_ndcg_at_1000_std": -0.102954,
        "nauc_ndcg_at_1000_diff1": 0.694365,
        "nauc_map_at_1_max": 0.462667,
        "nauc_map_at_1_std": -0.059197,
        "nauc_map_at_1_diff1": 0.743938,
        "nauc_map_at_3_max": 0.43115,
        "nauc_map_at_3_std": -0.093621,
        "nauc_map_at_3_diff1": 0.707041,
        "nauc_map_at_5_max": 0.444298,
        "nauc_map_at_5_std": -0.08908,
        "nauc_map_at_5_diff1": 0.70529,
        "nauc_map_at_10_max": 0.435869,
        "nauc_map_at_10_std": -0.094489,
        "nauc_map_at_10_diff1": 0.704945,
        "nauc_map_at_20_max": 0.437787,
        "nauc_map_at_20_std": -0.09241,
        "nauc_map_at_20_diff1": 0.705836,
        "nauc_map_at_100_max": 0.436918,
        "nauc_map_at_100_std": -0.093114,
        "nauc_map_at_100_diff1": 0.704653,
        "nauc_map_at_1000_max": 0.43714,
        "nauc_map_at_1000_std": -0.092834,
        "nauc_map_at_1000_diff1": 0.705124,
        "nauc_recall_at_1_max": 0.462667,
        "nauc_recall_at_1_std": -0.059197,
        "nauc_recall_at_1_diff1": 0.743938,
        "nauc_recall_at_3_max": 0.373635,
        "nauc_recall_at_3_std": -0.154118,
        "nauc_recall_at_3_diff1": 0.651327,
        "nauc_recall_at_5_max": 0.443195,
        "nauc_recall_at_5_std": -0.13296,
        "nauc_recall_at_5_diff1": 0.636505,
        "nauc_recall_at_10_max": 0.356078,
        "nauc_recall_at_10_std": -0.19869,
        "nauc_recall_at_10_diff1": 0.618856,
        "nauc_recall_at_20_max": 0.361913,
        "nauc_recall_at_20_std": -0.198348,
        "nauc_recall_at_20_diff1": 0.614243,
        "nauc_recall_at_100_max": 0.275754,
        "nauc_recall_at_100_std": -0.261555,
        "nauc_recall_at_100_diff1": 0.428006,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.462667,
        "nauc_precision_at_1_std": -0.059197,
        "nauc_precision_at_1_diff1": 0.743938,
        "nauc_precision_at_3_max": 0.373635,
        "nauc_precision_at_3_std": -0.154118,
        "nauc_precision_at_3_diff1": 0.651327,
        "nauc_precision_at_5_max": 0.443195,
        "nauc_precision_at_5_std": -0.13296,
        "nauc_precision_at_5_diff1": 0.636505,
        "nauc_precision_at_10_max": 0.356078,
        "nauc_precision_at_10_std": -0.19869,
        "nauc_precision_at_10_diff1": 0.618856,
        "nauc_precision_at_20_max": 0.361913,
        "nauc_precision_at_20_std": -0.198348,
        "nauc_precision_at_20_diff1": 0.614243,
        "nauc_precision_at_100_max": 0.275754,
        "nauc_precision_at_100_std": -0.261555,
        "nauc_precision_at_100_diff1": 0.428006,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.462667,
        "nauc_mrr_at_1_std": -0.059197,
        "nauc_mrr_at_1_diff1": 0.743938,
        "nauc_mrr_at_3_max": 0.43115,
        "nauc_mrr_at_3_std": -0.093621,
        "nauc_mrr_at_3_diff1": 0.707041,
        "nauc_mrr_at_5_max": 0.444298,
        "nauc_mrr_at_5_std": -0.08908,
        "nauc_mrr_at_5_diff1": 0.70529,
        "nauc_mrr_at_10_max": 0.435869,
        "nauc_mrr_at_10_std": -0.094489,
        "nauc_mrr_at_10_diff1": 0.704945,
        "nauc_mrr_at_20_max": 0.437787,
        "nauc_mrr_at_20_std": -0.09241,
        "nauc_mrr_at_20_diff1": 0.705836,
        "nauc_mrr_at_100_max": 0.436918,
        "nauc_mrr_at_100_std": -0.093114,
        "nauc_mrr_at_100_diff1": 0.704653,
        "nauc_mrr_at_1000_max": 0.43714,
        "nauc_mrr_at_1000_std": -0.092834,
        "nauc_mrr_at_1000_diff1": 0.705124,
        "main_score": 0.60684,
        "hf_subset": "default",
        "languages": [
          "python-Code",
          "c++-Code"
        ]
      }
    ]
  },
  "evaluation_time": 13.947719097137451,
  "kg_co2_emissions": null
}