{
  "dataset_revision": "d213819e87aab9010628da8b73ab4eb337c89340",
  "task_name": "CodeFeedbackST",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.60445,
        "ndcg_at_3": 0.71716,
        "ndcg_at_5": 0.74026,
        "ndcg_at_10": 0.7556,
        "ndcg_at_20": 0.76403,
        "ndcg_at_100": 0.77217,
        "ndcg_at_1000": 0.77497,
        "map_at_1": 0.60445,
        "map_at_3": 0.69016,
        "map_at_5": 0.70303,
        "map_at_10": 0.70947,
        "map_at_20": 0.71181,
        "map_at_100": 0.71298,
        "map_at_1000": 0.71309,
        "recall_at_1": 0.60445,
        "recall_at_3": 0.79502,
        "recall_at_5": 0.85086,
        "recall_at_10": 0.89778,
        "recall_at_20": 0.93084,
        "recall_at_100": 0.97416,
        "recall_at_1000": 0.99578,
        "precision_at_1": 0.60445,
        "precision_at_3": 0.26501,
        "precision_at_5": 0.17017,
        "precision_at_10": 0.08978,
        "precision_at_20": 0.04654,
        "precision_at_100": 0.00974,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.602856,
        "mrr_at_3": 0.689437,
        "mrr_at_5": 0.702242,
        "mrr_at_10": 0.70867,
        "mrr_at_20": 0.711022,
        "mrr_at_100": 0.71219,
        "mrr_at_1000": 0.712302,
        "nauc_ndcg_at_1_max": 0.173325,
        "nauc_ndcg_at_1_std": -0.36377,
        "nauc_ndcg_at_1_diff1": 0.747188,
        "nauc_ndcg_at_3_max": 0.206756,
        "nauc_ndcg_at_3_std": -0.412129,
        "nauc_ndcg_at_3_diff1": 0.694676,
        "nauc_ndcg_at_5_max": 0.208007,
        "nauc_ndcg_at_5_std": -0.421492,
        "nauc_ndcg_at_5_diff1": 0.694332,
        "nauc_ndcg_at_10_max": 0.205654,
        "nauc_ndcg_at_10_std": -0.416407,
        "nauc_ndcg_at_10_diff1": 0.695638,
        "nauc_ndcg_at_20_max": 0.204703,
        "nauc_ndcg_at_20_std": -0.411204,
        "nauc_ndcg_at_20_diff1": 0.700149,
        "nauc_ndcg_at_100_max": 0.202885,
        "nauc_ndcg_at_100_std": -0.403711,
        "nauc_ndcg_at_100_diff1": 0.703935,
        "nauc_ndcg_at_1000_max": 0.201284,
        "nauc_ndcg_at_1000_std": -0.402147,
        "nauc_ndcg_at_1000_diff1": 0.705658,
        "nauc_map_at_1_max": 0.173325,
        "nauc_map_at_1_std": -0.36377,
        "nauc_map_at_1_diff1": 0.747188,
        "nauc_map_at_3_max": 0.197292,
        "nauc_map_at_3_std": -0.39816,
        "nauc_map_at_3_diff1": 0.708963,
        "nauc_map_at_5_max": 0.197578,
        "nauc_map_at_5_std": -0.402267,
        "nauc_map_at_5_diff1": 0.709403,
        "nauc_map_at_10_max": 0.196518,
        "nauc_map_at_10_std": -0.400019,
        "nauc_map_at_10_diff1": 0.710169,
        "nauc_map_at_20_max": 0.196166,
        "nauc_map_at_20_std": -0.398707,
        "nauc_map_at_20_diff1": 0.711332,
        "nauc_map_at_100_max": 0.195905,
        "nauc_map_at_100_std": -0.397861,
        "nauc_map_at_100_diff1": 0.711839,
        "nauc_map_at_1000_max": 0.195867,
        "nauc_map_at_1000_std": -0.39777,
        "nauc_map_at_1000_diff1": 0.711895,
        "nauc_recall_at_1_max": 0.173325,
        "nauc_recall_at_1_std": -0.36377,
        "nauc_recall_at_1_diff1": 0.747188,
        "nauc_recall_at_3_max": 0.243617,
        "nauc_recall_at_3_std": -0.466698,
        "nauc_recall_at_3_diff1": 0.639368,
        "nauc_recall_at_5_max": 0.260041,
        "nauc_recall_at_5_std": -0.519587,
        "nauc_recall_at_5_diff1": 0.619727,
        "nauc_recall_at_10_max": 0.265874,
        "nauc_recall_at_10_std": -0.526797,
        "nauc_recall_at_10_diff1": 0.598693,
        "nauc_recall_at_20_max": 0.284763,
        "nauc_recall_at_20_std": -0.518862,
        "nauc_recall_at_20_diff1": 0.604398,
        "nauc_recall_at_100_max": 0.348656,
        "nauc_recall_at_100_std": -0.394551,
        "nauc_recall_at_100_diff1": 0.590769,
        "nauc_recall_at_1000_max": 0.497609,
        "nauc_recall_at_1000_std": 0.076621,
        "nauc_recall_at_1000_diff1": 0.611669,
        "nauc_precision_at_1_max": 0.173325,
        "nauc_precision_at_1_std": -0.36377,
        "nauc_precision_at_1_diff1": 0.747188,
        "nauc_precision_at_3_max": 0.243617,
        "nauc_precision_at_3_std": -0.466698,
        "nauc_precision_at_3_diff1": 0.639368,
        "nauc_precision_at_5_max": 0.260041,
        "nauc_precision_at_5_std": -0.519587,
        "nauc_precision_at_5_diff1": 0.619727,
        "nauc_precision_at_10_max": 0.265874,
        "nauc_precision_at_10_std": -0.526797,
        "nauc_precision_at_10_diff1": 0.598693,
        "nauc_precision_at_20_max": 0.284763,
        "nauc_precision_at_20_std": -0.518862,
        "nauc_precision_at_20_diff1": 0.604398,
        "nauc_precision_at_100_max": 0.348656,
        "nauc_precision_at_100_std": -0.394551,
        "nauc_precision_at_100_diff1": 0.590769,
        "nauc_precision_at_1000_max": 0.497609,
        "nauc_precision_at_1000_std": 0.076621,
        "nauc_precision_at_1000_diff1": 0.611669,
        "nauc_mrr_at_1_max": 0.169266,
        "nauc_mrr_at_1_std": -0.364494,
        "nauc_mrr_at_1_diff1": 0.749525,
        "nauc_mrr_at_3_max": 0.194022,
        "nauc_mrr_at_3_std": -0.399359,
        "nauc_mrr_at_3_diff1": 0.710839,
        "nauc_mrr_at_5_max": 0.194004,
        "nauc_mrr_at_5_std": -0.403363,
        "nauc_mrr_at_5_diff1": 0.711133,
        "nauc_mrr_at_10_max": 0.193277,
        "nauc_mrr_at_10_std": -0.401128,
        "nauc_mrr_at_10_diff1": 0.71192,
        "nauc_mrr_at_20_max": 0.192866,
        "nauc_mrr_at_20_std": -0.399833,
        "nauc_mrr_at_20_diff1": 0.713074,
        "nauc_mrr_at_100_max": 0.192592,
        "nauc_mrr_at_100_std": -0.399003,
        "nauc_mrr_at_100_diff1": 0.713592,
        "nauc_mrr_at_1000_max": 0.192552,
        "nauc_mrr_at_1000_std": -0.398911,
        "nauc_mrr_at_1000_diff1": 0.713649,
        "main_score": 0.7556,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1262.8437187671661,
  "kg_co2_emissions": 0.11387401961042123
}