{
  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
  "task_name": "CQADupstackProgrammersRetrieval",
  "mteb_version": "1.31.3",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.29909,
        "ndcg_at_3": 0.34832,
        "ndcg_at_5": 0.3738,
        "ndcg_at_10": 0.40455,
        "ndcg_at_20": 0.42753,
        "ndcg_at_100": 0.46306,
        "ndcg_at_1000": 0.48477,
        "map_at_1": 0.24757,
        "map_at_3": 0.31167,
        "map_at_5": 0.32991,
        "map_at_10": 0.34517,
        "map_at_20": 0.35281,
        "map_at_100": 0.35892,
        "map_at_1000": 0.36001,
        "recall_at_1": 0.24757,
        "recall_at_3": 0.3757,
        "recall_at_5": 0.44509,
        "recall_at_10": 0.53425,
        "recall_at_20": 0.6154,
        "recall_at_100": 0.78608,
        "recall_at_1000": 0.93252,
        "precision_at_1": 0.29909,
        "precision_at_3": 0.16781,
        "precision_at_5": 0.12123,
        "precision_at_10": 0.07637,
        "precision_at_20": 0.04572,
        "precision_at_100": 0.01237,
        "precision_at_1000": 0.0016,
        "mrr_at_1": 0.299087,
        "mrr_at_3": 0.362633,
        "mrr_at_5": 0.379186,
        "mrr_at_10": 0.391135,
        "mrr_at_20": 0.396487,
        "mrr_at_100": 0.400223,
        "mrr_at_1000": 0.400707,
        "nauc_ndcg_at_1_max": 0.367468,
        "nauc_ndcg_at_1_std": -0.033917,
        "nauc_ndcg_at_1_diff1": 0.462004,
        "nauc_ndcg_at_3_max": 0.371013,
        "nauc_ndcg_at_3_std": -0.011094,
        "nauc_ndcg_at_3_diff1": 0.423016,
        "nauc_ndcg_at_5_max": 0.366815,
        "nauc_ndcg_at_5_std": -0.006321,
        "nauc_ndcg_at_5_diff1": 0.408809,
        "nauc_ndcg_at_10_max": 0.362424,
        "nauc_ndcg_at_10_std": 0.00117,
        "nauc_ndcg_at_10_diff1": 0.396866,
        "nauc_ndcg_at_20_max": 0.370028,
        "nauc_ndcg_at_20_std": 0.014393,
        "nauc_ndcg_at_20_diff1": 0.391705,
        "nauc_ndcg_at_100_max": 0.378882,
        "nauc_ndcg_at_100_std": 0.032571,
        "nauc_ndcg_at_100_diff1": 0.388638,
        "nauc_ndcg_at_1000_max": 0.376881,
        "nauc_ndcg_at_1000_std": 0.02979,
        "nauc_ndcg_at_1000_diff1": 0.393477,
        "nauc_map_at_1_max": 0.29072,
        "nauc_map_at_1_std": -0.07756,
        "nauc_map_at_1_diff1": 0.45273,
        "nauc_map_at_3_max": 0.344972,
        "nauc_map_at_3_std": -0.035662,
        "nauc_map_at_3_diff1": 0.43344,
        "nauc_map_at_5_max": 0.349333,
        "nauc_map_at_5_std": -0.027205,
        "nauc_map_at_5_diff1": 0.422802,
        "nauc_map_at_10_max": 0.350349,
        "nauc_map_at_10_std": -0.021576,
        "nauc_map_at_10_diff1": 0.417284,
        "nauc_map_at_20_max": 0.353941,
        "nauc_map_at_20_std": -0.017112,
        "nauc_map_at_20_diff1": 0.415433,
        "nauc_map_at_100_max": 0.356879,
        "nauc_map_at_100_std": -0.012807,
        "nauc_map_at_100_diff1": 0.4152,
        "nauc_map_at_1000_max": 0.356868,
        "nauc_map_at_1000_std": -0.012548,
        "nauc_map_at_1000_diff1": 0.415394,
        "nauc_recall_at_1_max": 0.29072,
        "nauc_recall_at_1_std": -0.07756,
        "nauc_recall_at_1_diff1": 0.45273,
        "nauc_recall_at_3_max": 0.354112,
        "nauc_recall_at_3_std": -0.017929,
        "nauc_recall_at_3_diff1": 0.395779,
        "nauc_recall_at_5_max": 0.347948,
        "nauc_recall_at_5_std": 0.006404,
        "nauc_recall_at_5_diff1": 0.352807,
        "nauc_recall_at_10_max": 0.3348,
        "nauc_recall_at_10_std": 0.032202,
        "nauc_recall_at_10_diff1": 0.318004,
        "nauc_recall_at_20_max": 0.352323,
        "nauc_recall_at_20_std": 0.080588,
        "nauc_recall_at_20_diff1": 0.293045,
        "nauc_recall_at_100_max": 0.383798,
        "nauc_recall_at_100_std": 0.222222,
        "nauc_recall_at_100_diff1": 0.22766,
        "nauc_recall_at_1000_max": 0.414577,
        "nauc_recall_at_1000_std": 0.463163,
        "nauc_recall_at_1000_diff1": 0.189322,
        "nauc_precision_at_1_max": 0.367468,
        "nauc_precision_at_1_std": -0.033917,
        "nauc_precision_at_1_diff1": 0.462004,
        "nauc_precision_at_3_max": 0.419047,
        "nauc_precision_at_3_std": 0.086797,
        "nauc_precision_at_3_diff1": 0.324061,
        "nauc_precision_at_5_max": 0.406237,
        "nauc_precision_at_5_std": 0.125406,
        "nauc_precision_at_5_diff1": 0.255173,
        "nauc_precision_at_10_max": 0.334099,
        "nauc_precision_at_10_std": 0.13926,
        "nauc_precision_at_10_diff1": 0.163236,
        "nauc_precision_at_20_max": 0.319979,
        "nauc_precision_at_20_std": 0.172255,
        "nauc_precision_at_20_diff1": 0.10746,
        "nauc_precision_at_100_max": 0.229945,
        "nauc_precision_at_100_std": 0.228105,
        "nauc_precision_at_100_diff1": -0.008223,
        "nauc_precision_at_1000_max": 0.074085,
        "nauc_precision_at_1000_std": 0.139769,
        "nauc_precision_at_1000_diff1": -0.072029,
        "nauc_mrr_at_1_max": 0.367468,
        "nauc_mrr_at_1_std": -0.033917,
        "nauc_mrr_at_1_diff1": 0.462004,
        "nauc_mrr_at_3_max": 0.390626,
        "nauc_mrr_at_3_std": 0.000132,
        "nauc_mrr_at_3_diff1": 0.427747,
        "nauc_mrr_at_5_max": 0.390588,
        "nauc_mrr_at_5_std": 0.008562,
        "nauc_mrr_at_5_diff1": 0.419476,
        "nauc_mrr_at_10_max": 0.388292,
        "nauc_mrr_at_10_std": 0.010339,
        "nauc_mrr_at_10_diff1": 0.415618,
        "nauc_mrr_at_20_max": 0.388348,
        "nauc_mrr_at_20_std": 0.012061,
        "nauc_mrr_at_20_diff1": 0.41548,
        "nauc_mrr_at_100_max": 0.388295,
        "nauc_mrr_at_100_std": 0.011925,
        "nauc_mrr_at_100_diff1": 0.416431,
        "nauc_mrr_at_1000_max": 0.388206,
        "nauc_mrr_at_1000_std": 0.011845,
        "nauc_mrr_at_1000_diff1": 0.416578,
        "main_score": 0.40455,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 52.31674599647522,
  "kg_co2_emissions": null
}