{
  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
  "task_name": "CQADupstackProgrammersRetrieval",
  "mteb_version": "1.29.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.34475,
        "ndcg_at_3": 0.3856,
        "ndcg_at_5": 0.4148,
        "ndcg_at_10": 0.44073,
        "ndcg_at_20": 0.4666,
        "ndcg_at_100": 0.50111,
        "ndcg_at_1000": 0.51988,
        "map_at_1": 0.27333,
        "map_at_3": 0.34464,
        "map_at_5": 0.36672,
        "map_at_10": 0.37956,
        "map_at_20": 0.3884,
        "map_at_100": 0.3945,
        "map_at_1000": 0.39548,
        "recall_at_1": 0.27333,
        "recall_at_3": 0.41267,
        "recall_at_5": 0.48823,
        "recall_at_10": 0.56693,
        "recall_at_20": 0.65829,
        "recall_at_100": 0.81984,
        "recall_at_1000": 0.94469,
        "precision_at_1": 0.34475,
        "precision_at_3": 0.18493,
        "precision_at_5": 0.13516,
        "precision_at_10": 0.08105,
        "precision_at_20": 0.04886,
        "precision_at_100": 0.013,
        "precision_at_1000": 0.00161,
        "mrr_at_1": 0.344749,
        "mrr_at_3": 0.408676,
        "mrr_at_5": 0.426027,
        "mrr_at_10": 0.436841,
        "mrr_at_20": 0.442728,
        "mrr_at_100": 0.446494,
        "mrr_at_1000": 0.446926,
        "nauc_ndcg_at_1_max": 0.397641,
        "nauc_ndcg_at_1_std": 0.039251,
        "nauc_ndcg_at_1_diff1": 0.445659,
        "nauc_ndcg_at_3_max": 0.382589,
        "nauc_ndcg_at_3_std": 0.018499,
        "nauc_ndcg_at_3_diff1": 0.369831,
        "nauc_ndcg_at_5_max": 0.387342,
        "nauc_ndcg_at_5_std": 0.039866,
        "nauc_ndcg_at_5_diff1": 0.373769,
        "nauc_ndcg_at_10_max": 0.386575,
        "nauc_ndcg_at_10_std": 0.058274,
        "nauc_ndcg_at_10_diff1": 0.370426,
        "nauc_ndcg_at_20_max": 0.395146,
        "nauc_ndcg_at_20_std": 0.065832,
        "nauc_ndcg_at_20_diff1": 0.382554,
        "nauc_ndcg_at_100_max": 0.403547,
        "nauc_ndcg_at_100_std": 0.085445,
        "nauc_ndcg_at_100_diff1": 0.391128,
        "nauc_ndcg_at_1000_max": 0.40077,
        "nauc_ndcg_at_1000_std": 0.07439,
        "nauc_ndcg_at_1000_diff1": 0.390814,
        "nauc_map_at_1_max": 0.350632,
        "nauc_map_at_1_std": -0.005404,
        "nauc_map_at_1_diff1": 0.451445,
        "nauc_map_at_3_max": 0.369092,
        "nauc_map_at_3_std": 0.004003,
        "nauc_map_at_3_diff1": 0.392619,
        "nauc_map_at_5_max": 0.378522,
        "nauc_map_at_5_std": 0.02141,
        "nauc_map_at_5_diff1": 0.392841,
        "nauc_map_at_10_max": 0.378978,
        "nauc_map_at_10_std": 0.030881,
        "nauc_map_at_10_diff1": 0.389168,
        "nauc_map_at_20_max": 0.383397,
        "nauc_map_at_20_std": 0.033992,
        "nauc_map_at_20_diff1": 0.393318,
        "nauc_map_at_100_max": 0.385488,
        "nauc_map_at_100_std": 0.037565,
        "nauc_map_at_100_diff1": 0.395518,
        "nauc_map_at_1000_max": 0.385387,
        "nauc_map_at_1000_std": 0.037427,
        "nauc_map_at_1000_diff1": 0.395469,
        "nauc_recall_at_1_max": 0.350632,
        "nauc_recall_at_1_std": -0.005404,
        "nauc_recall_at_1_diff1": 0.451445,
        "nauc_recall_at_3_max": 0.356361,
        "nauc_recall_at_3_std": 0.013345,
        "nauc_recall_at_3_diff1": 0.324132,
        "nauc_recall_at_5_max": 0.363771,
        "nauc_recall_at_5_std": 0.060518,
        "nauc_recall_at_5_diff1": 0.316107,
        "nauc_recall_at_10_max": 0.35361,
        "nauc_recall_at_10_std": 0.115485,
        "nauc_recall_at_10_diff1": 0.293829,
        "nauc_recall_at_20_max": 0.372771,
        "nauc_recall_at_20_std": 0.153363,
        "nauc_recall_at_20_diff1": 0.324125,
        "nauc_recall_at_100_max": 0.422918,
        "nauc_recall_at_100_std": 0.374391,
        "nauc_recall_at_100_diff1": 0.354287,
        "nauc_recall_at_1000_max": 0.415002,
        "nauc_recall_at_1000_std": 0.508242,
        "nauc_recall_at_1000_diff1": 0.367822,
        "nauc_precision_at_1_max": 0.397641,
        "nauc_precision_at_1_std": 0.039251,
        "nauc_precision_at_1_diff1": 0.445659,
        "nauc_precision_at_3_max": 0.366452,
        "nauc_precision_at_3_std": 0.072522,
        "nauc_precision_at_3_diff1": 0.220843,
        "nauc_precision_at_5_max": 0.345655,
        "nauc_precision_at_5_std": 0.119149,
        "nauc_precision_at_5_diff1": 0.190929,
        "nauc_precision_at_10_max": 0.298519,
        "nauc_precision_at_10_std": 0.159767,
        "nauc_precision_at_10_diff1": 0.129888,
        "nauc_precision_at_20_max": 0.256837,
        "nauc_precision_at_20_std": 0.157964,
        "nauc_precision_at_20_diff1": 0.110048,
        "nauc_precision_at_100_max": 0.137123,
        "nauc_precision_at_100_std": 0.156712,
        "nauc_precision_at_100_diff1": 0.0139,
        "nauc_precision_at_1000_max": -0.018798,
        "nauc_precision_at_1000_std": 0.062593,
        "nauc_precision_at_1000_diff1": -0.102659,
        "nauc_mrr_at_1_max": 0.397641,
        "nauc_mrr_at_1_std": 0.039251,
        "nauc_mrr_at_1_diff1": 0.445659,
        "nauc_mrr_at_3_max": 0.407853,
        "nauc_mrr_at_3_std": 0.040804,
        "nauc_mrr_at_3_diff1": 0.393704,
        "nauc_mrr_at_5_max": 0.407073,
        "nauc_mrr_at_5_std": 0.050216,
        "nauc_mrr_at_5_diff1": 0.393753,
        "nauc_mrr_at_10_max": 0.405894,
        "nauc_mrr_at_10_std": 0.055276,
        "nauc_mrr_at_10_diff1": 0.392104,
        "nauc_mrr_at_20_max": 0.406578,
        "nauc_mrr_at_20_std": 0.055479,
        "nauc_mrr_at_20_diff1": 0.394091,
        "nauc_mrr_at_100_max": 0.406906,
        "nauc_mrr_at_100_std": 0.057411,
        "nauc_mrr_at_100_diff1": 0.394849,
        "nauc_mrr_at_1000_max": 0.406911,
        "nauc_mrr_at_1000_std": 0.057124,
        "nauc_mrr_at_1000_diff1": 0.395046,
        "main_score": 0.44073,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 4.882723808288574,
  "kg_co2_emissions": null
}