{
  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
  "task_name": "CQADupstackProgrammersRetrieval",
  "mteb_version": "1.38.33",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.2911,
        "ndcg_at_3": 0.3361,
        "ndcg_at_5": 0.35313,
        "ndcg_at_10": 0.38062,
        "ndcg_at_20": 0.3976,
        "ndcg_at_100": 0.43092,
        "ndcg_at_1000": 0.45441,
        "map_at_1": 0.23743,
        "map_at_3": 0.30189,
        "map_at_5": 0.31514,
        "map_at_10": 0.3283,
        "map_at_20": 0.33375,
        "map_at_100": 0.33921,
        "map_at_1000": 0.34028,
        "recall_at_1": 0.23743,
        "recall_at_3": 0.36527,
        "recall_at_5": 0.40907,
        "recall_at_10": 0.48916,
        "recall_at_20": 0.55018,
        "recall_at_100": 0.70927,
        "recall_at_1000": 0.87111,
        "precision_at_1": 0.2911,
        "precision_at_3": 0.1602,
        "precision_at_5": 0.11187,
        "precision_at_10": 0.06952,
        "precision_at_20": 0.0403,
        "precision_at_100": 0.01116,
        "precision_at_1000": 0.00148,
        "mrr_at_1": 0.291096,
        "mrr_at_3": 0.35293,
        "mrr_at_5": 0.363775,
        "mrr_at_10": 0.375382,
        "mrr_at_20": 0.379171,
        "mrr_at_100": 0.38294,
        "mrr_at_1000": 0.383528,
        "nauc_ndcg_at_1_max": 0.387684,
        "nauc_ndcg_at_1_std": 0.07444,
        "nauc_ndcg_at_1_diff1": 0.559076,
        "nauc_ndcg_at_3_max": 0.350025,
        "nauc_ndcg_at_3_std": 0.062723,
        "nauc_ndcg_at_3_diff1": 0.481319,
        "nauc_ndcg_at_5_max": 0.351432,
        "nauc_ndcg_at_5_std": 0.071408,
        "nauc_ndcg_at_5_diff1": 0.478047,
        "nauc_ndcg_at_10_max": 0.3516,
        "nauc_ndcg_at_10_std": 0.076901,
        "nauc_ndcg_at_10_diff1": 0.469098,
        "nauc_ndcg_at_20_max": 0.35208,
        "nauc_ndcg_at_20_std": 0.088674,
        "nauc_ndcg_at_20_diff1": 0.462446,
        "nauc_ndcg_at_100_max": 0.355523,
        "nauc_ndcg_at_100_std": 0.095982,
        "nauc_ndcg_at_100_diff1": 0.463691,
        "nauc_ndcg_at_1000_max": 0.357423,
        "nauc_ndcg_at_1000_std": 0.094261,
        "nauc_ndcg_at_1000_diff1": 0.468299,
        "nauc_map_at_1_max": 0.353799,
        "nauc_map_at_1_std": 0.03622,
        "nauc_map_at_1_diff1": 0.573143,
        "nauc_map_at_3_max": 0.348843,
        "nauc_map_at_3_std": 0.051316,
        "nauc_map_at_3_diff1": 0.504428,
        "nauc_map_at_5_max": 0.353856,
        "nauc_map_at_5_std": 0.060077,
        "nauc_map_at_5_diff1": 0.500495,
        "nauc_map_at_10_max": 0.355202,
        "nauc_map_at_10_std": 0.063676,
        "nauc_map_at_10_diff1": 0.496804,
        "nauc_map_at_20_max": 0.354847,
        "nauc_map_at_20_std": 0.066874,
        "nauc_map_at_20_diff1": 0.494597,
        "nauc_map_at_100_max": 0.355472,
        "nauc_map_at_100_std": 0.068157,
        "nauc_map_at_100_diff1": 0.494488,
        "nauc_map_at_1000_max": 0.355542,
        "nauc_map_at_1000_std": 0.068142,
        "nauc_map_at_1000_diff1": 0.494624,
        "nauc_recall_at_1_max": 0.353799,
        "nauc_recall_at_1_std": 0.03622,
        "nauc_recall_at_1_diff1": 0.573143,
        "nauc_recall_at_3_max": 0.314535,
        "nauc_recall_at_3_std": 0.049195,
        "nauc_recall_at_3_diff1": 0.420874,
        "nauc_recall_at_5_max": 0.319118,
        "nauc_recall_at_5_std": 0.073268,
        "nauc_recall_at_5_diff1": 0.409829,
        "nauc_recall_at_10_max": 0.312247,
        "nauc_recall_at_10_std": 0.092764,
        "nauc_recall_at_10_diff1": 0.37505,
        "nauc_recall_at_20_max": 0.313353,
        "nauc_recall_at_20_std": 0.140241,
        "nauc_recall_at_20_diff1": 0.344575,
        "nauc_recall_at_100_max": 0.324207,
        "nauc_recall_at_100_std": 0.199816,
        "nauc_recall_at_100_diff1": 0.32594,
        "nauc_recall_at_1000_max": 0.361675,
        "nauc_recall_at_1000_std": 0.283369,
        "nauc_recall_at_1000_diff1": 0.313669,
        "nauc_precision_at_1_max": 0.387684,
        "nauc_precision_at_1_std": 0.07444,
        "nauc_precision_at_1_diff1": 0.559076,
        "nauc_precision_at_3_max": 0.318353,
        "nauc_precision_at_3_std": 0.100462,
        "nauc_precision_at_3_diff1": 0.340912,
        "nauc_precision_at_5_max": 0.302388,
        "nauc_precision_at_5_std": 0.123888,
        "nauc_precision_at_5_diff1": 0.293338,
        "nauc_precision_at_10_max": 0.257553,
        "nauc_precision_at_10_std": 0.125138,
        "nauc_precision_at_10_diff1": 0.214175,
        "nauc_precision_at_20_max": 0.210433,
        "nauc_precision_at_20_std": 0.134032,
        "nauc_precision_at_20_diff1": 0.147853,
        "nauc_precision_at_100_max": 0.125507,
        "nauc_precision_at_100_std": 0.138801,
        "nauc_precision_at_100_diff1": 0.019863,
        "nauc_precision_at_1000_max": 0.020311,
        "nauc_precision_at_1000_std": 0.092254,
        "nauc_precision_at_1000_diff1": -0.099991,
        "nauc_mrr_at_1_max": 0.387684,
        "nauc_mrr_at_1_std": 0.07444,
        "nauc_mrr_at_1_diff1": 0.559076,
        "nauc_mrr_at_3_max": 0.368034,
        "nauc_mrr_at_3_std": 0.077062,
        "nauc_mrr_at_3_diff1": 0.497488,
        "nauc_mrr_at_5_max": 0.364908,
        "nauc_mrr_at_5_std": 0.079448,
        "nauc_mrr_at_5_diff1": 0.493728,
        "nauc_mrr_at_10_max": 0.363808,
        "nauc_mrr_at_10_std": 0.080032,
        "nauc_mrr_at_10_diff1": 0.489528,
        "nauc_mrr_at_20_max": 0.364879,
        "nauc_mrr_at_20_std": 0.083611,
        "nauc_mrr_at_20_diff1": 0.488146,
        "nauc_mrr_at_100_max": 0.365571,
        "nauc_mrr_at_100_std": 0.084151,
        "nauc_mrr_at_100_diff1": 0.488734,
        "nauc_mrr_at_1000_max": 0.365628,
        "nauc_mrr_at_1000_std": 0.083973,
        "nauc_mrr_at_1000_diff1": 0.489027,
        "main_score": 0.38062,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 170.22724151611328,
  "kg_co2_emissions": null
}