{
  "dataset_revision": "bc5efb7e9d437246ce393ed19d772e08e4a79535",
  "task_name": "CosQA",
  "mteb_version": "1.34.21",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.138,
        "ndcg_at_3": 0.22069,
        "ndcg_at_5": 0.27396,
        "ndcg_at_10": 0.32622,
        "ndcg_at_20": 0.357,
        "ndcg_at_100": 0.40218,
        "ndcg_at_1000": 0.40893,
        "map_at_1": 0.138,
        "map_at_3": 0.199,
        "map_at_5": 0.2284,
        "map_at_10": 0.25027,
        "map_at_20": 0.2587,
        "map_at_100": 0.26491,
        "map_at_1000": 0.26519,
        "recall_at_1": 0.138,
        "recall_at_3": 0.284,
        "recall_at_5": 0.414,
        "recall_at_10": 0.574,
        "recall_at_20": 0.696,
        "recall_at_100": 0.94,
        "recall_at_1000": 0.992,
        "precision_at_1": 0.138,
        "precision_at_3": 0.09467,
        "precision_at_5": 0.0828,
        "precision_at_10": 0.0574,
        "precision_at_20": 0.0348,
        "precision_at_100": 0.0094,
        "precision_at_1000": 0.00099,
        "mrr_at_1": 0.126,
        "mrr_at_3": 0.188333,
        "mrr_at_5": 0.215433,
        "mrr_at_10": 0.23707,
        "mrr_at_20": 0.247109,
        "mrr_at_100": 0.253717,
        "mrr_at_1000": 0.254008,
        "nauc_ndcg_at_1_max": 0.034842,
        "nauc_ndcg_at_1_std": -0.141071,
        "nauc_ndcg_at_1_diff1": 0.319034,
        "nauc_ndcg_at_3_max": 0.077089,
        "nauc_ndcg_at_3_std": -0.138486,
        "nauc_ndcg_at_3_diff1": 0.202514,
        "nauc_ndcg_at_5_max": 0.09683,
        "nauc_ndcg_at_5_std": -0.147147,
        "nauc_ndcg_at_5_diff1": 0.156486,
        "nauc_ndcg_at_10_max": 0.099602,
        "nauc_ndcg_at_10_std": -0.13067,
        "nauc_ndcg_at_10_diff1": 0.147343,
        "nauc_ndcg_at_20_max": 0.117876,
        "nauc_ndcg_at_20_std": -0.121795,
        "nauc_ndcg_at_20_diff1": 0.1484,
        "nauc_ndcg_at_100_max": 0.11094,
        "nauc_ndcg_at_100_std": -0.097395,
        "nauc_ndcg_at_100_diff1": 0.168099,
        "nauc_ndcg_at_1000_max": 0.100852,
        "nauc_ndcg_at_1000_std": -0.115893,
        "nauc_ndcg_at_1000_diff1": 0.173511,
        "nauc_map_at_1_max": 0.034842,
        "nauc_map_at_1_std": -0.141071,
        "nauc_map_at_1_diff1": 0.319034,
        "nauc_map_at_3_max": 0.065446,
        "nauc_map_at_3_std": -0.13892,
        "nauc_map_at_3_diff1": 0.226326,
        "nauc_map_at_5_max": 0.077095,
        "nauc_map_at_5_std": -0.144645,
        "nauc_map_at_5_diff1": 0.198377,
        "nauc_map_at_10_max": 0.078095,
        "nauc_map_at_10_std": -0.137089,
        "nauc_map_at_10_diff1": 0.195984,
        "nauc_map_at_20_max": 0.083515,
        "nauc_map_at_20_std": -0.134122,
        "nauc_map_at_20_diff1": 0.197855,
        "nauc_map_at_100_max": 0.082597,
        "nauc_map_at_100_std": -0.13081,
        "nauc_map_at_100_diff1": 0.200593,
        "nauc_map_at_1000_max": 0.082236,
        "nauc_map_at_1000_std": -0.131504,
        "nauc_map_at_1000_diff1": 0.20076,
        "nauc_recall_at_1_max": 0.034842,
        "nauc_recall_at_1_std": -0.141071,
        "nauc_recall_at_1_diff1": 0.319034,
        "nauc_recall_at_3_max": 0.105227,
        "nauc_recall_at_3_std": -0.137502,
        "nauc_recall_at_3_diff1": 0.146911,
        "nauc_recall_at_5_max": 0.14411,
        "nauc_recall_at_5_std": -0.153146,
        "nauc_recall_at_5_diff1": 0.058294,
        "nauc_recall_at_10_max": 0.156724,
        "nauc_recall_at_10_std": -0.110248,
        "nauc_recall_at_10_diff1": 0.018168,
        "nauc_recall_at_20_max": 0.239883,
        "nauc_recall_at_20_std": -0.073588,
        "nauc_recall_at_20_diff1": -0.014825,
        "nauc_recall_at_100_max": 0.464955,
        "nauc_recall_at_100_std": 0.564675,
        "nauc_recall_at_100_diff1": -0.111267,
        "nauc_recall_at_1000_max": 0.518091,
        "nauc_recall_at_1000_std": 0.865196,
        "nauc_recall_at_1000_diff1": -0.646475,
        "nauc_precision_at_1_max": 0.034842,
        "nauc_precision_at_1_std": -0.141071,
        "nauc_precision_at_1_diff1": 0.319034,
        "nauc_precision_at_3_max": 0.105227,
        "nauc_precision_at_3_std": -0.137502,
        "nauc_precision_at_3_diff1": 0.146911,
        "nauc_precision_at_5_max": 0.14411,
        "nauc_precision_at_5_std": -0.153146,
        "nauc_precision_at_5_diff1": 0.058294,
        "nauc_precision_at_10_max": 0.156724,
        "nauc_precision_at_10_std": -0.110248,
        "nauc_precision_at_10_diff1": 0.018168,
        "nauc_precision_at_20_max": 0.239883,
        "nauc_precision_at_20_std": -0.073588,
        "nauc_precision_at_20_diff1": -0.014825,
        "nauc_precision_at_100_max": 0.464955,
        "nauc_precision_at_100_std": 0.564675,
        "nauc_precision_at_100_diff1": -0.111267,
        "nauc_precision_at_1000_max": 0.518091,
        "nauc_precision_at_1000_std": 0.865196,
        "nauc_precision_at_1000_diff1": -0.646475,
        "nauc_mrr_at_1_max": -0.009138,
        "nauc_mrr_at_1_std": -0.278824,
        "nauc_mrr_at_1_diff1": 0.413413,
        "nauc_mrr_at_3_max": 0.024106,
        "nauc_mrr_at_3_std": -0.219382,
        "nauc_mrr_at_3_diff1": 0.284745,
        "nauc_mrr_at_5_max": 0.04893,
        "nauc_mrr_at_5_std": -0.220693,
        "nauc_mrr_at_5_diff1": 0.253702,
        "nauc_mrr_at_10_max": 0.045565,
        "nauc_mrr_at_10_std": -0.215527,
        "nauc_mrr_at_10_diff1": 0.249211,
        "nauc_mrr_at_20_max": 0.047931,
        "nauc_mrr_at_20_std": -0.216519,
        "nauc_mrr_at_20_diff1": 0.248964,
        "nauc_mrr_at_100_max": 0.048835,
        "nauc_mrr_at_100_std": -0.212268,
        "nauc_mrr_at_100_diff1": 0.252328,
        "nauc_mrr_at_1000_max": 0.048408,
        "nauc_mrr_at_1000_std": -0.213041,
        "nauc_mrr_at_1000_diff1": 0.252509,
        "main_score": 0.32622,
        "hf_subset": "default",
        "languages": [
          "eng-Latn",
          "python-Code"
        ]
      }
    ]
  },
  "evaluation_time": 1374.8396744728088,
  "kg_co2_emissions": null
}