{
  "dataset_revision": "bc5efb7e9d437246ce393ed19d772e08e4a79535",
  "task_name": "CosQA",
  "mteb_version": "2.4.2",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.178,
        "ndcg_at_3": 0.28257,
        "ndcg_at_5": 0.33412,
        "ndcg_at_10": 0.3976,
        "ndcg_at_20": 0.43035,
        "ndcg_at_100": 0.45991,
        "ndcg_at_1000": 0.4643,
        "map_at_1": 0.178,
        "map_at_3": 0.25533,
        "map_at_5": 0.28373,
        "map_at_10": 0.31037,
        "map_at_20": 0.31929,
        "map_at_100": 0.32375,
        "map_at_1000": 0.32397,
        "recall_at_1": 0.178,
        "recall_at_3": 0.362,
        "recall_at_5": 0.488,
        "recall_at_10": 0.682,
        "recall_at_20": 0.812,
        "recall_at_100": 0.966,
        "recall_at_1000": 0.998,
        "precision_at_1": 0.178,
        "precision_at_3": 0.12067,
        "precision_at_5": 0.0976,
        "precision_at_10": 0.0682,
        "precision_at_20": 0.0406,
        "precision_at_100": 0.00966,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.146,
        "mrr_at_3": 0.206333,
        "mrr_at_5": 0.230533,
        "mrr_at_10": 0.264337,
        "mrr_at_20": 0.274662,
        "mrr_at_100": 0.280151,
        "mrr_at_1000": 0.280368,
        "nauc_ndcg_at_1_max": 0.072225,
        "nauc_ndcg_at_1_std": -0.173802,
        "nauc_ndcg_at_1_diff1": 0.340876,
        "nauc_ndcg_at_3_max": 0.085497,
        "nauc_ndcg_at_3_std": -0.182914,
        "nauc_ndcg_at_3_diff1": 0.208558,
        "nauc_ndcg_at_5_max": 0.13956,
        "nauc_ndcg_at_5_std": -0.172731,
        "nauc_ndcg_at_5_diff1": 0.159237,
        "nauc_ndcg_at_10_max": 0.136337,
        "nauc_ndcg_at_10_std": -0.190159,
        "nauc_ndcg_at_10_diff1": 0.136183,
        "nauc_ndcg_at_20_max": 0.128358,
        "nauc_ndcg_at_20_std": -0.198394,
        "nauc_ndcg_at_20_diff1": 0.158499,
        "nauc_ndcg_at_100_max": 0.11962,
        "nauc_ndcg_at_100_std": -0.186162,
        "nauc_ndcg_at_100_diff1": 0.18729,
        "nauc_ndcg_at_1000_max": 0.112959,
        "nauc_ndcg_at_1000_std": -0.187272,
        "nauc_ndcg_at_1000_diff1": 0.191553,
        "nauc_map_at_1_max": 0.072225,
        "nauc_map_at_1_std": -0.173802,
        "nauc_map_at_1_diff1": 0.340876,
        "nauc_map_at_3_max": 0.082487,
        "nauc_map_at_3_std": -0.178355,
        "nauc_map_at_3_diff1": 0.237313,
        "nauc_map_at_5_max": 0.112802,
        "nauc_map_at_5_std": -0.172097,
        "nauc_map_at_5_diff1": 0.209026,
        "nauc_map_at_10_max": 0.108227,
        "nauc_map_at_10_std": -0.181114,
        "nauc_map_at_10_diff1": 0.201399,
        "nauc_map_at_20_max": 0.104759,
        "nauc_map_at_20_std": -0.184066,
        "nauc_map_at_20_diff1": 0.209105,
        "nauc_map_at_100_max": 0.103344,
        "nauc_map_at_100_std": -0.182439,
        "nauc_map_at_100_diff1": 0.213367,
        "nauc_map_at_1000_max": 0.103056,
        "nauc_map_at_1000_std": -0.182495,
        "nauc_map_at_1000_diff1": 0.213574,
        "nauc_recall_at_1_max": 0.072225,
        "nauc_recall_at_1_std": -0.173802,
        "nauc_recall_at_1_diff1": 0.340876,
        "nauc_recall_at_3_max": 0.093045,
        "nauc_recall_at_3_std": -0.195154,
        "nauc_recall_at_3_diff1": 0.136881,
        "nauc_recall_at_5_max": 0.214626,
        "nauc_recall_at_5_std": -0.174345,
        "nauc_recall_at_5_diff1": 0.027647,
        "nauc_recall_at_10_max": 0.23999,
        "nauc_recall_at_10_std": -0.221703,
        "nauc_recall_at_10_diff1": -0.089501,
        "nauc_recall_at_20_max": 0.257062,
        "nauc_recall_at_20_std": -0.274076,
        "nauc_recall_at_20_diff1": -0.081655,
        "nauc_recall_at_100_max": 0.472044,
        "nauc_recall_at_100_std": -0.130637,
        "nauc_recall_at_100_diff1": -0.013292,
        "nauc_recall_at_1000_max": 0.358077,
        "nauc_recall_at_1000_std": -0.171335,
        "nauc_recall_at_1000_diff1": 0.358077,
        "nauc_precision_at_1_max": 0.072225,
        "nauc_precision_at_1_std": -0.173802,
        "nauc_precision_at_1_diff1": 0.340876,
        "nauc_precision_at_3_max": 0.093045,
        "nauc_precision_at_3_std": -0.195154,
        "nauc_precision_at_3_diff1": 0.136881,
        "nauc_precision_at_5_max": 0.214626,
        "nauc_precision_at_5_std": -0.174345,
        "nauc_precision_at_5_diff1": 0.027647,
        "nauc_precision_at_10_max": 0.23999,
        "nauc_precision_at_10_std": -0.221703,
        "nauc_precision_at_10_diff1": -0.089501,
        "nauc_precision_at_20_max": 0.257062,
        "nauc_precision_at_20_std": -0.274076,
        "nauc_precision_at_20_diff1": -0.081655,
        "nauc_precision_at_100_max": 0.472044,
        "nauc_precision_at_100_std": -0.130637,
        "nauc_precision_at_100_diff1": -0.013292,
        "nauc_precision_at_1000_max": 0.358077,
        "nauc_precision_at_1000_std": -0.171335,
        "nauc_precision_at_1000_diff1": 0.358077,
        "nauc_mrr_at_1_max": -0.007516,
        "nauc_mrr_at_1_std": -0.224537,
        "nauc_mrr_at_1_diff1": 0.48725,
        "nauc_mrr_at_3_max": 0.00738,
        "nauc_mrr_at_3_std": -0.228115,
        "nauc_mrr_at_3_diff1": 0.338102,
        "nauc_mrr_at_5_max": 0.032158,
        "nauc_mrr_at_5_std": -0.211142,
        "nauc_mrr_at_5_diff1": 0.308327,
        "nauc_mrr_at_10_max": 0.03525,
        "nauc_mrr_at_10_std": -0.227867,
        "nauc_mrr_at_10_diff1": 0.290353,
        "nauc_mrr_at_20_max": 0.036812,
        "nauc_mrr_at_20_std": -0.228348,
        "nauc_mrr_at_20_diff1": 0.297876,
        "nauc_mrr_at_100_max": 0.034083,
        "nauc_mrr_at_100_std": -0.226637,
        "nauc_mrr_at_100_diff1": 0.304878,
        "nauc_mrr_at_1000_max": 0.033716,
        "nauc_mrr_at_1000_std": -0.226733,
        "nauc_mrr_at_1000_diff1": 0.305179,
        "main_score": 0.3976,
        "hf_subset": "default",
        "languages": [
          "eng-Latn",
          "python-Code"
        ]
      }
    ]
  },
  "evaluation_time": 190.42450642585754,
  "kg_co2_emissions": null
}