{
  "dataset_revision": "60b17339053fa23723841576a86e7f583e8b59c7",
  "task_name": "CQADupstackPhysicsRetrieval-Fa",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.08758,
        "ndcg_at_3": 0.09671,
        "ndcg_at_5": 0.10512,
        "ndcg_at_10": 0.11654,
        "ndcg_at_20": 0.12838,
        "ndcg_at_100": 0.15304,
        "ndcg_at_1000": 0.18773,
        "map_at_1": 0.06949,
        "map_at_3": 0.0839,
        "map_at_5": 0.0895,
        "map_at_10": 0.09471,
        "map_at_20": 0.09803,
        "map_at_100": 0.10145,
        "map_at_1000": 0.10271,
        "recall_at_1": 0.06949,
        "recall_at_3": 0.103,
        "recall_at_5": 0.12639,
        "recall_at_10": 0.1608,
        "recall_at_20": 0.20512,
        "recall_at_100": 0.32497,
        "recall_at_1000": 0.57614,
        "precision_at_1": 0.08758,
        "precision_at_3": 0.0462,
        "precision_at_5": 0.03465,
        "precision_at_10": 0.0232,
        "precision_at_20": 0.01506,
        "precision_at_100": 0.00533,
        "precision_at_1000": 0.00101,
        "mrr_at_1": 0.087584,
        "mrr_at_3": 0.105711,
        "mrr_at_5": 0.112496,
        "mrr_at_10": 0.118258,
        "mrr_at_20": 0.121887,
        "mrr_at_100": 0.125001,
        "mrr_at_1000": 0.12596,
        "nauc_ndcg_at_1_max": 0.278552,
        "nauc_ndcg_at_1_std": -0.228755,
        "nauc_ndcg_at_1_diff1": 0.184733,
        "nauc_ndcg_at_3_max": 0.248485,
        "nauc_ndcg_at_3_std": -0.244976,
        "nauc_ndcg_at_3_diff1": 0.12169,
        "nauc_ndcg_at_5_max": 0.232109,
        "nauc_ndcg_at_5_std": -0.236542,
        "nauc_ndcg_at_5_diff1": 0.110678,
        "nauc_ndcg_at_10_max": 0.215489,
        "nauc_ndcg_at_10_std": -0.233435,
        "nauc_ndcg_at_10_diff1": 0.084981,
        "nauc_ndcg_at_20_max": 0.211504,
        "nauc_ndcg_at_20_std": -0.234132,
        "nauc_ndcg_at_20_diff1": 0.069869,
        "nauc_ndcg_at_100_max": 0.201275,
        "nauc_ndcg_at_100_std": -0.221095,
        "nauc_ndcg_at_100_diff1": 0.062702,
        "nauc_ndcg_at_1000_max": 0.196895,
        "nauc_ndcg_at_1000_std": -0.212061,
        "nauc_ndcg_at_1000_diff1": 0.059173,
        "nauc_map_at_1_max": 0.301943,
        "nauc_map_at_1_std": -0.278843,
        "nauc_map_at_1_diff1": 0.177719,
        "nauc_map_at_3_max": 0.263836,
        "nauc_map_at_3_std": -0.264257,
        "nauc_map_at_3_diff1": 0.135414,
        "nauc_map_at_5_max": 0.252517,
        "nauc_map_at_5_std": -0.255301,
        "nauc_map_at_5_diff1": 0.128283,
        "nauc_map_at_10_max": 0.242994,
        "nauc_map_at_10_std": -0.250821,
        "nauc_map_at_10_diff1": 0.114646,
        "nauc_map_at_20_max": 0.24134,
        "nauc_map_at_20_std": -0.251291,
        "nauc_map_at_20_diff1": 0.109118,
        "nauc_map_at_100_max": 0.239647,
        "nauc_map_at_100_std": -0.248849,
        "nauc_map_at_100_diff1": 0.107382,
        "nauc_map_at_1000_max": 0.239142,
        "nauc_map_at_1000_std": -0.248081,
        "nauc_map_at_1000_diff1": 0.107183,
        "nauc_recall_at_1_max": 0.301943,
        "nauc_recall_at_1_std": -0.278843,
        "nauc_recall_at_1_diff1": 0.177719,
        "nauc_recall_at_3_max": 0.226145,
        "nauc_recall_at_3_std": -0.247531,
        "nauc_recall_at_3_diff1": 0.086623,
        "nauc_recall_at_5_max": 0.19463,
        "nauc_recall_at_5_std": -0.220335,
        "nauc_recall_at_5_diff1": 0.070912,
        "nauc_recall_at_10_max": 0.166302,
        "nauc_recall_at_10_std": -0.214895,
        "nauc_recall_at_10_diff1": 0.024823,
        "nauc_recall_at_20_max": 0.15227,
        "nauc_recall_at_20_std": -0.208104,
        "nauc_recall_at_20_diff1": -0.002179,
        "nauc_recall_at_100_max": 0.119226,
        "nauc_recall_at_100_std": -0.168193,
        "nauc_recall_at_100_diff1": -0.013999,
        "nauc_recall_at_1000_max": 0.090007,
        "nauc_recall_at_1000_std": -0.13185,
        "nauc_recall_at_1000_diff1": -0.038127,
        "nauc_precision_at_1_max": 0.278552,
        "nauc_precision_at_1_std": -0.228755,
        "nauc_precision_at_1_diff1": 0.184733,
        "nauc_precision_at_3_max": 0.211268,
        "nauc_precision_at_3_std": -0.214943,
        "nauc_precision_at_3_diff1": 0.08442,
        "nauc_precision_at_5_max": 0.177115,
        "nauc_precision_at_5_std": -0.189552,
        "nauc_precision_at_5_diff1": 0.071743,
        "nauc_precision_at_10_max": 0.146906,
        "nauc_precision_at_10_std": -0.168388,
        "nauc_precision_at_10_diff1": 0.021322,
        "nauc_precision_at_20_max": 0.147785,
        "nauc_precision_at_20_std": -0.174656,
        "nauc_precision_at_20_diff1": -0.01893,
        "nauc_precision_at_100_max": 0.101022,
        "nauc_precision_at_100_std": -0.110824,
        "nauc_precision_at_100_diff1": -0.007114,
        "nauc_precision_at_1000_max": 0.065049,
        "nauc_precision_at_1000_std": -0.047368,
        "nauc_precision_at_1000_diff1": -0.010657,
        "nauc_mrr_at_1_max": 0.278552,
        "nauc_mrr_at_1_std": -0.228755,
        "nauc_mrr_at_1_diff1": 0.184733,
        "nauc_mrr_at_3_max": 0.245276,
        "nauc_mrr_at_3_std": -0.225195,
        "nauc_mrr_at_3_diff1": 0.128217,
        "nauc_mrr_at_5_max": 0.236134,
        "nauc_mrr_at_5_std": -0.218574,
        "nauc_mrr_at_5_diff1": 0.122036,
        "nauc_mrr_at_10_max": 0.229792,
        "nauc_mrr_at_10_std": -0.218115,
        "nauc_mrr_at_10_diff1": 0.110888,
        "nauc_mrr_at_20_max": 0.229,
        "nauc_mrr_at_20_std": -0.218661,
        "nauc_mrr_at_20_diff1": 0.106249,
        "nauc_mrr_at_100_max": 0.227859,
        "nauc_mrr_at_100_std": -0.217375,
        "nauc_mrr_at_100_diff1": 0.105196,
        "nauc_mrr_at_1000_max": 0.227601,
        "nauc_mrr_at_1000_std": -0.216983,
        "nauc_mrr_at_1000_diff1": 0.105414,
        "main_score": 0.11654,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 132.25470304489136,
  "kg_co2_emissions": null
}