{
  "dataset_revision": "e85114f13f42dc1edc456d58931cc38d44d697cf",
  "task_name": "SynPerQARetrieval",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.48702,
        "ndcg_at_3": 0.60293,
        "ndcg_at_5": 0.62876,
        "ndcg_at_10": 0.6502,
        "ndcg_at_20": 0.66262,
        "ndcg_at_100": 0.67537,
        "ndcg_at_1000": 0.681,
        "map_at_1": 0.48702,
        "map_at_3": 0.57493,
        "map_at_5": 0.58926,
        "map_at_10": 0.5982,
        "map_at_20": 0.60164,
        "map_at_100": 0.60344,
        "map_at_1000": 0.60365,
        "recall_at_1": 0.48702,
        "recall_at_3": 0.68374,
        "recall_at_5": 0.7465,
        "recall_at_10": 0.81228,
        "recall_at_20": 0.86114,
        "recall_at_100": 0.92934,
        "recall_at_1000": 0.97405,
        "precision_at_1": 0.48702,
        "precision_at_3": 0.22791,
        "precision_at_5": 0.1493,
        "precision_at_10": 0.08123,
        "precision_at_20": 0.04306,
        "precision_at_100": 0.00929,
        "precision_at_1000": 0.00097,
        "mrr_at_1": 0.487024,
        "mrr_at_3": 0.574931,
        "mrr_at_5": 0.589257,
        "mrr_at_10": 0.598195,
        "mrr_at_20": 0.601644,
        "mrr_at_100": 0.603444,
        "mrr_at_1000": 0.603651,
        "nauc_ndcg_at_1_max": 0.273904,
        "nauc_ndcg_at_1_std": -0.116995,
        "nauc_ndcg_at_1_diff1": 0.631104,
        "nauc_ndcg_at_3_max": 0.304716,
        "nauc_ndcg_at_3_std": -0.110369,
        "nauc_ndcg_at_3_diff1": 0.579753,
        "nauc_ndcg_at_5_max": 0.314001,
        "nauc_ndcg_at_5_std": -0.098803,
        "nauc_ndcg_at_5_diff1": 0.575366,
        "nauc_ndcg_at_10_max": 0.318814,
        "nauc_ndcg_at_10_std": -0.085514,
        "nauc_ndcg_at_10_diff1": 0.573134,
        "nauc_ndcg_at_20_max": 0.322148,
        "nauc_ndcg_at_20_std": -0.075641,
        "nauc_ndcg_at_20_diff1": 0.576566,
        "nauc_ndcg_at_100_max": 0.32172,
        "nauc_ndcg_at_100_std": -0.071005,
        "nauc_ndcg_at_100_diff1": 0.580102,
        "nauc_ndcg_at_1000_max": 0.317621,
        "nauc_ndcg_at_1000_std": -0.077482,
        "nauc_ndcg_at_1000_diff1": 0.582183,
        "nauc_map_at_1_max": 0.273904,
        "nauc_map_at_1_std": -0.116995,
        "nauc_map_at_1_diff1": 0.631104,
        "nauc_map_at_3_max": 0.296837,
        "nauc_map_at_3_std": -0.11242,
        "nauc_map_at_3_diff1": 0.592581,
        "nauc_map_at_5_max": 0.301383,
        "nauc_map_at_5_std": -0.106539,
        "nauc_map_at_5_diff1": 0.59071,
        "nauc_map_at_10_max": 0.302948,
        "nauc_map_at_10_std": -0.101739,
        "nauc_map_at_10_diff1": 0.590103,
        "nauc_map_at_20_max": 0.3036,
        "nauc_map_at_20_std": -0.099502,
        "nauc_map_at_20_diff1": 0.591122,
        "nauc_map_at_100_max": 0.303471,
        "nauc_map_at_100_std": -0.098916,
        "nauc_map_at_100_diff1": 0.591575,
        "nauc_map_at_1000_max": 0.303348,
        "nauc_map_at_1000_std": -0.099085,
        "nauc_map_at_1000_diff1": 0.591635,
        "nauc_recall_at_1_max": 0.273904,
        "nauc_recall_at_1_std": -0.116995,
        "nauc_recall_at_1_diff1": 0.631104,
        "nauc_recall_at_3_max": 0.331304,
        "nauc_recall_at_3_std": -0.103265,
        "nauc_recall_at_3_diff1": 0.536624,
        "nauc_recall_at_5_max": 0.365037,
        "nauc_recall_at_5_std": -0.066009,
        "nauc_recall_at_5_diff1": 0.514973,
        "nauc_recall_at_10_max": 0.401616,
        "nauc_recall_at_10_std": 0.005917,
        "nauc_recall_at_10_diff1": 0.488538,
        "nauc_recall_at_20_max": 0.453287,
        "nauc_recall_at_20_std": 0.110112,
        "nauc_recall_at_20_diff1": 0.487619,
        "nauc_recall_at_100_max": 0.560685,
        "nauc_recall_at_100_std": 0.352395,
        "nauc_recall_at_100_diff1": 0.477205,
        "nauc_recall_at_1000_max": 0.660402,
        "nauc_recall_at_1000_std": 0.574099,
        "nauc_recall_at_1000_diff1": 0.461292,
        "nauc_precision_at_1_max": 0.273904,
        "nauc_precision_at_1_std": -0.116995,
        "nauc_precision_at_1_diff1": 0.631104,
        "nauc_precision_at_3_max": 0.331304,
        "nauc_precision_at_3_std": -0.103265,
        "nauc_precision_at_3_diff1": 0.536624,
        "nauc_precision_at_5_max": 0.365037,
        "nauc_precision_at_5_std": -0.066009,
        "nauc_precision_at_5_diff1": 0.514973,
        "nauc_precision_at_10_max": 0.401616,
        "nauc_precision_at_10_std": 0.005917,
        "nauc_precision_at_10_diff1": 0.488538,
        "nauc_precision_at_20_max": 0.453287,
        "nauc_precision_at_20_std": 0.110112,
        "nauc_precision_at_20_diff1": 0.487619,
        "nauc_precision_at_100_max": 0.560685,
        "nauc_precision_at_100_std": 0.352395,
        "nauc_precision_at_100_diff1": 0.477205,
        "nauc_precision_at_1000_max": 0.660402,
        "nauc_precision_at_1000_std": 0.574099,
        "nauc_precision_at_1000_diff1": 0.461292,
        "nauc_mrr_at_1_max": 0.273904,
        "nauc_mrr_at_1_std": -0.116995,
        "nauc_mrr_at_1_diff1": 0.631104,
        "nauc_mrr_at_3_max": 0.296837,
        "nauc_mrr_at_3_std": -0.11242,
        "nauc_mrr_at_3_diff1": 0.592581,
        "nauc_mrr_at_5_max": 0.301383,
        "nauc_mrr_at_5_std": -0.106539,
        "nauc_mrr_at_5_diff1": 0.59071,
        "nauc_mrr_at_10_max": 0.302949,
        "nauc_mrr_at_10_std": -0.101745,
        "nauc_mrr_at_10_diff1": 0.590109,
        "nauc_mrr_at_20_max": 0.303601,
        "nauc_mrr_at_20_std": -0.099501,
        "nauc_mrr_at_20_diff1": 0.591121,
        "nauc_mrr_at_100_max": 0.303471,
        "nauc_mrr_at_100_std": -0.098915,
        "nauc_mrr_at_100_diff1": 0.591574,
        "nauc_mrr_at_1000_max": 0.303349,
        "nauc_mrr_at_1000_std": -0.099085,
        "nauc_mrr_at_1000_diff1": 0.591634,
        "main_score": 0.6502,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 1172.1863350868225,
  "kg_co2_emissions": null
}