{
  "dataset_revision": "d3369206326f66e102b13eecbe3bf1d670f99013",
  "task_name": "HotpotQA-Fa",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.03322,
        "ndcg_at_3": 0.02687,
        "ndcg_at_5": 0.02995,
        "ndcg_at_10": 0.0337,
        "ndcg_at_20": 0.03729,
        "ndcg_at_100": 0.04602,
        "ndcg_at_1000": 0.06168,
        "map_at_1": 0.01661,
        "map_at_3": 0.02076,
        "map_at_5": 0.02228,
        "map_at_10": 0.02362,
        "map_at_20": 0.02448,
        "map_at_100": 0.02549,
        "map_at_1000": 0.02593,
        "recall_at_1": 0.01661,
        "recall_at_3": 0.02586,
        "recall_at_5": 0.03201,
        "recall_at_10": 0.04153,
        "recall_at_20": 0.05321,
        "recall_at_100": 0.09244,
        "recall_at_1000": 0.19932,
        "precision_at_1": 0.03322,
        "precision_at_3": 0.01724,
        "precision_at_5": 0.0128,
        "precision_at_10": 0.00831,
        "precision_at_20": 0.00532,
        "precision_at_100": 0.00185,
        "precision_at_1000": 0.0004,
        "mrr_at_1": 0.033086,
        "mrr_at_3": 0.040603,
        "mrr_at_5": 0.043129,
        "mrr_at_10": 0.045448,
        "mrr_at_20": 0.046878,
        "mrr_at_100": 0.048578,
        "mrr_at_1000": 0.049183,
        "nauc_ndcg_at_1_max": 0.343707,
        "nauc_ndcg_at_1_std": 0.035478,
        "nauc_ndcg_at_1_diff1": 0.446008,
        "nauc_ndcg_at_3_max": 0.338949,
        "nauc_ndcg_at_3_std": 0.032109,
        "nauc_ndcg_at_3_diff1": 0.351836,
        "nauc_ndcg_at_5_max": 0.328179,
        "nauc_ndcg_at_5_std": 0.020915,
        "nauc_ndcg_at_5_diff1": 0.309925,
        "nauc_ndcg_at_10_max": 0.30669,
        "nauc_ndcg_at_10_std": 0.022371,
        "nauc_ndcg_at_10_diff1": 0.28004,
        "nauc_ndcg_at_20_max": 0.295429,
        "nauc_ndcg_at_20_std": 0.014722,
        "nauc_ndcg_at_20_diff1": 0.255025,
        "nauc_ndcg_at_100_max": 0.282796,
        "nauc_ndcg_at_100_std": 0.019926,
        "nauc_ndcg_at_100_diff1": 0.22161,
        "nauc_ndcg_at_1000_max": 0.267646,
        "nauc_ndcg_at_1000_std": 0.026008,
        "nauc_ndcg_at_1000_diff1": 0.188973,
        "nauc_map_at_1_max": 0.343707,
        "nauc_map_at_1_std": 0.035478,
        "nauc_map_at_1_diff1": 0.446008,
        "nauc_map_at_3_max": 0.341805,
        "nauc_map_at_3_std": 0.034139,
        "nauc_map_at_3_diff1": 0.373039,
        "nauc_map_at_5_max": 0.335786,
        "nauc_map_at_5_std": 0.026644,
        "nauc_map_at_5_diff1": 0.343217,
        "nauc_map_at_10_max": 0.325339,
        "nauc_map_at_10_std": 0.027304,
        "nauc_map_at_10_diff1": 0.327505,
        "nauc_map_at_20_max": 0.320696,
        "nauc_map_at_20_std": 0.025137,
        "nauc_map_at_20_diff1": 0.316521,
        "nauc_map_at_100_max": 0.318221,
        "nauc_map_at_100_std": 0.02594,
        "nauc_map_at_100_diff1": 0.30791,
        "nauc_map_at_1000_max": 0.31698,
        "nauc_map_at_1000_std": 0.026219,
        "nauc_map_at_1000_diff1": 0.305017,
        "nauc_recall_at_1_max": 0.343707,
        "nauc_recall_at_1_std": 0.035478,
        "nauc_recall_at_1_diff1": 0.446008,
        "nauc_recall_at_3_max": 0.335819,
        "nauc_recall_at_3_std": 0.030795,
        "nauc_recall_at_3_diff1": 0.306133,
        "nauc_recall_at_5_max": 0.316499,
        "nauc_recall_at_5_std": 0.010593,
        "nauc_recall_at_5_diff1": 0.237267,
        "nauc_recall_at_10_max": 0.274083,
        "nauc_recall_at_10_std": 0.017277,
        "nauc_recall_at_10_diff1": 0.192152,
        "nauc_recall_at_20_max": 0.255385,
        "nauc_recall_at_20_std": 0.001492,
        "nauc_recall_at_20_diff1": 0.155127,
        "nauc_recall_at_100_max": 0.235488,
        "nauc_recall_at_100_std": 0.019637,
        "nauc_recall_at_100_diff1": 0.109481,
        "nauc_recall_at_1000_max": 0.206076,
        "nauc_recall_at_1000_std": 0.037141,
        "nauc_recall_at_1000_diff1": 0.062552,
        "nauc_precision_at_1_max": 0.343707,
        "nauc_precision_at_1_std": 0.035478,
        "nauc_precision_at_1_diff1": 0.446008,
        "nauc_precision_at_3_max": 0.335819,
        "nauc_precision_at_3_std": 0.030795,
        "nauc_precision_at_3_diff1": 0.306133,
        "nauc_precision_at_5_max": 0.316499,
        "nauc_precision_at_5_std": 0.010593,
        "nauc_precision_at_5_diff1": 0.237267,
        "nauc_precision_at_10_max": 0.274083,
        "nauc_precision_at_10_std": 0.017277,
        "nauc_precision_at_10_diff1": 0.192152,
        "nauc_precision_at_20_max": 0.255385,
        "nauc_precision_at_20_std": 0.001492,
        "nauc_precision_at_20_diff1": 0.155127,
        "nauc_precision_at_100_max": 0.235488,
        "nauc_precision_at_100_std": 0.019637,
        "nauc_precision_at_100_diff1": 0.109481,
        "nauc_precision_at_1000_max": 0.206076,
        "nauc_precision_at_1000_std": 0.037141,
        "nauc_precision_at_1000_diff1": 0.062552,
        "nauc_mrr_at_1_max": 0.341028,
        "nauc_mrr_at_1_std": 0.036463,
        "nauc_mrr_at_1_diff1": 0.450175,
        "nauc_mrr_at_3_max": 0.33758,
        "nauc_mrr_at_3_std": 0.03161,
        "nauc_mrr_at_3_diff1": 0.371643,
        "nauc_mrr_at_5_max": 0.330114,
        "nauc_mrr_at_5_std": 0.024963,
        "nauc_mrr_at_5_diff1": 0.347103,
        "nauc_mrr_at_10_max": 0.319748,
        "nauc_mrr_at_10_std": 0.024263,
        "nauc_mrr_at_10_diff1": 0.330153,
        "nauc_mrr_at_20_max": 0.315688,
        "nauc_mrr_at_20_std": 0.020583,
        "nauc_mrr_at_20_diff1": 0.320286,
        "nauc_mrr_at_100_max": 0.313407,
        "nauc_mrr_at_100_std": 0.020761,
        "nauc_mrr_at_100_diff1": 0.312465,
        "nauc_mrr_at_1000_max": 0.312517,
        "nauc_mrr_at_1000_std": 0.020707,
        "nauc_mrr_at_1000_diff1": 0.31044,
        "main_score": 0.0337,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 5873.72514629364,
  "kg_co2_emissions": null
}