{
  "dataset_revision": "e85114f13f42dc1edc456d58931cc38d44d697cf",
  "task_name": "SynPerQARetrieval",
  "mteb_version": "1.38.27",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.69251,
        "ndcg_at_3": 0.79477,
        "ndcg_at_5": 0.81075,
        "ndcg_at_10": 0.82145,
        "ndcg_at_20": 0.82608,
        "ndcg_at_100": 0.83026,
        "ndcg_at_1000": 0.83215,
        "map_at_1": 0.69251,
        "map_at_3": 0.77061,
        "map_at_5": 0.77951,
        "map_at_10": 0.78402,
        "map_at_20": 0.78532,
        "map_at_100": 0.78592,
        "map_at_1000": 0.78599,
        "recall_at_1": 0.69251,
        "recall_at_3": 0.86426,
        "recall_at_5": 0.90295,
        "recall_at_10": 0.93554,
        "recall_at_20": 0.95368,
        "recall_at_100": 0.97581,
        "recall_at_1000": 0.99108,
        "precision_at_1": 0.69251,
        "precision_at_3": 0.28809,
        "precision_at_5": 0.18059,
        "precision_at_10": 0.09355,
        "precision_at_20": 0.04768,
        "precision_at_100": 0.00976,
        "precision_at_1000": 0.00099,
        "mrr_at_1": 0.692508,
        "mrr_at_3": 0.770602,
        "mrr_at_5": 0.779508,
        "mrr_at_10": 0.784018,
        "mrr_at_20": 0.785314,
        "mrr_at_100": 0.78592,
        "mrr_at_1000": 0.785985,
        "nauc_ndcg_at_1_max": 0.227319,
        "nauc_ndcg_at_1_std": -0.191268,
        "nauc_ndcg_at_1_diff1": 0.764348,
        "nauc_ndcg_at_3_max": 0.285516,
        "nauc_ndcg_at_3_std": -0.190095,
        "nauc_ndcg_at_3_diff1": 0.729049,
        "nauc_ndcg_at_5_max": 0.294588,
        "nauc_ndcg_at_5_std": -0.168094,
        "nauc_ndcg_at_5_diff1": 0.724791,
        "nauc_ndcg_at_10_max": 0.300264,
        "nauc_ndcg_at_10_std": -0.149827,
        "nauc_ndcg_at_10_diff1": 0.726886,
        "nauc_ndcg_at_20_max": 0.299439,
        "nauc_ndcg_at_20_std": -0.145264,
        "nauc_ndcg_at_20_diff1": 0.729071,
        "nauc_ndcg_at_100_max": 0.294598,
        "nauc_ndcg_at_100_std": -0.145186,
        "nauc_ndcg_at_100_diff1": 0.731263,
        "nauc_ndcg_at_1000_max": 0.289261,
        "nauc_ndcg_at_1000_std": -0.152968,
        "nauc_ndcg_at_1000_diff1": 0.732939,
        "nauc_map_at_1_max": 0.227319,
        "nauc_map_at_1_std": -0.191268,
        "nauc_map_at_1_diff1": 0.764348,
        "nauc_map_at_3_max": 0.268289,
        "nauc_map_at_3_std": -0.19169,
        "nauc_map_at_3_diff1": 0.738674,
        "nauc_map_at_5_max": 0.27194,
        "nauc_map_at_5_std": -0.181248,
        "nauc_map_at_5_diff1": 0.737025,
        "nauc_map_at_10_max": 0.273539,
        "nauc_map_at_10_std": -0.175104,
        "nauc_map_at_10_diff1": 0.738041,
        "nauc_map_at_20_max": 0.27318,
        "nauc_map_at_20_std": -0.174191,
        "nauc_map_at_20_diff1": 0.7386,
        "nauc_map_at_100_max": 0.27264,
        "nauc_map_at_100_std": -0.174112,
        "nauc_map_at_100_diff1": 0.738875,
        "nauc_map_at_1000_max": 0.272488,
        "nauc_map_at_1000_std": -0.174312,
        "nauc_map_at_1000_diff1": 0.738919,
        "nauc_recall_at_1_max": 0.227319,
        "nauc_recall_at_1_std": -0.191268,
        "nauc_recall_at_1_diff1": 0.764348,
        "nauc_recall_at_3_max": 0.362293,
        "nauc_recall_at_3_std": -0.182146,
        "nauc_recall_at_3_diff1": 0.686708,
        "nauc_recall_at_5_max": 0.428514,
        "nauc_recall_at_5_std": -0.083926,
        "nauc_recall_at_5_diff1": 0.653393,
        "nauc_recall_at_10_max": 0.53718,
        "nauc_recall_at_10_std": 0.096937,
        "nauc_recall_at_10_diff1": 0.633337,
        "nauc_recall_at_20_max": 0.618676,
        "nauc_recall_at_20_std": 0.252272,
        "nauc_recall_at_20_diff1": 0.626067,
        "nauc_recall_at_100_max": 0.737883,
        "nauc_recall_at_100_std": 0.600128,
        "nauc_recall_at_100_diff1": 0.605749,
        "nauc_recall_at_1000_max": 0.77577,
        "nauc_recall_at_1000_std": 0.800128,
        "nauc_recall_at_1000_diff1": 0.621181,
        "nauc_precision_at_1_max": 0.227319,
        "nauc_precision_at_1_std": -0.191268,
        "nauc_precision_at_1_diff1": 0.764348,
        "nauc_precision_at_3_max": 0.362293,
        "nauc_precision_at_3_std": -0.182146,
        "nauc_precision_at_3_diff1": 0.686708,
        "nauc_precision_at_5_max": 0.428514,
        "nauc_precision_at_5_std": -0.083926,
        "nauc_precision_at_5_diff1": 0.653393,
        "nauc_precision_at_10_max": 0.53718,
        "nauc_precision_at_10_std": 0.096937,
        "nauc_precision_at_10_diff1": 0.633337,
        "nauc_precision_at_20_max": 0.618676,
        "nauc_precision_at_20_std": 0.252272,
        "nauc_precision_at_20_diff1": 0.626067,
        "nauc_precision_at_100_max": 0.737883,
        "nauc_precision_at_100_std": 0.600128,
        "nauc_precision_at_100_diff1": 0.605749,
        "nauc_precision_at_1000_max": 0.77577,
        "nauc_precision_at_1000_std": 0.800128,
        "nauc_precision_at_1000_diff1": 0.621181,
        "nauc_mrr_at_1_max": 0.227319,
        "nauc_mrr_at_1_std": -0.191268,
        "nauc_mrr_at_1_diff1": 0.764348,
        "nauc_mrr_at_3_max": 0.268319,
        "nauc_mrr_at_3_std": -0.191713,
        "nauc_mrr_at_3_diff1": 0.738656,
        "nauc_mrr_at_5_max": 0.271947,
        "nauc_mrr_at_5_std": -0.181255,
        "nauc_mrr_at_5_diff1": 0.737021,
        "nauc_mrr_at_10_max": 0.273547,
        "nauc_mrr_at_10_std": -0.17511,
        "nauc_mrr_at_10_diff1": 0.738037,
        "nauc_mrr_at_20_max": 0.273188,
        "nauc_mrr_at_20_std": -0.174197,
        "nauc_mrr_at_20_diff1": 0.738595,
        "nauc_mrr_at_100_max": 0.272648,
        "nauc_mrr_at_100_std": -0.174119,
        "nauc_mrr_at_100_diff1": 0.73887,
        "nauc_mrr_at_1000_max": 0.272496,
        "nauc_mrr_at_1000_std": -0.174319,
        "nauc_mrr_at_1000_diff1": 0.738914,
        "main_score": 0.82145,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 1171.100651025772,
  "kg_co2_emissions": null
}