{
  "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b",
  "task_name": "NeuCLIR2023RetrievalHardNegatives",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.21847,
        "ndcg_at_3": 0.18266,
        "ndcg_at_5": 0.17392,
        "ndcg_at_10": 0.1683,
        "ndcg_at_20": 0.17444,
        "ndcg_at_100": 0.19792,
        "ndcg_at_1000": 0.32724,
        "map_at_1": 0.00724,
        "map_at_3": 0.01364,
        "map_at_5": 0.01722,
        "map_at_10": 0.02374,
        "map_at_20": 0.03272,
        "map_at_100": 0.0646,
        "map_at_1000": 0.10371,
        "recall_at_1": 0.00724,
        "recall_at_3": 0.02156,
        "recall_at_5": 0.0295,
        "recall_at_10": 0.04786,
        "recall_at_20": 0.07803,
        "recall_at_100": 0.20503,
        "recall_at_1000": 0.58509,
        "precision_at_1": 0.36486,
        "precision_at_3": 0.27027,
        "precision_at_5": 0.25405,
        "precision_at_10": 0.22568,
        "precision_at_20": 0.20743,
        "precision_at_100": 0.1373,
        "precision_at_1000": 0.041,
        "mrr_at_1": 0.364865,
        "mrr_at_3": 0.425676,
        "mrr_at_5": 0.437162,
        "mrr_at_10": 0.44881,
        "mrr_at_20": 0.455519,
        "mrr_at_100": 0.459466,
        "mrr_at_1000": 0.459923,
        "nauc_ndcg_at_1_max": 0.226198,
        "nauc_ndcg_at_1_std": 0.027313,
        "nauc_ndcg_at_1_diff1": -0.108489,
        "nauc_ndcg_at_3_max": 0.215662,
        "nauc_ndcg_at_3_std": 0.059048,
        "nauc_ndcg_at_3_diff1": -0.183132,
        "nauc_ndcg_at_5_max": 0.274008,
        "nauc_ndcg_at_5_std": 0.119068,
        "nauc_ndcg_at_5_diff1": -0.180676,
        "nauc_ndcg_at_10_max": 0.337196,
        "nauc_ndcg_at_10_std": 0.151066,
        "nauc_ndcg_at_10_diff1": -0.233675,
        "nauc_ndcg_at_20_max": 0.351883,
        "nauc_ndcg_at_20_std": 0.145501,
        "nauc_ndcg_at_20_diff1": -0.243817,
        "nauc_ndcg_at_100_max": 0.407195,
        "nauc_ndcg_at_100_std": 0.202552,
        "nauc_ndcg_at_100_diff1": -0.209083,
        "nauc_ndcg_at_1000_max": 0.437842,
        "nauc_ndcg_at_1000_std": 0.202048,
        "nauc_ndcg_at_1000_diff1": -0.225719,
        "nauc_map_at_1_max": -0.059252,
        "nauc_map_at_1_std": 0.112904,
        "nauc_map_at_1_diff1": 0.056929,
        "nauc_map_at_3_max": -0.124736,
        "nauc_map_at_3_std": 0.18903,
        "nauc_map_at_3_diff1": 0.092193,
        "nauc_map_at_5_max": -0.06413,
        "nauc_map_at_5_std": 0.198503,
        "nauc_map_at_5_diff1": 0.088799,
        "nauc_map_at_10_max": 0.022064,
        "nauc_map_at_10_std": 0.20398,
        "nauc_map_at_10_diff1": 0.007983,
        "nauc_map_at_20_max": 0.121326,
        "nauc_map_at_20_std": 0.197667,
        "nauc_map_at_20_diff1": -0.043402,
        "nauc_map_at_100_max": 0.324586,
        "nauc_map_at_100_std": 0.176947,
        "nauc_map_at_100_diff1": -0.232355,
        "nauc_map_at_1000_max": 0.387628,
        "nauc_map_at_1000_std": 0.133183,
        "nauc_map_at_1000_diff1": -0.307643,
        "nauc_recall_at_1_max": -0.059252,
        "nauc_recall_at_1_std": 0.112904,
        "nauc_recall_at_1_diff1": 0.056929,
        "nauc_recall_at_3_max": -0.216286,
        "nauc_recall_at_3_std": 0.274817,
        "nauc_recall_at_3_diff1": 0.099866,
        "nauc_recall_at_5_max": -0.118078,
        "nauc_recall_at_5_std": 0.307992,
        "nauc_recall_at_5_diff1": 0.087858,
        "nauc_recall_at_10_max": -0.034158,
        "nauc_recall_at_10_std": 0.221643,
        "nauc_recall_at_10_diff1": -0.016418,
        "nauc_recall_at_20_max": 0.041508,
        "nauc_recall_at_20_std": 0.240004,
        "nauc_recall_at_20_diff1": 0.032258,
        "nauc_recall_at_100_max": 0.293559,
        "nauc_recall_at_100_std": 0.307103,
        "nauc_recall_at_100_diff1": -0.041065,
        "nauc_recall_at_1000_max": 0.335101,
        "nauc_recall_at_1000_std": 0.368285,
        "nauc_recall_at_1000_diff1": -0.213987,
        "nauc_precision_at_1_max": 0.227875,
        "nauc_precision_at_1_std": -0.020317,
        "nauc_precision_at_1_diff1": -0.057367,
        "nauc_precision_at_3_max": 0.202227,
        "nauc_precision_at_3_std": -0.038734,
        "nauc_precision_at_3_diff1": -0.168823,
        "nauc_precision_at_5_max": 0.316873,
        "nauc_precision_at_5_std": 0.035616,
        "nauc_precision_at_5_diff1": -0.175304,
        "nauc_precision_at_10_max": 0.40121,
        "nauc_precision_at_10_std": 0.064978,
        "nauc_precision_at_10_diff1": -0.264108,
        "nauc_precision_at_20_max": 0.428182,
        "nauc_precision_at_20_std": 0.040402,
        "nauc_precision_at_20_diff1": -0.284059,
        "nauc_precision_at_100_max": 0.446836,
        "nauc_precision_at_100_std": 0.030875,
        "nauc_precision_at_100_diff1": -0.32425,
        "nauc_precision_at_1000_max": 0.412268,
        "nauc_precision_at_1000_std": -3.7e-05,
        "nauc_precision_at_1000_diff1": -0.305163,
        "nauc_mrr_at_1_max": 0.227875,
        "nauc_mrr_at_1_std": -0.020317,
        "nauc_mrr_at_1_diff1": -0.057367,
        "nauc_mrr_at_3_max": 0.195941,
        "nauc_mrr_at_3_std": 0.004491,
        "nauc_mrr_at_3_diff1": -0.086212,
        "nauc_mrr_at_5_max": 0.22241,
        "nauc_mrr_at_5_std": 0.039363,
        "nauc_mrr_at_5_diff1": -0.086598,
        "nauc_mrr_at_10_max": 0.223722,
        "nauc_mrr_at_10_std": 0.028009,
        "nauc_mrr_at_10_diff1": -0.097982,
        "nauc_mrr_at_20_max": 0.229995,
        "nauc_mrr_at_20_std": 0.028299,
        "nauc_mrr_at_20_diff1": -0.091008,
        "nauc_mrr_at_100_max": 0.227641,
        "nauc_mrr_at_100_std": 0.027028,
        "nauc_mrr_at_100_diff1": -0.084468,
        "nauc_mrr_at_1000_max": 0.227455,
        "nauc_mrr_at_1000_std": 0.02766,
        "nauc_mrr_at_1000_diff1": -0.084443,
        "main_score": 0.17444,
        "hf_subset": "fas",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 51.618852853775024,
  "kg_co2_emissions": null
}