{
  "dataset_revision": "cf7db7133d355e1ab152c8bd5cd25ecbd4114270",
  "task_name": "NQ-FaHardNegatives",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.022,
        "ndcg_at_3": 0.03262,
        "ndcg_at_5": 0.03791,
        "ndcg_at_10": 0.04564,
        "ndcg_at_20": 0.05332,
        "ndcg_at_100": 0.07424,
        "ndcg_at_1000": 0.1072,
        "map_at_1": 0.0195,
        "map_at_3": 0.02861,
        "map_at_5": 0.0315,
        "map_at_10": 0.03479,
        "map_at_20": 0.03688,
        "map_at_100": 0.03953,
        "map_at_1000": 0.04061,
        "recall_at_1": 0.0195,
        "recall_at_3": 0.04033,
        "recall_at_5": 0.05267,
        "recall_at_10": 0.07567,
        "recall_at_20": 0.10458,
        "recall_at_100": 0.21592,
        "recall_at_1000": 0.4745,
        "precision_at_1": 0.022,
        "precision_at_3": 0.01633,
        "precision_at_5": 0.0126,
        "precision_at_10": 0.009,
        "precision_at_20": 0.00625,
        "precision_at_100": 0.00259,
        "precision_at_1000": 0.00057,
        "mrr_at_1": 0.022,
        "mrr_at_3": 0.032333,
        "mrr_at_5": 0.035583,
        "mrr_at_10": 0.038747,
        "mrr_at_20": 0.041105,
        "mrr_at_100": 0.0439,
        "mrr_at_1000": 0.044975,
        "nauc_ndcg_at_1_max": 0.356904,
        "nauc_ndcg_at_1_std": -0.064249,
        "nauc_ndcg_at_1_diff1": 0.133229,
        "nauc_ndcg_at_3_max": 0.335073,
        "nauc_ndcg_at_3_std": -0.039994,
        "nauc_ndcg_at_3_diff1": 0.146665,
        "nauc_ndcg_at_5_max": 0.327083,
        "nauc_ndcg_at_5_std": -0.045273,
        "nauc_ndcg_at_5_diff1": 0.116796,
        "nauc_ndcg_at_10_max": 0.301371,
        "nauc_ndcg_at_10_std": -0.048108,
        "nauc_ndcg_at_10_diff1": 0.082871,
        "nauc_ndcg_at_20_max": 0.286903,
        "nauc_ndcg_at_20_std": -0.020588,
        "nauc_ndcg_at_20_diff1": 0.067813,
        "nauc_ndcg_at_100_max": 0.248885,
        "nauc_ndcg_at_100_std": -0.006315,
        "nauc_ndcg_at_100_diff1": 0.039135,
        "nauc_ndcg_at_1000_max": 0.230337,
        "nauc_ndcg_at_1000_std": 0.014047,
        "nauc_ndcg_at_1000_diff1": 0.060584,
        "nauc_map_at_1_max": 0.416256,
        "nauc_map_at_1_std": -0.052658,
        "nauc_map_at_1_diff1": 0.123259,
        "nauc_map_at_3_max": 0.360919,
        "nauc_map_at_3_std": -0.04508,
        "nauc_map_at_3_diff1": 0.149323,
        "nauc_map_at_5_max": 0.353558,
        "nauc_map_at_5_std": -0.047635,
        "nauc_map_at_5_diff1": 0.130008,
        "nauc_map_at_10_max": 0.335978,
        "nauc_map_at_10_std": -0.048003,
        "nauc_map_at_10_diff1": 0.108052,
        "nauc_map_at_20_max": 0.328908,
        "nauc_map_at_20_std": -0.037423,
        "nauc_map_at_20_diff1": 0.100565,
        "nauc_map_at_100_max": 0.321511,
        "nauc_map_at_100_std": -0.033854,
        "nauc_map_at_100_diff1": 0.091902,
        "nauc_map_at_1000_max": 0.320207,
        "nauc_map_at_1000_std": -0.03231,
        "nauc_map_at_1000_diff1": 0.093143,
        "nauc_recall_at_1_max": 0.416256,
        "nauc_recall_at_1_std": -0.052658,
        "nauc_recall_at_1_diff1": 0.123259,
        "nauc_recall_at_3_max": 0.311549,
        "nauc_recall_at_3_std": -0.038974,
        "nauc_recall_at_3_diff1": 0.152002,
        "nauc_recall_at_5_max": 0.304287,
        "nauc_recall_at_5_std": -0.045791,
        "nauc_recall_at_5_diff1": 0.099408,
        "nauc_recall_at_10_max": 0.266952,
        "nauc_recall_at_10_std": -0.05276,
        "nauc_recall_at_10_diff1": 0.049027,
        "nauc_recall_at_20_max": 0.246471,
        "nauc_recall_at_20_std": 0.005377,
        "nauc_recall_at_20_diff1": 0.03134,
        "nauc_recall_at_100_max": 0.171409,
        "nauc_recall_at_100_std": 0.023702,
        "nauc_recall_at_100_diff1": -0.014,
        "nauc_recall_at_1000_max": 0.12939,
        "nauc_recall_at_1000_std": 0.075118,
        "nauc_recall_at_1000_diff1": 0.046103,
        "nauc_precision_at_1_max": 0.356904,
        "nauc_precision_at_1_std": -0.064249,
        "nauc_precision_at_1_diff1": 0.133229,
        "nauc_precision_at_3_max": 0.289542,
        "nauc_precision_at_3_std": -0.041479,
        "nauc_precision_at_3_diff1": 0.164492,
        "nauc_precision_at_5_max": 0.283977,
        "nauc_precision_at_5_std": -0.054357,
        "nauc_precision_at_5_diff1": 0.112099,
        "nauc_precision_at_10_max": 0.251945,
        "nauc_precision_at_10_std": -0.064911,
        "nauc_precision_at_10_diff1": 0.051605,
        "nauc_precision_at_20_max": 0.232853,
        "nauc_precision_at_20_std": -0.012348,
        "nauc_precision_at_20_diff1": 0.023474,
        "nauc_precision_at_100_max": 0.177223,
        "nauc_precision_at_100_std": 0.017107,
        "nauc_precision_at_100_diff1": -0.007444,
        "nauc_precision_at_1000_max": 0.110959,
        "nauc_precision_at_1000_std": 0.056627,
        "nauc_precision_at_1000_diff1": 0.055003,
        "nauc_mrr_at_1_max": 0.356904,
        "nauc_mrr_at_1_std": -0.064249,
        "nauc_mrr_at_1_diff1": 0.133229,
        "nauc_mrr_at_3_max": 0.31709,
        "nauc_mrr_at_3_std": -0.034094,
        "nauc_mrr_at_3_diff1": 0.134365,
        "nauc_mrr_at_5_max": 0.312772,
        "nauc_mrr_at_5_std": -0.040301,
        "nauc_mrr_at_5_diff1": 0.116327,
        "nauc_mrr_at_10_max": 0.301274,
        "nauc_mrr_at_10_std": -0.040211,
        "nauc_mrr_at_10_diff1": 0.098749,
        "nauc_mrr_at_20_max": 0.294032,
        "nauc_mrr_at_20_std": -0.031398,
        "nauc_mrr_at_20_diff1": 0.090672,
        "nauc_mrr_at_100_max": 0.28719,
        "nauc_mrr_at_100_std": -0.027931,
        "nauc_mrr_at_100_diff1": 0.083945,
        "nauc_mrr_at_1000_max": 0.286589,
        "nauc_mrr_at_1000_std": -0.026816,
        "nauc_mrr_at_1000_diff1": 0.085556,
        "main_score": 0.04564,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 390.3958930969238,
  "kg_co2_emissions": null
}