{
  "dataset_revision": "cf7db7133d355e1ab152c8bd5cd25ecbd4114270",
  "task_name": "NQ-FaHardNegatives",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.019,
        "ndcg_at_3": 0.02957,
        "ndcg_at_5": 0.036,
        "ndcg_at_10": 0.04403,
        "ndcg_at_20": 0.05238,
        "ndcg_at_100": 0.0746,
        "ndcg_at_1000": 0.10693,
        "map_at_1": 0.01483,
        "map_at_3": 0.02433,
        "map_at_5": 0.02787,
        "map_at_10": 0.03108,
        "map_at_20": 0.03338,
        "map_at_100": 0.03645,
        "map_at_1000": 0.03748,
        "recall_at_1": 0.01483,
        "recall_at_3": 0.03867,
        "recall_at_5": 0.0535,
        "recall_at_10": 0.07733,
        "recall_at_20": 0.10917,
        "recall_at_100": 0.22392,
        "recall_at_1000": 0.47967,
        "precision_at_1": 0.019,
        "precision_at_3": 0.01633,
        "precision_at_5": 0.0134,
        "precision_at_10": 0.0097,
        "precision_at_20": 0.00675,
        "precision_at_100": 0.00278,
        "precision_at_1000": 0.00059,
        "mrr_at_1": 0.019,
        "mrr_at_3": 0.030667,
        "mrr_at_5": 0.034617,
        "mrr_at_10": 0.038145,
        "mrr_at_20": 0.040502,
        "mrr_at_100": 0.043545,
        "mrr_at_1000": 0.044522,
        "nauc_ndcg_at_1_max": 0.070425,
        "nauc_ndcg_at_1_std": 0.22349,
        "nauc_ndcg_at_1_diff1": 0.182509,
        "nauc_ndcg_at_3_max": 0.12019,
        "nauc_ndcg_at_3_std": 0.289811,
        "nauc_ndcg_at_3_diff1": 0.211165,
        "nauc_ndcg_at_5_max": 0.076808,
        "nauc_ndcg_at_5_std": 0.28221,
        "nauc_ndcg_at_5_diff1": 0.212877,
        "nauc_ndcg_at_10_max": 0.074576,
        "nauc_ndcg_at_10_std": 0.287678,
        "nauc_ndcg_at_10_diff1": 0.176825,
        "nauc_ndcg_at_20_max": 0.082781,
        "nauc_ndcg_at_20_std": 0.285425,
        "nauc_ndcg_at_20_diff1": 0.164769,
        "nauc_ndcg_at_100_max": 0.103848,
        "nauc_ndcg_at_100_std": 0.345311,
        "nauc_ndcg_at_100_diff1": 0.141341,
        "nauc_ndcg_at_1000_max": 0.114169,
        "nauc_ndcg_at_1000_std": 0.380672,
        "nauc_ndcg_at_1000_diff1": 0.131876,
        "nauc_map_at_1_max": 0.123858,
        "nauc_map_at_1_std": 0.330392,
        "nauc_map_at_1_diff1": 0.222449,
        "nauc_map_at_3_max": 0.132473,
        "nauc_map_at_3_std": 0.301763,
        "nauc_map_at_3_diff1": 0.221909,
        "nauc_map_at_5_max": 0.097256,
        "nauc_map_at_5_std": 0.29326,
        "nauc_map_at_5_diff1": 0.219324,
        "nauc_map_at_10_max": 0.094488,
        "nauc_map_at_10_std": 0.296916,
        "nauc_map_at_10_diff1": 0.200336,
        "nauc_map_at_20_max": 0.095163,
        "nauc_map_at_20_std": 0.294815,
        "nauc_map_at_20_diff1": 0.194464,
        "nauc_map_at_100_max": 0.100186,
        "nauc_map_at_100_std": 0.30778,
        "nauc_map_at_100_diff1": 0.187573,
        "nauc_map_at_1000_max": 0.099872,
        "nauc_map_at_1000_std": 0.311087,
        "nauc_map_at_1000_diff1": 0.186129,
        "nauc_recall_at_1_max": 0.123858,
        "nauc_recall_at_1_std": 0.330392,
        "nauc_recall_at_1_diff1": 0.222449,
        "nauc_recall_at_3_max": 0.127025,
        "nauc_recall_at_3_std": 0.301811,
        "nauc_recall_at_3_diff1": 0.214607,
        "nauc_recall_at_5_max": 0.055811,
        "nauc_recall_at_5_std": 0.288794,
        "nauc_recall_at_5_diff1": 0.213065,
        "nauc_recall_at_10_max": 0.058814,
        "nauc_recall_at_10_std": 0.293477,
        "nauc_recall_at_10_diff1": 0.147794,
        "nauc_recall_at_20_max": 0.078629,
        "nauc_recall_at_20_std": 0.285098,
        "nauc_recall_at_20_diff1": 0.130093,
        "nauc_recall_at_100_max": 0.114339,
        "nauc_recall_at_100_std": 0.402045,
        "nauc_recall_at_100_diff1": 0.093551,
        "nauc_recall_at_1000_max": 0.145247,
        "nauc_recall_at_1000_std": 0.485972,
        "nauc_recall_at_1000_diff1": 0.078502,
        "nauc_precision_at_1_max": 0.070425,
        "nauc_precision_at_1_std": 0.22349,
        "nauc_precision_at_1_diff1": 0.182509,
        "nauc_precision_at_3_max": 0.087995,
        "nauc_precision_at_3_std": 0.267108,
        "nauc_precision_at_3_diff1": 0.181647,
        "nauc_precision_at_5_max": 0.03975,
        "nauc_precision_at_5_std": 0.267611,
        "nauc_precision_at_5_diff1": 0.211506,
        "nauc_precision_at_10_max": 0.04413,
        "nauc_precision_at_10_std": 0.284497,
        "nauc_precision_at_10_diff1": 0.156871,
        "nauc_precision_at_20_max": 0.073366,
        "nauc_precision_at_20_std": 0.27375,
        "nauc_precision_at_20_diff1": 0.137509,
        "nauc_precision_at_100_max": 0.127051,
        "nauc_precision_at_100_std": 0.383432,
        "nauc_precision_at_100_diff1": 0.114906,
        "nauc_precision_at_1000_max": 0.156998,
        "nauc_precision_at_1000_std": 0.41719,
        "nauc_precision_at_1000_diff1": 0.097102,
        "nauc_mrr_at_1_max": 0.070425,
        "nauc_mrr_at_1_std": 0.22349,
        "nauc_mrr_at_1_diff1": 0.182509,
        "nauc_mrr_at_3_max": 0.088144,
        "nauc_mrr_at_3_std": 0.249227,
        "nauc_mrr_at_3_diff1": 0.188874,
        "nauc_mrr_at_5_max": 0.069401,
        "nauc_mrr_at_5_std": 0.248168,
        "nauc_mrr_at_5_diff1": 0.196852,
        "nauc_mrr_at_10_max": 0.068069,
        "nauc_mrr_at_10_std": 0.253685,
        "nauc_mrr_at_10_diff1": 0.178642,
        "nauc_mrr_at_20_max": 0.07025,
        "nauc_mrr_at_20_std": 0.25371,
        "nauc_mrr_at_20_diff1": 0.172791,
        "nauc_mrr_at_100_max": 0.074925,
        "nauc_mrr_at_100_std": 0.264709,
        "nauc_mrr_at_100_diff1": 0.165582,
        "nauc_mrr_at_1000_max": 0.075028,
        "nauc_mrr_at_1000_std": 0.267066,
        "nauc_mrr_at_1000_diff1": 0.164722,
        "main_score": 0.04403,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 319.22757601737976,
  "kg_co2_emissions": null
}