{
  "dataset_revision": "f22eecc8ad7f25875a77b5e5e23d484b7cc74c59",
  "task_name": "MSMARCO-FaHardNegatives",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.24031,
        "ndcg_at_3": 0.23782,
        "ndcg_at_5": 0.26108,
        "ndcg_at_10": 0.27405,
        "ndcg_at_20": 0.28794,
        "ndcg_at_100": 0.37129,
        "ndcg_at_1000": 0.52835,
        "map_at_1": 0.00747,
        "map_at_3": 0.01694,
        "map_at_5": 0.02484,
        "map_at_10": 0.03882,
        "map_at_20": 0.06179,
        "map_at_100": 0.1653,
        "map_at_1000": 0.26723,
        "recall_at_1": 0.00747,
        "recall_at_3": 0.02032,
        "recall_at_5": 0.03433,
        "recall_at_10": 0.06378,
        "recall_at_20": 0.11344,
        "recall_at_100": 0.38577,
        "recall_at_1000": 0.77892,
        "precision_at_1": 0.37209,
        "precision_at_3": 0.3876,
        "precision_at_5": 0.40465,
        "precision_at_10": 0.40233,
        "precision_at_20": 0.38721,
        "precision_at_100": 0.2907,
        "precision_at_1000": 0.07249,
        "mrr_at_1": 0.372093,
        "mrr_at_3": 0.484496,
        "mrr_at_5": 0.507752,
        "mrr_at_10": 0.528738,
        "mrr_at_20": 0.530399,
        "mrr_at_100": 0.531829,
        "mrr_at_1000": 0.531871,
        "nauc_ndcg_at_1_max": 0.206767,
        "nauc_ndcg_at_1_std": 0.234568,
        "nauc_ndcg_at_1_diff1": 0.013403,
        "nauc_ndcg_at_3_max": 0.242458,
        "nauc_ndcg_at_3_std": 0.400782,
        "nauc_ndcg_at_3_diff1": 0.040345,
        "nauc_ndcg_at_5_max": 0.246213,
        "nauc_ndcg_at_5_std": 0.359718,
        "nauc_ndcg_at_5_diff1": 0.053399,
        "nauc_ndcg_at_10_max": 0.351007,
        "nauc_ndcg_at_10_std": 0.423271,
        "nauc_ndcg_at_10_diff1": 0.037947,
        "nauc_ndcg_at_20_max": 0.417738,
        "nauc_ndcg_at_20_std": 0.504242,
        "nauc_ndcg_at_20_diff1": 0.09907,
        "nauc_ndcg_at_100_max": 0.419266,
        "nauc_ndcg_at_100_std": 0.715957,
        "nauc_ndcg_at_100_diff1": 0.28683,
        "nauc_ndcg_at_1000_max": 0.419653,
        "nauc_ndcg_at_1000_std": 0.797751,
        "nauc_ndcg_at_1000_diff1": 0.221938,
        "nauc_map_at_1_max": -0.01057,
        "nauc_map_at_1_std": 0.028545,
        "nauc_map_at_1_diff1": -0.031587,
        "nauc_map_at_3_max": -0.046237,
        "nauc_map_at_3_std": 0.062546,
        "nauc_map_at_3_diff1": -0.021942,
        "nauc_map_at_5_max": -0.08535,
        "nauc_map_at_5_std": 0.053045,
        "nauc_map_at_5_diff1": -0.016774,
        "nauc_map_at_10_max": 0.022627,
        "nauc_map_at_10_std": 0.148295,
        "nauc_map_at_10_diff1": 0.028817,
        "nauc_map_at_20_max": 0.149122,
        "nauc_map_at_20_std": 0.346494,
        "nauc_map_at_20_diff1": 0.106629,
        "nauc_map_at_100_max": 0.303251,
        "nauc_map_at_100_std": 0.739814,
        "nauc_map_at_100_diff1": 0.169796,
        "nauc_map_at_1000_max": 0.366639,
        "nauc_map_at_1000_std": 0.761463,
        "nauc_map_at_1000_diff1": 0.115581,
        "nauc_recall_at_1_max": -0.01057,
        "nauc_recall_at_1_std": 0.028545,
        "nauc_recall_at_1_diff1": -0.031587,
        "nauc_recall_at_3_max": -0.102731,
        "nauc_recall_at_3_std": 0.065504,
        "nauc_recall_at_3_diff1": 0.015514,
        "nauc_recall_at_5_max": -0.113705,
        "nauc_recall_at_5_std": 0.029288,
        "nauc_recall_at_5_diff1": 0.07715,
        "nauc_recall_at_10_max": 0.067698,
        "nauc_recall_at_10_std": 0.112812,
        "nauc_recall_at_10_diff1": 0.157978,
        "nauc_recall_at_20_max": 0.196897,
        "nauc_recall_at_20_std": 0.314089,
        "nauc_recall_at_20_diff1": 0.242607,
        "nauc_recall_at_100_max": 0.245469,
        "nauc_recall_at_100_std": 0.55075,
        "nauc_recall_at_100_diff1": 0.311216,
        "nauc_recall_at_1000_max": 0.40396,
        "nauc_recall_at_1000_std": 0.896308,
        "nauc_recall_at_1000_diff1": 0.391798,
        "nauc_precision_at_1_max": 0.138859,
        "nauc_precision_at_1_std": 0.317976,
        "nauc_precision_at_1_diff1": -0.006148,
        "nauc_precision_at_3_max": 0.090023,
        "nauc_precision_at_3_std": 0.426664,
        "nauc_precision_at_3_diff1": 0.030471,
        "nauc_precision_at_5_max": 0.09587,
        "nauc_precision_at_5_std": 0.374523,
        "nauc_precision_at_5_diff1": 0.026014,
        "nauc_precision_at_10_max": 0.246097,
        "nauc_precision_at_10_std": 0.442553,
        "nauc_precision_at_10_diff1": 0.028686,
        "nauc_precision_at_20_max": 0.338578,
        "nauc_precision_at_20_std": 0.528393,
        "nauc_precision_at_20_diff1": 0.074833,
        "nauc_precision_at_100_max": 0.311042,
        "nauc_precision_at_100_std": 0.57876,
        "nauc_precision_at_100_diff1": 0.095885,
        "nauc_precision_at_1000_max": 0.307285,
        "nauc_precision_at_1000_std": 0.40698,
        "nauc_precision_at_1000_diff1": 0.016811,
        "nauc_mrr_at_1_max": 0.138859,
        "nauc_mrr_at_1_std": 0.317976,
        "nauc_mrr_at_1_diff1": -0.006148,
        "nauc_mrr_at_3_max": 0.069078,
        "nauc_mrr_at_3_std": 0.351471,
        "nauc_mrr_at_3_diff1": 0.028581,
        "nauc_mrr_at_5_max": 0.116159,
        "nauc_mrr_at_5_std": 0.363828,
        "nauc_mrr_at_5_diff1": 0.028271,
        "nauc_mrr_at_10_max": 0.127015,
        "nauc_mrr_at_10_std": 0.365994,
        "nauc_mrr_at_10_diff1": 0.027423,
        "nauc_mrr_at_20_max": 0.125741,
        "nauc_mrr_at_20_std": 0.364965,
        "nauc_mrr_at_20_diff1": 0.023601,
        "nauc_mrr_at_100_max": 0.124633,
        "nauc_mrr_at_100_std": 0.364446,
        "nauc_mrr_at_100_diff1": 0.022266,
        "nauc_mrr_at_1000_max": 0.124511,
        "nauc_mrr_at_1000_std": 0.364358,
        "nauc_mrr_at_1000_diff1": 0.022219,
        "main_score": 0.27405,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 12.235846042633057,
  "kg_co2_emissions": null
}