{
  "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb",
  "task_name": "MIRACLRetrievalHardNegatives",
  "mteb_version": "1.38.38",
  "scores": {
    "dev": [
      {
        "ndcg_at_1": 0.42563,
        "ndcg_at_3": 0.45721,
        "ndcg_at_5": 0.48519,
        "ndcg_at_10": 0.53059,
        "ndcg_at_20": 0.56374,
        "ndcg_at_100": 0.60341,
        "ndcg_at_1000": 0.61216,
        "map_at_1": 0.27046,
        "map_at_3": 0.38471,
        "map_at_5": 0.41613,
        "map_at_10": 0.44383,
        "map_at_20": 0.45732,
        "map_at_100": 0.46669,
        "map_at_1000": 0.46732,
        "recall_at_1": 0.27046,
        "recall_at_3": 0.46477,
        "recall_at_5": 0.54668,
        "recall_at_10": 0.66769,
        "recall_at_20": 0.77383,
        "recall_at_100": 0.94142,
        "recall_at_1000": 0.99652,
        "precision_at_1": 0.42563,
        "precision_at_3": 0.27584,
        "precision_at_5": 0.2057,
        "precision_at_10": 0.13101,
        "precision_at_20": 0.07737,
        "precision_at_100": 0.01946,
        "precision_at_1000": 0.00207,
        "mrr_at_1": 0.425633,
        "mrr_at_3": 0.519778,
        "mrr_at_5": 0.535206,
        "mrr_at_10": 0.548733,
        "mrr_at_20": 0.553961,
        "mrr_at_100": 0.556538,
        "mrr_at_1000": 0.556677,
        "nauc_ndcg_at_1_max": 0.341356,
        "nauc_ndcg_at_1_std": -0.048217,
        "nauc_ndcg_at_1_diff1": 0.321892,
        "nauc_ndcg_at_3_max": 0.277797,
        "nauc_ndcg_at_3_std": -0.094854,
        "nauc_ndcg_at_3_diff1": 0.243602,
        "nauc_ndcg_at_5_max": 0.300485,
        "nauc_ndcg_at_5_std": -0.085726,
        "nauc_ndcg_at_5_diff1": 0.25374,
        "nauc_ndcg_at_10_max": 0.313763,
        "nauc_ndcg_at_10_std": -0.095222,
        "nauc_ndcg_at_10_diff1": 0.251531,
        "nauc_ndcg_at_20_max": 0.328067,
        "nauc_ndcg_at_20_std": -0.073359,
        "nauc_ndcg_at_20_diff1": 0.244826,
        "nauc_ndcg_at_100_max": 0.329289,
        "nauc_ndcg_at_100_std": -0.051915,
        "nauc_ndcg_at_100_diff1": 0.240696,
        "nauc_ndcg_at_1000_max": 0.326207,
        "nauc_ndcg_at_1000_std": -0.057845,
        "nauc_ndcg_at_1000_diff1": 0.245553,
        "nauc_map_at_1_max": 0.176353,
        "nauc_map_at_1_std": -0.144489,
        "nauc_map_at_1_diff1": 0.369777,
        "nauc_map_at_3_max": 0.224983,
        "nauc_map_at_3_std": -0.126926,
        "nauc_map_at_3_diff1": 0.282164,
        "nauc_map_at_5_max": 0.26116,
        "nauc_map_at_5_std": -0.109975,
        "nauc_map_at_5_diff1": 0.275839,
        "nauc_map_at_10_max": 0.2797,
        "nauc_map_at_10_std": -0.111433,
        "nauc_map_at_10_diff1": 0.271319,
        "nauc_map_at_20_max": 0.289734,
        "nauc_map_at_20_std": -0.10043,
        "nauc_map_at_20_diff1": 0.269073,
        "nauc_map_at_100_max": 0.290957,
        "nauc_map_at_100_std": -0.095033,
        "nauc_map_at_100_diff1": 0.266585,
        "nauc_map_at_1000_max": 0.290788,
        "nauc_map_at_1000_std": -0.095071,
        "nauc_map_at_1000_diff1": 0.266625,
        "nauc_recall_at_1_max": 0.176353,
        "nauc_recall_at_1_std": -0.144489,
        "nauc_recall_at_1_diff1": 0.369777,
        "nauc_recall_at_3_max": 0.192752,
        "nauc_recall_at_3_std": -0.131676,
        "nauc_recall_at_3_diff1": 0.201055,
        "nauc_recall_at_5_max": 0.25427,
        "nauc_recall_at_5_std": -0.10174,
        "nauc_recall_at_5_diff1": 0.203523,
        "nauc_recall_at_10_max": 0.278504,
        "nauc_recall_at_10_std": -0.126567,
        "nauc_recall_at_10_diff1": 0.187507,
        "nauc_recall_at_20_max": 0.318461,
        "nauc_recall_at_20_std": -0.058297,
        "nauc_recall_at_20_diff1": 0.146128,
        "nauc_recall_at_100_max": 0.387051,
        "nauc_recall_at_100_std": 0.239547,
        "nauc_recall_at_100_diff1": 0.02331,
        "nauc_recall_at_1000_max": 0.729058,
        "nauc_recall_at_1000_std": 0.845712,
        "nauc_recall_at_1000_diff1": -0.111874,
        "nauc_precision_at_1_max": 0.341356,
        "nauc_precision_at_1_std": -0.048217,
        "nauc_precision_at_1_diff1": 0.321892,
        "nauc_precision_at_3_max": 0.338875,
        "nauc_precision_at_3_std": 0.030355,
        "nauc_precision_at_3_diff1": 0.048414,
        "nauc_precision_at_5_max": 0.364206,
        "nauc_precision_at_5_std": 0.081146,
        "nauc_precision_at_5_diff1": 0.001071,
        "nauc_precision_at_10_max": 0.339279,
        "nauc_precision_at_10_std": 0.094726,
        "nauc_precision_at_10_diff1": -0.060501,
        "nauc_precision_at_20_max": 0.314044,
        "nauc_precision_at_20_std": 0.156663,
        "nauc_precision_at_20_diff1": -0.105643,
        "nauc_precision_at_100_max": 0.204174,
        "nauc_precision_at_100_std": 0.214205,
        "nauc_precision_at_100_diff1": -0.176292,
        "nauc_precision_at_1000_max": 0.159135,
        "nauc_precision_at_1000_std": 0.195201,
        "nauc_precision_at_1000_diff1": -0.17939,
        "nauc_mrr_at_1_max": 0.341356,
        "nauc_mrr_at_1_std": -0.048217,
        "nauc_mrr_at_1_diff1": 0.321892,
        "nauc_mrr_at_3_max": 0.348948,
        "nauc_mrr_at_3_std": -0.04474,
        "nauc_mrr_at_3_diff1": 0.259987,
        "nauc_mrr_at_5_max": 0.356482,
        "nauc_mrr_at_5_std": -0.040728,
        "nauc_mrr_at_5_diff1": 0.266575,
        "nauc_mrr_at_10_max": 0.3562,
        "nauc_mrr_at_10_std": -0.040979,
        "nauc_mrr_at_10_diff1": 0.263341,
        "nauc_mrr_at_20_max": 0.354545,
        "nauc_mrr_at_20_std": -0.041307,
        "nauc_mrr_at_20_diff1": 0.264568,
        "nauc_mrr_at_100_max": 0.354792,
        "nauc_mrr_at_100_std": -0.039619,
        "nauc_mrr_at_100_diff1": 0.266077,
        "nauc_mrr_at_1000_max": 0.354839,
        "nauc_mrr_at_1000_std": -0.039686,
        "nauc_mrr_at_1000_diff1": 0.266272,
        "main_score": 0.53059,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 216.33272981643677,
  "kg_co2_emissions": null
}