{
  "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb",
  "task_name": "MIRACLRetrievalHardNegatives",
  "mteb_version": "1.38.38",
  "scores": {
    "dev": [
      {
        "ndcg_at_1": 0.36392,
        "ndcg_at_3": 0.40027,
        "ndcg_at_5": 0.43497,
        "ndcg_at_10": 0.48536,
        "ndcg_at_20": 0.51943,
        "ndcg_at_100": 0.56168,
        "ndcg_at_1000": 0.57229,
        "map_at_1": 0.2345,
        "map_at_3": 0.33392,
        "map_at_5": 0.36593,
        "map_at_10": 0.39629,
        "map_at_20": 0.40967,
        "map_at_100": 0.41877,
        "map_at_1000": 0.41952,
        "recall_at_1": 0.2345,
        "recall_at_3": 0.41242,
        "recall_at_5": 0.50564,
        "recall_at_10": 0.63811,
        "recall_at_20": 0.74365,
        "recall_at_100": 0.92552,
        "recall_at_1000": 0.99209,
        "precision_at_1": 0.36392,
        "precision_at_3": 0.24262,
        "precision_at_5": 0.18544,
        "precision_at_10": 0.1231,
        "precision_at_20": 0.07453,
        "precision_at_100": 0.01932,
        "precision_at_1000": 0.00207,
        "mrr_at_1": 0.363924,
        "mrr_at_3": 0.456751,
        "mrr_at_5": 0.478666,
        "mrr_at_10": 0.492828,
        "mrr_at_20": 0.498678,
        "mrr_at_100": 0.501323,
        "mrr_at_1000": 0.501587,
        "nauc_ndcg_at_1_max": 0.229498,
        "nauc_ndcg_at_1_std": -0.078468,
        "nauc_ndcg_at_1_diff1": 0.31197,
        "nauc_ndcg_at_3_max": 0.217721,
        "nauc_ndcg_at_3_std": -0.132236,
        "nauc_ndcg_at_3_diff1": 0.229345,
        "nauc_ndcg_at_5_max": 0.244287,
        "nauc_ndcg_at_5_std": -0.113791,
        "nauc_ndcg_at_5_diff1": 0.22999,
        "nauc_ndcg_at_10_max": 0.257143,
        "nauc_ndcg_at_10_std": -0.106095,
        "nauc_ndcg_at_10_diff1": 0.221639,
        "nauc_ndcg_at_20_max": 0.265857,
        "nauc_ndcg_at_20_std": -0.089254,
        "nauc_ndcg_at_20_diff1": 0.223255,
        "nauc_ndcg_at_100_max": 0.270781,
        "nauc_ndcg_at_100_std": -0.078885,
        "nauc_ndcg_at_100_diff1": 0.22554,
        "nauc_ndcg_at_1000_max": 0.265606,
        "nauc_ndcg_at_1000_std": -0.082684,
        "nauc_ndcg_at_1000_diff1": 0.229954,
        "nauc_map_at_1_max": 0.13095,
        "nauc_map_at_1_std": -0.169591,
        "nauc_map_at_1_diff1": 0.352625,
        "nauc_map_at_3_max": 0.182803,
        "nauc_map_at_3_std": -0.164372,
        "nauc_map_at_3_diff1": 0.258852,
        "nauc_map_at_5_max": 0.218451,
        "nauc_map_at_5_std": -0.141442,
        "nauc_map_at_5_diff1": 0.248724,
        "nauc_map_at_10_max": 0.233078,
        "nauc_map_at_10_std": -0.131031,
        "nauc_map_at_10_diff1": 0.240793,
        "nauc_map_at_20_max": 0.239409,
        "nauc_map_at_20_std": -0.12349,
        "nauc_map_at_20_diff1": 0.241811,
        "nauc_map_at_100_max": 0.240962,
        "nauc_map_at_100_std": -0.120332,
        "nauc_map_at_100_diff1": 0.240738,
        "nauc_map_at_1000_max": 0.240767,
        "nauc_map_at_1000_std": -0.120265,
        "nauc_map_at_1000_diff1": 0.240859,
        "nauc_recall_at_1_max": 0.13095,
        "nauc_recall_at_1_std": -0.169591,
        "nauc_recall_at_1_diff1": 0.352625,
        "nauc_recall_at_3_max": 0.161094,
        "nauc_recall_at_3_std": -0.17155,
        "nauc_recall_at_3_diff1": 0.188144,
        "nauc_recall_at_5_max": 0.209848,
        "nauc_recall_at_5_std": -0.119724,
        "nauc_recall_at_5_diff1": 0.167309,
        "nauc_recall_at_10_max": 0.232563,
        "nauc_recall_at_10_std": -0.090487,
        "nauc_recall_at_10_diff1": 0.122341,
        "nauc_recall_at_20_max": 0.252753,
        "nauc_recall_at_20_std": -0.030645,
        "nauc_recall_at_20_diff1": 0.107352,
        "nauc_recall_at_100_max": 0.374411,
        "nauc_recall_at_100_std": 0.118703,
        "nauc_recall_at_100_diff1": 0.081459,
        "nauc_recall_at_1000_max": 0.596804,
        "nauc_recall_at_1000_std": 0.569175,
        "nauc_recall_at_1000_diff1": 0.251908,
        "nauc_precision_at_1_max": 0.229498,
        "nauc_precision_at_1_std": -0.078468,
        "nauc_precision_at_1_diff1": 0.31197,
        "nauc_precision_at_3_max": 0.311482,
        "nauc_precision_at_3_std": -0.032147,
        "nauc_precision_at_3_diff1": 0.080798,
        "nauc_precision_at_5_max": 0.358325,
        "nauc_precision_at_5_std": 0.048928,
        "nauc_precision_at_5_diff1": 0.02527,
        "nauc_precision_at_10_max": 0.323784,
        "nauc_precision_at_10_std": 0.096899,
        "nauc_precision_at_10_diff1": -0.024013,
        "nauc_precision_at_20_max": 0.29071,
        "nauc_precision_at_20_std": 0.149653,
        "nauc_precision_at_20_diff1": -0.053399,
        "nauc_precision_at_100_max": 0.174841,
        "nauc_precision_at_100_std": 0.192387,
        "nauc_precision_at_100_diff1": -0.117463,
        "nauc_precision_at_1000_max": 0.130137,
        "nauc_precision_at_1000_std": 0.189312,
        "nauc_precision_at_1000_diff1": -0.132411,
        "nauc_mrr_at_1_max": 0.229498,
        "nauc_mrr_at_1_std": -0.078468,
        "nauc_mrr_at_1_diff1": 0.31197,
        "nauc_mrr_at_3_max": 0.266269,
        "nauc_mrr_at_3_std": -0.079107,
        "nauc_mrr_at_3_diff1": 0.266617,
        "nauc_mrr_at_5_max": 0.26761,
        "nauc_mrr_at_5_std": -0.067173,
        "nauc_mrr_at_5_diff1": 0.259243,
        "nauc_mrr_at_10_max": 0.264474,
        "nauc_mrr_at_10_std": -0.066079,
        "nauc_mrr_at_10_diff1": 0.255646,
        "nauc_mrr_at_20_max": 0.26354,
        "nauc_mrr_at_20_std": -0.064858,
        "nauc_mrr_at_20_diff1": 0.256922,
        "nauc_mrr_at_100_max": 0.263929,
        "nauc_mrr_at_100_std": -0.065114,
        "nauc_mrr_at_100_diff1": 0.258193,
        "nauc_mrr_at_1000_max": 0.263802,
        "nauc_mrr_at_1000_std": -0.065394,
        "nauc_mrr_at_1000_diff1": 0.258454,
        "main_score": 0.48536,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 694.6329846382141,
  "kg_co2_emissions": null
}