{
  "dataset_revision": "dfad7cc7fe4064d6568d6b7d43b99e3a0246d29b",
  "task_name": "NeuCLIR2023Retrieval",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.05482,
        "ndcg_at_3": 0.06192,
        "ndcg_at_5": 0.06716,
        "ndcg_at_10": 0.06189,
        "ndcg_at_20": 0.06608,
        "ndcg_at_100": 0.08333,
        "ndcg_at_1000": 0.15087,
        "map_at_1": 0.00252,
        "map_at_3": 0.00716,
        "map_at_5": 0.01124,
        "map_at_10": 0.0131,
        "map_at_20": 0.01693,
        "map_at_100": 0.02462,
        "map_at_1000": 0.03266,
        "recall_at_1": 0.00252,
        "recall_at_3": 0.00976,
        "recall_at_5": 0.02134,
        "recall_at_10": 0.02663,
        "recall_at_20": 0.04526,
        "recall_at_100": 0.12129,
        "recall_at_1000": 0.30633,
        "precision_at_1": 0.10526,
        "precision_at_3": 0.09649,
        "precision_at_5": 0.09737,
        "precision_at_10": 0.075,
        "precision_at_20": 0.06842,
        "precision_at_100": 0.04158,
        "precision_at_1000": 0.01409,
        "mrr_at_1": 0.105263,
        "mrr_at_3": 0.149123,
        "mrr_at_5": 0.166228,
        "mrr_at_10": 0.171214,
        "mrr_at_20": 0.179035,
        "mrr_at_100": 0.183987,
        "mrr_at_1000": 0.185337,
        "nauc_ndcg_at_1_max": -0.119155,
        "nauc_ndcg_at_1_std": 0.488935,
        "nauc_ndcg_at_1_diff1": 0.394087,
        "nauc_ndcg_at_3_max": 0.116663,
        "nauc_ndcg_at_3_std": 0.375003,
        "nauc_ndcg_at_3_diff1": 0.2708,
        "nauc_ndcg_at_5_max": 0.115526,
        "nauc_ndcg_at_5_std": 0.369337,
        "nauc_ndcg_at_5_diff1": 0.206083,
        "nauc_ndcg_at_10_max": 0.1338,
        "nauc_ndcg_at_10_std": 0.314495,
        "nauc_ndcg_at_10_diff1": 0.198778,
        "nauc_ndcg_at_20_max": 0.157578,
        "nauc_ndcg_at_20_std": 0.301803,
        "nauc_ndcg_at_20_diff1": 0.249845,
        "nauc_ndcg_at_100_max": 0.228423,
        "nauc_ndcg_at_100_std": 0.182862,
        "nauc_ndcg_at_100_diff1": 0.243937,
        "nauc_ndcg_at_1000_max": 0.30885,
        "nauc_ndcg_at_1000_std": 0.133665,
        "nauc_ndcg_at_1000_diff1": 0.142587,
        "nauc_map_at_1_max": -0.259291,
        "nauc_map_at_1_std": 0.478271,
        "nauc_map_at_1_diff1": 0.622716,
        "nauc_map_at_3_max": -0.060328,
        "nauc_map_at_3_std": 0.415984,
        "nauc_map_at_3_diff1": 0.623532,
        "nauc_map_at_5_max": -0.050156,
        "nauc_map_at_5_std": 0.308168,
        "nauc_map_at_5_diff1": 0.487555,
        "nauc_map_at_10_max": -0.005019,
        "nauc_map_at_10_std": 0.27078,
        "nauc_map_at_10_diff1": 0.454926,
        "nauc_map_at_20_max": 0.039245,
        "nauc_map_at_20_std": 0.264065,
        "nauc_map_at_20_diff1": 0.450371,
        "nauc_map_at_100_max": 0.11548,
        "nauc_map_at_100_std": 0.243256,
        "nauc_map_at_100_diff1": 0.361482,
        "nauc_map_at_1000_max": 0.164748,
        "nauc_map_at_1000_std": 0.219528,
        "nauc_map_at_1000_diff1": 0.267006,
        "nauc_recall_at_1_max": -0.259291,
        "nauc_recall_at_1_std": 0.478271,
        "nauc_recall_at_1_diff1": 0.622716,
        "nauc_recall_at_3_max": 0.051946,
        "nauc_recall_at_3_std": 0.366602,
        "nauc_recall_at_3_diff1": 0.592272,
        "nauc_recall_at_5_max": 0.080542,
        "nauc_recall_at_5_std": 0.07937,
        "nauc_recall_at_5_diff1": 0.223176,
        "nauc_recall_at_10_max": 0.132855,
        "nauc_recall_at_10_std": 0.03269,
        "nauc_recall_at_10_diff1": 0.217608,
        "nauc_recall_at_20_max": 0.193188,
        "nauc_recall_at_20_std": 0.114843,
        "nauc_recall_at_20_diff1": 0.339077,
        "nauc_recall_at_100_max": 0.188192,
        "nauc_recall_at_100_std": 0.182674,
        "nauc_recall_at_100_diff1": 0.225117,
        "nauc_recall_at_1000_max": 0.353712,
        "nauc_recall_at_1000_std": 0.087469,
        "nauc_recall_at_1000_diff1": 0.073583,
        "nauc_precision_at_1_max": -0.006092,
        "nauc_precision_at_1_std": 0.379583,
        "nauc_precision_at_1_diff1": 0.20428,
        "nauc_precision_at_3_max": 0.157541,
        "nauc_precision_at_3_std": 0.301372,
        "nauc_precision_at_3_diff1": 0.214253,
        "nauc_precision_at_5_max": 0.131933,
        "nauc_precision_at_5_std": 0.330127,
        "nauc_precision_at_5_diff1": 0.185936,
        "nauc_precision_at_10_max": 0.163816,
        "nauc_precision_at_10_std": 0.262327,
        "nauc_precision_at_10_diff1": 0.149706,
        "nauc_precision_at_20_max": 0.227345,
        "nauc_precision_at_20_std": 0.246853,
        "nauc_precision_at_20_diff1": 0.145307,
        "nauc_precision_at_100_max": 0.233343,
        "nauc_precision_at_100_std": 0.148426,
        "nauc_precision_at_100_diff1": 0.001004,
        "nauc_precision_at_1000_max": 0.175062,
        "nauc_precision_at_1000_std": 0.109367,
        "nauc_precision_at_1000_diff1": -0.056385,
        "nauc_mrr_at_1_max": -0.006092,
        "nauc_mrr_at_1_std": 0.379583,
        "nauc_mrr_at_1_diff1": 0.20428,
        "nauc_mrr_at_3_max": 0.121186,
        "nauc_mrr_at_3_std": 0.299293,
        "nauc_mrr_at_3_diff1": 0.233172,
        "nauc_mrr_at_5_max": 0.119926,
        "nauc_mrr_at_5_std": 0.291209,
        "nauc_mrr_at_5_diff1": 0.214318,
        "nauc_mrr_at_10_max": 0.129078,
        "nauc_mrr_at_10_std": 0.274675,
        "nauc_mrr_at_10_diff1": 0.204088,
        "nauc_mrr_at_20_max": 0.133329,
        "nauc_mrr_at_20_std": 0.272065,
        "nauc_mrr_at_20_diff1": 0.216284,
        "nauc_mrr_at_100_max": 0.136821,
        "nauc_mrr_at_100_std": 0.263385,
        "nauc_mrr_at_100_diff1": 0.210709,
        "nauc_mrr_at_1000_max": 0.137255,
        "nauc_mrr_at_1000_std": 0.264083,
        "nauc_mrr_at_1000_diff1": 0.211233,
        "main_score": 0.06608,
        "hf_subset": "fas",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 9317.050416707993,
  "kg_co2_emissions": null
}