{
  "dataset_revision": "803771c366038ed587b21e3d8fe25f8f73134fad",
  "task_name": "WikipediaRerankingMultilingual",
  "mteb_version": "2.3.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.80067,
        "ndcg_at_3": 0.87828,
        "ndcg_at_5": 0.89196,
        "ndcg_at_10": 0.90322,
        "ndcg_at_20": 0.90322,
        "ndcg_at_100": 0.90322,
        "ndcg_at_1000": 0.90322,
        "map_at_1": 0.80067,
        "map_at_3": 0.85944,
        "map_at_5": 0.86701,
        "map_at_10": 0.87181,
        "map_at_20": 0.87181,
        "map_at_100": 0.87181,
        "map_at_1000": 0.87181,
        "recall_at_1": 0.80067,
        "recall_at_3": 0.93267,
        "recall_at_5": 0.966,
        "recall_at_10": 1.0,
        "recall_at_20": 1.0,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.80067,
        "precision_at_1": 0.80067,
        "precision_at_3": 0.31089,
        "precision_at_5": 0.1932,
        "precision_at_10": 0.1,
        "precision_at_20": 0.05,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.801333,
        "mrr_at_3": 0.859778,
        "mrr_at_5": 0.867344,
        "mrr_at_10": 0.872145,
        "mrr_at_20": 0.872145,
        "mrr_at_100": 0.872145,
        "mrr_at_1000": 0.872145,
        "nauc_ndcg_at_1_max": 0.3215,
        "nauc_ndcg_at_1_std": 0.238253,
        "nauc_ndcg_at_1_diff1": 0.722264,
        "nauc_ndcg_at_3_max": 0.316819,
        "nauc_ndcg_at_3_std": 0.235878,
        "nauc_ndcg_at_3_diff1": 0.685176,
        "nauc_ndcg_at_5_max": 0.316028,
        "nauc_ndcg_at_5_std": 0.228615,
        "nauc_ndcg_at_5_diff1": 0.694205,
        "nauc_ndcg_at_10_max": 0.316618,
        "nauc_ndcg_at_10_std": 0.237611,
        "nauc_ndcg_at_10_diff1": 0.702997,
        "nauc_ndcg_at_20_max": 0.316618,
        "nauc_ndcg_at_20_std": 0.237611,
        "nauc_ndcg_at_20_diff1": 0.702997,
        "nauc_ndcg_at_100_max": 0.316618,
        "nauc_ndcg_at_100_std": 0.237611,
        "nauc_ndcg_at_100_diff1": 0.702997,
        "nauc_ndcg_at_1000_max": 0.316618,
        "nauc_ndcg_at_1000_std": 0.237611,
        "nauc_ndcg_at_1000_diff1": 0.702997,
        "nauc_map_at_1_max": 0.3215,
        "nauc_map_at_1_std": 0.238253,
        "nauc_map_at_1_diff1": 0.722264,
        "nauc_map_at_3_max": 0.317805,
        "nauc_map_at_3_std": 0.237036,
        "nauc_map_at_3_diff1": 0.696593,
        "nauc_map_at_5_max": 0.317298,
        "nauc_map_at_5_std": 0.233896,
        "nauc_map_at_5_diff1": 0.701384,
        "nauc_map_at_10_max": 0.317145,
        "nauc_map_at_10_std": 0.237653,
        "nauc_map_at_10_diff1": 0.704541,
        "nauc_map_at_20_max": 0.317145,
        "nauc_map_at_20_std": 0.237653,
        "nauc_map_at_20_diff1": 0.704541,
        "nauc_map_at_100_max": 0.317145,
        "nauc_map_at_100_std": 0.237653,
        "nauc_map_at_100_diff1": 0.704541,
        "nauc_map_at_1000_max": 0.317145,
        "nauc_map_at_1000_std": 0.237653,
        "nauc_map_at_1000_diff1": 0.704541,
        "nauc_recall_at_1_max": 0.3215,
        "nauc_recall_at_1_std": 0.238253,
        "nauc_recall_at_1_diff1": 0.722264,
        "nauc_recall_at_3_max": 0.311645,
        "nauc_recall_at_3_std": 0.228943,
        "nauc_recall_at_3_diff1": 0.620545,
        "nauc_recall_at_5_max": 0.303949,
        "nauc_recall_at_5_std": 0.167436,
        "nauc_recall_at_5_diff1": 0.623359,
        "nauc_recall_at_10_max": NaN,
        "nauc_recall_at_10_std": NaN,
        "nauc_recall_at_10_diff1": NaN,
        "nauc_recall_at_20_max": NaN,
        "nauc_recall_at_20_std": NaN,
        "nauc_recall_at_20_diff1": NaN,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.3215,
        "nauc_precision_at_1_std": 0.238253,
        "nauc_precision_at_1_diff1": 0.722264,
        "nauc_precision_at_3_max": 0.311645,
        "nauc_precision_at_3_std": 0.228943,
        "nauc_precision_at_3_diff1": 0.620545,
        "nauc_precision_at_5_max": 0.303949,
        "nauc_precision_at_5_std": 0.167436,
        "nauc_precision_at_5_diff1": 0.623359,
        "nauc_precision_at_10_max": NaN,
        "nauc_precision_at_10_std": NaN,
        "nauc_precision_at_10_diff1": NaN,
        "nauc_precision_at_20_max": NaN,
        "nauc_precision_at_20_std": NaN,
        "nauc_precision_at_20_diff1": NaN,
        "nauc_precision_at_100_max": 1.0,
        "nauc_precision_at_100_std": 1.0,
        "nauc_precision_at_100_diff1": 1.0,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.321217,
        "nauc_mrr_at_1_std": 0.24524,
        "nauc_mrr_at_1_diff1": 0.720929,
        "nauc_mrr_at_3_max": 0.317601,
        "nauc_mrr_at_3_std": 0.241893,
        "nauc_mrr_at_3_diff1": 0.695608,
        "nauc_mrr_at_5_max": 0.31708,
        "nauc_mrr_at_5_std": 0.239038,
        "nauc_mrr_at_5_diff1": 0.700352,
        "nauc_mrr_at_10_max": 0.316918,
        "nauc_mrr_at_10_std": 0.243007,
        "nauc_mrr_at_10_diff1": 0.703475,
        "nauc_mrr_at_20_max": 0.316918,
        "nauc_mrr_at_20_std": 0.243007,
        "nauc_mrr_at_20_diff1": 0.703475,
        "nauc_mrr_at_100_max": 0.316918,
        "nauc_mrr_at_100_std": 0.243007,
        "nauc_mrr_at_100_diff1": 0.703475,
        "nauc_mrr_at_1000_max": 0.316918,
        "nauc_mrr_at_1000_std": 0.243007,
        "nauc_mrr_at_1000_diff1": 0.703475,
        "cv_recall_at_1": 0.80133,
        "cv_recall_at_3": 0.93267,
        "cv_recall_at_5": 0.966,
        "cv_recall_at_10": 1.0,
        "cv_recall_at_20": 1.0,
        "cv_recall_at_100": 1.0,
        "cv_recall_at_1000": 1.0,
        "main_score": 0.87181,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 95.89478158950806,
  "kg_co2_emissions": null
}