{
  "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f",
  "task_name": "WikipediaRerankingMultilingual",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "map": 0.847938,
        "mrr": 0.847938,
        "nAUC_map_max": 0.536185,
        "nAUC_map_std": 0.314473,
        "nAUC_map_diff1": 0.742983,
        "nAUC_mrr_max": 0.536185,
        "nAUC_mrr_std": 0.314473,
        "nAUC_mrr_diff1": 0.742983,
        "main_score": 0.847938,
        "hf_subset": "bg",
        "languages": [
          "bul-Cyrl"
        ]
      },
      {
        "map": 0.805152,
        "mrr": 0.805152,
        "nAUC_map_max": 0.425369,
        "nAUC_map_std": 0.318125,
        "nAUC_map_diff1": 0.660118,
        "nAUC_mrr_max": 0.425369,
        "nAUC_mrr_std": 0.318125,
        "nAUC_mrr_diff1": 0.660118,
        "main_score": 0.805152,
        "hf_subset": "bn",
        "languages": [
          "ben-Beng"
        ]
      },
      {
        "map": 0.858703,
        "mrr": 0.858703,
        "nAUC_map_max": 0.467968,
        "nAUC_map_std": 0.320946,
        "nAUC_map_diff1": 0.76859,
        "nAUC_mrr_max": 0.467968,
        "nAUC_mrr_std": 0.320946,
        "nAUC_mrr_diff1": 0.76859,
        "main_score": 0.858703,
        "hf_subset": "cs",
        "languages": [
          "ces-Latn"
        ]
      },
      {
        "map": 0.84799,
        "mrr": 0.848434,
        "nAUC_map_max": 0.486451,
        "nAUC_map_std": 0.361718,
        "nAUC_map_diff1": 0.772976,
        "nAUC_mrr_max": 0.485327,
        "nAUC_mrr_std": 0.359408,
        "nAUC_mrr_diff1": 0.77166,
        "main_score": 0.84799,
        "hf_subset": "da",
        "languages": [
          "dan-Latn"
        ]
      },
      {
        "map": 0.879202,
        "mrr": 0.879202,
        "nAUC_map_max": 0.535103,
        "nAUC_map_std": 0.193662,
        "nAUC_map_diff1": 0.77176,
        "nAUC_mrr_max": 0.535103,
        "nAUC_mrr_std": 0.193662,
        "nAUC_mrr_diff1": 0.77176,
        "main_score": 0.879202,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "map": 0.904873,
        "mrr": 0.904873,
        "nAUC_map_max": 0.526021,
        "nAUC_map_std": 0.297958,
        "nAUC_map_diff1": 0.810598,
        "nAUC_mrr_max": 0.526021,
        "nAUC_mrr_std": 0.297958,
        "nAUC_mrr_diff1": 0.810598,
        "main_score": 0.904873,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "map": 0.856214,
        "mrr": 0.856214,
        "nAUC_map_max": 0.456495,
        "nAUC_map_std": 0.273074,
        "nAUC_map_diff1": 0.758482,
        "nAUC_mrr_max": 0.456495,
        "nAUC_mrr_std": 0.273074,
        "nAUC_mrr_diff1": 0.758482,
        "main_score": 0.856214,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      },
      {
        "map": 0.839129,
        "mrr": 0.839129,
        "nAUC_map_max": 0.385233,
        "nAUC_map_std": 0.15777,
        "nAUC_map_diff1": 0.744522,
        "nAUC_mrr_max": 0.385233,
        "nAUC_mrr_std": 0.15777,
        "nAUC_mrr_diff1": 0.744522,
        "main_score": 0.839129,
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ]
      },
      {
        "map": 0.843821,
        "mrr": 0.844611,
        "nAUC_map_max": 0.43786,
        "nAUC_map_std": 0.220951,
        "nAUC_map_diff1": 0.707547,
        "nAUC_mrr_max": 0.443075,
        "nAUC_mrr_std": 0.227755,
        "nAUC_mrr_diff1": 0.704954,
        "main_score": 0.843821,
        "hf_subset": "hi",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "map": 0.868544,
        "mrr": 0.868544,
        "nAUC_map_max": 0.548033,
        "nAUC_map_std": 0.314585,
        "nAUC_map_diff1": 0.76715,
        "nAUC_mrr_max": 0.548033,
        "nAUC_mrr_std": 0.314585,
        "nAUC_mrr_diff1": 0.76715,
        "main_score": 0.868544,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "map": 0.856454,
        "mrr": 0.856788,
        "nAUC_map_max": 0.464627,
        "nAUC_map_std": 0.230575,
        "nAUC_map_diff1": 0.746423,
        "nAUC_mrr_max": 0.463288,
        "nAUC_mrr_std": 0.232406,
        "nAUC_mrr_diff1": 0.745267,
        "main_score": 0.856454,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ]
      },
      {
        "map": 0.867753,
        "mrr": 0.867753,
        "nAUC_map_max": 0.447496,
        "nAUC_map_std": 0.231228,
        "nAUC_map_diff1": 0.715974,
        "nAUC_mrr_max": 0.447496,
        "nAUC_mrr_std": 0.231228,
        "nAUC_mrr_diff1": 0.715974,
        "main_score": 0.867753,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ]
      },
      {
        "map": 0.859218,
        "mrr": 0.859552,
        "nAUC_map_max": 0.456571,
        "nAUC_map_std": 0.272337,
        "nAUC_map_diff1": 0.79081,
        "nAUC_mrr_max": 0.454867,
        "nAUC_mrr_std": 0.27427,
        "nAUC_mrr_diff1": 0.789719,
        "main_score": 0.859218,
        "hf_subset": "ro",
        "languages": [
          "ron-Latn"
        ]
      },
      {
        "map": 0.851336,
        "mrr": 0.851669,
        "nAUC_map_max": 0.386369,
        "nAUC_map_std": 0.302844,
        "nAUC_map_diff1": 0.743443,
        "nAUC_mrr_max": 0.386748,
        "nAUC_mrr_std": 0.304742,
        "nAUC_mrr_diff1": 0.742319,
        "main_score": 0.851336,
        "hf_subset": "sr",
        "languages": [
          "srp-Cyrl"
        ]
      },
      {
        "map": 0.824837,
        "mrr": 0.824837,
        "nAUC_map_max": 0.453888,
        "nAUC_map_std": 0.184724,
        "nAUC_map_diff1": 0.728119,
        "nAUC_mrr_max": 0.453888,
        "nAUC_mrr_std": 0.184724,
        "nAUC_mrr_diff1": 0.728119,
        "main_score": 0.824837,
        "hf_subset": "no",
        "languages": [
          "nor-Latn"
        ]
      },
      {
        "map": 0.867343,
        "mrr": 0.867343,
        "nAUC_map_max": 0.468647,
        "nAUC_map_std": 0.311211,
        "nAUC_map_diff1": 0.718923,
        "nAUC_mrr_max": 0.468647,
        "nAUC_mrr_std": 0.311211,
        "nAUC_mrr_diff1": 0.718923,
        "main_score": 0.867343,
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 181.6606457233429,
  "kg_co2_emissions": 0.014134240004960006
}