{
  "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f",
  "task_name": "WikipediaRerankingMultilingual",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "map": 0.842666,
        "mrr": 0.842666,
        "nAUC_map_max": 0.476574,
        "nAUC_map_std": 0.272712,
        "nAUC_map_diff1": 0.771133,
        "nAUC_mrr_max": 0.476574,
        "nAUC_mrr_std": 0.272712,
        "nAUC_mrr_diff1": 0.771133,
        "main_score": 0.842666,
        "hf_subset": "bg",
        "languages": [
          "bul-Cyrl"
        ]
      },
      {
        "map": 0.824705,
        "mrr": 0.824705,
        "nAUC_map_max": 0.438813,
        "nAUC_map_std": 0.259842,
        "nAUC_map_diff1": 0.722214,
        "nAUC_mrr_max": 0.438813,
        "nAUC_mrr_std": 0.259842,
        "nAUC_mrr_diff1": 0.722214,
        "main_score": 0.824705,
        "hf_subset": "bn",
        "languages": [
          "ben-Beng"
        ]
      },
      {
        "map": 0.858534,
        "mrr": 0.858534,
        "nAUC_map_max": 0.441575,
        "nAUC_map_std": 0.327451,
        "nAUC_map_diff1": 0.772447,
        "nAUC_mrr_max": 0.441575,
        "nAUC_mrr_std": 0.327451,
        "nAUC_mrr_diff1": 0.772447,
        "main_score": 0.858534,
        "hf_subset": "cs",
        "languages": [
          "ces-Latn"
        ]
      },
      {
        "map": 0.870355,
        "mrr": 0.870444,
        "nAUC_map_max": 0.429008,
        "nAUC_map_std": 0.336985,
        "nAUC_map_diff1": 0.770002,
        "nAUC_mrr_max": 0.429445,
        "nAUC_mrr_std": 0.336502,
        "nAUC_mrr_diff1": 0.76993,
        "main_score": 0.870355,
        "hf_subset": "da",
        "languages": [
          "dan-Latn"
        ]
      },
      {
        "map": 0.863503,
        "mrr": 0.863503,
        "nAUC_map_max": 0.529027,
        "nAUC_map_std": 0.245312,
        "nAUC_map_diff1": 0.749312,
        "nAUC_mrr_max": 0.529027,
        "nAUC_mrr_std": 0.245312,
        "nAUC_mrr_diff1": 0.749312,
        "main_score": 0.863503,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "map": 0.890095,
        "mrr": 0.890095,
        "nAUC_map_max": 0.558936,
        "nAUC_map_std": 0.330426,
        "nAUC_map_diff1": 0.803652,
        "nAUC_mrr_max": 0.558936,
        "nAUC_mrr_std": 0.330426,
        "nAUC_mrr_diff1": 0.803652,
        "main_score": 0.890095,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "map": 0.857985,
        "mrr": 0.857985,
        "nAUC_map_max": 0.510101,
        "nAUC_map_std": 0.252365,
        "nAUC_map_diff1": 0.758793,
        "nAUC_mrr_max": 0.510101,
        "nAUC_mrr_std": 0.252365,
        "nAUC_mrr_diff1": 0.758793,
        "main_score": 0.857985,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      },
      {
        "map": 0.86226,
        "mrr": 0.86226,
        "nAUC_map_max": 0.347294,
        "nAUC_map_std": 0.21536,
        "nAUC_map_diff1": 0.734907,
        "nAUC_mrr_max": 0.347294,
        "nAUC_mrr_std": 0.21536,
        "nAUC_mrr_diff1": 0.734907,
        "main_score": 0.86226,
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ]
      },
      {
        "map": 0.839313,
        "mrr": 0.840005,
        "nAUC_map_max": 0.419632,
        "nAUC_map_std": 0.222742,
        "nAUC_map_diff1": 0.711888,
        "nAUC_mrr_max": 0.42299,
        "nAUC_mrr_std": 0.231313,
        "nAUC_mrr_diff1": 0.709694,
        "main_score": 0.839313,
        "hf_subset": "hi",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "map": 0.863202,
        "mrr": 0.863202,
        "nAUC_map_max": 0.534226,
        "nAUC_map_std": 0.339546,
        "nAUC_map_diff1": 0.742051,
        "nAUC_mrr_max": 0.534226,
        "nAUC_mrr_std": 0.339546,
        "nAUC_mrr_diff1": 0.742051,
        "main_score": 0.863202,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "map": 0.861066,
        "mrr": 0.8614,
        "nAUC_map_max": 0.377802,
        "nAUC_map_std": 0.287405,
        "nAUC_map_diff1": 0.7133,
        "nAUC_mrr_max": 0.377077,
        "nAUC_mrr_std": 0.292428,
        "nAUC_mrr_diff1": 0.71205,
        "main_score": 0.861066,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ]
      },
      {
        "map": 0.847281,
        "mrr": 0.847281,
        "nAUC_map_max": 0.433334,
        "nAUC_map_std": 0.180942,
        "nAUC_map_diff1": 0.710713,
        "nAUC_mrr_max": 0.433334,
        "nAUC_mrr_std": 0.180942,
        "nAUC_mrr_diff1": 0.710713,
        "main_score": 0.847281,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ]
      },
      {
        "map": 0.863035,
        "mrr": 0.863368,
        "nAUC_map_max": 0.456701,
        "nAUC_map_std": 0.278766,
        "nAUC_map_diff1": 0.779723,
        "nAUC_mrr_max": 0.455676,
        "nAUC_mrr_std": 0.279739,
        "nAUC_mrr_diff1": 0.778582,
        "main_score": 0.863035,
        "hf_subset": "ro",
        "languages": [
          "ron-Latn"
        ]
      },
      {
        "map": 0.861006,
        "mrr": 0.861339,
        "nAUC_map_max": 0.363875,
        "nAUC_map_std": 0.25998,
        "nAUC_map_diff1": 0.787106,
        "nAUC_mrr_max": 0.367508,
        "nAUC_mrr_std": 0.264932,
        "nAUC_mrr_diff1": 0.785998,
        "main_score": 0.861006,
        "hf_subset": "sr",
        "languages": [
          "srp-Cyrl"
        ]
      },
      {
        "map": 0.841324,
        "mrr": 0.841324,
        "nAUC_map_max": 0.423505,
        "nAUC_map_std": 0.226649,
        "nAUC_map_diff1": 0.736762,
        "nAUC_mrr_max": 0.423505,
        "nAUC_mrr_std": 0.226649,
        "nAUC_mrr_diff1": 0.736762,
        "main_score": 0.841324,
        "hf_subset": "no",
        "languages": [
          "nor-Latn"
        ]
      },
      {
        "map": 0.872016,
        "mrr": 0.872016,
        "nAUC_map_max": 0.415304,
        "nAUC_map_std": 0.233422,
        "nAUC_map_diff1": 0.767483,
        "nAUC_mrr_max": 0.415304,
        "nAUC_mrr_std": 0.233422,
        "nAUC_mrr_diff1": 0.767483,
        "main_score": 0.872016,
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 236.31943726539612,
  "kg_co2_emissions": 0.01556482101402933
}