{
  "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f",
  "task_name": "WikipediaRerankingMultilingual",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "map": 0.843978,
        "mrr": 0.843978,
        "nAUC_map_max": 0.497588,
        "nAUC_map_std": 0.298608,
        "nAUC_map_diff1": 0.770325,
        "nAUC_mrr_max": 0.497588,
        "nAUC_mrr_std": 0.298608,
        "nAUC_mrr_diff1": 0.770325,
        "main_score": 0.843978,
        "hf_subset": "bg",
        "languages": [
          "bul-Cyrl"
        ]
      },
      {
        "map": 0.81037,
        "mrr": 0.81037,
        "nAUC_map_max": 0.407644,
        "nAUC_map_std": 0.193713,
        "nAUC_map_diff1": 0.682175,
        "nAUC_mrr_max": 0.407644,
        "nAUC_mrr_std": 0.193713,
        "nAUC_mrr_diff1": 0.682175,
        "main_score": 0.81037,
        "hf_subset": "bn",
        "languages": [
          "ben-Beng"
        ]
      },
      {
        "map": 0.855608,
        "mrr": 0.855608,
        "nAUC_map_max": 0.359024,
        "nAUC_map_std": 0.222038,
        "nAUC_map_diff1": 0.742306,
        "nAUC_mrr_max": 0.359024,
        "nAUC_mrr_std": 0.222038,
        "nAUC_mrr_diff1": 0.742306,
        "main_score": 0.855608,
        "hf_subset": "cs",
        "languages": [
          "ces-Latn"
        ]
      },
      {
        "map": 0.856562,
        "mrr": 0.856589,
        "nAUC_map_max": 0.43259,
        "nAUC_map_std": 0.372393,
        "nAUC_map_diff1": 0.76298,
        "nAUC_mrr_max": 0.432798,
        "nAUC_mrr_std": 0.372262,
        "nAUC_mrr_diff1": 0.762988,
        "main_score": 0.856562,
        "hf_subset": "da",
        "languages": [
          "dan-Latn"
        ]
      },
      {
        "map": 0.869728,
        "mrr": 0.869728,
        "nAUC_map_max": 0.47818,
        "nAUC_map_std": 0.235964,
        "nAUC_map_diff1": 0.765914,
        "nAUC_mrr_max": 0.47818,
        "nAUC_mrr_std": 0.235964,
        "nAUC_mrr_diff1": 0.765914,
        "main_score": 0.869728,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "map": 0.911366,
        "mrr": 0.911366,
        "nAUC_map_max": 0.617932,
        "nAUC_map_std": 0.404153,
        "nAUC_map_diff1": 0.833632,
        "nAUC_mrr_max": 0.617932,
        "nAUC_mrr_std": 0.404153,
        "nAUC_mrr_diff1": 0.833632,
        "main_score": 0.911366,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "map": 0.854975,
        "mrr": 0.854975,
        "nAUC_map_max": 0.47006,
        "nAUC_map_std": 0.351401,
        "nAUC_map_diff1": 0.73607,
        "nAUC_mrr_max": 0.47006,
        "nAUC_mrr_std": 0.351401,
        "nAUC_mrr_diff1": 0.73607,
        "main_score": 0.854975,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      },
      {
        "map": 0.856438,
        "mrr": 0.856438,
        "nAUC_map_max": 0.367031,
        "nAUC_map_std": 0.2551,
        "nAUC_map_diff1": 0.730029,
        "nAUC_mrr_max": 0.367031,
        "nAUC_mrr_std": 0.2551,
        "nAUC_mrr_diff1": 0.730029,
        "main_score": 0.856438,
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ]
      },
      {
        "map": 0.832798,
        "mrr": 0.83353,
        "nAUC_map_max": 0.463777,
        "nAUC_map_std": 0.243569,
        "nAUC_map_diff1": 0.767738,
        "nAUC_mrr_max": 0.468066,
        "nAUC_mrr_std": 0.250539,
        "nAUC_mrr_diff1": 0.765793,
        "main_score": 0.832798,
        "hf_subset": "hi",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "map": 0.867505,
        "mrr": 0.867505,
        "nAUC_map_max": 0.513905,
        "nAUC_map_std": 0.360549,
        "nAUC_map_diff1": 0.765481,
        "nAUC_mrr_max": 0.513905,
        "nAUC_mrr_std": 0.360549,
        "nAUC_mrr_diff1": 0.765481,
        "main_score": 0.867505,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "map": 0.870598,
        "mrr": 0.870709,
        "nAUC_map_max": 0.431995,
        "nAUC_map_std": 0.302498,
        "nAUC_map_diff1": 0.736586,
        "nAUC_mrr_max": 0.431428,
        "nAUC_mrr_std": 0.302411,
        "nAUC_mrr_diff1": 0.736378,
        "main_score": 0.870598,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ]
      },
      {
        "map": 0.86897,
        "mrr": 0.86897,
        "nAUC_map_max": 0.484168,
        "nAUC_map_std": 0.292935,
        "nAUC_map_diff1": 0.748991,
        "nAUC_mrr_max": 0.484168,
        "nAUC_mrr_std": 0.292935,
        "nAUC_mrr_diff1": 0.748991,
        "main_score": 0.86897,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ]
      },
      {
        "map": 0.8477,
        "mrr": 0.848033,
        "nAUC_map_max": 0.410793,
        "nAUC_map_std": 0.311953,
        "nAUC_map_diff1": 0.765068,
        "nAUC_mrr_max": 0.409428,
        "nAUC_mrr_std": 0.310769,
        "nAUC_mrr_diff1": 0.764001,
        "main_score": 0.8477,
        "hf_subset": "ro",
        "languages": [
          "ron-Latn"
        ]
      },
      {
        "map": 0.847997,
        "mrr": 0.84833,
        "nAUC_map_max": 0.371651,
        "nAUC_map_std": 0.293339,
        "nAUC_map_diff1": 0.717694,
        "nAUC_mrr_max": 0.371998,
        "nAUC_mrr_std": 0.296589,
        "nAUC_mrr_diff1": 0.716546,
        "main_score": 0.847997,
        "hf_subset": "sr",
        "languages": [
          "srp-Cyrl"
        ]
      },
      {
        "map": 0.830017,
        "mrr": 0.830017,
        "nAUC_map_max": 0.38264,
        "nAUC_map_std": 0.220906,
        "nAUC_map_diff1": 0.721005,
        "nAUC_mrr_max": 0.38264,
        "nAUC_mrr_std": 0.220906,
        "nAUC_mrr_diff1": 0.721005,
        "main_score": 0.830017,
        "hf_subset": "no",
        "languages": [
          "nor-Latn"
        ]
      },
      {
        "map": 0.863011,
        "mrr": 0.863011,
        "nAUC_map_max": 0.46,
        "nAUC_map_std": 0.27627,
        "nAUC_map_diff1": 0.766527,
        "nAUC_mrr_max": 0.46,
        "nAUC_mrr_std": 0.27627,
        "nAUC_mrr_diff1": 0.766527,
        "main_score": 0.863011,
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 801.0922212600708,
  "kg_co2_emissions": 0.07089995906582533
}