{
  "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f",
  "task_name": "WikipediaRerankingMultilingual",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "map": 0.585292,
        "mrr": 0.585292,
        "nAUC_map_max": 0.311205,
        "nAUC_map_std": 0.207906,
        "nAUC_map_diff1": 0.399277,
        "nAUC_mrr_max": 0.311205,
        "nAUC_mrr_std": 0.207906,
        "nAUC_mrr_diff1": 0.399277,
        "main_score": 0.585292,
        "hf_subset": "bg",
        "languages": [
          "bul-Cyrl"
        ]
      },
      {
        "map": 0.340856,
        "mrr": 0.341078,
        "nAUC_map_max": 0.033265,
        "nAUC_map_std": 0.012953,
        "nAUC_map_diff1": 0.018372,
        "nAUC_mrr_max": 0.033251,
        "nAUC_mrr_std": 0.014359,
        "nAUC_mrr_diff1": 0.017384,
        "main_score": 0.340856,
        "hf_subset": "bn",
        "languages": [
          "ben-Beng"
        ]
      },
      {
        "map": 0.526231,
        "mrr": 0.526231,
        "nAUC_map_max": 0.175964,
        "nAUC_map_std": 0.032844,
        "nAUC_map_diff1": 0.251401,
        "nAUC_mrr_max": 0.175964,
        "nAUC_mrr_std": 0.032844,
        "nAUC_mrr_diff1": 0.251401,
        "main_score": 0.526231,
        "hf_subset": "cs",
        "languages": [
          "ces-Latn"
        ]
      },
      {
        "map": 0.56854,
        "mrr": 0.568561,
        "nAUC_map_max": 0.223525,
        "nAUC_map_std": 0.090679,
        "nAUC_map_diff1": 0.347717,
        "nAUC_mrr_max": 0.223584,
        "nAUC_mrr_std": 0.090728,
        "nAUC_mrr_diff1": 0.347756,
        "main_score": 0.56854,
        "hf_subset": "da",
        "languages": [
          "dan-Latn"
        ]
      },
      {
        "map": 0.582564,
        "mrr": 0.582564,
        "nAUC_map_max": 0.227965,
        "nAUC_map_std": 0.177653,
        "nAUC_map_diff1": 0.43369,
        "nAUC_mrr_max": 0.227965,
        "nAUC_mrr_std": 0.177653,
        "nAUC_mrr_diff1": 0.43369,
        "main_score": 0.582564,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "map": 0.62269,
        "mrr": 0.62269,
        "nAUC_map_max": 0.383386,
        "nAUC_map_std": 0.248492,
        "nAUC_map_diff1": 0.424166,
        "nAUC_mrr_max": 0.383386,
        "nAUC_mrr_std": 0.248492,
        "nAUC_mrr_diff1": 0.424166,
        "main_score": 0.62269,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "map": 0.399722,
        "mrr": 0.399722,
        "nAUC_map_max": 0.106042,
        "nAUC_map_std": -0.012859,
        "nAUC_map_diff1": 0.082709,
        "nAUC_mrr_max": 0.106042,
        "nAUC_mrr_std": -0.012859,
        "nAUC_mrr_diff1": 0.082709,
        "main_score": 0.399722,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      },
      {
        "map": 0.497784,
        "mrr": 0.497784,
        "nAUC_map_max": 0.094527,
        "nAUC_map_std": 0.029932,
        "nAUC_map_diff1": 0.252722,
        "nAUC_mrr_max": 0.094527,
        "nAUC_mrr_std": 0.029932,
        "nAUC_mrr_diff1": 0.252722,
        "main_score": 0.497784,
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ]
      },
      {
        "map": 0.366705,
        "mrr": 0.36681,
        "nAUC_map_max": 0.089967,
        "nAUC_map_std": 0.019994,
        "nAUC_map_diff1": 0.09904,
        "nAUC_mrr_max": 0.0903,
        "nAUC_mrr_std": 0.020105,
        "nAUC_mrr_diff1": 0.09884,
        "main_score": 0.366705,
        "hf_subset": "hi",
        "languages": [
          "hin-Deva"
        ]
      },
      {
        "map": 0.539052,
        "mrr": 0.539052,
        "nAUC_map_max": 0.318011,
        "nAUC_map_std": 0.160308,
        "nAUC_map_diff1": 0.304003,
        "nAUC_mrr_max": 0.318011,
        "nAUC_mrr_std": 0.160308,
        "nAUC_mrr_diff1": 0.304003,
        "main_score": 0.539052,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "map": 0.562833,
        "mrr": 0.562855,
        "nAUC_map_max": 0.202535,
        "nAUC_map_std": 0.100684,
        "nAUC_map_diff1": 0.33098,
        "nAUC_mrr_max": 0.202521,
        "nAUC_mrr_std": 0.100782,
        "nAUC_mrr_diff1": 0.330924,
        "main_score": 0.562833,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ]
      },
      {
        "map": 0.539623,
        "mrr": 0.539623,
        "nAUC_map_max": 0.315783,
        "nAUC_map_std": 0.083976,
        "nAUC_map_diff1": 0.367337,
        "nAUC_mrr_max": 0.315783,
        "nAUC_mrr_std": 0.083976,
        "nAUC_mrr_diff1": 0.367337,
        "main_score": 0.539623,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ]
      },
      {
        "map": 0.534234,
        "mrr": 0.534567,
        "nAUC_map_max": 0.231575,
        "nAUC_map_std": 0.076875,
        "nAUC_map_diff1": 0.293306,
        "nAUC_mrr_max": 0.232879,
        "nAUC_mrr_std": 0.0789,
        "nAUC_mrr_diff1": 0.292074,
        "main_score": 0.534234,
        "hf_subset": "ro",
        "languages": [
          "ron-Latn"
        ]
      },
      {
        "map": 0.574082,
        "mrr": 0.574416,
        "nAUC_map_max": 0.287013,
        "nAUC_map_std": 0.135505,
        "nAUC_map_diff1": 0.33941,
        "nAUC_mrr_max": 0.28911,
        "nAUC_mrr_std": 0.135727,
        "nAUC_mrr_diff1": 0.338278,
        "main_score": 0.574082,
        "hf_subset": "sr",
        "languages": [
          "srp-Cyrl"
        ]
      },
      {
        "map": 0.540265,
        "mrr": 0.540265,
        "nAUC_map_max": 0.26448,
        "nAUC_map_std": 0.037053,
        "nAUC_map_diff1": 0.268918,
        "nAUC_mrr_max": 0.26448,
        "nAUC_mrr_std": 0.037053,
        "nAUC_mrr_diff1": 0.268918,
        "main_score": 0.540265,
        "hf_subset": "no",
        "languages": [
          "nor-Latn"
        ]
      },
      {
        "map": 0.542216,
        "mrr": 0.542216,
        "nAUC_map_max": 0.228277,
        "nAUC_map_std": 0.05189,
        "nAUC_map_diff1": 0.373846,
        "nAUC_mrr_max": 0.228277,
        "nAUC_mrr_std": 0.05189,
        "nAUC_mrr_diff1": 0.373846,
        "main_score": 0.542216,
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 214.2193374633789,
  "kg_co2_emissions": 0.018337893465099717
}