{
  "dataset_revision": "833b866f2f71a28d7251569020f0ff82ee5fdbbb",
  "task_name": "XGlueWPRReranking",
  "mteb_version": "1.38.32",
  "scores": {
    "validation": [
      {
        "map": 0.736052,
        "mrr": 0.800032,
        "nAUC_map_max": 0.151205,
        "nAUC_map_std": 0.046212,
        "nAUC_map_diff1": 0.044091,
        "nAUC_mrr_max": 0.191342,
        "nAUC_mrr_std": 0.128697,
        "nAUC_mrr_diff1": 0.027134,
        "main_score": 0.736052,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "map": 0.72322,
        "mrr": 0.791534,
        "nAUC_map_max": 0.194082,
        "nAUC_map_std": -0.035892,
        "nAUC_map_diff1": 0.00397,
        "nAUC_mrr_max": 0.236289,
        "nAUC_mrr_std": 0.044023,
        "nAUC_mrr_diff1": 0.037843,
        "main_score": 0.72322,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "map": 0.689272,
        "mrr": 0.75397,
        "nAUC_map_max": 0.120733,
        "nAUC_map_std": 0.007946,
        "nAUC_map_diff1": 0.077155,
        "nAUC_mrr_max": 0.133367,
        "nAUC_mrr_std": 0.047992,
        "nAUC_mrr_diff1": 0.040501,
        "main_score": 0.689272,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "map": 0.712494,
        "mrr": 0.776008,
        "nAUC_map_max": 0.138351,
        "nAUC_map_std": -0.032724,
        "nAUC_map_diff1": 0.076623,
        "nAUC_mrr_max": 0.258735,
        "nAUC_mrr_std": 0.065958,
        "nAUC_mrr_diff1": 0.08245,
        "main_score": 0.712494,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "map": 0.675379,
        "mrr": 0.738541,
        "nAUC_map_max": 0.018134,
        "nAUC_map_std": -0.087608,
        "nAUC_map_diff1": 0.112013,
        "nAUC_mrr_max": 0.061414,
        "nAUC_mrr_std": -0.04957,
        "nAUC_mrr_diff1": 0.062949,
        "main_score": 0.675379,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "map": 0.726248,
        "mrr": 0.800895,
        "nAUC_map_max": 0.081095,
        "nAUC_map_std": -0.069659,
        "nAUC_map_diff1": 0.047945,
        "nAUC_mrr_max": 0.159886,
        "nAUC_mrr_std": -0.045807,
        "nAUC_mrr_diff1": 0.019419,
        "main_score": 0.726248,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ]
      },
      {
        "map": 0.644402,
        "mrr": 0.723336,
        "nAUC_map_max": 0.116333,
        "nAUC_map_std": -0.133165,
        "nAUC_map_diff1": 0.092711,
        "nAUC_mrr_max": 0.149957,
        "nAUC_mrr_std": -0.074932,
        "nAUC_mrr_diff1": 0.070184,
        "main_score": 0.644402,
        "hf_subset": "zh",
        "languages": [
          "zho-Hans"
        ]
      }
    ],
    "test": [
      {
        "map": 0.720151,
        "mrr": 0.776668,
        "nAUC_map_max": 0.129459,
        "nAUC_map_std": 0.027047,
        "nAUC_map_diff1": 0.071457,
        "nAUC_mrr_max": 0.142457,
        "nAUC_mrr_std": 0.072465,
        "nAUC_mrr_diff1": 0.023929,
        "main_score": 0.720151,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "map": 0.724413,
        "mrr": 0.795582,
        "nAUC_map_max": 0.244944,
        "nAUC_map_std": 0.000321,
        "nAUC_map_diff1": 0.039779,
        "nAUC_mrr_max": 0.284701,
        "nAUC_mrr_std": 0.054772,
        "nAUC_mrr_diff1": 0.017692,
        "main_score": 0.724413,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "map": 0.713744,
        "mrr": 0.779328,
        "nAUC_map_max": 0.122346,
        "nAUC_map_std": -0.056617,
        "nAUC_map_diff1": 0.117283,
        "nAUC_mrr_max": 0.186075,
        "nAUC_mrr_std": -0.026753,
        "nAUC_mrr_diff1": 0.110591,
        "main_score": 0.713744,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "map": 0.703709,
        "mrr": 0.777902,
        "nAUC_map_max": 0.17718,
        "nAUC_map_std": -0.103811,
        "nAUC_map_diff1": 0.052202,
        "nAUC_mrr_max": 0.220108,
        "nAUC_mrr_std": -0.063686,
        "nAUC_mrr_diff1": 0.016026,
        "main_score": 0.703709,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "map": 0.684893,
        "mrr": 0.749189,
        "nAUC_map_max": 0.038093,
        "nAUC_map_std": -0.100274,
        "nAUC_map_diff1": 0.088214,
        "nAUC_mrr_max": 0.039769,
        "nAUC_mrr_std": -0.048501,
        "nAUC_mrr_diff1": 0.039197,
        "main_score": 0.684893,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      },
      {
        "map": 0.726657,
        "mrr": 0.792644,
        "nAUC_map_max": 0.151063,
        "nAUC_map_std": -0.076743,
        "nAUC_map_diff1": -0.040887,
        "nAUC_mrr_max": 0.140131,
        "nAUC_mrr_std": 0.010991,
        "nAUC_mrr_diff1": -0.121276,
        "main_score": 0.726657,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ]
      },
      {
        "map": 0.645071,
        "mrr": 0.707072,
        "nAUC_map_max": 0.062427,
        "nAUC_map_std": -0.04844,
        "nAUC_map_diff1": 0.020253,
        "nAUC_mrr_max": 0.096796,
        "nAUC_mrr_std": 0.000973,
        "nAUC_mrr_diff1": 0.0166,
        "main_score": 0.645071,
        "hf_subset": "zh",
        "languages": [
          "zho-Hans"
        ]
      }
    ]
  },
  "evaluation_time": 246.09305453300476,
  "kg_co2_emissions": null
}