{
  "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453",
  "task_name": "WebLINXCandidatesReranking",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "map": 0.177884,
        "mrr": 0.161326,
        "nAUC_map_max": 0.014298,
        "nAUC_map_std": -0.05851,
        "nAUC_map_diff1": 0.241251,
        "nAUC_mrr_max": 0.018039,
        "nAUC_mrr_std": -0.057895,
        "nAUC_mrr_diff1": 0.246334,
        "main_score": 0.161326,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_iid": [
      {
        "map": 0.160744,
        "mrr": 0.144686,
        "nAUC_map_max": 0.036417,
        "nAUC_map_std": -0.014896,
        "nAUC_map_diff1": 0.187874,
        "nAUC_mrr_max": 0.038919,
        "nAUC_mrr_std": -0.027867,
        "nAUC_mrr_diff1": 0.197139,
        "main_score": 0.144686,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_cat": [
      {
        "map": 0.106034,
        "mrr": 0.089552,
        "nAUC_map_max": 0.038377,
        "nAUC_map_std": 0.103495,
        "nAUC_map_diff1": 0.191923,
        "nAUC_mrr_max": 0.021985,
        "nAUC_mrr_std": 0.073606,
        "nAUC_mrr_diff1": 0.188648,
        "main_score": 0.089552,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_geo": [
      {
        "map": 0.126212,
        "mrr": 0.107195,
        "nAUC_map_max": 0.068077,
        "nAUC_map_std": 0.007865,
        "nAUC_map_diff1": 0.213631,
        "nAUC_mrr_max": 0.067037,
        "nAUC_mrr_std": -0.004904,
        "nAUC_mrr_diff1": 0.210638,
        "main_score": 0.107195,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_vis": [
      {
        "map": 0.127737,
        "mrr": 0.111075,
        "nAUC_map_max": 0.082477,
        "nAUC_map_std": 0.073166,
        "nAUC_map_diff1": 0.133224,
        "nAUC_mrr_max": 0.079821,
        "nAUC_mrr_std": 0.058533,
        "nAUC_mrr_diff1": 0.136006,
        "main_score": 0.111075,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_web": [
      {
        "map": 0.115908,
        "mrr": 0.102349,
        "nAUC_map_max": 0.043069,
        "nAUC_map_std": 0.069269,
        "nAUC_map_diff1": 0.183472,
        "nAUC_mrr_max": 0.031248,
        "nAUC_mrr_std": 0.048806,
        "nAUC_mrr_diff1": 0.201577,
        "main_score": 0.102349,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 32608.62711405754,
  "kg_co2_emissions": 2.84054175831141
}