{
  "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453",
  "task_name": "WebLINXCandidatesReranking",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "map": 0.124081,
        "mrr": 0.107723,
        "nAUC_map_max": 0.00081,
        "nAUC_map_std": 0.071891,
        "nAUC_map_diff1": 0.298796,
        "nAUC_mrr_max": -0.000684,
        "nAUC_mrr_std": 0.076921,
        "nAUC_mrr_diff1": 0.294609,
        "main_score": 0.107723,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_iid": [
      {
        "map": 0.10024,
        "mrr": 0.085322,
        "nAUC_map_max": 0.170917,
        "nAUC_map_std": 0.183055,
        "nAUC_map_diff1": 0.172074,
        "nAUC_mrr_max": 0.184613,
        "nAUC_mrr_std": 0.183069,
        "nAUC_mrr_diff1": 0.178376,
        "main_score": 0.085322,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_cat": [
      {
        "map": 0.073355,
        "mrr": 0.057224,
        "nAUC_map_max": 0.029408,
        "nAUC_map_std": -0.022346,
        "nAUC_map_diff1": 0.107598,
        "nAUC_mrr_max": 0.020346,
        "nAUC_mrr_std": -0.042035,
        "nAUC_mrr_diff1": 0.109446,
        "main_score": 0.057224,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_geo": [
      {
        "map": 0.09403,
        "mrr": 0.075123,
        "nAUC_map_max": 0.090357,
        "nAUC_map_std": 0.108578,
        "nAUC_map_diff1": 0.076783,
        "nAUC_mrr_max": 0.085036,
        "nAUC_mrr_std": 0.100455,
        "nAUC_mrr_diff1": 0.071604,
        "main_score": 0.075123,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_vis": [
      {
        "map": 0.088814,
        "mrr": 0.071009,
        "nAUC_map_max": 0.082634,
        "nAUC_map_std": 0.167478,
        "nAUC_map_diff1": 0.050781,
        "nAUC_mrr_max": 0.080746,
        "nAUC_mrr_std": 0.151035,
        "nAUC_mrr_diff1": 0.048295,
        "main_score": 0.071009,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test_web": [
      {
        "map": 0.072116,
        "mrr": 0.056063,
        "nAUC_map_max": 0.20586,
        "nAUC_map_std": 0.277997,
        "nAUC_map_diff1": 0.09657,
        "nAUC_mrr_max": 0.215528,
        "nAUC_mrr_std": 0.270952,
        "nAUC_mrr_diff1": 0.087689,
        "main_score": 0.056063,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1196.131513595581,
  "kg_co2_emissions": 0.07777953535859798
}