{
  "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
  "task_name": "LEMBWikimQARetrieval",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.46667,
        "ndcg_at_3": 0.52583,
        "ndcg_at_5": 0.54218,
        "ndcg_at_10": 0.55816,
        "ndcg_at_20": 0.57095,
        "ndcg_at_100": 0.61191,
        "ndcg_at_1000": 0.6216,
        "map_at_1": 0.46667,
        "map_at_3": 0.51167,
        "map_at_5": 0.52067,
        "map_at_10": 0.52714,
        "map_at_20": 0.53074,
        "map_at_100": 0.53622,
        "map_at_1000": 0.5367,
        "recall_at_1": 0.46667,
        "recall_at_3": 0.56667,
        "recall_at_5": 0.60667,
        "recall_at_10": 0.65667,
        "recall_at_20": 0.70667,
        "recall_at_100": 0.93,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.46667,
        "precision_at_3": 0.18889,
        "precision_at_5": 0.12133,
        "precision_at_10": 0.06567,
        "precision_at_20": 0.03533,
        "precision_at_100": 0.0093,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.466667,
        "mrr_at_3": 0.511667,
        "mrr_at_5": 0.5205,
        "mrr_at_10": 0.526975,
        "mrr_at_20": 0.530571,
        "mrr_at_100": 0.536057,
        "mrr_at_1000": 0.536537,
        "nauc_ndcg_at_1_max": 0.627241,
        "nauc_ndcg_at_1_std": -0.096527,
        "nauc_ndcg_at_1_diff1": 0.833919,
        "nauc_ndcg_at_3_max": 0.608695,
        "nauc_ndcg_at_3_std": -0.098594,
        "nauc_ndcg_at_3_diff1": 0.77634,
        "nauc_ndcg_at_5_max": 0.607543,
        "nauc_ndcg_at_5_std": -0.103179,
        "nauc_ndcg_at_5_diff1": 0.768198,
        "nauc_ndcg_at_10_max": 0.599397,
        "nauc_ndcg_at_10_std": -0.109898,
        "nauc_ndcg_at_10_diff1": 0.767483,
        "nauc_ndcg_at_20_max": 0.595204,
        "nauc_ndcg_at_20_std": -0.114509,
        "nauc_ndcg_at_20_diff1": 0.768302,
        "nauc_ndcg_at_100_max": 0.605938,
        "nauc_ndcg_at_100_std": -0.09618,
        "nauc_ndcg_at_100_diff1": 0.773056,
        "nauc_ndcg_at_1000_max": 0.605002,
        "nauc_ndcg_at_1000_std": -0.1026,
        "nauc_ndcg_at_1000_diff1": 0.777695,
        "nauc_map_at_1_max": 0.627241,
        "nauc_map_at_1_std": -0.096527,
        "nauc_map_at_1_diff1": 0.833919,
        "nauc_map_at_3_max": 0.613463,
        "nauc_map_at_3_std": -0.097701,
        "nauc_map_at_3_diff1": 0.790231,
        "nauc_map_at_5_max": 0.61254,
        "nauc_map_at_5_std": -0.100681,
        "nauc_map_at_5_diff1": 0.786024,
        "nauc_map_at_10_max": 0.609394,
        "nauc_map_at_10_std": -0.103146,
        "nauc_map_at_10_diff1": 0.786009,
        "nauc_map_at_20_max": 0.608112,
        "nauc_map_at_20_std": -0.104225,
        "nauc_map_at_20_diff1": 0.786044,
        "nauc_map_at_100_max": 0.609458,
        "nauc_map_at_100_std": -0.101689,
        "nauc_map_at_100_diff1": 0.786674,
        "nauc_map_at_1000_max": 0.609445,
        "nauc_map_at_1000_std": -0.101915,
        "nauc_map_at_1000_diff1": 0.786893,
        "nauc_recall_at_1_max": 0.627241,
        "nauc_recall_at_1_std": -0.096527,
        "nauc_recall_at_1_diff1": 0.833919,
        "nauc_recall_at_3_max": 0.594214,
        "nauc_recall_at_3_std": -0.101458,
        "nauc_recall_at_3_diff1": 0.734531,
        "nauc_recall_at_5_max": 0.592058,
        "nauc_recall_at_5_std": -0.11124,
        "nauc_recall_at_5_diff1": 0.710982,
        "nauc_recall_at_10_max": 0.561565,
        "nauc_recall_at_10_std": -0.136963,
        "nauc_recall_at_10_diff1": 0.702376,
        "nauc_recall_at_20_max": 0.539165,
        "nauc_recall_at_20_std": -0.163465,
        "nauc_recall_at_20_diff1": 0.701889,
        "nauc_recall_at_100_max": 0.635565,
        "nauc_recall_at_100_std": 0.092437,
        "nauc_recall_at_100_diff1": 0.64348,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.627241,
        "nauc_precision_at_1_std": -0.096527,
        "nauc_precision_at_1_diff1": 0.833919,
        "nauc_precision_at_3_max": 0.594214,
        "nauc_precision_at_3_std": -0.101458,
        "nauc_precision_at_3_diff1": 0.734531,
        "nauc_precision_at_5_max": 0.592058,
        "nauc_precision_at_5_std": -0.11124,
        "nauc_precision_at_5_diff1": 0.710982,
        "nauc_precision_at_10_max": 0.561565,
        "nauc_precision_at_10_std": -0.136963,
        "nauc_precision_at_10_diff1": 0.702376,
        "nauc_precision_at_20_max": 0.539165,
        "nauc_precision_at_20_std": -0.163465,
        "nauc_precision_at_20_diff1": 0.701889,
        "nauc_precision_at_100_max": 0.635565,
        "nauc_precision_at_100_std": 0.092437,
        "nauc_precision_at_100_diff1": 0.64348,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.627241,
        "nauc_mrr_at_1_std": -0.096527,
        "nauc_mrr_at_1_diff1": 0.833919,
        "nauc_mrr_at_3_max": 0.613463,
        "nauc_mrr_at_3_std": -0.097701,
        "nauc_mrr_at_3_diff1": 0.790231,
        "nauc_mrr_at_5_max": 0.612493,
        "nauc_mrr_at_5_std": -0.100236,
        "nauc_mrr_at_5_diff1": 0.785608,
        "nauc_mrr_at_10_max": 0.609347,
        "nauc_mrr_at_10_std": -0.102696,
        "nauc_mrr_at_10_diff1": 0.785589,
        "nauc_mrr_at_20_max": 0.608064,
        "nauc_mrr_at_20_std": -0.103772,
        "nauc_mrr_at_20_diff1": 0.785622,
        "nauc_mrr_at_100_max": 0.609398,
        "nauc_mrr_at_100_std": -0.101265,
        "nauc_mrr_at_100_diff1": 0.786243,
        "nauc_mrr_at_1000_max": 0.609385,
        "nauc_mrr_at_1000_std": -0.10149,
        "nauc_mrr_at_1000_diff1": 0.786461,
        "main_score": 0.55816,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 4.162995338439941,
  "kg_co2_emissions": 0.0002969933407006062
}