{
  "dataset_revision": "431886eaecc48f067a3975b70d0949ea2862463c",
  "task_name": "Touche2020Retrieval.v3",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.63265,
        "ndcg_at_3": 0.57473,
        "ndcg_at_5": 0.54252,
        "ndcg_at_10": 0.50578,
        "ndcg_at_20": 0.44045,
        "ndcg_at_100": 0.52798,
        "ndcg_at_1000": 0.64913,
        "map_at_1": 0.03037,
        "map_at_3": 0.0712,
        "map_at_5": 0.10244,
        "map_at_10": 0.16327,
        "map_at_20": 0.21978,
        "map_at_100": 0.31193,
        "map_at_1000": 0.34101,
        "recall_at_1": 0.03037,
        "recall_at_3": 0.0764,
        "recall_at_5": 0.11572,
        "recall_at_10": 0.19891,
        "recall_at_20": 0.29607,
        "recall_at_100": 0.57377,
        "recall_at_1000": 0.86886,
        "precision_at_1": 0.79592,
        "precision_at_3": 0.70068,
        "precision_at_5": 0.62857,
        "precision_at_10": 0.56122,
        "precision_at_20": 0.43163,
        "precision_at_100": 0.18204,
        "precision_at_1000": 0.03018,
        "mrr_at_1": 0.795918,
        "mrr_at_3": 0.857143,
        "mrr_at_5": 0.861224,
        "mrr_at_10": 0.867177,
        "mrr_at_20": 0.867177,
        "mrr_at_100": 0.867177,
        "mrr_at_1000": 0.867177,
        "nauc_ndcg_at_1_max": -0.009396,
        "nauc_ndcg_at_1_std": 0.414518,
        "nauc_ndcg_at_1_diff1": 0.123069,
        "nauc_ndcg_at_3_max": -0.150686,
        "nauc_ndcg_at_3_std": 0.255837,
        "nauc_ndcg_at_3_diff1": 0.074722,
        "nauc_ndcg_at_5_max": -0.107799,
        "nauc_ndcg_at_5_std": 0.239215,
        "nauc_ndcg_at_5_diff1": 0.134788,
        "nauc_ndcg_at_10_max": -0.018354,
        "nauc_ndcg_at_10_std": 0.249079,
        "nauc_ndcg_at_10_diff1": 0.184946,
        "nauc_ndcg_at_20_max": -0.073755,
        "nauc_ndcg_at_20_std": 0.252116,
        "nauc_ndcg_at_20_diff1": 0.179715,
        "nauc_ndcg_at_100_max": -0.264035,
        "nauc_ndcg_at_100_std": 0.250872,
        "nauc_ndcg_at_100_diff1": 0.117773,
        "nauc_ndcg_at_1000_max": -0.107956,
        "nauc_ndcg_at_1000_std": 0.495792,
        "nauc_ndcg_at_1000_diff1": 0.111551,
        "nauc_map_at_1_max": -0.43794,
        "nauc_map_at_1_std": -0.097169,
        "nauc_map_at_1_diff1": 0.268621,
        "nauc_map_at_3_max": -0.413537,
        "nauc_map_at_3_std": -0.100291,
        "nauc_map_at_3_diff1": 0.1069,
        "nauc_map_at_5_max": -0.375243,
        "nauc_map_at_5_std": -0.07662,
        "nauc_map_at_5_diff1": 0.138539,
        "nauc_map_at_10_max": -0.292398,
        "nauc_map_at_10_std": -0.002138,
        "nauc_map_at_10_diff1": 0.124326,
        "nauc_map_at_20_max": -0.258598,
        "nauc_map_at_20_std": 0.067973,
        "nauc_map_at_20_diff1": 0.110766,
        "nauc_map_at_100_max": -0.220144,
        "nauc_map_at_100_std": 0.182689,
        "nauc_map_at_100_diff1": 0.115178,
        "nauc_map_at_1000_max": -0.179358,
        "nauc_map_at_1000_std": 0.252667,
        "nauc_map_at_1000_diff1": 0.116277,
        "nauc_recall_at_1_max": -0.43794,
        "nauc_recall_at_1_std": -0.097169,
        "nauc_recall_at_1_diff1": 0.268621,
        "nauc_recall_at_3_max": -0.453891,
        "nauc_recall_at_3_std": -0.127028,
        "nauc_recall_at_3_diff1": 0.073377,
        "nauc_recall_at_5_max": -0.405779,
        "nauc_recall_at_5_std": -0.12179,
        "nauc_recall_at_5_diff1": 0.137027,
        "nauc_recall_at_10_max": -0.328606,
        "nauc_recall_at_10_std": -0.019144,
        "nauc_recall_at_10_diff1": 0.106427,
        "nauc_recall_at_20_max": -0.305168,
        "nauc_recall_at_20_std": 0.068074,
        "nauc_recall_at_20_diff1": 0.079379,
        "nauc_recall_at_100_max": -0.309402,
        "nauc_recall_at_100_std": 0.250187,
        "nauc_recall_at_100_diff1": 0.040483,
        "nauc_recall_at_1000_max": -0.016671,
        "nauc_recall_at_1000_std": 0.852797,
        "nauc_recall_at_1000_diff1": -0.013463,
        "nauc_precision_at_1_max": -0.252523,
        "nauc_precision_at_1_std": 0.563194,
        "nauc_precision_at_1_diff1": 0.143612,
        "nauc_precision_at_3_max": -0.167154,
        "nauc_precision_at_3_std": 0.209659,
        "nauc_precision_at_3_diff1": 0.015882,
        "nauc_precision_at_5_max": -0.063448,
        "nauc_precision_at_5_std": 0.216488,
        "nauc_precision_at_5_diff1": 0.113496,
        "nauc_precision_at_10_max": 0.116081,
        "nauc_precision_at_10_std": 0.289907,
        "nauc_precision_at_10_diff1": 0.160055,
        "nauc_precision_at_20_max": 0.173015,
        "nauc_precision_at_20_std": 0.385324,
        "nauc_precision_at_20_diff1": 0.152161,
        "nauc_precision_at_100_max": 0.412324,
        "nauc_precision_at_100_std": 0.61431,
        "nauc_precision_at_100_diff1": 0.060567,
        "nauc_precision_at_1000_max": 0.611903,
        "nauc_precision_at_1000_std": 0.479219,
        "nauc_precision_at_1000_diff1": -0.036383,
        "nauc_mrr_at_1_max": -0.252523,
        "nauc_mrr_at_1_std": 0.563194,
        "nauc_mrr_at_1_diff1": 0.143612,
        "nauc_mrr_at_3_max": -0.414071,
        "nauc_mrr_at_3_std": 0.601861,
        "nauc_mrr_at_3_diff1": 0.047489,
        "nauc_mrr_at_5_max": -0.374101,
        "nauc_mrr_at_5_std": 0.593579,
        "nauc_mrr_at_5_diff1": 0.083896,
        "nauc_mrr_at_10_max": -0.352887,
        "nauc_mrr_at_10_std": 0.574333,
        "nauc_mrr_at_10_diff1": 0.074725,
        "nauc_mrr_at_20_max": -0.352887,
        "nauc_mrr_at_20_std": 0.574333,
        "nauc_mrr_at_20_diff1": 0.074725,
        "nauc_mrr_at_100_max": -0.352887,
        "nauc_mrr_at_100_std": 0.574333,
        "nauc_mrr_at_100_diff1": 0.074725,
        "nauc_mrr_at_1000_max": -0.352887,
        "nauc_mrr_at_1000_std": 0.574333,
        "nauc_mrr_at_1000_diff1": 0.074725,
        "main_score": 0.50578,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 110.92613458633423,
  "kg_co2_emissions": 0.006870131607807458
}