{
  "dataset_revision": "431886eaecc48f067a3975b70d0949ea2862463c",
  "task_name": "Touche2020Retrieval.v3",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.76531,
        "ndcg_at_3": 0.74347,
        "ndcg_at_5": 0.69564,
        "ndcg_at_10": 0.64584,
        "ndcg_at_20": 0.57646,
        "ndcg_at_100": 0.63112,
        "ndcg_at_1000": 0.73159,
        "map_at_1": 0.02958,
        "map_at_3": 0.08381,
        "map_at_5": 0.12456,
        "map_at_10": 0.21253,
        "map_at_20": 0.30645,
        "map_at_100": 0.41764,
        "map_at_1000": 0.44659,
        "recall_at_1": 0.02958,
        "recall_at_3": 0.08953,
        "recall_at_5": 0.13375,
        "recall_at_10": 0.24076,
        "recall_at_20": 0.37603,
        "recall_at_100": 0.64407,
        "recall_at_1000": 0.88706,
        "precision_at_1": 0.85714,
        "precision_at_3": 0.84354,
        "precision_at_5": 0.76327,
        "precision_at_10": 0.69592,
        "precision_at_20": 0.55306,
        "precision_at_100": 0.20776,
        "precision_at_1000": 0.03096,
        "mrr_at_1": 0.857143,
        "mrr_at_3": 0.921769,
        "mrr_at_5": 0.921769,
        "mrr_at_10": 0.921769,
        "mrr_at_20": 0.921769,
        "mrr_at_100": 0.921769,
        "mrr_at_1000": 0.921769,
        "nauc_ndcg_at_1_max": 0.266928,
        "nauc_ndcg_at_1_std": -0.066387,
        "nauc_ndcg_at_1_diff1": 0.533606,
        "nauc_ndcg_at_3_max": 0.158174,
        "nauc_ndcg_at_3_std": 0.004045,
        "nauc_ndcg_at_3_diff1": 0.288258,
        "nauc_ndcg_at_5_max": 0.158164,
        "nauc_ndcg_at_5_std": 0.103303,
        "nauc_ndcg_at_5_diff1": 0.285617,
        "nauc_ndcg_at_10_max": 0.245936,
        "nauc_ndcg_at_10_std": 0.199787,
        "nauc_ndcg_at_10_diff1": 0.32016,
        "nauc_ndcg_at_20_max": 0.158572,
        "nauc_ndcg_at_20_std": 0.242459,
        "nauc_ndcg_at_20_diff1": 0.266637,
        "nauc_ndcg_at_100_max": -0.00655,
        "nauc_ndcg_at_100_std": 0.173602,
        "nauc_ndcg_at_100_diff1": 0.211626,
        "nauc_ndcg_at_1000_max": 0.176097,
        "nauc_ndcg_at_1000_std": 0.425972,
        "nauc_ndcg_at_1000_diff1": 0.213245,
        "nauc_map_at_1_max": -0.156078,
        "nauc_map_at_1_std": -0.2557,
        "nauc_map_at_1_diff1": 0.202634,
        "nauc_map_at_3_max": -0.219806,
        "nauc_map_at_3_std": -0.311561,
        "nauc_map_at_3_diff1": 0.178528,
        "nauc_map_at_5_max": -0.176759,
        "nauc_map_at_5_std": -0.262155,
        "nauc_map_at_5_diff1": 0.216744,
        "nauc_map_at_10_max": -0.097647,
        "nauc_map_at_10_std": -0.208494,
        "nauc_map_at_10_diff1": 0.27063,
        "nauc_map_at_20_max": -0.076222,
        "nauc_map_at_20_std": -0.082332,
        "nauc_map_at_20_diff1": 0.257908,
        "nauc_map_at_100_max": -0.047319,
        "nauc_map_at_100_std": 0.076798,
        "nauc_map_at_100_diff1": 0.212659,
        "nauc_map_at_1000_max": -0.006008,
        "nauc_map_at_1000_std": 0.136066,
        "nauc_map_at_1000_diff1": 0.205301,
        "nauc_recall_at_1_max": -0.156078,
        "nauc_recall_at_1_std": -0.2557,
        "nauc_recall_at_1_diff1": 0.202634,
        "nauc_recall_at_3_max": -0.310982,
        "nauc_recall_at_3_std": -0.383889,
        "nauc_recall_at_3_diff1": 0.112294,
        "nauc_recall_at_5_max": -0.234992,
        "nauc_recall_at_5_std": -0.297166,
        "nauc_recall_at_5_diff1": 0.179955,
        "nauc_recall_at_10_max": -0.13873,
        "nauc_recall_at_10_std": -0.220614,
        "nauc_recall_at_10_diff1": 0.243868,
        "nauc_recall_at_20_max": -0.147549,
        "nauc_recall_at_20_std": -0.087682,
        "nauc_recall_at_20_diff1": 0.221989,
        "nauc_recall_at_100_max": -0.143794,
        "nauc_recall_at_100_std": 0.125147,
        "nauc_recall_at_100_diff1": 0.070358,
        "nauc_recall_at_1000_max": 0.164745,
        "nauc_recall_at_1000_std": 0.693859,
        "nauc_recall_at_1000_diff1": 0.003693,
        "nauc_precision_at_1_max": 0.249784,
        "nauc_precision_at_1_std": 0.018198,
        "nauc_precision_at_1_diff1": 0.518323,
        "nauc_precision_at_3_max": -0.043027,
        "nauc_precision_at_3_std": -0.176451,
        "nauc_precision_at_3_diff1": 0.166133,
        "nauc_precision_at_5_max": -0.020968,
        "nauc_precision_at_5_std": -0.003448,
        "nauc_precision_at_5_diff1": 0.183907,
        "nauc_precision_at_10_max": 0.133118,
        "nauc_precision_at_10_std": 0.171932,
        "nauc_precision_at_10_diff1": 0.305588,
        "nauc_precision_at_20_max": 0.14366,
        "nauc_precision_at_20_std": 0.451321,
        "nauc_precision_at_20_diff1": 0.192033,
        "nauc_precision_at_100_max": 0.315241,
        "nauc_precision_at_100_std": 0.64468,
        "nauc_precision_at_100_diff1": -0.127823,
        "nauc_precision_at_1000_max": 0.402386,
        "nauc_precision_at_1000_std": 0.52139,
        "nauc_precision_at_1000_diff1": -0.175885,
        "nauc_mrr_at_1_max": 0.249784,
        "nauc_mrr_at_1_std": 0.018198,
        "nauc_mrr_at_1_diff1": 0.518323,
        "nauc_mrr_at_3_max": 0.297144,
        "nauc_mrr_at_3_std": 0.010852,
        "nauc_mrr_at_3_diff1": 0.521321,
        "nauc_mrr_at_5_max": 0.297144,
        "nauc_mrr_at_5_std": 0.010852,
        "nauc_mrr_at_5_diff1": 0.521321,
        "nauc_mrr_at_10_max": 0.297144,
        "nauc_mrr_at_10_std": 0.010852,
        "nauc_mrr_at_10_diff1": 0.521321,
        "nauc_mrr_at_20_max": 0.297144,
        "nauc_mrr_at_20_std": 0.010852,
        "nauc_mrr_at_20_diff1": 0.521321,
        "nauc_mrr_at_100_max": 0.297144,
        "nauc_mrr_at_100_std": 0.010852,
        "nauc_mrr_at_100_diff1": 0.521321,
        "nauc_mrr_at_1000_max": 0.297144,
        "nauc_mrr_at_1000_std": 0.010852,
        "nauc_mrr_at_1000_diff1": 0.521321,
        "main_score": 0.64584,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 115.36972260475159,
  "kg_co2_emissions": 0.0086379596021707
}