{
  "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
  "task_name": "MMarcoRetrieval",
  "mteb_version": "1.36.22",
  "scores": {
    "dev": [
      {
        "ndcg_at_1": 0.71003,
        "ndcg_at_3": 0.78784,
        "ndcg_at_5": 0.80974,
        "ndcg_at_10": 0.82535,
        "ndcg_at_20": 0.83198,
        "ndcg_at_100": 0.83557,
        "ndcg_at_1000": 0.83681,
        "map_at_1": 0.68703,
        "map_at_3": 0.76562,
        "map_at_5": 0.77868,
        "map_at_10": 0.7856,
        "map_at_20": 0.78758,
        "map_at_100": 0.78813,
        "map_at_1000": 0.78818,
        "recall_at_1": 0.68703,
        "recall_at_3": 0.8436,
        "recall_at_5": 0.89571,
        "recall_at_10": 0.94224,
        "recall_at_20": 0.96756,
        "recall_at_100": 0.98625,
        "recall_at_1000": 0.99594,
        "precision_at_1": 0.71003,
        "precision_at_3": 0.29713,
        "precision_at_5": 0.19006,
        "precision_at_10": 0.10014,
        "precision_at_20": 0.05148,
        "precision_at_100": 0.01051,
        "precision_at_1000": 0.00106,
        "mrr_at_1": 0.710029,
        "mrr_at_3": 0.773806,
        "mrr_at_5": 0.784787,
        "mrr_at_10": 0.790937,
        "mrr_at_20": 0.79265,
        "mrr_at_100": 0.793107,
        "mrr_at_1000": 0.79315,
        "nauc_ndcg_at_1_max": 0.364571,
        "nauc_ndcg_at_1_std": -0.229028,
        "nauc_ndcg_at_1_diff1": 0.796433,
        "nauc_ndcg_at_3_max": 0.382284,
        "nauc_ndcg_at_3_std": -0.217087,
        "nauc_ndcg_at_3_diff1": 0.757692,
        "nauc_ndcg_at_5_max": 0.392134,
        "nauc_ndcg_at_5_std": -0.203111,
        "nauc_ndcg_at_5_diff1": 0.753753,
        "nauc_ndcg_at_10_max": 0.399342,
        "nauc_ndcg_at_10_std": -0.193102,
        "nauc_ndcg_at_10_diff1": 0.76,
        "nauc_ndcg_at_20_max": 0.398019,
        "nauc_ndcg_at_20_std": -0.191588,
        "nauc_ndcg_at_20_diff1": 0.763716,
        "nauc_ndcg_at_100_max": 0.393456,
        "nauc_ndcg_at_100_std": -0.192089,
        "nauc_ndcg_at_100_diff1": 0.765006,
        "nauc_ndcg_at_1000_max": 0.390549,
        "nauc_ndcg_at_1000_std": -0.197613,
        "nauc_ndcg_at_1000_diff1": 0.765823,
        "nauc_map_at_1_max": 0.323225,
        "nauc_map_at_1_std": -0.237114,
        "nauc_map_at_1_diff1": 0.787131,
        "nauc_map_at_3_max": 0.371608,
        "nauc_map_at_3_std": -0.226667,
        "nauc_map_at_3_diff1": 0.76556,
        "nauc_map_at_5_max": 0.37792,
        "nauc_map_at_5_std": -0.218555,
        "nauc_map_at_5_diff1": 0.764574,
        "nauc_map_at_10_max": 0.380912,
        "nauc_map_at_10_std": -0.215009,
        "nauc_map_at_10_diff1": 0.76728,
        "nauc_map_at_20_max": 0.380759,
        "nauc_map_at_20_std": -0.214414,
        "nauc_map_at_20_diff1": 0.76839,
        "nauc_map_at_100_max": 0.380229,
        "nauc_map_at_100_std": -0.214194,
        "nauc_map_at_100_diff1": 0.768525,
        "nauc_map_at_1000_max": 0.380136,
        "nauc_map_at_1000_std": -0.214356,
        "nauc_map_at_1000_diff1": 0.768555,
        "nauc_recall_at_1_max": 0.323225,
        "nauc_recall_at_1_std": -0.237114,
        "nauc_recall_at_1_diff1": 0.787131,
        "nauc_recall_at_3_max": 0.402646,
        "nauc_recall_at_3_std": -0.194919,
        "nauc_recall_at_3_diff1": 0.713661,
        "nauc_recall_at_5_max": 0.45198,
        "nauc_recall_at_5_std": -0.131888,
        "nauc_recall_at_5_diff1": 0.680359,
        "nauc_recall_at_10_max": 0.549291,
        "nauc_recall_at_10_std": 0.001971,
        "nauc_recall_at_10_diff1": 0.673372,
        "nauc_recall_at_20_max": 0.636797,
        "nauc_recall_at_20_std": 0.165771,
        "nauc_recall_at_20_diff1": 0.674057,
        "nauc_recall_at_100_max": 0.701258,
        "nauc_recall_at_100_std": 0.562871,
        "nauc_recall_at_100_diff1": 0.636972,
        "nauc_recall_at_1000_max": 0.6312,
        "nauc_recall_at_1000_std": 0.789207,
        "nauc_recall_at_1000_diff1": 0.555965,
        "nauc_precision_at_1_max": 0.364571,
        "nauc_precision_at_1_std": -0.229028,
        "nauc_precision_at_1_diff1": 0.796433,
        "nauc_precision_at_3_max": 0.357021,
        "nauc_precision_at_3_std": -0.078635,
        "nauc_precision_at_3_diff1": 0.415648,
        "nauc_precision_at_5_max": 0.333819,
        "nauc_precision_at_5_std": 0.013899,
        "nauc_precision_at_5_diff1": 0.256196,
        "nauc_precision_at_10_max": 0.304213,
        "nauc_precision_at_10_std": 0.12356,
        "nauc_precision_at_10_diff1": 0.08557,
        "nauc_precision_at_20_max": 0.25657,
        "nauc_precision_at_20_std": 0.191891,
        "nauc_precision_at_20_diff1": -0.041476,
        "nauc_precision_at_100_max": 0.182841,
        "nauc_precision_at_100_std": 0.235049,
        "nauc_precision_at_100_diff1": -0.162731,
        "nauc_precision_at_1000_max": 0.12692,
        "nauc_precision_at_1000_std": 0.207907,
        "nauc_precision_at_1000_diff1": -0.232069,
        "nauc_mrr_at_1_max": 0.364571,
        "nauc_mrr_at_1_std": -0.229028,
        "nauc_mrr_at_1_diff1": 0.796433,
        "nauc_mrr_at_3_max": 0.383775,
        "nauc_mrr_at_3_std": -0.215226,
        "nauc_mrr_at_3_diff1": 0.772572,
        "nauc_mrr_at_5_max": 0.386608,
        "nauc_mrr_at_5_std": -0.210003,
        "nauc_mrr_at_5_diff1": 0.770669,
        "nauc_mrr_at_10_max": 0.388368,
        "nauc_mrr_at_10_std": -0.20751,
        "nauc_mrr_at_10_diff1": 0.773113,
        "nauc_mrr_at_20_max": 0.387787,
        "nauc_mrr_at_20_std": -0.20762,
        "nauc_mrr_at_20_diff1": 0.773951,
        "nauc_mrr_at_100_max": 0.387259,
        "nauc_mrr_at_100_std": -0.207595,
        "nauc_mrr_at_100_diff1": 0.774094,
        "nauc_mrr_at_1000_max": 0.387178,
        "nauc_mrr_at_1000_std": -0.207748,
        "nauc_mrr_at_1000_diff1": 0.774122,
        "main_score": 0.82535,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ]
      }
    ]
  },
  "evaluation_time": 201.38595843315125,
  "kg_co2_emissions": null
}