{
  "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
  "task_name": "EcomRetrieval",
  "mteb_version": "1.38.30",
  "scores": {
    "dev": [
      {
        "ndcg_at_1": 0.639,
        "ndcg_at_3": 0.74378,
        "ndcg_at_5": 0.769,
        "ndcg_at_10": 0.78806,
        "ndcg_at_20": 0.79686,
        "ndcg_at_100": 0.80186,
        "ndcg_at_1000": 0.80265,
        "map_at_1": 0.639,
        "map_at_3": 0.71933,
        "map_at_5": 0.73338,
        "map_at_10": 0.74143,
        "map_at_20": 0.74395,
        "map_at_100": 0.74472,
        "map_at_1000": 0.74475,
        "recall_at_1": 0.639,
        "recall_at_3": 0.814,
        "recall_at_5": 0.875,
        "recall_at_10": 0.933,
        "recall_at_20": 0.967,
        "recall_at_100": 0.993,
        "recall_at_1000": 0.999,
        "precision_at_1": 0.639,
        "precision_at_3": 0.27133,
        "precision_at_5": 0.175,
        "precision_at_10": 0.0933,
        "precision_at_20": 0.04835,
        "precision_at_100": 0.00993,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.639,
        "mrr_at_3": 0.719333,
        "mrr_at_5": 0.733383,
        "mrr_at_10": 0.74143,
        "mrr_at_20": 0.743952,
        "mrr_at_100": 0.744716,
        "mrr_at_1000": 0.74475,
        "nauc_ndcg_at_1_max": 0.187454,
        "nauc_ndcg_at_1_std": -0.366935,
        "nauc_ndcg_at_1_diff1": 0.736577,
        "nauc_ndcg_at_3_max": 0.189941,
        "nauc_ndcg_at_3_std": -0.399266,
        "nauc_ndcg_at_3_diff1": 0.69696,
        "nauc_ndcg_at_5_max": 0.21067,
        "nauc_ndcg_at_5_std": -0.389318,
        "nauc_ndcg_at_5_diff1": 0.702635,
        "nauc_ndcg_at_10_max": 0.217951,
        "nauc_ndcg_at_10_std": -0.383618,
        "nauc_ndcg_at_10_diff1": 0.707428,
        "nauc_ndcg_at_20_max": 0.214269,
        "nauc_ndcg_at_20_std": -0.379912,
        "nauc_ndcg_at_20_diff1": 0.708282,
        "nauc_ndcg_at_100_max": 0.207095,
        "nauc_ndcg_at_100_std": -0.378246,
        "nauc_ndcg_at_100_diff1": 0.710099,
        "nauc_ndcg_at_1000_max": 0.204487,
        "nauc_ndcg_at_1000_std": -0.381015,
        "nauc_ndcg_at_1000_diff1": 0.710307,
        "nauc_map_at_1_max": 0.187454,
        "nauc_map_at_1_std": -0.366935,
        "nauc_map_at_1_diff1": 0.736577,
        "nauc_map_at_3_max": 0.188942,
        "nauc_map_at_3_std": -0.391816,
        "nauc_map_at_3_diff1": 0.707371,
        "nauc_map_at_5_max": 0.198536,
        "nauc_map_at_5_std": -0.386966,
        "nauc_map_at_5_diff1": 0.710758,
        "nauc_map_at_10_max": 0.201012,
        "nauc_map_at_10_std": -0.384592,
        "nauc_map_at_10_diff1": 0.712306,
        "nauc_map_at_20_max": 0.199811,
        "nauc_map_at_20_std": -0.383946,
        "nauc_map_at_20_diff1": 0.712587,
        "nauc_map_at_100_max": 0.198716,
        "nauc_map_at_100_std": -0.383597,
        "nauc_map_at_100_diff1": 0.712786,
        "nauc_map_at_1000_max": 0.198637,
        "nauc_map_at_1000_std": -0.383648,
        "nauc_map_at_1000_diff1": 0.712807,
        "nauc_recall_at_1_max": 0.187454,
        "nauc_recall_at_1_std": -0.366935,
        "nauc_recall_at_1_diff1": 0.736577,
        "nauc_recall_at_3_max": 0.194036,
        "nauc_recall_at_3_std": -0.427527,
        "nauc_recall_at_3_diff1": 0.656532,
        "nauc_recall_at_5_max": 0.282857,
        "nauc_recall_at_5_std": -0.396679,
        "nauc_recall_at_5_diff1": 0.661308,
        "nauc_recall_at_10_max": 0.396853,
        "nauc_recall_at_10_std": -0.360258,
        "nauc_recall_at_10_diff1": 0.674533,
        "nauc_recall_at_20_max": 0.513581,
        "nauc_recall_at_20_std": -0.251181,
        "nauc_recall_at_20_diff1": 0.656707,
        "nauc_recall_at_100_max": 0.814259,
        "nauc_recall_at_100_std": 0.388289,
        "nauc_recall_at_100_diff1": 0.712952,
        "nauc_recall_at_1000_max": 1.0,
        "nauc_recall_at_1000_std": 1.0,
        "nauc_recall_at_1000_diff1": 0.869281,
        "nauc_precision_at_1_max": 0.187454,
        "nauc_precision_at_1_std": -0.366935,
        "nauc_precision_at_1_diff1": 0.736577,
        "nauc_precision_at_3_max": 0.194036,
        "nauc_precision_at_3_std": -0.427527,
        "nauc_precision_at_3_diff1": 0.656532,
        "nauc_precision_at_5_max": 0.282857,
        "nauc_precision_at_5_std": -0.396679,
        "nauc_precision_at_5_diff1": 0.661308,
        "nauc_precision_at_10_max": 0.396853,
        "nauc_precision_at_10_std": -0.360258,
        "nauc_precision_at_10_diff1": 0.674533,
        "nauc_precision_at_20_max": 0.513581,
        "nauc_precision_at_20_std": -0.251181,
        "nauc_precision_at_20_diff1": 0.656707,
        "nauc_precision_at_100_max": 0.814259,
        "nauc_precision_at_100_std": 0.388289,
        "nauc_precision_at_100_diff1": 0.712952,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 0.869281,
        "nauc_mrr_at_1_max": 0.187454,
        "nauc_mrr_at_1_std": -0.366935,
        "nauc_mrr_at_1_diff1": 0.736577,
        "nauc_mrr_at_3_max": 0.188942,
        "nauc_mrr_at_3_std": -0.391816,
        "nauc_mrr_at_3_diff1": 0.707371,
        "nauc_mrr_at_5_max": 0.198536,
        "nauc_mrr_at_5_std": -0.386966,
        "nauc_mrr_at_5_diff1": 0.710758,
        "nauc_mrr_at_10_max": 0.201012,
        "nauc_mrr_at_10_std": -0.384592,
        "nauc_mrr_at_10_diff1": 0.712306,
        "nauc_mrr_at_20_max": 0.199811,
        "nauc_mrr_at_20_std": -0.383946,
        "nauc_mrr_at_20_diff1": 0.712587,
        "nauc_mrr_at_100_max": 0.198716,
        "nauc_mrr_at_100_std": -0.383597,
        "nauc_mrr_at_100_diff1": 0.712786,
        "nauc_mrr_at_1000_max": 0.198637,
        "nauc_mrr_at_1000_std": -0.383648,
        "nauc_mrr_at_1000_diff1": 0.712807,
        "main_score": 0.78806,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ]
      }
    ]
  },
  "evaluation_time": 228.0535867214203,
  "kg_co2_emissions": null
}