{
  "dataset_revision": "78e6f5ad3bbc1af50ae9c0f006f57462213269fb",
  "task_name": "VidoreShiftProjectRetrieval",
  "mteb_version": "2.12.33",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.87,
        "ndcg_at_3": 0.92786,
        "ndcg_at_5": 0.93647,
        "ndcg_at_10": 0.93647,
        "ndcg_at_20": 0.93882,
        "ndcg_at_100": 0.93882,
        "ndcg_at_1000": 0.93882,
        "map_at_1": 0.87,
        "map_at_3": 0.91333,
        "map_at_5": 0.91833,
        "map_at_10": 0.91833,
        "map_at_20": 0.91889,
        "map_at_100": 0.91889,
        "map_at_1000": 0.91889,
        "recall_at_1": 0.87,
        "recall_at_3": 0.97,
        "recall_at_5": 0.99,
        "recall_at_10": 0.99,
        "recall_at_20": 1.0,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.87,
        "precision_at_1": 0.87,
        "precision_at_3": 0.32333,
        "precision_at_5": 0.198,
        "precision_at_10": 0.099,
        "precision_at_20": 0.05,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.87,
        "mrr_at_3": 0.913333,
        "mrr_at_5": 0.918333,
        "mrr_at_10": 0.918333,
        "mrr_at_20": 0.918889,
        "mrr_at_100": 0.918889,
        "mrr_at_1000": 0.918889,
        "nauc_ndcg_at_1_max": 0.249944,
        "nauc_ndcg_at_1_std": -0.407502,
        "nauc_ndcg_at_1_diff1": 0.853958,
        "nauc_ndcg_at_3_max": 0.020975,
        "nauc_ndcg_at_3_std": -0.58654,
        "nauc_ndcg_at_3_diff1": 0.854011,
        "nauc_ndcg_at_5_max": 0.224484,
        "nauc_ndcg_at_5_std": -0.426513,
        "nauc_ndcg_at_5_diff1": 0.851892,
        "nauc_ndcg_at_10_max": 0.224484,
        "nauc_ndcg_at_10_std": -0.426513,
        "nauc_ndcg_at_10_diff1": 0.851892,
        "nauc_ndcg_at_20_max": 0.19907,
        "nauc_ndcg_at_20_std": -0.457435,
        "nauc_ndcg_at_20_diff1": 0.846055,
        "nauc_ndcg_at_100_max": 0.19907,
        "nauc_ndcg_at_100_std": -0.457435,
        "nauc_ndcg_at_100_diff1": 0.846055,
        "nauc_ndcg_at_1000_max": 0.19907,
        "nauc_ndcg_at_1000_std": -0.457435,
        "nauc_ndcg_at_1000_diff1": 0.846055,
        "nauc_map_at_1_max": 0.249944,
        "nauc_map_at_1_std": -0.407502,
        "nauc_map_at_1_diff1": 0.853958,
        "nauc_map_at_3_max": 0.105894,
        "nauc_map_at_3_std": -0.529744,
        "nauc_map_at_3_diff1": 0.847691,
        "nauc_map_at_5_max": 0.203235,
        "nauc_map_at_5_std": -0.453826,
        "nauc_map_at_5_diff1": 0.846336,
        "nauc_map_at_10_max": 0.203235,
        "nauc_map_at_10_std": -0.453826,
        "nauc_map_at_10_diff1": 0.846336,
        "nauc_map_at_20_max": 0.19856,
        "nauc_map_at_20_std": -0.459524,
        "nauc_map_at_20_diff1": 0.845258,
        "nauc_map_at_100_max": 0.19856,
        "nauc_map_at_100_std": -0.459524,
        "nauc_map_at_100_diff1": 0.845258,
        "nauc_map_at_1000_max": 0.19856,
        "nauc_map_at_1000_std": -0.459524,
        "nauc_map_at_1000_diff1": 0.845258,
        "nauc_recall_at_1_max": 0.249944,
        "nauc_recall_at_1_std": -0.407502,
        "nauc_recall_at_1_diff1": 0.853958,
        "nauc_recall_at_3_max": -0.674136,
        "nauc_recall_at_3_std": -1.040616,
        "nauc_recall_at_3_diff1": 0.912854,
        "nauc_recall_at_5_max": 0.869281,
        "nauc_recall_at_5_std": 0.358077,
        "nauc_recall_at_5_diff1": 1.0,
        "nauc_recall_at_10_max": 0.869281,
        "nauc_recall_at_10_std": 0.358077,
        "nauc_recall_at_10_diff1": 1.0,
        "nauc_recall_at_20_max": NaN,
        "nauc_recall_at_20_std": NaN,
        "nauc_recall_at_20_diff1": NaN,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.249944,
        "nauc_precision_at_1_std": -0.407502,
        "nauc_precision_at_1_diff1": 0.853958,
        "nauc_precision_at_3_max": -0.674136,
        "nauc_precision_at_3_std": -1.040616,
        "nauc_precision_at_3_diff1": 0.912854,
        "nauc_precision_at_5_max": 0.869281,
        "nauc_precision_at_5_std": 0.358077,
        "nauc_precision_at_5_diff1": 1.0,
        "nauc_precision_at_10_max": 0.869281,
        "nauc_precision_at_10_std": 0.358077,
        "nauc_precision_at_10_diff1": 1.0,
        "nauc_precision_at_20_max": 1.0,
        "nauc_precision_at_20_std": 1.0,
        "nauc_precision_at_20_diff1": 1.0,
        "nauc_precision_at_100_max": NaN,
        "nauc_precision_at_100_std": NaN,
        "nauc_precision_at_100_diff1": NaN,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_mrr_at_1_max": 0.249944,
        "nauc_mrr_at_1_std": -0.407502,
        "nauc_mrr_at_1_diff1": 0.853958,
        "nauc_mrr_at_3_max": 0.105894,
        "nauc_mrr_at_3_std": -0.529744,
        "nauc_mrr_at_3_diff1": 0.847691,
        "nauc_mrr_at_5_max": 0.203235,
        "nauc_mrr_at_5_std": -0.453826,
        "nauc_mrr_at_5_diff1": 0.846336,
        "nauc_mrr_at_10_max": 0.203235,
        "nauc_mrr_at_10_std": -0.453826,
        "nauc_mrr_at_10_diff1": 0.846336,
        "nauc_mrr_at_20_max": 0.19856,
        "nauc_mrr_at_20_std": -0.459524,
        "nauc_mrr_at_20_diff1": 0.845258,
        "nauc_mrr_at_100_max": 0.19856,
        "nauc_mrr_at_100_std": -0.459524,
        "nauc_mrr_at_100_diff1": 0.845258,
        "nauc_mrr_at_1000_max": 0.19856,
        "nauc_mrr_at_1000_std": -0.459524,
        "nauc_mrr_at_1000_diff1": 0.845258,
        "hit_rate_at_1": 0.87,
        "hit_rate_at_3": 0.97,
        "hit_rate_at_5": 0.99,
        "hit_rate_at_10": 0.99,
        "hit_rate_at_20": 1.0,
        "hit_rate_at_100": 1.0,
        "hit_rate_at_1000": 1.0,
        "main_score": 0.93647,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 322.19124126434326,
  "kg_co2_emissions": null,
  "date": null
}