{
  "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5",
  "task_name": "AppsRetrieval",
  "mteb_version": "1.34.21",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.50438,
        "ndcg_at_3": 0.58612,
        "ndcg_at_5": 0.60665,
        "ndcg_at_10": 0.62329,
        "ndcg_at_20": 0.63628,
        "ndcg_at_100": 0.65643,
        "ndcg_at_1000": 0.66634,
        "map_at_1": 0.50438,
        "map_at_3": 0.566,
        "map_at_5": 0.57737,
        "map_at_10": 0.58423,
        "map_at_20": 0.58777,
        "map_at_100": 0.59062,
        "map_at_1000": 0.59097,
        "recall_at_1": 0.50438,
        "recall_at_3": 0.64436,
        "recall_at_5": 0.69429,
        "recall_at_10": 0.74582,
        "recall_at_20": 0.79734,
        "recall_at_100": 0.90518,
        "recall_at_1000": 0.98433,
        "precision_at_1": 0.50438,
        "precision_at_3": 0.21479,
        "precision_at_5": 0.13886,
        "precision_at_10": 0.07458,
        "precision_at_20": 0.03987,
        "precision_at_100": 0.00905,
        "precision_at_1000": 0.00098,
        "mrr_at_1": 0.504382,
        "mrr_at_3": 0.566135,
        "mrr_at_5": 0.577463,
        "mrr_at_10": 0.584249,
        "mrr_at_20": 0.587814,
        "mrr_at_100": 0.590663,
        "mrr_at_1000": 0.591013,
        "nauc_ndcg_at_1_max": 0.52683,
        "nauc_ndcg_at_1_std": 0.127345,
        "nauc_ndcg_at_1_diff1": 0.727105,
        "nauc_ndcg_at_3_max": 0.522828,
        "nauc_ndcg_at_3_std": 0.167267,
        "nauc_ndcg_at_3_diff1": 0.667925,
        "nauc_ndcg_at_5_max": 0.512568,
        "nauc_ndcg_at_5_std": 0.170691,
        "nauc_ndcg_at_5_diff1": 0.660288,
        "nauc_ndcg_at_10_max": 0.514213,
        "nauc_ndcg_at_10_std": 0.174293,
        "nauc_ndcg_at_10_diff1": 0.65856,
        "nauc_ndcg_at_20_max": 0.514412,
        "nauc_ndcg_at_20_std": 0.179038,
        "nauc_ndcg_at_20_diff1": 0.65612,
        "nauc_ndcg_at_100_max": 0.515903,
        "nauc_ndcg_at_100_std": 0.182841,
        "nauc_ndcg_at_100_diff1": 0.660819,
        "nauc_ndcg_at_1000_max": 0.518724,
        "nauc_ndcg_at_1000_std": 0.175831,
        "nauc_ndcg_at_1000_diff1": 0.667909,
        "nauc_map_at_1_max": 0.52683,
        "nauc_map_at_1_std": 0.127345,
        "nauc_map_at_1_diff1": 0.727105,
        "nauc_map_at_3_max": 0.52412,
        "nauc_map_at_3_std": 0.157672,
        "nauc_map_at_3_diff1": 0.683088,
        "nauc_map_at_5_max": 0.518614,
        "nauc_map_at_5_std": 0.159294,
        "nauc_map_at_5_diff1": 0.679276,
        "nauc_map_at_10_max": 0.519358,
        "nauc_map_at_10_std": 0.160523,
        "nauc_map_at_10_diff1": 0.678853,
        "nauc_map_at_20_max": 0.51941,
        "nauc_map_at_20_std": 0.161551,
        "nauc_map_at_20_diff1": 0.678432,
        "nauc_map_at_100_max": 0.519556,
        "nauc_map_at_100_std": 0.162156,
        "nauc_map_at_100_diff1": 0.679126,
        "nauc_map_at_1000_max": 0.519648,
        "nauc_map_at_1000_std": 0.161956,
        "nauc_map_at_1000_diff1": 0.679348,
        "nauc_recall_at_1_max": 0.52683,
        "nauc_recall_at_1_std": 0.127345,
        "nauc_recall_at_1_diff1": 0.727105,
        "nauc_recall_at_3_max": 0.518547,
        "nauc_recall_at_3_std": 0.197829,
        "nauc_recall_at_3_diff1": 0.619157,
        "nauc_recall_at_5_max": 0.489671,
        "nauc_recall_at_5_std": 0.210711,
        "nauc_recall_at_5_diff1": 0.59283,
        "nauc_recall_at_10_max": 0.492448,
        "nauc_recall_at_10_std": 0.231353,
        "nauc_recall_at_10_diff1": 0.575447,
        "nauc_recall_at_20_max": 0.489883,
        "nauc_recall_at_20_std": 0.271339,
        "nauc_recall_at_20_diff1": 0.544331,
        "nauc_recall_at_100_max": 0.491108,
        "nauc_recall_at_100_std": 0.406601,
        "nauc_recall_at_100_diff1": 0.506183,
        "nauc_recall_at_1000_max": 0.726257,
        "nauc_recall_at_1000_std": 0.590796,
        "nauc_recall_at_1000_diff1": 0.653559,
        "nauc_precision_at_1_max": 0.52683,
        "nauc_precision_at_1_std": 0.127345,
        "nauc_precision_at_1_diff1": 0.727105,
        "nauc_precision_at_3_max": 0.518547,
        "nauc_precision_at_3_std": 0.197829,
        "nauc_precision_at_3_diff1": 0.619157,
        "nauc_precision_at_5_max": 0.489671,
        "nauc_precision_at_5_std": 0.210711,
        "nauc_precision_at_5_diff1": 0.59283,
        "nauc_precision_at_10_max": 0.492448,
        "nauc_precision_at_10_std": 0.231353,
        "nauc_precision_at_10_diff1": 0.575447,
        "nauc_precision_at_20_max": 0.489883,
        "nauc_precision_at_20_std": 0.271339,
        "nauc_precision_at_20_diff1": 0.544331,
        "nauc_precision_at_100_max": 0.491108,
        "nauc_precision_at_100_std": 0.406601,
        "nauc_precision_at_100_diff1": 0.506183,
        "nauc_precision_at_1000_max": 0.726257,
        "nauc_precision_at_1000_std": 0.590796,
        "nauc_precision_at_1000_diff1": 0.653559,
        "nauc_mrr_at_1_max": 0.52683,
        "nauc_mrr_at_1_std": 0.127473,
        "nauc_mrr_at_1_diff1": 0.727105,
        "nauc_mrr_at_3_max": 0.523815,
        "nauc_mrr_at_3_std": 0.157506,
        "nauc_mrr_at_3_diff1": 0.682952,
        "nauc_mrr_at_5_max": 0.518407,
        "nauc_mrr_at_5_std": 0.159151,
        "nauc_mrr_at_5_diff1": 0.679073,
        "nauc_mrr_at_10_max": 0.519301,
        "nauc_mrr_at_10_std": 0.160558,
        "nauc_mrr_at_10_diff1": 0.678767,
        "nauc_mrr_at_20_max": 0.519305,
        "nauc_mrr_at_20_std": 0.16154,
        "nauc_mrr_at_20_diff1": 0.678316,
        "nauc_mrr_at_100_max": 0.51945,
        "nauc_mrr_at_100_std": 0.162145,
        "nauc_mrr_at_100_diff1": 0.679009,
        "nauc_mrr_at_1000_max": 0.519542,
        "nauc_mrr_at_1000_std": 0.161945,
        "nauc_mrr_at_1000_diff1": 0.679231,
        "main_score": 0.62329,
        "hf_subset": "default",
        "languages": [
          "eng-Latn",
          "python-Code"
        ]
      }
    ]
  },
  "evaluation_time": 3447.5804307460785,
  "kg_co2_emissions": null
}