{
  "dataset_revision": "683ad149644acc21180dceeac3a5c57eac171df3",
  "task_name": "NLPJournalAbsArticleRetrieval.V2",
  "mteb_version": "2.2.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.97255,
        "ndcg_at_3": 0.98291,
        "ndcg_at_5": 0.98452,
        "ndcg_at_10": 0.98576,
        "ndcg_at_20": 0.98576,
        "ndcg_at_100": 0.98613,
        "ndcg_at_1000": 0.98613,
        "map_at_1": 0.97255,
        "map_at_3": 0.98039,
        "map_at_5": 0.98127,
        "map_at_10": 0.98177,
        "map_at_20": 0.98177,
        "map_at_100": 0.98183,
        "map_at_1000": 0.98183,
        "recall_at_1": 0.97255,
        "recall_at_3": 0.9902,
        "recall_at_5": 0.99412,
        "recall_at_10": 0.99804,
        "recall_at_20": 0.99804,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.97255,
        "precision_at_1": 0.97255,
        "precision_at_3": 0.33007,
        "precision_at_5": 0.19882,
        "precision_at_10": 0.0998,
        "precision_at_20": 0.0499,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.972549,
        "mrr_at_3": 0.980392,
        "mrr_at_5": 0.981275,
        "mrr_at_10": 0.981772,
        "mrr_at_20": 0.981772,
        "mrr_at_100": 0.981825,
        "mrr_at_1000": 0.981825,
        "nauc_ndcg_at_1_max": 0.755636,
        "nauc_ndcg_at_1_std": -0.387088,
        "nauc_ndcg_at_1_diff1": 0.906996,
        "nauc_ndcg_at_3_max": 0.826084,
        "nauc_ndcg_at_3_std": -0.486273,
        "nauc_ndcg_at_3_diff1": 0.927257,
        "nauc_ndcg_at_5_max": 0.808079,
        "nauc_ndcg_at_5_std": -0.447736,
        "nauc_ndcg_at_5_diff1": 0.919726,
        "nauc_ndcg_at_10_max": 0.796734,
        "nauc_ndcg_at_10_std": -0.460621,
        "nauc_ndcg_at_10_diff1": 0.912715,
        "nauc_ndcg_at_20_max": 0.796734,
        "nauc_ndcg_at_20_std": -0.460621,
        "nauc_ndcg_at_20_diff1": 0.912715,
        "nauc_ndcg_at_100_max": 0.791257,
        "nauc_ndcg_at_100_std": -0.442,
        "nauc_ndcg_at_100_diff1": 0.910363,
        "nauc_ndcg_at_1000_max": 0.791257,
        "nauc_ndcg_at_1000_std": -0.442,
        "nauc_ndcg_at_1000_diff1": 0.910363,
        "nauc_map_at_1_max": 0.755636,
        "nauc_map_at_1_std": -0.387088,
        "nauc_map_at_1_diff1": 0.906996,
        "nauc_map_at_3_max": 0.800708,
        "nauc_map_at_3_std": -0.449416,
        "nauc_map_at_3_diff1": 0.915375,
        "nauc_map_at_5_max": 0.791317,
        "nauc_map_at_5_std": -0.427616,
        "nauc_map_at_5_diff1": 0.911387,
        "nauc_map_at_10_max": 0.787179,
        "nauc_map_at_10_std": -0.433869,
        "nauc_map_at_10_diff1": 0.908967,
        "nauc_map_at_20_max": 0.787179,
        "nauc_map_at_20_std": -0.433869,
        "nauc_map_at_20_diff1": 0.908967,
        "nauc_map_at_100_max": 0.786558,
        "nauc_map_at_100_std": -0.431776,
        "nauc_map_at_100_diff1": 0.908701,
        "nauc_map_at_1000_max": 0.786558,
        "nauc_map_at_1000_std": -0.431776,
        "nauc_map_at_1000_diff1": 0.908701,
        "nauc_recall_at_1_max": 0.755636,
        "nauc_recall_at_1_std": -0.387088,
        "nauc_recall_at_1_diff1": 0.906996,
        "nauc_recall_at_3_max": 0.973856,
        "nauc_recall_at_3_std": -0.701774,
        "nauc_recall_at_3_diff1": 1.0,
        "nauc_recall_at_5_max": 0.956427,
        "nauc_recall_at_5_std": -0.630563,
        "nauc_recall_at_5_diff1": 1.0,
        "nauc_recall_at_10_max": 1.0,
        "nauc_recall_at_10_std": -1.151727,
        "nauc_recall_at_10_diff1": 1.0,
        "nauc_recall_at_20_max": 1.0,
        "nauc_recall_at_20_std": -1.151727,
        "nauc_recall_at_20_diff1": 1.0,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.755636,
        "nauc_precision_at_1_std": -0.387088,
        "nauc_precision_at_1_diff1": 0.906996,
        "nauc_precision_at_3_max": 0.973856,
        "nauc_precision_at_3_std": -0.701774,
        "nauc_precision_at_3_diff1": 1.0,
        "nauc_precision_at_5_max": 0.956427,
        "nauc_precision_at_5_std": -0.630563,
        "nauc_precision_at_5_diff1": 1.0,
        "nauc_precision_at_10_max": 1.0,
        "nauc_precision_at_10_std": -1.151727,
        "nauc_precision_at_10_diff1": 1.0,
        "nauc_precision_at_20_max": 1.0,
        "nauc_precision_at_20_std": -1.151727,
        "nauc_precision_at_20_diff1": 1.0,
        "nauc_precision_at_100_max": NaN,
        "nauc_precision_at_100_std": NaN,
        "nauc_precision_at_100_diff1": NaN,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.755636,
        "nauc_mrr_at_1_std": -0.387088,
        "nauc_mrr_at_1_diff1": 0.906996,
        "nauc_mrr_at_3_max": 0.800708,
        "nauc_mrr_at_3_std": -0.449416,
        "nauc_mrr_at_3_diff1": 0.915375,
        "nauc_mrr_at_5_max": 0.791317,
        "nauc_mrr_at_5_std": -0.427616,
        "nauc_mrr_at_5_diff1": 0.911387,
        "nauc_mrr_at_10_max": 0.787179,
        "nauc_mrr_at_10_std": -0.433869,
        "nauc_mrr_at_10_diff1": 0.908967,
        "nauc_mrr_at_20_max": 0.787179,
        "nauc_mrr_at_20_std": -0.433869,
        "nauc_mrr_at_20_diff1": 0.908967,
        "nauc_mrr_at_100_max": 0.786558,
        "nauc_mrr_at_100_std": -0.431776,
        "nauc_mrr_at_100_diff1": 0.908701,
        "nauc_mrr_at_1000_max": 0.786558,
        "nauc_mrr_at_1000_std": -0.431776,
        "nauc_mrr_at_1000_diff1": 0.908701,
        "cv_recall_at_1": 0.97255,
        "cv_recall_at_3": 0.9902,
        "cv_recall_at_5": 0.99412,
        "cv_recall_at_10": 0.99804,
        "cv_recall_at_20": 0.99804,
        "cv_recall_at_100": 1.0,
        "cv_recall_at_1000": 1.0,
        "main_score": 0.98576,
        "hf_subset": "default",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 67.17185664176941,
  "kg_co2_emissions": null
}