{
  "dataset_revision": "8a7ae2cbcd62a3df5a880f4e4afff30a977afe0d",
  "task_name": "NLPJournalAbsIntroRetrieval.V2",
  "mteb_version": "2.12.30",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.9902,
        "ndcg_at_3": 0.99391,
        "ndcg_at_5": 0.99391,
        "ndcg_at_10": 0.99453,
        "ndcg_at_20": 0.99453,
        "ndcg_at_100": 0.99453,
        "ndcg_at_1000": 0.99477,
        "map_at_1": 0.9902,
        "map_at_3": 0.99314,
        "map_at_5": 0.99314,
        "map_at_10": 0.99338,
        "map_at_20": 0.99338,
        "map_at_100": 0.99338,
        "map_at_1000": 0.99339,
        "recall_at_1": 0.9902,
        "recall_at_3": 0.99608,
        "recall_at_5": 0.99608,
        "recall_at_10": 0.99804,
        "recall_at_20": 0.99804,
        "recall_at_100": 0.99804,
        "recall_at_1000": 1.0,
        "accuracy": 0.9902,
        "precision_at_1": 0.9902,
        "precision_at_3": 0.33203,
        "precision_at_5": 0.19922,
        "precision_at_10": 0.0998,
        "precision_at_20": 0.0499,
        "precision_at_100": 0.00998,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.990196,
        "mrr_at_3": 0.993137,
        "mrr_at_5": 0.993137,
        "mrr_at_10": 0.993382,
        "mrr_at_20": 0.993382,
        "mrr_at_100": 0.993382,
        "mrr_at_1000": 0.993389,
        "nauc_ndcg_at_1_max": 0.81606,
        "nauc_ndcg_at_1_std": -0.152754,
        "nauc_ndcg_at_1_diff1": 1.0,
        "nauc_ndcg_at_3_max": 0.890759,
        "nauc_ndcg_at_3_std": 0.137265,
        "nauc_ndcg_at_3_diff1": 1.0,
        "nauc_ndcg_at_5_max": 0.890759,
        "nauc_ndcg_at_5_std": 0.137265,
        "nauc_ndcg_at_5_diff1": 1.0,
        "nauc_ndcg_at_10_max": 0.878415,
        "nauc_ndcg_at_10_std": 0.138902,
        "nauc_ndcg_at_10_diff1": 1.0,
        "nauc_ndcg_at_20_max": 0.878415,
        "nauc_ndcg_at_20_std": 0.138902,
        "nauc_ndcg_at_20_diff1": 1.0,
        "nauc_ndcg_at_100_max": 0.878415,
        "nauc_ndcg_at_100_std": 0.138902,
        "nauc_ndcg_at_100_diff1": 1.0,
        "nauc_ndcg_at_1000_max": 0.872825,
        "nauc_ndcg_at_1000_std": 0.099314,
        "nauc_ndcg_at_1000_diff1": 1.0,
        "nauc_map_at_1_max": 0.81606,
        "nauc_map_at_1_std": -0.152754,
        "nauc_map_at_1_diff1": 1.0,
        "nauc_map_at_3_max": 0.868614,
        "nauc_map_at_3_std": 0.051287,
        "nauc_map_at_3_diff1": 1.0,
        "nauc_map_at_5_max": 0.868614,
        "nauc_map_at_5_std": 0.051287,
        "nauc_map_at_5_diff1": 1.0,
        "nauc_map_at_10_max": 0.863748,
        "nauc_map_at_10_std": 0.048639,
        "nauc_map_at_10_diff1": 1.0,
        "nauc_map_at_20_max": 0.863748,
        "nauc_map_at_20_std": 0.048639,
        "nauc_map_at_20_diff1": 1.0,
        "nauc_map_at_100_max": 0.863748,
        "nauc_map_at_100_std": 0.048639,
        "nauc_map_at_100_diff1": 1.0,
        "nauc_map_at_1000_max": 0.863605,
        "nauc_map_at_1000_std": 0.047642,
        "nauc_map_at_1000_diff1": 1.0,
        "nauc_recall_at_1_max": 0.81606,
        "nauc_recall_at_1_std": -0.152754,
        "nauc_recall_at_1_diff1": 1.0,
        "nauc_recall_at_3_max": 1.0,
        "nauc_recall_at_3_std": 0.561391,
        "nauc_recall_at_3_diff1": 1.0,
        "nauc_recall_at_5_max": 1.0,
        "nauc_recall_at_5_std": 0.561391,
        "nauc_recall_at_5_diff1": 1.0,
        "nauc_recall_at_10_max": 1.0,
        "nauc_recall_at_10_std": 1.0,
        "nauc_recall_at_10_diff1": 1.0,
        "nauc_recall_at_20_max": 1.0,
        "nauc_recall_at_20_std": 1.0,
        "nauc_recall_at_20_diff1": 1.0,
        "nauc_recall_at_100_max": 1.0,
        "nauc_recall_at_100_std": 1.0,
        "nauc_recall_at_100_diff1": 1.0,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.81606,
        "nauc_precision_at_1_std": -0.152754,
        "nauc_precision_at_1_diff1": 1.0,
        "nauc_precision_at_3_max": 1.0,
        "nauc_precision_at_3_std": 0.561391,
        "nauc_precision_at_3_diff1": 1.0,
        "nauc_precision_at_5_max": 1.0,
        "nauc_precision_at_5_std": 0.561391,
        "nauc_precision_at_5_diff1": 1.0,
        "nauc_precision_at_10_max": 1.0,
        "nauc_precision_at_10_std": 1.0,
        "nauc_precision_at_10_diff1": 1.0,
        "nauc_precision_at_20_max": 1.0,
        "nauc_precision_at_20_std": 1.0,
        "nauc_precision_at_20_diff1": 1.0,
        "nauc_precision_at_100_max": 1.0,
        "nauc_precision_at_100_std": 1.0,
        "nauc_precision_at_100_diff1": 1.0,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.81606,
        "nauc_mrr_at_1_std": -0.152754,
        "nauc_mrr_at_1_diff1": 1.0,
        "nauc_mrr_at_3_max": 0.868614,
        "nauc_mrr_at_3_std": 0.051287,
        "nauc_mrr_at_3_diff1": 1.0,
        "nauc_mrr_at_5_max": 0.868614,
        "nauc_mrr_at_5_std": 0.051287,
        "nauc_mrr_at_5_diff1": 1.0,
        "nauc_mrr_at_10_max": 0.863748,
        "nauc_mrr_at_10_std": 0.048639,
        "nauc_mrr_at_10_diff1": 1.0,
        "nauc_mrr_at_20_max": 0.863748,
        "nauc_mrr_at_20_std": 0.048639,
        "nauc_mrr_at_20_diff1": 1.0,
        "nauc_mrr_at_100_max": 0.863748,
        "nauc_mrr_at_100_std": 0.048639,
        "nauc_mrr_at_100_diff1": 1.0,
        "nauc_mrr_at_1000_max": 0.863605,
        "nauc_mrr_at_1000_std": 0.047642,
        "nauc_mrr_at_1000_diff1": 1.0,
        "hit_rate_at_1": 0.9902,
        "hit_rate_at_3": 0.99608,
        "hit_rate_at_5": 0.99608,
        "hit_rate_at_10": 0.99804,
        "hit_rate_at_20": 0.99804,
        "hit_rate_at_100": 0.99804,
        "hit_rate_at_1000": 1.0,
        "main_score": 0.99453,
        "hf_subset": "default",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 40.10264229774475,
  "kg_co2_emissions": null,
  "date": null
}