{
  "dataset_revision": "d67138e705d963e346253a80e59676ddb418810a",
  "task_name": "MultiLongDocReranking",
  "mteb_version": "2.2.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.83,
        "ndcg_at_3": 0.89286,
        "ndcg_at_5": 0.90512,
        "ndcg_at_10": 0.91485,
        "ndcg_at_20": 0.91485,
        "ndcg_at_100": 0.91485,
        "ndcg_at_1000": 0.91485,
        "map_at_1": 0.83,
        "map_at_3": 0.87667,
        "map_at_5": 0.88342,
        "map_at_10": 0.88743,
        "map_at_20": 0.88743,
        "map_at_100": 0.88743,
        "map_at_1000": 0.88743,
        "recall_at_1": 0.83,
        "recall_at_3": 0.94,
        "recall_at_5": 0.97,
        "recall_at_10": 1.0,
        "recall_at_20": 1.0,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.83,
        "precision_at_1": 0.83,
        "precision_at_3": 0.31333,
        "precision_at_5": 0.194,
        "precision_at_10": 0.1,
        "precision_at_20": 0.05,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.83,
        "mrr_at_3": 0.876667,
        "mrr_at_5": 0.883417,
        "mrr_at_10": 0.887435,
        "mrr_at_20": 0.887435,
        "mrr_at_100": 0.887435,
        "mrr_at_1000": 0.887435,
        "nauc_ndcg_at_1_max": 0.833401,
        "nauc_ndcg_at_1_std": 0.83031,
        "nauc_ndcg_at_1_diff1": 0.892248,
        "nauc_ndcg_at_3_max": 0.83717,
        "nauc_ndcg_at_3_std": 0.877062,
        "nauc_ndcg_at_3_diff1": 0.889904,
        "nauc_ndcg_at_5_max": 0.833244,
        "nauc_ndcg_at_5_std": 0.872289,
        "nauc_ndcg_at_5_diff1": 0.893051,
        "nauc_ndcg_at_10_max": 0.835442,
        "nauc_ndcg_at_10_std": 0.857058,
        "nauc_ndcg_at_10_diff1": 0.890862,
        "nauc_ndcg_at_20_max": 0.835442,
        "nauc_ndcg_at_20_std": 0.857058,
        "nauc_ndcg_at_20_diff1": 0.890862,
        "nauc_ndcg_at_100_max": 0.835442,
        "nauc_ndcg_at_100_std": 0.857058,
        "nauc_ndcg_at_100_diff1": 0.890862,
        "nauc_ndcg_at_1000_max": 0.835442,
        "nauc_ndcg_at_1000_std": 0.857058,
        "nauc_ndcg_at_1000_diff1": 0.890862,
        "nauc_map_at_1_max": 0.833401,
        "nauc_map_at_1_std": 0.83031,
        "nauc_map_at_1_diff1": 0.892248,
        "nauc_map_at_3_max": 0.836476,
        "nauc_map_at_3_std": 0.863178,
        "nauc_map_at_3_diff1": 0.890448,
        "nauc_map_at_5_max": 0.834678,
        "nauc_map_at_5_std": 0.860033,
        "nauc_map_at_5_diff1": 0.891726,
        "nauc_map_at_10_max": 0.835419,
        "nauc_map_at_10_std": 0.854815,
        "nauc_map_at_10_diff1": 0.890925,
        "nauc_map_at_20_max": 0.835419,
        "nauc_map_at_20_std": 0.854815,
        "nauc_map_at_20_diff1": 0.890925,
        "nauc_map_at_100_max": 0.835419,
        "nauc_map_at_100_std": 0.854815,
        "nauc_map_at_100_diff1": 0.890925,
        "nauc_map_at_1000_max": 0.835419,
        "nauc_map_at_1000_std": 0.854815,
        "nauc_map_at_1000_diff1": 0.890925,
        "nauc_recall_at_1_max": 0.833401,
        "nauc_recall_at_1_std": 0.83031,
        "nauc_recall_at_1_diff1": 0.892248,
        "nauc_recall_at_3_max": 0.840686,
        "nauc_recall_at_3_std": 0.955065,
        "nauc_recall_at_3_diff1": 0.886983,
        "nauc_recall_at_5_max": 0.814815,
        "nauc_recall_at_5_std": 1.0,
        "nauc_recall_at_5_diff1": 0.910131,
        "nauc_recall_at_10_max": NaN,
        "nauc_recall_at_10_std": NaN,
        "nauc_recall_at_10_diff1": NaN,
        "nauc_recall_at_20_max": NaN,
        "nauc_recall_at_20_std": NaN,
        "nauc_recall_at_20_diff1": NaN,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.833401,
        "nauc_precision_at_1_std": 0.83031,
        "nauc_precision_at_1_diff1": 0.892248,
        "nauc_precision_at_3_max": 0.840686,
        "nauc_precision_at_3_std": 0.955065,
        "nauc_precision_at_3_diff1": 0.886983,
        "nauc_precision_at_5_max": 0.814815,
        "nauc_precision_at_5_std": 1.0,
        "nauc_precision_at_5_diff1": 0.910131,
        "nauc_precision_at_10_max": 1.0,
        "nauc_precision_at_10_std": 1.0,
        "nauc_precision_at_10_diff1": 1.0,
        "nauc_precision_at_20_max": 1.0,
        "nauc_precision_at_20_std": 1.0,
        "nauc_precision_at_20_diff1": 1.0,
        "nauc_precision_at_100_max": 1.0,
        "nauc_precision_at_100_std": 1.0,
        "nauc_precision_at_100_diff1": 1.0,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.833401,
        "nauc_mrr_at_1_std": 0.83031,
        "nauc_mrr_at_1_diff1": 0.892248,
        "nauc_mrr_at_3_max": 0.836476,
        "nauc_mrr_at_3_std": 0.863178,
        "nauc_mrr_at_3_diff1": 0.890448,
        "nauc_mrr_at_5_max": 0.834678,
        "nauc_mrr_at_5_std": 0.860033,
        "nauc_mrr_at_5_diff1": 0.891726,
        "nauc_mrr_at_10_max": 0.835419,
        "nauc_mrr_at_10_std": 0.854815,
        "nauc_mrr_at_10_diff1": 0.890925,
        "nauc_mrr_at_20_max": 0.835419,
        "nauc_mrr_at_20_std": 0.854815,
        "nauc_mrr_at_20_diff1": 0.890925,
        "nauc_mrr_at_100_max": 0.835419,
        "nauc_mrr_at_100_std": 0.854815,
        "nauc_mrr_at_100_diff1": 0.890925,
        "nauc_mrr_at_1000_max": 0.835419,
        "nauc_mrr_at_1000_std": 0.854815,
        "nauc_mrr_at_1000_diff1": 0.890925,
        "cv_recall_at_1": 0.83,
        "cv_recall_at_3": 0.94,
        "cv_recall_at_5": 0.97,
        "cv_recall_at_10": 1.0,
        "cv_recall_at_20": 1.0,
        "cv_recall_at_100": 1.0,
        "cv_recall_at_1000": 1.0,
        "main_score": 0.91485,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan"
        ]
      }
    ]
  },
  "evaluation_time": 35.07543325424194,
  "kg_co2_emissions": null
}