{
  "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd",
  "task_name": "FinQARetrieval",
  "mteb_version": "1.38.43",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.34007,
        "ndcg_at_3": 0.4197,
        "ndcg_at_5": 0.44197,
        "ndcg_at_10": 0.47174,
        "ndcg_at_20": 0.4917,
        "ndcg_at_100": 0.52496,
        "ndcg_at_1000": 0.54082,
        "map_at_1": 0.34007,
        "map_at_3": 0.40041,
        "map_at_5": 0.41267,
        "map_at_10": 0.42492,
        "map_at_20": 0.43037,
        "map_at_100": 0.43491,
        "map_at_1000": 0.43561,
        "recall_at_1": 0.34007,
        "recall_at_3": 0.4754,
        "recall_at_5": 0.52988,
        "recall_at_10": 0.62214,
        "recall_at_20": 0.70123,
        "recall_at_100": 0.88137,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.34007,
        "precision_at_3": 0.15847,
        "precision_at_5": 0.10598,
        "precision_at_10": 0.06221,
        "precision_at_20": 0.03506,
        "precision_at_100": 0.00881,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.34007,
        "mrr_at_3": 0.40041,
        "mrr_at_5": 0.412668,
        "mrr_at_10": 0.424921,
        "mrr_at_20": 0.430371,
        "mrr_at_100": 0.434912,
        "mrr_at_1000": 0.435607,
        "nauc_ndcg_at_1_max": 0.291504,
        "nauc_ndcg_at_1_std": -0.054674,
        "nauc_ndcg_at_1_diff1": 0.579767,
        "nauc_ndcg_at_3_max": 0.281281,
        "nauc_ndcg_at_3_std": -0.036747,
        "nauc_ndcg_at_3_diff1": 0.50953,
        "nauc_ndcg_at_5_max": 0.280272,
        "nauc_ndcg_at_5_std": -0.03755,
        "nauc_ndcg_at_5_diff1": 0.503476,
        "nauc_ndcg_at_10_max": 0.278689,
        "nauc_ndcg_at_10_std": -0.034187,
        "nauc_ndcg_at_10_diff1": 0.499691,
        "nauc_ndcg_at_20_max": 0.27211,
        "nauc_ndcg_at_20_std": -0.039914,
        "nauc_ndcg_at_20_diff1": 0.501028,
        "nauc_ndcg_at_100_max": 0.281998,
        "nauc_ndcg_at_100_std": -0.027774,
        "nauc_ndcg_at_100_diff1": 0.505851,
        "nauc_ndcg_at_1000_max": 0.280155,
        "nauc_ndcg_at_1000_std": -0.034976,
        "nauc_ndcg_at_1000_diff1": 0.511528,
        "nauc_map_at_1_max": 0.291504,
        "nauc_map_at_1_std": -0.054674,
        "nauc_map_at_1_diff1": 0.579767,
        "nauc_map_at_3_max": 0.282542,
        "nauc_map_at_3_std": -0.041726,
        "nauc_map_at_3_diff1": 0.524842,
        "nauc_map_at_5_max": 0.282079,
        "nauc_map_at_5_std": -0.041861,
        "nauc_map_at_5_diff1": 0.521643,
        "nauc_map_at_10_max": 0.281688,
        "nauc_map_at_10_std": -0.040084,
        "nauc_map_at_10_diff1": 0.520471,
        "nauc_map_at_20_max": 0.28001,
        "nauc_map_at_20_std": -0.041397,
        "nauc_map_at_20_diff1": 0.52088,
        "nauc_map_at_100_max": 0.28138,
        "nauc_map_at_100_std": -0.039682,
        "nauc_map_at_100_diff1": 0.52148,
        "nauc_map_at_1000_max": 0.281346,
        "nauc_map_at_1000_std": -0.039888,
        "nauc_map_at_1000_diff1": 0.521735,
        "nauc_recall_at_1_max": 0.291504,
        "nauc_recall_at_1_std": -0.054674,
        "nauc_recall_at_1_diff1": 0.579767,
        "nauc_recall_at_3_max": 0.278133,
        "nauc_recall_at_3_std": -0.022086,
        "nauc_recall_at_3_diff1": 0.465938,
        "nauc_recall_at_5_max": 0.275142,
        "nauc_recall_at_5_std": -0.024984,
        "nauc_recall_at_5_diff1": 0.449071,
        "nauc_recall_at_10_max": 0.267782,
        "nauc_recall_at_10_std": -0.014769,
        "nauc_recall_at_10_diff1": 0.428796,
        "nauc_recall_at_20_max": 0.233175,
        "nauc_recall_at_20_std": -0.042182,
        "nauc_recall_at_20_diff1": 0.424681,
        "nauc_recall_at_100_max": 0.320124,
        "nauc_recall_at_100_std": 0.113875,
        "nauc_recall_at_100_diff1": 0.404495,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.291504,
        "nauc_precision_at_1_std": -0.054674,
        "nauc_precision_at_1_diff1": 0.579767,
        "nauc_precision_at_3_max": 0.278133,
        "nauc_precision_at_3_std": -0.022086,
        "nauc_precision_at_3_diff1": 0.465938,
        "nauc_precision_at_5_max": 0.275142,
        "nauc_precision_at_5_std": -0.024984,
        "nauc_precision_at_5_diff1": 0.449071,
        "nauc_precision_at_10_max": 0.267782,
        "nauc_precision_at_10_std": -0.014769,
        "nauc_precision_at_10_diff1": 0.428796,
        "nauc_precision_at_20_max": 0.233175,
        "nauc_precision_at_20_std": -0.042182,
        "nauc_precision_at_20_diff1": 0.424681,
        "nauc_precision_at_100_max": 0.320124,
        "nauc_precision_at_100_std": 0.113875,
        "nauc_precision_at_100_diff1": 0.404495,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.291504,
        "nauc_mrr_at_1_std": -0.054674,
        "nauc_mrr_at_1_diff1": 0.579767,
        "nauc_mrr_at_3_max": 0.282542,
        "nauc_mrr_at_3_std": -0.041726,
        "nauc_mrr_at_3_diff1": 0.524842,
        "nauc_mrr_at_5_max": 0.282079,
        "nauc_mrr_at_5_std": -0.041861,
        "nauc_mrr_at_5_diff1": 0.521643,
        "nauc_mrr_at_10_max": 0.281688,
        "nauc_mrr_at_10_std": -0.040084,
        "nauc_mrr_at_10_diff1": 0.520471,
        "nauc_mrr_at_20_max": 0.28001,
        "nauc_mrr_at_20_std": -0.041397,
        "nauc_mrr_at_20_diff1": 0.52088,
        "nauc_mrr_at_100_max": 0.28138,
        "nauc_mrr_at_100_std": -0.039682,
        "nauc_mrr_at_100_diff1": 0.52148,
        "nauc_mrr_at_1000_max": 0.281346,
        "nauc_mrr_at_1000_std": -0.039888,
        "nauc_mrr_at_1000_diff1": 0.521735,
        "main_score": 0.47174,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 33.84828042984009,
  "kg_co2_emissions": null
}