{ "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", "task_name": "FinanceBenchRetrieval", "mteb_version": "2.1.14", "scores": { "test": [ { "ndcg_at_1": 0.79333, "ndcg_at_3": 0.87151, "ndcg_at_5": 0.88498, "ndcg_at_10": 0.89406, "ndcg_at_20": 0.89736, "ndcg_at_100": 0.89856, "ndcg_at_1000": 0.89856, "map_at_1": 0.79333, "map_at_3": 0.85444, "map_at_5": 0.86178, "map_at_10": 0.86579, "map_at_20": 0.86665, "map_at_100": 0.86679, "map_at_1000": 0.86679, "recall_at_1": 0.79333, "recall_at_3": 0.92, "recall_at_5": 0.95333, "recall_at_10": 0.98, "recall_at_20": 0.99333, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.79333, "precision_at_1": 0.79333, "precision_at_3": 0.30667, "precision_at_5": 0.19067, "precision_at_10": 0.098, "precision_at_20": 0.04967, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.793333, "mrr_at_3": 0.854444, "mrr_at_5": 0.861778, "mrr_at_10": 0.865786, "mrr_at_20": 0.866647, "mrr_at_100": 0.866795, "mrr_at_1000": 0.866795, "nauc_ndcg_at_1_max": 0.636161, "nauc_ndcg_at_1_std": 0.230396, "nauc_ndcg_at_1_diff1": 0.813836, "nauc_ndcg_at_3_max": 0.728778, "nauc_ndcg_at_3_std": 0.307735, "nauc_ndcg_at_3_diff1": 0.751413, "nauc_ndcg_at_5_max": 0.701899, "nauc_ndcg_at_5_std": 0.314841, "nauc_ndcg_at_5_diff1": 0.749161, "nauc_ndcg_at_10_max": 0.696709, "nauc_ndcg_at_10_std": 0.32234, "nauc_ndcg_at_10_diff1": 0.746343, "nauc_ndcg_at_20_max": 0.686413, "nauc_ndcg_at_20_std": 0.299334, "nauc_ndcg_at_20_diff1": 0.745218, "nauc_ndcg_at_100_max": 0.688077, "nauc_ndcg_at_100_std": 0.296128, "nauc_ndcg_at_100_diff1": 0.761684, "nauc_ndcg_at_1000_max": 0.688077, "nauc_ndcg_at_1000_std": 0.296128, "nauc_ndcg_at_1000_diff1": 0.761684, "nauc_map_at_1_max": 0.636161, "nauc_map_at_1_std": 0.230396, "nauc_map_at_1_diff1": 0.813836, "nauc_map_at_3_max": 0.701075, "nauc_map_at_3_std": 0.287904, "nauc_map_at_3_diff1": 0.769158, "nauc_map_at_5_max": 0.687309, "nauc_map_at_5_std": 0.290118, "nauc_map_at_5_diff1": 0.769107, "nauc_map_at_10_max": 0.685484, "nauc_map_at_10_std": 0.292882, "nauc_map_at_10_diff1": 0.769009, "nauc_map_at_20_max": 0.683333, "nauc_map_at_20_std": 0.288045, "nauc_map_at_20_diff1": 0.768904, "nauc_map_at_100_max": 0.683485, "nauc_map_at_100_std": 0.287732, "nauc_map_at_100_diff1": 0.770474, "nauc_map_at_1000_max": 0.683485, "nauc_map_at_1000_std": 0.287732, "nauc_map_at_1000_diff1": 0.770474, "nauc_recall_at_1_max": 0.636161, "nauc_recall_at_1_std": 0.230396, "nauc_recall_at_1_diff1": 0.813836, "nauc_recall_at_3_max": 0.864418, "nauc_recall_at_3_std": 0.402194, "nauc_recall_at_3_diff1": 0.665266, "nauc_recall_at_5_max": 0.804922, "nauc_recall_at_5_std": 0.509871, "nauc_recall_at_5_diff1": 0.590903, "nauc_recall_at_10_max": 0.851385, "nauc_recall_at_10_std": 0.851385, "nauc_recall_at_10_diff1": 0.330221, "nauc_recall_at_20_max": 0.554155, "nauc_recall_at_20_std": 0.554155, "nauc_recall_at_20_diff1": -0.563492, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636161, "nauc_precision_at_1_std": 0.230396, "nauc_precision_at_1_diff1": 0.813836, "nauc_precision_at_3_max": 0.864418, "nauc_precision_at_3_std": 0.402194, "nauc_precision_at_3_diff1": 0.665266, "nauc_precision_at_5_max": 0.804922, "nauc_precision_at_5_std": 0.509871, "nauc_precision_at_5_diff1": 0.590903, "nauc_precision_at_10_max": 0.851385, "nauc_precision_at_10_std": 0.851385, "nauc_precision_at_10_diff1": 0.330221, "nauc_precision_at_20_max": 0.554155, "nauc_precision_at_20_std": 0.554155, "nauc_precision_at_20_diff1": -0.563492, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.636161, "nauc_mrr_at_1_std": 0.230396, "nauc_mrr_at_1_diff1": 0.813836, "nauc_mrr_at_3_max": 0.701075, "nauc_mrr_at_3_std": 0.287904, "nauc_mrr_at_3_diff1": 0.769158, "nauc_mrr_at_5_max": 0.687309, "nauc_mrr_at_5_std": 0.290118, "nauc_mrr_at_5_diff1": 0.769107, "nauc_mrr_at_10_max": 0.685484, "nauc_mrr_at_10_std": 0.292882, "nauc_mrr_at_10_diff1": 0.769009, "nauc_mrr_at_20_max": 0.683333, "nauc_mrr_at_20_std": 0.288045, "nauc_mrr_at_20_diff1": 0.768904, "nauc_mrr_at_100_max": 0.683485, "nauc_mrr_at_100_std": 0.287732, "nauc_mrr_at_100_diff1": 0.770474, "nauc_mrr_at_1000_max": 0.683485, "nauc_mrr_at_1000_std": 0.287732, "nauc_mrr_at_1000_diff1": 0.770474, "hit_rate_at_1": 0.79333, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.95333, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.99333, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.89406, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 11.829378604888916, "kg_co2_emissions": null, "date": 1775311448.440718 }