{ "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", "task_name": "EnglishFinance3Retrieval", "mteb_version": "2.18.1", "scores": { "test": [ { "ndcg_at_1": 0.60423, "ndcg_at_3": 0.70759, "ndcg_at_5": 0.73359, "ndcg_at_10": 0.74933, "ndcg_at_20": 0.7592, "ndcg_at_100": 0.76934, "ndcg_at_1000": 0.7716, "map_at_1": 0.60423, "map_at_3": 0.68253, "map_at_5": 0.697, "map_at_10": 0.70356, "map_at_20": 0.7063, "map_at_100": 0.7078, "map_at_1000": 0.7079, "recall_at_1": 0.60423, "recall_at_3": 0.77996, "recall_at_5": 0.8429, "recall_at_10": 0.89124, "recall_at_20": 0.93001, "recall_at_100": 0.98338, "recall_at_1000": 1.0, "accuracy": 0.60423, "precision_at_1": 0.60423, "precision_at_3": 0.25999, "precision_at_5": 0.16858, "precision_at_10": 0.08912, "precision_at_20": 0.0465, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.60423, "mrr_at_3": 0.682528, "mrr_at_5": 0.697004, "mrr_at_10": 0.703558, "mrr_at_20": 0.706304, "mrr_at_100": 0.707796, "mrr_at_1000": 0.707905, "nauc_ndcg_at_1_max": 0.458725, "nauc_ndcg_at_1_std": -0.205046, "nauc_ndcg_at_1_diff1": 0.760228, "nauc_ndcg_at_3_max": 0.46898, "nauc_ndcg_at_3_std": -0.209486, "nauc_ndcg_at_3_diff1": 0.708856, "nauc_ndcg_at_5_max": 0.463207, "nauc_ndcg_at_5_std": -0.210583, "nauc_ndcg_at_5_diff1": 0.710253, "nauc_ndcg_at_10_max": 0.461214, "nauc_ndcg_at_10_std": -0.208272, "nauc_ndcg_at_10_diff1": 0.708615, "nauc_ndcg_at_20_max": 0.464408, "nauc_ndcg_at_20_std": -0.206063, "nauc_ndcg_at_20_diff1": 0.715105, "nauc_ndcg_at_100_max": 0.465911, "nauc_ndcg_at_100_std": -0.203338, "nauc_ndcg_at_100_diff1": 0.720138, "nauc_ndcg_at_1000_max": 0.464252, "nauc_ndcg_at_1000_std": -0.206344, "nauc_ndcg_at_1000_diff1": 0.72131, "nauc_map_at_1_max": 0.458725, "nauc_map_at_1_std": -0.205046, "nauc_map_at_1_diff1": 0.760228, "nauc_map_at_3_max": 0.466475, "nauc_map_at_3_std": -0.20778, "nauc_map_at_3_diff1": 0.72287, "nauc_map_at_5_max": 0.463495, "nauc_map_at_5_std": -0.208292, "nauc_map_at_5_diff1": 0.724267, "nauc_map_at_10_max": 0.463024, "nauc_map_at_10_std": -0.207017, "nauc_map_at_10_diff1": 0.724136, "nauc_map_at_20_max": 0.463771, "nauc_map_at_20_std": -0.206666, "nauc_map_at_20_diff1": 0.725885, "nauc_map_at_100_max": 0.463927, "nauc_map_at_100_std": -0.2065, "nauc_map_at_100_diff1": 0.726586, "nauc_map_at_1000_max": 0.463842, "nauc_map_at_1000_std": -0.206627, "nauc_map_at_1000_diff1": 0.726631, "nauc_recall_at_1_max": 0.458725, "nauc_recall_at_1_std": -0.205046, "nauc_recall_at_1_diff1": 0.760228, "nauc_recall_at_3_max": 0.478218, "nauc_recall_at_3_std": -0.216166, "nauc_recall_at_3_diff1": 0.656256, "nauc_recall_at_5_max": 0.46009, "nauc_recall_at_5_std": -0.222195, "nauc_recall_at_5_diff1": 0.642906, "nauc_recall_at_10_max": 0.444006, "nauc_recall_at_10_std": -0.217441, "nauc_recall_at_10_diff1": 0.605182, "nauc_recall_at_20_max": 0.471611, "nauc_recall_at_20_std": -0.192574, "nauc_recall_at_20_diff1": 0.621594, "nauc_recall_at_100_max": 0.591716, "nauc_recall_at_100_std": 0.047671, "nauc_recall_at_100_diff1": 0.619545, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.458725, "nauc_precision_at_1_std": -0.205046, "nauc_precision_at_1_diff1": 0.760228, "nauc_precision_at_3_max": 0.478218, "nauc_precision_at_3_std": -0.216166, "nauc_precision_at_3_diff1": 0.656256, "nauc_precision_at_5_max": 0.46009, "nauc_precision_at_5_std": -0.222195, "nauc_precision_at_5_diff1": 0.642906, "nauc_precision_at_10_max": 0.444006, "nauc_precision_at_10_std": -0.217441, "nauc_precision_at_10_diff1": 0.605182, "nauc_precision_at_20_max": 0.471611, "nauc_precision_at_20_std": -0.192574, "nauc_precision_at_20_diff1": 0.621594, "nauc_precision_at_100_max": 0.591716, "nauc_precision_at_100_std": 0.047671, "nauc_precision_at_100_diff1": 0.619545, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.458725, "nauc_mrr_at_1_std": -0.205046, "nauc_mrr_at_1_diff1": 0.760228, "nauc_mrr_at_3_max": 0.466475, "nauc_mrr_at_3_std": -0.20778, "nauc_mrr_at_3_diff1": 0.72287, "nauc_mrr_at_5_max": 0.463495, "nauc_mrr_at_5_std": -0.208292, "nauc_mrr_at_5_diff1": 0.724267, "nauc_mrr_at_10_max": 0.463024, "nauc_mrr_at_10_std": -0.207017, "nauc_mrr_at_10_diff1": 0.724136, "nauc_mrr_at_20_max": 0.463771, "nauc_mrr_at_20_std": -0.206666, "nauc_mrr_at_20_diff1": 0.725885, "nauc_mrr_at_100_max": 0.463927, "nauc_mrr_at_100_std": -0.2065, "nauc_mrr_at_100_diff1": 0.726586, "nauc_mrr_at_1000_max": 0.463842, "nauc_mrr_at_1000_std": -0.206627, "nauc_mrr_at_1000_diff1": 0.726631, "hit_rate_at_1": 0.60423, "hit_rate_at_3": 0.77996, "hit_rate_at_5": 0.8429, "hit_rate_at_10": 0.89124, "hit_rate_at_20": 0.93001, "hit_rate_at_100": 0.98338, "hit_rate_at_1000": 1.0, "main_score": 0.74933, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.1" } ] }, "evaluation_time": 30.717051859013736, "kg_co2_emissions": null, "date": 1784023555.609139, "evaluation_phases": [ { "name": "Data loading", "start": 8.825073018670082e-05, "end": 12.112919611856341, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 12.11295185284689, "end": 12.11295720282942, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 12.149155106861144, "end": 29.143201391678303, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 29.143520473968238, "end": 30.669661150779575, "split": "test", "subset": "default" } ] }