{ "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", "task_name": "EnglishFinance3Retrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.47533, "ndcg_at_3": 0.56823, "ndcg_at_5": 0.59456, "ndcg_at_10": 0.62147, "ndcg_at_20": 0.63578, "ndcg_at_100": 0.65555, "ndcg_at_1000": 0.66228, "map_at_1": 0.47533, "map_at_3": 0.5449, "map_at_5": 0.55963, "map_at_10": 0.57075, "map_at_20": 0.57478, "map_at_100": 0.57745, "map_at_1000": 0.57773, "recall_at_1": 0.47533, "recall_at_3": 0.63595, "recall_at_5": 0.6994, "recall_at_10": 0.78248, "recall_at_20": 0.83837, "recall_at_100": 0.94562, "recall_at_1000": 0.99748, "accuracy": 0.47533, "precision_at_1": 0.47533, "precision_at_3": 0.21198, "precision_at_5": 0.13988, "precision_at_10": 0.07825, "precision_at_20": 0.04192, "precision_at_100": 0.00946, "precision_at_1000": 0.001, "mrr_at_1": 0.475327, "mrr_at_3": 0.544898, "mrr_at_5": 0.559626, "mrr_at_10": 0.570748, "mrr_at_20": 0.574776, "mrr_at_100": 0.577453, "mrr_at_1000": 0.577728, "nauc_ndcg_at_1_max": 0.429846, "nauc_ndcg_at_1_std": -0.078453, "nauc_ndcg_at_1_diff1": 0.659562, "nauc_ndcg_at_3_max": 0.441372, "nauc_ndcg_at_3_std": -0.054493, "nauc_ndcg_at_3_diff1": 0.606559, "nauc_ndcg_at_5_max": 0.432281, "nauc_ndcg_at_5_std": -0.05259, "nauc_ndcg_at_5_diff1": 0.595372, "nauc_ndcg_at_10_max": 0.428603, "nauc_ndcg_at_10_std": -0.043783, "nauc_ndcg_at_10_diff1": 0.590137, "nauc_ndcg_at_20_max": 0.425252, "nauc_ndcg_at_20_std": -0.039232, "nauc_ndcg_at_20_diff1": 0.590493, "nauc_ndcg_at_100_max": 0.425238, "nauc_ndcg_at_100_std": -0.041081, "nauc_ndcg_at_100_diff1": 0.596025, "nauc_ndcg_at_1000_max": 0.426363, "nauc_ndcg_at_1000_std": -0.046918, "nauc_ndcg_at_1000_diff1": 0.600945, "nauc_map_at_1_max": 0.429846, "nauc_map_at_1_std": -0.078453, "nauc_map_at_1_diff1": 0.659562, "nauc_map_at_3_max": 0.437921, "nauc_map_at_3_std": -0.060642, "nauc_map_at_3_diff1": 0.619944, "nauc_map_at_5_max": 0.432846, "nauc_map_at_5_std": -0.059913, "nauc_map_at_5_diff1": 0.614433, "nauc_map_at_10_max": 0.431488, "nauc_map_at_10_std": -0.056392, "nauc_map_at_10_diff1": 0.612841, "nauc_map_at_20_max": 0.430641, "nauc_map_at_20_std": -0.05548, "nauc_map_at_20_diff1": 0.613042, "nauc_map_at_100_max": 0.430696, "nauc_map_at_100_std": -0.055453, "nauc_map_at_100_diff1": 0.613894, "nauc_map_at_1000_max": 0.430691, "nauc_map_at_1000_std": -0.055638, "nauc_map_at_1000_diff1": 0.614027, "nauc_recall_at_1_max": 0.429846, "nauc_recall_at_1_std": -0.078453, "nauc_recall_at_1_diff1": 0.659562, "nauc_recall_at_3_max": 0.452704, "nauc_recall_at_3_std": -0.034701, "nauc_recall_at_3_diff1": 0.563585, "nauc_recall_at_5_max": 0.429175, "nauc_recall_at_5_std": -0.025963, "nauc_recall_at_5_diff1": 0.525454, "nauc_recall_at_10_max": 0.411771, "nauc_recall_at_10_std": 0.017906, "nauc_recall_at_10_diff1": 0.482025, "nauc_recall_at_20_max": 0.38394, "nauc_recall_at_20_std": 0.069583, "nauc_recall_at_20_diff1": 0.453988, "nauc_recall_at_100_max": 0.306659, "nauc_recall_at_100_std": 0.193799, "nauc_recall_at_100_diff1": 0.343409, "nauc_recall_at_1000_max": -0.947253, "nauc_recall_at_1000_std": 0.465, "nauc_recall_at_1000_diff1": -0.827374, "nauc_precision_at_1_max": 0.429846, "nauc_precision_at_1_std": -0.078453, "nauc_precision_at_1_diff1": 0.659562, "nauc_precision_at_3_max": 0.452704, "nauc_precision_at_3_std": -0.034701, "nauc_precision_at_3_diff1": 0.563585, "nauc_precision_at_5_max": 0.429175, "nauc_precision_at_5_std": -0.025963, "nauc_precision_at_5_diff1": 0.525454, "nauc_precision_at_10_max": 0.411771, "nauc_precision_at_10_std": 0.017906, "nauc_precision_at_10_diff1": 0.482025, "nauc_precision_at_20_max": 0.38394, "nauc_precision_at_20_std": 0.069583, "nauc_precision_at_20_diff1": 0.453988, "nauc_precision_at_100_max": 0.306659, "nauc_precision_at_100_std": 0.193799, "nauc_precision_at_100_diff1": 0.343409, "nauc_precision_at_1000_max": -0.947253, "nauc_precision_at_1000_std": 0.465, "nauc_precision_at_1000_diff1": -0.827374, "nauc_mrr_at_1_max": 0.429846, "nauc_mrr_at_1_std": -0.078453, "nauc_mrr_at_1_diff1": 0.659562, "nauc_mrr_at_3_max": 0.437921, "nauc_mrr_at_3_std": -0.060642, "nauc_mrr_at_3_diff1": 0.619944, "nauc_mrr_at_5_max": 0.432846, "nauc_mrr_at_5_std": -0.059913, "nauc_mrr_at_5_diff1": 0.614433, "nauc_mrr_at_10_max": 0.431488, "nauc_mrr_at_10_std": -0.056392, "nauc_mrr_at_10_diff1": 0.612841, "nauc_mrr_at_20_max": 0.430641, "nauc_mrr_at_20_std": -0.05548, "nauc_mrr_at_20_diff1": 0.613042, "nauc_mrr_at_100_max": 0.430696, "nauc_mrr_at_100_std": -0.055453, "nauc_mrr_at_100_diff1": 0.613894, "nauc_mrr_at_1000_max": 0.430691, "nauc_mrr_at_1000_std": -0.055638, "nauc_mrr_at_1000_diff1": 0.614027, "hit_rate_at_1": 0.47533, "hit_rate_at_3": 0.63595, "hit_rate_at_5": 0.6994, "hit_rate_at_10": 0.78248, "hit_rate_at_20": 0.83837, "hit_rate_at_100": 0.94562, "hit_rate_at_1000": 0.99748, "main_score": 0.62147, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 32.245496936142445, "kg_co2_emissions": null, "date": 1783151825.28029, "evaluation_phases": [ { "name": "Data loading", "start": 7.466226816177368e-05, "end": 9.67629411071539, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 9.676310151815414, "end": 9.676311582326889, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 9.706826150417328, "end": 30.467811912298203, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 30.46802444010973, "end": 32.189435698091984, "split": "test", "subset": "default" } ] }