{ "dataset_revision": "6757300d912abd580dda453bced37cb7f5b44c78", "task_name": "ESGReports", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.36111, "ndcg_at_3": 0.38584, "ndcg_at_5": 0.42324, "ndcg_at_10": 0.44478, "ndcg_at_20": 0.49461, "ndcg_at_25": 0.51114, "ndcg_at_50": 0.56235, "ndcg_at_100": 0.56758, "ndcg_at_1000": 0.56758, "map_at_1": 0.2787, "map_at_3": 0.34051, "map_at_5": 0.36296, "map_at_10": 0.37459, "map_at_20": 0.3916, "map_at_25": 0.39723, "map_at_50": 0.40915, "map_at_100": 0.41057, "map_at_1000": 0.41057, "recall_at_1": 0.2787, "recall_at_3": 0.39861, "recall_at_5": 0.49583, "recall_at_10": 0.5463, "recall_at_20": 0.71574, "recall_at_25": 0.76898, "recall_at_50": 0.98056, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.2787, "precision_at_1": 0.36111, "precision_at_3": 0.2037, "precision_at_5": 0.15556, "precision_at_10": 0.09167, "precision_at_20": 0.0625, "precision_at_25": 0.05667, "precision_at_50": 0.03833, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.361111, "mrr_at_3": 0.425926, "mrr_at_5": 0.464815, "mrr_at_10": 0.473413, "mrr_at_20": 0.481152, "mrr_at_25": 0.481152, "mrr_at_50": 0.485098, "mrr_at_100": 0.485098, "mrr_at_1000": 0.485098, "nauc_ndcg_at_1_max": 0.124112, "nauc_ndcg_at_1_std": 0.117002, "nauc_ndcg_at_1_diff1": 0.55407, "nauc_ndcg_at_3_max": 0.122785, "nauc_ndcg_at_3_std": 0.20138, "nauc_ndcg_at_3_diff1": 0.528508, "nauc_ndcg_at_5_max": 0.096462, "nauc_ndcg_at_5_std": 0.14882, "nauc_ndcg_at_5_diff1": 0.513856, "nauc_ndcg_at_10_max": 0.093652, "nauc_ndcg_at_10_std": 0.177005, "nauc_ndcg_at_10_diff1": 0.498234, "nauc_ndcg_at_20_max": 0.16171, "nauc_ndcg_at_20_std": 0.202906, "nauc_ndcg_at_20_diff1": 0.515971, "nauc_ndcg_at_25_max": 0.162098, "nauc_ndcg_at_25_std": 0.229654, "nauc_ndcg_at_25_diff1": 0.518886, "nauc_ndcg_at_50_max": 0.115667, "nauc_ndcg_at_50_std": 0.208513, "nauc_ndcg_at_50_diff1": 0.502365, "nauc_ndcg_at_100_max": 0.115359, "nauc_ndcg_at_100_std": 0.19529, "nauc_ndcg_at_100_diff1": 0.51464, "nauc_ndcg_at_1000_max": 0.115359, "nauc_ndcg_at_1000_std": 0.19529, "nauc_ndcg_at_1000_diff1": 0.51464, "nauc_map_at_1_max": 0.109007, "nauc_map_at_1_std": 0.10029, "nauc_map_at_1_diff1": 0.421925, "nauc_map_at_3_max": 0.113542, "nauc_map_at_3_std": 0.159505, "nauc_map_at_3_diff1": 0.506725, "nauc_map_at_5_max": 0.102571, "nauc_map_at_5_std": 0.144561, "nauc_map_at_5_diff1": 0.50433, "nauc_map_at_10_max": 0.099708, "nauc_map_at_10_std": 0.16336, "nauc_map_at_10_diff1": 0.499375, "nauc_map_at_20_max": 0.115044, "nauc_map_at_20_std": 0.173291, "nauc_map_at_20_diff1": 0.504187, "nauc_map_at_25_max": 0.113426, "nauc_map_at_25_std": 0.18022, "nauc_map_at_25_diff1": 0.503613, "nauc_map_at_50_max": 0.107924, "nauc_map_at_50_std": 0.179022, "nauc_map_at_50_diff1": 0.5016, "nauc_map_at_100_max": 0.107758, "nauc_map_at_100_std": 0.176753, "nauc_map_at_100_diff1": 0.503933, "nauc_map_at_1000_max": 0.107758, "nauc_map_at_1000_std": 0.176753, "nauc_map_at_1000_diff1": 0.503933, "nauc_recall_at_1_max": 0.109007, "nauc_recall_at_1_std": 0.10029, "nauc_recall_at_1_diff1": 0.421925, "nauc_recall_at_3_max": 0.081075, "nauc_recall_at_3_std": 0.151541, "nauc_recall_at_3_diff1": 0.468895, "nauc_recall_at_5_max": 0.029991, "nauc_recall_at_5_std": 0.094193, "nauc_recall_at_5_diff1": 0.439615, "nauc_recall_at_10_max": 0.010325, "nauc_recall_at_10_std": 0.131188, "nauc_recall_at_10_diff1": 0.38616, "nauc_recall_at_20_max": 0.339192, "nauc_recall_at_20_std": 0.238899, "nauc_recall_at_20_diff1": 0.391837, "nauc_recall_at_25_max": 0.377079, "nauc_recall_at_25_std": 0.370077, "nauc_recall_at_25_diff1": 0.398733, "nauc_recall_at_50_max": -0.024873, "nauc_recall_at_50_std": 0.656466, "nauc_recall_at_50_diff1": -0.687214, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.124112, "nauc_precision_at_1_std": 0.117002, "nauc_precision_at_1_diff1": 0.55407, "nauc_precision_at_3_max": 0.182052, "nauc_precision_at_3_std": 0.324996, "nauc_precision_at_3_diff1": 0.622916, "nauc_precision_at_5_max": 0.03841, "nauc_precision_at_5_std": 0.239978, "nauc_precision_at_5_diff1": 0.573596, "nauc_precision_at_10_max": 0.038008, "nauc_precision_at_10_std": 0.392685, "nauc_precision_at_10_diff1": 0.422947, "nauc_precision_at_20_max": 0.065852, "nauc_precision_at_20_std": 0.281887, "nauc_precision_at_20_diff1": 0.216611, "nauc_precision_at_25_max": 0.036178, "nauc_precision_at_25_std": 0.299062, "nauc_precision_at_25_diff1": 0.127635, "nauc_precision_at_50_max": -0.125672, "nauc_precision_at_50_std": 0.13213, "nauc_precision_at_50_diff1": -0.109407, "nauc_precision_at_100_max": -0.119948, "nauc_precision_at_100_std": 0.079087, "nauc_precision_at_100_diff1": -0.06993, "nauc_precision_at_1000_max": -0.119948, "nauc_precision_at_1000_std": 0.079087, "nauc_precision_at_1000_diff1": -0.06993, "nauc_mrr_at_1_max": 0.124112, "nauc_mrr_at_1_std": 0.117002, "nauc_mrr_at_1_diff1": 0.55407, "nauc_mrr_at_3_max": 0.188436, "nauc_mrr_at_3_std": 0.233229, "nauc_mrr_at_3_diff1": 0.577144, "nauc_mrr_at_5_max": 0.14676, "nauc_mrr_at_5_std": 0.199432, "nauc_mrr_at_5_diff1": 0.557747, "nauc_mrr_at_10_max": 0.146615, "nauc_mrr_at_10_std": 0.19757, "nauc_mrr_at_10_diff1": 0.551712, "nauc_mrr_at_20_max": 0.166212, "nauc_mrr_at_20_std": 0.201871, "nauc_mrr_at_20_diff1": 0.556653, "nauc_mrr_at_25_max": 0.166212, "nauc_mrr_at_25_std": 0.201871, "nauc_mrr_at_25_diff1": 0.556653, "nauc_mrr_at_50_max": 0.161077, "nauc_mrr_at_50_std": 0.199169, "nauc_mrr_at_50_diff1": 0.556257, "nauc_mrr_at_100_max": 0.161077, "nauc_mrr_at_100_std": 0.199169, "nauc_mrr_at_100_diff1": 0.556257, "nauc_mrr_at_1000_max": 0.161077, "nauc_mrr_at_1000_std": 0.199169, "nauc_mrr_at_1000_diff1": 0.556257, "hit_rate_at_1": 0.36111, "hit_rate_at_3": 0.52778, "hit_rate_at_5": 0.69444, "hit_rate_at_10": 0.75, "hit_rate_at_20": 0.86111, "hit_rate_at_25": 0.86111, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.361111, "R_cap_at_3": 0.412037, "R_cap_at_5": 0.496759, "R_cap_at_10": 0.546296, "R_cap_at_20": 0.715741, "R_cap_at_25": 0.768981, "R_cap_at_50": 0.980556, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.44478, "hf_subset": "ESG-Reports", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 69.03826067317277, "kg_co2_emissions": null, "date": 1784007979.206044, "evaluation_phases": [ { "name": "Data loading", "start": 6.600283086299896e-06, "end": 15.355326378718019, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 15.3553401324898, "end": 15.355346039868891, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 15.410144043155015, "end": 68.90075453557074, "split": "test", "subset": "ESG-Reports" }, { "name": "Scoring", "start": 68.9008550895378, "end": 68.95898650586605, "split": "test", "subset": "ESG-Reports" } ] }