{ "dataset_revision": "6d467dedb09a75144ede1421747e47cf036857dd", "task_name": "Vidore2ESGReportsHLRetrieval", "mteb_version": "2.3.4", "scores": { "test": [ { "ndcg_at_1": 0.64744, "ndcg_at_3": 0.65473, "ndcg_at_5": 0.6813, "ndcg_at_10": 0.72947, "ndcg_at_20": 0.74372, "ndcg_at_100": 0.76788, "ndcg_at_1000": 0.77389, "map_at_1": 0.47839, "map_at_3": 0.57701, "map_at_5": 0.61689, "map_at_10": 0.65147, "map_at_20": 0.66079, "map_at_100": 0.66868, "map_at_1000": 0.66933, "recall_at_1": 0.47839, "recall_at_3": 0.62729, "recall_at_5": 0.7212, "recall_at_10": 0.85518, "recall_at_20": 0.89254, "recall_at_100": 0.97576, "recall_at_1000": 1.0, "accuracy": 0.47839, "precision_at_1": 0.67308, "precision_at_3": 0.36538, "precision_at_5": 0.26538, "precision_at_10": 0.16538, "precision_at_20": 0.09327, "precision_at_100": 0.0225, "precision_at_1000": 0.00246, "mrr_at_1": 0.673077, "mrr_at_3": 0.737179, "mrr_at_5": 0.746795, "mrr_at_10": 0.761691, "mrr_at_20": 0.761691, "mrr_at_100": 0.76246, "mrr_at_1000": 0.76246, "nauc_ndcg_at_1_max": 0.371805, "nauc_ndcg_at_1_std": 0.171742, "nauc_ndcg_at_1_diff1": 0.65093, "nauc_ndcg_at_3_max": 0.460049, "nauc_ndcg_at_3_std": 0.292559, "nauc_ndcg_at_3_diff1": 0.610663, "nauc_ndcg_at_5_max": 0.448531, "nauc_ndcg_at_5_std": 0.264249, "nauc_ndcg_at_5_diff1": 0.61107, "nauc_ndcg_at_10_max": 0.435021, "nauc_ndcg_at_10_std": 0.203849, "nauc_ndcg_at_10_diff1": 0.588865, "nauc_ndcg_at_20_max": 0.45163, "nauc_ndcg_at_20_std": 0.246527, "nauc_ndcg_at_20_diff1": 0.596901, "nauc_ndcg_at_100_max": 0.445405, "nauc_ndcg_at_100_std": 0.253086, "nauc_ndcg_at_100_diff1": 0.611284, "nauc_ndcg_at_1000_max": 0.437882, "nauc_ndcg_at_1000_std": 0.246826, "nauc_ndcg_at_1000_diff1": 0.622478, "nauc_map_at_1_max": 0.37818, "nauc_map_at_1_std": 0.210274, "nauc_map_at_1_diff1": 0.628176, "nauc_map_at_3_max": 0.441246, "nauc_map_at_3_std": 0.260637, "nauc_map_at_3_diff1": 0.62854, "nauc_map_at_5_max": 0.438779, "nauc_map_at_5_std": 0.2504, "nauc_map_at_5_diff1": 0.632888, "nauc_map_at_10_max": 0.440553, "nauc_map_at_10_std": 0.223553, "nauc_map_at_10_diff1": 0.617357, "nauc_map_at_20_max": 0.451141, "nauc_map_at_20_std": 0.254282, "nauc_map_at_20_diff1": 0.623517, "nauc_map_at_100_max": 0.451254, "nauc_map_at_100_std": 0.258396, "nauc_map_at_100_diff1": 0.623626, "nauc_map_at_1000_max": 0.450391, "nauc_map_at_1000_std": 0.257596, "nauc_map_at_1000_diff1": 0.624126, "nauc_recall_at_1_max": 0.37818, "nauc_recall_at_1_std": 0.210274, "nauc_recall_at_1_diff1": 0.628176, "nauc_recall_at_3_max": 0.468587, "nauc_recall_at_3_std": 0.285081, "nauc_recall_at_3_diff1": 0.589235, "nauc_recall_at_5_max": 0.446459, "nauc_recall_at_5_std": 0.247912, "nauc_recall_at_5_diff1": 0.548959, "nauc_recall_at_10_max": 0.345399, "nauc_recall_at_10_std": 0.014263, "nauc_recall_at_10_diff1": 0.338453, "nauc_recall_at_20_max": 0.428109, "nauc_recall_at_20_std": 0.202383, "nauc_recall_at_20_diff1": 0.350859, "nauc_recall_at_100_max": 0.628981, "nauc_recall_at_100_std": 0.415057, "nauc_recall_at_100_diff1": 0.231583, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.390986, "nauc_precision_at_1_std": 0.23231, "nauc_precision_at_1_diff1": 0.693822, "nauc_precision_at_3_max": 0.134298, "nauc_precision_at_3_std": 0.118192, "nauc_precision_at_3_diff1": 0.142252, "nauc_precision_at_5_max": 0.007191, "nauc_precision_at_5_std": 0.044108, "nauc_precision_at_5_diff1": -0.004095, "nauc_precision_at_10_max": -0.126757, "nauc_precision_at_10_std": -0.0956, "nauc_precision_at_10_diff1": -0.205725, "nauc_precision_at_20_max": -0.132142, "nauc_precision_at_20_std": 0.017047, "nauc_precision_at_20_diff1": -0.231894, "nauc_precision_at_100_max": -0.204568, "nauc_precision_at_100_std": -0.013658, "nauc_precision_at_100_diff1": -0.281998, "nauc_precision_at_1000_max": -0.231269, "nauc_precision_at_1000_std": -0.048162, "nauc_precision_at_1000_diff1": -0.242412, "nauc_mrr_at_1_max": 0.390986, "nauc_mrr_at_1_std": 0.23231, "nauc_mrr_at_1_diff1": 0.693822, "nauc_mrr_at_3_max": 0.415427, "nauc_mrr_at_3_std": 0.276801, "nauc_mrr_at_3_diff1": 0.6825, "nauc_mrr_at_5_max": 0.427464, "nauc_mrr_at_5_std": 0.283236, "nauc_mrr_at_5_diff1": 0.674478, "nauc_mrr_at_10_max": 0.417983, "nauc_mrr_at_10_std": 0.272726, "nauc_mrr_at_10_diff1": 0.675249, "nauc_mrr_at_20_max": 0.417983, "nauc_mrr_at_20_std": 0.272726, "nauc_mrr_at_20_diff1": 0.675249, "nauc_mrr_at_100_max": 0.420188, "nauc_mrr_at_100_std": 0.27582, "nauc_mrr_at_100_diff1": 0.675703, "nauc_mrr_at_1000_max": 0.420188, "nauc_mrr_at_1000_std": 0.27582, "nauc_mrr_at_1000_diff1": 0.675703, "cv_recall_at_1": 0.67308, "cv_recall_at_3": 0.82692, "cv_recall_at_5": 0.86538, "cv_recall_at_10": 0.98077, "cv_recall_at_20": 0.98077, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.6813, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 269.46092772483826, "kg_co2_emissions": null }