{ "dataset_revision": "6d467dedb09a75144ede1421747e47cf036857dd", "task_name": "Vidore2ESGReportsHLRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.64103, "ndcg_at_3": 0.64968, "ndcg_at_5": 0.66362, "ndcg_at_10": 0.70808, "ndcg_at_20": 0.74141, "ndcg_at_100": 0.76043, "ndcg_at_1000": 0.76557, "map_at_1": 0.44904, "map_at_3": 0.57548, "map_at_5": 0.61293, "map_at_10": 0.64389, "map_at_20": 0.65804, "map_at_100": 0.66456, "map_at_1000": 0.6651, "recall_at_1": 0.44904, "recall_at_3": 0.63059, "recall_at_5": 0.68765, "recall_at_10": 0.8088, "recall_at_20": 0.91408, "recall_at_100": 0.97796, "recall_at_1000": 1.0, "accuracy": 0.44904, "precision_at_1": 0.65385, "precision_at_3": 0.36538, "precision_at_5": 0.26538, "precision_at_10": 0.16154, "precision_at_20": 0.09712, "precision_at_100": 0.02269, "precision_at_1000": 0.00246, "mrr_at_1": 0.653846, "mrr_at_3": 0.717949, "mrr_at_5": 0.722756, "mrr_at_10": 0.729563, "mrr_at_20": 0.736448, "mrr_at_100": 0.737322, "mrr_at_1000": 0.737322, "nauc_ndcg_at_1_max": 0.28897, "nauc_ndcg_at_1_std": 0.132842, "nauc_ndcg_at_1_diff1": 0.631621, "nauc_ndcg_at_3_max": 0.22078, "nauc_ndcg_at_3_std": 0.179786, "nauc_ndcg_at_3_diff1": 0.519451, "nauc_ndcg_at_5_max": 0.231791, "nauc_ndcg_at_5_std": 0.204024, "nauc_ndcg_at_5_diff1": 0.50308, "nauc_ndcg_at_10_max": 0.211742, "nauc_ndcg_at_10_std": 0.1524, "nauc_ndcg_at_10_diff1": 0.524145, "nauc_ndcg_at_20_max": 0.215241, "nauc_ndcg_at_20_std": 0.186543, "nauc_ndcg_at_20_diff1": 0.532385, "nauc_ndcg_at_100_max": 0.234394, "nauc_ndcg_at_100_std": 0.200362, "nauc_ndcg_at_100_diff1": 0.545552, "nauc_ndcg_at_1000_max": 0.229185, "nauc_ndcg_at_1000_std": 0.190587, "nauc_ndcg_at_1000_diff1": 0.542546, "nauc_map_at_1_max": 0.295122, "nauc_map_at_1_std": 0.208582, "nauc_map_at_1_diff1": 0.619338, "nauc_map_at_3_max": 0.246017, "nauc_map_at_3_std": 0.173095, "nauc_map_at_3_diff1": 0.528735, "nauc_map_at_5_max": 0.272638, "nauc_map_at_5_std": 0.202612, "nauc_map_at_5_diff1": 0.498736, "nauc_map_at_10_max": 0.251498, "nauc_map_at_10_std": 0.181511, "nauc_map_at_10_diff1": 0.510839, "nauc_map_at_20_max": 0.254633, "nauc_map_at_20_std": 0.196896, "nauc_map_at_20_diff1": 0.514709, "nauc_map_at_100_max": 0.25948, "nauc_map_at_100_std": 0.206499, "nauc_map_at_100_diff1": 0.515501, "nauc_map_at_1000_max": 0.259754, "nauc_map_at_1000_std": 0.206135, "nauc_map_at_1000_diff1": 0.515328, "nauc_recall_at_1_max": 0.295122, "nauc_recall_at_1_std": 0.208582, "nauc_recall_at_1_diff1": 0.619338, "nauc_recall_at_3_max": 0.138372, "nauc_recall_at_3_std": 0.131067, "nauc_recall_at_3_diff1": 0.446527, "nauc_recall_at_5_max": 0.169204, "nauc_recall_at_5_std": 0.179373, "nauc_recall_at_5_diff1": 0.399997, "nauc_recall_at_10_max": 0.122759, "nauc_recall_at_10_std": 0.063193, "nauc_recall_at_10_diff1": 0.426973, "nauc_recall_at_20_max": 0.118801, "nauc_recall_at_20_std": 0.20427, "nauc_recall_at_20_diff1": 0.38423, "nauc_recall_at_100_max": 0.354163, "nauc_recall_at_100_std": 0.481156, "nauc_recall_at_100_diff1": 0.561088, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.271222, "nauc_precision_at_1_std": 0.111197, "nauc_precision_at_1_diff1": 0.614773, "nauc_precision_at_3_max": -0.033292, "nauc_precision_at_3_std": -0.070096, "nauc_precision_at_3_diff1": 0.035927, "nauc_precision_at_5_max": 0.001074, "nauc_precision_at_5_std": 0.032938, "nauc_precision_at_5_diff1": -0.086212, "nauc_precision_at_10_max": -0.105271, "nauc_precision_at_10_std": -0.051245, "nauc_precision_at_10_diff1": -0.146425, "nauc_precision_at_20_max": -0.163673, "nauc_precision_at_20_std": -0.011284, "nauc_precision_at_20_diff1": -0.236638, "nauc_precision_at_100_max": -0.138654, "nauc_precision_at_100_std": 0.049263, "nauc_precision_at_100_diff1": -0.289085, "nauc_precision_at_1000_max": -0.148452, "nauc_precision_at_1000_std": -0.011933, "nauc_precision_at_1000_diff1": -0.303295, "nauc_mrr_at_1_max": 0.271222, "nauc_mrr_at_1_std": 0.111197, "nauc_mrr_at_1_diff1": 0.614773, "nauc_mrr_at_3_max": 0.165499, "nauc_mrr_at_3_std": 0.100483, "nauc_mrr_at_3_diff1": 0.595842, "nauc_mrr_at_5_max": 0.171853, "nauc_mrr_at_5_std": 0.105692, "nauc_mrr_at_5_diff1": 0.586084, "nauc_mrr_at_10_max": 0.178521, "nauc_mrr_at_10_std": 0.103264, "nauc_mrr_at_10_diff1": 0.592369, "nauc_mrr_at_20_max": 0.189011, "nauc_mrr_at_20_std": 0.112305, "nauc_mrr_at_20_diff1": 0.591324, "nauc_mrr_at_100_max": 0.189275, "nauc_mrr_at_100_std": 0.110579, "nauc_mrr_at_100_diff1": 0.593158, "nauc_mrr_at_1000_max": 0.189275, "nauc_mrr_at_1000_std": 0.110579, "nauc_mrr_at_1000_diff1": 0.593158, "hit_rate_at_1": 0.65385, "hit_rate_at_3": 0.80769, "hit_rate_at_5": 0.82692, "hit_rate_at_10": 0.88462, "hit_rate_at_20": 0.98077, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.66362, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 129.21159648895264, "kg_co2_emissions": null, "date": 1782065611.06486 }