{ "dataset_revision": "6d467dedb09a75144ede1421747e47cf036857dd", "task_name": "Vidore2ESGReportsHLRetrieval", "mteb_version": "2.18.11", "scores": { "test": [ { "ndcg_at_1": 0.54487, "ndcg_at_3": 0.61676, "ndcg_at_5": 0.62301, "ndcg_at_10": 0.65741, "ndcg_at_20": 0.69203, "ndcg_at_100": 0.71274, "ndcg_at_1000": 0.72225, "map_at_1": 0.38814, "map_at_3": 0.52421, "map_at_5": 0.55077, "map_at_10": 0.57527, "map_at_20": 0.59022, "map_at_100": 0.59666, "map_at_1000": 0.59787, "recall_at_1": 0.38814, "recall_at_3": 0.61332, "recall_at_5": 0.68082, "recall_at_10": 0.77138, "recall_at_20": 0.88115, "recall_at_100": 0.95777, "recall_at_1000": 1.0, "accuracy": 0.38814, "precision_at_1": 0.55769, "precision_at_3": 0.35897, "precision_at_5": 0.25, "precision_at_10": 0.14808, "precision_at_20": 0.09135, "precision_at_100": 0.02212, "precision_at_1000": 0.00246, "mrr_at_1": 0.557692, "mrr_at_3": 0.660256, "mrr_at_5": 0.673718, "mrr_at_10": 0.682532, "mrr_at_20": 0.689973, "mrr_at_100": 0.689973, "mrr_at_1000": 0.689973, "nauc_ndcg_at_1_max": 0.381861, "nauc_ndcg_at_1_std": 0.441964, "nauc_ndcg_at_1_diff1": 0.617484, "nauc_ndcg_at_3_max": 0.486649, "nauc_ndcg_at_3_std": 0.44298, "nauc_ndcg_at_3_diff1": 0.591171, "nauc_ndcg_at_5_max": 0.406701, "nauc_ndcg_at_5_std": 0.378122, "nauc_ndcg_at_5_diff1": 0.572278, "nauc_ndcg_at_10_max": 0.423362, "nauc_ndcg_at_10_std": 0.400409, "nauc_ndcg_at_10_diff1": 0.618194, "nauc_ndcg_at_20_max": 0.420118, "nauc_ndcg_at_20_std": 0.416306, "nauc_ndcg_at_20_diff1": 0.609183, "nauc_ndcg_at_100_max": 0.412783, "nauc_ndcg_at_100_std": 0.413982, "nauc_ndcg_at_100_diff1": 0.593528, "nauc_ndcg_at_1000_max": 0.40993, "nauc_ndcg_at_1000_std": 0.409501, "nauc_ndcg_at_1000_diff1": 0.588844, "nauc_map_at_1_max": 0.314222, "nauc_map_at_1_std": 0.195844, "nauc_map_at_1_diff1": 0.722532, "nauc_map_at_3_max": 0.410036, "nauc_map_at_3_std": 0.314899, "nauc_map_at_3_diff1": 0.627137, "nauc_map_at_5_max": 0.387983, "nauc_map_at_5_std": 0.33905, "nauc_map_at_5_diff1": 0.609331, "nauc_map_at_10_max": 0.421479, "nauc_map_at_10_std": 0.37832, "nauc_map_at_10_diff1": 0.624069, "nauc_map_at_20_max": 0.41968, "nauc_map_at_20_std": 0.386732, "nauc_map_at_20_diff1": 0.620503, "nauc_map_at_100_max": 0.42118, "nauc_map_at_100_std": 0.387914, "nauc_map_at_100_diff1": 0.616259, "nauc_map_at_1000_max": 0.421497, "nauc_map_at_1000_std": 0.388245, "nauc_map_at_1000_diff1": 0.615877, "nauc_recall_at_1_max": 0.314222, "nauc_recall_at_1_std": 0.195844, "nauc_recall_at_1_diff1": 0.722532, "nauc_recall_at_3_max": 0.480527, "nauc_recall_at_3_std": 0.345811, "nauc_recall_at_3_diff1": 0.547696, "nauc_recall_at_5_max": 0.403017, "nauc_recall_at_5_std": 0.335834, "nauc_recall_at_5_diff1": 0.488264, "nauc_recall_at_10_max": 0.39887, "nauc_recall_at_10_std": 0.30204, "nauc_recall_at_10_diff1": 0.579303, "nauc_recall_at_20_max": 0.399954, "nauc_recall_at_20_std": 0.369774, "nauc_recall_at_20_diff1": 0.547639, "nauc_recall_at_100_max": 0.424731, "nauc_recall_at_100_std": 0.464404, "nauc_recall_at_100_diff1": 0.596448, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.359047, "nauc_precision_at_1_std": 0.419983, "nauc_precision_at_1_diff1": 0.632622, "nauc_precision_at_3_max": 0.305192, "nauc_precision_at_3_std": 0.480384, "nauc_precision_at_3_diff1": 0.031729, "nauc_precision_at_5_max": 0.184804, "nauc_precision_at_5_std": 0.473168, "nauc_precision_at_5_diff1": -0.10783, "nauc_precision_at_10_max": 0.188804, "nauc_precision_at_10_std": 0.439725, "nauc_precision_at_10_diff1": -0.139282, "nauc_precision_at_20_max": 0.038534, "nauc_precision_at_20_std": 0.296741, "nauc_precision_at_20_diff1": -0.307819, "nauc_precision_at_100_max": -0.033111, "nauc_precision_at_100_std": 0.157025, "nauc_precision_at_100_diff1": -0.372514, "nauc_precision_at_1000_max": -0.079955, "nauc_precision_at_1000_std": 0.078449, "nauc_precision_at_1000_diff1": -0.404529, "nauc_mrr_at_1_max": 0.359047, "nauc_mrr_at_1_std": 0.419983, "nauc_mrr_at_1_diff1": 0.632622, "nauc_mrr_at_3_max": 0.38787, "nauc_mrr_at_3_std": 0.453387, "nauc_mrr_at_3_diff1": 0.585625, "nauc_mrr_at_5_max": 0.373879, "nauc_mrr_at_5_std": 0.431485, "nauc_mrr_at_5_diff1": 0.577143, "nauc_mrr_at_10_max": 0.364151, "nauc_mrr_at_10_std": 0.414843, "nauc_mrr_at_10_diff1": 0.596721, "nauc_mrr_at_20_max": 0.362321, "nauc_mrr_at_20_std": 0.417119, "nauc_mrr_at_20_diff1": 0.593358, "nauc_mrr_at_100_max": 0.362321, "nauc_mrr_at_100_std": 0.417119, "nauc_mrr_at_100_diff1": 0.593358, "nauc_mrr_at_1000_max": 0.362321, "nauc_mrr_at_1000_std": 0.417119, "nauc_mrr_at_1000_diff1": 0.593358, "hit_rate_at_1": 0.55769, "hit_rate_at_3": 0.78846, "hit_rate_at_5": 0.84615, "hit_rate_at_10": 0.90385, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.62301, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.11" } ] }, "evaluation_time": 11137.626592386048, "kg_co2_emissions": null, "date": 1785680498.295814, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 2.196576588321477, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 2.208640931174159, "end": 11137.456143398304, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 11137.456185095012, "end": 11137.614292928018, "split": "test", "subset": "default" } ] }