{ "dataset_revision": "66a901dddee938a175f87d3dededeae506c13af8", "task_name": "BrightProEarthScienceRetrieval", "mteb_version": "2.18.6", "scores": { "standard": [ { "ndcg_at_1": 0.68696, "ndcg_at_3": 0.61607, "ndcg_at_5": 0.58752, "ndcg_at_10": 0.58337, "ndcg_at_20": 0.63078, "ndcg_at_100": 0.71229, "ndcg_at_1000": 0.73352, "map_at_1": 0.11839, "map_at_3": 0.25678, "map_at_5": 0.34353, "map_at_10": 0.43511, "map_at_20": 0.47645, "map_at_100": 0.50969, "map_at_1000": 0.51302, "recall_at_1": 0.11839, "recall_at_3": 0.27657, "recall_at_5": 0.39982, "recall_at_10": 0.55416, "recall_at_20": 0.677, "recall_at_100": 0.89763, "recall_at_1000": 0.97528, "accuracy": 0.11839, "precision_at_1": 0.68696, "precision_at_3": 0.58261, "precision_at_5": 0.52522, "precision_at_10": 0.38348, "precision_at_20": 0.24043, "precision_at_100": 0.06591, "precision_at_1000": 0.00728, "mrr_at_1": 0.686957, "mrr_at_3": 0.766667, "mrr_at_5": 0.786232, "mrr_at_10": 0.791184, "mrr_at_20": 0.791184, "mrr_at_100": 0.791987, "mrr_at_1000": 0.791987, "nauc_ndcg_at_1_max": 0.306653, "nauc_ndcg_at_1_std": -0.182457, "nauc_ndcg_at_1_diff1": 0.213507, "nauc_ndcg_at_3_max": 0.277929, "nauc_ndcg_at_3_std": -0.110749, "nauc_ndcg_at_3_diff1": 0.071753, "nauc_ndcg_at_5_max": 0.299871, "nauc_ndcg_at_5_std": -0.128276, "nauc_ndcg_at_5_diff1": 0.024535, "nauc_ndcg_at_10_max": 0.322796, "nauc_ndcg_at_10_std": -0.184619, "nauc_ndcg_at_10_diff1": 0.025112, "nauc_ndcg_at_20_max": 0.33975, "nauc_ndcg_at_20_std": -0.177855, "nauc_ndcg_at_20_diff1": -0.004441, "nauc_ndcg_at_100_max": 0.334612, "nauc_ndcg_at_100_std": -0.087478, "nauc_ndcg_at_100_diff1": 0.016579, "nauc_ndcg_at_1000_max": 0.329712, "nauc_ndcg_at_1000_std": -0.093218, "nauc_ndcg_at_1000_diff1": 0.021282, "nauc_map_at_1_max": 0.108113, "nauc_map_at_1_std": -0.301255, "nauc_map_at_1_diff1": 0.192712, "nauc_map_at_3_max": 0.224569, "nauc_map_at_3_std": -0.257349, "nauc_map_at_3_diff1": 0.156579, "nauc_map_at_5_max": 0.313163, "nauc_map_at_5_std": -0.208596, "nauc_map_at_5_diff1": 0.100789, "nauc_map_at_10_max": 0.339045, "nauc_map_at_10_std": -0.176276, "nauc_map_at_10_diff1": 0.051933, "nauc_map_at_20_max": 0.331396, "nauc_map_at_20_std": -0.175343, "nauc_map_at_20_diff1": 0.030179, "nauc_map_at_100_max": 0.334112, "nauc_map_at_100_std": -0.144414, "nauc_map_at_100_diff1": 0.033909, "nauc_map_at_1000_max": 0.332027, "nauc_map_at_1000_std": -0.144759, "nauc_map_at_1000_diff1": 0.034275, "nauc_recall_at_1_max": 0.108113, "nauc_recall_at_1_std": -0.301255, "nauc_recall_at_1_diff1": 0.192712, "nauc_recall_at_3_max": 0.24016, "nauc_recall_at_3_std": -0.232939, "nauc_recall_at_3_diff1": 0.133576, "nauc_recall_at_5_max": 0.326401, "nauc_recall_at_5_std": -0.20632, "nauc_recall_at_5_diff1": 0.055137, "nauc_recall_at_10_max": 0.330845, "nauc_recall_at_10_std": -0.167802, "nauc_recall_at_10_diff1": -0.016785, "nauc_recall_at_20_max": 0.297589, "nauc_recall_at_20_std": -0.202352, "nauc_recall_at_20_diff1": -0.099406, "nauc_recall_at_100_max": 0.209935, "nauc_recall_at_100_std": 0.164119, "nauc_recall_at_100_diff1": -0.089786, "nauc_recall_at_1000_max": 0.157416, "nauc_recall_at_1000_std": 0.608678, "nauc_recall_at_1000_diff1": -0.19282, "nauc_precision_at_1_max": 0.306653, "nauc_precision_at_1_std": -0.182457, "nauc_precision_at_1_diff1": 0.213507, "nauc_precision_at_3_max": 0.295264, "nauc_precision_at_3_std": -0.033278, "nauc_precision_at_3_diff1": 0.019378, "nauc_precision_at_5_max": 0.302815, "nauc_precision_at_5_std": 0.009887, "nauc_precision_at_5_diff1": -0.083698, "nauc_precision_at_10_max": 0.236183, "nauc_precision_at_10_std": 0.049186, "nauc_precision_at_10_diff1": -0.119, "nauc_precision_at_20_max": 0.134576, "nauc_precision_at_20_std": 0.075668, "nauc_precision_at_20_diff1": -0.181794, "nauc_precision_at_100_max": -0.027015, "nauc_precision_at_100_std": 0.260661, "nauc_precision_at_100_diff1": -0.142193, "nauc_precision_at_1000_max": -0.100404, "nauc_precision_at_1000_std": 0.231588, "nauc_precision_at_1000_diff1": -0.140581, "nauc_mrr_at_1_max": 0.306653, "nauc_mrr_at_1_std": -0.182457, "nauc_mrr_at_1_diff1": 0.213507, "nauc_mrr_at_3_max": 0.299885, "nauc_mrr_at_3_std": -0.184213, "nauc_mrr_at_3_diff1": 0.155626, "nauc_mrr_at_5_max": 0.307698, "nauc_mrr_at_5_std": -0.160882, "nauc_mrr_at_5_diff1": 0.135861, "nauc_mrr_at_10_max": 0.31116, "nauc_mrr_at_10_std": -0.180118, "nauc_mrr_at_10_diff1": 0.152806, "nauc_mrr_at_20_max": 0.31116, "nauc_mrr_at_20_std": -0.180118, "nauc_mrr_at_20_diff1": 0.152806, "nauc_mrr_at_100_max": 0.310428, "nauc_mrr_at_100_std": -0.179522, "nauc_mrr_at_100_diff1": 0.154707, "nauc_mrr_at_1000_max": 0.310428, "nauc_mrr_at_1000_std": -0.179522, "nauc_mrr_at_1000_diff1": 0.154707, "hit_rate_at_1": 0.68696, "hit_rate_at_3": 0.86957, "hit_rate_at_5": 0.93913, "hit_rate_at_10": 0.97391, "hit_rate_at_20": 0.97391, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.58337, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.6" } ] }, "evaluation_time": 2001.2425072239712, "kg_co2_emissions": null, "date": 1786264113.14331, "evaluation_phases": [ { "name": "Data loading", "start": 1.067004632204771e-05, "end": 1.8801560150459409, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.8801693320274353, "end": 1.8801711479900405, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 1.8855514600872993, "end": 2001.034264260088, "split": "standard", "subset": "default" }, { "name": "Scoring", "start": 2001.0342873970512, "end": 2001.2182738840347, "split": "standard", "subset": "default" } ] }