{ "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", "task_name": "BrightEarthScienceLongRetrieval", "mteb_version": "2.12.44", "scores": { "long": [ { "ndcg_at_1": 0.43103, "ndcg_at_3": 0.47372, "ndcg_at_5": 0.5163, "ndcg_at_10": 0.54874, "ndcg_at_20": 0.57754, "ndcg_at_100": 0.60986, "ndcg_at_1000": 0.62046, "map_at_1": 0.33477, "map_at_3": 0.42325, "map_at_5": 0.45256, "map_at_10": 0.46887, "map_at_20": 0.47997, "map_at_100": 0.48686, "map_at_1000": 0.4873, "recall_at_1": 0.33477, "recall_at_3": 0.51365, "recall_at_5": 0.60129, "recall_at_10": 0.69181, "recall_at_20": 0.7852, "recall_at_100": 0.92385, "recall_at_1000": 1.0, "accuracy": 0.33477, "precision_at_1": 0.43103, "precision_at_3": 0.24138, "precision_at_5": 0.17759, "precision_at_10": 0.10345, "precision_at_20": 0.06078, "precision_at_100": 0.01483, "precision_at_1000": 0.00161, "mrr_at_1": 0.431034, "mrr_at_3": 0.533046, "mrr_at_5": 0.549425, "mrr_at_10": 0.558344, "mrr_at_20": 0.562977, "mrr_at_100": 0.565915, "mrr_at_1000": 0.566028, "nauc_ndcg_at_1_max": 0.3866, "nauc_ndcg_at_1_std": -0.020471, "nauc_ndcg_at_1_diff1": 0.375249, "nauc_ndcg_at_3_max": 0.332504, "nauc_ndcg_at_3_std": -0.08356, "nauc_ndcg_at_3_diff1": 0.290001, "nauc_ndcg_at_5_max": 0.369899, "nauc_ndcg_at_5_std": -0.075146, "nauc_ndcg_at_5_diff1": 0.287876, "nauc_ndcg_at_10_max": 0.358992, "nauc_ndcg_at_10_std": -0.083561, "nauc_ndcg_at_10_diff1": 0.278927, "nauc_ndcg_at_20_max": 0.34978, "nauc_ndcg_at_20_std": -0.058896, "nauc_ndcg_at_20_diff1": 0.282844, "nauc_ndcg_at_100_max": 0.355595, "nauc_ndcg_at_100_std": -0.076049, "nauc_ndcg_at_100_diff1": 0.281355, "nauc_ndcg_at_1000_max": 0.354733, "nauc_ndcg_at_1000_std": -0.062431, "nauc_ndcg_at_1000_diff1": 0.282458, "nauc_map_at_1_max": 0.422006, "nauc_map_at_1_std": -0.004998, "nauc_map_at_1_diff1": 0.370071, "nauc_map_at_3_max": 0.351769, "nauc_map_at_3_std": -0.072655, "nauc_map_at_3_diff1": 0.309562, "nauc_map_at_5_max": 0.369436, "nauc_map_at_5_std": -0.066362, "nauc_map_at_5_diff1": 0.301173, "nauc_map_at_10_max": 0.365599, "nauc_map_at_10_std": -0.072142, "nauc_map_at_10_diff1": 0.293179, "nauc_map_at_20_max": 0.365079, "nauc_map_at_20_std": -0.062466, "nauc_map_at_20_diff1": 0.295866, "nauc_map_at_100_max": 0.365254, "nauc_map_at_100_std": -0.063718, "nauc_map_at_100_diff1": 0.295036, "nauc_map_at_1000_max": 0.365189, "nauc_map_at_1000_std": -0.063063, "nauc_map_at_1000_diff1": 0.29491, "nauc_recall_at_1_max": 0.422006, "nauc_recall_at_1_std": -0.004998, "nauc_recall_at_1_diff1": 0.370071, "nauc_recall_at_3_max": 0.295004, "nauc_recall_at_3_std": -0.113734, "nauc_recall_at_3_diff1": 0.233132, "nauc_recall_at_5_max": 0.37522, "nauc_recall_at_5_std": -0.101024, "nauc_recall_at_5_diff1": 0.235101, "nauc_recall_at_10_max": 0.318668, "nauc_recall_at_10_std": -0.132815, "nauc_recall_at_10_diff1": 0.203731, "nauc_recall_at_20_max": 0.249728, "nauc_recall_at_20_std": -0.065819, "nauc_recall_at_20_diff1": 0.188749, "nauc_recall_at_100_max": 0.330229, "nauc_recall_at_100_std": -0.394329, "nauc_recall_at_100_diff1": 0.15505, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.3866, "nauc_precision_at_1_std": -0.020471, "nauc_precision_at_1_diff1": 0.375249, "nauc_precision_at_3_max": 0.095679, "nauc_precision_at_3_std": -0.171969, "nauc_precision_at_3_diff1": 0.132132, "nauc_precision_at_5_max": 0.11205, "nauc_precision_at_5_std": -0.073121, "nauc_precision_at_5_diff1": 0.050428, "nauc_precision_at_10_max": 0.021731, "nauc_precision_at_10_std": -0.07499, "nauc_precision_at_10_diff1": -0.063555, "nauc_precision_at_20_max": -0.065105, "nauc_precision_at_20_std": 0.054679, "nauc_precision_at_20_diff1": -0.104713, "nauc_precision_at_100_max": -0.190915, "nauc_precision_at_100_std": 0.044996, "nauc_precision_at_100_diff1": -0.19259, "nauc_precision_at_1000_max": -0.253656, "nauc_precision_at_1000_std": 0.095361, "nauc_precision_at_1000_diff1": -0.258662, "nauc_mrr_at_1_max": 0.3866, "nauc_mrr_at_1_std": -0.020471, "nauc_mrr_at_1_diff1": 0.375249, "nauc_mrr_at_3_max": 0.323765, "nauc_mrr_at_3_std": -0.068658, "nauc_mrr_at_3_diff1": 0.29569, "nauc_mrr_at_5_max": 0.352996, "nauc_mrr_at_5_std": -0.064215, "nauc_mrr_at_5_diff1": 0.30914, "nauc_mrr_at_10_max": 0.353639, "nauc_mrr_at_10_std": -0.064284, "nauc_mrr_at_10_diff1": 0.314389, "nauc_mrr_at_20_max": 0.347393, "nauc_mrr_at_20_std": -0.060051, "nauc_mrr_at_20_diff1": 0.313936, "nauc_mrr_at_100_max": 0.35019, "nauc_mrr_at_100_std": -0.062593, "nauc_mrr_at_100_diff1": 0.312792, "nauc_mrr_at_1000_max": 0.350099, "nauc_mrr_at_1000_std": -0.062364, "nauc_mrr_at_1000_diff1": 0.312831, "hit_rate_at_1": 0.43103, "hit_rate_at_3": 0.66379, "hit_rate_at_5": 0.73276, "hit_rate_at_10": 0.80172, "hit_rate_at_20": 0.87069, "hit_rate_at_100": 0.9569, "hit_rate_at_1000": 1.0, "main_score": 0.33477, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.12.44" } ] }, "evaluation_time": 57.52885174751282, "kg_co2_emissions": null, "date": 1778283090.534517 }