{ "dataset_revision": "3f10f4998714e03b9fda8064360a768b0a3fbb4f", "task_name": "BrightProSustainableLivingRetrieval", "mteb_version": "2.18.6", "scores": { "standard": [ { "ndcg_at_1": 0.51887, "ndcg_at_3": 0.49731, "ndcg_at_5": 0.46741, "ndcg_at_10": 0.45005, "ndcg_at_20": 0.49007, "ndcg_at_100": 0.58766, "ndcg_at_1000": 0.6364, "map_at_1": 0.07558, "map_at_3": 0.16878, "map_at_5": 0.22379, "map_at_10": 0.28808, "map_at_20": 0.33521, "map_at_100": 0.37434, "map_at_1000": 0.38058, "recall_at_1": 0.07558, "recall_at_3": 0.1889, "recall_at_5": 0.2687, "recall_at_10": 0.4054, "recall_at_20": 0.53148, "recall_at_100": 0.77921, "recall_at_1000": 0.96782, "accuracy": 0.07558, "precision_at_1": 0.51887, "precision_at_3": 0.47799, "precision_at_5": 0.43019, "precision_at_10": 0.33208, "precision_at_20": 0.23019, "precision_at_100": 0.07075, "precision_at_1000": 0.00885, "mrr_at_1": 0.518868, "mrr_at_3": 0.606918, "mrr_at_5": 0.628616, "mrr_at_10": 0.642621, "mrr_at_20": 0.64465, "mrr_at_100": 0.645496, "mrr_at_1000": 0.645651, "nauc_ndcg_at_1_max": 0.493258, "nauc_ndcg_at_1_std": 0.024486, "nauc_ndcg_at_1_diff1": 0.21542, "nauc_ndcg_at_3_max": 0.426802, "nauc_ndcg_at_3_std": 0.041913, "nauc_ndcg_at_3_diff1": 0.14526, "nauc_ndcg_at_5_max": 0.389611, "nauc_ndcg_at_5_std": 0.070044, "nauc_ndcg_at_5_diff1": 0.09511, "nauc_ndcg_at_10_max": 0.394053, "nauc_ndcg_at_10_std": 0.054441, "nauc_ndcg_at_10_diff1": 0.095825, "nauc_ndcg_at_20_max": 0.379189, "nauc_ndcg_at_20_std": 0.06933, "nauc_ndcg_at_20_diff1": 0.069909, "nauc_ndcg_at_100_max": 0.436097, "nauc_ndcg_at_100_std": 0.110106, "nauc_ndcg_at_100_diff1": 0.074164, "nauc_ndcg_at_1000_max": 0.44384, "nauc_ndcg_at_1000_std": 0.115376, "nauc_ndcg_at_1000_diff1": 0.069193, "nauc_map_at_1_max": 0.374829, "nauc_map_at_1_std": 0.111005, "nauc_map_at_1_diff1": 0.234309, "nauc_map_at_3_max": 0.410466, "nauc_map_at_3_std": 0.130406, "nauc_map_at_3_diff1": 0.212989, "nauc_map_at_5_max": 0.381728, "nauc_map_at_5_std": 0.124015, "nauc_map_at_5_diff1": 0.142615, "nauc_map_at_10_max": 0.391484, "nauc_map_at_10_std": 0.086153, "nauc_map_at_10_diff1": 0.102059, "nauc_map_at_20_max": 0.368664, "nauc_map_at_20_std": 0.084449, "nauc_map_at_20_diff1": 0.080767, "nauc_map_at_100_max": 0.393217, "nauc_map_at_100_std": 0.108894, "nauc_map_at_100_diff1": 0.086381, "nauc_map_at_1000_max": 0.39564, "nauc_map_at_1000_std": 0.112483, "nauc_map_at_1000_diff1": 0.085944, "nauc_recall_at_1_max": 0.374829, "nauc_recall_at_1_std": 0.111005, "nauc_recall_at_1_diff1": 0.234309, "nauc_recall_at_3_max": 0.373568, "nauc_recall_at_3_std": 0.114545, "nauc_recall_at_3_diff1": 0.183724, "nauc_recall_at_5_max": 0.330623, "nauc_recall_at_5_std": 0.114892, "nauc_recall_at_5_diff1": 0.083415, "nauc_recall_at_10_max": 0.290257, "nauc_recall_at_10_std": 0.019136, "nauc_recall_at_10_diff1": 0.056234, "nauc_recall_at_20_max": 0.307057, "nauc_recall_at_20_std": 0.057772, "nauc_recall_at_20_diff1": 0.037922, "nauc_recall_at_100_max": 0.415464, "nauc_recall_at_100_std": 0.135363, "nauc_recall_at_100_diff1": 0.077656, "nauc_recall_at_1000_max": 0.580688, "nauc_recall_at_1000_std": 0.715394, "nauc_recall_at_1000_diff1": 0.095035, "nauc_precision_at_1_max": 0.493258, "nauc_precision_at_1_std": 0.024486, "nauc_precision_at_1_diff1": 0.21542, "nauc_precision_at_3_max": 0.392876, "nauc_precision_at_3_std": 0.035614, "nauc_precision_at_3_diff1": 0.124411, "nauc_precision_at_5_max": 0.310295, "nauc_precision_at_5_std": 0.049077, "nauc_precision_at_5_diff1": 0.010417, "nauc_precision_at_10_max": 0.253949, "nauc_precision_at_10_std": -0.007963, "nauc_precision_at_10_diff1": -0.059869, "nauc_precision_at_20_max": 0.203053, "nauc_precision_at_20_std": 0.005049, "nauc_precision_at_20_diff1": -0.064875, "nauc_precision_at_100_max": 0.178461, "nauc_precision_at_100_std": 0.082017, "nauc_precision_at_100_diff1": -0.076888, "nauc_precision_at_1000_max": 0.075233, "nauc_precision_at_1000_std": 0.036547, "nauc_precision_at_1000_diff1": -0.090953, "nauc_mrr_at_1_max": 0.493258, "nauc_mrr_at_1_std": 0.024486, "nauc_mrr_at_1_diff1": 0.21542, "nauc_mrr_at_3_max": 0.47269, "nauc_mrr_at_3_std": -0.017061, "nauc_mrr_at_3_diff1": 0.172909, "nauc_mrr_at_5_max": 0.463272, "nauc_mrr_at_5_std": -0.002334, "nauc_mrr_at_5_diff1": 0.164085, "nauc_mrr_at_10_max": 0.463024, "nauc_mrr_at_10_std": -0.017043, "nauc_mrr_at_10_diff1": 0.156531, "nauc_mrr_at_20_max": 0.464551, "nauc_mrr_at_20_std": -0.015298, "nauc_mrr_at_20_diff1": 0.154057, "nauc_mrr_at_100_max": 0.467151, "nauc_mrr_at_100_std": -0.014658, "nauc_mrr_at_100_diff1": 0.158562, "nauc_mrr_at_1000_max": 0.466942, "nauc_mrr_at_1000_std": -0.014691, "nauc_mrr_at_1000_diff1": 0.158584, "hit_rate_at_1": 0.51887, "hit_rate_at_3": 0.71698, "hit_rate_at_5": 0.81132, "hit_rate_at_10": 0.91509, "hit_rate_at_20": 0.9434, "hit_rate_at_100": 0.9717, "hit_rate_at_1000": 1.0, "main_score": 0.45005, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.6" } ] }, "evaluation_time": 2196.2929766131565, "kg_co2_emissions": null, "date": 1786263958.676535, "evaluation_phases": [ { "name": "Data loading", "start": 8.111819624900818e-06, "end": 1.9607958383858204, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.9608071940019727, "end": 1.960808695293963, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 1.9640366826206446, "end": 2196.1908825905994, "split": "standard", "subset": "default" }, { "name": "Scoring", "start": 2196.1909054219723, "end": 2196.2769511137158, "split": "standard", "subset": "default" } ] }