{ "dataset_revision": "25648862e812eef5fbeb51de859ce3127dbc055e", "task_name": "BrightProRoboticsRetrieval", "mteb_version": "2.18.6", "scores": { "standard": [ { "ndcg_at_1": 0.59406, "ndcg_at_3": 0.45099, "ndcg_at_5": 0.40597, "ndcg_at_10": 0.42215, "ndcg_at_20": 0.47315, "ndcg_at_100": 0.54736, "ndcg_at_1000": 0.59175, "map_at_1": 0.11171, "map_at_3": 0.1978, "map_at_5": 0.23547, "map_at_10": 0.27772, "map_at_20": 0.30802, "map_at_100": 0.33354, "map_at_1000": 0.33772, "recall_at_1": 0.11171, "recall_at_3": 0.22795, "recall_at_5": 0.29598, "recall_at_10": 0.40742, "recall_at_20": 0.5338, "recall_at_100": 0.74804, "recall_at_1000": 0.94698, "accuracy": 0.11171, "precision_at_1": 0.59406, "precision_at_3": 0.41254, "precision_at_5": 0.32871, "precision_at_10": 0.23267, "precision_at_20": 0.15545, "precision_at_100": 0.04505, "precision_at_1000": 0.00579, "mrr_at_1": 0.594059, "mrr_at_3": 0.653465, "mrr_at_5": 0.671287, "mrr_at_10": 0.681707, "mrr_at_20": 0.684669, "mrr_at_100": 0.685959, "mrr_at_1000": 0.685995, "nauc_ndcg_at_1_max": 0.704503, "nauc_ndcg_at_1_std": 0.090724, "nauc_ndcg_at_1_diff1": 0.627529, "nauc_ndcg_at_3_max": 0.478208, "nauc_ndcg_at_3_std": 0.131254, "nauc_ndcg_at_3_diff1": 0.37778, "nauc_ndcg_at_5_max": 0.463296, "nauc_ndcg_at_5_std": 0.122565, "nauc_ndcg_at_5_diff1": 0.344111, "nauc_ndcg_at_10_max": 0.517379, "nauc_ndcg_at_10_std": 0.160837, "nauc_ndcg_at_10_diff1": 0.428877, "nauc_ndcg_at_20_max": 0.507372, "nauc_ndcg_at_20_std": 0.184441, "nauc_ndcg_at_20_diff1": 0.431168, "nauc_ndcg_at_100_max": 0.500083, "nauc_ndcg_at_100_std": 0.191485, "nauc_ndcg_at_100_diff1": 0.416091, "nauc_ndcg_at_1000_max": 0.510505, "nauc_ndcg_at_1000_std": 0.197476, "nauc_ndcg_at_1000_diff1": 0.419631, "nauc_map_at_1_max": 0.576231, "nauc_map_at_1_std": -0.040686, "nauc_map_at_1_diff1": 0.555609, "nauc_map_at_3_max": 0.566114, "nauc_map_at_3_std": 0.002122, "nauc_map_at_3_diff1": 0.50745, "nauc_map_at_5_max": 0.539217, "nauc_map_at_5_std": 0.055483, "nauc_map_at_5_diff1": 0.446806, "nauc_map_at_10_max": 0.514657, "nauc_map_at_10_std": 0.100751, "nauc_map_at_10_diff1": 0.424021, "nauc_map_at_20_max": 0.501193, "nauc_map_at_20_std": 0.131857, "nauc_map_at_20_diff1": 0.411535, "nauc_map_at_100_max": 0.495915, "nauc_map_at_100_std": 0.14771, "nauc_map_at_100_diff1": 0.403934, "nauc_map_at_1000_max": 0.49615, "nauc_map_at_1000_std": 0.149677, "nauc_map_at_1000_diff1": 0.4018, "nauc_recall_at_1_max": 0.576231, "nauc_recall_at_1_std": -0.040686, "nauc_recall_at_1_diff1": 0.555609, "nauc_recall_at_3_max": 0.487499, "nauc_recall_at_3_std": 0.017571, "nauc_recall_at_3_diff1": 0.443876, "nauc_recall_at_5_max": 0.439398, "nauc_recall_at_5_std": 0.092953, "nauc_recall_at_5_diff1": 0.365181, "nauc_recall_at_10_max": 0.40982, "nauc_recall_at_10_std": 0.177023, "nauc_recall_at_10_diff1": 0.355175, "nauc_recall_at_20_max": 0.317489, "nauc_recall_at_20_std": 0.205788, "nauc_recall_at_20_diff1": 0.278922, "nauc_recall_at_100_max": 0.218434, "nauc_recall_at_100_std": 0.166748, "nauc_recall_at_100_diff1": 0.181973, "nauc_recall_at_1000_max": 0.223482, "nauc_recall_at_1000_std": 0.271424, "nauc_recall_at_1000_diff1": 0.202406, "nauc_precision_at_1_max": 0.704503, "nauc_precision_at_1_std": 0.090724, "nauc_precision_at_1_diff1": 0.627529, "nauc_precision_at_3_max": 0.398092, "nauc_precision_at_3_std": 0.152987, "nauc_precision_at_3_diff1": 0.296739, "nauc_precision_at_5_max": 0.333562, "nauc_precision_at_5_std": 0.198269, "nauc_precision_at_5_diff1": 0.184379, "nauc_precision_at_10_max": 0.242668, "nauc_precision_at_10_std": 0.257965, "nauc_precision_at_10_diff1": 0.137522, "nauc_precision_at_20_max": 0.108834, "nauc_precision_at_20_std": 0.2723, "nauc_precision_at_20_diff1": 0.033771, "nauc_precision_at_100_max": -0.052464, "nauc_precision_at_100_std": 0.206432, "nauc_precision_at_100_diff1": -0.107258, "nauc_precision_at_1000_max": -0.148894, "nauc_precision_at_1000_std": 0.153694, "nauc_precision_at_1000_diff1": -0.193868, "nauc_mrr_at_1_max": 0.704503, "nauc_mrr_at_1_std": 0.090724, "nauc_mrr_at_1_diff1": 0.627529, "nauc_mrr_at_3_max": 0.673895, "nauc_mrr_at_3_std": 0.158374, "nauc_mrr_at_3_diff1": 0.601073, "nauc_mrr_at_5_max": 0.66898, "nauc_mrr_at_5_std": 0.145723, "nauc_mrr_at_5_diff1": 0.595246, "nauc_mrr_at_10_max": 0.678261, "nauc_mrr_at_10_std": 0.1499, "nauc_mrr_at_10_diff1": 0.60485, "nauc_mrr_at_20_max": 0.676589, "nauc_mrr_at_20_std": 0.147296, "nauc_mrr_at_20_diff1": 0.602716, "nauc_mrr_at_100_max": 0.67655, "nauc_mrr_at_100_std": 0.145139, "nauc_mrr_at_100_diff1": 0.60273, "nauc_mrr_at_1000_max": 0.676629, "nauc_mrr_at_1000_std": 0.14524, "nauc_mrr_at_1000_diff1": 0.602799, "hit_rate_at_1": 0.59406, "hit_rate_at_3": 0.74257, "hit_rate_at_5": 0.83168, "hit_rate_at_10": 0.91089, "hit_rate_at_20": 0.9505, "hit_rate_at_100": 0.9901, "hit_rate_at_1000": 1.0, "main_score": 0.42215, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.6" } ] }, "evaluation_time": 1045.3799409879139, "kg_co2_emissions": null, "date": 1786263151.445609, "evaluation_phases": [ { "name": "Data loading", "start": 1.2245960533618927e-05, "end": 1.7388417199254036, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.7388598379911855, "end": 1.7388639149721712, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 1.7438471659552306, "end": 1045.1472169599729, "split": "standard", "subset": "default" }, { "name": "Scoring", "start": 1045.1472624799935, "end": 1045.3468272839673, "split": "standard", "subset": "default" } ] }