{ "dataset_revision": "be654b591daef1382364d563f6d3d66f61f79b35", "task_name": "YouCook2T2VRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.20393, "ndcg_at_3": 0.28211, "ndcg_at_5": 0.31311, "ndcg_at_10": 0.34603, "ndcg_at_20": 0.37045, "ndcg_at_100": 0.40526, "ndcg_at_1000": 0.42392, "map_at_1": 0.20393, "map_at_3": 0.26273, "map_at_5": 0.27998, "map_at_10": 0.29362, "map_at_20": 0.30031, "map_at_100": 0.30499, "map_at_1000": 0.30566, "recall_at_1": 0.20393, "recall_at_3": 0.33827, "recall_at_5": 0.41334, "recall_at_10": 0.51482, "recall_at_20": 0.61147, "recall_at_100": 0.8009, "recall_at_1000": 0.95039, "accuracy": 0.20393, "precision_at_1": 0.20393, "precision_at_3": 0.11276, "precision_at_5": 0.08267, "precision_at_10": 0.05148, "precision_at_20": 0.03057, "precision_at_100": 0.00801, "precision_at_1000": 0.00095, "mrr_at_1": 0.20393, "mrr_at_3": 0.262726, "mrr_at_5": 0.279977, "mrr_at_10": 0.293618, "mrr_at_20": 0.300314, "mrr_at_100": 0.304993, "mrr_at_1000": 0.305656, "nauc_ndcg_at_1_max": 0.130376, "nauc_ndcg_at_1_std": -0.043867, "nauc_ndcg_at_1_diff1": 0.413319, "nauc_ndcg_at_3_max": 0.12634, "nauc_ndcg_at_3_std": -0.015455, "nauc_ndcg_at_3_diff1": 0.348318, "nauc_ndcg_at_5_max": 0.132907, "nauc_ndcg_at_5_std": 0.000116, "nauc_ndcg_at_5_diff1": 0.338379, "nauc_ndcg_at_10_max": 0.136223, "nauc_ndcg_at_10_std": 0.007953, "nauc_ndcg_at_10_diff1": 0.323328, "nauc_ndcg_at_20_max": 0.140631, "nauc_ndcg_at_20_std": 0.021664, "nauc_ndcg_at_20_diff1": 0.318681, "nauc_ndcg_at_100_max": 0.141489, "nauc_ndcg_at_100_std": 0.029499, "nauc_ndcg_at_100_diff1": 0.315349, "nauc_ndcg_at_1000_max": 0.137527, "nauc_ndcg_at_1000_std": 0.018249, "nauc_ndcg_at_1000_diff1": 0.325618, "nauc_map_at_1_max": 0.130376, "nauc_map_at_1_std": -0.043867, "nauc_map_at_1_diff1": 0.413319, "nauc_map_at_3_max": 0.126922, "nauc_map_at_3_std": -0.021878, "nauc_map_at_3_diff1": 0.361411, "nauc_map_at_5_max": 0.131051, "nauc_map_at_5_std": -0.012454, "nauc_map_at_5_diff1": 0.355642, "nauc_map_at_10_max": 0.132173, "nauc_map_at_10_std": -0.009372, "nauc_map_at_10_diff1": 0.349057, "nauc_map_at_20_max": 0.133392, "nauc_map_at_20_std": -0.005589, "nauc_map_at_20_diff1": 0.3479, "nauc_map_at_100_max": 0.133446, "nauc_map_at_100_std": -0.004596, "nauc_map_at_100_diff1": 0.347886, "nauc_map_at_1000_max": 0.133272, "nauc_map_at_1000_std": -0.004972, "nauc_map_at_1000_diff1": 0.348217, "nauc_recall_at_1_max": 0.130376, "nauc_recall_at_1_std": -0.043867, "nauc_recall_at_1_diff1": 0.413319, "nauc_recall_at_3_max": 0.124932, "nauc_recall_at_3_std": 0.001433, "nauc_recall_at_3_diff1": 0.314477, "nauc_recall_at_5_max": 0.13823, "nauc_recall_at_5_std": 0.034014, "nauc_recall_at_5_diff1": 0.293124, "nauc_recall_at_10_max": 0.149465, "nauc_recall_at_10_std": 0.059244, "nauc_recall_at_10_diff1": 0.248682, "nauc_recall_at_20_max": 0.168718, "nauc_recall_at_20_std": 0.120066, "nauc_recall_at_20_diff1": 0.221463, "nauc_recall_at_100_max": 0.19476, "nauc_recall_at_100_std": 0.24564, "nauc_recall_at_100_diff1": 0.126185, "nauc_recall_at_1000_max": 0.175381, "nauc_recall_at_1000_std": 0.318392, "nauc_recall_at_1000_diff1": 0.085298, "nauc_precision_at_1_max": 0.130376, "nauc_precision_at_1_std": -0.043867, "nauc_precision_at_1_diff1": 0.413319, "nauc_precision_at_3_max": 0.124932, "nauc_precision_at_3_std": 0.001433, "nauc_precision_at_3_diff1": 0.314477, "nauc_precision_at_5_max": 0.13823, "nauc_precision_at_5_std": 0.034014, "nauc_precision_at_5_diff1": 0.293124, "nauc_precision_at_10_max": 0.149465, "nauc_precision_at_10_std": 0.059244, "nauc_precision_at_10_diff1": 0.248682, "nauc_precision_at_20_max": 0.168718, "nauc_precision_at_20_std": 0.120066, "nauc_precision_at_20_diff1": 0.221463, "nauc_precision_at_100_max": 0.19476, "nauc_precision_at_100_std": 0.24564, "nauc_precision_at_100_diff1": 0.126185, "nauc_precision_at_1000_max": 0.175381, "nauc_precision_at_1000_std": 0.318392, "nauc_precision_at_1000_diff1": 0.085298, "nauc_mrr_at_1_max": 0.130376, "nauc_mrr_at_1_std": -0.043867, "nauc_mrr_at_1_diff1": 0.413319, "nauc_mrr_at_3_max": 0.126922, "nauc_mrr_at_3_std": -0.021878, "nauc_mrr_at_3_diff1": 0.361411, "nauc_mrr_at_5_max": 0.131051, "nauc_mrr_at_5_std": -0.012454, "nauc_mrr_at_5_diff1": 0.355642, "nauc_mrr_at_10_max": 0.132173, "nauc_mrr_at_10_std": -0.009372, "nauc_mrr_at_10_diff1": 0.349057, "nauc_mrr_at_20_max": 0.133392, "nauc_mrr_at_20_std": -0.005589, "nauc_mrr_at_20_diff1": 0.3479, "nauc_mrr_at_100_max": 0.133446, "nauc_mrr_at_100_std": -0.004596, "nauc_mrr_at_100_diff1": 0.347886, "nauc_mrr_at_1000_max": 0.133272, "nauc_mrr_at_1000_std": -0.004972, "nauc_mrr_at_1000_diff1": 0.348217, "hit_rate_at_1": 0.20393, "hit_rate_at_3": 0.33827, "hit_rate_at_5": 0.41334, "hit_rate_at_10": 0.51482, "hit_rate_at_20": 0.61147, "hit_rate_at_100": 0.8009, "hit_rate_at_1000": 0.95039, "main_score": 0.34603, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 20625.04812145233, "kg_co2_emissions": null, "date": null }