{ "dataset_revision": "be654b591daef1382364d563f6d3d66f61f79b35", "task_name": "YouCook2V2TRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.26321, "ndcg_at_3": 0.3555, "ndcg_at_5": 0.39207, "ndcg_at_10": 0.42658, "ndcg_at_20": 0.45089, "ndcg_at_100": 0.48254, "ndcg_at_1000": 0.49576, "map_at_1": 0.26321, "map_at_3": 0.33264, "map_at_5": 0.3529, "map_at_10": 0.3671, "map_at_20": 0.37379, "map_at_100": 0.3783, "map_at_1000": 0.37882, "recall_at_1": 0.26321, "recall_at_3": 0.42171, "recall_at_5": 0.51063, "recall_at_10": 0.61759, "recall_at_20": 0.7136, "recall_at_100": 0.88241, "recall_at_1000": 0.98518, "accuracy": 0.26321, "precision_at_1": 0.26321, "precision_at_3": 0.14057, "precision_at_5": 0.10213, "precision_at_10": 0.06176, "precision_at_20": 0.03568, "precision_at_100": 0.00882, "precision_at_1000": 0.00099, "mrr_at_1": 0.263209, "mrr_at_3": 0.332635, "mrr_at_5": 0.352899, "mrr_at_10": 0.367105, "mrr_at_20": 0.373792, "mrr_at_100": 0.378296, "mrr_at_1000": 0.378823, "nauc_ndcg_at_1_max": 0.282275, "nauc_ndcg_at_1_std": 0.042338, "nauc_ndcg_at_1_diff1": 0.494467, "nauc_ndcg_at_3_max": 0.290661, "nauc_ndcg_at_3_std": 0.071709, "nauc_ndcg_at_3_diff1": 0.426554, "nauc_ndcg_at_5_max": 0.298163, "nauc_ndcg_at_5_std": 0.090853, "nauc_ndcg_at_5_diff1": 0.405183, "nauc_ndcg_at_10_max": 0.308037, "nauc_ndcg_at_10_std": 0.105404, "nauc_ndcg_at_10_diff1": 0.401565, "nauc_ndcg_at_20_max": 0.311182, "nauc_ndcg_at_20_std": 0.119105, "nauc_ndcg_at_20_diff1": 0.399938, "nauc_ndcg_at_100_max": 0.315875, "nauc_ndcg_at_100_std": 0.11733, "nauc_ndcg_at_100_diff1": 0.411916, "nauc_ndcg_at_1000_max": 0.309941, "nauc_ndcg_at_1000_std": 0.105623, "nauc_ndcg_at_1000_diff1": 0.417038, "nauc_map_at_1_max": 0.282275, "nauc_map_at_1_std": 0.042338, "nauc_map_at_1_diff1": 0.494467, "nauc_map_at_3_max": 0.288889, "nauc_map_at_3_std": 0.064886, "nauc_map_at_3_diff1": 0.442359, "nauc_map_at_5_max": 0.293191, "nauc_map_at_5_std": 0.075574, "nauc_map_at_5_diff1": 0.430439, "nauc_map_at_10_max": 0.296906, "nauc_map_at_10_std": 0.080795, "nauc_map_at_10_diff1": 0.429564, "nauc_map_at_20_max": 0.297693, "nauc_map_at_20_std": 0.084331, "nauc_map_at_20_diff1": 0.429483, "nauc_map_at_100_max": 0.298468, "nauc_map_at_100_std": 0.083975, "nauc_map_at_100_diff1": 0.431223, "nauc_map_at_1000_max": 0.298298, "nauc_map_at_1000_std": 0.083599, "nauc_map_at_1000_diff1": 0.431392, "nauc_recall_at_1_max": 0.282275, "nauc_recall_at_1_std": 0.042338, "nauc_recall_at_1_diff1": 0.494467, "nauc_recall_at_3_max": 0.295456, "nauc_recall_at_3_std": 0.090439, "nauc_recall_at_3_diff1": 0.383158, "nauc_recall_at_5_max": 0.31305, "nauc_recall_at_5_std": 0.136683, "nauc_recall_at_5_diff1": 0.33091, "nauc_recall_at_10_max": 0.349146, "nauc_recall_at_10_std": 0.19382, "nauc_recall_at_10_diff1": 0.30762, "nauc_recall_at_20_max": 0.373045, "nauc_recall_at_20_std": 0.279369, "nauc_recall_at_20_diff1": 0.278447, "nauc_recall_at_100_max": 0.493856, "nauc_recall_at_100_std": 0.432059, "nauc_recall_at_100_diff1": 0.300993, "nauc_recall_at_1000_max": 0.773009, "nauc_recall_at_1000_std": 0.787499, "nauc_recall_at_1000_diff1": 0.323076, "nauc_precision_at_1_max": 0.282275, "nauc_precision_at_1_std": 0.042338, "nauc_precision_at_1_diff1": 0.494467, "nauc_precision_at_3_max": 0.295456, "nauc_precision_at_3_std": 0.090439, "nauc_precision_at_3_diff1": 0.383158, "nauc_precision_at_5_max": 0.31305, "nauc_precision_at_5_std": 0.136683, "nauc_precision_at_5_diff1": 0.33091, "nauc_precision_at_10_max": 0.349146, "nauc_precision_at_10_std": 0.19382, "nauc_precision_at_10_diff1": 0.30762, "nauc_precision_at_20_max": 0.373045, "nauc_precision_at_20_std": 0.279369, "nauc_precision_at_20_diff1": 0.278447, "nauc_precision_at_100_max": 0.493856, "nauc_precision_at_100_std": 0.432059, "nauc_precision_at_100_diff1": 0.300993, "nauc_precision_at_1000_max": 0.773009, "nauc_precision_at_1000_std": 0.787499, "nauc_precision_at_1000_diff1": 0.323076, "nauc_mrr_at_1_max": 0.282275, "nauc_mrr_at_1_std": 0.042338, "nauc_mrr_at_1_diff1": 0.494467, "nauc_mrr_at_3_max": 0.288889, "nauc_mrr_at_3_std": 0.064886, "nauc_mrr_at_3_diff1": 0.442359, "nauc_mrr_at_5_max": 0.293191, "nauc_mrr_at_5_std": 0.075574, "nauc_mrr_at_5_diff1": 0.430439, "nauc_mrr_at_10_max": 0.296906, "nauc_mrr_at_10_std": 0.080795, "nauc_mrr_at_10_diff1": 0.429564, "nauc_mrr_at_20_max": 0.297693, "nauc_mrr_at_20_std": 0.084331, "nauc_mrr_at_20_diff1": 0.429483, "nauc_mrr_at_100_max": 0.298468, "nauc_mrr_at_100_std": 0.083975, "nauc_mrr_at_100_diff1": 0.431223, "nauc_mrr_at_1000_max": 0.298298, "nauc_mrr_at_1000_std": 0.083599, "nauc_mrr_at_1000_diff1": 0.431392, "hit_rate_at_1": 0.26321, "hit_rate_at_3": 0.42171, "hit_rate_at_5": 0.51063, "hit_rate_at_10": 0.61759, "hit_rate_at_20": 0.7136, "hit_rate_at_100": 0.88241, "hit_rate_at_1000": 0.98518, "main_score": 0.42658, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 37062.55986905098, "kg_co2_emissions": null, "date": null }