{ "dataset_revision": "4661603cee25c1fd370e5478a2953203cf37155b", "task_name": "MSRVTTT2V", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.26849, "ndcg_at_3": 0.34962, "ndcg_at_5": 0.3745, "ndcg_at_10": 0.40395, "ndcg_at_20": 0.4302, "ndcg_at_100": 0.46423, "ndcg_at_1000": 0.48369, "map_at_1": 0.26849, "map_at_3": 0.32935, "map_at_5": 0.34317, "map_at_10": 0.35556, "map_at_20": 0.3628, "map_at_100": 0.36744, "map_at_1000": 0.36816, "recall_at_1": 0.26849, "recall_at_3": 0.40842, "recall_at_5": 0.46871, "recall_at_10": 0.55859, "recall_at_20": 0.66212, "recall_at_100": 0.84642, "recall_at_1000": 1.0, "accuracy": 0.26849, "precision_at_1": 0.26849, "precision_at_3": 0.13614, "precision_at_5": 0.09374, "precision_at_10": 0.05586, "precision_at_20": 0.03311, "precision_at_100": 0.00846, "precision_at_1000": 0.001, "mrr_at_1": 0.268487, "mrr_at_3": 0.329352, "mrr_at_5": 0.343174, "mrr_at_10": 0.355557, "mrr_at_20": 0.362798, "mrr_at_100": 0.367441, "mrr_at_1000": 0.368161, "nauc_ndcg_at_1_max": 0.433294, "nauc_ndcg_at_1_std": 0.170343, "nauc_ndcg_at_1_diff1": 0.462066, "nauc_ndcg_at_3_max": 0.452303, "nauc_ndcg_at_3_std": 0.189948, "nauc_ndcg_at_3_diff1": 0.412483, "nauc_ndcg_at_5_max": 0.455407, "nauc_ndcg_at_5_std": 0.202829, "nauc_ndcg_at_5_diff1": 0.406099, "nauc_ndcg_at_10_max": 0.464672, "nauc_ndcg_at_10_std": 0.211007, "nauc_ndcg_at_10_diff1": 0.385476, "nauc_ndcg_at_20_max": 0.474821, "nauc_ndcg_at_20_std": 0.228652, "nauc_ndcg_at_20_diff1": 0.384799, "nauc_ndcg_at_100_max": 0.466405, "nauc_ndcg_at_100_std": 0.225491, "nauc_ndcg_at_100_diff1": 0.386082, "nauc_ndcg_at_1000_max": 0.460997, "nauc_ndcg_at_1000_std": 0.211941, "nauc_ndcg_at_1000_diff1": 0.398267, "nauc_map_at_1_max": 0.433294, "nauc_map_at_1_std": 0.170343, "nauc_map_at_1_diff1": 0.462066, "nauc_map_at_3_max": 0.447166, "nauc_map_at_3_std": 0.184336, "nauc_map_at_3_diff1": 0.424637, "nauc_map_at_5_max": 0.448639, "nauc_map_at_5_std": 0.191475, "nauc_map_at_5_diff1": 0.420924, "nauc_map_at_10_max": 0.452007, "nauc_map_at_10_std": 0.194446, "nauc_map_at_10_diff1": 0.411965, "nauc_map_at_20_max": 0.454589, "nauc_map_at_20_std": 0.198987, "nauc_map_at_20_diff1": 0.411978, "nauc_map_at_100_max": 0.453446, "nauc_map_at_100_std": 0.198641, "nauc_map_at_100_diff1": 0.412391, "nauc_map_at_1000_max": 0.45321, "nauc_map_at_1000_std": 0.198123, "nauc_map_at_1000_diff1": 0.412818, "nauc_recall_at_1_max": 0.433294, "nauc_recall_at_1_std": 0.170343, "nauc_recall_at_1_diff1": 0.462066, "nauc_recall_at_3_max": 0.466682, "nauc_recall_at_3_std": 0.20576, "nauc_recall_at_3_diff1": 0.378884, "nauc_recall_at_5_max": 0.475282, "nauc_recall_at_5_std": 0.236756, "nauc_recall_at_5_diff1": 0.363869, "nauc_recall_at_10_max": 0.508036, "nauc_recall_at_10_std": 0.266613, "nauc_recall_at_10_diff1": 0.298761, "nauc_recall_at_20_max": 0.562044, "nauc_recall_at_20_std": 0.357123, "nauc_recall_at_20_diff1": 0.281074, "nauc_recall_at_100_max": 0.545657, "nauc_recall_at_100_std": 0.42803, "nauc_recall_at_100_diff1": 0.200587, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.433294, "nauc_precision_at_1_std": 0.170343, "nauc_precision_at_1_diff1": 0.462066, "nauc_precision_at_3_max": 0.466682, "nauc_precision_at_3_std": 0.20576, "nauc_precision_at_3_diff1": 0.378884, "nauc_precision_at_5_max": 0.475282, "nauc_precision_at_5_std": 0.236756, "nauc_precision_at_5_diff1": 0.363869, "nauc_precision_at_10_max": 0.508036, "nauc_precision_at_10_std": 0.266613, "nauc_precision_at_10_diff1": 0.298761, "nauc_precision_at_20_max": 0.562044, "nauc_precision_at_20_std": 0.357123, "nauc_precision_at_20_diff1": 0.281074, "nauc_precision_at_100_max": 0.545657, "nauc_precision_at_100_std": 0.42803, "nauc_precision_at_100_diff1": 0.200587, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.433294, "nauc_mrr_at_1_std": 0.170343, "nauc_mrr_at_1_diff1": 0.462066, "nauc_mrr_at_3_max": 0.447166, "nauc_mrr_at_3_std": 0.184336, "nauc_mrr_at_3_diff1": 0.424637, "nauc_mrr_at_5_max": 0.448639, "nauc_mrr_at_5_std": 0.191475, "nauc_mrr_at_5_diff1": 0.420924, "nauc_mrr_at_10_max": 0.452007, "nauc_mrr_at_10_std": 0.194446, "nauc_mrr_at_10_diff1": 0.411965, "nauc_mrr_at_20_max": 0.454589, "nauc_mrr_at_20_std": 0.198987, "nauc_mrr_at_20_diff1": 0.411978, "nauc_mrr_at_100_max": 0.453446, "nauc_mrr_at_100_std": 0.198641, "nauc_mrr_at_100_diff1": 0.412391, "nauc_mrr_at_1000_max": 0.45321, "nauc_mrr_at_1000_std": 0.198123, "nauc_mrr_at_1000_diff1": 0.412818, "hit_rate_at_1": 0.26849, "hit_rate_at_3": 0.40842, "hit_rate_at_5": 0.46871, "hit_rate_at_10": 0.55859, "hit_rate_at_20": 0.66212, "hit_rate_at_100": 0.84642, "hit_rate_at_1000": 1.0, "main_score": 0.40395, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1484.9293222427368, "kg_co2_emissions": null, "date": 1777796410.231647 }