{ "dataset_revision": "177cefe5957363d1617f0427fcfa00ff0b0d7da8", "task_name": "MSVDV2TRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.40152, "ndcg_at_3": 0.54244, "ndcg_at_5": 0.5725, "ndcg_at_10": 0.60265, "ndcg_at_20": 0.6228, "ndcg_at_100": 0.64152, "ndcg_at_1000": 0.64353, "map_at_1": 0.40152, "map_at_3": 0.50833, "map_at_5": 0.52508, "map_at_10": 0.53767, "map_at_20": 0.54332, "map_at_100": 0.54597, "map_at_1000": 0.54606, "recall_at_1": 0.40152, "recall_at_3": 0.64091, "recall_at_5": 0.71364, "recall_at_10": 0.80606, "recall_at_20": 0.88485, "recall_at_100": 0.98485, "recall_at_1000": 1.0, "accuracy": 0.40152, "precision_at_1": 0.40152, "precision_at_3": 0.21364, "precision_at_5": 0.14273, "precision_at_10": 0.08061, "precision_at_20": 0.04424, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.401515, "mrr_at_3": 0.508333, "mrr_at_5": 0.525076, "mrr_at_10": 0.537671, "mrr_at_20": 0.543324, "mrr_at_100": 0.545971, "mrr_at_1000": 0.546058, "nauc_ndcg_at_1_max": 0.194183, "nauc_ndcg_at_1_std": -0.077678, "nauc_ndcg_at_1_diff1": 0.57054, "nauc_ndcg_at_3_max": 0.239131, "nauc_ndcg_at_3_std": -0.114914, "nauc_ndcg_at_3_diff1": 0.537414, "nauc_ndcg_at_5_max": 0.236098, "nauc_ndcg_at_5_std": -0.118986, "nauc_ndcg_at_5_diff1": 0.512397, "nauc_ndcg_at_10_max": 0.252873, "nauc_ndcg_at_10_std": -0.109289, "nauc_ndcg_at_10_diff1": 0.509072, "nauc_ndcg_at_20_max": 0.250088, "nauc_ndcg_at_20_std": -0.115193, "nauc_ndcg_at_20_diff1": 0.519159, "nauc_ndcg_at_100_max": 0.241616, "nauc_ndcg_at_100_std": -0.101117, "nauc_ndcg_at_100_diff1": 0.528116, "nauc_ndcg_at_1000_max": 0.239082, "nauc_ndcg_at_1000_std": -0.104535, "nauc_ndcg_at_1000_diff1": 0.529048, "nauc_map_at_1_max": 0.194183, "nauc_map_at_1_std": -0.077678, "nauc_map_at_1_diff1": 0.57054, "nauc_map_at_3_max": 0.226945, "nauc_map_at_3_std": -0.105045, "nauc_map_at_3_diff1": 0.545115, "nauc_map_at_5_max": 0.225055, "nauc_map_at_5_std": -0.107032, "nauc_map_at_5_diff1": 0.531924, "nauc_map_at_10_max": 0.23136, "nauc_map_at_10_std": -0.102635, "nauc_map_at_10_diff1": 0.531372, "nauc_map_at_20_max": 0.230443, "nauc_map_at_20_std": -0.104117, "nauc_map_at_20_diff1": 0.534291, "nauc_map_at_100_max": 0.229885, "nauc_map_at_100_std": -0.102037, "nauc_map_at_100_diff1": 0.535682, "nauc_map_at_1000_max": 0.229817, "nauc_map_at_1000_std": -0.102155, "nauc_map_at_1000_diff1": 0.535707, "nauc_recall_at_1_max": 0.194183, "nauc_recall_at_1_std": -0.077678, "nauc_recall_at_1_diff1": 0.57054, "nauc_recall_at_3_max": 0.279451, "nauc_recall_at_3_std": -0.147461, "nauc_recall_at_3_diff1": 0.512518, "nauc_recall_at_5_max": 0.276978, "nauc_recall_at_5_std": -0.164299, "nauc_recall_at_5_diff1": 0.435699, "nauc_recall_at_10_max": 0.369381, "nauc_recall_at_10_std": -0.138741, "nauc_recall_at_10_diff1": 0.390065, "nauc_recall_at_20_max": 0.412583, "nauc_recall_at_20_std": -0.207117, "nauc_recall_at_20_diff1": 0.407852, "nauc_recall_at_100_max": 0.570822, "nauc_recall_at_100_std": 0.319468, "nauc_recall_at_100_diff1": 0.402568, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.194183, "nauc_precision_at_1_std": -0.077678, "nauc_precision_at_1_diff1": 0.57054, "nauc_precision_at_3_max": 0.279451, "nauc_precision_at_3_std": -0.147461, "nauc_precision_at_3_diff1": 0.512518, "nauc_precision_at_5_max": 0.276978, "nauc_precision_at_5_std": -0.164299, "nauc_precision_at_5_diff1": 0.435699, "nauc_precision_at_10_max": 0.369381, "nauc_precision_at_10_std": -0.138741, "nauc_precision_at_10_diff1": 0.390065, "nauc_precision_at_20_max": 0.412583, "nauc_precision_at_20_std": -0.207117, "nauc_precision_at_20_diff1": 0.407852, "nauc_precision_at_100_max": 0.570822, "nauc_precision_at_100_std": 0.319468, "nauc_precision_at_100_diff1": 0.402568, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.194183, "nauc_mrr_at_1_std": -0.077678, "nauc_mrr_at_1_diff1": 0.57054, "nauc_mrr_at_3_max": 0.226945, "nauc_mrr_at_3_std": -0.105045, "nauc_mrr_at_3_diff1": 0.545115, "nauc_mrr_at_5_max": 0.225055, "nauc_mrr_at_5_std": -0.107032, "nauc_mrr_at_5_diff1": 0.531924, "nauc_mrr_at_10_max": 0.23136, "nauc_mrr_at_10_std": -0.102635, "nauc_mrr_at_10_diff1": 0.531372, "nauc_mrr_at_20_max": 0.230443, "nauc_mrr_at_20_std": -0.104117, "nauc_mrr_at_20_diff1": 0.534291, "nauc_mrr_at_100_max": 0.229885, "nauc_mrr_at_100_std": -0.102037, "nauc_mrr_at_100_diff1": 0.535682, "nauc_mrr_at_1000_max": 0.229817, "nauc_mrr_at_1000_std": -0.102155, "nauc_mrr_at_1000_diff1": 0.535707, "hit_rate_at_1": 0.40152, "hit_rate_at_3": 0.64091, "hit_rate_at_5": 0.71364, "hit_rate_at_10": 0.80606, "hit_rate_at_20": 0.88485, "hit_rate_at_100": 0.98485, "hit_rate_at_1000": 1.0, "main_score": 0.60265, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 284.5594058036804, "kg_co2_emissions": null, "date": null }