{ "dataset_revision": "e87473c4832ea982bbeca1dde94bbebfa6ea6ada", "task_name": "ActivityNetCaptionsT2VRetrieval", "mteb_version": "2.14.0", "scores": { "test": [ { "ndcg_at_1": 0.35524, "ndcg_at_3": 0.45649, "ndcg_at_5": 0.49246, "ndcg_at_10": 0.5266, "ndcg_at_20": 0.55207, "ndcg_at_100": 0.57668, "ndcg_at_1000": 0.58251, "map_at_1": 0.35524, "map_at_3": 0.43131, "map_at_5": 0.45129, "map_at_10": 0.46533, "map_at_20": 0.47232, "map_at_100": 0.47591, "map_at_1000": 0.47615, "recall_at_1": 0.35524, "recall_at_3": 0.52948, "recall_at_5": 0.61671, "recall_at_10": 0.72256, "recall_at_20": 0.8233, "recall_at_100": 0.95311, "recall_at_1000": 0.99795, "accuracy": 0.35524, "precision_at_1": 0.35524, "precision_at_3": 0.17649, "precision_at_5": 0.12334, "precision_at_10": 0.07226, "precision_at_20": 0.04117, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.355242, "mrr_at_3": 0.431306, "mrr_at_5": 0.45129, "mrr_at_10": 0.465325, "mrr_at_20": 0.472315, "mrr_at_100": 0.47591, "mrr_at_1000": 0.47615, "nauc_ndcg_at_1_max": 0.168174, "nauc_ndcg_at_1_std": -0.205022, "nauc_ndcg_at_1_diff1": 0.538995, "nauc_ndcg_at_3_max": 0.160999, "nauc_ndcg_at_3_std": -0.214012, "nauc_ndcg_at_3_diff1": 0.477497, "nauc_ndcg_at_5_max": 0.161232, "nauc_ndcg_at_5_std": -0.210686, "nauc_ndcg_at_5_diff1": 0.461647, "nauc_ndcg_at_10_max": 0.168804, "nauc_ndcg_at_10_std": -0.206365, "nauc_ndcg_at_10_diff1": 0.45906, "nauc_ndcg_at_20_max": 0.17533, "nauc_ndcg_at_20_std": -0.204169, "nauc_ndcg_at_20_diff1": 0.462133, "nauc_ndcg_at_100_max": 0.177143, "nauc_ndcg_at_100_std": -0.194466, "nauc_ndcg_at_100_diff1": 0.471138, "nauc_ndcg_at_1000_max": 0.171482, "nauc_ndcg_at_1000_std": -0.202056, "nauc_ndcg_at_1000_diff1": 0.474967, "nauc_map_at_1_max": 0.168174, "nauc_map_at_1_std": -0.205022, "nauc_map_at_1_diff1": 0.538995, "nauc_map_at_3_max": 0.162392, "nauc_map_at_3_std": -0.211947, "nauc_map_at_3_diff1": 0.492227, "nauc_map_at_5_max": 0.162441, "nauc_map_at_5_std": -0.210109, "nauc_map_at_5_diff1": 0.483866, "nauc_map_at_10_max": 0.165437, "nauc_map_at_10_std": -0.208372, "nauc_map_at_10_diff1": 0.483276, "nauc_map_at_20_max": 0.167046, "nauc_map_at_20_std": -0.207949, "nauc_map_at_20_diff1": 0.484383, "nauc_map_at_100_max": 0.167494, "nauc_map_at_100_std": -0.206445, "nauc_map_at_100_diff1": 0.485555, "nauc_map_at_1000_max": 0.167308, "nauc_map_at_1000_std": -0.206679, "nauc_map_at_1000_diff1": 0.485713, "nauc_recall_at_1_max": 0.168174, "nauc_recall_at_1_std": -0.205022, "nauc_recall_at_1_diff1": 0.538995, "nauc_recall_at_3_max": 0.157015, "nauc_recall_at_3_std": -0.220093, "nauc_recall_at_3_diff1": 0.433863, "nauc_recall_at_5_max": 0.157684, "nauc_recall_at_5_std": -0.211934, "nauc_recall_at_5_diff1": 0.387529, "nauc_recall_at_10_max": 0.186694, "nauc_recall_at_10_std": -0.195373, "nauc_recall_at_10_diff1": 0.359103, "nauc_recall_at_20_max": 0.239478, "nauc_recall_at_20_std": -0.173713, "nauc_recall_at_20_diff1": 0.335278, "nauc_recall_at_100_max": 0.427778, "nauc_recall_at_100_std": 0.161232, "nauc_recall_at_100_diff1": 0.300804, "nauc_recall_at_1000_max": 0.166679, "nauc_recall_at_1000_std": 0.103997, "nauc_recall_at_1000_diff1": 0.250154, "nauc_precision_at_1_max": 0.168174, "nauc_precision_at_1_std": -0.205022, "nauc_precision_at_1_diff1": 0.538995, "nauc_precision_at_3_max": 0.157015, "nauc_precision_at_3_std": -0.220093, "nauc_precision_at_3_diff1": 0.433863, "nauc_precision_at_5_max": 0.157684, "nauc_precision_at_5_std": -0.211934, "nauc_precision_at_5_diff1": 0.387529, "nauc_precision_at_10_max": 0.186694, "nauc_precision_at_10_std": -0.195373, "nauc_precision_at_10_diff1": 0.359103, "nauc_precision_at_20_max": 0.239478, "nauc_precision_at_20_std": -0.173713, "nauc_precision_at_20_diff1": 0.335278, "nauc_precision_at_100_max": 0.427778, "nauc_precision_at_100_std": 0.161232, "nauc_precision_at_100_diff1": 0.300804, "nauc_precision_at_1000_max": 0.166679, "nauc_precision_at_1000_std": 0.103997, "nauc_precision_at_1000_diff1": 0.250154, "nauc_mrr_at_1_max": 0.168174, "nauc_mrr_at_1_std": -0.205022, "nauc_mrr_at_1_diff1": 0.538995, "nauc_mrr_at_3_max": 0.162392, "nauc_mrr_at_3_std": -0.211947, "nauc_mrr_at_3_diff1": 0.492227, "nauc_mrr_at_5_max": 0.162441, "nauc_mrr_at_5_std": -0.210109, "nauc_mrr_at_5_diff1": 0.483866, "nauc_mrr_at_10_max": 0.165437, "nauc_mrr_at_10_std": -0.208372, "nauc_mrr_at_10_diff1": 0.483276, "nauc_mrr_at_20_max": 0.167046, "nauc_mrr_at_20_std": -0.207949, "nauc_mrr_at_20_diff1": 0.484383, "nauc_mrr_at_100_max": 0.167494, "nauc_mrr_at_100_std": -0.206445, "nauc_mrr_at_100_diff1": 0.485555, "nauc_mrr_at_1000_max": 0.167308, "nauc_mrr_at_1000_std": -0.206679, "nauc_mrr_at_1000_diff1": 0.485713, "hit_rate_at_1": 0.35524, "hit_rate_at_3": 0.52948, "hit_rate_at_5": 0.61671, "hit_rate_at_10": 0.72256, "hit_rate_at_20": 0.8233, "hit_rate_at_100": 0.95311, "hit_rate_at_1000": 0.99795, "main_score": 0.5266, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.14.0" } ] }, "evaluation_time": 1113.97021651268, "kg_co2_emissions": null, "date": null }