{ "dataset_revision": "5bfb8eb997282004d1c3b322fd081b03e2011344", "task_name": "VGGSoundAVV2ARetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.00144, "ndcg_at_3": 0.00287, "ndcg_at_5": 0.00405, "ndcg_at_10": 0.00627, "ndcg_at_20": 0.01065, "ndcg_at_100": 0.03037, "ndcg_at_1000": 0.1321, "map_at_1": 0.00144, "map_at_3": 0.00239, "map_at_5": 0.00304, "map_at_10": 0.0039, "map_at_20": 0.00511, "map_at_100": 0.00735, "map_at_1000": 0.01014, "recall_at_1": 0.00144, "recall_at_3": 0.00431, "recall_at_5": 0.00718, "recall_at_10": 0.01437, "recall_at_20": 0.03161, "recall_at_100": 0.14511, "recall_at_1000": 1.0, "accuracy": 0.00144, "precision_at_1": 0.00144, "precision_at_3": 0.00144, "precision_at_5": 0.00144, "precision_at_10": 0.00144, "precision_at_20": 0.00158, "precision_at_100": 0.00145, "precision_at_1000": 0.001, "mrr_at_1": 0.001437, "mrr_at_3": 0.002395, "mrr_at_5": 0.003041, "mrr_at_10": 0.003903, "mrr_at_20": 0.005112, "mrr_at_100": 0.007353, "mrr_at_1000": 0.010138, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.098808, "nauc_ndcg_at_1_diff1": -0.07072, "nauc_ndcg_at_3_max": 0.606107, "nauc_ndcg_at_3_std": 0.155512, "nauc_ndcg_at_3_diff1": -0.114576, "nauc_ndcg_at_5_max": 0.322917, "nauc_ndcg_at_5_std": 0.159711, "nauc_ndcg_at_5_diff1": -0.223896, "nauc_ndcg_at_10_max": 0.144131, "nauc_ndcg_at_10_std": 0.202291, "nauc_ndcg_at_10_diff1": -0.300257, "nauc_ndcg_at_20_max": 0.000782, "nauc_ndcg_at_20_std": 0.231635, "nauc_ndcg_at_20_diff1": -0.184606, "nauc_ndcg_at_100_max": -0.029184, "nauc_ndcg_at_100_std": 0.098229, "nauc_ndcg_at_100_diff1": -0.029225, "nauc_ndcg_at_1000_max": -0.006052, "nauc_ndcg_at_1000_std": 0.136119, "nauc_ndcg_at_1000_diff1": -0.068785, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.098808, "nauc_map_at_1_diff1": -0.07072, "nauc_map_at_3_max": 0.684886, "nauc_map_at_3_std": 0.144171, "nauc_map_at_3_diff1": -0.105805, "nauc_map_at_5_max": 0.460053, "nauc_map_at_5_std": 0.140028, "nauc_map_at_5_diff1": -0.186791, "nauc_map_at_10_max": 0.312211, "nauc_map_at_10_std": 0.174915, "nauc_map_at_10_diff1": -0.24397, "nauc_map_at_20_max": 0.195184, "nauc_map_at_20_std": 0.19255, "nauc_map_at_20_diff1": -0.187447, "nauc_map_at_100_max": 0.132715, "nauc_map_at_100_std": 0.147506, "nauc_map_at_100_diff1": -0.119321, "nauc_map_at_1000_max": 0.124277, "nauc_map_at_1000_std": 0.152161, "nauc_map_at_1000_diff1": -0.119767, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.098808, "nauc_recall_at_1_diff1": -0.07072, "nauc_recall_at_3_max": 0.47481, "nauc_recall_at_3_std": 0.174413, "nauc_recall_at_3_diff1": -0.129195, "nauc_recall_at_5_max": 0.137972, "nauc_recall_at_5_std": 0.189534, "nauc_recall_at_5_diff1": -0.275765, "nauc_recall_at_10_max": -0.012411, "nauc_recall_at_10_std": 0.229147, "nauc_recall_at_10_diff1": -0.35553, "nauc_recall_at_20_max": -0.123267, "nauc_recall_at_20_std": 0.260418, "nauc_recall_at_20_diff1": -0.175796, "nauc_recall_at_100_max": -0.071638, "nauc_recall_at_100_std": 0.071795, "nauc_recall_at_100_diff1": 0.011824, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.098808, "nauc_precision_at_1_diff1": -0.07072, "nauc_precision_at_3_max": 0.47481, "nauc_precision_at_3_std": 0.174413, "nauc_precision_at_3_diff1": -0.129195, "nauc_precision_at_5_max": 0.137972, "nauc_precision_at_5_std": 0.189534, "nauc_precision_at_5_diff1": -0.275765, "nauc_precision_at_10_max": -0.012411, "nauc_precision_at_10_std": 0.229147, "nauc_precision_at_10_diff1": -0.35553, "nauc_precision_at_20_max": -0.123267, "nauc_precision_at_20_std": 0.260418, "nauc_precision_at_20_diff1": -0.175796, "nauc_precision_at_100_max": -0.071638, "nauc_precision_at_100_std": 0.071795, "nauc_precision_at_100_diff1": 0.011824, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.098808, "nauc_mrr_at_1_diff1": -0.07072, "nauc_mrr_at_3_max": 0.684886, "nauc_mrr_at_3_std": 0.144171, "nauc_mrr_at_3_diff1": -0.105805, "nauc_mrr_at_5_max": 0.460053, "nauc_mrr_at_5_std": 0.140028, "nauc_mrr_at_5_diff1": -0.186791, "nauc_mrr_at_10_max": 0.312211, "nauc_mrr_at_10_std": 0.174915, "nauc_mrr_at_10_diff1": -0.24397, "nauc_mrr_at_20_max": 0.195184, "nauc_mrr_at_20_std": 0.19255, "nauc_mrr_at_20_diff1": -0.187447, "nauc_mrr_at_100_max": 0.132715, "nauc_mrr_at_100_std": 0.147506, "nauc_mrr_at_100_diff1": -0.119321, "nauc_mrr_at_1000_max": 0.124277, "nauc_mrr_at_1000_std": 0.152161, "nauc_mrr_at_1000_diff1": -0.119767, "hit_rate_at_1": 0.00144, "hit_rate_at_3": 0.00431, "hit_rate_at_5": 0.00718, "hit_rate_at_10": 0.01437, "hit_rate_at_20": 0.03161, "hit_rate_at_100": 0.14511, "hit_rate_at_1000": 1.0, "main_score": 0.00627, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1725.3272261619568, "kg_co2_emissions": null, "date": null }