{ "dataset_revision": "995f536066b2bb7044f6b454f24a76a1c95caa33", "task_name": "MusicCapsT2ARetrieval", "mteb_version": "1.38.33", "scores": { "test": [ { "ndcg_at_1": 0.03924, "ndcg_at_3": 0.065, "ndcg_at_5": 0.07912, "ndcg_at_10": 0.09842, "ndcg_at_20": 0.11729, "ndcg_at_100": 0.16655, "ndcg_at_1000": 0.21582, "map_at_1": 0.03924, "map_at_3": 0.05836, "map_at_5": 0.06613, "map_at_10": 0.07403, "map_at_20": 0.07922, "map_at_100": 0.08568, "map_at_1000": 0.08733, "recall_at_1": 0.03924, "recall_at_3": 0.08433, "recall_at_5": 0.1189, "recall_at_10": 0.17893, "recall_at_20": 0.25345, "recall_at_100": 0.52441, "recall_at_1000": 0.92362, "cv_recall_at_1": 0.03924, "cv_recall_at_3": 0.08433, "cv_recall_at_5": 0.1189, "cv_recall_at_10": 0.17893, "cv_recall_at_20": 0.25345, "cv_recall_at_100": 0.52441, "cv_recall_at_1000": 0.92362, "precision_at_1": 0.03924, "precision_at_3": 0.02811, "precision_at_5": 0.02378, "precision_at_10": 0.01789, "precision_at_20": 0.01267, "precision_at_100": 0.00524, "precision_at_1000": 0.00092, "mrr_at_1": 0.039243, "mrr_at_3": 0.058359, "mrr_at_5": 0.066126, "mrr_at_10": 0.074029, "mrr_at_20": 0.079225, "mrr_at_100": 0.085679, "mrr_at_1000": 0.087327, "nauc_ndcg_at_1_max": -0.011587, "nauc_ndcg_at_1_std": 0.240762, "nauc_ndcg_at_1_diff1": 0.29144, "nauc_ndcg_at_3_max": -0.01329, "nauc_ndcg_at_3_std": 0.253437, "nauc_ndcg_at_3_diff1": 0.217859, "nauc_ndcg_at_5_max": -0.010319, "nauc_ndcg_at_5_std": 0.247886, "nauc_ndcg_at_5_diff1": 0.199008, "nauc_ndcg_at_10_max": 0.001471, "nauc_ndcg_at_10_std": 0.26223, "nauc_ndcg_at_10_diff1": 0.182669, "nauc_ndcg_at_20_max": 0.00111, "nauc_ndcg_at_20_std": 0.28424, "nauc_ndcg_at_20_diff1": 0.16956, "nauc_ndcg_at_100_max": 0.021496, "nauc_ndcg_at_100_std": 0.337199, "nauc_ndcg_at_100_diff1": 0.152465, "nauc_ndcg_at_1000_max": 0.013572, "nauc_ndcg_at_1000_std": 0.316184, "nauc_ndcg_at_1000_diff1": 0.16341, "nauc_map_at_1_max": -0.011587, "nauc_map_at_1_std": 0.240762, "nauc_map_at_1_diff1": 0.29144, "nauc_map_at_3_max": -0.013014, "nauc_map_at_3_std": 0.250218, "nauc_map_at_3_diff1": 0.230513, "nauc_map_at_5_max": -0.011012, "nauc_map_at_5_std": 0.245981, "nauc_map_at_5_diff1": 0.216971, "nauc_map_at_10_max": -0.0049, "nauc_map_at_10_std": 0.253065, "nauc_map_at_10_diff1": 0.206714, "nauc_map_at_20_max": -0.004638, "nauc_map_at_20_std": 0.261365, "nauc_map_at_20_diff1": 0.200582, "nauc_map_at_100_max": -0.000926, "nauc_map_at_100_std": 0.272111, "nauc_map_at_100_diff1": 0.196669, "nauc_map_at_1000_max": -0.00155, "nauc_map_at_1000_std": 0.271421, "nauc_map_at_1000_diff1": 0.197515, "nauc_recall_at_1_max": -0.011587, "nauc_recall_at_1_std": 0.240762, "nauc_recall_at_1_diff1": 0.29144, "nauc_recall_at_3_max": -0.013841, "nauc_recall_at_3_std": 0.260196, "nauc_recall_at_3_diff1": 0.19238, "nauc_recall_at_5_max": -0.008982, "nauc_recall_at_5_std": 0.251516, "nauc_recall_at_5_diff1": 0.167388, "nauc_recall_at_10_max": 0.01243, "nauc_recall_at_10_std": 0.278083, "nauc_recall_at_10_diff1": 0.14671, "nauc_recall_at_20_max": 0.009221, "nauc_recall_at_20_std": 0.321977, "nauc_recall_at_20_diff1": 0.126818, "nauc_recall_at_100_max": 0.065923, "nauc_recall_at_100_std": 0.463521, "nauc_recall_at_100_diff1": 0.084043, "nauc_recall_at_1000_max": 0.111035, "nauc_recall_at_1000_std": 0.528817, "nauc_recall_at_1000_diff1": 0.000995, "nauc_precision_at_1_max": -0.011587, "nauc_precision_at_1_std": 0.240762, "nauc_precision_at_1_diff1": 0.29144, "nauc_precision_at_3_max": -0.013841, "nauc_precision_at_3_std": 0.260196, "nauc_precision_at_3_diff1": 0.19238, "nauc_precision_at_5_max": -0.008982, "nauc_precision_at_5_std": 0.251516, "nauc_precision_at_5_diff1": 0.167388, "nauc_precision_at_10_max": 0.01243, "nauc_precision_at_10_std": 0.278083, "nauc_precision_at_10_diff1": 0.14671, "nauc_precision_at_20_max": 0.009221, "nauc_precision_at_20_std": 0.321977, "nauc_precision_at_20_diff1": 0.126818, "nauc_precision_at_100_max": 0.065923, "nauc_precision_at_100_std": 0.463521, "nauc_precision_at_100_diff1": 0.084043, "nauc_precision_at_1000_max": 0.111035, "nauc_precision_at_1000_std": 0.528817, "nauc_precision_at_1000_diff1": 0.000995, "nauc_cv_recall_at_1_max": -0.011587, "nauc_cv_recall_at_1_std": 0.240762, "nauc_cv_recall_at_1_diff1": 0.29144, "nauc_cv_recall_at_3_max": -0.013841, "nauc_cv_recall_at_3_std": 0.260196, "nauc_cv_recall_at_3_diff1": 0.19238, "nauc_cv_recall_at_5_max": -0.008982, "nauc_cv_recall_at_5_std": 0.251516, "nauc_cv_recall_at_5_diff1": 0.167388, "nauc_cv_recall_at_10_max": 0.01243, "nauc_cv_recall_at_10_std": 0.278083, "nauc_cv_recall_at_10_diff1": 0.14671, "nauc_cv_recall_at_20_max": 0.009221, "nauc_cv_recall_at_20_std": 0.321977, "nauc_cv_recall_at_20_diff1": 0.126818, "nauc_cv_recall_at_100_max": 0.065923, "nauc_cv_recall_at_100_std": 0.463521, "nauc_cv_recall_at_100_diff1": 0.084043, "nauc_cv_recall_at_1000_max": 0.111035, "nauc_cv_recall_at_1000_std": 0.528817, "nauc_cv_recall_at_1000_diff1": 0.000995, "nauc_mrr_at_1_max": -0.011587, "nauc_mrr_at_1_std": 0.240762, "nauc_mrr_at_1_diff1": 0.29144, "nauc_mrr_at_3_max": -0.013014, "nauc_mrr_at_3_std": 0.250218, "nauc_mrr_at_3_diff1": 0.230513, "nauc_mrr_at_5_max": -0.011012, "nauc_mrr_at_5_std": 0.245981, "nauc_mrr_at_5_diff1": 0.216971, "nauc_mrr_at_10_max": -0.0049, "nauc_mrr_at_10_std": 0.253065, "nauc_mrr_at_10_diff1": 0.206714, "nauc_mrr_at_20_max": -0.004638, "nauc_mrr_at_20_std": 0.261365, "nauc_mrr_at_20_diff1": 0.200582, "nauc_mrr_at_100_max": -0.000926, "nauc_mrr_at_100_std": 0.272111, "nauc_mrr_at_100_diff1": 0.196669, "nauc_mrr_at_1000_max": -0.00155, "nauc_mrr_at_1000_std": 0.271421, "nauc_mrr_at_1000_diff1": 0.197515, "main_score": 0.1189, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1859.6431059837341, "kg_co2_emissions": null }