{ "dataset_revision": "e6cf8c1771177dbf88550dbdd8c867d676d15119", "task_name": "GTZANAudioReranking", "mteb_version": "2.12.38", "scores": { "test": [ { "ndcg_at_1": 0.57, "ndcg_at_3": 0.48989, "ndcg_at_5": 0.61286, "ndcg_at_10": 0.71917, "ndcg_at_20": 0.75266, "ndcg_at_100": 0.75266, "ndcg_at_1000": 0.75266, "map_at_1": 0.19, "map_at_3": 0.39111, "map_at_5": 0.49544, "map_at_10": 0.57602, "map_at_20": 0.59835, "map_at_100": 0.59835, "map_at_1000": 0.59835, "recall_at_1": 0.19, "recall_at_3": 0.46667, "recall_at_5": 0.68, "recall_at_10": 0.91333, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.19, "precision_at_1": 0.57, "precision_at_3": 0.46667, "precision_at_5": 0.408, "precision_at_10": 0.274, "precision_at_20": 0.15, "precision_at_100": 0.03, "precision_at_1000": 0.003, "mrr_at_1": 0.57, "mrr_at_3": 0.696667, "mrr_at_5": 0.722167, "mrr_at_10": 0.726512, "mrr_at_20": 0.726512, "mrr_at_100": 0.726512, "mrr_at_1000": 0.726512, "nauc_ndcg_at_1_max": 0.243165, "nauc_ndcg_at_1_std": 0.298288, "nauc_ndcg_at_1_diff1": 0.325541, "nauc_ndcg_at_3_max": 0.118014, "nauc_ndcg_at_3_std": 0.206301, "nauc_ndcg_at_3_diff1": 0.218617, "nauc_ndcg_at_5_max": 0.136458, "nauc_ndcg_at_5_std": 0.235665, "nauc_ndcg_at_5_diff1": 0.210548, "nauc_ndcg_at_10_max": 0.163672, "nauc_ndcg_at_10_std": 0.276605, "nauc_ndcg_at_10_diff1": 0.267857, "nauc_ndcg_at_20_max": 0.154535, "nauc_ndcg_at_20_std": 0.234302, "nauc_ndcg_at_20_diff1": 0.238824, "nauc_ndcg_at_100_max": 0.154535, "nauc_ndcg_at_100_std": 0.234302, "nauc_ndcg_at_100_diff1": 0.238824, "nauc_ndcg_at_1000_max": 0.154535, "nauc_ndcg_at_1000_std": 0.234302, "nauc_ndcg_at_1000_diff1": 0.238824, "nauc_map_at_1_max": 0.243165, "nauc_map_at_1_std": 0.298288, "nauc_map_at_1_diff1": 0.325541, "nauc_map_at_3_max": 0.109358, "nauc_map_at_3_std": 0.218833, "nauc_map_at_3_diff1": 0.205996, "nauc_map_at_5_max": 0.132025, "nauc_map_at_5_std": 0.252037, "nauc_map_at_5_diff1": 0.202992, "nauc_map_at_10_max": 0.141427, "nauc_map_at_10_std": 0.2629, "nauc_map_at_10_diff1": 0.23414, "nauc_map_at_20_max": 0.136204, "nauc_map_at_20_std": 0.243076, "nauc_map_at_20_diff1": 0.217449, "nauc_map_at_100_max": 0.136204, "nauc_map_at_100_std": 0.243076, "nauc_map_at_100_diff1": 0.217449, "nauc_map_at_1000_max": 0.136204, "nauc_map_at_1000_std": 0.243076, "nauc_map_at_1000_diff1": 0.217449, "nauc_recall_at_1_max": 0.243165, "nauc_recall_at_1_std": 0.298288, "nauc_recall_at_1_diff1": 0.325541, "nauc_recall_at_3_max": 0.07713, "nauc_recall_at_3_std": 0.184945, "nauc_recall_at_3_diff1": 0.182452, "nauc_recall_at_5_max": 0.099715, "nauc_recall_at_5_std": 0.228938, "nauc_recall_at_5_diff1": 0.156677, "nauc_recall_at_10_max": 0.178256, "nauc_recall_at_10_std": 0.434221, "nauc_recall_at_10_diff1": 0.362762, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.243165, "nauc_precision_at_1_std": 0.298288, "nauc_precision_at_1_diff1": 0.325541, "nauc_precision_at_3_max": 0.07713, "nauc_precision_at_3_std": 0.184945, "nauc_precision_at_3_diff1": 0.182452, "nauc_precision_at_5_max": 0.099715, "nauc_precision_at_5_std": 0.228938, "nauc_precision_at_5_diff1": 0.156677, "nauc_precision_at_10_max": 0.178256, "nauc_precision_at_10_std": 0.434221, "nauc_precision_at_10_diff1": 0.362762, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.243165, "nauc_mrr_at_1_std": 0.298288, "nauc_mrr_at_1_diff1": 0.325541, "nauc_mrr_at_3_max": 0.208781, "nauc_mrr_at_3_std": 0.197705, "nauc_mrr_at_3_diff1": 0.311148, "nauc_mrr_at_5_max": 0.204054, "nauc_mrr_at_5_std": 0.211676, "nauc_mrr_at_5_diff1": 0.297239, "nauc_mrr_at_10_max": 0.211674, "nauc_mrr_at_10_std": 0.229252, "nauc_mrr_at_10_diff1": 0.300891, "nauc_mrr_at_20_max": 0.211674, "nauc_mrr_at_20_std": 0.229252, "nauc_mrr_at_20_diff1": 0.300891, "nauc_mrr_at_100_max": 0.211674, "nauc_mrr_at_100_std": 0.229252, "nauc_mrr_at_100_diff1": 0.300891, "nauc_mrr_at_1000_max": 0.211674, "nauc_mrr_at_1000_std": 0.229252, "nauc_mrr_at_1000_diff1": 0.300891, "hit_rate_at_1": 0.57, "hit_rate_at_3": 0.86, "hit_rate_at_5": 0.97, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.59835, "hf_subset": "default", "languages": [ "zxx-Zxxx" ] } ] }, "evaluation_time": 31.373391151428223, "kg_co2_emissions": null, "date": 1778010722.447843 }