{ "dataset_revision": "5fd062d13a1ea8cdf36923faaacc32c43e6de14e", "task_name": "AudioCapsAVVT2ARetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.19098, "ndcg_at_3": 0.28158, "ndcg_at_5": 0.3314, "ndcg_at_10": 0.38014, "ndcg_at_20": 0.40958, "ndcg_at_100": 0.44561, "ndcg_at_1000": 0.45514, "map_at_1": 0.19098, "map_at_3": 0.2589, "map_at_5": 0.28634, "map_at_10": 0.3068, "map_at_20": 0.31497, "map_at_100": 0.32007, "map_at_1000": 0.32045, "recall_at_1": 0.19098, "recall_at_3": 0.34737, "recall_at_5": 0.46917, "recall_at_10": 0.61805, "recall_at_20": 0.73383, "recall_at_100": 0.92632, "recall_at_1000": 1.0, "accuracy": 0.19098, "precision_at_1": 0.19098, "precision_at_3": 0.11579, "precision_at_5": 0.09383, "precision_at_10": 0.0618, "precision_at_20": 0.03669, "precision_at_100": 0.00926, "precision_at_1000": 0.001, "mrr_at_1": 0.190977, "mrr_at_3": 0.258897, "mrr_at_5": 0.286341, "mrr_at_10": 0.306803, "mrr_at_20": 0.314973, "mrr_at_100": 0.320073, "mrr_at_1000": 0.320452, "nauc_ndcg_at_1_max": 0.184, "nauc_ndcg_at_1_std": -0.07399, "nauc_ndcg_at_1_diff1": 0.233116, "nauc_ndcg_at_3_max": 0.209476, "nauc_ndcg_at_3_std": -0.064743, "nauc_ndcg_at_3_diff1": 0.139665, "nauc_ndcg_at_5_max": 0.216215, "nauc_ndcg_at_5_std": -0.058044, "nauc_ndcg_at_5_diff1": 0.12714, "nauc_ndcg_at_10_max": 0.236584, "nauc_ndcg_at_10_std": -0.027354, "nauc_ndcg_at_10_diff1": 0.109512, "nauc_ndcg_at_20_max": 0.236688, "nauc_ndcg_at_20_std": -0.018211, "nauc_ndcg_at_20_diff1": 0.104063, "nauc_ndcg_at_100_max": 0.238515, "nauc_ndcg_at_100_std": -0.01193, "nauc_ndcg_at_100_diff1": 0.123116, "nauc_ndcg_at_1000_max": 0.227424, "nauc_ndcg_at_1000_std": -0.029781, "nauc_ndcg_at_1000_diff1": 0.130505, "nauc_map_at_1_max": 0.184, "nauc_map_at_1_std": -0.07399, "nauc_map_at_1_diff1": 0.233116, "nauc_map_at_3_max": 0.205217, "nauc_map_at_3_std": -0.066438, "nauc_map_at_3_diff1": 0.158747, "nauc_map_at_5_max": 0.208523, "nauc_map_at_5_std": -0.062091, "nauc_map_at_5_diff1": 0.15121, "nauc_map_at_10_max": 0.217492, "nauc_map_at_10_std": -0.048371, "nauc_map_at_10_diff1": 0.144731, "nauc_map_at_20_max": 0.216947, "nauc_map_at_20_std": -0.04626, "nauc_map_at_20_diff1": 0.14407, "nauc_map_at_100_max": 0.217185, "nauc_map_at_100_std": -0.045206, "nauc_map_at_100_diff1": 0.14704, "nauc_map_at_1000_max": 0.216762, "nauc_map_at_1000_std": -0.045781, "nauc_map_at_1000_diff1": 0.147294, "nauc_recall_at_1_max": 0.184, "nauc_recall_at_1_std": -0.07399, "nauc_recall_at_1_diff1": 0.233116, "nauc_recall_at_3_max": 0.219933, "nauc_recall_at_3_std": -0.06051, "nauc_recall_at_3_diff1": 0.091172, "nauc_recall_at_5_max": 0.236988, "nauc_recall_at_5_std": -0.047464, "nauc_recall_at_5_diff1": 0.064574, "nauc_recall_at_10_max": 0.300542, "nauc_recall_at_10_std": 0.044644, "nauc_recall_at_10_diff1": -0.002529, "nauc_recall_at_20_max": 0.322751, "nauc_recall_at_20_std": 0.110509, "nauc_recall_at_20_diff1": -0.064828, "nauc_recall_at_100_max": 0.52766, "nauc_recall_at_100_std": 0.471569, "nauc_recall_at_100_diff1": -0.076776, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.184, "nauc_precision_at_1_std": -0.07399, "nauc_precision_at_1_diff1": 0.233116, "nauc_precision_at_3_max": 0.219933, "nauc_precision_at_3_std": -0.06051, "nauc_precision_at_3_diff1": 0.091172, "nauc_precision_at_5_max": 0.236988, "nauc_precision_at_5_std": -0.047464, "nauc_precision_at_5_diff1": 0.064574, "nauc_precision_at_10_max": 0.300542, "nauc_precision_at_10_std": 0.044644, "nauc_precision_at_10_diff1": -0.002529, "nauc_precision_at_20_max": 0.322751, "nauc_precision_at_20_std": 0.110509, "nauc_precision_at_20_diff1": -0.064828, "nauc_precision_at_100_max": 0.52766, "nauc_precision_at_100_std": 0.471569, "nauc_precision_at_100_diff1": -0.076776, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.184, "nauc_mrr_at_1_std": -0.07399, "nauc_mrr_at_1_diff1": 0.233116, "nauc_mrr_at_3_max": 0.205217, "nauc_mrr_at_3_std": -0.066438, "nauc_mrr_at_3_diff1": 0.158747, "nauc_mrr_at_5_max": 0.208523, "nauc_mrr_at_5_std": -0.062091, "nauc_mrr_at_5_diff1": 0.15121, "nauc_mrr_at_10_max": 0.217492, "nauc_mrr_at_10_std": -0.048371, "nauc_mrr_at_10_diff1": 0.144731, "nauc_mrr_at_20_max": 0.216947, "nauc_mrr_at_20_std": -0.04626, "nauc_mrr_at_20_diff1": 0.14407, "nauc_mrr_at_100_max": 0.217185, "nauc_mrr_at_100_std": -0.045206, "nauc_mrr_at_100_diff1": 0.14704, "nauc_mrr_at_1000_max": 0.216762, "nauc_mrr_at_1000_std": -0.045781, "nauc_mrr_at_1000_diff1": 0.147294, "hit_rate_at_1": 0.19098, "hit_rate_at_3": 0.34737, "hit_rate_at_5": 0.46917, "hit_rate_at_10": 0.61805, "hit_rate_at_20": 0.73383, "hit_rate_at_100": 0.92632, "hit_rate_at_1000": 1.0, "main_score": 0.38014, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 501.789564371109, "kg_co2_emissions": null, "date": null }