{ "dataset_revision": "38876698eba40ac88433e0ca0d9dff6f35e4d0ff", "task_name": "GigaSpeechT2ARetrieval", "mteb_version": "2.1.13", "scores": { "test": [ { "ndcg_at_1": 0.00015, "ndcg_at_3": 0.00074, "ndcg_at_5": 0.00093, "ndcg_at_10": 0.00141, "ndcg_at_20": 0.00219, "ndcg_at_100": 0.00644, "ndcg_at_1000": 0.02818, "map_at_1": 0.00015, "map_at_3": 0.00059, "map_at_5": 0.0007, "map_at_10": 0.0009, "map_at_20": 0.00111, "map_at_100": 0.00159, "map_at_1000": 0.00211, "recall_at_1": 0.00015, "recall_at_3": 0.00119, "recall_at_5": 0.00163, "recall_at_10": 0.00311, "recall_at_20": 0.00622, "recall_at_100": 0.03081, "recall_at_1000": 0.21956, "accuracy": 0.00015, "precision_at_1": 0.00015, "precision_at_3": 0.0004, "precision_at_5": 0.00033, "precision_at_10": 0.00031, "precision_at_20": 0.00031, "precision_at_100": 0.00031, "precision_at_1000": 0.00022, "mrr_at_1": 0.000148, "mrr_at_3": 0.000593, "mrr_at_5": 0.000696, "mrr_at_10": 0.000897, "mrr_at_20": 0.001109, "mrr_at_100": 0.001585, "mrr_at_1000": 0.002113, "nauc_ndcg_at_1_max": -0.415079, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": -0.318487, "nauc_ndcg_at_3_max": -0.238424, "nauc_ndcg_at_3_std": 0.304263, "nauc_ndcg_at_3_diff1": -0.232433, "nauc_ndcg_at_5_max": -0.260941, "nauc_ndcg_at_5_std": 0.352188, "nauc_ndcg_at_5_diff1": -0.249559, "nauc_ndcg_at_10_max": -0.297025, "nauc_ndcg_at_10_std": 0.331185, "nauc_ndcg_at_10_diff1": -0.180136, "nauc_ndcg_at_20_max": -0.30497, "nauc_ndcg_at_20_std": 0.3042, "nauc_ndcg_at_20_diff1": -0.134116, "nauc_ndcg_at_100_max": -0.236194, "nauc_ndcg_at_100_std": 0.324028, "nauc_ndcg_at_100_diff1": -0.100359, "nauc_ndcg_at_1000_max": -0.126808, "nauc_ndcg_at_1000_std": 0.212619, "nauc_ndcg_at_1000_diff1": -0.034114, "nauc_map_at_1_max": -0.415079, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": -0.318487, "nauc_map_at_3_max": -0.257669, "nauc_map_at_3_std": 0.337615, "nauc_map_at_3_diff1": -0.22906, "nauc_map_at_5_max": -0.27088, "nauc_map_at_5_std": 0.366136, "nauc_map_at_5_diff1": -0.242379, "nauc_map_at_10_max": -0.295881, "nauc_map_at_10_std": 0.349888, "nauc_map_at_10_diff1": -0.198792, "nauc_map_at_20_max": -0.301421, "nauc_map_at_20_std": 0.33165, "nauc_map_at_20_diff1": -0.170335, "nauc_map_at_100_max": -0.277612, "nauc_map_at_100_std": 0.335252, "nauc_map_at_100_diff1": -0.154586, "nauc_map_at_1000_max": -0.236405, "nauc_map_at_1000_std": 0.304239, "nauc_map_at_1000_diff1": -0.120414, "nauc_recall_at_1_max": -0.415079, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": -0.318487, "nauc_recall_at_3_max": -0.208881, "nauc_recall_at_3_std": 0.257915, "nauc_recall_at_3_diff1": -0.239066, "nauc_recall_at_5_max": -0.249165, "nauc_recall_at_5_std": 0.34044, "nauc_recall_at_5_diff1": -0.260726, "nauc_recall_at_10_max": -0.299385, "nauc_recall_at_10_std": 0.315829, "nauc_recall_at_10_diff1": -0.157985, "nauc_recall_at_20_max": -0.307933, "nauc_recall_at_20_std": 0.285721, "nauc_recall_at_20_diff1": -0.104623, "nauc_recall_at_100_max": -0.216647, "nauc_recall_at_100_std": 0.3219, "nauc_recall_at_100_diff1": -0.079289, "nauc_recall_at_1000_max": -0.106569, "nauc_recall_at_1000_std": 0.192436, "nauc_recall_at_1000_diff1": -0.02254, "nauc_precision_at_1_max": -0.415079, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": -0.318487, "nauc_precision_at_3_max": -0.208881, "nauc_precision_at_3_std": 0.257915, "nauc_precision_at_3_diff1": -0.239066, "nauc_precision_at_5_max": -0.249165, "nauc_precision_at_5_std": 0.34044, "nauc_precision_at_5_diff1": -0.260726, "nauc_precision_at_10_max": -0.299385, "nauc_precision_at_10_std": 0.315829, "nauc_precision_at_10_diff1": -0.157985, "nauc_precision_at_20_max": -0.307933, "nauc_precision_at_20_std": 0.285721, "nauc_precision_at_20_diff1": -0.104623, "nauc_precision_at_100_max": -0.216647, "nauc_precision_at_100_std": 0.3219, "nauc_precision_at_100_diff1": -0.079289, "nauc_precision_at_1000_max": -0.106569, "nauc_precision_at_1000_std": 0.192436, "nauc_precision_at_1000_diff1": -0.02254, "nauc_mrr_at_1_max": -0.415079, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": -0.318487, "nauc_mrr_at_3_max": -0.257669, "nauc_mrr_at_3_std": 0.337615, "nauc_mrr_at_3_diff1": -0.22906, "nauc_mrr_at_5_max": -0.27088, "nauc_mrr_at_5_std": 0.366136, "nauc_mrr_at_5_diff1": -0.242379, "nauc_mrr_at_10_max": -0.295881, "nauc_mrr_at_10_std": 0.349888, "nauc_mrr_at_10_diff1": -0.198792, "nauc_mrr_at_20_max": -0.301421, "nauc_mrr_at_20_std": 0.33165, "nauc_mrr_at_20_diff1": -0.170335, "nauc_mrr_at_100_max": -0.277612, "nauc_mrr_at_100_std": 0.335252, "nauc_mrr_at_100_diff1": -0.154586, "nauc_mrr_at_1000_max": -0.236405, "nauc_mrr_at_1000_std": 0.304239, "nauc_mrr_at_1000_diff1": -0.120414, "cv_recall_at_1": 0.00015, "cv_recall_at_3": 0.00119, "cv_recall_at_5": 0.00163, "cv_recall_at_10": 0.00311, "cv_recall_at_20": 0.00622, "cv_recall_at_100": 0.03081, "cv_recall_at_1000": 0.21956, "main_score": 0.00163, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 322.4718716144562, "kg_co2_emissions": null }