{ "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", "task_name": "Touche2020", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.45918, "ndcg_at_3": 0.3568, "ndcg_at_5": 0.32346, "ndcg_at_10": 0.30521, "ndcg_at_20": 0.30741, "ndcg_at_100": 0.41758, "ndcg_at_1000": 0.52424, "map_at_1": 0.03402, "map_at_3": 0.06849, "map_at_5": 0.08455, "map_at_10": 0.12328, "map_at_20": 0.14909, "map_at_100": 0.19037, "map_at_1000": 0.20673, "recall_at_1": 0.03402, "recall_at_3": 0.07825, "recall_at_5": 0.11078, "recall_at_10": 0.19214, "recall_at_20": 0.26838, "recall_at_100": 0.50749, "recall_at_1000": 0.8299, "accuracy": 0.03402, "precision_at_1": 0.4898, "precision_at_3": 0.35374, "precision_at_5": 0.3102, "precision_at_10": 0.26531, "precision_at_20": 0.19694, "precision_at_100": 0.08408, "precision_at_1000": 0.01555, "mrr_at_1": 0.489796, "mrr_at_3": 0.581633, "mrr_at_5": 0.613265, "mrr_at_10": 0.618448, "mrr_at_20": 0.623541, "mrr_at_100": 0.624352, "mrr_at_1000": 0.624352, "nauc_ndcg_at_1_max": 0.069589, "nauc_ndcg_at_1_std": 0.075062, "nauc_ndcg_at_1_diff1": 0.010755, "nauc_ndcg_at_3_max": 0.029553, "nauc_ndcg_at_3_std": 0.060238, "nauc_ndcg_at_3_diff1": 0.07267, "nauc_ndcg_at_5_max": 0.085544, "nauc_ndcg_at_5_std": 0.02846, "nauc_ndcg_at_5_diff1": 0.078141, "nauc_ndcg_at_10_max": -0.004064, "nauc_ndcg_at_10_std": 0.000732, "nauc_ndcg_at_10_diff1": 0.03325, "nauc_ndcg_at_20_max": -0.046055, "nauc_ndcg_at_20_std": 0.049026, "nauc_ndcg_at_20_diff1": -0.037828, "nauc_ndcg_at_100_max": 0.014065, "nauc_ndcg_at_100_std": 0.287771, "nauc_ndcg_at_100_diff1": 0.010355, "nauc_ndcg_at_1000_max": 0.026624, "nauc_ndcg_at_1000_std": 0.348916, "nauc_ndcg_at_1000_diff1": 0.028574, "nauc_map_at_1_max": -0.004861, "nauc_map_at_1_std": -0.050596, "nauc_map_at_1_diff1": 0.072791, "nauc_map_at_3_max": -0.054953, "nauc_map_at_3_std": -0.140088, "nauc_map_at_3_diff1": 0.119307, "nauc_map_at_5_max": -0.026303, "nauc_map_at_5_std": -0.149232, "nauc_map_at_5_diff1": 0.113306, "nauc_map_at_10_max": -0.058388, "nauc_map_at_10_std": -0.128389, "nauc_map_at_10_diff1": 0.078932, "nauc_map_at_20_max": -0.070187, "nauc_map_at_20_std": -0.073194, "nauc_map_at_20_diff1": 0.04046, "nauc_map_at_100_max": -0.049086, "nauc_map_at_100_std": 0.052099, "nauc_map_at_100_diff1": 0.033558, "nauc_map_at_1000_max": -0.045465, "nauc_map_at_1000_std": 0.084255, "nauc_map_at_1000_diff1": 0.039478, "nauc_recall_at_1_max": -0.004861, "nauc_recall_at_1_std": -0.050596, "nauc_recall_at_1_diff1": 0.072791, "nauc_recall_at_3_max": -0.02688, "nauc_recall_at_3_std": -0.116496, "nauc_recall_at_3_diff1": 0.122275, "nauc_recall_at_5_max": -0.022449, "nauc_recall_at_5_std": -0.140564, "nauc_recall_at_5_diff1": 0.085663, "nauc_recall_at_10_max": -0.083909, "nauc_recall_at_10_std": -0.120061, "nauc_recall_at_10_diff1": 0.025786, "nauc_recall_at_20_max": -0.081569, "nauc_recall_at_20_std": 0.012113, "nauc_recall_at_20_diff1": -0.021311, "nauc_recall_at_100_max": 0.008912, "nauc_recall_at_100_std": 0.464086, "nauc_recall_at_100_diff1": 0.046258, "nauc_recall_at_1000_max": 0.065338, "nauc_recall_at_1000_std": 0.779928, "nauc_recall_at_1000_diff1": 0.166044, "nauc_precision_at_1_max": 0.102965, "nauc_precision_at_1_std": 0.040324, "nauc_precision_at_1_diff1": 0.142325, "nauc_precision_at_3_max": 0.068077, "nauc_precision_at_3_std": 0.018915, "nauc_precision_at_3_diff1": 0.233651, "nauc_precision_at_5_max": 0.185664, "nauc_precision_at_5_std": -0.015897, "nauc_precision_at_5_diff1": 0.247087, "nauc_precision_at_10_max": 0.060395, "nauc_precision_at_10_std": 0.034676, "nauc_precision_at_10_diff1": 0.166379, "nauc_precision_at_20_max": 0.039993, "nauc_precision_at_20_std": 0.289356, "nauc_precision_at_20_diff1": 0.072809, "nauc_precision_at_100_max": 0.175024, "nauc_precision_at_100_std": 0.75786, "nauc_precision_at_100_diff1": 0.156166, "nauc_precision_at_1000_max": 0.130684, "nauc_precision_at_1000_std": 0.346381, "nauc_precision_at_1000_diff1": 0.111262, "nauc_mrr_at_1_max": 0.102965, "nauc_mrr_at_1_std": 0.040324, "nauc_mrr_at_1_diff1": 0.142325, "nauc_mrr_at_3_max": 0.147163, "nauc_mrr_at_3_std": 0.118411, "nauc_mrr_at_3_diff1": 0.15482, "nauc_mrr_at_5_max": 0.144477, "nauc_mrr_at_5_std": 0.113502, "nauc_mrr_at_5_diff1": 0.153914, "nauc_mrr_at_10_max": 0.131435, "nauc_mrr_at_10_std": 0.100686, "nauc_mrr_at_10_diff1": 0.151766, "nauc_mrr_at_20_max": 0.133937, "nauc_mrr_at_20_std": 0.102053, "nauc_mrr_at_20_diff1": 0.155463, "nauc_mrr_at_100_max": 0.132076, "nauc_mrr_at_100_std": 0.099959, "nauc_mrr_at_100_diff1": 0.153833, "nauc_mrr_at_1000_max": 0.132076, "nauc_mrr_at_1000_std": 0.099959, "nauc_mrr_at_1000_diff1": 0.153833, "hit_rate_at_1": 0.4898, "hit_rate_at_3": 0.69388, "hit_rate_at_5": 0.83673, "hit_rate_at_10": 0.87755, "hit_rate_at_20": 0.95918, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.30521, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 256.98239159584045, "kg_co2_emissions": null, "date": 1773436658.271586 }