{ "dataset_revision": "003f74e0b5031c81bc0f3416f5d3de1153e21e16", "task_name": "VALOR32KV2TRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.12862, "ndcg_at_3": 0.18609, "ndcg_at_5": 0.21366, "ndcg_at_10": 0.24587, "ndcg_at_20": 0.27465, "ndcg_at_100": 0.31463, "ndcg_at_1000": 0.34292, "map_at_1": 0.12862, "map_at_3": 0.17182, "map_at_5": 0.18709, "map_at_10": 0.20044, "map_at_20": 0.20835, "map_at_100": 0.21373, "map_at_1000": 0.21471, "recall_at_1": 0.12862, "recall_at_3": 0.22744, "recall_at_5": 0.29447, "recall_at_10": 0.39387, "recall_at_20": 0.50759, "recall_at_100": 0.72529, "recall_at_1000": 0.95274, "accuracy": 0.12862, "precision_at_1": 0.12862, "precision_at_3": 0.07581, "precision_at_5": 0.05889, "precision_at_10": 0.03939, "precision_at_20": 0.02538, "precision_at_100": 0.00725, "precision_at_1000": 0.00095, "mrr_at_1": 0.128616, "mrr_at_3": 0.171823, "mrr_at_5": 0.187091, "mrr_at_10": 0.200435, "mrr_at_20": 0.208347, "mrr_at_100": 0.213732, "mrr_at_1000": 0.214711, "nauc_ndcg_at_1_max": 0.271542, "nauc_ndcg_at_1_std": -0.005892, "nauc_ndcg_at_1_diff1": 0.306598, "nauc_ndcg_at_3_max": 0.234932, "nauc_ndcg_at_3_std": -0.030853, "nauc_ndcg_at_3_diff1": 0.222935, "nauc_ndcg_at_5_max": 0.235097, "nauc_ndcg_at_5_std": -0.028953, "nauc_ndcg_at_5_diff1": 0.219376, "nauc_ndcg_at_10_max": 0.240668, "nauc_ndcg_at_10_std": -0.021329, "nauc_ndcg_at_10_diff1": 0.211825, "nauc_ndcg_at_20_max": 0.24681, "nauc_ndcg_at_20_std": -0.008513, "nauc_ndcg_at_20_diff1": 0.201168, "nauc_ndcg_at_100_max": 0.250384, "nauc_ndcg_at_100_std": 0.002128, "nauc_ndcg_at_100_diff1": 0.2022, "nauc_ndcg_at_1000_max": 0.247384, "nauc_ndcg_at_1000_std": -0.00296, "nauc_ndcg_at_1000_diff1": 0.210652, "nauc_map_at_1_max": 0.271542, "nauc_map_at_1_std": -0.005892, "nauc_map_at_1_diff1": 0.306598, "nauc_map_at_3_max": 0.24142, "nauc_map_at_3_std": -0.025393, "nauc_map_at_3_diff1": 0.238725, "nauc_map_at_5_max": 0.241166, "nauc_map_at_5_std": -0.024457, "nauc_map_at_5_diff1": 0.235909, "nauc_map_at_10_max": 0.243336, "nauc_map_at_10_std": -0.02123, "nauc_map_at_10_diff1": 0.23237, "nauc_map_at_20_max": 0.245191, "nauc_map_at_20_std": -0.017629, "nauc_map_at_20_diff1": 0.229191, "nauc_map_at_100_max": 0.245731, "nauc_map_at_100_std": -0.016261, "nauc_map_at_100_diff1": 0.229398, "nauc_map_at_1000_max": 0.245648, "nauc_map_at_1000_std": -0.016349, "nauc_map_at_1000_diff1": 0.229763, "nauc_recall_at_1_max": 0.271542, "nauc_recall_at_1_std": -0.005892, "nauc_recall_at_1_diff1": 0.306598, "nauc_recall_at_3_max": 0.219749, "nauc_recall_at_3_std": -0.044027, "nauc_recall_at_3_diff1": 0.185617, "nauc_recall_at_5_max": 0.222188, "nauc_recall_at_5_std": -0.038724, "nauc_recall_at_5_diff1": 0.183163, "nauc_recall_at_10_max": 0.237567, "nauc_recall_at_10_std": -0.018878, "nauc_recall_at_10_diff1": 0.16643, "nauc_recall_at_20_max": 0.257125, "nauc_recall_at_20_std": 0.023733, "nauc_recall_at_20_diff1": 0.130726, "nauc_recall_at_100_max": 0.282246, "nauc_recall_at_100_std": 0.101631, "nauc_recall_at_100_diff1": 0.108478, "nauc_recall_at_1000_max": 0.282069, "nauc_recall_at_1000_std": 0.262088, "nauc_recall_at_1000_diff1": 0.064602, "nauc_precision_at_1_max": 0.271542, "nauc_precision_at_1_std": -0.005892, "nauc_precision_at_1_diff1": 0.306598, "nauc_precision_at_3_max": 0.219749, "nauc_precision_at_3_std": -0.044027, "nauc_precision_at_3_diff1": 0.185617, "nauc_precision_at_5_max": 0.222188, "nauc_precision_at_5_std": -0.038724, "nauc_precision_at_5_diff1": 0.183163, "nauc_precision_at_10_max": 0.237567, "nauc_precision_at_10_std": -0.018878, "nauc_precision_at_10_diff1": 0.16643, "nauc_precision_at_20_max": 0.257125, "nauc_precision_at_20_std": 0.023733, "nauc_precision_at_20_diff1": 0.130726, "nauc_precision_at_100_max": 0.282246, "nauc_precision_at_100_std": 0.101631, "nauc_precision_at_100_diff1": 0.108478, "nauc_precision_at_1000_max": 0.282069, "nauc_precision_at_1000_std": 0.262088, "nauc_precision_at_1000_diff1": 0.064602, "nauc_mrr_at_1_max": 0.271542, "nauc_mrr_at_1_std": -0.005892, "nauc_mrr_at_1_diff1": 0.306598, "nauc_mrr_at_3_max": 0.24142, "nauc_mrr_at_3_std": -0.025393, "nauc_mrr_at_3_diff1": 0.238725, "nauc_mrr_at_5_max": 0.241166, "nauc_mrr_at_5_std": -0.024457, "nauc_mrr_at_5_diff1": 0.235909, "nauc_mrr_at_10_max": 0.243336, "nauc_mrr_at_10_std": -0.02123, "nauc_mrr_at_10_diff1": 0.23237, "nauc_mrr_at_20_max": 0.245191, "nauc_mrr_at_20_std": -0.017629, "nauc_mrr_at_20_diff1": 0.229191, "nauc_mrr_at_100_max": 0.245731, "nauc_mrr_at_100_std": -0.016261, "nauc_mrr_at_100_diff1": 0.229398, "nauc_mrr_at_1000_max": 0.245648, "nauc_mrr_at_1000_std": -0.016349, "nauc_mrr_at_1000_diff1": 0.229763, "hit_rate_at_1": 0.12862, "hit_rate_at_3": 0.22744, "hit_rate_at_5": 0.29447, "hit_rate_at_10": 0.39387, "hit_rate_at_20": 0.50759, "hit_rate_at_100": 0.72529, "hit_rate_at_1000": 0.95274, "main_score": 0.24587, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 2009.211374759674, "kg_co2_emissions": null, "date": null }