{ "dataset_revision": "003f74e0b5031c81bc0f3416f5d3de1153e21e16", "task_name": "VALOR32KV2TRetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.41335, "ndcg_at_3": 0.51674, "ndcg_at_5": 0.54843, "ndcg_at_10": 0.58077, "ndcg_at_20": 0.60135, "ndcg_at_100": 0.62134, "ndcg_at_1000": 0.62711, "map_at_1": 0.41335, "map_at_3": 0.49112, "map_at_5": 0.50868, "map_at_10": 0.52214, "map_at_20": 0.52779, "map_at_100": 0.53072, "map_at_1000": 0.53096, "recall_at_1": 0.41335, "recall_at_3": 0.59095, "recall_at_5": 0.668, "recall_at_10": 0.7674, "recall_at_20": 0.84875, "recall_at_100": 0.95388, "recall_at_1000": 0.99828, "accuracy": 0.41335, "precision_at_1": 0.41335, "precision_at_3": 0.19698, "precision_at_5": 0.1336, "precision_at_10": 0.07674, "precision_at_20": 0.04244, "precision_at_100": 0.00954, "precision_at_1000": 0.001, "mrr_at_1": 0.413349, "mrr_at_3": 0.49112, "mrr_at_5": 0.508679, "mrr_at_10": 0.522141, "mrr_at_20": 0.527791, "mrr_at_100": 0.530725, "mrr_at_1000": 0.530959, "nauc_ndcg_at_1_max": 0.232446, "nauc_ndcg_at_1_std": -0.200016, "nauc_ndcg_at_1_diff1": 0.599469, "nauc_ndcg_at_3_max": 0.249647, "nauc_ndcg_at_3_std": -0.198273, "nauc_ndcg_at_3_diff1": 0.542214, "nauc_ndcg_at_5_max": 0.260694, "nauc_ndcg_at_5_std": -0.181754, "nauc_ndcg_at_5_diff1": 0.537034, "nauc_ndcg_at_10_max": 0.26795, "nauc_ndcg_at_10_std": -0.174214, "nauc_ndcg_at_10_diff1": 0.534068, "nauc_ndcg_at_20_max": 0.270402, "nauc_ndcg_at_20_std": -0.169056, "nauc_ndcg_at_20_diff1": 0.537589, "nauc_ndcg_at_100_max": 0.267765, "nauc_ndcg_at_100_std": -0.169078, "nauc_ndcg_at_100_diff1": 0.546128, "nauc_ndcg_at_1000_max": 0.261605, "nauc_ndcg_at_1000_std": -0.177434, "nauc_ndcg_at_1000_diff1": 0.547933, "nauc_map_at_1_max": 0.232446, "nauc_map_at_1_std": -0.200016, "nauc_map_at_1_diff1": 0.599469, "nauc_map_at_3_max": 0.244193, "nauc_map_at_3_std": -0.199422, "nauc_map_at_3_diff1": 0.556268, "nauc_map_at_5_max": 0.250044, "nauc_map_at_5_std": -0.190476, "nauc_map_at_5_diff1": 0.553866, "nauc_map_at_10_max": 0.252589, "nauc_map_at_10_std": -0.187652, "nauc_map_at_10_diff1": 0.553252, "nauc_map_at_20_max": 0.25303, "nauc_map_at_20_std": -0.18659, "nauc_map_at_20_diff1": 0.554281, "nauc_map_at_100_max": 0.252773, "nauc_map_at_100_std": -0.186647, "nauc_map_at_100_diff1": 0.555481, "nauc_map_at_1000_max": 0.252585, "nauc_map_at_1000_std": -0.186894, "nauc_map_at_1000_diff1": 0.555537, "nauc_recall_at_1_max": 0.232446, "nauc_recall_at_1_std": -0.200016, "nauc_recall_at_1_diff1": 0.599469, "nauc_recall_at_3_max": 0.267139, "nauc_recall_at_3_std": -0.194375, "nauc_recall_at_3_diff1": 0.498601, "nauc_recall_at_5_max": 0.300079, "nauc_recall_at_5_std": -0.148418, "nauc_recall_at_5_diff1": 0.477807, "nauc_recall_at_10_max": 0.343655, "nauc_recall_at_10_std": -0.106498, "nauc_recall_at_10_diff1": 0.445727, "nauc_recall_at_20_max": 0.396014, "nauc_recall_at_20_std": -0.035807, "nauc_recall_at_20_diff1": 0.434058, "nauc_recall_at_100_max": 0.563757, "nauc_recall_at_100_std": 0.237886, "nauc_recall_at_100_diff1": 0.467877, "nauc_recall_at_1000_max": 0.882127, "nauc_recall_at_1000_std": 0.735925, "nauc_recall_at_1000_diff1": 0.651495, "nauc_precision_at_1_max": 0.232446, "nauc_precision_at_1_std": -0.200016, "nauc_precision_at_1_diff1": 0.599469, "nauc_precision_at_3_max": 0.267139, "nauc_precision_at_3_std": -0.194375, "nauc_precision_at_3_diff1": 0.498601, "nauc_precision_at_5_max": 0.300079, "nauc_precision_at_5_std": -0.148418, "nauc_precision_at_5_diff1": 0.477807, "nauc_precision_at_10_max": 0.343655, "nauc_precision_at_10_std": -0.106498, "nauc_precision_at_10_diff1": 0.445727, "nauc_precision_at_20_max": 0.396014, "nauc_precision_at_20_std": -0.035807, "nauc_precision_at_20_diff1": 0.434058, "nauc_precision_at_100_max": 0.563757, "nauc_precision_at_100_std": 0.237886, "nauc_precision_at_100_diff1": 0.467877, "nauc_precision_at_1000_max": 0.882127, "nauc_precision_at_1000_std": 0.735925, "nauc_precision_at_1000_diff1": 0.651495, "nauc_mrr_at_1_max": 0.232446, "nauc_mrr_at_1_std": -0.200016, "nauc_mrr_at_1_diff1": 0.599469, "nauc_mrr_at_3_max": 0.244193, "nauc_mrr_at_3_std": -0.199422, "nauc_mrr_at_3_diff1": 0.556268, "nauc_mrr_at_5_max": 0.250044, "nauc_mrr_at_5_std": -0.190476, "nauc_mrr_at_5_diff1": 0.553866, "nauc_mrr_at_10_max": 0.252589, "nauc_mrr_at_10_std": -0.187652, "nauc_mrr_at_10_diff1": 0.553252, "nauc_mrr_at_20_max": 0.25303, "nauc_mrr_at_20_std": -0.18659, "nauc_mrr_at_20_diff1": 0.554281, "nauc_mrr_at_100_max": 0.252773, "nauc_mrr_at_100_std": -0.186647, "nauc_mrr_at_100_diff1": 0.555481, "nauc_mrr_at_1000_max": 0.252585, "nauc_mrr_at_1000_std": -0.186894, "nauc_mrr_at_1000_diff1": 0.555537, "hit_rate_at_1": 0.41335, "hit_rate_at_3": 0.59095, "hit_rate_at_5": 0.668, "hit_rate_at_10": 0.7674, "hit_rate_at_20": 0.84875, "hit_rate_at_100": 0.95388, "hit_rate_at_1000": 0.99828, "main_score": 0.58077, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5156.659773111343, "kg_co2_emissions": null, "date": null }