{ "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", "task_name": "NFCorpus", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.37307, "ndcg_at_3": 0.3517, "ndcg_at_5": 0.33734, "ndcg_at_10": 0.30911, "ndcg_at_20": 0.28679, "ndcg_at_100": 0.27845, "ndcg_at_1000": 0.36762, "map_at_1": 0.05474, "map_at_3": 0.0861, "map_at_5": 0.10029, "map_at_10": 0.11544, "map_at_20": 0.12618, "map_at_100": 0.14094, "map_at_1000": 0.15335, "recall_at_1": 0.05474, "recall_at_3": 0.0948, "recall_at_5": 0.12153, "recall_at_10": 0.15517, "recall_at_20": 0.18487, "recall_at_100": 0.28258, "recall_at_1000": 0.58962, "accuracy": 0.05474, "precision_at_1": 0.39628, "precision_at_3": 0.3323, "precision_at_5": 0.2935, "precision_at_10": 0.22693, "precision_at_20": 0.1661, "precision_at_100": 0.0687, "precision_at_1000": 0.0196, "mrr_at_1": 0.396285, "mrr_at_3": 0.464912, "mrr_at_5": 0.482095, "mrr_at_10": 0.49221, "mrr_at_20": 0.495304, "mrr_at_100": 0.497731, "mrr_at_1000": 0.498155, "nauc_ndcg_at_1_max": 0.281954, "nauc_ndcg_at_1_std": 0.17354, "nauc_ndcg_at_1_diff1": 0.337775, "nauc_ndcg_at_3_max": 0.32271, "nauc_ndcg_at_3_std": 0.221478, "nauc_ndcg_at_3_diff1": 0.306863, "nauc_ndcg_at_5_max": 0.329335, "nauc_ndcg_at_5_std": 0.242193, "nauc_ndcg_at_5_diff1": 0.266042, "nauc_ndcg_at_10_max": 0.32162, "nauc_ndcg_at_10_std": 0.248615, "nauc_ndcg_at_10_diff1": 0.235381, "nauc_ndcg_at_20_max": 0.308605, "nauc_ndcg_at_20_std": 0.245633, "nauc_ndcg_at_20_diff1": 0.231449, "nauc_ndcg_at_100_max": 0.320796, "nauc_ndcg_at_100_std": 0.252708, "nauc_ndcg_at_100_diff1": 0.244986, "nauc_ndcg_at_1000_max": 0.394557, "nauc_ndcg_at_1000_std": 0.321894, "nauc_ndcg_at_1000_diff1": 0.2429, "nauc_map_at_1_max": -0.021424, "nauc_map_at_1_std": -0.16085, "nauc_map_at_1_diff1": 0.243854, "nauc_map_at_3_max": 0.052848, "nauc_map_at_3_std": -0.076737, "nauc_map_at_3_diff1": 0.301791, "nauc_map_at_5_max": 0.089776, "nauc_map_at_5_std": -0.040767, "nauc_map_at_5_diff1": 0.286661, "nauc_map_at_10_max": 0.123817, "nauc_map_at_10_std": -0.000386, "nauc_map_at_10_diff1": 0.27014, "nauc_map_at_20_max": 0.149608, "nauc_map_at_20_std": 0.034571, "nauc_map_at_20_diff1": 0.263552, "nauc_map_at_100_max": 0.182192, "nauc_map_at_100_std": 0.090209, "nauc_map_at_100_diff1": 0.251094, "nauc_map_at_1000_max": 0.195248, "nauc_map_at_1000_std": 0.117349, "nauc_map_at_1000_diff1": 0.243353, "nauc_recall_at_1_max": -0.021424, "nauc_recall_at_1_std": -0.16085, "nauc_recall_at_1_diff1": 0.243854, "nauc_recall_at_3_max": 0.054795, "nauc_recall_at_3_std": -0.067868, "nauc_recall_at_3_diff1": 0.292054, "nauc_recall_at_5_max": 0.090501, "nauc_recall_at_5_std": -0.025617, "nauc_recall_at_5_diff1": 0.251203, "nauc_recall_at_10_max": 0.124408, "nauc_recall_at_10_std": 0.014707, "nauc_recall_at_10_diff1": 0.22019, "nauc_recall_at_20_max": 0.157868, "nauc_recall_at_20_std": 0.060138, "nauc_recall_at_20_diff1": 0.205648, "nauc_recall_at_100_max": 0.227606, "nauc_recall_at_100_std": 0.180652, "nauc_recall_at_100_diff1": 0.189476, "nauc_recall_at_1000_max": 0.278407, "nauc_recall_at_1000_std": 0.238321, "nauc_recall_at_1000_diff1": 0.115135, "nauc_precision_at_1_max": 0.302455, "nauc_precision_at_1_std": 0.191607, "nauc_precision_at_1_diff1": 0.340473, "nauc_precision_at_3_max": 0.378158, "nauc_precision_at_3_std": 0.308489, "nauc_precision_at_3_diff1": 0.278154, "nauc_precision_at_5_max": 0.388351, "nauc_precision_at_5_std": 0.346172, "nauc_precision_at_5_diff1": 0.188584, "nauc_precision_at_10_max": 0.368196, "nauc_precision_at_10_std": 0.373973, "nauc_precision_at_10_diff1": 0.107231, "nauc_precision_at_20_max": 0.327519, "nauc_precision_at_20_std": 0.403346, "nauc_precision_at_20_diff1": 0.06655, "nauc_precision_at_100_max": 0.25517, "nauc_precision_at_100_std": 0.426881, "nauc_precision_at_100_diff1": -0.016983, "nauc_precision_at_1000_max": 0.119551, "nauc_precision_at_1000_std": 0.304339, "nauc_precision_at_1000_diff1": -0.054734, "nauc_mrr_at_1_max": 0.302455, "nauc_mrr_at_1_std": 0.191607, "nauc_mrr_at_1_diff1": 0.340473, "nauc_mrr_at_3_max": 0.353874, "nauc_mrr_at_3_std": 0.250995, "nauc_mrr_at_3_diff1": 0.331669, "nauc_mrr_at_5_max": 0.364021, "nauc_mrr_at_5_std": 0.261937, "nauc_mrr_at_5_diff1": 0.319784, "nauc_mrr_at_10_max": 0.364476, "nauc_mrr_at_10_std": 0.264827, "nauc_mrr_at_10_diff1": 0.312357, "nauc_mrr_at_20_max": 0.362923, "nauc_mrr_at_20_std": 0.264374, "nauc_mrr_at_20_diff1": 0.314646, "nauc_mrr_at_100_max": 0.365335, "nauc_mrr_at_100_std": 0.266203, "nauc_mrr_at_100_diff1": 0.315683, "nauc_mrr_at_1000_max": 0.364991, "nauc_mrr_at_1000_std": 0.265983, "nauc_mrr_at_1000_diff1": 0.315872, "hit_rate_at_1": 0.39628, "hit_rate_at_3": 0.54799, "hit_rate_at_5": 0.62229, "hit_rate_at_10": 0.69969, "hit_rate_at_20": 0.74613, "hit_rate_at_100": 0.83282, "hit_rate_at_1000": 0.94427, "main_score": 0.30911, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 13.110251665115356, "kg_co2_emissions": null, "date": null }