{ "dataset_revision": "107fdc2402d2c4bfb2a720dfcfe1f6ff9d21151b", "task_name": "WebLINXCandidatesReranking", "mteb_version": "2.12.30", "scores": { "validation": [ { "ndcg_at_1": 0.07456, "ndcg_at_3": 0.10674, "ndcg_at_5": 0.12528, "ndcg_at_10": 0.15562, "ndcg_at_20": 0.18751, "ndcg_at_100": 0.25512, "ndcg_at_1000": 0.28638, "map_at_1": 0.07405, "map_at_3": 0.09857, "map_at_5": 0.10869, "map_at_10": 0.12129, "map_at_20": 0.12976, "map_at_100": 0.1388, "map_at_1000": 0.14018, "recall_at_1": 0.07405, "recall_at_3": 0.13005, "recall_at_5": 0.17579, "recall_at_10": 0.26867, "recall_at_20": 0.39695, "recall_at_100": 0.76633, "recall_at_1000": 1.0, "accuracy": 0.07405, "precision_at_1": 0.07456, "precision_at_3": 0.04407, "precision_at_5": 0.03566, "precision_at_10": 0.02752, "precision_at_20": 0.02025, "precision_at_100": 0.00777, "precision_at_1000": 0.00101, "mrr_at_1": 0.086856, "mrr_at_3": 0.112734, "mrr_at_5": 0.125685, "mrr_at_10": 0.137576, "mrr_at_20": 0.146929, "mrr_at_100": 0.156095, "mrr_at_1000": 0.157314, "nauc_ndcg_at_1_max": -0.028262, "nauc_ndcg_at_1_std": -0.001006, "nauc_ndcg_at_1_diff1": 0.308406, "nauc_ndcg_at_3_max": -0.072668, "nauc_ndcg_at_3_std": 0.006854, "nauc_ndcg_at_3_diff1": 0.20449, "nauc_ndcg_at_5_max": -0.089987, "nauc_ndcg_at_5_std": 0.003081, "nauc_ndcg_at_5_diff1": 0.177182, "nauc_ndcg_at_10_max": -0.076937, "nauc_ndcg_at_10_std": 0.016055, "nauc_ndcg_at_10_diff1": 0.171762, "nauc_ndcg_at_20_max": -0.070561, "nauc_ndcg_at_20_std": 0.042819, "nauc_ndcg_at_20_diff1": 0.148993, "nauc_ndcg_at_100_max": -0.101789, "nauc_ndcg_at_100_std": 0.058656, "nauc_ndcg_at_100_diff1": 0.142032, "nauc_ndcg_at_1000_max": -0.08402, "nauc_ndcg_at_1000_std": 0.031267, "nauc_ndcg_at_1000_diff1": 0.169084, "nauc_map_at_1_max": -0.027033, "nauc_map_at_1_std": -0.003253, "nauc_map_at_1_diff1": 0.313411, "nauc_map_at_3_max": -0.063826, "nauc_map_at_3_std": 0.005046, "nauc_map_at_3_diff1": 0.22473, "nauc_map_at_5_max": -0.075418, "nauc_map_at_5_std": 0.002358, "nauc_map_at_5_diff1": 0.206421, "nauc_map_at_10_max": -0.069986, "nauc_map_at_10_std": 0.009113, "nauc_map_at_10_diff1": 0.201868, "nauc_map_at_20_max": -0.068102, "nauc_map_at_20_std": 0.017451, "nauc_map_at_20_diff1": 0.193845, "nauc_map_at_100_max": -0.073789, "nauc_map_at_100_std": 0.017884, "nauc_map_at_100_diff1": 0.193076, "nauc_map_at_1000_max": -0.072994, "nauc_map_at_1000_std": 0.016766, "nauc_map_at_1000_diff1": 0.194681, "nauc_recall_at_1_max": -0.027033, "nauc_recall_at_1_std": -0.003253, "nauc_recall_at_1_diff1": 0.313411, "nauc_recall_at_3_max": -0.092889, "nauc_recall_at_3_std": 0.011354, "nauc_recall_at_3_diff1": 0.160154, "nauc_recall_at_5_max": -0.119917, "nauc_recall_at_5_std": 0.004789, "nauc_recall_at_5_diff1": 0.118953, "nauc_recall_at_10_max": -0.086209, "nauc_recall_at_10_std": 0.029261, "nauc_recall_at_10_diff1": 0.121974, "nauc_recall_at_20_max": -0.068721, "nauc_recall_at_20_std": 0.097458, "nauc_recall_at_20_diff1": 0.069813, "nauc_recall_at_100_max": -0.215561, "nauc_recall_at_100_std": 0.240255, "nauc_recall_at_100_diff1": -0.018859, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.028262, "nauc_precision_at_1_std": -0.001006, "nauc_precision_at_1_diff1": 0.308406, "nauc_precision_at_3_max": -0.09436, "nauc_precision_at_3_std": 0.014901, "nauc_precision_at_3_diff1": 0.150268, "nauc_precision_at_5_max": -0.120727, "nauc_precision_at_5_std": 0.007523, "nauc_precision_at_5_diff1": 0.109926, "nauc_precision_at_10_max": -0.089542, "nauc_precision_at_10_std": 0.035082, "nauc_precision_at_10_diff1": 0.104768, "nauc_precision_at_20_max": -0.072099, "nauc_precision_at_20_std": 0.099688, "nauc_precision_at_20_diff1": 0.051603, "nauc_precision_at_100_max": -0.20726, "nauc_precision_at_100_std": 0.231643, "nauc_precision_at_100_diff1": -0.050787, "nauc_precision_at_1000_max": -0.113675, "nauc_precision_at_1000_std": 0.134553, "nauc_precision_at_1000_diff1": -0.410737, "nauc_mrr_at_1_max": -0.043265, "nauc_mrr_at_1_std": -0.057194, "nauc_mrr_at_1_diff1": 0.18341, "nauc_mrr_at_3_max": -0.081634, "nauc_mrr_at_3_std": -0.04291, "nauc_mrr_at_3_diff1": 0.143149, "nauc_mrr_at_5_max": -0.088087, "nauc_mrr_at_5_std": -0.046422, "nauc_mrr_at_5_diff1": 0.132918, "nauc_mrr_at_10_max": -0.082796, "nauc_mrr_at_10_std": -0.035259, "nauc_mrr_at_10_diff1": 0.131571, "nauc_mrr_at_20_max": -0.082385, "nauc_mrr_at_20_std": -0.028772, "nauc_mrr_at_20_diff1": 0.125659, "nauc_mrr_at_100_max": -0.087201, "nauc_mrr_at_100_std": -0.028987, "nauc_mrr_at_100_diff1": 0.125442, "nauc_mrr_at_1000_max": -0.086511, "nauc_mrr_at_1000_std": -0.03021, "nauc_mrr_at_1000_diff1": 0.126448, "hit_rate_at_1": 0.07456, "hit_rate_at_3": 0.13067, "hit_rate_at_5": 0.17679, "hit_rate_at_10": 0.27056, "hit_rate_at_20": 0.39816, "hit_rate_at_100": 0.76633, "hit_rate_at_1000": 1.0, "main_score": 0.137576, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_iid": [ { "ndcg_at_1": 0.05216, "ndcg_at_3": 0.08336, "ndcg_at_5": 0.10197, "ndcg_at_10": 0.1298, "ndcg_at_20": 0.16305, "ndcg_at_100": 0.23012, "ndcg_at_1000": 0.26535, "map_at_1": 0.04925, "map_at_3": 0.07352, "map_at_5": 0.0841, "map_at_10": 0.09563, "map_at_20": 0.10479, "map_at_100": 0.11377, "map_at_1000": 0.11534, "recall_at_1": 0.04925, "recall_at_3": 0.10597, "recall_at_5": 0.15266, "recall_at_10": 0.24052, "recall_at_20": 0.37127, "recall_at_100": 0.73756, "recall_at_1000": 1.0, "accuracy": 0.04925, "precision_at_1": 0.05216, "precision_at_3": 0.03732, "precision_at_5": 0.03185, "precision_at_10": 0.0249, "precision_at_20": 0.01923, "precision_at_100": 0.00768, "precision_at_1000": 0.00105, "mrr_at_1": 0.062587, "mrr_at_3": 0.089708, "mrr_at_5": 0.101565, "mrr_at_10": 0.113482, "mrr_at_20": 0.122557, "mrr_at_100": 0.13199, "mrr_at_1000": 0.133225, "nauc_ndcg_at_1_max": 0.096966, "nauc_ndcg_at_1_std": 0.1174, "nauc_ndcg_at_1_diff1": 0.229885, "nauc_ndcg_at_3_max": 0.036477, "nauc_ndcg_at_3_std": 0.130847, "nauc_ndcg_at_3_diff1": 0.198854, "nauc_ndcg_at_5_max": -0.002002, "nauc_ndcg_at_5_std": 0.109874, "nauc_ndcg_at_5_diff1": 0.171877, "nauc_ndcg_at_10_max": -0.018919, "nauc_ndcg_at_10_std": 0.100544, "nauc_ndcg_at_10_diff1": 0.146242, "nauc_ndcg_at_20_max": -0.024551, "nauc_ndcg_at_20_std": 0.099917, "nauc_ndcg_at_20_diff1": 0.132025, "nauc_ndcg_at_100_max": -0.010776, "nauc_ndcg_at_100_std": 0.175274, "nauc_ndcg_at_100_diff1": 0.162448, "nauc_ndcg_at_1000_max": -0.00452, "nauc_ndcg_at_1000_std": 0.128792, "nauc_ndcg_at_1000_diff1": 0.162818, "nauc_map_at_1_max": 0.054291, "nauc_map_at_1_std": 0.150419, "nauc_map_at_1_diff1": 0.204163, "nauc_map_at_3_max": 0.029577, "nauc_map_at_3_std": 0.142695, "nauc_map_at_3_diff1": 0.193185, "nauc_map_at_5_max": 0.007983, "nauc_map_at_5_std": 0.125782, "nauc_map_at_5_diff1": 0.176991, "nauc_map_at_10_max": 0.000521, "nauc_map_at_10_std": 0.117334, "nauc_map_at_10_diff1": 0.164959, "nauc_map_at_20_max": -0.001768, "nauc_map_at_20_std": 0.115725, "nauc_map_at_20_diff1": 0.160091, "nauc_map_at_100_max": 0.002065, "nauc_map_at_100_std": 0.127713, "nauc_map_at_100_diff1": 0.166556, "nauc_map_at_1000_max": 0.002303, "nauc_map_at_1000_std": 0.125303, "nauc_map_at_1000_diff1": 0.166983, "nauc_recall_at_1_max": 0.054291, "nauc_recall_at_1_std": 0.150419, "nauc_recall_at_1_diff1": 0.204163, "nauc_recall_at_3_max": 0.004896, "nauc_recall_at_3_std": 0.136775, "nauc_recall_at_3_diff1": 0.185452, "nauc_recall_at_5_max": -0.047008, "nauc_recall_at_5_std": 0.095404, "nauc_recall_at_5_diff1": 0.145904, "nauc_recall_at_10_max": -0.061895, "nauc_recall_at_10_std": 0.081612, "nauc_recall_at_10_diff1": 0.105915, "nauc_recall_at_20_max": -0.068322, "nauc_recall_at_20_std": 0.0861, "nauc_recall_at_20_diff1": 0.078602, "nauc_recall_at_100_max": -0.044668, "nauc_recall_at_100_std": 0.397113, "nauc_recall_at_100_diff1": 0.169947, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.096966, "nauc_precision_at_1_std": 0.1174, "nauc_precision_at_1_diff1": 0.229885, "nauc_precision_at_3_max": 0.047422, "nauc_precision_at_3_std": 0.107359, "nauc_precision_at_3_diff1": 0.207129, "nauc_precision_at_5_max": -0.010536, "nauc_precision_at_5_std": 0.07191, "nauc_precision_at_5_diff1": 0.163214, "nauc_precision_at_10_max": -0.028487, "nauc_precision_at_10_std": 0.059824, "nauc_precision_at_10_diff1": 0.122702, "nauc_precision_at_20_max": -0.033406, "nauc_precision_at_20_std": 0.059802, "nauc_precision_at_20_diff1": 0.096155, "nauc_precision_at_100_max": 0.076376, "nauc_precision_at_100_std": 0.270298, "nauc_precision_at_100_diff1": 0.217633, "nauc_precision_at_1000_max": 0.415376, "nauc_precision_at_1000_std": -0.322274, "nauc_precision_at_1000_diff1": 0.350972, "nauc_mrr_at_1_max": 0.012215, "nauc_mrr_at_1_std": 0.041014, "nauc_mrr_at_1_diff1": 0.095717, "nauc_mrr_at_3_max": 0.001158, "nauc_mrr_at_3_std": 0.060441, "nauc_mrr_at_3_diff1": 0.124009, "nauc_mrr_at_5_max": -0.013034, "nauc_mrr_at_5_std": 0.051747, "nauc_mrr_at_5_diff1": 0.116068, "nauc_mrr_at_10_max": -0.02282, "nauc_mrr_at_10_std": 0.048943, "nauc_mrr_at_10_diff1": 0.108998, "nauc_mrr_at_20_max": -0.022401, "nauc_mrr_at_20_std": 0.04889, "nauc_mrr_at_20_diff1": 0.10668, "nauc_mrr_at_100_max": -0.020894, "nauc_mrr_at_100_std": 0.059961, "nauc_mrr_at_100_diff1": 0.111388, "nauc_mrr_at_1000_max": -0.020965, "nauc_mrr_at_1000_std": 0.058209, "nauc_mrr_at_1000_diff1": 0.110679, "hit_rate_at_1": 0.05216, "hit_rate_at_3": 0.10848, "hit_rate_at_5": 0.15508, "hit_rate_at_10": 0.24339, "hit_rate_at_20": 0.37483, "hit_rate_at_100": 0.74061, "hit_rate_at_1000": 1.0, "main_score": 0.113482, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_cat": [ { "ndcg_at_1": 0.02753, "ndcg_at_3": 0.05599, "ndcg_at_5": 0.07359, "ndcg_at_10": 0.10427, "ndcg_at_20": 0.13507, "ndcg_at_100": 0.18599, "ndcg_at_1000": 0.23279, "map_at_1": 0.02753, "map_at_3": 0.0486, "map_at_5": 0.05824, "map_at_10": 0.07067, "map_at_20": 0.07897, "map_at_100": 0.0858, "map_at_1000": 0.08731, "recall_at_1": 0.02753, "recall_at_3": 0.07753, "recall_at_5": 0.12079, "recall_at_10": 0.21685, "recall_at_20": 0.33989, "recall_at_100": 0.61798, "recall_at_1000": 0.99916, "accuracy": 0.02753, "precision_at_1": 0.02753, "precision_at_3": 0.02584, "precision_at_5": 0.02416, "precision_at_10": 0.02169, "precision_at_20": 0.01699, "precision_at_100": 0.00618, "precision_at_1000": 0.001, "mrr_at_1": 0.063764, "mrr_at_3": 0.088624, "mrr_at_5": 0.098385, "mrr_at_10": 0.111955, "mrr_at_20": 0.120658, "mrr_at_100": 0.127612, "mrr_at_1000": 0.12901, "nauc_ndcg_at_1_max": -0.024666, "nauc_ndcg_at_1_std": 0.211679, "nauc_ndcg_at_1_diff1": 0.235458, "nauc_ndcg_at_3_max": 0.004842, "nauc_ndcg_at_3_std": 0.237554, "nauc_ndcg_at_3_diff1": 0.175049, "nauc_ndcg_at_5_max": -0.038884, "nauc_ndcg_at_5_std": 0.23559, "nauc_ndcg_at_5_diff1": 0.138672, "nauc_ndcg_at_10_max": -0.041218, "nauc_ndcg_at_10_std": 0.274131, "nauc_ndcg_at_10_diff1": 0.120245, "nauc_ndcg_at_20_max": -0.0076, "nauc_ndcg_at_20_std": 0.354108, "nauc_ndcg_at_20_diff1": 0.127943, "nauc_ndcg_at_100_max": -0.016384, "nauc_ndcg_at_100_std": 0.408627, "nauc_ndcg_at_100_diff1": 0.135352, "nauc_ndcg_at_1000_max": -0.01865, "nauc_ndcg_at_1000_std": 0.352723, "nauc_ndcg_at_1000_diff1": 0.140926, "nauc_map_at_1_max": -0.024666, "nauc_map_at_1_std": 0.211679, "nauc_map_at_1_diff1": 0.235458, "nauc_map_at_3_max": 0.001411, "nauc_map_at_3_std": 0.234674, "nauc_map_at_3_diff1": 0.186482, "nauc_map_at_5_max": -0.028088, "nauc_map_at_5_std": 0.234054, "nauc_map_at_5_diff1": 0.159927, "nauc_map_at_10_max": -0.031005, "nauc_map_at_10_std": 0.255769, "nauc_map_at_10_diff1": 0.146779, "nauc_map_at_20_max": -0.020052, "nauc_map_at_20_std": 0.286395, "nauc_map_at_20_diff1": 0.148328, "nauc_map_at_100_max": -0.020557, "nauc_map_at_100_std": 0.297583, "nauc_map_at_100_diff1": 0.148802, "nauc_map_at_1000_max": -0.020786, "nauc_map_at_1000_std": 0.295704, "nauc_map_at_1000_diff1": 0.149947, "nauc_recall_at_1_max": -0.024666, "nauc_recall_at_1_std": 0.211679, "nauc_recall_at_1_diff1": 0.235458, "nauc_recall_at_3_max": 0.010892, "nauc_recall_at_3_std": 0.242593, "nauc_recall_at_3_diff1": 0.153545, "nauc_recall_at_5_max": -0.057711, "nauc_recall_at_5_std": 0.237353, "nauc_recall_at_5_diff1": 0.104803, "nauc_recall_at_10_max": -0.054589, "nauc_recall_at_10_std": 0.300034, "nauc_recall_at_10_diff1": 0.08664, "nauc_recall_at_20_max": 0.016849, "nauc_recall_at_20_std": 0.453482, "nauc_recall_at_20_diff1": 0.107976, "nauc_recall_at_100_max": -0.010905, "nauc_recall_at_100_std": 0.621474, "nauc_recall_at_100_diff1": 0.132537, "nauc_recall_at_1000_max": -0.321662, "nauc_recall_at_1000_std": 0.851385, "nauc_recall_at_1000_diff1": -0.281979, "nauc_precision_at_1_max": -0.024666, "nauc_precision_at_1_std": 0.211679, "nauc_precision_at_1_diff1": 0.235458, "nauc_precision_at_3_max": 0.010892, "nauc_precision_at_3_std": 0.242593, "nauc_precision_at_3_diff1": 0.153545, "nauc_precision_at_5_max": -0.057711, "nauc_precision_at_5_std": 0.237353, "nauc_precision_at_5_diff1": 0.104803, "nauc_precision_at_10_max": -0.054589, "nauc_precision_at_10_std": 0.300034, "nauc_precision_at_10_diff1": 0.08664, "nauc_precision_at_20_max": 0.016849, "nauc_precision_at_20_std": 0.453482, "nauc_precision_at_20_diff1": 0.107976, "nauc_precision_at_100_max": -0.010905, "nauc_precision_at_100_std": 0.621474, "nauc_precision_at_100_diff1": 0.132537, "nauc_precision_at_1000_max": 0.179762, "nauc_precision_at_1000_std": -0.198034, "nauc_precision_at_1000_diff1": -0.333785, "nauc_mrr_at_1_max": -0.047026, "nauc_mrr_at_1_std": -0.205675, "nauc_mrr_at_1_diff1": -0.214364, "nauc_mrr_at_3_max": -0.035902, "nauc_mrr_at_3_std": -0.082337, "nauc_mrr_at_3_diff1": -0.115659, "nauc_mrr_at_5_max": -0.045221, "nauc_mrr_at_5_std": -0.057455, "nauc_mrr_at_5_diff1": -0.108411, "nauc_mrr_at_10_max": -0.04857, "nauc_mrr_at_10_std": -0.021075, "nauc_mrr_at_10_diff1": -0.09544, "nauc_mrr_at_20_max": -0.038857, "nauc_mrr_at_20_std": 0.004999, "nauc_mrr_at_20_diff1": -0.090126, "nauc_mrr_at_100_max": -0.04086, "nauc_mrr_at_100_std": 0.009856, "nauc_mrr_at_100_diff1": -0.090267, "nauc_mrr_at_1000_max": -0.040943, "nauc_mrr_at_1000_std": 0.00702, "nauc_mrr_at_1000_diff1": -0.090963, "hit_rate_at_1": 0.02753, "hit_rate_at_3": 0.07753, "hit_rate_at_5": 0.12079, "hit_rate_at_10": 0.21685, "hit_rate_at_20": 0.33989, "hit_rate_at_100": 0.61798, "hit_rate_at_1000": 0.99916, "main_score": 0.111955, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_geo": [ { "ndcg_at_1": 0.04475, "ndcg_at_3": 0.07637, "ndcg_at_5": 0.0928, "ndcg_at_10": 0.1183, "ndcg_at_20": 0.15016, "ndcg_at_100": 0.22851, "ndcg_at_1000": 0.25821, "map_at_1": 0.04475, "map_at_3": 0.06825, "map_at_5": 0.07732, "map_at_10": 0.0876, "map_at_20": 0.09625, "map_at_100": 0.10704, "map_at_1000": 0.1083, "recall_at_1": 0.04475, "recall_at_3": 0.09998, "recall_at_5": 0.14005, "recall_at_10": 0.2202, "recall_at_20": 0.34693, "recall_at_100": 0.76912, "recall_at_1000": 0.9941, "accuracy": 0.04475, "precision_at_1": 0.04475, "precision_at_3": 0.03336, "precision_at_5": 0.02807, "precision_at_10": 0.02207, "precision_at_20": 0.01738, "precision_at_100": 0.0077, "precision_at_1000": 0.001, "mrr_at_1": 0.065297, "mrr_at_3": 0.089741, "mrr_at_5": 0.100024, "mrr_at_10": 0.111889, "mrr_at_20": 0.120936, "mrr_at_100": 0.131583, "mrr_at_1000": 0.132656, "nauc_ndcg_at_1_max": 0.002679, "nauc_ndcg_at_1_std": 0.056562, "nauc_ndcg_at_1_diff1": 0.190344, "nauc_ndcg_at_3_max": -0.04701, "nauc_ndcg_at_3_std": 0.050373, "nauc_ndcg_at_3_diff1": 0.112804, "nauc_ndcg_at_5_max": -0.064647, "nauc_ndcg_at_5_std": 0.03205, "nauc_ndcg_at_5_diff1": 0.102592, "nauc_ndcg_at_10_max": -0.083545, "nauc_ndcg_at_10_std": 0.0118, "nauc_ndcg_at_10_diff1": 0.067025, "nauc_ndcg_at_20_max": -0.099039, "nauc_ndcg_at_20_std": -0.006391, "nauc_ndcg_at_20_diff1": 0.05289, "nauc_ndcg_at_100_max": -0.092539, "nauc_ndcg_at_100_std": 0.052829, "nauc_ndcg_at_100_diff1": 0.094372, "nauc_ndcg_at_1000_max": -0.081273, "nauc_ndcg_at_1000_std": 0.037181, "nauc_ndcg_at_1000_diff1": 0.087529, "nauc_map_at_1_max": 0.002679, "nauc_map_at_1_std": 0.056562, "nauc_map_at_1_diff1": 0.190344, "nauc_map_at_3_max": -0.038708, "nauc_map_at_3_std": 0.050869, "nauc_map_at_3_diff1": 0.124551, "nauc_map_at_5_max": -0.05046, "nauc_map_at_5_std": 0.039524, "nauc_map_at_5_diff1": 0.116955, "nauc_map_at_10_max": -0.061166, "nauc_map_at_10_std": 0.028746, "nauc_map_at_10_diff1": 0.096952, "nauc_map_at_20_max": -0.067559, "nauc_map_at_20_std": 0.021521, "nauc_map_at_20_diff1": 0.090636, "nauc_map_at_100_max": -0.067032, "nauc_map_at_100_std": 0.031952, "nauc_map_at_100_diff1": 0.097115, "nauc_map_at_1000_max": -0.066317, "nauc_map_at_1000_std": 0.031618, "nauc_map_at_1000_diff1": 0.097137, "nauc_recall_at_1_max": 0.002679, "nauc_recall_at_1_std": 0.056562, "nauc_recall_at_1_diff1": 0.190344, "nauc_recall_at_3_max": -0.063994, "nauc_recall_at_3_std": 0.049073, "nauc_recall_at_3_diff1": 0.089899, "nauc_recall_at_5_max": -0.090617, "nauc_recall_at_5_std": 0.017225, "nauc_recall_at_5_diff1": 0.077679, "nauc_recall_at_10_max": -0.118966, "nauc_recall_at_10_std": -0.016924, "nauc_recall_at_10_diff1": 0.020053, "nauc_recall_at_20_max": -0.146418, "nauc_recall_at_20_std": -0.05128, "nauc_recall_at_20_diff1": -0.002127, "nauc_recall_at_100_max": -0.138361, "nauc_recall_at_100_std": 0.168345, "nauc_recall_at_100_diff1": 0.14647, "nauc_recall_at_1000_max": 0.260482, "nauc_recall_at_1000_std": 0.621316, "nauc_recall_at_1000_diff1": 0.419128, "nauc_precision_at_1_max": 0.002679, "nauc_precision_at_1_std": 0.056562, "nauc_precision_at_1_diff1": 0.190344, "nauc_precision_at_3_max": -0.062912, "nauc_precision_at_3_std": 0.05004, "nauc_precision_at_3_diff1": 0.089736, "nauc_precision_at_5_max": -0.088559, "nauc_precision_at_5_std": 0.019594, "nauc_precision_at_5_diff1": 0.077, "nauc_precision_at_10_max": -0.116919, "nauc_precision_at_10_std": -0.013945, "nauc_precision_at_10_diff1": 0.018995, "nauc_precision_at_20_max": -0.144279, "nauc_precision_at_20_std": -0.047632, "nauc_precision_at_20_diff1": -0.003422, "nauc_precision_at_100_max": -0.134968, "nauc_precision_at_100_std": 0.175318, "nauc_precision_at_100_diff1": 0.141949, "nauc_precision_at_1000_max": 0.339855, "nauc_precision_at_1000_std": 0.779814, "nauc_precision_at_1000_diff1": 0.114793, "nauc_mrr_at_1_max": -0.067804, "nauc_mrr_at_1_std": -0.083359, "nauc_mrr_at_1_diff1": -0.049714, "nauc_mrr_at_3_max": -0.085974, "nauc_mrr_at_3_std": -0.055599, "nauc_mrr_at_3_diff1": -0.018582, "nauc_mrr_at_5_max": -0.096667, "nauc_mrr_at_5_std": -0.061105, "nauc_mrr_at_5_diff1": -0.018384, "nauc_mrr_at_10_max": -0.102761, "nauc_mrr_at_10_std": -0.064518, "nauc_mrr_at_10_diff1": -0.025563, "nauc_mrr_at_20_max": -0.10652, "nauc_mrr_at_20_std": -0.068295, "nauc_mrr_at_20_diff1": -0.029027, "nauc_mrr_at_100_max": -0.106199, "nauc_mrr_at_100_std": -0.061032, "nauc_mrr_at_100_diff1": -0.024463, "nauc_mrr_at_1000_max": -0.105733, "nauc_mrr_at_1000_std": -0.061556, "nauc_mrr_at_1000_diff1": -0.024723, "hit_rate_at_1": 0.04475, "hit_rate_at_3": 0.10008, "hit_rate_at_5": 0.14015, "hit_rate_at_10": 0.2203, "hit_rate_at_20": 0.34703, "hit_rate_at_100": 0.76912, "hit_rate_at_1000": 0.9941, "main_score": 0.111889, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_vis": [ { "ndcg_at_1": 0.03605, "ndcg_at_3": 0.06529, "ndcg_at_5": 0.08106, "ndcg_at_10": 0.11297, "ndcg_at_20": 0.1488, "ndcg_at_100": 0.21359, "ndcg_at_1000": 0.24992, "map_at_1": 0.03574, "map_at_3": 0.05754, "map_at_5": 0.06626, "map_at_10": 0.07917, "map_at_20": 0.08901, "map_at_100": 0.09801, "map_at_1000": 0.09939, "recall_at_1": 0.03574, "recall_at_3": 0.08746, "recall_at_5": 0.12586, "recall_at_10": 0.22584, "recall_at_20": 0.36745, "recall_at_100": 0.71591, "recall_at_1000": 0.99924, "accuracy": 0.03574, "precision_at_1": 0.03605, "precision_at_3": 0.02926, "precision_at_5": 0.02529, "precision_at_10": 0.02273, "precision_at_20": 0.01851, "precision_at_100": 0.00721, "precision_at_1000": 0.00101, "mrr_at_1": 0.058701, "mrr_at_3": 0.081886, "mrr_at_5": 0.091805, "mrr_at_10": 0.106599, "mrr_at_20": 0.116639, "mrr_at_100": 0.125481, "mrr_at_1000": 0.126681, "nauc_ndcg_at_1_max": 0.076681, "nauc_ndcg_at_1_std": 0.323188, "nauc_ndcg_at_1_diff1": 0.226524, "nauc_ndcg_at_3_max": 0.004728, "nauc_ndcg_at_3_std": 0.260582, "nauc_ndcg_at_3_diff1": 0.111677, "nauc_ndcg_at_5_max": -0.005858, "nauc_ndcg_at_5_std": 0.237384, "nauc_ndcg_at_5_diff1": 0.09353, "nauc_ndcg_at_10_max": -0.027571, "nauc_ndcg_at_10_std": 0.215172, "nauc_ndcg_at_10_diff1": 0.07503, "nauc_ndcg_at_20_max": -0.034387, "nauc_ndcg_at_20_std": 0.224985, "nauc_ndcg_at_20_diff1": 0.074538, "nauc_ndcg_at_100_max": -0.039393, "nauc_ndcg_at_100_std": 0.264962, "nauc_ndcg_at_100_diff1": 0.083427, "nauc_ndcg_at_1000_max": -0.024906, "nauc_ndcg_at_1000_std": 0.251253, "nauc_ndcg_at_1000_diff1": 0.090153, "nauc_map_at_1_max": 0.076815, "nauc_map_at_1_std": 0.327492, "nauc_map_at_1_diff1": 0.226229, "nauc_map_at_3_max": 0.017821, "nauc_map_at_3_std": 0.273789, "nauc_map_at_3_diff1": 0.130215, "nauc_map_at_5_max": 0.009434, "nauc_map_at_5_std": 0.257131, "nauc_map_at_5_diff1": 0.116468, "nauc_map_at_10_max": -0.004572, "nauc_map_at_10_std": 0.241807, "nauc_map_at_10_diff1": 0.103031, "nauc_map_at_20_max": -0.00759, "nauc_map_at_20_std": 0.244238, "nauc_map_at_20_diff1": 0.101653, "nauc_map_at_100_max": -0.007915, "nauc_map_at_100_std": 0.251774, "nauc_map_at_100_diff1": 0.103825, "nauc_map_at_1000_max": -0.007088, "nauc_map_at_1000_std": 0.251928, "nauc_map_at_1000_diff1": 0.104527, "nauc_recall_at_1_max": 0.076815, "nauc_recall_at_1_std": 0.327492, "nauc_recall_at_1_diff1": 0.226229, "nauc_recall_at_3_max": -0.021608, "nauc_recall_at_3_std": 0.236305, "nauc_recall_at_3_diff1": 0.074481, "nauc_recall_at_5_max": -0.031471, "nauc_recall_at_5_std": 0.204943, "nauc_recall_at_5_diff1": 0.054614, "nauc_recall_at_10_max": -0.058327, "nauc_recall_at_10_std": 0.180461, "nauc_recall_at_10_diff1": 0.038365, "nauc_recall_at_20_max": -0.067844, "nauc_recall_at_20_std": 0.206707, "nauc_recall_at_20_diff1": 0.044072, "nauc_recall_at_100_max": -0.100957, "nauc_recall_at_100_std": 0.337436, "nauc_recall_at_100_diff1": 0.060746, "nauc_recall_at_1000_max": -0.734953, "nauc_recall_at_1000_std": -0.402498, "nauc_recall_at_1000_diff1": -0.195879, "nauc_precision_at_1_max": 0.076681, "nauc_precision_at_1_std": 0.323188, "nauc_precision_at_1_diff1": 0.226524, "nauc_precision_at_3_max": -0.021318, "nauc_precision_at_3_std": 0.234857, "nauc_precision_at_3_diff1": 0.075134, "nauc_precision_at_5_max": -0.031994, "nauc_precision_at_5_std": 0.202366, "nauc_precision_at_5_diff1": 0.054748, "nauc_precision_at_10_max": -0.060119, "nauc_precision_at_10_std": 0.17657, "nauc_precision_at_10_diff1": 0.037606, "nauc_precision_at_20_max": -0.071109, "nauc_precision_at_20_std": 0.199218, "nauc_precision_at_20_diff1": 0.042067, "nauc_precision_at_100_max": -0.103927, "nauc_precision_at_100_std": 0.320084, "nauc_precision_at_100_diff1": 0.058589, "nauc_precision_at_1000_max": 0.043266, "nauc_precision_at_1000_std": -0.220801, "nauc_precision_at_1000_diff1": 0.131553, "nauc_mrr_at_1_max": 0.027178, "nauc_mrr_at_1_std": 0.054197, "nauc_mrr_at_1_diff1": -0.081473, "nauc_mrr_at_3_max": -0.006848, "nauc_mrr_at_3_std": 0.081851, "nauc_mrr_at_3_diff1": -0.046483, "nauc_mrr_at_5_max": -0.012221, "nauc_mrr_at_5_std": 0.082489, "nauc_mrr_at_5_diff1": -0.043953, "nauc_mrr_at_10_max": -0.020154, "nauc_mrr_at_10_std": 0.084287, "nauc_mrr_at_10_diff1": -0.039834, "nauc_mrr_at_20_max": -0.022265, "nauc_mrr_at_20_std": 0.090754, "nauc_mrr_at_20_diff1": -0.036468, "nauc_mrr_at_100_max": -0.021157, "nauc_mrr_at_100_std": 0.095852, "nauc_mrr_at_100_diff1": -0.035439, "nauc_mrr_at_1000_max": -0.020698, "nauc_mrr_at_1000_std": 0.095076, "nauc_mrr_at_1000_diff1": -0.035786, "hit_rate_at_1": 0.03605, "hit_rate_at_3": 0.08777, "hit_rate_at_5": 0.12646, "hit_rate_at_10": 0.22707, "hit_rate_at_20": 0.36844, "hit_rate_at_100": 0.71669, "hit_rate_at_1000": 0.99924, "main_score": 0.106599, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_web": [ { "ndcg_at_1": 0.04294, "ndcg_at_3": 0.06908, "ndcg_at_5": 0.08648, "ndcg_at_10": 0.11382, "ndcg_at_20": 0.14381, "ndcg_at_100": 0.2071, "ndcg_at_1000": 0.24946, "map_at_1": 0.04182, "map_at_3": 0.06171, "map_at_5": 0.07133, "map_at_10": 0.08246, "map_at_20": 0.09071, "map_at_100": 0.09925, "map_at_1000": 0.10103, "recall_at_1": 0.04182, "recall_at_3": 0.08837, "recall_at_5": 0.13183, "recall_at_10": 0.21714, "recall_at_20": 0.33547, "recall_at_100": 0.68117, "recall_at_1000": 1.0, "accuracy": 0.04182, "precision_at_1": 0.04294, "precision_at_3": 0.03032, "precision_at_5": 0.02704, "precision_at_10": 0.0222, "precision_at_20": 0.01711, "precision_at_100": 0.00696, "precision_at_1000": 0.00106, "mrr_at_1": 0.070293, "mrr_at_3": 0.093723, "mrr_at_5": 0.104108, "mrr_at_10": 0.116352, "mrr_at_20": 0.124877, "mrr_at_100": 0.13378, "mrr_at_1000": 0.135149, "nauc_ndcg_at_1_max": 0.094019, "nauc_ndcg_at_1_std": 0.200278, "nauc_ndcg_at_1_diff1": 0.267547, "nauc_ndcg_at_3_max": 0.06212, "nauc_ndcg_at_3_std": 0.167133, "nauc_ndcg_at_3_diff1": 0.165453, "nauc_ndcg_at_5_max": 0.034672, "nauc_ndcg_at_5_std": 0.145056, "nauc_ndcg_at_5_diff1": 0.149278, "nauc_ndcg_at_10_max": 0.017823, "nauc_ndcg_at_10_std": 0.119748, "nauc_ndcg_at_10_diff1": 0.123943, "nauc_ndcg_at_20_max": 0.010143, "nauc_ndcg_at_20_std": 0.149461, "nauc_ndcg_at_20_diff1": 0.105166, "nauc_ndcg_at_100_max": 0.014333, "nauc_ndcg_at_100_std": 0.177832, "nauc_ndcg_at_100_diff1": 0.121899, "nauc_ndcg_at_1000_max": 0.021072, "nauc_ndcg_at_1000_std": 0.15463, "nauc_ndcg_at_1000_diff1": 0.127041, "nauc_map_at_1_max": 0.094836, "nauc_map_at_1_std": 0.216819, "nauc_map_at_1_diff1": 0.282067, "nauc_map_at_3_max": 0.068412, "nauc_map_at_3_std": 0.18073, "nauc_map_at_3_diff1": 0.189184, "nauc_map_at_5_max": 0.050578, "nauc_map_at_5_std": 0.164023, "nauc_map_at_5_diff1": 0.174973, "nauc_map_at_10_max": 0.040128, "nauc_map_at_10_std": 0.1471, "nauc_map_at_10_diff1": 0.15987, "nauc_map_at_20_max": 0.036331, "nauc_map_at_20_std": 0.157629, "nauc_map_at_20_diff1": 0.150992, "nauc_map_at_100_max": 0.037129, "nauc_map_at_100_std": 0.160615, "nauc_map_at_100_diff1": 0.152051, "nauc_map_at_1000_max": 0.037347, "nauc_map_at_1000_std": 0.15957, "nauc_map_at_1000_diff1": 0.152857, "nauc_recall_at_1_max": 0.094836, "nauc_recall_at_1_std": 0.216819, "nauc_recall_at_1_diff1": 0.282067, "nauc_recall_at_3_max": 0.046695, "nauc_recall_at_3_std": 0.153124, "nauc_recall_at_3_diff1": 0.130695, "nauc_recall_at_5_max": 0.00576, "nauc_recall_at_5_std": 0.116613, "nauc_recall_at_5_diff1": 0.1094, "nauc_recall_at_10_max": -0.016511, "nauc_recall_at_10_std": 0.083975, "nauc_recall_at_10_diff1": 0.074518, "nauc_recall_at_20_max": -0.026723, "nauc_recall_at_20_std": 0.150591, "nauc_recall_at_20_diff1": 0.045416, "nauc_recall_at_100_max": -0.02296, "nauc_recall_at_100_std": 0.261311, "nauc_recall_at_100_diff1": 0.09835, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.094019, "nauc_precision_at_1_std": 0.200278, "nauc_precision_at_1_diff1": 0.267547, "nauc_precision_at_3_max": 0.05114, "nauc_precision_at_3_std": 0.137405, "nauc_precision_at_3_diff1": 0.115067, "nauc_precision_at_5_max": 0.011066, "nauc_precision_at_5_std": 0.103087, "nauc_precision_at_5_diff1": 0.095127, "nauc_precision_at_10_max": -0.008329, "nauc_precision_at_10_std": 0.071406, "nauc_precision_at_10_diff1": 0.061253, "nauc_precision_at_20_max": -0.016472, "nauc_precision_at_20_std": 0.133881, "nauc_precision_at_20_diff1": 0.030917, "nauc_precision_at_100_max": -0.00223, "nauc_precision_at_100_std": 0.204342, "nauc_precision_at_100_diff1": 0.056151, "nauc_precision_at_1000_max": -0.170849, "nauc_precision_at_1000_std": -0.527431, "nauc_precision_at_1000_diff1": -0.525666, "nauc_mrr_at_1_max": -0.07974, "nauc_mrr_at_1_std": -0.05489, "nauc_mrr_at_1_diff1": -0.047909, "nauc_mrr_at_3_max": -0.070099, "nauc_mrr_at_3_std": -0.031824, "nauc_mrr_at_3_diff1": -0.032253, "nauc_mrr_at_5_max": -0.072171, "nauc_mrr_at_5_std": -0.028104, "nauc_mrr_at_5_diff1": -0.023723, "nauc_mrr_at_10_max": -0.073706, "nauc_mrr_at_10_std": -0.024669, "nauc_mrr_at_10_diff1": -0.022986, "nauc_mrr_at_20_max": -0.075576, "nauc_mrr_at_20_std": -0.016962, "nauc_mrr_at_20_diff1": -0.024668, "nauc_mrr_at_100_max": -0.075617, "nauc_mrr_at_100_std": -0.015686, "nauc_mrr_at_100_diff1": -0.023477, "nauc_mrr_at_1000_max": -0.075512, "nauc_mrr_at_1000_std": -0.016494, "nauc_mrr_at_1000_diff1": -0.023544, "hit_rate_at_1": 0.04294, "hit_rate_at_3": 0.09001, "hit_rate_at_5": 0.13327, "hit_rate_at_10": 0.21947, "hit_rate_at_20": 0.33747, "hit_rate_at_100": 0.6813, "hit_rate_at_1000": 1.0, "main_score": 0.116352, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 59047.87236380577, "kg_co2_emissions": null, "date": 1778542004.116039 }