{ "dataset_revision": "a887e9f8e3d24427fdff98c8bba3198a6853a929", "task_name": "LoTTE", "mteb_version": "2.8.3", "scores": { "test": [ { "ndcg_at_1": 0.62465, "ndcg_at_3": 0.57596, "ndcg_at_5": 0.59334, "ndcg_at_10": 0.62207, "ndcg_at_20": 0.64893, "ndcg_at_100": 0.67326, "ndcg_at_1000": 0.68788, "map_at_1": 0.27646, "map_at_3": 0.43914, "map_at_5": 0.49589, "map_at_10": 0.52926, "map_at_20": 0.54457, "map_at_100": 0.55108, "map_at_1000": 0.55216, "recall_at_1": 0.27646, "recall_at_3": 0.48727, "recall_at_5": 0.59331, "recall_at_10": 0.68378, "recall_at_20": 0.7598, "recall_at_100": 0.84847, "recall_at_1000": 0.92858, "accuracy": 0.27646, "precision_at_1": 0.62465, "precision_at_3": 0.43013, "precision_at_5": 0.3324, "precision_at_10": 0.20261, "precision_at_20": 0.11578, "precision_at_100": 0.0267, "precision_at_1000": 0.00296, "mrr_at_1": 0.62465, "mrr_at_3": 0.691099, "mrr_at_5": 0.705291, "mrr_at_10": 0.711615, "mrr_at_20": 0.71447, "mrr_at_100": 0.71544, "mrr_at_1000": 0.71557, "nauc_ndcg_at_1_max": 0.281326, "nauc_ndcg_at_1_std": -0.002771, "nauc_ndcg_at_1_diff1": 0.491187, "nauc_ndcg_at_3_max": 0.244688, "nauc_ndcg_at_3_std": 0.000385, "nauc_ndcg_at_3_diff1": 0.376594, "nauc_ndcg_at_5_max": 0.230742, "nauc_ndcg_at_5_std": 0.013821, "nauc_ndcg_at_5_diff1": 0.370138, "nauc_ndcg_at_10_max": 0.236812, "nauc_ndcg_at_10_std": 0.04352, "nauc_ndcg_at_10_diff1": 0.380128, "nauc_ndcg_at_20_max": 0.245559, "nauc_ndcg_at_20_std": 0.069448, "nauc_ndcg_at_20_diff1": 0.38177, "nauc_ndcg_at_100_max": 0.251298, "nauc_ndcg_at_100_std": 0.086645, "nauc_ndcg_at_100_diff1": 0.384385, "nauc_ndcg_at_1000_max": 0.251687, "nauc_ndcg_at_1000_std": 0.087778, "nauc_ndcg_at_1000_diff1": 0.38695, "nauc_map_at_1_max": 0.05594, "nauc_map_at_1_std": -0.135837, "nauc_map_at_1_diff1": 0.371233, "nauc_map_at_3_max": 0.161147, "nauc_map_at_3_std": -0.083623, "nauc_map_at_3_diff1": 0.365782, "nauc_map_at_5_max": 0.190863, "nauc_map_at_5_std": -0.041526, "nauc_map_at_5_diff1": 0.355617, "nauc_map_at_10_max": 0.209952, "nauc_map_at_10_std": 0.002026, "nauc_map_at_10_diff1": 0.354319, "nauc_map_at_20_max": 0.214667, "nauc_map_at_20_std": 0.020667, "nauc_map_at_20_diff1": 0.353477, "nauc_map_at_100_max": 0.216472, "nauc_map_at_100_std": 0.02863, "nauc_map_at_100_diff1": 0.35358, "nauc_map_at_1000_max": 0.216541, "nauc_map_at_1000_std": 0.02924, "nauc_map_at_1000_diff1": 0.353548, "nauc_recall_at_1_max": 0.05594, "nauc_recall_at_1_std": -0.135837, "nauc_recall_at_1_diff1": 0.371233, "nauc_recall_at_3_max": 0.143229, "nauc_recall_at_3_std": -0.083642, "nauc_recall_at_3_diff1": 0.33399, "nauc_recall_at_5_max": 0.165029, "nauc_recall_at_5_std": -0.022278, "nauc_recall_at_5_diff1": 0.307236, "nauc_recall_at_10_max": 0.186716, "nauc_recall_at_10_std": 0.070167, "nauc_recall_at_10_diff1": 0.307327, "nauc_recall_at_20_max": 0.203137, "nauc_recall_at_20_std": 0.171541, "nauc_recall_at_20_diff1": 0.297643, "nauc_recall_at_100_max": 0.213458, "nauc_recall_at_100_std": 0.272765, "nauc_recall_at_100_diff1": 0.277833, "nauc_recall_at_1000_max": 0.198468, "nauc_recall_at_1000_std": 0.426416, "nauc_recall_at_1000_diff1": 0.254251, "nauc_precision_at_1_max": 0.281326, "nauc_precision_at_1_std": -0.002771, "nauc_precision_at_1_diff1": 0.491187, "nauc_precision_at_3_max": 0.28499, "nauc_precision_at_3_std": 0.123109, "nauc_precision_at_3_diff1": 0.200296, "nauc_precision_at_5_max": 0.263129, "nauc_precision_at_5_std": 0.193462, "nauc_precision_at_5_diff1": 0.09883, "nauc_precision_at_10_max": 0.242256, "nauc_precision_at_10_std": 0.276451, "nauc_precision_at_10_diff1": 0.036381, "nauc_precision_at_20_max": 0.2059, "nauc_precision_at_20_std": 0.316967, "nauc_precision_at_20_diff1": -0.010345, "nauc_precision_at_100_max": 0.166956, "nauc_precision_at_100_std": 0.348306, "nauc_precision_at_100_diff1": -0.061442, "nauc_precision_at_1000_max": 0.126307, "nauc_precision_at_1000_std": 0.323813, "nauc_precision_at_1000_diff1": -0.094724, "nauc_mrr_at_1_max": 0.281326, "nauc_mrr_at_1_std": -0.002771, "nauc_mrr_at_1_diff1": 0.491187, "nauc_mrr_at_3_max": 0.305124, "nauc_mrr_at_3_std": 0.023835, "nauc_mrr_at_3_diff1": 0.498308, "nauc_mrr_at_5_max": 0.311692, "nauc_mrr_at_5_std": 0.033892, "nauc_mrr_at_5_diff1": 0.501586, "nauc_mrr_at_10_max": 0.309902, "nauc_mrr_at_10_std": 0.031841, "nauc_mrr_at_10_diff1": 0.503454, "nauc_mrr_at_20_max": 0.310146, "nauc_mrr_at_20_std": 0.033339, "nauc_mrr_at_20_diff1": 0.503699, "nauc_mrr_at_100_max": 0.309802, "nauc_mrr_at_100_std": 0.032728, "nauc_mrr_at_100_diff1": 0.503539, "nauc_mrr_at_1000_max": 0.309709, "nauc_mrr_at_1000_std": 0.032675, "nauc_mrr_at_1000_diff1": 0.50345, "cv_recall_at_1": 0.62465, "cv_recall_at_3": 0.77311, "cv_recall_at_5": 0.8338, "cv_recall_at_10": 0.87768, "cv_recall_at_20": 0.9197, "cv_recall_at_100": 0.95892, "cv_recall_at_1000": 0.98599, "main_score": 0.8338, "hf_subset": "writing_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.5645, "ndcg_at_3": 0.49084, "ndcg_at_5": 0.47243, "ndcg_at_10": 0.48251, "ndcg_at_20": 0.50888, "ndcg_at_100": 0.55232, "ndcg_at_1000": 0.58344, "map_at_1": 0.13827, "map_at_3": 0.2609, "map_at_5": 0.31319, "map_at_10": 0.36131, "map_at_20": 0.38211, "map_at_100": 0.39532, "map_at_1000": 0.39785, "recall_at_1": 0.13827, "recall_at_3": 0.29159, "recall_at_5": 0.37572, "recall_at_10": 0.48453, "recall_at_20": 0.56623, "recall_at_100": 0.69807, "recall_at_1000": 0.83133, "accuracy": 0.13827, "precision_at_1": 0.5645, "precision_at_3": 0.439, "precision_at_5": 0.3581, "precision_at_10": 0.24265, "precision_at_20": 0.14715, "precision_at_100": 0.03841, "precision_at_1000": 0.00487, "mrr_at_1": 0.5645, "mrr_at_3": 0.638917, "mrr_at_5": 0.651817, "mrr_at_10": 0.659886, "mrr_at_20": 0.662843, "mrr_at_100": 0.6645, "mrr_at_1000": 0.66468, "nauc_ndcg_at_1_max": 0.286023, "nauc_ndcg_at_1_std": 0.059649, "nauc_ndcg_at_1_diff1": 0.360863, "nauc_ndcg_at_3_max": 0.314201, "nauc_ndcg_at_3_std": 0.106747, "nauc_ndcg_at_3_diff1": 0.249814, "nauc_ndcg_at_5_max": 0.318086, "nauc_ndcg_at_5_std": 0.125889, "nauc_ndcg_at_5_diff1": 0.236203, "nauc_ndcg_at_10_max": 0.329215, "nauc_ndcg_at_10_std": 0.169146, "nauc_ndcg_at_10_diff1": 0.211884, "nauc_ndcg_at_20_max": 0.343498, "nauc_ndcg_at_20_std": 0.207339, "nauc_ndcg_at_20_diff1": 0.209314, "nauc_ndcg_at_100_max": 0.35772, "nauc_ndcg_at_100_std": 0.247639, "nauc_ndcg_at_100_diff1": 0.212, "nauc_ndcg_at_1000_max": 0.358932, "nauc_ndcg_at_1000_std": 0.24652, "nauc_ndcg_at_1000_diff1": 0.216609, "nauc_map_at_1_max": 0.116185, "nauc_map_at_1_std": 0.009358, "nauc_map_at_1_diff1": 0.26255, "nauc_map_at_3_max": 0.205896, "nauc_map_at_3_std": 0.050271, "nauc_map_at_3_diff1": 0.204685, "nauc_map_at_5_max": 0.249589, "nauc_map_at_5_std": 0.082222, "nauc_map_at_5_diff1": 0.197966, "nauc_map_at_10_max": 0.284874, "nauc_map_at_10_std": 0.128251, "nauc_map_at_10_diff1": 0.182006, "nauc_map_at_20_max": 0.302853, "nauc_map_at_20_std": 0.154296, "nauc_map_at_20_diff1": 0.182459, "nauc_map_at_100_max": 0.309732, "nauc_map_at_100_std": 0.170228, "nauc_map_at_100_diff1": 0.182688, "nauc_map_at_1000_max": 0.310313, "nauc_map_at_1000_std": 0.171052, "nauc_map_at_1000_diff1": 0.183149, "nauc_recall_at_1_max": 0.116185, "nauc_recall_at_1_std": 0.009358, "nauc_recall_at_1_diff1": 0.26255, "nauc_recall_at_3_max": 0.203396, "nauc_recall_at_3_std": 0.072278, "nauc_recall_at_3_diff1": 0.17981, "nauc_recall_at_5_max": 0.241535, "nauc_recall_at_5_std": 0.117901, "nauc_recall_at_5_diff1": 0.164552, "nauc_recall_at_10_max": 0.287803, "nauc_recall_at_10_std": 0.207104, "nauc_recall_at_10_diff1": 0.134126, "nauc_recall_at_20_max": 0.331467, "nauc_recall_at_20_std": 0.284443, "nauc_recall_at_20_diff1": 0.136844, "nauc_recall_at_100_max": 0.364051, "nauc_recall_at_100_std": 0.42322, "nauc_recall_at_100_diff1": 0.126275, "nauc_recall_at_1000_max": 0.39214, "nauc_recall_at_1000_std": 0.535188, "nauc_recall_at_1000_diff1": 0.1081, "nauc_precision_at_1_max": 0.286023, "nauc_precision_at_1_std": 0.059649, "nauc_precision_at_1_diff1": 0.360863, "nauc_precision_at_3_max": 0.340821, "nauc_precision_at_3_std": 0.132115, "nauc_precision_at_3_diff1": 0.187624, "nauc_precision_at_5_max": 0.345208, "nauc_precision_at_5_std": 0.164247, "nauc_precision_at_5_diff1": 0.144493, "nauc_precision_at_10_max": 0.339843, "nauc_precision_at_10_std": 0.22336, "nauc_precision_at_10_diff1": 0.093138, "nauc_precision_at_20_max": 0.333238, "nauc_precision_at_20_std": 0.259164, "nauc_precision_at_20_diff1": 0.081138, "nauc_precision_at_100_max": 0.269435, "nauc_precision_at_100_std": 0.264178, "nauc_precision_at_100_diff1": 0.053836, "nauc_precision_at_1000_max": 0.147288, "nauc_precision_at_1000_std": 0.142104, "nauc_precision_at_1000_diff1": 0.014224, "nauc_mrr_at_1_max": 0.286023, "nauc_mrr_at_1_std": 0.059649, "nauc_mrr_at_1_diff1": 0.360863, "nauc_mrr_at_3_max": 0.329997, "nauc_mrr_at_3_std": 0.109815, "nauc_mrr_at_3_diff1": 0.35684, "nauc_mrr_at_5_max": 0.327605, "nauc_mrr_at_5_std": 0.111926, "nauc_mrr_at_5_diff1": 0.352974, "nauc_mrr_at_10_max": 0.329785, "nauc_mrr_at_10_std": 0.115485, "nauc_mrr_at_10_diff1": 0.355477, "nauc_mrr_at_20_max": 0.329266, "nauc_mrr_at_20_std": 0.115941, "nauc_mrr_at_20_diff1": 0.355343, "nauc_mrr_at_100_max": 0.328733, "nauc_mrr_at_100_std": 0.115259, "nauc_mrr_at_100_diff1": 0.355899, "nauc_mrr_at_1000_max": 0.32866, "nauc_mrr_at_1000_std": 0.115034, "nauc_mrr_at_1000_diff1": 0.35587, "cv_recall_at_1": 0.5645, "cv_recall_at_3": 0.733, "cv_recall_at_5": 0.789, "cv_recall_at_10": 0.848, "cv_recall_at_20": 0.89, "cv_recall_at_100": 0.9515, "cv_recall_at_1000": 0.9885, "main_score": 0.789, "hf_subset": "writing_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.54004, "ndcg_at_3": 0.5385, "ndcg_at_5": 0.56501, "ndcg_at_10": 0.59852, "ndcg_at_20": 0.61881, "ndcg_at_100": 0.64413, "ndcg_at_1000": 0.65803, "map_at_1": 0.33689, "map_at_3": 0.46419, "map_at_5": 0.4955, "map_at_10": 0.51917, "map_at_20": 0.52755, "map_at_100": 0.53263, "map_at_1000": 0.5335, "recall_at_1": 0.33689, "recall_at_3": 0.53321, "recall_at_5": 0.60939, "recall_at_10": 0.69787, "recall_at_20": 0.76169, "recall_at_100": 0.87025, "recall_at_1000": 0.95547, "accuracy": 0.33689, "precision_at_1": 0.54004, "precision_at_3": 0.32504, "precision_at_5": 0.23333, "precision_at_10": 0.13918, "precision_at_20": 0.07716, "precision_at_100": 0.01805, "precision_at_1000": 0.00203, "mrr_at_1": 0.540043, "mrr_at_3": 0.621934, "mrr_at_5": 0.634975, "mrr_at_10": 0.642459, "mrr_at_20": 0.645988, "mrr_at_100": 0.647751, "mrr_at_1000": 0.647891, "nauc_ndcg_at_1_max": 0.228918, "nauc_ndcg_at_1_std": -0.077251, "nauc_ndcg_at_1_diff1": 0.467697, "nauc_ndcg_at_3_max": 0.192769, "nauc_ndcg_at_3_std": -0.087506, "nauc_ndcg_at_3_diff1": 0.391163, "nauc_ndcg_at_5_max": 0.202627, "nauc_ndcg_at_5_std": -0.08139, "nauc_ndcg_at_5_diff1": 0.386722, "nauc_ndcg_at_10_max": 0.213801, "nauc_ndcg_at_10_std": -0.056361, "nauc_ndcg_at_10_diff1": 0.391347, "nauc_ndcg_at_20_max": 0.220035, "nauc_ndcg_at_20_std": -0.040068, "nauc_ndcg_at_20_diff1": 0.389536, "nauc_ndcg_at_100_max": 0.236586, "nauc_ndcg_at_100_std": -0.024977, "nauc_ndcg_at_100_diff1": 0.397369, "nauc_ndcg_at_1000_max": 0.237408, "nauc_ndcg_at_1000_std": -0.030077, "nauc_ndcg_at_1000_diff1": 0.400623, "nauc_map_at_1_max": 0.10198, "nauc_map_at_1_std": -0.08863, "nauc_map_at_1_diff1": 0.43172, "nauc_map_at_3_max": 0.160947, "nauc_map_at_3_std": -0.096869, "nauc_map_at_3_diff1": 0.38631, "nauc_map_at_5_max": 0.183096, "nauc_map_at_5_std": -0.091729, "nauc_map_at_5_diff1": 0.379758, "nauc_map_at_10_max": 0.194202, "nauc_map_at_10_std": -0.078169, "nauc_map_at_10_diff1": 0.379661, "nauc_map_at_20_max": 0.195238, "nauc_map_at_20_std": -0.073718, "nauc_map_at_20_diff1": 0.378756, "nauc_map_at_100_max": 0.198285, "nauc_map_at_100_std": -0.070767, "nauc_map_at_100_diff1": 0.380175, "nauc_map_at_1000_max": 0.198634, "nauc_map_at_1000_std": -0.070625, "nauc_map_at_1000_diff1": 0.380316, "nauc_recall_at_1_max": 0.10198, "nauc_recall_at_1_std": -0.08863, "nauc_recall_at_1_diff1": 0.43172, "nauc_recall_at_3_max": 0.152238, "nauc_recall_at_3_std": -0.078571, "nauc_recall_at_3_diff1": 0.348426, "nauc_recall_at_5_max": 0.18448, "nauc_recall_at_5_std": -0.067327, "nauc_recall_at_5_diff1": 0.32726, "nauc_recall_at_10_max": 0.203388, "nauc_recall_at_10_std": 0.003318, "nauc_recall_at_10_diff1": 0.322395, "nauc_recall_at_20_max": 0.219471, "nauc_recall_at_20_std": 0.074058, "nauc_recall_at_20_diff1": 0.305332, "nauc_recall_at_100_max": 0.344024, "nauc_recall_at_100_std": 0.268473, "nauc_recall_at_100_diff1": 0.317874, "nauc_recall_at_1000_max": 0.522457, "nauc_recall_at_1000_std": 0.488404, "nauc_recall_at_1000_diff1": 0.376387, "nauc_precision_at_1_max": 0.228918, "nauc_precision_at_1_std": -0.077251, "nauc_precision_at_1_diff1": 0.467697, "nauc_precision_at_3_max": 0.208772, "nauc_precision_at_3_std": -0.040089, "nauc_precision_at_3_diff1": 0.141067, "nauc_precision_at_5_max": 0.207773, "nauc_precision_at_5_std": -0.021425, "nauc_precision_at_5_diff1": 0.06179, "nauc_precision_at_10_max": 0.193321, "nauc_precision_at_10_std": 0.034862, "nauc_precision_at_10_diff1": 0.014882, "nauc_precision_at_20_max": 0.17976, "nauc_precision_at_20_std": 0.07503, "nauc_precision_at_20_diff1": -0.03313, "nauc_precision_at_100_max": 0.175038, "nauc_precision_at_100_std": 0.114793, "nauc_precision_at_100_diff1": -0.07714, "nauc_precision_at_1000_max": 0.146425, "nauc_precision_at_1000_std": 0.107892, "nauc_precision_at_1000_diff1": -0.114228, "nauc_mrr_at_1_max": 0.228918, "nauc_mrr_at_1_std": -0.077251, "nauc_mrr_at_1_diff1": 0.467697, "nauc_mrr_at_3_max": 0.244272, "nauc_mrr_at_3_std": -0.056767, "nauc_mrr_at_3_diff1": 0.458111, "nauc_mrr_at_5_max": 0.243112, "nauc_mrr_at_5_std": -0.058965, "nauc_mrr_at_5_diff1": 0.452108, "nauc_mrr_at_10_max": 0.245333, "nauc_mrr_at_10_std": -0.054068, "nauc_mrr_at_10_diff1": 0.452636, "nauc_mrr_at_20_max": 0.24729, "nauc_mrr_at_20_std": -0.051576, "nauc_mrr_at_20_diff1": 0.453201, "nauc_mrr_at_100_max": 0.248119, "nauc_mrr_at_100_std": -0.051109, "nauc_mrr_at_100_diff1": 0.454122, "nauc_mrr_at_1000_max": 0.247955, "nauc_mrr_at_1000_std": -0.051363, "nauc_mrr_at_1000_diff1": 0.454075, "cv_recall_at_1": 0.54004, "cv_recall_at_3": 0.72619, "cv_recall_at_5": 0.78355, "cv_recall_at_10": 0.83766, "cv_recall_at_20": 0.88636, "cv_recall_at_100": 0.95455, "cv_recall_at_1000": 0.98701, "main_score": 0.78355, "hf_subset": "recreation_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.52098, "ndcg_at_3": 0.4734, "ndcg_at_5": 0.47984, "ndcg_at_10": 0.50944, "ndcg_at_20": 0.53692, "ndcg_at_100": 0.57671, "ndcg_at_1000": 0.60018, "map_at_1": 0.22118, "map_at_3": 0.34616, "map_at_5": 0.38575, "map_at_10": 0.41747, "map_at_20": 0.4305, "map_at_100": 0.44052, "map_at_1000": 0.44226, "recall_at_1": 0.22118, "recall_at_3": 0.3929, "recall_at_5": 0.46867, "recall_at_10": 0.56343, "recall_at_20": 0.63842, "recall_at_100": 0.78122, "recall_at_1000": 0.90786, "accuracy": 0.22118, "precision_at_1": 0.52098, "precision_at_3": 0.35648, "precision_at_5": 0.27183, "precision_at_10": 0.17353, "precision_at_20": 0.10167, "precision_at_100": 0.02607, "precision_at_1000": 0.00311, "mrr_at_1": 0.520979, "mrr_at_3": 0.58991, "mrr_at_5": 0.602597, "mrr_at_10": 0.612465, "mrr_at_20": 0.616233, "mrr_at_100": 0.618268, "mrr_at_1000": 0.618449, "nauc_ndcg_at_1_max": 0.317362, "nauc_ndcg_at_1_std": 0.008881, "nauc_ndcg_at_1_diff1": 0.433982, "nauc_ndcg_at_3_max": 0.294805, "nauc_ndcg_at_3_std": 0.006377, "nauc_ndcg_at_3_diff1": 0.339161, "nauc_ndcg_at_5_max": 0.302196, "nauc_ndcg_at_5_std": 0.006063, "nauc_ndcg_at_5_diff1": 0.33924, "nauc_ndcg_at_10_max": 0.311052, "nauc_ndcg_at_10_std": 0.023833, "nauc_ndcg_at_10_diff1": 0.34254, "nauc_ndcg_at_20_max": 0.323801, "nauc_ndcg_at_20_std": 0.050897, "nauc_ndcg_at_20_diff1": 0.34065, "nauc_ndcg_at_100_max": 0.344561, "nauc_ndcg_at_100_std": 0.083286, "nauc_ndcg_at_100_diff1": 0.340781, "nauc_ndcg_at_1000_max": 0.350371, "nauc_ndcg_at_1000_std": 0.090261, "nauc_ndcg_at_1000_diff1": 0.345503, "nauc_map_at_1_max": 0.111146, "nauc_map_at_1_std": -0.119217, "nauc_map_at_1_diff1": 0.399447, "nauc_map_at_3_max": 0.213816, "nauc_map_at_3_std": -0.065335, "nauc_map_at_3_diff1": 0.356368, "nauc_map_at_5_max": 0.25663, "nauc_map_at_5_std": -0.034444, "nauc_map_at_5_diff1": 0.34318, "nauc_map_at_10_max": 0.281331, "nauc_map_at_10_std": -0.009652, "nauc_map_at_10_diff1": 0.337898, "nauc_map_at_20_max": 0.288919, "nauc_map_at_20_std": 0.003227, "nauc_map_at_20_diff1": 0.335154, "nauc_map_at_100_max": 0.29546, "nauc_map_at_100_std": 0.012805, "nauc_map_at_100_diff1": 0.334919, "nauc_map_at_1000_max": 0.296361, "nauc_map_at_1000_std": 0.013888, "nauc_map_at_1000_diff1": 0.335115, "nauc_recall_at_1_max": 0.111146, "nauc_recall_at_1_std": -0.119217, "nauc_recall_at_1_diff1": 0.399447, "nauc_recall_at_3_max": 0.187909, "nauc_recall_at_3_std": -0.059316, "nauc_recall_at_3_diff1": 0.310051, "nauc_recall_at_5_max": 0.23908, "nauc_recall_at_5_std": -0.017906, "nauc_recall_at_5_diff1": 0.284279, "nauc_recall_at_10_max": 0.268911, "nauc_recall_at_10_std": 0.033667, "nauc_recall_at_10_diff1": 0.263934, "nauc_recall_at_20_max": 0.28684, "nauc_recall_at_20_std": 0.101023, "nauc_recall_at_20_diff1": 0.24777, "nauc_recall_at_100_max": 0.349787, "nauc_recall_at_100_std": 0.248094, "nauc_recall_at_100_diff1": 0.217319, "nauc_recall_at_1000_max": 0.425237, "nauc_recall_at_1000_std": 0.472419, "nauc_recall_at_1000_diff1": 0.226938, "nauc_precision_at_1_max": 0.317362, "nauc_precision_at_1_std": 0.008881, "nauc_precision_at_1_diff1": 0.433982, "nauc_precision_at_3_max": 0.353632, "nauc_precision_at_3_std": 0.113494, "nauc_precision_at_3_diff1": 0.189732, "nauc_precision_at_5_max": 0.367852, "nauc_precision_at_5_std": 0.160691, "nauc_precision_at_5_diff1": 0.12569, "nauc_precision_at_10_max": 0.34914, "nauc_precision_at_10_std": 0.202694, "nauc_precision_at_10_diff1": 0.072007, "nauc_precision_at_20_max": 0.332322, "nauc_precision_at_20_std": 0.249381, "nauc_precision_at_20_diff1": 0.021266, "nauc_precision_at_100_max": 0.293979, "nauc_precision_at_100_std": 0.303271, "nauc_precision_at_100_diff1": -0.045299, "nauc_precision_at_1000_max": 0.230871, "nauc_precision_at_1000_std": 0.282497, "nauc_precision_at_1000_diff1": -0.091983, "nauc_mrr_at_1_max": 0.317362, "nauc_mrr_at_1_std": 0.008881, "nauc_mrr_at_1_diff1": 0.433982, "nauc_mrr_at_3_max": 0.346534, "nauc_mrr_at_3_std": 0.037023, "nauc_mrr_at_3_diff1": 0.4188, "nauc_mrr_at_5_max": 0.351506, "nauc_mrr_at_5_std": 0.044059, "nauc_mrr_at_5_diff1": 0.41427, "nauc_mrr_at_10_max": 0.351618, "nauc_mrr_at_10_std": 0.048215, "nauc_mrr_at_10_diff1": 0.413748, "nauc_mrr_at_20_max": 0.353752, "nauc_mrr_at_20_std": 0.051677, "nauc_mrr_at_20_diff1": 0.415414, "nauc_mrr_at_100_max": 0.353051, "nauc_mrr_at_100_std": 0.05088, "nauc_mrr_at_100_diff1": 0.41509, "nauc_mrr_at_1000_max": 0.352959, "nauc_mrr_at_1000_std": 0.050749, "nauc_mrr_at_1000_diff1": 0.415143, "cv_recall_at_1": 0.52098, "cv_recall_at_3": 0.67882, "cv_recall_at_5": 0.73377, "cv_recall_at_10": 0.80719, "cv_recall_at_20": 0.85964, "cv_recall_at_100": 0.93157, "cv_recall_at_1000": 0.97602, "main_score": 0.73377, "hf_subset": "recreation_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.33712, "ndcg_at_3": 0.31933, "ndcg_at_5": 0.33433, "ndcg_at_10": 0.36259, "ndcg_at_20": 0.39034, "ndcg_at_100": 0.42829, "ndcg_at_1000": 0.45699, "map_at_1": 0.17667, "map_at_3": 0.25012, "map_at_5": 0.26954, "map_at_10": 0.28617, "map_at_20": 0.29639, "map_at_100": 0.30414, "map_at_1000": 0.30581, "recall_at_1": 0.17667, "recall_at_3": 0.30088, "recall_at_5": 0.35891, "recall_at_10": 0.43142, "recall_at_20": 0.5123, "recall_at_100": 0.66225, "recall_at_1000": 0.82952, "accuracy": 0.17667, "precision_at_1": 0.33712, "precision_at_3": 0.21394, "precision_at_5": 0.15689, "precision_at_10": 0.10016, "precision_at_20": 0.06288, "precision_at_100": 0.01716, "precision_at_1000": 0.00225, "mrr_at_1": 0.337115, "mrr_at_3": 0.408698, "mrr_at_5": 0.4245, "mrr_at_10": 0.435555, "mrr_at_20": 0.441059, "mrr_at_100": 0.444035, "mrr_at_1000": 0.444407, "nauc_ndcg_at_1_max": 0.003536, "nauc_ndcg_at_1_std": 0.110887, "nauc_ndcg_at_1_diff1": 0.386184, "nauc_ndcg_at_3_max": -0.056714, "nauc_ndcg_at_3_std": 0.087531, "nauc_ndcg_at_3_diff1": 0.335883, "nauc_ndcg_at_5_max": -0.079497, "nauc_ndcg_at_5_std": 0.083171, "nauc_ndcg_at_5_diff1": 0.361842, "nauc_ndcg_at_10_max": -0.07773, "nauc_ndcg_at_10_std": 0.087465, "nauc_ndcg_at_10_diff1": 0.358675, "nauc_ndcg_at_20_max": -0.048123, "nauc_ndcg_at_20_std": 0.122593, "nauc_ndcg_at_20_diff1": 0.357863, "nauc_ndcg_at_100_max": -0.018881, "nauc_ndcg_at_100_std": 0.166647, "nauc_ndcg_at_100_diff1": 0.350198, "nauc_ndcg_at_1000_max": -0.011171, "nauc_ndcg_at_1000_std": 0.169072, "nauc_ndcg_at_1000_diff1": 0.34883, "nauc_map_at_1_max": -0.078524, "nauc_map_at_1_std": 0.051652, "nauc_map_at_1_diff1": 0.434805, "nauc_map_at_3_max": -0.080272, "nauc_map_at_3_std": 0.055401, "nauc_map_at_3_diff1": 0.363204, "nauc_map_at_5_max": -0.087106, "nauc_map_at_5_std": 0.056434, "nauc_map_at_5_diff1": 0.371875, "nauc_map_at_10_max": -0.085359, "nauc_map_at_10_std": 0.062341, "nauc_map_at_10_diff1": 0.373345, "nauc_map_at_20_max": -0.073327, "nauc_map_at_20_std": 0.077706, "nauc_map_at_20_diff1": 0.37289, "nauc_map_at_100_max": -0.064505, "nauc_map_at_100_std": 0.088564, "nauc_map_at_100_diff1": 0.369942, "nauc_map_at_1000_max": -0.063581, "nauc_map_at_1000_std": 0.088948, "nauc_map_at_1000_diff1": 0.369931, "nauc_recall_at_1_max": -0.078524, "nauc_recall_at_1_std": 0.051652, "nauc_recall_at_1_diff1": 0.434805, "nauc_recall_at_3_max": -0.109581, "nauc_recall_at_3_std": 0.064202, "nauc_recall_at_3_diff1": 0.298149, "nauc_recall_at_5_max": -0.132666, "nauc_recall_at_5_std": 0.062832, "nauc_recall_at_5_diff1": 0.314648, "nauc_recall_at_10_max": -0.125242, "nauc_recall_at_10_std": 0.075731, "nauc_recall_at_10_diff1": 0.315903, "nauc_recall_at_20_max": -0.058947, "nauc_recall_at_20_std": 0.154015, "nauc_recall_at_20_diff1": 0.313657, "nauc_recall_at_100_max": 0.0294, "nauc_recall_at_100_std": 0.329833, "nauc_recall_at_100_diff1": 0.274803, "nauc_recall_at_1000_max": 0.071904, "nauc_recall_at_1000_std": 0.459879, "nauc_recall_at_1000_diff1": 0.239511, "nauc_precision_at_1_max": 0.003536, "nauc_precision_at_1_std": 0.110887, "nauc_precision_at_1_diff1": 0.386184, "nauc_precision_at_3_max": 0.006561, "nauc_precision_at_3_std": 0.107104, "nauc_precision_at_3_diff1": 0.20442, "nauc_precision_at_5_max": 0.013276, "nauc_precision_at_5_std": 0.127452, "nauc_precision_at_5_diff1": 0.202369, "nauc_precision_at_10_max": 0.040616, "nauc_precision_at_10_std": 0.139311, "nauc_precision_at_10_diff1": 0.164208, "nauc_precision_at_20_max": 0.151154, "nauc_precision_at_20_std": 0.22665, "nauc_precision_at_20_diff1": 0.108761, "nauc_precision_at_100_max": 0.25924, "nauc_precision_at_100_std": 0.315874, "nauc_precision_at_100_diff1": 0.003239, "nauc_precision_at_1000_max": 0.286979, "nauc_precision_at_1000_std": 0.241305, "nauc_precision_at_1000_diff1": -0.072416, "nauc_mrr_at_1_max": 0.003536, "nauc_mrr_at_1_std": 0.110887, "nauc_mrr_at_1_diff1": 0.386184, "nauc_mrr_at_3_max": -0.016723, "nauc_mrr_at_3_std": 0.123553, "nauc_mrr_at_3_diff1": 0.342351, "nauc_mrr_at_5_max": -0.015866, "nauc_mrr_at_5_std": 0.129933, "nauc_mrr_at_5_diff1": 0.348346, "nauc_mrr_at_10_max": -0.00799, "nauc_mrr_at_10_std": 0.131574, "nauc_mrr_at_10_diff1": 0.34616, "nauc_mrr_at_20_max": -0.004746, "nauc_mrr_at_20_std": 0.134989, "nauc_mrr_at_20_diff1": 0.347005, "nauc_mrr_at_100_max": -0.004842, "nauc_mrr_at_100_std": 0.136546, "nauc_mrr_at_100_diff1": 0.347881, "nauc_mrr_at_1000_max": -0.004866, "nauc_mrr_at_1000_std": 0.136301, "nauc_mrr_at_1000_diff1": 0.347992, "cv_recall_at_1": 0.33712, "cv_recall_at_3": 0.50243, "cv_recall_at_5": 0.57212, "cv_recall_at_10": 0.6564, "cv_recall_at_20": 0.73582, "cv_recall_at_100": 0.85089, "cv_recall_at_1000": 0.94489, "main_score": 0.57212, "hf_subset": "science_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.21567, "ndcg_at_3": 0.18794, "ndcg_at_5": 0.17496, "ndcg_at_10": 0.17196, "ndcg_at_20": 0.18363, "ndcg_at_100": 0.2232, "ndcg_at_1000": 0.26734, "map_at_1": 0.04306, "map_at_3": 0.07626, "map_at_5": 0.08888, "map_at_10": 0.10284, "map_at_20": 0.11136, "map_at_100": 0.12025, "map_at_1000": 0.1231, "recall_at_1": 0.04306, "recall_at_3": 0.09236, "recall_at_5": 0.11749, "recall_at_10": 0.15881, "recall_at_20": 0.20513, "recall_at_100": 0.32688, "recall_at_1000": 0.52178, "accuracy": 0.04306, "precision_at_1": 0.21567, "precision_at_3": 0.17005, "precision_at_5": 0.13902, "precision_at_10": 0.09985, "precision_at_20": 0.06619, "precision_at_100": 0.02234, "precision_at_1000": 0.00373, "mrr_at_1": 0.215667, "mrr_at_3": 0.270286, "mrr_at_5": 0.28211, "mrr_at_10": 0.292864, "mrr_at_20": 0.29739, "mrr_at_100": 0.301507, "mrr_at_1000": 0.302106, "nauc_ndcg_at_1_max": -0.094546, "nauc_ndcg_at_1_std": 0.137731, "nauc_ndcg_at_1_diff1": 0.299324, "nauc_ndcg_at_3_max": -0.103799, "nauc_ndcg_at_3_std": 0.183289, "nauc_ndcg_at_3_diff1": 0.257664, "nauc_ndcg_at_5_max": -0.104651, "nauc_ndcg_at_5_std": 0.20025, "nauc_ndcg_at_5_diff1": 0.259031, "nauc_ndcg_at_10_max": -0.123369, "nauc_ndcg_at_10_std": 0.220896, "nauc_ndcg_at_10_diff1": 0.268936, "nauc_ndcg_at_20_max": -0.13498, "nauc_ndcg_at_20_std": 0.250594, "nauc_ndcg_at_20_diff1": 0.268138, "nauc_ndcg_at_100_max": -0.124759, "nauc_ndcg_at_100_std": 0.309601, "nauc_ndcg_at_100_diff1": 0.263948, "nauc_ndcg_at_1000_max": -0.127035, "nauc_ndcg_at_1000_std": 0.358521, "nauc_ndcg_at_1000_diff1": 0.266511, "nauc_map_at_1_max": -0.138277, "nauc_map_at_1_std": 0.07424, "nauc_map_at_1_diff1": 0.407121, "nauc_map_at_3_max": -0.135226, "nauc_map_at_3_std": 0.151007, "nauc_map_at_3_diff1": 0.331019, "nauc_map_at_5_max": -0.125794, "nauc_map_at_5_std": 0.171505, "nauc_map_at_5_diff1": 0.316786, "nauc_map_at_10_max": -0.118817, "nauc_map_at_10_std": 0.198105, "nauc_map_at_10_diff1": 0.299515, "nauc_map_at_20_max": -0.11747, "nauc_map_at_20_std": 0.219082, "nauc_map_at_20_diff1": 0.289443, "nauc_map_at_100_max": -0.112822, "nauc_map_at_100_std": 0.240332, "nauc_map_at_100_diff1": 0.284247, "nauc_map_at_1000_max": -0.112516, "nauc_map_at_1000_std": 0.24766, "nauc_map_at_1000_diff1": 0.283811, "nauc_recall_at_1_max": -0.138277, "nauc_recall_at_1_std": 0.07424, "nauc_recall_at_1_diff1": 0.407121, "nauc_recall_at_3_max": -0.141675, "nauc_recall_at_3_std": 0.155088, "nauc_recall_at_3_diff1": 0.284585, "nauc_recall_at_5_max": -0.137722, "nauc_recall_at_5_std": 0.181204, "nauc_recall_at_5_diff1": 0.263411, "nauc_recall_at_10_max": -0.143575, "nauc_recall_at_10_std": 0.224292, "nauc_recall_at_10_diff1": 0.241182, "nauc_recall_at_20_max": -0.148115, "nauc_recall_at_20_std": 0.280712, "nauc_recall_at_20_diff1": 0.221519, "nauc_recall_at_100_max": -0.116589, "nauc_recall_at_100_std": 0.371153, "nauc_recall_at_100_diff1": 0.196018, "nauc_recall_at_1000_max": -0.120596, "nauc_recall_at_1000_std": 0.485789, "nauc_recall_at_1000_diff1": 0.205568, "nauc_precision_at_1_max": -0.094546, "nauc_precision_at_1_std": 0.137731, "nauc_precision_at_1_diff1": 0.299324, "nauc_precision_at_3_max": -0.099423, "nauc_precision_at_3_std": 0.209485, "nauc_precision_at_3_diff1": 0.2207, "nauc_precision_at_5_max": -0.080362, "nauc_precision_at_5_std": 0.24054, "nauc_precision_at_5_diff1": 0.198173, "nauc_precision_at_10_max": -0.082238, "nauc_precision_at_10_std": 0.284221, "nauc_precision_at_10_diff1": 0.174089, "nauc_precision_at_20_max": -0.086513, "nauc_precision_at_20_std": 0.325677, "nauc_precision_at_20_diff1": 0.143554, "nauc_precision_at_100_max": -0.048005, "nauc_precision_at_100_std": 0.410766, "nauc_precision_at_100_diff1": 0.117353, "nauc_precision_at_1000_max": -0.03461, "nauc_precision_at_1000_std": 0.431548, "nauc_precision_at_1000_diff1": 0.086968, "nauc_mrr_at_1_max": -0.094546, "nauc_mrr_at_1_std": 0.137731, "nauc_mrr_at_1_diff1": 0.299324, "nauc_mrr_at_3_max": -0.112763, "nauc_mrr_at_3_std": 0.166144, "nauc_mrr_at_3_diff1": 0.280863, "nauc_mrr_at_5_max": -0.114633, "nauc_mrr_at_5_std": 0.175014, "nauc_mrr_at_5_diff1": 0.276158, "nauc_mrr_at_10_max": -0.119066, "nauc_mrr_at_10_std": 0.186098, "nauc_mrr_at_10_diff1": 0.276614, "nauc_mrr_at_20_max": -0.120286, "nauc_mrr_at_20_std": 0.189582, "nauc_mrr_at_20_diff1": 0.276834, "nauc_mrr_at_100_max": -0.11995, "nauc_mrr_at_100_std": 0.192258, "nauc_mrr_at_100_diff1": 0.277456, "nauc_mrr_at_1000_max": -0.120089, "nauc_mrr_at_1000_std": 0.192103, "nauc_mrr_at_1000_diff1": 0.27752, "cv_recall_at_1": 0.21567, "cv_recall_at_3": 0.34011, "cv_recall_at_5": 0.39217, "cv_recall_at_10": 0.47348, "cv_recall_at_20": 0.53892, "cv_recall_at_100": 0.70005, "cv_recall_at_1000": 0.84085, "main_score": 0.39217, "hf_subset": "science_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.3943, "ndcg_at_3": 0.38642, "ndcg_at_5": 0.39824, "ndcg_at_10": 0.4284, "ndcg_at_20": 0.4542, "ndcg_at_100": 0.49955, "ndcg_at_1000": 0.52518, "map_at_1": 0.18157, "map_at_3": 0.27775, "map_at_5": 0.30599, "map_at_10": 0.3307, "map_at_20": 0.34385, "map_at_100": 0.3554, "map_at_1000": 0.35732, "recall_at_1": 0.18157, "recall_at_3": 0.33686, "recall_at_5": 0.40957, "recall_at_10": 0.50578, "recall_at_20": 0.58652, "recall_at_100": 0.75909, "recall_at_1000": 0.89922, "accuracy": 0.18157, "precision_at_1": 0.3943, "precision_at_3": 0.27796, "precision_at_5": 0.21208, "precision_at_10": 0.14077, "precision_at_20": 0.08691, "precision_at_100": 0.02409, "precision_at_1000": 0.00298, "mrr_at_1": 0.394295, "mrr_at_3": 0.47679, "mrr_at_5": 0.49382, "mrr_at_10": 0.507723, "mrr_at_20": 0.512054, "mrr_at_100": 0.515185, "mrr_at_1000": 0.515436, "nauc_ndcg_at_1_max": 0.196548, "nauc_ndcg_at_1_std": -0.057363, "nauc_ndcg_at_1_diff1": 0.45448, "nauc_ndcg_at_3_max": 0.180219, "nauc_ndcg_at_3_std": -0.019834, "nauc_ndcg_at_3_diff1": 0.37851, "nauc_ndcg_at_5_max": 0.163784, "nauc_ndcg_at_5_std": -0.025372, "nauc_ndcg_at_5_diff1": 0.370734, "nauc_ndcg_at_10_max": 0.169812, "nauc_ndcg_at_10_std": -0.015985, "nauc_ndcg_at_10_diff1": 0.384023, "nauc_ndcg_at_20_max": 0.179349, "nauc_ndcg_at_20_std": 0.000521, "nauc_ndcg_at_20_diff1": 0.387864, "nauc_ndcg_at_100_max": 0.200693, "nauc_ndcg_at_100_std": 0.029598, "nauc_ndcg_at_100_diff1": 0.389109, "nauc_ndcg_at_1000_max": 0.204005, "nauc_ndcg_at_1000_std": 0.030142, "nauc_ndcg_at_1000_diff1": 0.37887, "nauc_map_at_1_max": 0.126054, "nauc_map_at_1_std": -0.054177, "nauc_map_at_1_diff1": 0.464438, "nauc_map_at_3_max": 0.150616, "nauc_map_at_3_std": -0.029771, "nauc_map_at_3_diff1": 0.39821, "nauc_map_at_5_max": 0.157214, "nauc_map_at_5_std": -0.037774, "nauc_map_at_5_diff1": 0.387816, "nauc_map_at_10_max": 0.167188, "nauc_map_at_10_std": -0.028317, "nauc_map_at_10_diff1": 0.396376, "nauc_map_at_20_max": 0.172898, "nauc_map_at_20_std": -0.019078, "nauc_map_at_20_diff1": 0.39705, "nauc_map_at_100_max": 0.181629, "nauc_map_at_100_std": -0.007987, "nauc_map_at_100_diff1": 0.399341, "nauc_map_at_1000_max": 0.182217, "nauc_map_at_1000_std": -0.007563, "nauc_map_at_1000_diff1": 0.398995, "nauc_recall_at_1_max": 0.126054, "nauc_recall_at_1_std": -0.054177, "nauc_recall_at_1_diff1": 0.464438, "nauc_recall_at_3_max": 0.105457, "nauc_recall_at_3_std": -0.010765, "nauc_recall_at_3_diff1": 0.307638, "nauc_recall_at_5_max": 0.090088, "nauc_recall_at_5_std": -0.03116, "nauc_recall_at_5_diff1": 0.279207, "nauc_recall_at_10_max": 0.099275, "nauc_recall_at_10_std": 0.001411, "nauc_recall_at_10_diff1": 0.275391, "nauc_recall_at_20_max": 0.101797, "nauc_recall_at_20_std": 0.054698, "nauc_recall_at_20_diff1": 0.266148, "nauc_recall_at_100_max": 0.159168, "nauc_recall_at_100_std": 0.206543, "nauc_recall_at_100_diff1": 0.252403, "nauc_recall_at_1000_max": 0.162387, "nauc_recall_at_1000_std": 0.400004, "nauc_recall_at_1000_diff1": 0.050471, "nauc_precision_at_1_max": 0.196548, "nauc_precision_at_1_std": -0.057363, "nauc_precision_at_1_diff1": 0.45448, "nauc_precision_at_3_max": 0.206764, "nauc_precision_at_3_std": -0.011372, "nauc_precision_at_3_diff1": 0.255647, "nauc_precision_at_5_max": 0.198129, "nauc_precision_at_5_std": -0.004997, "nauc_precision_at_5_diff1": 0.196621, "nauc_precision_at_10_max": 0.195736, "nauc_precision_at_10_std": 0.04672, "nauc_precision_at_10_diff1": 0.160018, "nauc_precision_at_20_max": 0.184312, "nauc_precision_at_20_std": 0.093618, "nauc_precision_at_20_diff1": 0.121468, "nauc_precision_at_100_max": 0.192095, "nauc_precision_at_100_std": 0.168668, "nauc_precision_at_100_diff1": 0.064426, "nauc_precision_at_1000_max": 0.159947, "nauc_precision_at_1000_std": 0.148608, "nauc_precision_at_1000_diff1": -0.01954, "nauc_mrr_at_1_max": 0.196548, "nauc_mrr_at_1_std": -0.057363, "nauc_mrr_at_1_diff1": 0.45448, "nauc_mrr_at_3_max": 0.19718, "nauc_mrr_at_3_std": -0.0487, "nauc_mrr_at_3_diff1": 0.414914, "nauc_mrr_at_5_max": 0.191593, "nauc_mrr_at_5_std": -0.047646, "nauc_mrr_at_5_diff1": 0.412207, "nauc_mrr_at_10_max": 0.193138, "nauc_mrr_at_10_std": -0.044062, "nauc_mrr_at_10_diff1": 0.408157, "nauc_mrr_at_20_max": 0.194658, "nauc_mrr_at_20_std": -0.041435, "nauc_mrr_at_20_diff1": 0.410574, "nauc_mrr_at_100_max": 0.196585, "nauc_mrr_at_100_std": -0.040284, "nauc_mrr_at_100_diff1": 0.410919, "nauc_mrr_at_1000_max": 0.196458, "nauc_mrr_at_1000_std": -0.040429, "nauc_mrr_at_1000_diff1": 0.410918, "cv_recall_at_1": 0.3943, "cv_recall_at_3": 0.57886, "cv_recall_at_5": 0.65436, "cv_recall_at_10": 0.75503, "cv_recall_at_20": 0.81879, "cv_recall_at_100": 0.9245, "cv_recall_at_1000": 0.97651, "main_score": 0.65436, "hf_subset": "technology_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.30739, "ndcg_at_3": 0.25839, "ndcg_at_5": 0.24419, "ndcg_at_10": 0.24569, "ndcg_at_20": 0.27028, "ndcg_at_100": 0.33313, "ndcg_at_1000": 0.38985, "map_at_1": 0.05666, "map_at_3": 0.1001, "map_at_5": 0.1201, "map_at_10": 0.1421, "map_at_20": 0.15708, "map_at_100": 0.17345, "map_at_1000": 0.17788, "recall_at_1": 0.05666, "recall_at_3": 0.12271, "recall_at_5": 0.16724, "recall_at_10": 0.23759, "recall_at_20": 0.31518, "recall_at_100": 0.50896, "recall_at_1000": 0.75196, "accuracy": 0.05666, "precision_at_1": 0.30739, "precision_at_3": 0.2342, "precision_at_5": 0.1975, "precision_at_10": 0.14511, "precision_at_20": 0.09998, "precision_at_100": 0.03417, "precision_at_1000": 0.00539, "mrr_at_1": 0.307385, "mrr_at_3": 0.381487, "mrr_at_5": 0.400699, "mrr_at_10": 0.414582, "mrr_at_20": 0.42142, "mrr_at_100": 0.42512, "mrr_at_1000": 0.425544, "nauc_ndcg_at_1_max": 0.133654, "nauc_ndcg_at_1_std": 0.01601, "nauc_ndcg_at_1_diff1": 0.233297, "nauc_ndcg_at_3_max": 0.153672, "nauc_ndcg_at_3_std": 0.031528, "nauc_ndcg_at_3_diff1": 0.181342, "nauc_ndcg_at_5_max": 0.172248, "nauc_ndcg_at_5_std": 0.048458, "nauc_ndcg_at_5_diff1": 0.177475, "nauc_ndcg_at_10_max": 0.184423, "nauc_ndcg_at_10_std": 0.091577, "nauc_ndcg_at_10_diff1": 0.169132, "nauc_ndcg_at_20_max": 0.19423, "nauc_ndcg_at_20_std": 0.133355, "nauc_ndcg_at_20_diff1": 0.153605, "nauc_ndcg_at_100_max": 0.216241, "nauc_ndcg_at_100_std": 0.202852, "nauc_ndcg_at_100_diff1": 0.141952, "nauc_ndcg_at_1000_max": 0.221734, "nauc_ndcg_at_1000_std": 0.21436, "nauc_ndcg_at_1000_diff1": 0.148081, "nauc_map_at_1_max": 0.099484, "nauc_map_at_1_std": 0.020917, "nauc_map_at_1_diff1": 0.172555, "nauc_map_at_3_max": 0.131659, "nauc_map_at_3_std": 0.032078, "nauc_map_at_3_diff1": 0.138577, "nauc_map_at_5_max": 0.151452, "nauc_map_at_5_std": 0.046365, "nauc_map_at_5_diff1": 0.143225, "nauc_map_at_10_max": 0.167832, "nauc_map_at_10_std": 0.078028, "nauc_map_at_10_diff1": 0.145717, "nauc_map_at_20_max": 0.177866, "nauc_map_at_20_std": 0.098911, "nauc_map_at_20_diff1": 0.141905, "nauc_map_at_100_max": 0.190408, "nauc_map_at_100_std": 0.125576, "nauc_map_at_100_diff1": 0.141447, "nauc_map_at_1000_max": 0.192016, "nauc_map_at_1000_std": 0.129082, "nauc_map_at_1000_diff1": 0.142148, "nauc_recall_at_1_max": 0.099484, "nauc_recall_at_1_std": 0.020917, "nauc_recall_at_1_diff1": 0.172555, "nauc_recall_at_3_max": 0.134971, "nauc_recall_at_3_std": 0.042653, "nauc_recall_at_3_diff1": 0.106963, "nauc_recall_at_5_max": 0.158814, "nauc_recall_at_5_std": 0.070564, "nauc_recall_at_5_diff1": 0.105314, "nauc_recall_at_10_max": 0.171072, "nauc_recall_at_10_std": 0.136295, "nauc_recall_at_10_diff1": 0.103169, "nauc_recall_at_20_max": 0.180352, "nauc_recall_at_20_std": 0.192554, "nauc_recall_at_20_diff1": 0.079513, "nauc_recall_at_100_max": 0.218942, "nauc_recall_at_100_std": 0.345668, "nauc_recall_at_100_diff1": 0.050675, "nauc_recall_at_1000_max": 0.251372, "nauc_recall_at_1000_std": 0.471706, "nauc_recall_at_1000_diff1": 0.0423, "nauc_precision_at_1_max": 0.133654, "nauc_precision_at_1_std": 0.01601, "nauc_precision_at_1_diff1": 0.233297, "nauc_precision_at_3_max": 0.157989, "nauc_precision_at_3_std": 0.036422, "nauc_precision_at_3_diff1": 0.165298, "nauc_precision_at_5_max": 0.17969, "nauc_precision_at_5_std": 0.063088, "nauc_precision_at_5_diff1": 0.164167, "nauc_precision_at_10_max": 0.191622, "nauc_precision_at_10_std": 0.113301, "nauc_precision_at_10_diff1": 0.156579, "nauc_precision_at_20_max": 0.200873, "nauc_precision_at_20_std": 0.16185, "nauc_precision_at_20_diff1": 0.130428, "nauc_precision_at_100_max": 0.196196, "nauc_precision_at_100_std": 0.231984, "nauc_precision_at_100_diff1": 0.09339, "nauc_precision_at_1000_max": 0.112274, "nauc_precision_at_1000_std": 0.139892, "nauc_precision_at_1000_diff1": 0.079122, "nauc_mrr_at_1_max": 0.133654, "nauc_mrr_at_1_std": 0.01601, "nauc_mrr_at_1_diff1": 0.233297, "nauc_mrr_at_3_max": 0.149541, "nauc_mrr_at_3_std": 0.039927, "nauc_mrr_at_3_diff1": 0.210383, "nauc_mrr_at_5_max": 0.153723, "nauc_mrr_at_5_std": 0.049322, "nauc_mrr_at_5_diff1": 0.209141, "nauc_mrr_at_10_max": 0.153714, "nauc_mrr_at_10_std": 0.054469, "nauc_mrr_at_10_diff1": 0.209107, "nauc_mrr_at_20_max": 0.155707, "nauc_mrr_at_20_std": 0.057711, "nauc_mrr_at_20_diff1": 0.208665, "nauc_mrr_at_100_max": 0.155683, "nauc_mrr_at_100_std": 0.057757, "nauc_mrr_at_100_diff1": 0.209158, "nauc_mrr_at_1000_max": 0.155431, "nauc_mrr_at_1000_std": 0.057361, "nauc_mrr_at_1000_diff1": 0.209196, "cv_recall_at_1": 0.30739, "cv_recall_at_3": 0.47655, "cv_recall_at_5": 0.56088, "cv_recall_at_10": 0.66317, "cv_recall_at_20": 0.76048, "cv_recall_at_100": 0.9002, "cv_recall_at_1000": 0.98104, "main_score": 0.56088, "hf_subset": "technology_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.62481, "ndcg_at_3": 0.59148, "ndcg_at_5": 0.60409, "ndcg_at_10": 0.63469, "ndcg_at_20": 0.65848, "ndcg_at_100": 0.68962, "ndcg_at_1000": 0.70203, "map_at_1": 0.32522, "map_at_3": 0.47358, "map_at_5": 0.51308, "map_at_10": 0.54203, "map_at_20": 0.55347, "map_at_100": 0.56112, "map_at_1000": 0.56209, "recall_at_1": 0.32522, "recall_at_3": 0.54337, "recall_at_5": 0.61897, "recall_at_10": 0.70463, "recall_at_20": 0.77132, "recall_at_100": 0.88923, "recall_at_1000": 0.95802, "accuracy": 0.32522, "precision_at_1": 0.62481, "precision_at_3": 0.39586, "precision_at_5": 0.28926, "precision_at_10": 0.17443, "precision_at_20": 0.09826, "precision_at_100": 0.02359, "precision_at_1000": 0.00259, "mrr_at_1": 0.624811, "mrr_at_3": 0.712809, "mrr_at_5": 0.722491, "mrr_at_10": 0.728939, "mrr_at_20": 0.731057, "mrr_at_100": 0.732404, "mrr_at_1000": 0.73245, "nauc_ndcg_at_1_max": 0.29098, "nauc_ndcg_at_1_std": -0.000168, "nauc_ndcg_at_1_diff1": 0.491207, "nauc_ndcg_at_3_max": 0.245731, "nauc_ndcg_at_3_std": -0.031634, "nauc_ndcg_at_3_diff1": 0.411813, "nauc_ndcg_at_5_max": 0.247917, "nauc_ndcg_at_5_std": -0.026381, "nauc_ndcg_at_5_diff1": 0.421603, "nauc_ndcg_at_10_max": 0.242982, "nauc_ndcg_at_10_std": 0.003265, "nauc_ndcg_at_10_diff1": 0.405537, "nauc_ndcg_at_20_max": 0.255296, "nauc_ndcg_at_20_std": 0.03926, "nauc_ndcg_at_20_diff1": 0.401563, "nauc_ndcg_at_100_max": 0.26742, "nauc_ndcg_at_100_std": 0.046222, "nauc_ndcg_at_100_diff1": 0.401549, "nauc_ndcg_at_1000_max": 0.266373, "nauc_ndcg_at_1000_std": 0.042449, "nauc_ndcg_at_1000_diff1": 0.409404, "nauc_map_at_1_max": 0.13585, "nauc_map_at_1_std": -0.090072, "nauc_map_at_1_diff1": 0.459836, "nauc_map_at_3_max": 0.173545, "nauc_map_at_3_std": -0.097726, "nauc_map_at_3_diff1": 0.424542, "nauc_map_at_5_max": 0.206389, "nauc_map_at_5_std": -0.071293, "nauc_map_at_5_diff1": 0.41784, "nauc_map_at_10_max": 0.223934, "nauc_map_at_10_std": -0.041629, "nauc_map_at_10_diff1": 0.405501, "nauc_map_at_20_max": 0.230252, "nauc_map_at_20_std": -0.024392, "nauc_map_at_20_diff1": 0.403748, "nauc_map_at_100_max": 0.233262, "nauc_map_at_100_std": -0.022524, "nauc_map_at_100_diff1": 0.40447, "nauc_map_at_1000_max": 0.233419, "nauc_map_at_1000_std": -0.022342, "nauc_map_at_1000_diff1": 0.404772, "nauc_recall_at_1_max": 0.13585, "nauc_recall_at_1_std": -0.090072, "nauc_recall_at_1_diff1": 0.459836, "nauc_recall_at_3_max": 0.142623, "nauc_recall_at_3_std": -0.106371, "nauc_recall_at_3_diff1": 0.361797, "nauc_recall_at_5_max": 0.18541, "nauc_recall_at_5_std": -0.044893, "nauc_recall_at_5_diff1": 0.348229, "nauc_recall_at_10_max": 0.196027, "nauc_recall_at_10_std": 0.045057, "nauc_recall_at_10_diff1": 0.300133, "nauc_recall_at_20_max": 0.228045, "nauc_recall_at_20_std": 0.165887, "nauc_recall_at_20_diff1": 0.260516, "nauc_recall_at_100_max": 0.319014, "nauc_recall_at_100_std": 0.310989, "nauc_recall_at_100_diff1": 0.175315, "nauc_recall_at_1000_max": 0.398122, "nauc_recall_at_1000_std": 0.526742, "nauc_recall_at_1000_diff1": 0.206304, "nauc_precision_at_1_max": 0.29098, "nauc_precision_at_1_std": -0.000168, "nauc_precision_at_1_diff1": 0.491207, "nauc_precision_at_3_max": 0.221607, "nauc_precision_at_3_std": 0.088935, "nauc_precision_at_3_diff1": 0.12879, "nauc_precision_at_5_max": 0.225018, "nauc_precision_at_5_std": 0.142463, "nauc_precision_at_5_diff1": 0.045284, "nauc_precision_at_10_max": 0.194819, "nauc_precision_at_10_std": 0.200516, "nauc_precision_at_10_diff1": -0.037779, "nauc_precision_at_20_max": 0.170215, "nauc_precision_at_20_std": 0.253272, "nauc_precision_at_20_diff1": -0.085353, "nauc_precision_at_100_max": 0.12239, "nauc_precision_at_100_std": 0.245333, "nauc_precision_at_100_diff1": -0.164694, "nauc_precision_at_1000_max": 0.085637, "nauc_precision_at_1000_std": 0.2147, "nauc_precision_at_1000_diff1": -0.174081, "nauc_mrr_at_1_max": 0.29098, "nauc_mrr_at_1_std": -0.000168, "nauc_mrr_at_1_diff1": 0.491207, "nauc_mrr_at_3_max": 0.297842, "nauc_mrr_at_3_std": 0.015888, "nauc_mrr_at_3_diff1": 0.483875, "nauc_mrr_at_5_max": 0.296149, "nauc_mrr_at_5_std": 0.029363, "nauc_mrr_at_5_diff1": 0.478609, "nauc_mrr_at_10_max": 0.292123, "nauc_mrr_at_10_std": 0.033375, "nauc_mrr_at_10_diff1": 0.476055, "nauc_mrr_at_20_max": 0.293225, "nauc_mrr_at_20_std": 0.033351, "nauc_mrr_at_20_diff1": 0.47879, "nauc_mrr_at_100_max": 0.29379, "nauc_mrr_at_100_std": 0.031288, "nauc_mrr_at_100_diff1": 0.478879, "nauc_mrr_at_1000_max": 0.29375, "nauc_mrr_at_1000_std": 0.031181, "nauc_mrr_at_1000_diff1": 0.478921, "cv_recall_at_1": 0.62481, "cv_recall_at_3": 0.81997, "cv_recall_at_5": 0.86082, "cv_recall_at_10": 0.90772, "cv_recall_at_20": 0.93646, "cv_recall_at_100": 0.98033, "cv_recall_at_1000": 0.99395, "main_score": 0.86082, "hf_subset": "lifestyle_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.56793, "ndcg_at_3": 0.50183, "ndcg_at_5": 0.48615, "ndcg_at_10": 0.50189, "ndcg_at_20": 0.53576, "ndcg_at_100": 0.58851, "ndcg_at_1000": 0.62044, "map_at_1": 0.16244, "map_at_3": 0.28864, "map_at_5": 0.33765, "map_at_10": 0.383, "map_at_20": 0.40525, "map_at_100": 0.42181, "map_at_1000": 0.42481, "recall_at_1": 0.16244, "recall_at_3": 0.32531, "recall_at_5": 0.41077, "recall_at_10": 0.51991, "recall_at_20": 0.6104, "recall_at_100": 0.77664, "recall_at_1000": 0.92506, "accuracy": 0.16244, "precision_at_1": 0.56793, "precision_at_3": 0.43007, "precision_at_5": 0.34565, "precision_at_10": 0.23462, "precision_at_20": 0.14386, "precision_at_100": 0.03849, "precision_at_1000": 0.00472, "mrr_at_1": 0.567932, "mrr_at_3": 0.644023, "mrr_at_5": 0.659307, "mrr_at_10": 0.666581, "mrr_at_20": 0.669823, "mrr_at_100": 0.67142, "mrr_at_1000": 0.67157, "nauc_ndcg_at_1_max": 0.243081, "nauc_ndcg_at_1_std": 0.02523, "nauc_ndcg_at_1_diff1": 0.398794, "nauc_ndcg_at_3_max": 0.24812, "nauc_ndcg_at_3_std": 0.036701, "nauc_ndcg_at_3_diff1": 0.306027, "nauc_ndcg_at_5_max": 0.242388, "nauc_ndcg_at_5_std": 0.036201, "nauc_ndcg_at_5_diff1": 0.308123, "nauc_ndcg_at_10_max": 0.241798, "nauc_ndcg_at_10_std": 0.056108, "nauc_ndcg_at_10_diff1": 0.323487, "nauc_ndcg_at_20_max": 0.257358, "nauc_ndcg_at_20_std": 0.078601, "nauc_ndcg_at_20_diff1": 0.33004, "nauc_ndcg_at_100_max": 0.273059, "nauc_ndcg_at_100_std": 0.116543, "nauc_ndcg_at_100_diff1": 0.334067, "nauc_ndcg_at_1000_max": 0.273895, "nauc_ndcg_at_1000_std": 0.120575, "nauc_ndcg_at_1000_diff1": 0.3307, "nauc_map_at_1_max": 0.091664, "nauc_map_at_1_std": -0.051384, "nauc_map_at_1_diff1": 0.389382, "nauc_map_at_3_max": 0.162212, "nauc_map_at_3_std": -0.031876, "nauc_map_at_3_diff1": 0.335584, "nauc_map_at_5_max": 0.187356, "nauc_map_at_5_std": -0.01607, "nauc_map_at_5_diff1": 0.322113, "nauc_map_at_10_max": 0.216318, "nauc_map_at_10_std": 0.017635, "nauc_map_at_10_diff1": 0.317175, "nauc_map_at_20_max": 0.231322, "nauc_map_at_20_std": 0.037927, "nauc_map_at_20_diff1": 0.316393, "nauc_map_at_100_max": 0.238849, "nauc_map_at_100_std": 0.053922, "nauc_map_at_100_diff1": 0.316071, "nauc_map_at_1000_max": 0.239251, "nauc_map_at_1000_std": 0.055689, "nauc_map_at_1000_diff1": 0.315758, "nauc_recall_at_1_max": 0.091664, "nauc_recall_at_1_std": -0.051384, "nauc_recall_at_1_diff1": 0.389382, "nauc_recall_at_3_max": 0.151775, "nauc_recall_at_3_std": -0.026151, "nauc_recall_at_3_diff1": 0.299518, "nauc_recall_at_5_max": 0.166476, "nauc_recall_at_5_std": -0.004985, "nauc_recall_at_5_diff1": 0.277247, "nauc_recall_at_10_max": 0.18619, "nauc_recall_at_10_std": 0.052148, "nauc_recall_at_10_diff1": 0.266863, "nauc_recall_at_20_max": 0.223889, "nauc_recall_at_20_std": 0.109355, "nauc_recall_at_20_diff1": 0.275009, "nauc_recall_at_100_max": 0.261198, "nauc_recall_at_100_std": 0.247967, "nauc_recall_at_100_diff1": 0.274627, "nauc_recall_at_1000_max": 0.291092, "nauc_recall_at_1000_std": 0.443285, "nauc_recall_at_1000_diff1": 0.228479, "nauc_precision_at_1_max": 0.243081, "nauc_precision_at_1_std": 0.02523, "nauc_precision_at_1_diff1": 0.398794, "nauc_precision_at_3_max": 0.262735, "nauc_precision_at_3_std": 0.069967, "nauc_precision_at_3_diff1": 0.193562, "nauc_precision_at_5_max": 0.256437, "nauc_precision_at_5_std": 0.093969, "nauc_precision_at_5_diff1": 0.132472, "nauc_precision_at_10_max": 0.252862, "nauc_precision_at_10_std": 0.163518, "nauc_precision_at_10_diff1": 0.082947, "nauc_precision_at_20_max": 0.240077, "nauc_precision_at_20_std": 0.208352, "nauc_precision_at_20_diff1": 0.043017, "nauc_precision_at_100_max": 0.180919, "nauc_precision_at_100_std": 0.252741, "nauc_precision_at_100_diff1": -0.027489, "nauc_precision_at_1000_max": 0.11343, "nauc_precision_at_1000_std": 0.223485, "nauc_precision_at_1000_diff1": -0.091863, "nauc_mrr_at_1_max": 0.243081, "nauc_mrr_at_1_std": 0.02523, "nauc_mrr_at_1_diff1": 0.398794, "nauc_mrr_at_3_max": 0.271212, "nauc_mrr_at_3_std": 0.061805, "nauc_mrr_at_3_diff1": 0.388378, "nauc_mrr_at_5_max": 0.273616, "nauc_mrr_at_5_std": 0.067301, "nauc_mrr_at_5_diff1": 0.390765, "nauc_mrr_at_10_max": 0.271014, "nauc_mrr_at_10_std": 0.070103, "nauc_mrr_at_10_diff1": 0.389129, "nauc_mrr_at_20_max": 0.271924, "nauc_mrr_at_20_std": 0.069958, "nauc_mrr_at_20_diff1": 0.388952, "nauc_mrr_at_100_max": 0.271349, "nauc_mrr_at_100_std": 0.068652, "nauc_mrr_at_100_diff1": 0.389169, "nauc_mrr_at_1000_max": 0.271343, "nauc_mrr_at_1000_std": 0.068527, "nauc_mrr_at_1000_diff1": 0.389226, "cv_recall_at_1": 0.56793, "cv_recall_at_3": 0.73776, "cv_recall_at_5": 0.8032, "cv_recall_at_10": 0.85764, "cv_recall_at_20": 0.9041, "cv_recall_at_100": 0.96354, "cv_recall_at_1000": 0.99251, "main_score": 0.8032, "hf_subset": "lifestyle_forum", "languages": [ "eng-Latn" ] } ], "dev": [ { "ndcg_at_1": 0.61167, "ndcg_at_3": 0.5896, "ndcg_at_5": 0.61423, "ndcg_at_10": 0.64696, "ndcg_at_20": 0.66499, "ndcg_at_100": 0.68979, "ndcg_at_1000": 0.70066, "map_at_1": 0.3141, "map_at_3": 0.49383, "map_at_5": 0.53394, "map_at_10": 0.56276, "map_at_20": 0.57187, "map_at_100": 0.57813, "map_at_1000": 0.57887, "recall_at_1": 0.3141, "recall_at_3": 0.55592, "recall_at_5": 0.64638, "recall_at_10": 0.73819, "recall_at_20": 0.7922, "recall_at_100": 0.88737, "recall_at_1000": 0.95038, "accuracy": 0.3141, "precision_at_1": 0.61167, "precision_at_3": 0.40711, "precision_at_5": 0.29537, "precision_at_10": 0.17626, "precision_at_20": 0.09648, "precision_at_100": 0.02219, "precision_at_1000": 0.00243, "mrr_at_1": 0.61167, "mrr_at_3": 0.682428, "mrr_at_5": 0.695708, "mrr_at_10": 0.702441, "mrr_at_20": 0.70546, "mrr_at_100": 0.706694, "mrr_at_1000": 0.706764, "nauc_ndcg_at_1_max": 0.227152, "nauc_ndcg_at_1_std": -0.093916, "nauc_ndcg_at_1_diff1": 0.514992, "nauc_ndcg_at_3_max": 0.178462, "nauc_ndcg_at_3_std": -0.114357, "nauc_ndcg_at_3_diff1": 0.462225, "nauc_ndcg_at_5_max": 0.177549, "nauc_ndcg_at_5_std": -0.131722, "nauc_ndcg_at_5_diff1": 0.463817, "nauc_ndcg_at_10_max": 0.178192, "nauc_ndcg_at_10_std": -0.107217, "nauc_ndcg_at_10_diff1": 0.462639, "nauc_ndcg_at_20_max": 0.180637, "nauc_ndcg_at_20_std": -0.084045, "nauc_ndcg_at_20_diff1": 0.460204, "nauc_ndcg_at_100_max": 0.182736, "nauc_ndcg_at_100_std": -0.072531, "nauc_ndcg_at_100_diff1": 0.46193, "nauc_ndcg_at_1000_max": 0.185463, "nauc_ndcg_at_1000_std": -0.083332, "nauc_ndcg_at_1000_diff1": 0.464093, "nauc_map_at_1_max": 0.109504, "nauc_map_at_1_std": -0.178957, "nauc_map_at_1_diff1": 0.471746, "nauc_map_at_3_max": 0.174194, "nauc_map_at_3_std": -0.160533, "nauc_map_at_3_diff1": 0.459432, "nauc_map_at_5_max": 0.177708, "nauc_map_at_5_std": -0.161565, "nauc_map_at_5_diff1": 0.459511, "nauc_map_at_10_max": 0.175068, "nauc_map_at_10_std": -0.133698, "nauc_map_at_10_diff1": 0.451748, "nauc_map_at_20_max": 0.177017, "nauc_map_at_20_std": -0.119035, "nauc_map_at_20_diff1": 0.449713, "nauc_map_at_100_max": 0.176972, "nauc_map_at_100_std": -0.115615, "nauc_map_at_100_diff1": 0.449681, "nauc_map_at_1000_max": 0.17695, "nauc_map_at_1000_std": -0.116102, "nauc_map_at_1000_diff1": 0.449606, "nauc_recall_at_1_max": 0.109504, "nauc_recall_at_1_std": -0.178957, "nauc_recall_at_1_diff1": 0.471746, "nauc_recall_at_3_max": 0.155314, "nauc_recall_at_3_std": -0.149982, "nauc_recall_at_3_diff1": 0.428979, "nauc_recall_at_5_max": 0.135313, "nauc_recall_at_5_std": -0.1682, "nauc_recall_at_5_diff1": 0.419703, "nauc_recall_at_10_max": 0.116823, "nauc_recall_at_10_std": -0.093118, "nauc_recall_at_10_diff1": 0.388396, "nauc_recall_at_20_max": 0.109621, "nauc_recall_at_20_std": -0.000205, "nauc_recall_at_20_diff1": 0.361394, "nauc_recall_at_100_max": 0.096455, "nauc_recall_at_100_std": 0.146916, "nauc_recall_at_100_diff1": 0.327063, "nauc_recall_at_1000_max": 0.173269, "nauc_recall_at_1000_std": 0.166167, "nauc_recall_at_1000_diff1": 0.342021, "nauc_precision_at_1_max": 0.227152, "nauc_precision_at_1_std": -0.093916, "nauc_precision_at_1_diff1": 0.514992, "nauc_precision_at_3_max": 0.174559, "nauc_precision_at_3_std": 0.022023, "nauc_precision_at_3_diff1": 0.216743, "nauc_precision_at_5_max": 0.118149, "nauc_precision_at_5_std": 0.045065, "nauc_precision_at_5_diff1": 0.121744, "nauc_precision_at_10_max": 0.07035, "nauc_precision_at_10_std": 0.143875, "nauc_precision_at_10_diff1": 0.013585, "nauc_precision_at_20_max": 0.065879, "nauc_precision_at_20_std": 0.215639, "nauc_precision_at_20_diff1": -0.035548, "nauc_precision_at_100_max": 0.032343, "nauc_precision_at_100_std": 0.248015, "nauc_precision_at_100_diff1": -0.103222, "nauc_precision_at_1000_max": 0.006862, "nauc_precision_at_1000_std": 0.191323, "nauc_precision_at_1000_diff1": -0.14577, "nauc_mrr_at_1_max": 0.227152, "nauc_mrr_at_1_std": -0.093916, "nauc_mrr_at_1_diff1": 0.514992, "nauc_mrr_at_3_max": 0.224766, "nauc_mrr_at_3_std": -0.084774, "nauc_mrr_at_3_diff1": 0.520963, "nauc_mrr_at_5_max": 0.212974, "nauc_mrr_at_5_std": -0.091121, "nauc_mrr_at_5_diff1": 0.520173, "nauc_mrr_at_10_max": 0.216632, "nauc_mrr_at_10_std": -0.08575, "nauc_mrr_at_10_diff1": 0.519517, "nauc_mrr_at_20_max": 0.217749, "nauc_mrr_at_20_std": -0.083545, "nauc_mrr_at_20_diff1": 0.519269, "nauc_mrr_at_100_max": 0.218291, "nauc_mrr_at_100_std": -0.084705, "nauc_mrr_at_100_diff1": 0.520074, "nauc_mrr_at_1000_max": 0.218243, "nauc_mrr_at_1000_std": -0.084802, "nauc_mrr_at_1000_diff1": 0.520023, "cv_recall_at_1": 0.61167, "cv_recall_at_3": 0.76861, "cv_recall_at_5": 0.82696, "cv_recall_at_10": 0.87726, "cv_recall_at_20": 0.91751, "cv_recall_at_100": 0.95976, "cv_recall_at_1000": 0.9839, "main_score": 0.82696, "hf_subset": "writing_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.63904, "ndcg_at_3": 0.56854, "ndcg_at_5": 0.54446, "ndcg_at_10": 0.53232, "ndcg_at_20": 0.53979, "ndcg_at_100": 0.58587, "ndcg_at_1000": 0.62332, "map_at_1": 0.15645, "map_at_3": 0.29316, "map_at_5": 0.34955, "map_at_10": 0.39578, "map_at_20": 0.41753, "map_at_100": 0.43445, "map_at_1000": 0.43836, "recall_at_1": 0.15645, "recall_at_3": 0.3202, "recall_at_5": 0.40383, "recall_at_10": 0.49136, "recall_at_20": 0.56419, "recall_at_100": 0.70243, "recall_at_1000": 0.85212, "accuracy": 0.15645, "precision_at_1": 0.63904, "precision_at_3": 0.50424, "precision_at_5": 0.41048, "precision_at_10": 0.27539, "precision_at_20": 0.16777, "precision_at_100": 0.04605, "precision_at_1000": 0.00605, "mrr_at_1": 0.639041, "mrr_at_3": 0.700616, "mrr_at_5": 0.710776, "mrr_at_10": 0.71634, "mrr_at_20": 0.718906, "mrr_at_100": 0.720199, "mrr_at_1000": 0.720351, "nauc_ndcg_at_1_max": 0.425176, "nauc_ndcg_at_1_std": 0.043068, "nauc_ndcg_at_1_diff1": 0.489878, "nauc_ndcg_at_3_max": 0.410599, "nauc_ndcg_at_3_std": 0.078889, "nauc_ndcg_at_3_diff1": 0.327811, "nauc_ndcg_at_5_max": 0.403046, "nauc_ndcg_at_5_std": 0.093405, "nauc_ndcg_at_5_diff1": 0.310372, "nauc_ndcg_at_10_max": 0.413304, "nauc_ndcg_at_10_std": 0.112049, "nauc_ndcg_at_10_diff1": 0.308334, "nauc_ndcg_at_20_max": 0.40836, "nauc_ndcg_at_20_std": 0.129245, "nauc_ndcg_at_20_diff1": 0.291996, "nauc_ndcg_at_100_max": 0.42108, "nauc_ndcg_at_100_std": 0.175834, "nauc_ndcg_at_100_diff1": 0.290375, "nauc_ndcg_at_1000_max": 0.428482, "nauc_ndcg_at_1000_std": 0.191378, "nauc_ndcg_at_1000_diff1": 0.299904, "nauc_map_at_1_max": 0.16215, "nauc_map_at_1_std": -0.076251, "nauc_map_at_1_diff1": 0.381992, "nauc_map_at_3_max": 0.276337, "nauc_map_at_3_std": -0.045481, "nauc_map_at_3_diff1": 0.306243, "nauc_map_at_5_max": 0.321399, "nauc_map_at_5_std": -0.004668, "nauc_map_at_5_diff1": 0.283988, "nauc_map_at_10_max": 0.365267, "nauc_map_at_10_std": 0.045466, "nauc_map_at_10_diff1": 0.273309, "nauc_map_at_20_max": 0.380115, "nauc_map_at_20_std": 0.077874, "nauc_map_at_20_diff1": 0.265902, "nauc_map_at_100_max": 0.389264, "nauc_map_at_100_std": 0.101285, "nauc_map_at_100_diff1": 0.266176, "nauc_map_at_1000_max": 0.390708, "nauc_map_at_1000_std": 0.104409, "nauc_map_at_1000_diff1": 0.267101, "nauc_recall_at_1_max": 0.16215, "nauc_recall_at_1_std": -0.076251, "nauc_recall_at_1_diff1": 0.381992, "nauc_recall_at_3_max": 0.252466, "nauc_recall_at_3_std": -0.04299, "nauc_recall_at_3_diff1": 0.27659, "nauc_recall_at_5_max": 0.284053, "nauc_recall_at_5_std": 0.001612, "nauc_recall_at_5_diff1": 0.248338, "nauc_recall_at_10_max": 0.330449, "nauc_recall_at_10_std": 0.07861, "nauc_recall_at_10_diff1": 0.230542, "nauc_recall_at_20_max": 0.338441, "nauc_recall_at_20_std": 0.156223, "nauc_recall_at_20_diff1": 0.195619, "nauc_recall_at_100_max": 0.360607, "nauc_recall_at_100_std": 0.302643, "nauc_recall_at_100_diff1": 0.158169, "nauc_recall_at_1000_max": 0.393985, "nauc_recall_at_1000_std": 0.475426, "nauc_recall_at_1000_diff1": 0.152036, "nauc_precision_at_1_max": 0.425176, "nauc_precision_at_1_std": 0.043068, "nauc_precision_at_1_diff1": 0.489878, "nauc_precision_at_3_max": 0.403634, "nauc_precision_at_3_std": 0.121913, "nauc_precision_at_3_diff1": 0.204243, "nauc_precision_at_5_max": 0.373735, "nauc_precision_at_5_std": 0.169181, "nauc_precision_at_5_diff1": 0.128423, "nauc_precision_at_10_max": 0.340866, "nauc_precision_at_10_std": 0.239055, "nauc_precision_at_10_diff1": 0.075684, "nauc_precision_at_20_max": 0.299362, "nauc_precision_at_20_std": 0.291084, "nauc_precision_at_20_diff1": 0.033547, "nauc_precision_at_100_max": 0.203451, "nauc_precision_at_100_std": 0.313611, "nauc_precision_at_100_diff1": -0.01321, "nauc_precision_at_1000_max": 0.096483, "nauc_precision_at_1000_std": 0.248553, "nauc_precision_at_1000_diff1": -0.044979, "nauc_mrr_at_1_max": 0.425176, "nauc_mrr_at_1_std": 0.043068, "nauc_mrr_at_1_diff1": 0.489878, "nauc_mrr_at_3_max": 0.440351, "nauc_mrr_at_3_std": 0.079716, "nauc_mrr_at_3_diff1": 0.476687, "nauc_mrr_at_5_max": 0.437287, "nauc_mrr_at_5_std": 0.07962, "nauc_mrr_at_5_diff1": 0.473962, "nauc_mrr_at_10_max": 0.439505, "nauc_mrr_at_10_std": 0.08771, "nauc_mrr_at_10_diff1": 0.474, "nauc_mrr_at_20_max": 0.438381, "nauc_mrr_at_20_std": 0.088912, "nauc_mrr_at_20_diff1": 0.472933, "nauc_mrr_at_100_max": 0.438371, "nauc_mrr_at_100_std": 0.088632, "nauc_mrr_at_100_diff1": 0.47308, "nauc_mrr_at_1000_max": 0.438337, "nauc_mrr_at_1000_std": 0.088403, "nauc_mrr_at_1000_diff1": 0.47316, "cv_recall_at_1": 0.63904, "cv_recall_at_3": 0.77833, "cv_recall_at_5": 0.82227, "cv_recall_at_10": 0.86171, "cv_recall_at_20": 0.89865, "cv_recall_at_100": 0.95057, "cv_recall_at_1000": 0.98602, "main_score": 0.82227, "hf_subset": "writing_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.50444, "ndcg_at_3": 0.47068, "ndcg_at_5": 0.49127, "ndcg_at_10": 0.52809, "ndcg_at_20": 0.55768, "ndcg_at_100": 0.5959, "ndcg_at_1000": 0.61572, "map_at_1": 0.23337, "map_at_3": 0.35521, "map_at_5": 0.39666, "map_at_10": 0.43055, "map_at_20": 0.44373, "map_at_100": 0.45309, "map_at_1000": 0.45455, "recall_at_1": 0.23337, "recall_at_3": 0.41247, "recall_at_5": 0.50266, "recall_at_10": 0.60834, "recall_at_20": 0.69415, "recall_at_100": 0.83547, "recall_at_1000": 0.94297, "accuracy": 0.23337, "precision_at_1": 0.50444, "precision_at_3": 0.33807, "precision_at_5": 0.26394, "precision_at_10": 0.16998, "precision_at_20": 0.09849, "precision_at_100": 0.0248, "precision_at_1000": 0.00288, "mrr_at_1": 0.50444, "mrr_at_3": 0.592658, "mrr_at_5": 0.608999, "mrr_at_10": 0.618526, "mrr_at_20": 0.622124, "mrr_at_100": 0.624063, "mrr_at_1000": 0.624195, "nauc_ndcg_at_1_max": 0.196311, "nauc_ndcg_at_1_std": -0.009937, "nauc_ndcg_at_1_diff1": 0.427857, "nauc_ndcg_at_3_max": 0.186388, "nauc_ndcg_at_3_std": 0.007083, "nauc_ndcg_at_3_diff1": 0.362497, "nauc_ndcg_at_5_max": 0.184897, "nauc_ndcg_at_5_std": 0.007306, "nauc_ndcg_at_5_diff1": 0.363308, "nauc_ndcg_at_10_max": 0.216355, "nauc_ndcg_at_10_std": 0.035504, "nauc_ndcg_at_10_diff1": 0.354164, "nauc_ndcg_at_20_max": 0.224002, "nauc_ndcg_at_20_std": 0.056367, "nauc_ndcg_at_20_diff1": 0.352856, "nauc_ndcg_at_100_max": 0.234742, "nauc_ndcg_at_100_std": 0.081112, "nauc_ndcg_at_100_diff1": 0.356464, "nauc_ndcg_at_1000_max": 0.235079, "nauc_ndcg_at_1000_std": 0.075614, "nauc_ndcg_at_1000_diff1": 0.356118, "nauc_map_at_1_max": 0.074376, "nauc_map_at_1_std": -0.090743, "nauc_map_at_1_diff1": 0.443053, "nauc_map_at_3_max": 0.129533, "nauc_map_at_3_std": -0.0585, "nauc_map_at_3_diff1": 0.373736, "nauc_map_at_5_max": 0.158006, "nauc_map_at_5_std": -0.038669, "nauc_map_at_5_diff1": 0.367673, "nauc_map_at_10_max": 0.193387, "nauc_map_at_10_std": -0.004017, "nauc_map_at_10_diff1": 0.356341, "nauc_map_at_20_max": 0.197951, "nauc_map_at_20_std": 0.00723, "nauc_map_at_20_diff1": 0.355001, "nauc_map_at_100_max": 0.201235, "nauc_map_at_100_std": 0.015165, "nauc_map_at_100_diff1": 0.355638, "nauc_map_at_1000_max": 0.201523, "nauc_map_at_1000_std": 0.015385, "nauc_map_at_1000_diff1": 0.355695, "nauc_recall_at_1_max": 0.074376, "nauc_recall_at_1_std": -0.090743, "nauc_recall_at_1_diff1": 0.443053, "nauc_recall_at_3_max": 0.094203, "nauc_recall_at_3_std": -0.034726, "nauc_recall_at_3_diff1": 0.329942, "nauc_recall_at_5_max": 0.111878, "nauc_recall_at_5_std": -0.012394, "nauc_recall_at_5_diff1": 0.305802, "nauc_recall_at_10_max": 0.211328, "nauc_recall_at_10_std": 0.086882, "nauc_recall_at_10_diff1": 0.27159, "nauc_recall_at_20_max": 0.240205, "nauc_recall_at_20_std": 0.153086, "nauc_recall_at_20_diff1": 0.251495, "nauc_recall_at_100_max": 0.313017, "nauc_recall_at_100_std": 0.308146, "nauc_recall_at_100_diff1": 0.228852, "nauc_recall_at_1000_max": 0.464313, "nauc_recall_at_1000_std": 0.470423, "nauc_recall_at_1000_diff1": 0.124038, "nauc_precision_at_1_max": 0.196311, "nauc_precision_at_1_std": -0.009937, "nauc_precision_at_1_diff1": 0.427857, "nauc_precision_at_3_max": 0.247143, "nauc_precision_at_3_std": 0.076459, "nauc_precision_at_3_diff1": 0.177963, "nauc_precision_at_5_max": 0.248515, "nauc_precision_at_5_std": 0.13384, "nauc_precision_at_5_diff1": 0.107547, "nauc_precision_at_10_max": 0.270843, "nauc_precision_at_10_std": 0.213243, "nauc_precision_at_10_diff1": 0.023831, "nauc_precision_at_20_max": 0.247663, "nauc_precision_at_20_std": 0.253261, "nauc_precision_at_20_diff1": -0.01505, "nauc_precision_at_100_max": 0.186349, "nauc_precision_at_100_std": 0.296322, "nauc_precision_at_100_diff1": -0.085665, "nauc_precision_at_1000_max": 0.132265, "nauc_precision_at_1000_std": 0.246358, "nauc_precision_at_1000_diff1": -0.136449, "nauc_mrr_at_1_max": 0.196311, "nauc_mrr_at_1_std": -0.009937, "nauc_mrr_at_1_diff1": 0.427857, "nauc_mrr_at_3_max": 0.204978, "nauc_mrr_at_3_std": 0.028399, "nauc_mrr_at_3_diff1": 0.403998, "nauc_mrr_at_5_max": 0.206993, "nauc_mrr_at_5_std": 0.03476, "nauc_mrr_at_5_diff1": 0.399433, "nauc_mrr_at_10_max": 0.214182, "nauc_mrr_at_10_std": 0.040543, "nauc_mrr_at_10_diff1": 0.399732, "nauc_mrr_at_20_max": 0.213977, "nauc_mrr_at_20_std": 0.040932, "nauc_mrr_at_20_diff1": 0.40083, "nauc_mrr_at_100_max": 0.213632, "nauc_mrr_at_100_std": 0.039819, "nauc_mrr_at_100_diff1": 0.401135, "nauc_mrr_at_1000_max": 0.213507, "nauc_mrr_at_1000_std": 0.039647, "nauc_mrr_at_1000_diff1": 0.401155, "cv_recall_at_1": 0.50444, "cv_recall_at_3": 0.7016, "cv_recall_at_5": 0.77442, "cv_recall_at_10": 0.84547, "cv_recall_at_20": 0.89698, "cv_recall_at_100": 0.96625, "cv_recall_at_1000": 0.99467, "main_score": 0.77442, "hf_subset": "recreation_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.49201, "ndcg_at_3": 0.42602, "ndcg_at_5": 0.4072, "ndcg_at_10": 0.4104, "ndcg_at_20": 0.44036, "ndcg_at_100": 0.49975, "ndcg_at_1000": 0.54263, "map_at_1": 0.1175, "map_at_3": 0.21134, "map_at_5": 0.25318, "map_at_10": 0.28778, "map_at_20": 0.30715, "map_at_100": 0.32436, "map_at_1000": 0.32819, "recall_at_1": 0.1175, "recall_at_3": 0.24617, "recall_at_5": 0.32224, "recall_at_10": 0.41149, "recall_at_20": 0.49641, "recall_at_100": 0.67466, "recall_at_1000": 0.85982, "accuracy": 0.1175, "precision_at_1": 0.49201, "precision_at_3": 0.37562, "precision_at_5": 0.30829, "precision_at_10": 0.21049, "precision_at_20": 0.13272, "precision_at_100": 0.0388, "precision_at_1000": 0.00524, "mrr_at_1": 0.492008, "mrr_at_3": 0.578338, "mrr_at_5": 0.594172, "mrr_at_10": 0.603856, "mrr_at_20": 0.60769, "mrr_at_100": 0.609573, "mrr_at_1000": 0.609737, "nauc_ndcg_at_1_max": 0.223898, "nauc_ndcg_at_1_std": -0.003992, "nauc_ndcg_at_1_diff1": 0.352393, "nauc_ndcg_at_3_max": 0.216277, "nauc_ndcg_at_3_std": 0.018128, "nauc_ndcg_at_3_diff1": 0.277267, "nauc_ndcg_at_5_max": 0.218794, "nauc_ndcg_at_5_std": 0.035215, "nauc_ndcg_at_5_diff1": 0.282083, "nauc_ndcg_at_10_max": 0.201647, "nauc_ndcg_at_10_std": 0.048861, "nauc_ndcg_at_10_diff1": 0.274733, "nauc_ndcg_at_20_max": 0.215377, "nauc_ndcg_at_20_std": 0.086499, "nauc_ndcg_at_20_diff1": 0.279489, "nauc_ndcg_at_100_max": 0.240605, "nauc_ndcg_at_100_std": 0.146007, "nauc_ndcg_at_100_diff1": 0.273592, "nauc_ndcg_at_1000_max": 0.247813, "nauc_ndcg_at_1000_std": 0.146956, "nauc_ndcg_at_1000_diff1": 0.275969, "nauc_map_at_1_max": 0.018787, "nauc_map_at_1_std": -0.090675, "nauc_map_at_1_diff1": 0.351627, "nauc_map_at_3_max": 0.105737, "nauc_map_at_3_std": -0.041275, "nauc_map_at_3_diff1": 0.301532, "nauc_map_at_5_max": 0.14829, "nauc_map_at_5_std": -0.011941, "nauc_map_at_5_diff1": 0.285388, "nauc_map_at_10_max": 0.168744, "nauc_map_at_10_std": 0.01431, "nauc_map_at_10_diff1": 0.27171, "nauc_map_at_20_max": 0.183067, "nauc_map_at_20_std": 0.035796, "nauc_map_at_20_diff1": 0.271649, "nauc_map_at_100_max": 0.193264, "nauc_map_at_100_std": 0.05721, "nauc_map_at_100_diff1": 0.268769, "nauc_map_at_1000_max": 0.194567, "nauc_map_at_1000_std": 0.058983, "nauc_map_at_1000_diff1": 0.26893, "nauc_recall_at_1_max": 0.018787, "nauc_recall_at_1_std": -0.090675, "nauc_recall_at_1_diff1": 0.351627, "nauc_recall_at_3_max": 0.093681, "nauc_recall_at_3_std": -0.021651, "nauc_recall_at_3_diff1": 0.271669, "nauc_recall_at_5_max": 0.14315, "nauc_recall_at_5_std": 0.021404, "nauc_recall_at_5_diff1": 0.251513, "nauc_recall_at_10_max": 0.155571, "nauc_recall_at_10_std": 0.067179, "nauc_recall_at_10_diff1": 0.21961, "nauc_recall_at_20_max": 0.18319, "nauc_recall_at_20_std": 0.145462, "nauc_recall_at_20_diff1": 0.214895, "nauc_recall_at_100_max": 0.233439, "nauc_recall_at_100_std": 0.331012, "nauc_recall_at_100_diff1": 0.176668, "nauc_recall_at_1000_max": 0.285343, "nauc_recall_at_1000_std": 0.502644, "nauc_recall_at_1000_diff1": 0.170064, "nauc_precision_at_1_max": 0.223898, "nauc_precision_at_1_std": -0.003992, "nauc_precision_at_1_diff1": 0.352393, "nauc_precision_at_3_max": 0.24156, "nauc_precision_at_3_std": 0.055166, "nauc_precision_at_3_diff1": 0.197763, "nauc_precision_at_5_max": 0.272376, "nauc_precision_at_5_std": 0.100423, "nauc_precision_at_5_diff1": 0.16058, "nauc_precision_at_10_max": 0.265164, "nauc_precision_at_10_std": 0.144926, "nauc_precision_at_10_diff1": 0.098553, "nauc_precision_at_20_max": 0.267647, "nauc_precision_at_20_std": 0.198859, "nauc_precision_at_20_diff1": 0.069533, "nauc_precision_at_100_max": 0.226341, "nauc_precision_at_100_std": 0.260146, "nauc_precision_at_100_diff1": -0.011805, "nauc_precision_at_1000_max": 0.154455, "nauc_precision_at_1000_std": 0.173245, "nauc_precision_at_1000_diff1": -0.072177, "nauc_mrr_at_1_max": 0.223898, "nauc_mrr_at_1_std": -0.003992, "nauc_mrr_at_1_diff1": 0.352393, "nauc_mrr_at_3_max": 0.231961, "nauc_mrr_at_3_std": 0.031979, "nauc_mrr_at_3_diff1": 0.339427, "nauc_mrr_at_5_max": 0.240397, "nauc_mrr_at_5_std": 0.03998, "nauc_mrr_at_5_diff1": 0.342939, "nauc_mrr_at_10_max": 0.239224, "nauc_mrr_at_10_std": 0.043347, "nauc_mrr_at_10_diff1": 0.340224, "nauc_mrr_at_20_max": 0.239676, "nauc_mrr_at_20_std": 0.044997, "nauc_mrr_at_20_diff1": 0.34117, "nauc_mrr_at_100_max": 0.239802, "nauc_mrr_at_100_std": 0.043917, "nauc_mrr_at_100_diff1": 0.341107, "nauc_mrr_at_1000_max": 0.239747, "nauc_mrr_at_1000_std": 0.043663, "nauc_mrr_at_1000_diff1": 0.341155, "cv_recall_at_1": 0.49201, "cv_recall_at_3": 0.68731, "cv_recall_at_5": 0.75674, "cv_recall_at_10": 0.82667, "cv_recall_at_20": 0.87962, "cv_recall_at_100": 0.95255, "cv_recall_at_1000": 0.98801, "main_score": 0.75674, "hf_subset": "recreation_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.50558, "ndcg_at_3": 0.46131, "ndcg_at_5": 0.47287, "ndcg_at_10": 0.51101, "ndcg_at_20": 0.53337, "ndcg_at_100": 0.57213, "ndcg_at_1000": 0.59408, "map_at_1": 0.27072, "map_at_3": 0.36994, "map_at_5": 0.39289, "map_at_10": 0.4193, "map_at_20": 0.42903, "map_at_100": 0.43796, "map_at_1000": 0.43953, "recall_at_1": 0.27072, "recall_at_3": 0.42567, "recall_at_5": 0.48643, "recall_at_10": 0.59504, "recall_at_20": 0.66063, "recall_at_100": 0.81085, "recall_at_1000": 0.93126, "accuracy": 0.27072, "precision_at_1": 0.50558, "precision_at_3": 0.29678, "precision_at_5": 0.21041, "precision_at_10": 0.13439, "precision_at_20": 0.07788, "precision_at_100": 0.02041, "precision_at_1000": 0.0025, "mrr_at_1": 0.505576, "mrr_at_3": 0.576518, "mrr_at_5": 0.58925, "mrr_at_10": 0.600836, "mrr_at_20": 0.603999, "mrr_at_100": 0.606581, "mrr_at_1000": 0.606765, "nauc_ndcg_at_1_max": 0.219517, "nauc_ndcg_at_1_std": -0.05791, "nauc_ndcg_at_1_diff1": 0.50522, "nauc_ndcg_at_3_max": 0.136375, "nauc_ndcg_at_3_std": -0.112739, "nauc_ndcg_at_3_diff1": 0.382579, "nauc_ndcg_at_5_max": 0.115919, "nauc_ndcg_at_5_std": -0.116733, "nauc_ndcg_at_5_diff1": 0.387039, "nauc_ndcg_at_10_max": 0.114812, "nauc_ndcg_at_10_std": -0.119724, "nauc_ndcg_at_10_diff1": 0.391981, "nauc_ndcg_at_20_max": 0.115561, "nauc_ndcg_at_20_std": -0.108572, "nauc_ndcg_at_20_diff1": 0.397611, "nauc_ndcg_at_100_max": 0.121179, "nauc_ndcg_at_100_std": -0.086489, "nauc_ndcg_at_100_diff1": 0.39571, "nauc_ndcg_at_1000_max": 0.140944, "nauc_ndcg_at_1000_std": -0.074666, "nauc_ndcg_at_1000_diff1": 0.404827, "nauc_map_at_1_max": 0.026033, "nauc_map_at_1_std": -0.210844, "nauc_map_at_1_diff1": 0.407411, "nauc_map_at_3_max": 0.084378, "nauc_map_at_3_std": -0.197086, "nauc_map_at_3_diff1": 0.382652, "nauc_map_at_5_max": 0.087259, "nauc_map_at_5_std": -0.176296, "nauc_map_at_5_diff1": 0.379817, "nauc_map_at_10_max": 0.094121, "nauc_map_at_10_std": -0.16258, "nauc_map_at_10_diff1": 0.381589, "nauc_map_at_20_max": 0.096019, "nauc_map_at_20_std": -0.153775, "nauc_map_at_20_diff1": 0.384195, "nauc_map_at_100_max": 0.097386, "nauc_map_at_100_std": -0.147376, "nauc_map_at_100_diff1": 0.382576, "nauc_map_at_1000_max": 0.098964, "nauc_map_at_1000_std": -0.145724, "nauc_map_at_1000_diff1": 0.383043, "nauc_recall_at_1_max": 0.026033, "nauc_recall_at_1_std": -0.210844, "nauc_recall_at_1_diff1": 0.407411, "nauc_recall_at_3_max": 0.047235, "nauc_recall_at_3_std": -0.204775, "nauc_recall_at_3_diff1": 0.319345, "nauc_recall_at_5_max": 0.030407, "nauc_recall_at_5_std": -0.161952, "nauc_recall_at_5_diff1": 0.304557, "nauc_recall_at_10_max": 0.013263, "nauc_recall_at_10_std": -0.127181, "nauc_recall_at_10_diff1": 0.287887, "nauc_recall_at_20_max": 0.009968, "nauc_recall_at_20_std": -0.086607, "nauc_recall_at_20_diff1": 0.300134, "nauc_recall_at_100_max": -0.045888, "nauc_recall_at_100_std": 0.00395, "nauc_recall_at_100_diff1": 0.261451, "nauc_recall_at_1000_max": 0.041177, "nauc_recall_at_1000_std": 0.206007, "nauc_recall_at_1000_diff1": 0.365976, "nauc_precision_at_1_max": 0.219517, "nauc_precision_at_1_std": -0.05791, "nauc_precision_at_1_diff1": 0.50522, "nauc_precision_at_3_max": 0.241618, "nauc_precision_at_3_std": 0.06983, "nauc_precision_at_3_diff1": 0.238849, "nauc_precision_at_5_max": 0.226149, "nauc_precision_at_5_std": 0.149768, "nauc_precision_at_5_diff1": 0.186695, "nauc_precision_at_10_max": 0.223678, "nauc_precision_at_10_std": 0.228151, "nauc_precision_at_10_diff1": 0.126095, "nauc_precision_at_20_max": 0.200652, "nauc_precision_at_20_std": 0.271392, "nauc_precision_at_20_diff1": 0.080128, "nauc_precision_at_100_max": 0.189751, "nauc_precision_at_100_std": 0.352922, "nauc_precision_at_100_diff1": -0.035901, "nauc_precision_at_1000_max": 0.214801, "nauc_precision_at_1000_std": 0.362277, "nauc_precision_at_1000_diff1": -0.069666, "nauc_mrr_at_1_max": 0.219517, "nauc_mrr_at_1_std": -0.05791, "nauc_mrr_at_1_diff1": 0.50522, "nauc_mrr_at_3_max": 0.226145, "nauc_mrr_at_3_std": -0.054889, "nauc_mrr_at_3_diff1": 0.477129, "nauc_mrr_at_5_max": 0.225008, "nauc_mrr_at_5_std": -0.041864, "nauc_mrr_at_5_diff1": 0.478139, "nauc_mrr_at_10_max": 0.224217, "nauc_mrr_at_10_std": -0.041378, "nauc_mrr_at_10_diff1": 0.478996, "nauc_mrr_at_20_max": 0.224993, "nauc_mrr_at_20_std": -0.040678, "nauc_mrr_at_20_diff1": 0.480017, "nauc_mrr_at_100_max": 0.224921, "nauc_mrr_at_100_std": -0.040431, "nauc_mrr_at_100_diff1": 0.479837, "nauc_mrr_at_1000_max": 0.224901, "nauc_mrr_at_1000_std": -0.040665, "nauc_mrr_at_1000_diff1": 0.480029, "cv_recall_at_1": 0.50558, "cv_recall_at_3": 0.66357, "cv_recall_at_5": 0.71933, "cv_recall_at_10": 0.80483, "cv_recall_at_20": 0.8513, "cv_recall_at_100": 0.9461, "cv_recall_at_1000": 0.98513, "main_score": 0.71933, "hf_subset": "science_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.38102, "ndcg_at_3": 0.3296, "ndcg_at_5": 0.31688, "ndcg_at_10": 0.32181, "ndcg_at_20": 0.34436, "ndcg_at_100": 0.39938, "ndcg_at_1000": 0.44463, "map_at_1": 0.0883, "map_at_3": 0.15572, "map_at_5": 0.18402, "map_at_10": 0.21396, "map_at_20": 0.2308, "map_at_100": 0.2455, "map_at_1000": 0.24899, "recall_at_1": 0.0883, "recall_at_3": 0.18401, "recall_at_5": 0.24073, "recall_at_10": 0.32419, "recall_at_20": 0.3998, "recall_at_100": 0.57716, "recall_at_1000": 0.78679, "accuracy": 0.0883, "precision_at_1": 0.38102, "precision_at_3": 0.28995, "precision_at_5": 0.23815, "precision_at_10": 0.1698, "precision_at_20": 0.10912, "precision_at_100": 0.03286, "precision_at_1000": 0.00464, "mrr_at_1": 0.381023, "mrr_at_3": 0.454628, "mrr_at_5": 0.471146, "mrr_at_10": 0.481552, "mrr_at_20": 0.486028, "mrr_at_100": 0.489198, "mrr_at_1000": 0.489591, "nauc_ndcg_at_1_max": 0.090795, "nauc_ndcg_at_1_std": 0.060738, "nauc_ndcg_at_1_diff1": 0.281719, "nauc_ndcg_at_3_max": 0.066608, "nauc_ndcg_at_3_std": 0.046518, "nauc_ndcg_at_3_diff1": 0.215224, "nauc_ndcg_at_5_max": 0.069938, "nauc_ndcg_at_5_std": 0.061406, "nauc_ndcg_at_5_diff1": 0.219106, "nauc_ndcg_at_10_max": 0.0759, "nauc_ndcg_at_10_std": 0.09694, "nauc_ndcg_at_10_diff1": 0.235979, "nauc_ndcg_at_20_max": 0.074422, "nauc_ndcg_at_20_std": 0.114811, "nauc_ndcg_at_20_diff1": 0.238523, "nauc_ndcg_at_100_max": 0.085683, "nauc_ndcg_at_100_std": 0.157464, "nauc_ndcg_at_100_diff1": 0.234934, "nauc_ndcg_at_1000_max": 0.095249, "nauc_ndcg_at_1000_std": 0.171714, "nauc_ndcg_at_1000_diff1": 0.231964, "nauc_map_at_1_max": 0.030905, "nauc_map_at_1_std": 0.007686, "nauc_map_at_1_diff1": 0.274735, "nauc_map_at_3_max": 0.027863, "nauc_map_at_3_std": 0.021879, "nauc_map_at_3_diff1": 0.233385, "nauc_map_at_5_max": 0.043293, "nauc_map_at_5_std": 0.041121, "nauc_map_at_5_diff1": 0.233199, "nauc_map_at_10_max": 0.059599, "nauc_map_at_10_std": 0.066562, "nauc_map_at_10_diff1": 0.233558, "nauc_map_at_20_max": 0.066404, "nauc_map_at_20_std": 0.084494, "nauc_map_at_20_diff1": 0.2321, "nauc_map_at_100_max": 0.070756, "nauc_map_at_100_std": 0.101369, "nauc_map_at_100_diff1": 0.230496, "nauc_map_at_1000_max": 0.071911, "nauc_map_at_1000_std": 0.104247, "nauc_map_at_1000_diff1": 0.230024, "nauc_recall_at_1_max": 0.030905, "nauc_recall_at_1_std": 0.007686, "nauc_recall_at_1_diff1": 0.274735, "nauc_recall_at_3_max": 0.005705, "nauc_recall_at_3_std": 0.021755, "nauc_recall_at_3_diff1": 0.205657, "nauc_recall_at_5_max": 0.018561, "nauc_recall_at_5_std": 0.054879, "nauc_recall_at_5_diff1": 0.1936, "nauc_recall_at_10_max": 0.042143, "nauc_recall_at_10_std": 0.106774, "nauc_recall_at_10_diff1": 0.201632, "nauc_recall_at_20_max": 0.045461, "nauc_recall_at_20_std": 0.141328, "nauc_recall_at_20_diff1": 0.199619, "nauc_recall_at_100_max": 0.064471, "nauc_recall_at_100_std": 0.264261, "nauc_recall_at_100_diff1": 0.170497, "nauc_recall_at_1000_max": 0.09471, "nauc_recall_at_1000_std": 0.394428, "nauc_recall_at_1000_diff1": 0.130112, "nauc_precision_at_1_max": 0.090795, "nauc_precision_at_1_std": 0.060738, "nauc_precision_at_1_diff1": 0.281719, "nauc_precision_at_3_max": 0.075397, "nauc_precision_at_3_std": 0.063258, "nauc_precision_at_3_diff1": 0.177337, "nauc_precision_at_5_max": 0.099889, "nauc_precision_at_5_std": 0.085672, "nauc_precision_at_5_diff1": 0.162708, "nauc_precision_at_10_max": 0.120653, "nauc_precision_at_10_std": 0.130873, "nauc_precision_at_10_diff1": 0.148428, "nauc_precision_at_20_max": 0.113367, "nauc_precision_at_20_std": 0.160858, "nauc_precision_at_20_diff1": 0.120903, "nauc_precision_at_100_max": 0.113731, "nauc_precision_at_100_std": 0.207156, "nauc_precision_at_100_diff1": 0.076744, "nauc_precision_at_1000_max": 0.105012, "nauc_precision_at_1000_std": 0.186842, "nauc_precision_at_1000_diff1": 0.027669, "nauc_mrr_at_1_max": 0.090795, "nauc_mrr_at_1_std": 0.060738, "nauc_mrr_at_1_diff1": 0.281719, "nauc_mrr_at_3_max": 0.081126, "nauc_mrr_at_3_std": 0.067, "nauc_mrr_at_3_diff1": 0.264728, "nauc_mrr_at_5_max": 0.081627, "nauc_mrr_at_5_std": 0.072866, "nauc_mrr_at_5_diff1": 0.262369, "nauc_mrr_at_10_max": 0.086843, "nauc_mrr_at_10_std": 0.079098, "nauc_mrr_at_10_diff1": 0.264235, "nauc_mrr_at_20_max": 0.086038, "nauc_mrr_at_20_std": 0.079296, "nauc_mrr_at_20_diff1": 0.264837, "nauc_mrr_at_100_max": 0.086287, "nauc_mrr_at_100_std": 0.079662, "nauc_mrr_at_100_diff1": 0.264755, "nauc_mrr_at_1000_max": 0.086178, "nauc_mrr_at_1000_std": 0.079433, "nauc_mrr_at_1000_diff1": 0.264672, "cv_recall_at_1": 0.38102, "cv_recall_at_3": 0.54844, "cv_recall_at_5": 0.61997, "cv_recall_at_10": 0.69846, "cv_recall_at_20": 0.76254, "cv_recall_at_100": 0.88525, "cv_recall_at_1000": 0.96473, "main_score": 0.61997, "hf_subset": "science_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.33515, "ndcg_at_3": 0.33523, "ndcg_at_5": 0.35024, "ndcg_at_10": 0.37996, "ndcg_at_20": 0.40552, "ndcg_at_100": 0.44491, "ndcg_at_1000": 0.47356, "map_at_1": 0.17238, "map_at_3": 0.25736, "map_at_5": 0.27958, "map_at_10": 0.29901, "map_at_20": 0.30879, "map_at_100": 0.31666, "map_at_1000": 0.31834, "recall_at_1": 0.17238, "recall_at_3": 0.31357, "recall_at_5": 0.37587, "recall_at_10": 0.45994, "recall_at_20": 0.5358, "recall_at_100": 0.69174, "recall_at_1000": 0.85496, "accuracy": 0.17238, "precision_at_1": 0.33515, "precision_at_3": 0.22999, "precision_at_5": 0.17249, "precision_at_10": 0.11124, "precision_at_20": 0.06681, "precision_at_100": 0.01816, "precision_at_1000": 0.00236, "mrr_at_1": 0.335153, "mrr_at_3": 0.414483, "mrr_at_5": 0.432223, "mrr_at_10": 0.44449, "mrr_at_20": 0.450098, "mrr_at_100": 0.453643, "mrr_at_1000": 0.453997, "nauc_ndcg_at_1_max": 0.140311, "nauc_ndcg_at_1_std": 0.000708, "nauc_ndcg_at_1_diff1": 0.420764, "nauc_ndcg_at_3_max": 0.154516, "nauc_ndcg_at_3_std": 0.05442, "nauc_ndcg_at_3_diff1": 0.313716, "nauc_ndcg_at_5_max": 0.145539, "nauc_ndcg_at_5_std": 0.072648, "nauc_ndcg_at_5_diff1": 0.311098, "nauc_ndcg_at_10_max": 0.159148, "nauc_ndcg_at_10_std": 0.087185, "nauc_ndcg_at_10_diff1": 0.311157, "nauc_ndcg_at_20_max": 0.16135, "nauc_ndcg_at_20_std": 0.10384, "nauc_ndcg_at_20_diff1": 0.30542, "nauc_ndcg_at_100_max": 0.174204, "nauc_ndcg_at_100_std": 0.128502, "nauc_ndcg_at_100_diff1": 0.302929, "nauc_ndcg_at_1000_max": 0.180145, "nauc_ndcg_at_1000_std": 0.127804, "nauc_ndcg_at_1000_diff1": 0.309568, "nauc_map_at_1_max": 0.066335, "nauc_map_at_1_std": -0.036086, "nauc_map_at_1_diff1": 0.372365, "nauc_map_at_3_max": 0.118142, "nauc_map_at_3_std": 0.010074, "nauc_map_at_3_diff1": 0.320801, "nauc_map_at_5_max": 0.125716, "nauc_map_at_5_std": 0.033281, "nauc_map_at_5_diff1": 0.319099, "nauc_map_at_10_max": 0.140719, "nauc_map_at_10_std": 0.047996, "nauc_map_at_10_diff1": 0.322853, "nauc_map_at_20_max": 0.142873, "nauc_map_at_20_std": 0.057046, "nauc_map_at_20_diff1": 0.320069, "nauc_map_at_100_max": 0.146877, "nauc_map_at_100_std": 0.064269, "nauc_map_at_100_diff1": 0.318685, "nauc_map_at_1000_max": 0.147469, "nauc_map_at_1000_std": 0.064896, "nauc_map_at_1000_diff1": 0.318988, "nauc_recall_at_1_max": 0.066335, "nauc_recall_at_1_std": -0.036086, "nauc_recall_at_1_diff1": 0.372365, "nauc_recall_at_3_max": 0.116421, "nauc_recall_at_3_std": 0.035149, "nauc_recall_at_3_diff1": 0.239969, "nauc_recall_at_5_max": 0.11412, "nauc_recall_at_5_std": 0.095431, "nauc_recall_at_5_diff1": 0.216975, "nauc_recall_at_10_max": 0.138484, "nauc_recall_at_10_std": 0.136437, "nauc_recall_at_10_diff1": 0.210339, "nauc_recall_at_20_max": 0.131202, "nauc_recall_at_20_std": 0.179212, "nauc_recall_at_20_diff1": 0.179453, "nauc_recall_at_100_max": 0.154708, "nauc_recall_at_100_std": 0.29056, "nauc_recall_at_100_diff1": 0.139433, "nauc_recall_at_1000_max": 0.207458, "nauc_recall_at_1000_std": 0.387419, "nauc_recall_at_1000_diff1": 0.133815, "nauc_precision_at_1_max": 0.140311, "nauc_precision_at_1_std": 0.000708, "nauc_precision_at_1_diff1": 0.420764, "nauc_precision_at_3_max": 0.212322, "nauc_precision_at_3_std": 0.099584, "nauc_precision_at_3_diff1": 0.251328, "nauc_precision_at_5_max": 0.211845, "nauc_precision_at_5_std": 0.154724, "nauc_precision_at_5_diff1": 0.215668, "nauc_precision_at_10_max": 0.228918, "nauc_precision_at_10_std": 0.202567, "nauc_precision_at_10_diff1": 0.181454, "nauc_precision_at_20_max": 0.226305, "nauc_precision_at_20_std": 0.23719, "nauc_precision_at_20_diff1": 0.141726, "nauc_precision_at_100_max": 0.220343, "nauc_precision_at_100_std": 0.273763, "nauc_precision_at_100_diff1": 0.052149, "nauc_precision_at_1000_max": 0.178161, "nauc_precision_at_1000_std": 0.216436, "nauc_precision_at_1000_diff1": -0.001157, "nauc_mrr_at_1_max": 0.140311, "nauc_mrr_at_1_std": 0.000708, "nauc_mrr_at_1_diff1": 0.420764, "nauc_mrr_at_3_max": 0.162102, "nauc_mrr_at_3_std": 0.039097, "nauc_mrr_at_3_diff1": 0.362724, "nauc_mrr_at_5_max": 0.163801, "nauc_mrr_at_5_std": 0.058999, "nauc_mrr_at_5_diff1": 0.358126, "nauc_mrr_at_10_max": 0.164783, "nauc_mrr_at_10_std": 0.065075, "nauc_mrr_at_10_diff1": 0.356397, "nauc_mrr_at_20_max": 0.165573, "nauc_mrr_at_20_std": 0.066851, "nauc_mrr_at_20_diff1": 0.356912, "nauc_mrr_at_100_max": 0.165554, "nauc_mrr_at_100_std": 0.065715, "nauc_mrr_at_100_diff1": 0.358241, "nauc_mrr_at_1000_max": 0.165492, "nauc_mrr_at_1000_std": 0.065298, "nauc_mrr_at_1000_diff1": 0.358469, "cv_recall_at_1": 0.33515, "cv_recall_at_3": 0.51747, "cv_recall_at_5": 0.59389, "cv_recall_at_10": 0.68668, "cv_recall_at_20": 0.76419, "cv_recall_at_100": 0.89956, "cv_recall_at_1000": 0.97052, "main_score": 0.59389, "hf_subset": "technology_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.23315, "ndcg_at_3": 0.19564, "ndcg_at_5": 0.18532, "ndcg_at_10": 0.18906, "ndcg_at_20": 0.21349, "ndcg_at_100": 0.27261, "ndcg_at_1000": 0.33386, "map_at_1": 0.04361, "map_at_3": 0.07614, "map_at_5": 0.0906, "map_at_10": 0.10697, "map_at_20": 0.1185, "map_at_100": 0.13169, "map_at_1000": 0.13613, "recall_at_1": 0.04361, "recall_at_3": 0.09465, "recall_at_5": 0.1296, "recall_at_10": 0.18415, "recall_at_20": 0.25058, "recall_at_100": 0.42493, "recall_at_1000": 0.684, "accuracy": 0.04361, "precision_at_1": 0.23315, "precision_at_3": 0.17857, "precision_at_5": 0.15227, "precision_at_10": 0.11393, "precision_at_20": 0.0806, "precision_at_100": 0.02922, "precision_at_1000": 0.005, "mrr_at_1": 0.23365, "mrr_at_3": 0.299884, "mrr_at_5": 0.320553, "mrr_at_10": 0.334805, "mrr_at_20": 0.342445, "mrr_at_100": 0.346939, "mrr_at_1000": 0.347397, "nauc_ndcg_at_1_max": 0.041907, "nauc_ndcg_at_1_std": -0.008427, "nauc_ndcg_at_1_diff1": 0.214654, "nauc_ndcg_at_3_max": 0.044185, "nauc_ndcg_at_3_std": 0.012952, "nauc_ndcg_at_3_diff1": 0.171243, "nauc_ndcg_at_5_max": 0.048278, "nauc_ndcg_at_5_std": 0.027405, "nauc_ndcg_at_5_diff1": 0.16813, "nauc_ndcg_at_10_max": 0.060423, "nauc_ndcg_at_10_std": 0.054559, "nauc_ndcg_at_10_diff1": 0.165206, "nauc_ndcg_at_20_max": 0.076351, "nauc_ndcg_at_20_std": 0.085973, "nauc_ndcg_at_20_diff1": 0.165565, "nauc_ndcg_at_100_max": 0.101298, "nauc_ndcg_at_100_std": 0.147163, "nauc_ndcg_at_100_diff1": 0.161078, "nauc_ndcg_at_1000_max": 0.128917, "nauc_ndcg_at_1000_std": 0.19609, "nauc_ndcg_at_1000_diff1": 0.162996, "nauc_map_at_1_max": 0.015405, "nauc_map_at_1_std": -0.01265, "nauc_map_at_1_diff1": 0.218309, "nauc_map_at_3_max": 0.023606, "nauc_map_at_3_std": -0.008029, "nauc_map_at_3_diff1": 0.182115, "nauc_map_at_5_max": 0.029334, "nauc_map_at_5_std": 0.000911, "nauc_map_at_5_diff1": 0.179121, "nauc_map_at_10_max": 0.03961, "nauc_map_at_10_std": 0.02644, "nauc_map_at_10_diff1": 0.171873, "nauc_map_at_20_max": 0.050939, "nauc_map_at_20_std": 0.047093, "nauc_map_at_20_diff1": 0.171196, "nauc_map_at_100_max": 0.062002, "nauc_map_at_100_std": 0.071453, "nauc_map_at_100_diff1": 0.169368, "nauc_map_at_1000_max": 0.06615, "nauc_map_at_1000_std": 0.080655, "nauc_map_at_1000_diff1": 0.169415, "nauc_recall_at_1_max": 0.015405, "nauc_recall_at_1_std": -0.01265, "nauc_recall_at_1_diff1": 0.218309, "nauc_recall_at_3_max": 0.020384, "nauc_recall_at_3_std": -0.001336, "nauc_recall_at_3_diff1": 0.148898, "nauc_recall_at_5_max": 0.030229, "nauc_recall_at_5_std": 0.016901, "nauc_recall_at_5_diff1": 0.13981, "nauc_recall_at_10_max": 0.054138, "nauc_recall_at_10_std": 0.072603, "nauc_recall_at_10_diff1": 0.126979, "nauc_recall_at_20_max": 0.082786, "nauc_recall_at_20_std": 0.134967, "nauc_recall_at_20_diff1": 0.124135, "nauc_recall_at_100_max": 0.117154, "nauc_recall_at_100_std": 0.251143, "nauc_recall_at_100_diff1": 0.104333, "nauc_recall_at_1000_max": 0.193245, "nauc_recall_at_1000_std": 0.405604, "nauc_recall_at_1000_diff1": 0.0867, "nauc_precision_at_1_max": 0.041907, "nauc_precision_at_1_std": -0.008427, "nauc_precision_at_1_diff1": 0.214654, "nauc_precision_at_3_max": 0.053254, "nauc_precision_at_3_std": 0.022695, "nauc_precision_at_3_diff1": 0.141412, "nauc_precision_at_5_max": 0.070618, "nauc_precision_at_5_std": 0.054303, "nauc_precision_at_5_diff1": 0.133371, "nauc_precision_at_10_max": 0.095838, "nauc_precision_at_10_std": 0.114787, "nauc_precision_at_10_diff1": 0.116517, "nauc_precision_at_20_max": 0.124838, "nauc_precision_at_20_std": 0.175678, "nauc_precision_at_20_diff1": 0.111685, "nauc_precision_at_100_max": 0.165481, "nauc_precision_at_100_std": 0.2725, "nauc_precision_at_100_diff1": 0.088518, "nauc_precision_at_1000_max": 0.194522, "nauc_precision_at_1000_std": 0.315507, "nauc_precision_at_1000_diff1": 0.054185, "nauc_mrr_at_1_max": 0.044688, "nauc_mrr_at_1_std": -0.0056, "nauc_mrr_at_1_diff1": 0.212837, "nauc_mrr_at_3_max": 0.044706, "nauc_mrr_at_3_std": 0.005101, "nauc_mrr_at_3_diff1": 0.188718, "nauc_mrr_at_5_max": 0.052167, "nauc_mrr_at_5_std": 0.01422, "nauc_mrr_at_5_diff1": 0.18531, "nauc_mrr_at_10_max": 0.057426, "nauc_mrr_at_10_std": 0.023299, "nauc_mrr_at_10_diff1": 0.185826, "nauc_mrr_at_20_max": 0.058553, "nauc_mrr_at_20_std": 0.026396, "nauc_mrr_at_20_diff1": 0.18571, "nauc_mrr_at_100_max": 0.059198, "nauc_mrr_at_100_std": 0.027263, "nauc_mrr_at_100_diff1": 0.186356, "nauc_mrr_at_1000_max": 0.059079, "nauc_mrr_at_1000_std": 0.026839, "nauc_mrr_at_1000_diff1": 0.186414, "cv_recall_at_1": 0.23365, "cv_recall_at_3": 0.38892, "cv_recall_at_5": 0.47978, "cv_recall_at_10": 0.58612, "cv_recall_at_20": 0.69646, "cv_recall_at_100": 0.87369, "cv_recall_at_1000": 0.97354, "main_score": 0.47978, "hf_subset": "technology_forum", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.48921, "ndcg_at_3": 0.44195, "ndcg_at_5": 0.44644, "ndcg_at_10": 0.47776, "ndcg_at_20": 0.50592, "ndcg_at_100": 0.55029, "ndcg_at_1000": 0.57801, "map_at_1": 0.21857, "map_at_3": 0.33068, "map_at_5": 0.35731, "map_at_10": 0.38368, "map_at_20": 0.39616, "map_at_100": 0.40648, "map_at_1000": 0.40853, "recall_at_1": 0.21857, "recall_at_3": 0.37965, "recall_at_5": 0.44508, "recall_at_10": 0.52924, "recall_at_20": 0.60861, "recall_at_100": 0.77062, "recall_at_1000": 0.91927, "accuracy": 0.21857, "precision_at_1": 0.48921, "precision_at_3": 0.32294, "precision_at_5": 0.23693, "precision_at_10": 0.15108, "precision_at_20": 0.08981, "precision_at_100": 0.02403, "precision_at_1000": 0.00297, "mrr_at_1": 0.489209, "mrr_at_3": 0.570344, "mrr_at_5": 0.586651, "mrr_at_10": 0.59241, "mrr_at_20": 0.59747, "mrr_at_100": 0.59987, "mrr_at_1000": 0.600087, "nauc_ndcg_at_1_max": 0.22061, "nauc_ndcg_at_1_std": 0.1685, "nauc_ndcg_at_1_diff1": 0.475899, "nauc_ndcg_at_3_max": 0.202629, "nauc_ndcg_at_3_std": 0.105247, "nauc_ndcg_at_3_diff1": 0.408311, "nauc_ndcg_at_5_max": 0.185116, "nauc_ndcg_at_5_std": 0.08529, "nauc_ndcg_at_5_diff1": 0.409186, "nauc_ndcg_at_10_max": 0.187759, "nauc_ndcg_at_10_std": 0.103902, "nauc_ndcg_at_10_diff1": 0.387212, "nauc_ndcg_at_20_max": 0.197047, "nauc_ndcg_at_20_std": 0.123556, "nauc_ndcg_at_20_diff1": 0.380654, "nauc_ndcg_at_100_max": 0.213726, "nauc_ndcg_at_100_std": 0.166374, "nauc_ndcg_at_100_diff1": 0.392088, "nauc_ndcg_at_1000_max": 0.219545, "nauc_ndcg_at_1000_std": 0.172067, "nauc_ndcg_at_1000_diff1": 0.393234, "nauc_map_at_1_max": 0.124758, "nauc_map_at_1_std": 0.073475, "nauc_map_at_1_diff1": 0.434868, "nauc_map_at_3_max": 0.157193, "nauc_map_at_3_std": 0.05084, "nauc_map_at_3_diff1": 0.410613, "nauc_map_at_5_max": 0.164444, "nauc_map_at_5_std": 0.050171, "nauc_map_at_5_diff1": 0.407922, "nauc_map_at_10_max": 0.171607, "nauc_map_at_10_std": 0.067974, "nauc_map_at_10_diff1": 0.393749, "nauc_map_at_20_max": 0.181092, "nauc_map_at_20_std": 0.079262, "nauc_map_at_20_diff1": 0.392623, "nauc_map_at_100_max": 0.185746, "nauc_map_at_100_std": 0.091961, "nauc_map_at_100_diff1": 0.395223, "nauc_map_at_1000_max": 0.186675, "nauc_map_at_1000_std": 0.093348, "nauc_map_at_1000_diff1": 0.395407, "nauc_recall_at_1_max": 0.124758, "nauc_recall_at_1_std": 0.073475, "nauc_recall_at_1_diff1": 0.434868, "nauc_recall_at_3_max": 0.144155, "nauc_recall_at_3_std": 0.029031, "nauc_recall_at_3_diff1": 0.362982, "nauc_recall_at_5_max": 0.135432, "nauc_recall_at_5_std": 0.02706, "nauc_recall_at_5_diff1": 0.343477, "nauc_recall_at_10_max": 0.143122, "nauc_recall_at_10_std": 0.062739, "nauc_recall_at_10_diff1": 0.289235, "nauc_recall_at_20_max": 0.150607, "nauc_recall_at_20_std": 0.107814, "nauc_recall_at_20_diff1": 0.249612, "nauc_recall_at_100_max": 0.198924, "nauc_recall_at_100_std": 0.27055, "nauc_recall_at_100_diff1": 0.232338, "nauc_recall_at_1000_max": 0.255685, "nauc_recall_at_1000_std": 0.410318, "nauc_recall_at_1000_diff1": 0.132636, "nauc_precision_at_1_max": 0.22061, "nauc_precision_at_1_std": 0.1685, "nauc_precision_at_1_diff1": 0.475899, "nauc_precision_at_3_max": 0.212136, "nauc_precision_at_3_std": 0.117499, "nauc_precision_at_3_diff1": 0.262744, "nauc_precision_at_5_max": 0.204718, "nauc_precision_at_5_std": 0.111247, "nauc_precision_at_5_diff1": 0.213916, "nauc_precision_at_10_max": 0.206165, "nauc_precision_at_10_std": 0.179247, "nauc_precision_at_10_diff1": 0.092325, "nauc_precision_at_20_max": 0.225471, "nauc_precision_at_20_std": 0.230733, "nauc_precision_at_20_diff1": 0.046711, "nauc_precision_at_100_max": 0.213714, "nauc_precision_at_100_std": 0.314425, "nauc_precision_at_100_diff1": -0.003407, "nauc_precision_at_1000_max": 0.190041, "nauc_precision_at_1000_std": 0.30431, "nauc_precision_at_1000_diff1": -0.075903, "nauc_mrr_at_1_max": 0.22061, "nauc_mrr_at_1_std": 0.1685, "nauc_mrr_at_1_diff1": 0.475899, "nauc_mrr_at_3_max": 0.221927, "nauc_mrr_at_3_std": 0.187953, "nauc_mrr_at_3_diff1": 0.458541, "nauc_mrr_at_5_max": 0.207588, "nauc_mrr_at_5_std": 0.18218, "nauc_mrr_at_5_diff1": 0.452643, "nauc_mrr_at_10_max": 0.208925, "nauc_mrr_at_10_std": 0.18335, "nauc_mrr_at_10_diff1": 0.452228, "nauc_mrr_at_20_max": 0.212801, "nauc_mrr_at_20_std": 0.185952, "nauc_mrr_at_20_diff1": 0.453057, "nauc_mrr_at_100_max": 0.212695, "nauc_mrr_at_100_std": 0.185748, "nauc_mrr_at_100_diff1": 0.453061, "nauc_mrr_at_1000_max": 0.212625, "nauc_mrr_at_1000_std": 0.18569, "nauc_mrr_at_1000_diff1": 0.453035, "cv_recall_at_1": 0.48921, "cv_recall_at_3": 0.66906, "cv_recall_at_5": 0.74341, "cv_recall_at_10": 0.78897, "cv_recall_at_20": 0.86331, "cv_recall_at_100": 0.94245, "cv_recall_at_1000": 0.98561, "main_score": 0.74341, "hf_subset": "lifestyle_search", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.43064, "ndcg_at_3": 0.37481, "ndcg_at_5": 0.35693, "ndcg_at_10": 0.36204, "ndcg_at_20": 0.39372, "ndcg_at_100": 0.45931, "ndcg_at_1000": 0.50441, "map_at_1": 0.09443, "map_at_3": 0.17098, "map_at_5": 0.20593, "map_at_10": 0.24351, "map_at_20": 0.26459, "map_at_100": 0.28358, "map_at_1000": 0.28754, "recall_at_1": 0.09443, "recall_at_3": 0.20202, "recall_at_5": 0.26592, "recall_at_10": 0.36059, "recall_at_20": 0.45257, "recall_at_100": 0.65124, "recall_at_1000": 0.85502, "accuracy": 0.09443, "precision_at_1": 0.43064, "precision_at_3": 0.33703, "precision_at_5": 0.28054, "precision_at_10": 0.20169, "precision_at_20": 0.13008, "precision_at_100": 0.0391, "precision_at_1000": 0.00523, "mrr_at_1": 0.430636, "mrr_at_3": 0.515495, "mrr_at_5": 0.531487, "mrr_at_10": 0.541898, "mrr_at_20": 0.54658, "mrr_at_100": 0.549248, "mrr_at_1000": 0.549483, "nauc_ndcg_at_1_max": 0.24147, "nauc_ndcg_at_1_std": 0.039772, "nauc_ndcg_at_1_diff1": 0.311719, "nauc_ndcg_at_3_max": 0.247612, "nauc_ndcg_at_3_std": 0.080187, "nauc_ndcg_at_3_diff1": 0.255089, "nauc_ndcg_at_5_max": 0.247728, "nauc_ndcg_at_5_std": 0.095006, "nauc_ndcg_at_5_diff1": 0.249762, "nauc_ndcg_at_10_max": 0.245368, "nauc_ndcg_at_10_std": 0.115088, "nauc_ndcg_at_10_diff1": 0.255207, "nauc_ndcg_at_20_max": 0.252384, "nauc_ndcg_at_20_std": 0.142819, "nauc_ndcg_at_20_diff1": 0.255204, "nauc_ndcg_at_100_max": 0.27869, "nauc_ndcg_at_100_std": 0.200448, "nauc_ndcg_at_100_diff1": 0.256505, "nauc_ndcg_at_1000_max": 0.283482, "nauc_ndcg_at_1000_std": 0.207302, "nauc_ndcg_at_1000_diff1": 0.256436, "nauc_map_at_1_max": 0.124068, "nauc_map_at_1_std": 0.002607, "nauc_map_at_1_diff1": 0.288696, "nauc_map_at_3_max": 0.179996, "nauc_map_at_3_std": 0.035863, "nauc_map_at_3_diff1": 0.274324, "nauc_map_at_5_max": 0.204111, "nauc_map_at_5_std": 0.047023, "nauc_map_at_5_diff1": 0.260689, "nauc_map_at_10_max": 0.230286, "nauc_map_at_10_std": 0.080837, "nauc_map_at_10_diff1": 0.254421, "nauc_map_at_20_max": 0.242251, "nauc_map_at_20_std": 0.103308, "nauc_map_at_20_diff1": 0.248856, "nauc_map_at_100_max": 0.252447, "nauc_map_at_100_std": 0.127481, "nauc_map_at_100_diff1": 0.247756, "nauc_map_at_1000_max": 0.253579, "nauc_map_at_1000_std": 0.13015, "nauc_map_at_1000_diff1": 0.247614, "nauc_recall_at_1_max": 0.124068, "nauc_recall_at_1_std": 0.002607, "nauc_recall_at_1_diff1": 0.288696, "nauc_recall_at_3_max": 0.153378, "nauc_recall_at_3_std": 0.04996, "nauc_recall_at_3_diff1": 0.241434, "nauc_recall_at_5_max": 0.1781, "nauc_recall_at_5_std": 0.068361, "nauc_recall_at_5_diff1": 0.228002, "nauc_recall_at_10_max": 0.194807, "nauc_recall_at_10_std": 0.11742, "nauc_recall_at_10_diff1": 0.210725, "nauc_recall_at_20_max": 0.197386, "nauc_recall_at_20_std": 0.177688, "nauc_recall_at_20_diff1": 0.187051, "nauc_recall_at_100_max": 0.243677, "nauc_recall_at_100_std": 0.323121, "nauc_recall_at_100_diff1": 0.171561, "nauc_recall_at_1000_max": 0.261425, "nauc_recall_at_1000_std": 0.459798, "nauc_recall_at_1000_diff1": 0.139729, "nauc_precision_at_1_max": 0.24147, "nauc_precision_at_1_std": 0.039772, "nauc_precision_at_1_diff1": 0.311719, "nauc_precision_at_3_max": 0.255898, "nauc_precision_at_3_std": 0.09278, "nauc_precision_at_3_diff1": 0.210121, "nauc_precision_at_5_max": 0.259048, "nauc_precision_at_5_std": 0.119568, "nauc_precision_at_5_diff1": 0.172687, "nauc_precision_at_10_max": 0.263016, "nauc_precision_at_10_std": 0.175607, "nauc_precision_at_10_diff1": 0.137814, "nauc_precision_at_20_max": 0.259735, "nauc_precision_at_20_std": 0.225828, "nauc_precision_at_20_diff1": 0.106091, "nauc_precision_at_100_max": 0.235339, "nauc_precision_at_100_std": 0.292723, "nauc_precision_at_100_diff1": 0.052881, "nauc_precision_at_1000_max": 0.173198, "nauc_precision_at_1000_std": 0.238444, "nauc_precision_at_1000_diff1": 0.005334, "nauc_mrr_at_1_max": 0.24147, "nauc_mrr_at_1_std": 0.039772, "nauc_mrr_at_1_diff1": 0.311719, "nauc_mrr_at_3_max": 0.246127, "nauc_mrr_at_3_std": 0.074094, "nauc_mrr_at_3_diff1": 0.305952, "nauc_mrr_at_5_max": 0.248244, "nauc_mrr_at_5_std": 0.084136, "nauc_mrr_at_5_diff1": 0.30776, "nauc_mrr_at_10_max": 0.246997, "nauc_mrr_at_10_std": 0.086699, "nauc_mrr_at_10_diff1": 0.307003, "nauc_mrr_at_20_max": 0.247084, "nauc_mrr_at_20_std": 0.087566, "nauc_mrr_at_20_diff1": 0.30626, "nauc_mrr_at_100_max": 0.247571, "nauc_mrr_at_100_std": 0.087094, "nauc_mrr_at_100_diff1": 0.306237, "nauc_mrr_at_1000_max": 0.247448, "nauc_mrr_at_1000_std": 0.086872, "nauc_mrr_at_1000_diff1": 0.306294, "cv_recall_at_1": 0.43064, "cv_recall_at_3": 0.62331, "cv_recall_at_5": 0.69268, "cv_recall_at_10": 0.77071, "cv_recall_at_20": 0.83622, "cv_recall_at_100": 0.93256, "cv_recall_at_1000": 0.9817, "main_score": 0.69268, "hf_subset": "lifestyle_forum", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 52900.47826600075, "kg_co2_emissions": null }