{ "dataset_revision": "a75a0eb", "task_name": "BrightLongRetrieval", "mteb_version": "1.38.9", "scores": { "long": [ { "ndcg_at_1": 0.3301, "ndcg_at_3": 0.40047, "ndcg_at_5": 0.44123, "ndcg_at_10": 0.50473, "ndcg_at_20": 0.53539, "ndcg_at_100": 0.56041, "ndcg_at_1000": 0.56388, "map_at_1": 0.25324, "map_at_3": 0.36516, "map_at_5": 0.3904, "map_at_10": 0.41768, "map_at_20": 0.42729, "map_at_100": 0.43169, "map_at_1000": 0.43187, "recall_at_1": 0.25324, "recall_at_3": 0.46117, "recall_at_5": 0.56068, "recall_at_10": 0.74757, "recall_at_20": 0.85761, "recall_at_100": 0.97573, "recall_at_1000": 1.0, "precision_at_1": 0.3301, "precision_at_3": 0.19741, "precision_at_5": 0.14175, "precision_at_10": 0.09417, "precision_at_20": 0.05534, "precision_at_100": 0.01272, "precision_at_1000": 0.0013, "mrr_at_1": 0.320388, "mrr_at_3": 0.398058, "mrr_at_5": 0.417961, "mrr_at_10": 0.444822, "mrr_at_20": 0.451709, "mrr_at_100": 0.455158, "mrr_at_1000": 0.455317, "nauc_ndcg_at_1_max": 0.065331, "nauc_ndcg_at_1_std": 0.086307, "nauc_ndcg_at_1_diff1": 0.228822, "nauc_ndcg_at_3_max": 0.100874, "nauc_ndcg_at_3_std": 0.066849, "nauc_ndcg_at_3_diff1": 0.144636, "nauc_ndcg_at_5_max": 0.075564, "nauc_ndcg_at_5_std": 0.05031, "nauc_ndcg_at_5_diff1": 0.146239, "nauc_ndcg_at_10_max": 0.09758, "nauc_ndcg_at_10_std": 0.036719, "nauc_ndcg_at_10_diff1": 0.165361, "nauc_ndcg_at_20_max": 0.10076, "nauc_ndcg_at_20_std": 0.033783, "nauc_ndcg_at_20_diff1": 0.178693, "nauc_ndcg_at_100_max": 0.107392, "nauc_ndcg_at_100_std": 0.054927, "nauc_ndcg_at_100_diff1": 0.180499, "nauc_ndcg_at_1000_max": 0.097829, "nauc_ndcg_at_1000_std": 0.056799, "nauc_ndcg_at_1000_diff1": 0.175673, "nauc_map_at_1_max": 0.107989, "nauc_map_at_1_std": 0.050028, "nauc_map_at_1_diff1": 0.208658, "nauc_map_at_3_max": 0.123682, "nauc_map_at_3_std": 0.061872, "nauc_map_at_3_diff1": 0.146655, "nauc_map_at_5_max": 0.108063, "nauc_map_at_5_std": 0.052941, "nauc_map_at_5_diff1": 0.147284, "nauc_map_at_10_max": 0.11472, "nauc_map_at_10_std": 0.046917, "nauc_map_at_10_diff1": 0.150679, "nauc_map_at_20_max": 0.114435, "nauc_map_at_20_std": 0.047013, "nauc_map_at_20_diff1": 0.155496, "nauc_map_at_100_max": 0.115742, "nauc_map_at_100_std": 0.050867, "nauc_map_at_100_diff1": 0.15649, "nauc_map_at_1000_max": 0.115337, "nauc_map_at_1000_std": 0.051025, "nauc_map_at_1000_diff1": 0.156309, "nauc_recall_at_1_max": 0.107989, "nauc_recall_at_1_std": 0.050028, "nauc_recall_at_1_diff1": 0.208658, "nauc_recall_at_3_max": 0.090662, "nauc_recall_at_3_std": 0.06949, "nauc_recall_at_3_diff1": 0.106298, "nauc_recall_at_5_max": 0.02363, "nauc_recall_at_5_std": 0.024262, "nauc_recall_at_5_diff1": 0.095998, "nauc_recall_at_10_max": 0.096113, "nauc_recall_at_10_std": -0.056915, "nauc_recall_at_10_diff1": 0.145172, "nauc_recall_at_20_max": 0.146805, "nauc_recall_at_20_std": -0.151944, "nauc_recall_at_20_diff1": 0.235454, "nauc_recall_at_100_max": 0.799496, "nauc_recall_at_100_std": -0.061767, "nauc_recall_at_100_diff1": 0.537002, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.065331, "nauc_precision_at_1_std": 0.086307, "nauc_precision_at_1_diff1": 0.228822, "nauc_precision_at_3_max": 0.038988, "nauc_precision_at_3_std": 0.111755, "nauc_precision_at_3_diff1": 0.100735, "nauc_precision_at_5_max": -0.016285, "nauc_precision_at_5_std": 0.085733, "nauc_precision_at_5_diff1": 0.086761, "nauc_precision_at_10_max": -0.010593, "nauc_precision_at_10_std": 0.068866, "nauc_precision_at_10_diff1": 0.143465, "nauc_precision_at_20_max": -0.059938, "nauc_precision_at_20_std": 0.060032, "nauc_precision_at_20_diff1": 0.108977, "nauc_precision_at_100_max": -0.092666, "nauc_precision_at_100_std": 0.15376, "nauc_precision_at_100_diff1": 0.114464, "nauc_precision_at_1000_max": -0.147405, "nauc_precision_at_1000_std": 0.152398, "nauc_precision_at_1000_diff1": 0.076319, "nauc_mrr_at_1_max": 0.080997, "nauc_mrr_at_1_std": 0.102075, "nauc_mrr_at_1_diff1": 0.257657, "nauc_mrr_at_3_max": 0.07106, "nauc_mrr_at_3_std": 0.07392, "nauc_mrr_at_3_diff1": 0.206392, "nauc_mrr_at_5_max": 0.059495, "nauc_mrr_at_5_std": 0.059199, "nauc_mrr_at_5_diff1": 0.206724, "nauc_mrr_at_10_max": 0.070789, "nauc_mrr_at_10_std": 0.060214, "nauc_mrr_at_10_diff1": 0.218905, "nauc_mrr_at_20_max": 0.073333, "nauc_mrr_at_20_std": 0.059676, "nauc_mrr_at_20_diff1": 0.222528, "nauc_mrr_at_100_max": 0.073178, "nauc_mrr_at_100_std": 0.061524, "nauc_mrr_at_100_diff1": 0.220546, "nauc_mrr_at_1000_max": 0.072793, "nauc_mrr_at_1000_std": 0.061739, "nauc_mrr_at_1000_diff1": 0.22046, "main_score": 0.50473, "hf_subset": "biology", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.43103, "ndcg_at_3": 0.47372, "ndcg_at_5": 0.5163, "ndcg_at_10": 0.54874, "ndcg_at_20": 0.57754, "ndcg_at_100": 0.60986, "ndcg_at_1000": 0.62046, "map_at_1": 0.33477, "map_at_3": 0.42325, "map_at_5": 0.45256, "map_at_10": 0.46887, "map_at_20": 0.47997, "map_at_100": 0.48686, "map_at_1000": 0.4873, "recall_at_1": 0.33477, "recall_at_3": 0.51365, "recall_at_5": 0.60129, "recall_at_10": 0.69181, "recall_at_20": 0.7852, "recall_at_100": 0.92385, "recall_at_1000": 1.0, "precision_at_1": 0.43103, "precision_at_3": 0.24138, "precision_at_5": 0.17759, "precision_at_10": 0.10345, "precision_at_20": 0.06078, "precision_at_100": 0.01483, "precision_at_1000": 0.00161, "mrr_at_1": 0.431034, "mrr_at_3": 0.53592, "mrr_at_5": 0.550144, "mrr_at_10": 0.559062, "mrr_at_20": 0.563695, "mrr_at_100": 0.566634, "mrr_at_1000": 0.566747, "nauc_ndcg_at_1_max": 0.3866, "nauc_ndcg_at_1_std": -0.020471, "nauc_ndcg_at_1_diff1": 0.375249, "nauc_ndcg_at_3_max": 0.332504, "nauc_ndcg_at_3_std": -0.08356, "nauc_ndcg_at_3_diff1": 0.290001, "nauc_ndcg_at_5_max": 0.369899, "nauc_ndcg_at_5_std": -0.075146, "nauc_ndcg_at_5_diff1": 0.287876, "nauc_ndcg_at_10_max": 0.358992, "nauc_ndcg_at_10_std": -0.083561, "nauc_ndcg_at_10_diff1": 0.278927, "nauc_ndcg_at_20_max": 0.34978, "nauc_ndcg_at_20_std": -0.058896, "nauc_ndcg_at_20_diff1": 0.282844, "nauc_ndcg_at_100_max": 0.355595, "nauc_ndcg_at_100_std": -0.076049, "nauc_ndcg_at_100_diff1": 0.281355, "nauc_ndcg_at_1000_max": 0.354733, "nauc_ndcg_at_1000_std": -0.062431, "nauc_ndcg_at_1000_diff1": 0.282458, "nauc_map_at_1_max": 0.422006, "nauc_map_at_1_std": -0.004998, "nauc_map_at_1_diff1": 0.370071, "nauc_map_at_3_max": 0.351769, "nauc_map_at_3_std": -0.072655, "nauc_map_at_3_diff1": 0.309562, "nauc_map_at_5_max": 0.369436, "nauc_map_at_5_std": -0.066362, "nauc_map_at_5_diff1": 0.301173, "nauc_map_at_10_max": 0.365599, "nauc_map_at_10_std": -0.072142, "nauc_map_at_10_diff1": 0.293179, "nauc_map_at_20_max": 0.365079, "nauc_map_at_20_std": -0.062466, "nauc_map_at_20_diff1": 0.295866, "nauc_map_at_100_max": 0.365254, "nauc_map_at_100_std": -0.063718, "nauc_map_at_100_diff1": 0.295036, "nauc_map_at_1000_max": 0.365189, "nauc_map_at_1000_std": -0.063063, "nauc_map_at_1000_diff1": 0.29491, "nauc_recall_at_1_max": 0.422006, "nauc_recall_at_1_std": -0.004998, "nauc_recall_at_1_diff1": 0.370071, "nauc_recall_at_3_max": 0.295004, "nauc_recall_at_3_std": -0.113734, "nauc_recall_at_3_diff1": 0.233132, "nauc_recall_at_5_max": 0.37522, "nauc_recall_at_5_std": -0.101024, "nauc_recall_at_5_diff1": 0.235101, "nauc_recall_at_10_max": 0.318668, "nauc_recall_at_10_std": -0.132815, "nauc_recall_at_10_diff1": 0.203731, "nauc_recall_at_20_max": 0.249728, "nauc_recall_at_20_std": -0.065819, "nauc_recall_at_20_diff1": 0.188749, "nauc_recall_at_100_max": 0.330229, "nauc_recall_at_100_std": -0.394329, "nauc_recall_at_100_diff1": 0.15505, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.3866, "nauc_precision_at_1_std": -0.020471, "nauc_precision_at_1_diff1": 0.375249, "nauc_precision_at_3_max": 0.095679, "nauc_precision_at_3_std": -0.171969, "nauc_precision_at_3_diff1": 0.132132, "nauc_precision_at_5_max": 0.11205, "nauc_precision_at_5_std": -0.073121, "nauc_precision_at_5_diff1": 0.050428, "nauc_precision_at_10_max": 0.021731, "nauc_precision_at_10_std": -0.07499, "nauc_precision_at_10_diff1": -0.063555, "nauc_precision_at_20_max": -0.065105, "nauc_precision_at_20_std": 0.054679, "nauc_precision_at_20_diff1": -0.104713, "nauc_precision_at_100_max": -0.190915, "nauc_precision_at_100_std": 0.044996, "nauc_precision_at_100_diff1": -0.19259, "nauc_precision_at_1000_max": -0.253656, "nauc_precision_at_1000_std": 0.095361, "nauc_precision_at_1000_diff1": -0.258662, "nauc_mrr_at_1_max": 0.3866, "nauc_mrr_at_1_std": -0.020471, "nauc_mrr_at_1_diff1": 0.375249, "nauc_mrr_at_3_max": 0.32426, "nauc_mrr_at_3_std": -0.064008, "nauc_mrr_at_3_diff1": 0.288287, "nauc_mrr_at_5_max": 0.35316, "nauc_mrr_at_5_std": -0.063014, "nauc_mrr_at_5_diff1": 0.307253, "nauc_mrr_at_10_max": 0.353807, "nauc_mrr_at_10_std": -0.063057, "nauc_mrr_at_10_diff1": 0.312469, "nauc_mrr_at_20_max": 0.347555, "nauc_mrr_at_20_std": -0.058803, "nauc_mrr_at_20_diff1": 0.31199, "nauc_mrr_at_100_max": 0.350357, "nauc_mrr_at_100_std": -0.061337, "nauc_mrr_at_100_diff1": 0.310826, "nauc_mrr_at_1000_max": 0.350266, "nauc_mrr_at_1000_std": -0.061106, "nauc_mrr_at_1000_diff1": 0.310865, "main_score": 0.54874, "hf_subset": "earth_science", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.14563, "ndcg_at_3": 0.2504, "ndcg_at_5": 0.27652, "ndcg_at_10": 0.31009, "ndcg_at_20": 0.32009, "ndcg_at_100": 0.35829, "ndcg_at_1000": 0.39197, "map_at_1": 0.14078, "map_at_3": 0.22006, "map_at_5": 0.23414, "map_at_10": 0.24758, "map_at_20": 0.25041, "map_at_100": 0.25569, "map_at_1000": 0.25702, "recall_at_1": 0.14078, "recall_at_3": 0.33495, "recall_at_5": 0.39806, "recall_at_10": 0.50162, "recall_at_20": 0.54045, "recall_at_100": 0.74434, "recall_at_1000": 1.0, "precision_at_1": 0.14563, "precision_at_3": 0.11327, "precision_at_5": 0.08155, "precision_at_10": 0.05243, "precision_at_20": 0.02816, "precision_at_100": 0.00777, "precision_at_1000": 0.00106, "mrr_at_1": 0.135922, "mrr_at_3": 0.220065, "mrr_at_5": 0.235113, "mrr_at_10": 0.248756, "mrr_at_20": 0.251586, "mrr_at_100": 0.25682, "mrr_at_1000": 0.257997, "nauc_ndcg_at_1_max": 0.231722, "nauc_ndcg_at_1_std": 0.073452, "nauc_ndcg_at_1_diff1": 0.268649, "nauc_ndcg_at_3_max": 0.164807, "nauc_ndcg_at_3_std": 0.043317, "nauc_ndcg_at_3_diff1": 0.002255, "nauc_ndcg_at_5_max": 0.20078, "nauc_ndcg_at_5_std": 0.075952, "nauc_ndcg_at_5_diff1": 0.020894, "nauc_ndcg_at_10_max": 0.255913, "nauc_ndcg_at_10_std": 0.110182, "nauc_ndcg_at_10_diff1": 0.0017, "nauc_ndcg_at_20_max": 0.261847, "nauc_ndcg_at_20_std": 0.092472, "nauc_ndcg_at_20_diff1": 0.003764, "nauc_ndcg_at_100_max": 0.252079, "nauc_ndcg_at_100_std": 0.087433, "nauc_ndcg_at_100_diff1": 0.020439, "nauc_ndcg_at_1000_max": 0.239751, "nauc_ndcg_at_1000_std": 0.081421, "nauc_ndcg_at_1000_diff1": 0.039889, "nauc_map_at_1_max": 0.256789, "nauc_map_at_1_std": 0.062805, "nauc_map_at_1_diff1": 0.236796, "nauc_map_at_3_max": 0.190119, "nauc_map_at_3_std": 0.041925, "nauc_map_at_3_diff1": 0.04881, "nauc_map_at_5_max": 0.211668, "nauc_map_at_5_std": 0.059272, "nauc_map_at_5_diff1": 0.057561, "nauc_map_at_10_max": 0.234389, "nauc_map_at_10_std": 0.074197, "nauc_map_at_10_diff1": 0.048388, "nauc_map_at_20_max": 0.236399, "nauc_map_at_20_std": 0.068889, "nauc_map_at_20_diff1": 0.049911, "nauc_map_at_100_max": 0.236434, "nauc_map_at_100_std": 0.066298, "nauc_map_at_100_diff1": 0.05329, "nauc_map_at_1000_max": 0.235588, "nauc_map_at_1000_std": 0.066235, "nauc_map_at_1000_diff1": 0.054416, "nauc_recall_at_1_max": 0.256789, "nauc_recall_at_1_std": 0.062805, "nauc_recall_at_1_diff1": 0.236796, "nauc_recall_at_3_max": 0.116937, "nauc_recall_at_3_std": 0.040844, "nauc_recall_at_3_diff1": -0.126372, "nauc_recall_at_5_max": 0.195169, "nauc_recall_at_5_std": 0.103698, "nauc_recall_at_5_diff1": -0.08218, "nauc_recall_at_10_max": 0.335678, "nauc_recall_at_10_std": 0.185384, "nauc_recall_at_10_diff1": -0.13634, "nauc_recall_at_20_max": 0.35639, "nauc_recall_at_20_std": 0.127639, "nauc_recall_at_20_diff1": -0.139074, "nauc_recall_at_100_max": 0.314872, "nauc_recall_at_100_std": 0.137092, "nauc_recall_at_100_diff1": -0.119507, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.231722, "nauc_precision_at_1_std": 0.073452, "nauc_precision_at_1_diff1": 0.268649, "nauc_precision_at_3_max": 0.104716, "nauc_precision_at_3_std": 0.048515, "nauc_precision_at_3_diff1": -0.102058, "nauc_precision_at_5_max": 0.169996, "nauc_precision_at_5_std": 0.134611, "nauc_precision_at_5_diff1": -0.051132, "nauc_precision_at_10_max": 0.339317, "nauc_precision_at_10_std": 0.250563, "nauc_precision_at_10_diff1": -0.080141, "nauc_precision_at_20_max": 0.360181, "nauc_precision_at_20_std": 0.197879, "nauc_precision_at_20_diff1": -0.080834, "nauc_precision_at_100_max": 0.270789, "nauc_precision_at_100_std": 0.258384, "nauc_precision_at_100_diff1": -0.012362, "nauc_precision_at_1000_max": -0.138536, "nauc_precision_at_1000_std": 0.331646, "nauc_precision_at_1000_diff1": 0.329622, "nauc_mrr_at_1_max": 0.28906, "nauc_mrr_at_1_std": 0.025448, "nauc_mrr_at_1_diff1": 0.3279, "nauc_mrr_at_3_max": 0.192408, "nauc_mrr_at_3_std": 0.031788, "nauc_mrr_at_3_diff1": 0.097099, "nauc_mrr_at_5_max": 0.210542, "nauc_mrr_at_5_std": 0.055334, "nauc_mrr_at_5_diff1": 0.10749, "nauc_mrr_at_10_max": 0.234135, "nauc_mrr_at_10_std": 0.071092, "nauc_mrr_at_10_diff1": 0.099119, "nauc_mrr_at_20_max": 0.236145, "nauc_mrr_at_20_std": 0.06577, "nauc_mrr_at_20_diff1": 0.10083, "nauc_mrr_at_100_max": 0.236391, "nauc_mrr_at_100_std": 0.062326, "nauc_mrr_at_100_diff1": 0.104617, "nauc_mrr_at_1000_max": 0.2357, "nauc_mrr_at_1000_std": 0.062069, "nauc_mrr_at_1000_diff1": 0.105512, "main_score": 0.31009, "hf_subset": "economics", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.17822, "ndcg_at_3": 0.24212, "ndcg_at_5": 0.25702, "ndcg_at_10": 0.26466, "ndcg_at_20": 0.28254, "ndcg_at_100": 0.30058, "ndcg_at_1000": 0.36492, "map_at_1": 0.15545, "map_at_3": 0.2198, "map_at_5": 0.22871, "map_at_10": 0.23131, "map_at_20": 0.23642, "map_at_100": 0.2385, "map_at_1000": 0.24109, "recall_at_1": 0.15545, "recall_at_3": 0.28416, "recall_at_5": 0.32376, "recall_at_10": 0.34851, "recall_at_20": 0.41617, "recall_at_100": 0.51848, "recall_at_1000": 1.0, "precision_at_1": 0.17822, "precision_at_3": 0.10891, "precision_at_5": 0.07327, "precision_at_10": 0.0396, "precision_at_20": 0.02376, "precision_at_100": 0.00584, "precision_at_1000": 0.00115, "mrr_at_1": 0.178218, "mrr_at_3": 0.239274, "mrr_at_5": 0.248185, "mrr_at_10": 0.251403, "mrr_at_20": 0.256403, "mrr_at_100": 0.258369, "mrr_at_1000": 0.260653, "nauc_ndcg_at_1_max": 0.190136, "nauc_ndcg_at_1_std": -0.113914, "nauc_ndcg_at_1_diff1": 0.205968, "nauc_ndcg_at_3_max": 0.260839, "nauc_ndcg_at_3_std": -0.063579, "nauc_ndcg_at_3_diff1": 0.162854, "nauc_ndcg_at_5_max": 0.237087, "nauc_ndcg_at_5_std": -0.056412, "nauc_ndcg_at_5_diff1": 0.145037, "nauc_ndcg_at_10_max": 0.242776, "nauc_ndcg_at_10_std": -0.055714, "nauc_ndcg_at_10_diff1": 0.122801, "nauc_ndcg_at_20_max": 0.23679, "nauc_ndcg_at_20_std": -0.050554, "nauc_ndcg_at_20_diff1": 0.104725, "nauc_ndcg_at_100_max": 0.228908, "nauc_ndcg_at_100_std": -0.047978, "nauc_ndcg_at_100_diff1": 0.087112, "nauc_ndcg_at_1000_max": 0.230415, "nauc_ndcg_at_1000_std": -0.06155, "nauc_ndcg_at_1000_diff1": 0.116431, "nauc_map_at_1_max": 0.173285, "nauc_map_at_1_std": -0.066944, "nauc_map_at_1_diff1": 0.16296, "nauc_map_at_3_max": 0.244694, "nauc_map_at_3_std": -0.06403, "nauc_map_at_3_diff1": 0.154419, "nauc_map_at_5_max": 0.232328, "nauc_map_at_5_std": -0.061012, "nauc_map_at_5_diff1": 0.142985, "nauc_map_at_10_max": 0.234447, "nauc_map_at_10_std": -0.060695, "nauc_map_at_10_diff1": 0.134968, "nauc_map_at_20_max": 0.233146, "nauc_map_at_20_std": -0.059511, "nauc_map_at_20_diff1": 0.130078, "nauc_map_at_100_max": 0.231482, "nauc_map_at_100_std": -0.0588, "nauc_map_at_100_diff1": 0.127786, "nauc_map_at_1000_max": 0.231552, "nauc_map_at_1000_std": -0.060226, "nauc_map_at_1000_diff1": 0.128821, "nauc_recall_at_1_max": 0.173285, "nauc_recall_at_1_std": -0.066944, "nauc_recall_at_1_diff1": 0.16296, "nauc_recall_at_3_max": 0.285795, "nauc_recall_at_3_std": -0.037738, "nauc_recall_at_3_diff1": 0.147694, "nauc_recall_at_5_max": 0.233798, "nauc_recall_at_5_std": -0.030688, "nauc_recall_at_5_diff1": 0.108293, "nauc_recall_at_10_max": 0.251635, "nauc_recall_at_10_std": -0.027241, "nauc_recall_at_10_diff1": 0.046525, "nauc_recall_at_20_max": 0.233833, "nauc_recall_at_20_std": -0.011289, "nauc_recall_at_20_diff1": -0.013891, "nauc_recall_at_100_max": 0.202897, "nauc_recall_at_100_std": -0.001712, "nauc_recall_at_100_diff1": -0.10683, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.190136, "nauc_precision_at_1_std": -0.113914, "nauc_precision_at_1_diff1": 0.205968, "nauc_precision_at_3_max": 0.314588, "nauc_precision_at_3_std": -0.060631, "nauc_precision_at_3_diff1": 0.172817, "nauc_precision_at_5_max": 0.271607, "nauc_precision_at_5_std": -0.054459, "nauc_precision_at_5_diff1": 0.139146, "nauc_precision_at_10_max": 0.285059, "nauc_precision_at_10_std": -0.055535, "nauc_precision_at_10_diff1": 0.071991, "nauc_precision_at_20_max": 0.269907, "nauc_precision_at_20_std": -0.032259, "nauc_precision_at_20_diff1": 0.036093, "nauc_precision_at_100_max": 0.222542, "nauc_precision_at_100_std": -0.014739, "nauc_precision_at_100_diff1": -0.043906, "nauc_precision_at_1000_max": 0.053364, "nauc_precision_at_1000_std": -0.061751, "nauc_precision_at_1000_diff1": 0.014164, "nauc_mrr_at_1_max": 0.190136, "nauc_mrr_at_1_std": -0.113914, "nauc_mrr_at_1_diff1": 0.205968, "nauc_mrr_at_3_max": 0.245907, "nauc_mrr_at_3_std": -0.086106, "nauc_mrr_at_3_diff1": 0.197069, "nauc_mrr_at_5_max": 0.234295, "nauc_mrr_at_5_std": -0.083165, "nauc_mrr_at_5_diff1": 0.186128, "nauc_mrr_at_10_max": 0.235943, "nauc_mrr_at_10_std": -0.083535, "nauc_mrr_at_10_diff1": 0.176726, "nauc_mrr_at_20_max": 0.231103, "nauc_mrr_at_20_std": -0.08159, "nauc_mrr_at_20_diff1": 0.169295, "nauc_mrr_at_100_max": 0.229848, "nauc_mrr_at_100_std": -0.081155, "nauc_mrr_at_100_diff1": 0.167229, "nauc_mrr_at_1000_max": 0.229947, "nauc_mrr_at_1000_std": -0.082398, "nauc_mrr_at_1000_diff1": 0.168483, "main_score": 0.26466, "hf_subset": "psychology", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.12871, "ndcg_at_3": 0.18043, "ndcg_at_5": 0.20366, "ndcg_at_10": 0.23457, "ndcg_at_20": 0.26066, "ndcg_at_100": 0.28868, "ndcg_at_1000": 0.33649, "map_at_1": 0.12871, "map_at_3": 0.16832, "map_at_5": 0.18119, "map_at_10": 0.19376, "map_at_20": 0.20172, "map_at_100": 0.20504, "map_at_1000": 0.20666, "recall_at_1": 0.12871, "recall_at_3": 0.21287, "recall_at_5": 0.26733, "recall_at_10": 0.36139, "recall_at_20": 0.4604, "recall_at_100": 0.61881, "recall_at_1000": 1.0, "precision_at_1": 0.12871, "precision_at_3": 0.07261, "precision_at_5": 0.05545, "precision_at_10": 0.03861, "precision_at_20": 0.02475, "precision_at_100": 0.00663, "precision_at_1000": 0.00105, "mrr_at_1": 0.128713, "mrr_at_3": 0.169967, "mrr_at_5": 0.183828, "mrr_at_10": 0.196503, "mrr_at_20": 0.203057, "mrr_at_100": 0.206163, "mrr_at_1000": 0.207721, "nauc_ndcg_at_1_max": 0.276821, "nauc_ndcg_at_1_std": 0.038722, "nauc_ndcg_at_1_diff1": 0.3916, "nauc_ndcg_at_3_max": 0.318485, "nauc_ndcg_at_3_std": 0.060991, "nauc_ndcg_at_3_diff1": 0.395941, "nauc_ndcg_at_5_max": 0.332518, "nauc_ndcg_at_5_std": 0.047183, "nauc_ndcg_at_5_diff1": 0.373797, "nauc_ndcg_at_10_max": 0.307342, "nauc_ndcg_at_10_std": 0.074871, "nauc_ndcg_at_10_diff1": 0.294468, "nauc_ndcg_at_20_max": 0.319405, "nauc_ndcg_at_20_std": 0.100628, "nauc_ndcg_at_20_diff1": 0.298064, "nauc_ndcg_at_100_max": 0.295231, "nauc_ndcg_at_100_std": 0.094696, "nauc_ndcg_at_100_diff1": 0.287229, "nauc_ndcg_at_1000_max": 0.305167, "nauc_ndcg_at_1000_std": 0.085766, "nauc_ndcg_at_1000_diff1": 0.316669, "nauc_map_at_1_max": 0.276821, "nauc_map_at_1_std": 0.038722, "nauc_map_at_1_diff1": 0.3916, "nauc_map_at_3_max": 0.306611, "nauc_map_at_3_std": 0.053867, "nauc_map_at_3_diff1": 0.386797, "nauc_map_at_5_max": 0.312468, "nauc_map_at_5_std": 0.045003, "nauc_map_at_5_diff1": 0.375399, "nauc_map_at_10_max": 0.302842, "nauc_map_at_10_std": 0.053885, "nauc_map_at_10_diff1": 0.340286, "nauc_map_at_20_max": 0.306738, "nauc_map_at_20_std": 0.064015, "nauc_map_at_20_diff1": 0.340191, "nauc_map_at_100_max": 0.304426, "nauc_map_at_100_std": 0.065188, "nauc_map_at_100_diff1": 0.341367, "nauc_map_at_1000_max": 0.304086, "nauc_map_at_1000_std": 0.064603, "nauc_map_at_1000_diff1": 0.341979, "nauc_recall_at_1_max": 0.276821, "nauc_recall_at_1_std": 0.038722, "nauc_recall_at_1_diff1": 0.3916, "nauc_recall_at_3_max": 0.336235, "nauc_recall_at_3_std": 0.065689, "nauc_recall_at_3_diff1": 0.409028, "nauc_recall_at_5_max": 0.362656, "nauc_recall_at_5_std": 0.042263, "nauc_recall_at_5_diff1": 0.365213, "nauc_recall_at_10_max": 0.290016, "nauc_recall_at_10_std": 0.105876, "nauc_recall_at_10_diff1": 0.168777, "nauc_recall_at_20_max": 0.327901, "nauc_recall_at_20_std": 0.183403, "nauc_recall_at_20_diff1": 0.182411, "nauc_recall_at_100_max": 0.202377, "nauc_recall_at_100_std": 0.145595, "nauc_recall_at_100_diff1": 0.077969, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.276821, "nauc_precision_at_1_std": 0.038722, "nauc_precision_at_1_diff1": 0.3916, "nauc_precision_at_3_max": 0.362066, "nauc_precision_at_3_std": 0.094048, "nauc_precision_at_3_diff1": 0.43418, "nauc_precision_at_5_max": 0.408667, "nauc_precision_at_5_std": 0.062249, "nauc_precision_at_5_diff1": 0.370274, "nauc_precision_at_10_max": 0.361598, "nauc_precision_at_10_std": 0.160164, "nauc_precision_at_10_diff1": 0.138637, "nauc_precision_at_20_max": 0.383112, "nauc_precision_at_20_std": 0.258567, "nauc_precision_at_20_diff1": 0.122885, "nauc_precision_at_100_max": 0.283664, "nauc_precision_at_100_std": 0.238831, "nauc_precision_at_100_diff1": 0.042859, "nauc_precision_at_1000_max": 0.452424, "nauc_precision_at_1000_std": 0.459731, "nauc_precision_at_1000_diff1": -0.110319, "nauc_mrr_at_1_max": 0.276821, "nauc_mrr_at_1_std": 0.038722, "nauc_mrr_at_1_diff1": 0.3916, "nauc_mrr_at_3_max": 0.31696, "nauc_mrr_at_3_std": 0.065151, "nauc_mrr_at_3_diff1": 0.396848, "nauc_mrr_at_5_max": 0.328492, "nauc_mrr_at_5_std": 0.054508, "nauc_mrr_at_5_diff1": 0.380569, "nauc_mrr_at_10_max": 0.3145, "nauc_mrr_at_10_std": 0.072815, "nauc_mrr_at_10_diff1": 0.347457, "nauc_mrr_at_20_max": 0.315572, "nauc_mrr_at_20_std": 0.073598, "nauc_mrr_at_20_diff1": 0.351026, "nauc_mrr_at_100_max": 0.311476, "nauc_mrr_at_100_std": 0.072809, "nauc_mrr_at_100_diff1": 0.350554, "nauc_mrr_at_1000_max": 0.311323, "nauc_mrr_at_1000_std": 0.072432, "nauc_mrr_at_1000_diff1": 0.351244, "main_score": 0.23457, "hf_subset": "robotics", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.1453, "ndcg_at_3": 0.26307, "ndcg_at_5": 0.30004, "ndcg_at_10": 0.31835, "ndcg_at_20": 0.34239, "ndcg_at_100": 0.3892, "ndcg_at_1000": 0.40876, "map_at_1": 0.12821, "map_at_3": 0.22578, "map_at_5": 0.24672, "map_at_10": 0.25458, "map_at_20": 0.2612, "map_at_100": 0.26813, "map_at_1000": 0.26891, "recall_at_1": 0.12821, "recall_at_3": 0.35897, "recall_at_5": 0.44872, "recall_at_10": 0.50427, "recall_at_20": 0.59829, "recall_at_100": 0.84188, "recall_at_1000": 0.99145, "precision_at_1": 0.1453, "precision_at_3": 0.13105, "precision_at_5": 0.09744, "precision_at_10": 0.05556, "precision_at_20": 0.03291, "precision_at_100": 0.00932, "precision_at_1000": 0.00109, "mrr_at_1": 0.145299, "mrr_at_3": 0.239316, "mrr_at_5": 0.258547, "mrr_at_10": 0.266595, "mrr_at_20": 0.271532, "mrr_at_100": 0.27774, "mrr_at_1000": 0.278467, "nauc_ndcg_at_1_max": 0.082325, "nauc_ndcg_at_1_std": -0.016051, "nauc_ndcg_at_1_diff1": 0.197354, "nauc_ndcg_at_3_max": 0.258164, "nauc_ndcg_at_3_std": -0.102391, "nauc_ndcg_at_3_diff1": 0.235508, "nauc_ndcg_at_5_max": 0.254636, "nauc_ndcg_at_5_std": -0.050628, "nauc_ndcg_at_5_diff1": 0.228768, "nauc_ndcg_at_10_max": 0.265652, "nauc_ndcg_at_10_std": -0.06902, "nauc_ndcg_at_10_diff1": 0.244086, "nauc_ndcg_at_20_max": 0.245425, "nauc_ndcg_at_20_std": -0.079782, "nauc_ndcg_at_20_diff1": 0.237588, "nauc_ndcg_at_100_max": 0.242244, "nauc_ndcg_at_100_std": -0.062004, "nauc_ndcg_at_100_diff1": 0.239948, "nauc_ndcg_at_1000_max": 0.238879, "nauc_ndcg_at_1000_std": -0.060783, "nauc_ndcg_at_1000_diff1": 0.236792, "nauc_map_at_1_max": 0.082706, "nauc_map_at_1_std": 0.018652, "nauc_map_at_1_diff1": 0.238179, "nauc_map_at_3_max": 0.224804, "nauc_map_at_3_std": -0.074846, "nauc_map_at_3_diff1": 0.238865, "nauc_map_at_5_max": 0.225664, "nauc_map_at_5_std": -0.041949, "nauc_map_at_5_diff1": 0.234702, "nauc_map_at_10_max": 0.231606, "nauc_map_at_10_std": -0.050259, "nauc_map_at_10_diff1": 0.241459, "nauc_map_at_20_max": 0.225811, "nauc_map_at_20_std": -0.053835, "nauc_map_at_20_diff1": 0.239356, "nauc_map_at_100_max": 0.223307, "nauc_map_at_100_std": -0.051598, "nauc_map_at_100_diff1": 0.238408, "nauc_map_at_1000_max": 0.223208, "nauc_map_at_1000_std": -0.051651, "nauc_map_at_1000_diff1": 0.238275, "nauc_recall_at_1_max": 0.082706, "nauc_recall_at_1_std": 0.018652, "nauc_recall_at_1_diff1": 0.238179, "nauc_recall_at_3_max": 0.334014, "nauc_recall_at_3_std": -0.15334, "nauc_recall_at_3_diff1": 0.229517, "nauc_recall_at_5_max": 0.31729, "nauc_recall_at_5_std": -0.051954, "nauc_recall_at_5_diff1": 0.213344, "nauc_recall_at_10_max": 0.341692, "nauc_recall_at_10_std": -0.09934, "nauc_recall_at_10_diff1": 0.253667, "nauc_recall_at_20_max": 0.275592, "nauc_recall_at_20_std": -0.135768, "nauc_recall_at_20_diff1": 0.23369, "nauc_recall_at_100_max": 0.335664, "nauc_recall_at_100_std": -0.044595, "nauc_recall_at_100_diff1": 0.264757, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722475, "nauc_recall_at_1000_diff1": -0.168193, "nauc_precision_at_1_max": 0.082325, "nauc_precision_at_1_std": -0.016051, "nauc_precision_at_1_diff1": 0.197354, "nauc_precision_at_3_max": 0.360656, "nauc_precision_at_3_std": -0.176835, "nauc_precision_at_3_diff1": 0.224321, "nauc_precision_at_5_max": 0.342302, "nauc_precision_at_5_std": -0.075662, "nauc_precision_at_5_diff1": 0.202748, "nauc_precision_at_10_max": 0.352647, "nauc_precision_at_10_std": -0.12267, "nauc_precision_at_10_diff1": 0.221652, "nauc_precision_at_20_max": 0.278205, "nauc_precision_at_20_std": -0.151984, "nauc_precision_at_20_diff1": 0.177445, "nauc_precision_at_100_max": 0.269626, "nauc_precision_at_100_std": -0.109743, "nauc_precision_at_100_diff1": 0.199506, "nauc_precision_at_1000_max": 0.19956, "nauc_precision_at_1000_std": -0.104768, "nauc_precision_at_1000_diff1": 0.105692, "nauc_mrr_at_1_max": 0.082325, "nauc_mrr_at_1_std": -0.016051, "nauc_mrr_at_1_diff1": 0.197354, "nauc_mrr_at_3_max": 0.209064, "nauc_mrr_at_3_std": -0.087118, "nauc_mrr_at_3_diff1": 0.220959, "nauc_mrr_at_5_max": 0.2068, "nauc_mrr_at_5_std": -0.05932, "nauc_mrr_at_5_diff1": 0.21805, "nauc_mrr_at_10_max": 0.210294, "nauc_mrr_at_10_std": -0.067978, "nauc_mrr_at_10_diff1": 0.221859, "nauc_mrr_at_20_max": 0.208293, "nauc_mrr_at_20_std": -0.069865, "nauc_mrr_at_20_diff1": 0.223652, "nauc_mrr_at_100_max": 0.205821, "nauc_mrr_at_100_std": -0.06578, "nauc_mrr_at_100_diff1": 0.223276, "nauc_mrr_at_1000_max": 0.205664, "nauc_mrr_at_1000_std": -0.065934, "nauc_mrr_at_1000_diff1": 0.223057, "main_score": 0.31835, "hf_subset": "stackoverflow", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.22222, "ndcg_at_3": 0.30382, "ndcg_at_5": 0.31566, "ndcg_at_10": 0.3465, "ndcg_at_20": 0.36394, "ndcg_at_100": 0.39497, "ndcg_at_1000": 0.43025, "map_at_1": 0.18472, "map_at_3": 0.26713, "map_at_5": 0.27833, "map_at_10": 0.29093, "map_at_20": 0.29653, "map_at_100": 0.30011, "map_at_1000": 0.30156, "recall_at_1": 0.18472, "recall_at_3": 0.36435, "recall_at_5": 0.40093, "recall_at_10": 0.49815, "recall_at_20": 0.56019, "recall_at_100": 0.73611, "recall_at_1000": 1.0, "precision_at_1": 0.22222, "precision_at_3": 0.14506, "precision_at_5": 0.09815, "precision_at_10": 0.06019, "precision_at_20": 0.03426, "precision_at_100": 0.0088, "precision_at_1000": 0.00119, "mrr_at_1": 0.212963, "mrr_at_3": 0.29321, "mrr_at_5": 0.299228, "mrr_at_10": 0.310016, "mrr_at_20": 0.315125, "mrr_at_100": 0.318404, "mrr_at_1000": 0.319624, "nauc_ndcg_at_1_max": 0.100414, "nauc_ndcg_at_1_std": 0.031003, "nauc_ndcg_at_1_diff1": 0.08493, "nauc_ndcg_at_3_max": 0.26512, "nauc_ndcg_at_3_std": 0.055293, "nauc_ndcg_at_3_diff1": 0.127225, "nauc_ndcg_at_5_max": 0.238013, "nauc_ndcg_at_5_std": 0.073628, "nauc_ndcg_at_5_diff1": 0.141331, "nauc_ndcg_at_10_max": 0.226393, "nauc_ndcg_at_10_std": 0.073486, "nauc_ndcg_at_10_diff1": 0.107856, "nauc_ndcg_at_20_max": 0.213678, "nauc_ndcg_at_20_std": 0.091854, "nauc_ndcg_at_20_diff1": 0.097815, "nauc_ndcg_at_100_max": 0.220165, "nauc_ndcg_at_100_std": 0.085938, "nauc_ndcg_at_100_diff1": 0.10495, "nauc_ndcg_at_1000_max": 0.21599, "nauc_ndcg_at_1000_std": 0.073836, "nauc_ndcg_at_1000_diff1": 0.116228, "nauc_map_at_1_max": 0.082346, "nauc_map_at_1_std": 0.039623, "nauc_map_at_1_diff1": 0.129312, "nauc_map_at_3_max": 0.232097, "nauc_map_at_3_std": 0.049835, "nauc_map_at_3_diff1": 0.141937, "nauc_map_at_5_max": 0.206171, "nauc_map_at_5_std": 0.051119, "nauc_map_at_5_diff1": 0.138579, "nauc_map_at_10_max": 0.204401, "nauc_map_at_10_std": 0.055549, "nauc_map_at_10_diff1": 0.122224, "nauc_map_at_20_max": 0.199327, "nauc_map_at_20_std": 0.060724, "nauc_map_at_20_diff1": 0.116886, "nauc_map_at_100_max": 0.201089, "nauc_map_at_100_std": 0.059401, "nauc_map_at_100_diff1": 0.118961, "nauc_map_at_1000_max": 0.200733, "nauc_map_at_1000_std": 0.059008, "nauc_map_at_1000_diff1": 0.119907, "nauc_recall_at_1_max": 0.082346, "nauc_recall_at_1_std": 0.039623, "nauc_recall_at_1_diff1": 0.129312, "nauc_recall_at_3_max": 0.361776, "nauc_recall_at_3_std": 0.095704, "nauc_recall_at_3_diff1": 0.145277, "nauc_recall_at_5_max": 0.287594, "nauc_recall_at_5_std": 0.127438, "nauc_recall_at_5_diff1": 0.159299, "nauc_recall_at_10_max": 0.252408, "nauc_recall_at_10_std": 0.118936, "nauc_recall_at_10_diff1": 0.069771, "nauc_recall_at_20_max": 0.219232, "nauc_recall_at_20_std": 0.196052, "nauc_recall_at_20_diff1": 0.028538, "nauc_recall_at_100_max": 0.248024, "nauc_recall_at_100_std": 0.199658, "nauc_recall_at_100_diff1": 0.031801, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.100414, "nauc_precision_at_1_std": 0.031003, "nauc_precision_at_1_diff1": 0.08493, "nauc_precision_at_3_max": 0.289249, "nauc_precision_at_3_std": 0.040234, "nauc_precision_at_3_diff1": 0.045991, "nauc_precision_at_5_max": 0.1927, "nauc_precision_at_5_std": 0.038528, "nauc_precision_at_5_diff1": 0.036631, "nauc_precision_at_10_max": 0.154607, "nauc_precision_at_10_std": 0.034182, "nauc_precision_at_10_diff1": -0.054093, "nauc_precision_at_20_max": 0.099294, "nauc_precision_at_20_std": 0.072315, "nauc_precision_at_20_diff1": -0.068347, "nauc_precision_at_100_max": 0.047985, "nauc_precision_at_100_std": 0.041126, "nauc_precision_at_100_diff1": -0.093313, "nauc_precision_at_1000_max": -0.114451, "nauc_precision_at_1000_std": -0.059769, "nauc_precision_at_1000_diff1": -0.137232, "nauc_mrr_at_1_max": 0.129221, "nauc_mrr_at_1_std": -0.004116, "nauc_mrr_at_1_diff1": 0.117537, "nauc_mrr_at_3_max": 0.259753, "nauc_mrr_at_3_std": 0.034685, "nauc_mrr_at_3_diff1": 0.133329, "nauc_mrr_at_5_max": 0.244477, "nauc_mrr_at_5_std": 0.046252, "nauc_mrr_at_5_diff1": 0.136954, "nauc_mrr_at_10_max": 0.236644, "nauc_mrr_at_10_std": 0.042961, "nauc_mrr_at_10_diff1": 0.126931, "nauc_mrr_at_20_max": 0.232911, "nauc_mrr_at_20_std": 0.046065, "nauc_mrr_at_20_diff1": 0.127314, "nauc_mrr_at_100_max": 0.235459, "nauc_mrr_at_100_std": 0.045182, "nauc_mrr_at_100_diff1": 0.129508, "nauc_mrr_at_1000_max": 0.23518, "nauc_mrr_at_1000_std": 0.04464, "nauc_mrr_at_1000_diff1": 0.130237, "main_score": 0.3465, "hf_subset": "sustainable_living", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.16964, "ndcg_at_3": 0.1649, "ndcg_at_5": 0.15525, "ndcg_at_10": 0.16153, "ndcg_at_20": 0.20787, "ndcg_at_100": 0.36391, "ndcg_at_1000": 0.4373, "map_at_1": 0.02838, "map_at_3": 0.05538, "map_at_5": 0.06681, "map_at_10": 0.07889, "map_at_20": 0.09241, "map_at_100": 0.12883, "map_at_1000": 0.13958, "recall_at_1": 0.02838, "recall_at_3": 0.08213, "recall_at_5": 0.11885, "recall_at_10": 0.16721, "recall_at_20": 0.26603, "recall_at_100": 0.71895, "recall_at_1000": 1.0, "precision_at_1": 0.16964, "precision_at_3": 0.16369, "precision_at_5": 0.14286, "precision_at_10": 0.10089, "precision_at_20": 0.08393, "precision_at_100": 0.04795, "precision_at_1000": 0.00687, "mrr_at_1": 0.169643, "mrr_at_3": 0.278274, "mrr_at_5": 0.312649, "mrr_at_10": 0.33728, "mrr_at_20": 0.348132, "mrr_at_100": 0.352394, "mrr_at_1000": 0.352394, "nauc_ndcg_at_1_max": 8.9e-05, "nauc_ndcg_at_1_std": -0.195872, "nauc_ndcg_at_1_diff1": -0.011135, "nauc_ndcg_at_3_max": 0.026087, "nauc_ndcg_at_3_std": -0.116735, "nauc_ndcg_at_3_diff1": -0.065445, "nauc_ndcg_at_5_max": 0.000548, "nauc_ndcg_at_5_std": -0.10284, "nauc_ndcg_at_5_diff1": -0.069478, "nauc_ndcg_at_10_max": 0.044334, "nauc_ndcg_at_10_std": -0.062284, "nauc_ndcg_at_10_diff1": -0.079428, "nauc_ndcg_at_20_max": 0.026015, "nauc_ndcg_at_20_std": -0.05774, "nauc_ndcg_at_20_diff1": -0.108315, "nauc_ndcg_at_100_max": 0.005714, "nauc_ndcg_at_100_std": -0.057065, "nauc_ndcg_at_100_diff1": -0.080429, "nauc_ndcg_at_1000_max": 0.01343, "nauc_ndcg_at_1000_std": -0.069972, "nauc_ndcg_at_1000_diff1": -0.042088, "nauc_map_at_1_max": 0.082466, "nauc_map_at_1_std": -0.160361, "nauc_map_at_1_diff1": 0.020186, "nauc_map_at_3_max": 0.028642, "nauc_map_at_3_std": -0.114556, "nauc_map_at_3_diff1": -0.055732, "nauc_map_at_5_max": 0.022781, "nauc_map_at_5_std": -0.114897, "nauc_map_at_5_diff1": -0.074818, "nauc_map_at_10_max": 0.034915, "nauc_map_at_10_std": -0.102854, "nauc_map_at_10_diff1": -0.068443, "nauc_map_at_20_max": 0.026091, "nauc_map_at_20_std": -0.091011, "nauc_map_at_20_diff1": -0.089899, "nauc_map_at_100_max": 0.026511, "nauc_map_at_100_std": -0.08049, "nauc_map_at_100_diff1": -0.071731, "nauc_map_at_1000_max": 0.026629, "nauc_map_at_1000_std": -0.084461, "nauc_map_at_1000_diff1": -0.066887, "nauc_recall_at_1_max": 0.082466, "nauc_recall_at_1_std": -0.160361, "nauc_recall_at_1_diff1": 0.020186, "nauc_recall_at_3_max": 0.024915, "nauc_recall_at_3_std": -0.108825, "nauc_recall_at_3_diff1": -0.073521, "nauc_recall_at_5_max": 0.012005, "nauc_recall_at_5_std": -0.074721, "nauc_recall_at_5_diff1": -0.101153, "nauc_recall_at_10_max": 0.044796, "nauc_recall_at_10_std": -0.003202, "nauc_recall_at_10_diff1": -0.103567, "nauc_recall_at_20_max": 0.008848, "nauc_recall_at_20_std": 0.007287, "nauc_recall_at_20_diff1": -0.156356, "nauc_recall_at_100_max": -0.022175, "nauc_recall_at_100_std": 0.000851, "nauc_recall_at_100_diff1": -0.119717, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 8.9e-05, "nauc_precision_at_1_std": -0.195872, "nauc_precision_at_1_diff1": -0.011135, "nauc_precision_at_3_max": 0.031067, "nauc_precision_at_3_std": -0.084825, "nauc_precision_at_3_diff1": -0.079346, "nauc_precision_at_5_max": -0.018154, "nauc_precision_at_5_std": -0.058127, "nauc_precision_at_5_diff1": -0.094506, "nauc_precision_at_10_max": 0.017615, "nauc_precision_at_10_std": 0.030866, "nauc_precision_at_10_diff1": -0.086879, "nauc_precision_at_20_max": -0.016426, "nauc_precision_at_20_std": 0.044528, "nauc_precision_at_20_diff1": -0.115044, "nauc_precision_at_100_max": -0.126185, "nauc_precision_at_100_std": 0.085115, "nauc_precision_at_100_diff1": 0.04863, "nauc_precision_at_1000_max": -0.075692, "nauc_precision_at_1000_std": 0.050746, "nauc_precision_at_1000_diff1": 0.159941, "nauc_mrr_at_1_max": 8.9e-05, "nauc_mrr_at_1_std": -0.195872, "nauc_mrr_at_1_diff1": -0.011135, "nauc_mrr_at_3_max": 0.051087, "nauc_mrr_at_3_std": -0.156749, "nauc_mrr_at_3_diff1": -0.041657, "nauc_mrr_at_5_max": 0.03024, "nauc_mrr_at_5_std": -0.126123, "nauc_mrr_at_5_diff1": -0.04244, "nauc_mrr_at_10_max": 0.046461, "nauc_mrr_at_10_std": -0.096869, "nauc_mrr_at_10_diff1": -0.039753, "nauc_mrr_at_20_max": 0.036504, "nauc_mrr_at_20_std": -0.108246, "nauc_mrr_at_20_diff1": -0.039919, "nauc_mrr_at_100_max": 0.037745, "nauc_mrr_at_100_std": -0.11473, "nauc_mrr_at_100_diff1": -0.039777, "nauc_mrr_at_1000_max": 0.037745, "nauc_mrr_at_1000_std": -0.11473, "nauc_mrr_at_1000_diff1": -0.039777, "main_score": 0.16153, "hf_subset": "pony", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 496.9581935405731, "kg_co2_emissions": null }