{ "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "2.10.12", "scores": { "dev": [ { "ndcg_at_1": 0.68, "ndcg_at_3": 0.67684, "ndcg_at_5": 0.70233, "ndcg_at_10": 0.73701, "ndcg_at_20": 0.75804, "ndcg_at_100": 0.77709, "ndcg_at_1000": 0.78041, "map_at_1": 0.45555, "map_at_3": 0.60598, "map_at_5": 0.63845, "map_at_10": 0.66424, "map_at_20": 0.67411, "map_at_100": 0.67917, "map_at_1000": 0.67942, "recall_at_1": 0.45555, "recall_at_3": 0.67247, "recall_at_5": 0.74998, "recall_at_10": 0.83539, "recall_at_20": 0.89907, "recall_at_100": 0.97655, "recall_at_1000": 0.997, "accuracy": 0.45555, "precision_at_1": 0.68, "precision_at_3": 0.382, "precision_at_5": 0.2674, "precision_at_10": 0.1573, "precision_at_20": 0.08685, "precision_at_100": 0.01935, "precision_at_1000": 0.00198, "mrr_at_1": 0.68, "mrr_at_3": 0.751667, "mrr_at_5": 0.763517, "mrr_at_10": 0.768582, "mrr_at_20": 0.77065, "mrr_at_100": 0.771585, "mrr_at_1000": 0.771645, "nauc_ndcg_at_1_max": 0.24108, "nauc_ndcg_at_1_std": -0.113183, "nauc_ndcg_at_1_diff1": 0.484422, "nauc_ndcg_at_3_max": 0.159696, "nauc_ndcg_at_3_std": -0.20539, "nauc_ndcg_at_3_diff1": 0.37889, "nauc_ndcg_at_5_max": 0.172922, "nauc_ndcg_at_5_std": -0.194099, "nauc_ndcg_at_5_diff1": 0.38923, "nauc_ndcg_at_10_max": 0.207206, "nauc_ndcg_at_10_std": -0.163958, "nauc_ndcg_at_10_diff1": 0.393874, "nauc_ndcg_at_20_max": 0.221858, "nauc_ndcg_at_20_std": -0.147419, "nauc_ndcg_at_20_diff1": 0.396047, "nauc_ndcg_at_100_max": 0.220008, "nauc_ndcg_at_100_std": -0.135703, "nauc_ndcg_at_100_diff1": 0.404966, "nauc_ndcg_at_1000_max": 0.215803, "nauc_ndcg_at_1000_std": -0.141816, "nauc_ndcg_at_1000_diff1": 0.406143, "nauc_map_at_1_max": 0.070216, "nauc_map_at_1_std": -0.196315, "nauc_map_at_1_diff1": 0.451639, "nauc_map_at_3_max": 0.126714, "nauc_map_at_3_std": -0.226199, "nauc_map_at_3_diff1": 0.385458, "nauc_map_at_5_max": 0.15015, "nauc_map_at_5_std": -0.210027, "nauc_map_at_5_diff1": 0.38826, "nauc_map_at_10_max": 0.175666, "nauc_map_at_10_std": -0.191365, "nauc_map_at_10_diff1": 0.390261, "nauc_map_at_20_max": 0.181884, "nauc_map_at_20_std": -0.184686, "nauc_map_at_20_diff1": 0.390989, "nauc_map_at_100_max": 0.182311, "nauc_map_at_100_std": -0.180834, "nauc_map_at_100_diff1": 0.392878, "nauc_map_at_1000_max": 0.18211, "nauc_map_at_1000_std": -0.18107, "nauc_map_at_1000_diff1": 0.392948, "nauc_recall_at_1_max": 0.070216, "nauc_recall_at_1_std": -0.196315, "nauc_recall_at_1_diff1": 0.451639, "nauc_recall_at_3_max": 0.087186, "nauc_recall_at_3_std": -0.257632, "nauc_recall_at_3_diff1": 0.315277, "nauc_recall_at_5_max": 0.123474, "nauc_recall_at_5_std": -0.219578, "nauc_recall_at_5_diff1": 0.306591, "nauc_recall_at_10_max": 0.211597, "nauc_recall_at_10_std": -0.143439, "nauc_recall_at_10_diff1": 0.304904, "nauc_recall_at_20_max": 0.305203, "nauc_recall_at_20_std": -0.05681, "nauc_recall_at_20_diff1": 0.287365, "nauc_recall_at_100_max": 0.499454, "nauc_recall_at_100_std": 0.324353, "nauc_recall_at_100_diff1": 0.369984, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.863834, "nauc_precision_at_1_max": 0.24108, "nauc_precision_at_1_std": -0.113183, "nauc_precision_at_1_diff1": 0.484422, "nauc_precision_at_3_max": 0.20985, "nauc_precision_at_3_std": 0.003872, "nauc_precision_at_3_diff1": 0.001023, "nauc_precision_at_5_max": 0.218645, "nauc_precision_at_5_std": 0.09067, "nauc_precision_at_5_diff1": -0.062608, "nauc_precision_at_10_max": 0.215694, "nauc_precision_at_10_std": 0.163376, "nauc_precision_at_10_diff1": -0.115334, "nauc_precision_at_20_max": 0.193607, "nauc_precision_at_20_std": 0.206034, "nauc_precision_at_20_diff1": -0.152345, "nauc_precision_at_100_max": 0.150411, "nauc_precision_at_100_std": 0.249333, "nauc_precision_at_100_diff1": -0.179496, "nauc_precision_at_1000_max": 0.131494, "nauc_precision_at_1000_std": 0.238902, "nauc_precision_at_1000_diff1": -0.190623, "nauc_mrr_at_1_max": 0.24108, "nauc_mrr_at_1_std": -0.113183, "nauc_mrr_at_1_diff1": 0.484422, "nauc_mrr_at_3_max": 0.234392, "nauc_mrr_at_3_std": -0.128323, "nauc_mrr_at_3_diff1": 0.456101, "nauc_mrr_at_5_max": 0.241419, "nauc_mrr_at_5_std": -0.117561, "nauc_mrr_at_5_diff1": 0.458477, "nauc_mrr_at_10_max": 0.243384, "nauc_mrr_at_10_std": -0.111217, "nauc_mrr_at_10_diff1": 0.459002, "nauc_mrr_at_20_max": 0.243918, "nauc_mrr_at_20_std": -0.11228, "nauc_mrr_at_20_diff1": 0.460273, "nauc_mrr_at_100_max": 0.242854, "nauc_mrr_at_100_std": -0.113107, "nauc_mrr_at_100_diff1": 0.46064, "nauc_mrr_at_1000_max": 0.242753, "nauc_mrr_at_1000_std": -0.113276, "nauc_mrr_at_1000_diff1": 0.460714, "hit_rate_at_1": 0.68, "hit_rate_at_3": 0.837, "hit_rate_at_5": 0.888, "hit_rate_at_10": 0.926, "hit_rate_at_20": 0.955, "hit_rate_at_100": 0.987, "hit_rate_at_1000": 0.997, "main_score": 0.73701, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.45012, "ndcg_at_3": 0.4806, "ndcg_at_5": 0.5092, "ndcg_at_10": 0.54476, "ndcg_at_20": 0.5686, "ndcg_at_100": 0.60372, "ndcg_at_1000": 0.61583, "map_at_1": 0.2666, "map_at_3": 0.39772, "map_at_5": 0.4286, "map_at_10": 0.45253, "map_at_20": 0.46284, "map_at_100": 0.47039, "map_at_1000": 0.4712, "recall_at_1": 0.2666, "recall_at_3": 0.4976, "recall_at_5": 0.58164, "recall_at_10": 0.67499, "recall_at_20": 0.74868, "recall_at_100": 0.89892, "recall_at_1000": 0.97399, "accuracy": 0.2666, "precision_at_1": 0.45012, "precision_at_3": 0.30089, "precision_at_5": 0.21898, "precision_at_10": 0.1326, "precision_at_20": 0.0753, "precision_at_100": 0.01859, "precision_at_1000": 0.00204, "mrr_at_1": 0.450122, "mrr_at_3": 0.557178, "mrr_at_5": 0.573236, "mrr_at_10": 0.581865, "mrr_at_20": 0.584633, "mrr_at_100": 0.587264, "mrr_at_1000": 0.587381, "nauc_ndcg_at_1_max": 0.169841, "nauc_ndcg_at_1_std": 0.038624, "nauc_ndcg_at_1_diff1": 0.362353, "nauc_ndcg_at_3_max": 0.210613, "nauc_ndcg_at_3_std": 0.010886, "nauc_ndcg_at_3_diff1": 0.268845, "nauc_ndcg_at_5_max": 0.204271, "nauc_ndcg_at_5_std": 0.021828, "nauc_ndcg_at_5_diff1": 0.251246, "nauc_ndcg_at_10_max": 0.196301, "nauc_ndcg_at_10_std": 0.008544, "nauc_ndcg_at_10_diff1": 0.254914, "nauc_ndcg_at_20_max": 0.210557, "nauc_ndcg_at_20_std": 0.027097, "nauc_ndcg_at_20_diff1": 0.249961, "nauc_ndcg_at_100_max": 0.224187, "nauc_ndcg_at_100_std": 0.054543, "nauc_ndcg_at_100_diff1": 0.254278, "nauc_ndcg_at_1000_max": 0.220715, "nauc_ndcg_at_1000_std": 0.049427, "nauc_ndcg_at_1000_diff1": 0.265518, "nauc_map_at_1_max": 0.106244, "nauc_map_at_1_std": -0.033567, "nauc_map_at_1_diff1": 0.297966, "nauc_map_at_3_max": 0.171446, "nauc_map_at_3_std": -0.01693, "nauc_map_at_3_diff1": 0.253644, "nauc_map_at_5_max": 0.172592, "nauc_map_at_5_std": 0.000546, "nauc_map_at_5_diff1": 0.249142, "nauc_map_at_10_max": 0.171443, "nauc_map_at_10_std": -0.000363, "nauc_map_at_10_diff1": 0.24506, "nauc_map_at_20_max": 0.177835, "nauc_map_at_20_std": 0.007084, "nauc_map_at_20_diff1": 0.244123, "nauc_map_at_100_max": 0.182291, "nauc_map_at_100_std": 0.014146, "nauc_map_at_100_diff1": 0.245929, "nauc_map_at_1000_max": 0.182208, "nauc_map_at_1000_std": 0.014277, "nauc_map_at_1000_diff1": 0.24638, "nauc_recall_at_1_max": 0.106244, "nauc_recall_at_1_std": -0.033567, "nauc_recall_at_1_diff1": 0.297966, "nauc_recall_at_3_max": 0.197821, "nauc_recall_at_3_std": -0.020735, "nauc_recall_at_3_diff1": 0.189353, "nauc_recall_at_5_max": 0.180624, "nauc_recall_at_5_std": 0.004826, "nauc_recall_at_5_diff1": 0.150392, "nauc_recall_at_10_max": 0.159993, "nauc_recall_at_10_std": -0.045396, "nauc_recall_at_10_diff1": 0.155909, "nauc_recall_at_20_max": 0.191893, "nauc_recall_at_20_std": 0.002083, "nauc_recall_at_20_diff1": 0.104825, "nauc_recall_at_100_max": 0.278963, "nauc_recall_at_100_std": 0.245156, "nauc_recall_at_100_diff1": -0.002265, "nauc_recall_at_1000_max": 0.340796, "nauc_recall_at_1000_std": 0.384271, "nauc_recall_at_1000_diff1": 0.121162, "nauc_precision_at_1_max": 0.169841, "nauc_precision_at_1_std": 0.038624, "nauc_precision_at_1_diff1": 0.362353, "nauc_precision_at_3_max": 0.20298, "nauc_precision_at_3_std": 0.079464, "nauc_precision_at_3_diff1": 0.176865, "nauc_precision_at_5_max": 0.172265, "nauc_precision_at_5_std": 0.124455, "nauc_precision_at_5_diff1": 0.099266, "nauc_precision_at_10_max": 0.129265, "nauc_precision_at_10_std": 0.105216, "nauc_precision_at_10_diff1": 0.054729, "nauc_precision_at_20_max": 0.145821, "nauc_precision_at_20_std": 0.141516, "nauc_precision_at_20_diff1": 0.024935, "nauc_precision_at_100_max": 0.161082, "nauc_precision_at_100_std": 0.193571, "nauc_precision_at_100_diff1": -0.003137, "nauc_precision_at_1000_max": 0.129619, "nauc_precision_at_1000_std": 0.171897, "nauc_precision_at_1000_diff1": 0.007475, "nauc_mrr_at_1_max": 0.169841, "nauc_mrr_at_1_std": 0.038624, "nauc_mrr_at_1_diff1": 0.362353, "nauc_mrr_at_3_max": 0.235329, "nauc_mrr_at_3_std": 0.044069, "nauc_mrr_at_3_diff1": 0.346156, "nauc_mrr_at_5_max": 0.239848, "nauc_mrr_at_5_std": 0.053873, "nauc_mrr_at_5_diff1": 0.340057, "nauc_mrr_at_10_max": 0.238714, "nauc_mrr_at_10_std": 0.053834, "nauc_mrr_at_10_diff1": 0.343126, "nauc_mrr_at_20_max": 0.238663, "nauc_mrr_at_20_std": 0.055137, "nauc_mrr_at_20_diff1": 0.342171, "nauc_mrr_at_100_max": 0.237053, "nauc_mrr_at_100_std": 0.055381, "nauc_mrr_at_100_diff1": 0.341853, "nauc_mrr_at_1000_max": 0.236962, "nauc_mrr_at_1000_std": 0.055278, "nauc_mrr_at_1000_diff1": 0.341998, "hit_rate_at_1": 0.45012, "hit_rate_at_3": 0.69586, "hit_rate_at_5": 0.76642, "hit_rate_at_10": 0.82968, "hit_rate_at_20": 0.86861, "hit_rate_at_100": 0.9635, "hit_rate_at_1000": 0.99027, "main_score": 0.54476, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.48525, "ndcg_at_3": 0.46635, "ndcg_at_5": 0.48933, "ndcg_at_10": 0.54032, "ndcg_at_20": 0.57712, "ndcg_at_100": 0.62923, "ndcg_at_1000": 0.63354, "map_at_1": 0.22302, "map_at_3": 0.35575, "map_at_5": 0.39679, "map_at_10": 0.43386, "map_at_20": 0.44977, "map_at_100": 0.46398, "map_at_1000": 0.46439, "recall_at_1": 0.22302, "recall_at_3": 0.43403, "recall_at_5": 0.53546, "recall_at_10": 0.6622, "recall_at_20": 0.76917, "recall_at_100": 0.96799, "recall_at_1000": 0.99356, "accuracy": 0.22302, "precision_at_1": 0.48525, "precision_at_3": 0.33552, "precision_at_5": 0.25311, "precision_at_10": 0.16426, "precision_at_20": 0.09787, "precision_at_100": 0.02567, "precision_at_1000": 0.00263, "mrr_at_1": 0.485246, "mrr_at_3": 0.576503, "mrr_at_5": 0.596995, "mrr_at_10": 0.606495, "mrr_at_20": 0.611028, "mrr_at_100": 0.613319, "mrr_at_1000": 0.613414, "nauc_ndcg_at_1_max": 0.473453, "nauc_ndcg_at_1_std": -0.051361, "nauc_ndcg_at_1_diff1": 0.472368, "nauc_ndcg_at_3_max": 0.355434, "nauc_ndcg_at_3_std": -0.081877, "nauc_ndcg_at_3_diff1": 0.29376, "nauc_ndcg_at_5_max": 0.35799, "nauc_ndcg_at_5_std": -0.098611, "nauc_ndcg_at_5_diff1": 0.271561, "nauc_ndcg_at_10_max": 0.383974, "nauc_ndcg_at_10_std": -0.098602, "nauc_ndcg_at_10_diff1": 0.285134, "nauc_ndcg_at_20_max": 0.382624, "nauc_ndcg_at_20_std": -0.092931, "nauc_ndcg_at_20_diff1": 0.298182, "nauc_ndcg_at_100_max": 0.404003, "nauc_ndcg_at_100_std": -0.066273, "nauc_ndcg_at_100_diff1": 0.330271, "nauc_ndcg_at_1000_max": 0.407647, "nauc_ndcg_at_1000_std": -0.069175, "nauc_ndcg_at_1000_diff1": 0.33281, "nauc_map_at_1_max": 0.175243, "nauc_map_at_1_std": -0.149059, "nauc_map_at_1_diff1": 0.348053, "nauc_map_at_3_max": 0.261362, "nauc_map_at_3_std": -0.117394, "nauc_map_at_3_diff1": 0.278721, "nauc_map_at_5_max": 0.309604, "nauc_map_at_5_std": -0.105291, "nauc_map_at_5_diff1": 0.270582, "nauc_map_at_10_max": 0.339299, "nauc_map_at_10_std": -0.10742, "nauc_map_at_10_diff1": 0.283877, "nauc_map_at_20_max": 0.339348, "nauc_map_at_20_std": -0.104912, "nauc_map_at_20_diff1": 0.28584, "nauc_map_at_100_max": 0.35164, "nauc_map_at_100_std": -0.098537, "nauc_map_at_100_diff1": 0.294336, "nauc_map_at_1000_max": 0.352141, "nauc_map_at_1000_std": -0.098587, "nauc_map_at_1000_diff1": 0.294778, "nauc_recall_at_1_max": 0.175243, "nauc_recall_at_1_std": -0.149059, "nauc_recall_at_1_diff1": 0.348053, "nauc_recall_at_3_max": 0.173118, "nauc_recall_at_3_std": -0.112316, "nauc_recall_at_3_diff1": 0.144941, "nauc_recall_at_5_max": 0.216587, "nauc_recall_at_5_std": -0.114746, "nauc_recall_at_5_diff1": 0.097497, "nauc_recall_at_10_max": 0.277535, "nauc_recall_at_10_std": -0.117943, "nauc_recall_at_10_diff1": 0.106818, "nauc_recall_at_20_max": 0.234275, "nauc_recall_at_20_std": -0.114524, "nauc_recall_at_20_diff1": 0.096646, "nauc_recall_at_100_max": 0.179941, "nauc_recall_at_100_std": 0.228366, "nauc_recall_at_100_diff1": 0.199104, "nauc_recall_at_1000_max": 0.089402, "nauc_recall_at_1000_std": 0.609112, "nauc_recall_at_1000_diff1": 0.150843, "nauc_precision_at_1_max": 0.473453, "nauc_precision_at_1_std": -0.051361, "nauc_precision_at_1_diff1": 0.472368, "nauc_precision_at_3_max": 0.445196, "nauc_precision_at_3_std": 0.026413, "nauc_precision_at_3_diff1": 0.191651, "nauc_precision_at_5_max": 0.463765, "nauc_precision_at_5_std": 0.033424, "nauc_precision_at_5_diff1": 0.156407, "nauc_precision_at_10_max": 0.435286, "nauc_precision_at_10_std": 0.044029, "nauc_precision_at_10_diff1": 0.127366, "nauc_precision_at_20_max": 0.364005, "nauc_precision_at_20_std": 0.071357, "nauc_precision_at_20_diff1": 0.115191, "nauc_precision_at_100_max": 0.274763, "nauc_precision_at_100_std": 0.155418, "nauc_precision_at_100_diff1": 0.091538, "nauc_precision_at_1000_max": 0.267943, "nauc_precision_at_1000_std": 0.148679, "nauc_precision_at_1000_diff1": 0.093017, "nauc_mrr_at_1_max": 0.473453, "nauc_mrr_at_1_std": -0.051361, "nauc_mrr_at_1_diff1": 0.472368, "nauc_mrr_at_3_max": 0.453951, "nauc_mrr_at_3_std": -0.058649, "nauc_mrr_at_3_diff1": 0.411707, "nauc_mrr_at_5_max": 0.460321, "nauc_mrr_at_5_std": -0.062437, "nauc_mrr_at_5_diff1": 0.407812, "nauc_mrr_at_10_max": 0.467316, "nauc_mrr_at_10_std": -0.056258, "nauc_mrr_at_10_diff1": 0.410243, "nauc_mrr_at_20_max": 0.468834, "nauc_mrr_at_20_std": -0.054953, "nauc_mrr_at_20_diff1": 0.417011, "nauc_mrr_at_100_max": 0.466674, "nauc_mrr_at_100_std": -0.055748, "nauc_mrr_at_100_diff1": 0.417637, "nauc_mrr_at_1000_max": 0.46682, "nauc_mrr_at_1000_std": -0.055768, "nauc_mrr_at_1000_diff1": 0.41758, "hit_rate_at_1": 0.48525, "hit_rate_at_3": 0.68852, "hit_rate_at_5": 0.77705, "hit_rate_at_10": 0.84918, "hit_rate_at_20": 0.91148, "hit_rate_at_100": 0.98361, "hit_rate_at_1000": 1.0, "main_score": 0.54032, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.55069, "ndcg_at_3": 0.5298, "ndcg_at_5": 0.547, "ndcg_at_10": 0.58446, "ndcg_at_20": 0.62362, "ndcg_at_100": 0.67089, "ndcg_at_1000": 0.67798, "map_at_1": 0.26462, "map_at_3": 0.40314, "map_at_5": 0.44448, "map_at_10": 0.47851, "map_at_20": 0.49821, "map_at_100": 0.51218, "map_at_1000": 0.51303, "recall_at_1": 0.26462, "recall_at_3": 0.47685, "recall_at_5": 0.57726, "recall_at_10": 0.68353, "recall_at_20": 0.79148, "recall_at_100": 0.96319, "recall_at_1000": 0.99819, "accuracy": 0.26462, "precision_at_1": 0.55069, "precision_at_3": 0.36421, "precision_at_5": 0.27685, "precision_at_10": 0.17559, "precision_at_20": 0.10676, "precision_at_100": 0.02775, "precision_at_1000": 0.0029, "mrr_at_1": 0.550688, "mrr_at_3": 0.64685, "mrr_at_5": 0.664935, "mrr_at_10": 0.671873, "mrr_at_20": 0.675237, "mrr_at_100": 0.676799, "mrr_at_1000": 0.676855, "nauc_ndcg_at_1_max": 0.278742, "nauc_ndcg_at_1_std": -0.036485, "nauc_ndcg_at_1_diff1": 0.350264, "nauc_ndcg_at_3_max": 0.210188, "nauc_ndcg_at_3_std": -0.108803, "nauc_ndcg_at_3_diff1": 0.294063, "nauc_ndcg_at_5_max": 0.182055, "nauc_ndcg_at_5_std": -0.124277, "nauc_ndcg_at_5_diff1": 0.292341, "nauc_ndcg_at_10_max": 0.193435, "nauc_ndcg_at_10_std": -0.125243, "nauc_ndcg_at_10_diff1": 0.305932, "nauc_ndcg_at_20_max": 0.217046, "nauc_ndcg_at_20_std": -0.099607, "nauc_ndcg_at_20_diff1": 0.304654, "nauc_ndcg_at_100_max": 0.245132, "nauc_ndcg_at_100_std": -0.080991, "nauc_ndcg_at_100_diff1": 0.309012, "nauc_ndcg_at_1000_max": 0.243997, "nauc_ndcg_at_1000_std": -0.076737, "nauc_ndcg_at_1000_diff1": 0.30876, "nauc_map_at_1_max": 0.042627, "nauc_map_at_1_std": -0.158987, "nauc_map_at_1_diff1": 0.334559, "nauc_map_at_3_max": 0.090427, "nauc_map_at_3_std": -0.187342, "nauc_map_at_3_diff1": 0.290935, "nauc_map_at_5_max": 0.116809, "nauc_map_at_5_std": -0.175483, "nauc_map_at_5_diff1": 0.291117, "nauc_map_at_10_max": 0.147279, "nauc_map_at_10_std": -0.158899, "nauc_map_at_10_diff1": 0.294438, "nauc_map_at_20_max": 0.164771, "nauc_map_at_20_std": -0.142064, "nauc_map_at_20_diff1": 0.293299, "nauc_map_at_100_max": 0.174489, "nauc_map_at_100_std": -0.13585, "nauc_map_at_100_diff1": 0.29475, "nauc_map_at_1000_max": 0.174616, "nauc_map_at_1000_std": -0.135146, "nauc_map_at_1000_diff1": 0.294913, "nauc_recall_at_1_max": 0.042627, "nauc_recall_at_1_std": -0.158987, "nauc_recall_at_1_diff1": 0.334559, "nauc_recall_at_3_max": 0.055739, "nauc_recall_at_3_std": -0.201974, "nauc_recall_at_3_diff1": 0.249781, "nauc_recall_at_5_max": 0.070592, "nauc_recall_at_5_std": -0.177657, "nauc_recall_at_5_diff1": 0.227602, "nauc_recall_at_10_max": 0.102318, "nauc_recall_at_10_std": -0.169263, "nauc_recall_at_10_diff1": 0.244479, "nauc_recall_at_20_max": 0.116, "nauc_recall_at_20_std": -0.138307, "nauc_recall_at_20_diff1": 0.231839, "nauc_recall_at_100_max": 0.273048, "nauc_recall_at_100_std": -0.144725, "nauc_recall_at_100_diff1": 0.253098, "nauc_recall_at_1000_max": 0.778584, "nauc_recall_at_1000_std": -0.83721, "nauc_recall_at_1000_diff1": 0.772884, "nauc_precision_at_1_max": 0.278742, "nauc_precision_at_1_std": -0.036485, "nauc_precision_at_1_diff1": 0.350264, "nauc_precision_at_3_max": 0.300151, "nauc_precision_at_3_std": 0.027419, "nauc_precision_at_3_diff1": 0.116343, "nauc_precision_at_5_max": 0.327585, "nauc_precision_at_5_std": 0.096784, "nauc_precision_at_5_diff1": 0.066879, "nauc_precision_at_10_max": 0.335947, "nauc_precision_at_10_std": 0.162696, "nauc_precision_at_10_diff1": 0.032144, "nauc_precision_at_20_max": 0.337035, "nauc_precision_at_20_std": 0.23253, "nauc_precision_at_20_diff1": -0.011949, "nauc_precision_at_100_max": 0.282016, "nauc_precision_at_100_std": 0.262154, "nauc_precision_at_100_diff1": -0.059819, "nauc_precision_at_1000_max": 0.257541, "nauc_precision_at_1000_std": 0.266844, "nauc_precision_at_1000_diff1": -0.070667, "nauc_mrr_at_1_max": 0.278742, "nauc_mrr_at_1_std": -0.036485, "nauc_mrr_at_1_diff1": 0.350264, "nauc_mrr_at_3_max": 0.299476, "nauc_mrr_at_3_std": -0.039595, "nauc_mrr_at_3_diff1": 0.349824, "nauc_mrr_at_5_max": 0.308875, "nauc_mrr_at_5_std": -0.020339, "nauc_mrr_at_5_diff1": 0.347629, "nauc_mrr_at_10_max": 0.304895, "nauc_mrr_at_10_std": -0.020971, "nauc_mrr_at_10_diff1": 0.34844, "nauc_mrr_at_20_max": 0.303733, "nauc_mrr_at_20_std": -0.022449, "nauc_mrr_at_20_diff1": 0.349087, "nauc_mrr_at_100_max": 0.30314, "nauc_mrr_at_100_std": -0.023912, "nauc_mrr_at_100_diff1": 0.348413, "nauc_mrr_at_1000_max": 0.303133, "nauc_mrr_at_1000_std": -0.023858, "nauc_mrr_at_1000_diff1": 0.348373, "hit_rate_at_1": 0.55069, "hit_rate_at_3": 0.76345, "hit_rate_at_5": 0.84355, "hit_rate_at_10": 0.89237, "hit_rate_at_20": 0.93867, "hit_rate_at_100": 0.99124, "hit_rate_at_1000": 1.0, "main_score": 0.58446, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.61574, "ndcg_at_3": 0.53455, "ndcg_at_5": 0.51714, "ndcg_at_10": 0.55384, "ndcg_at_20": 0.61198, "ndcg_at_100": 0.67963, "ndcg_at_1000": 0.68864, "map_at_1": 0.18357, "map_at_3": 0.30921, "map_at_5": 0.36178, "map_at_10": 0.42185, "map_at_20": 0.45601, "map_at_100": 0.48068, "map_at_1000": 0.48197, "recall_at_1": 0.18357, "recall_at_3": 0.35446, "recall_at_5": 0.45032, "recall_at_10": 0.60612, "recall_at_20": 0.74711, "recall_at_100": 0.96087, "recall_at_1000": 1.0, "accuracy": 0.18357, "precision_at_1": 0.61574, "precision_at_3": 0.44547, "precision_at_5": 0.35802, "precision_at_10": 0.25571, "precision_at_20": 0.16312, "precision_at_100": 0.04403, "precision_at_1000": 0.00461, "mrr_at_1": 0.615741, "mrr_at_3": 0.69856, "mrr_at_5": 0.710905, "mrr_at_10": 0.719584, "mrr_at_20": 0.72261, "mrr_at_100": 0.723568, "mrr_at_1000": 0.723587, "nauc_ndcg_at_1_max": 0.375596, "nauc_ndcg_at_1_std": 0.131843, "nauc_ndcg_at_1_diff1": 0.418613, "nauc_ndcg_at_3_max": 0.321064, "nauc_ndcg_at_3_std": 0.05089, "nauc_ndcg_at_3_diff1": 0.279133, "nauc_ndcg_at_5_max": 0.307755, "nauc_ndcg_at_5_std": -0.001316, "nauc_ndcg_at_5_diff1": 0.284917, "nauc_ndcg_at_10_max": 0.310456, "nauc_ndcg_at_10_std": -0.03708, "nauc_ndcg_at_10_diff1": 0.30208, "nauc_ndcg_at_20_max": 0.33852, "nauc_ndcg_at_20_std": 8.1e-05, "nauc_ndcg_at_20_diff1": 0.296584, "nauc_ndcg_at_100_max": 0.367748, "nauc_ndcg_at_100_std": 0.066983, "nauc_ndcg_at_100_diff1": 0.30359, "nauc_ndcg_at_1000_max": 0.370487, "nauc_ndcg_at_1000_std": 0.067706, "nauc_ndcg_at_1000_diff1": 0.304595, "nauc_map_at_1_max": 0.091892, "nauc_map_at_1_std": -0.148186, "nauc_map_at_1_diff1": 0.364956, "nauc_map_at_3_max": 0.166034, "nauc_map_at_3_std": -0.133381, "nauc_map_at_3_diff1": 0.306323, "nauc_map_at_5_max": 0.210923, "nauc_map_at_5_std": -0.114046, "nauc_map_at_5_diff1": 0.28801, "nauc_map_at_10_max": 0.258029, "nauc_map_at_10_std": -0.087811, "nauc_map_at_10_diff1": 0.285657, "nauc_map_at_20_max": 0.280591, "nauc_map_at_20_std": -0.064195, "nauc_map_at_20_diff1": 0.280682, "nauc_map_at_100_max": 0.296002, "nauc_map_at_100_std": -0.037472, "nauc_map_at_100_diff1": 0.280607, "nauc_map_at_1000_max": 0.296632, "nauc_map_at_1000_std": -0.036946, "nauc_map_at_1000_diff1": 0.280561, "nauc_recall_at_1_max": 0.091892, "nauc_recall_at_1_std": -0.148186, "nauc_recall_at_1_diff1": 0.364956, "nauc_recall_at_3_max": 0.124185, "nauc_recall_at_3_std": -0.149803, "nauc_recall_at_3_diff1": 0.257824, "nauc_recall_at_5_max": 0.155476, "nauc_recall_at_5_std": -0.138258, "nauc_recall_at_5_diff1": 0.233515, "nauc_recall_at_10_max": 0.198692, "nauc_recall_at_10_std": -0.127806, "nauc_recall_at_10_diff1": 0.212924, "nauc_recall_at_20_max": 0.222791, "nauc_recall_at_20_std": -0.102408, "nauc_recall_at_20_diff1": 0.187621, "nauc_recall_at_100_max": 0.262325, "nauc_recall_at_100_std": 0.111078, "nauc_recall_at_100_diff1": 0.190416, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.375596, "nauc_precision_at_1_std": 0.131843, "nauc_precision_at_1_diff1": 0.418613, "nauc_precision_at_3_max": 0.355734, "nauc_precision_at_3_std": 0.143501, "nauc_precision_at_3_diff1": 0.129184, "nauc_precision_at_5_max": 0.365798, "nauc_precision_at_5_std": 0.178877, "nauc_precision_at_5_diff1": 0.064843, "nauc_precision_at_10_max": 0.356076, "nauc_precision_at_10_std": 0.204596, "nauc_precision_at_10_diff1": 0.029565, "nauc_precision_at_20_max": 0.316721, "nauc_precision_at_20_std": 0.258343, "nauc_precision_at_20_diff1": -0.021915, "nauc_precision_at_100_max": 0.241822, "nauc_precision_at_100_std": 0.331494, "nauc_precision_at_100_diff1": -0.072422, "nauc_precision_at_1000_max": 0.222064, "nauc_precision_at_1000_std": 0.322416, "nauc_precision_at_1000_diff1": -0.084902, "nauc_mrr_at_1_max": 0.375596, "nauc_mrr_at_1_std": 0.131843, "nauc_mrr_at_1_diff1": 0.418613, "nauc_mrr_at_3_max": 0.407148, "nauc_mrr_at_3_std": 0.15925, "nauc_mrr_at_3_diff1": 0.399419, "nauc_mrr_at_5_max": 0.412429, "nauc_mrr_at_5_std": 0.166848, "nauc_mrr_at_5_diff1": 0.406018, "nauc_mrr_at_10_max": 0.414423, "nauc_mrr_at_10_std": 0.167275, "nauc_mrr_at_10_diff1": 0.406421, "nauc_mrr_at_20_max": 0.412832, "nauc_mrr_at_20_std": 0.166516, "nauc_mrr_at_20_diff1": 0.406744, "nauc_mrr_at_100_max": 0.411631, "nauc_mrr_at_100_std": 0.16523, "nauc_mrr_at_100_diff1": 0.406795, "nauc_mrr_at_1000_max": 0.411589, "nauc_mrr_at_1000_std": 0.165158, "nauc_mrr_at_1000_diff1": 0.406788, "hit_rate_at_1": 0.61574, "hit_rate_at_3": 0.80556, "hit_rate_at_5": 0.85802, "hit_rate_at_10": 0.92284, "hit_rate_at_20": 0.96605, "hit_rate_at_100": 0.99691, "hit_rate_at_1000": 1.0, "main_score": 0.55384, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.42405, "ndcg_at_3": 0.44075, "ndcg_at_5": 0.48273, "ndcg_at_10": 0.52479, "ndcg_at_20": 0.55893, "ndcg_at_100": 0.59724, "ndcg_at_1000": 0.60561, "map_at_1": 0.26402, "map_at_3": 0.37095, "map_at_5": 0.40849, "map_at_10": 0.4341, "map_at_20": 0.44841, "map_at_100": 0.45755, "map_at_1000": 0.45819, "recall_at_1": 0.26402, "recall_at_3": 0.4516, "recall_at_5": 0.56351, "recall_at_10": 0.67479, "recall_at_20": 0.77905, "recall_at_100": 0.93842, "recall_at_1000": 0.99007, "accuracy": 0.26402, "precision_at_1": 0.42405, "precision_at_3": 0.26213, "precision_at_5": 0.20316, "precision_at_10": 0.12769, "precision_at_20": 0.07698, "precision_at_100": 0.01929, "precision_at_1000": 0.00205, "mrr_at_1": 0.424051, "mrr_at_3": 0.50712, "mrr_at_5": 0.531646, "mrr_at_10": 0.544934, "mrr_at_20": 0.54983, "mrr_at_100": 0.55208, "mrr_at_1000": 0.55219, "nauc_ndcg_at_1_max": 0.256743, "nauc_ndcg_at_1_std": -0.020773, "nauc_ndcg_at_1_diff1": 0.304276, "nauc_ndcg_at_3_max": 0.207119, "nauc_ndcg_at_3_std": -0.068324, "nauc_ndcg_at_3_diff1": 0.28042, "nauc_ndcg_at_5_max": 0.189087, "nauc_ndcg_at_5_std": -0.083417, "nauc_ndcg_at_5_diff1": 0.265725, "nauc_ndcg_at_10_max": 0.209578, "nauc_ndcg_at_10_std": -0.049384, "nauc_ndcg_at_10_diff1": 0.250011, "nauc_ndcg_at_20_max": 0.219087, "nauc_ndcg_at_20_std": -0.048464, "nauc_ndcg_at_20_diff1": 0.248805, "nauc_ndcg_at_100_max": 0.246886, "nauc_ndcg_at_100_std": -0.02136, "nauc_ndcg_at_100_diff1": 0.273285, "nauc_ndcg_at_1000_max": 0.239901, "nauc_ndcg_at_1000_std": -0.027703, "nauc_ndcg_at_1000_diff1": 0.268003, "nauc_map_at_1_max": 0.140582, "nauc_map_at_1_std": -0.125703, "nauc_map_at_1_diff1": 0.359725, "nauc_map_at_3_max": 0.175969, "nauc_map_at_3_std": -0.108908, "nauc_map_at_3_diff1": 0.31574, "nauc_map_at_5_max": 0.177864, "nauc_map_at_5_std": -0.107345, "nauc_map_at_5_diff1": 0.297357, "nauc_map_at_10_max": 0.197231, "nauc_map_at_10_std": -0.084459, "nauc_map_at_10_diff1": 0.286967, "nauc_map_at_20_max": 0.201667, "nauc_map_at_20_std": -0.082562, "nauc_map_at_20_diff1": 0.283933, "nauc_map_at_100_max": 0.208237, "nauc_map_at_100_std": -0.07615, "nauc_map_at_100_diff1": 0.28765, "nauc_map_at_1000_max": 0.208236, "nauc_map_at_1000_std": -0.075908, "nauc_map_at_1000_diff1": 0.287363, "nauc_recall_at_1_max": 0.140582, "nauc_recall_at_1_std": -0.125703, "nauc_recall_at_1_diff1": 0.359725, "nauc_recall_at_3_max": 0.139592, "nauc_recall_at_3_std": -0.09481, "nauc_recall_at_3_diff1": 0.253254, "nauc_recall_at_5_max": 0.102665, "nauc_recall_at_5_std": -0.110919, "nauc_recall_at_5_diff1": 0.1934, "nauc_recall_at_10_max": 0.143333, "nauc_recall_at_10_std": -0.013345, "nauc_recall_at_10_diff1": 0.12863, "nauc_recall_at_20_max": 0.155789, "nauc_recall_at_20_std": -0.02765, "nauc_recall_at_20_diff1": 0.106784, "nauc_recall_at_100_max": 0.503128, "nauc_recall_at_100_std": 0.356418, "nauc_recall_at_100_diff1": 0.358701, "nauc_recall_at_1000_max": 0.715575, "nauc_recall_at_1000_std": 0.780563, "nauc_recall_at_1000_diff1": 0.387048, "nauc_precision_at_1_max": 0.256743, "nauc_precision_at_1_std": -0.020773, "nauc_precision_at_1_diff1": 0.304276, "nauc_precision_at_3_max": 0.27222, "nauc_precision_at_3_std": 0.048826, "nauc_precision_at_3_diff1": 0.114203, "nauc_precision_at_5_max": 0.233818, "nauc_precision_at_5_std": 0.060008, "nauc_precision_at_5_diff1": 0.018962, "nauc_precision_at_10_max": 0.247215, "nauc_precision_at_10_std": 0.148229, "nauc_precision_at_10_diff1": -0.052056, "nauc_precision_at_20_max": 0.227597, "nauc_precision_at_20_std": 0.168943, "nauc_precision_at_20_diff1": -0.087444, "nauc_precision_at_100_max": 0.20987, "nauc_precision_at_100_std": 0.241141, "nauc_precision_at_100_diff1": -0.090183, "nauc_precision_at_1000_max": 0.170036, "nauc_precision_at_1000_std": 0.218965, "nauc_precision_at_1000_diff1": -0.119618, "nauc_mrr_at_1_max": 0.256743, "nauc_mrr_at_1_std": -0.020773, "nauc_mrr_at_1_diff1": 0.304276, "nauc_mrr_at_3_max": 0.245314, "nauc_mrr_at_3_std": -0.012906, "nauc_mrr_at_3_diff1": 0.266381, "nauc_mrr_at_5_max": 0.242206, "nauc_mrr_at_5_std": -0.016706, "nauc_mrr_at_5_diff1": 0.258173, "nauc_mrr_at_10_max": 0.247732, "nauc_mrr_at_10_std": -0.006958, "nauc_mrr_at_10_diff1": 0.256749, "nauc_mrr_at_20_max": 0.248144, "nauc_mrr_at_20_std": -0.008709, "nauc_mrr_at_20_diff1": 0.258159, "nauc_mrr_at_100_max": 0.249665, "nauc_mrr_at_100_std": -0.00826, "nauc_mrr_at_100_diff1": 0.260285, "nauc_mrr_at_1000_max": 0.24956, "nauc_mrr_at_1000_std": -0.008331, "nauc_mrr_at_1000_diff1": 0.260298, "hit_rate_at_1": 0.42405, "hit_rate_at_3": 0.61234, "hit_rate_at_5": 0.71994, "hit_rate_at_10": 0.81646, "hit_rate_at_20": 0.88449, "hit_rate_at_100": 0.96994, "hit_rate_at_1000": 0.99525, "main_score": 0.52479, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.436, "ndcg_at_3": 0.44066, "ndcg_at_5": 0.48088, "ndcg_at_10": 0.52477, "ndcg_at_20": 0.5518, "ndcg_at_100": 0.58301, "ndcg_at_1000": 0.59382, "map_at_1": 0.27262, "map_at_3": 0.38071, "map_at_5": 0.41215, "map_at_10": 0.43659, "map_at_20": 0.44737, "map_at_100": 0.45418, "map_at_1000": 0.45476, "recall_at_1": 0.27262, "recall_at_3": 0.45995, "recall_at_5": 0.54732, "recall_at_10": 0.65943, "recall_at_20": 0.74538, "recall_at_100": 0.8783, "recall_at_1000": 0.94887, "accuracy": 0.27262, "precision_at_1": 0.436, "precision_at_3": 0.26233, "precision_at_5": 0.195, "precision_at_10": 0.12, "precision_at_20": 0.0691, "precision_at_100": 0.01671, "precision_at_1000": 0.00182, "mrr_at_1": 0.436, "mrr_at_3": 0.525333, "mrr_at_5": 0.542783, "mrr_at_10": 0.554477, "mrr_at_20": 0.558326, "mrr_at_100": 0.56041, "mrr_at_1000": 0.560581, "nauc_ndcg_at_1_max": 0.303663, "nauc_ndcg_at_1_std": 0.154042, "nauc_ndcg_at_1_diff1": 0.486, "nauc_ndcg_at_3_max": 0.300778, "nauc_ndcg_at_3_std": 0.158689, "nauc_ndcg_at_3_diff1": 0.409311, "nauc_ndcg_at_5_max": 0.322397, "nauc_ndcg_at_5_std": 0.173113, "nauc_ndcg_at_5_diff1": 0.402404, "nauc_ndcg_at_10_max": 0.330123, "nauc_ndcg_at_10_std": 0.189038, "nauc_ndcg_at_10_diff1": 0.407201, "nauc_ndcg_at_20_max": 0.348233, "nauc_ndcg_at_20_std": 0.223637, "nauc_ndcg_at_20_diff1": 0.412501, "nauc_ndcg_at_100_max": 0.361999, "nauc_ndcg_at_100_std": 0.241562, "nauc_ndcg_at_100_diff1": 0.417607, "nauc_ndcg_at_1000_max": 0.355322, "nauc_ndcg_at_1000_std": 0.227885, "nauc_ndcg_at_1000_diff1": 0.419035, "nauc_map_at_1_max": 0.22797, "nauc_map_at_1_std": 0.074366, "nauc_map_at_1_diff1": 0.453724, "nauc_map_at_3_max": 0.277361, "nauc_map_at_3_std": 0.128408, "nauc_map_at_3_diff1": 0.411615, "nauc_map_at_5_max": 0.29705, "nauc_map_at_5_std": 0.142701, "nauc_map_at_5_diff1": 0.407255, "nauc_map_at_10_max": 0.305097, "nauc_map_at_10_std": 0.153188, "nauc_map_at_10_diff1": 0.409614, "nauc_map_at_20_max": 0.313093, "nauc_map_at_20_std": 0.166277, "nauc_map_at_20_diff1": 0.412306, "nauc_map_at_100_max": 0.315329, "nauc_map_at_100_std": 0.169574, "nauc_map_at_100_diff1": 0.413363, "nauc_map_at_1000_max": 0.315055, "nauc_map_at_1000_std": 0.169081, "nauc_map_at_1000_diff1": 0.413324, "nauc_recall_at_1_max": 0.22797, "nauc_recall_at_1_std": 0.074366, "nauc_recall_at_1_diff1": 0.453724, "nauc_recall_at_3_max": 0.272898, "nauc_recall_at_3_std": 0.153278, "nauc_recall_at_3_diff1": 0.340363, "nauc_recall_at_5_max": 0.316034, "nauc_recall_at_5_std": 0.188152, "nauc_recall_at_5_diff1": 0.322071, "nauc_recall_at_10_max": 0.323473, "nauc_recall_at_10_std": 0.227098, "nauc_recall_at_10_diff1": 0.314412, "nauc_recall_at_20_max": 0.391493, "nauc_recall_at_20_std": 0.373321, "nauc_recall_at_20_diff1": 0.31911, "nauc_recall_at_100_max": 0.606541, "nauc_recall_at_100_std": 0.694422, "nauc_recall_at_100_diff1": 0.32873, "nauc_recall_at_1000_max": 0.766665, "nauc_recall_at_1000_std": 0.853004, "nauc_recall_at_1000_diff1": 0.337765, "nauc_precision_at_1_max": 0.303663, "nauc_precision_at_1_std": 0.154042, "nauc_precision_at_1_diff1": 0.486, "nauc_precision_at_3_max": 0.330884, "nauc_precision_at_3_std": 0.22342, "nauc_precision_at_3_diff1": 0.287907, "nauc_precision_at_5_max": 0.326834, "nauc_precision_at_5_std": 0.233526, "nauc_precision_at_5_diff1": 0.199782, "nauc_precision_at_10_max": 0.292615, "nauc_precision_at_10_std": 0.239735, "nauc_precision_at_10_diff1": 0.143745, "nauc_precision_at_20_max": 0.282143, "nauc_precision_at_20_std": 0.288863, "nauc_precision_at_20_diff1": 0.09408, "nauc_precision_at_100_max": 0.236005, "nauc_precision_at_100_std": 0.28631, "nauc_precision_at_100_diff1": 0.016974, "nauc_precision_at_1000_max": 0.152462, "nauc_precision_at_1000_std": 0.195798, "nauc_precision_at_1000_diff1": -0.039894, "nauc_mrr_at_1_max": 0.303663, "nauc_mrr_at_1_std": 0.154042, "nauc_mrr_at_1_diff1": 0.486, "nauc_mrr_at_3_max": 0.330992, "nauc_mrr_at_3_std": 0.188334, "nauc_mrr_at_3_diff1": 0.452119, "nauc_mrr_at_5_max": 0.336783, "nauc_mrr_at_5_std": 0.193609, "nauc_mrr_at_5_diff1": 0.449528, "nauc_mrr_at_10_max": 0.336635, "nauc_mrr_at_10_std": 0.197652, "nauc_mrr_at_10_diff1": 0.451097, "nauc_mrr_at_20_max": 0.336835, "nauc_mrr_at_20_std": 0.200588, "nauc_mrr_at_20_diff1": 0.452285, "nauc_mrr_at_100_max": 0.337241, "nauc_mrr_at_100_std": 0.200395, "nauc_mrr_at_100_diff1": 0.452612, "nauc_mrr_at_1000_max": 0.337119, "nauc_mrr_at_1000_std": 0.20014, "nauc_mrr_at_1000_diff1": 0.452669, "hit_rate_at_1": 0.436, "hit_rate_at_3": 0.637, "hit_rate_at_5": 0.713, "hit_rate_at_10": 0.8, "hit_rate_at_20": 0.856, "hit_rate_at_100": 0.931, "hit_rate_at_1000": 0.972, "main_score": 0.52477, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.45773, "ndcg_at_3": 0.47124, "ndcg_at_5": 0.50828, "ndcg_at_10": 0.56468, "ndcg_at_20": 0.60003, "ndcg_at_100": 0.63741, "ndcg_at_1000": 0.63961, "map_at_1": 0.25873, "map_at_3": 0.3937, "map_at_5": 0.4288, "map_at_10": 0.46269, "map_at_20": 0.47765, "map_at_100": 0.48668, "map_at_1000": 0.48694, "recall_at_1": 0.25873, "recall_at_3": 0.48269, "recall_at_5": 0.58153, "recall_at_10": 0.72448, "recall_at_20": 0.83356, "recall_at_100": 0.98873, "recall_at_1000": 1.0, "accuracy": 0.25873, "precision_at_1": 0.45773, "precision_at_3": 0.30612, "precision_at_5": 0.22682, "precision_at_10": 0.14665, "precision_at_20": 0.0863, "precision_at_100": 0.02099, "precision_at_1000": 0.00213, "mrr_at_1": 0.457726, "mrr_at_3": 0.555394, "mrr_at_5": 0.576093, "mrr_at_10": 0.589612, "mrr_at_20": 0.594696, "mrr_at_100": 0.596321, "mrr_at_1000": 0.596321, "nauc_ndcg_at_1_max": 0.383582, "nauc_ndcg_at_1_std": 0.140533, "nauc_ndcg_at_1_diff1": 0.357777, "nauc_ndcg_at_3_max": 0.353363, "nauc_ndcg_at_3_std": 0.127075, "nauc_ndcg_at_3_diff1": 0.29016, "nauc_ndcg_at_5_max": 0.367124, "nauc_ndcg_at_5_std": 0.121859, "nauc_ndcg_at_5_diff1": 0.313284, "nauc_ndcg_at_10_max": 0.356688, "nauc_ndcg_at_10_std": 0.102709, "nauc_ndcg_at_10_diff1": 0.299776, "nauc_ndcg_at_20_max": 0.372005, "nauc_ndcg_at_20_std": 0.098966, "nauc_ndcg_at_20_diff1": 0.301763, "nauc_ndcg_at_100_max": 0.368225, "nauc_ndcg_at_100_std": 0.118788, "nauc_ndcg_at_100_diff1": 0.301877, "nauc_ndcg_at_1000_max": 0.363477, "nauc_ndcg_at_1000_std": 0.113796, "nauc_ndcg_at_1000_diff1": 0.303116, "nauc_map_at_1_max": 0.221318, "nauc_map_at_1_std": 0.097608, "nauc_map_at_1_diff1": 0.340568, "nauc_map_at_3_max": 0.314286, "nauc_map_at_3_std": 0.122319, "nauc_map_at_3_diff1": 0.292591, "nauc_map_at_5_max": 0.334944, "nauc_map_at_5_std": 0.117228, "nauc_map_at_5_diff1": 0.304017, "nauc_map_at_10_max": 0.339764, "nauc_map_at_10_std": 0.108421, "nauc_map_at_10_diff1": 0.298815, "nauc_map_at_20_max": 0.34721, "nauc_map_at_20_std": 0.108474, "nauc_map_at_20_diff1": 0.297164, "nauc_map_at_100_max": 0.345969, "nauc_map_at_100_std": 0.111489, "nauc_map_at_100_diff1": 0.295896, "nauc_map_at_1000_max": 0.345558, "nauc_map_at_1000_std": 0.111033, "nauc_map_at_1000_diff1": 0.296055, "nauc_recall_at_1_max": 0.221318, "nauc_recall_at_1_std": 0.097608, "nauc_recall_at_1_diff1": 0.340568, "nauc_recall_at_3_max": 0.288113, "nauc_recall_at_3_std": 0.108334, "nauc_recall_at_3_diff1": 0.236994, "nauc_recall_at_5_max": 0.322981, "nauc_recall_at_5_std": 0.090333, "nauc_recall_at_5_diff1": 0.261969, "nauc_recall_at_10_max": 0.272613, "nauc_recall_at_10_std": 0.031776, "nauc_recall_at_10_diff1": 0.204293, "nauc_recall_at_20_max": 0.328328, "nauc_recall_at_20_std": -0.024731, "nauc_recall_at_20_diff1": 0.204986, "nauc_recall_at_100_max": 0.690145, "nauc_recall_at_100_std": 0.553126, "nauc_recall_at_100_diff1": 0.076359, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.383582, "nauc_precision_at_1_std": 0.140533, "nauc_precision_at_1_diff1": 0.357777, "nauc_precision_at_3_max": 0.383841, "nauc_precision_at_3_std": 0.122879, "nauc_precision_at_3_diff1": 0.149714, "nauc_precision_at_5_max": 0.365406, "nauc_precision_at_5_std": 0.07895, "nauc_precision_at_5_diff1": 0.133339, "nauc_precision_at_10_max": 0.257502, "nauc_precision_at_10_std": -0.005541, "nauc_precision_at_10_diff1": 0.037727, "nauc_precision_at_20_max": 0.192603, "nauc_precision_at_20_std": -0.031617, "nauc_precision_at_20_diff1": -0.039348, "nauc_precision_at_100_max": 0.078245, "nauc_precision_at_100_std": -0.023074, "nauc_precision_at_100_diff1": -0.11632, "nauc_precision_at_1000_max": 0.055375, "nauc_precision_at_1000_std": -0.042289, "nauc_precision_at_1000_diff1": -0.114407, "nauc_mrr_at_1_max": 0.383582, "nauc_mrr_at_1_std": 0.140533, "nauc_mrr_at_1_diff1": 0.357777, "nauc_mrr_at_3_max": 0.400126, "nauc_mrr_at_3_std": 0.147066, "nauc_mrr_at_3_diff1": 0.349144, "nauc_mrr_at_5_max": 0.406523, "nauc_mrr_at_5_std": 0.145315, "nauc_mrr_at_5_diff1": 0.350651, "nauc_mrr_at_10_max": 0.397016, "nauc_mrr_at_10_std": 0.140283, "nauc_mrr_at_10_diff1": 0.343767, "nauc_mrr_at_20_max": 0.396854, "nauc_mrr_at_20_std": 0.138056, "nauc_mrr_at_20_diff1": 0.346771, "nauc_mrr_at_100_max": 0.396678, "nauc_mrr_at_100_std": 0.139324, "nauc_mrr_at_100_diff1": 0.34725, "nauc_mrr_at_1000_max": 0.396678, "nauc_mrr_at_1000_std": 0.139324, "nauc_mrr_at_1000_diff1": 0.34725, "hit_rate_at_1": 0.45773, "hit_rate_at_3": 0.68513, "hit_rate_at_5": 0.77551, "hit_rate_at_10": 0.87464, "hit_rate_at_20": 0.94461, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.56468, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.46286, "ndcg_at_3": 0.4689, "ndcg_at_5": 0.4997, "ndcg_at_10": 0.54558, "ndcg_at_20": 0.57104, "ndcg_at_100": 0.60745, "ndcg_at_1000": 0.61807, "map_at_1": 0.26305, "map_at_3": 0.38453, "map_at_5": 0.42407, "map_at_10": 0.45568, "map_at_20": 0.46739, "map_at_100": 0.47528, "map_at_1000": 0.47592, "recall_at_1": 0.26305, "recall_at_3": 0.45703, "recall_at_5": 0.56156, "recall_at_10": 0.68294, "recall_at_20": 0.76144, "recall_at_100": 0.92039, "recall_at_1000": 0.99156, "accuracy": 0.26305, "precision_at_1": 0.46286, "precision_at_3": 0.30381, "precision_at_5": 0.23086, "precision_at_10": 0.14571, "precision_at_20": 0.08229, "precision_at_100": 0.02006, "precision_at_1000": 0.00213, "mrr_at_1": 0.462857, "mrr_at_3": 0.540476, "mrr_at_5": 0.55819, "mrr_at_10": 0.570433, "mrr_at_20": 0.573914, "mrr_at_100": 0.57625, "mrr_at_1000": 0.576469, "nauc_ndcg_at_1_max": 0.388731, "nauc_ndcg_at_1_std": 0.059129, "nauc_ndcg_at_1_diff1": 0.377506, "nauc_ndcg_at_3_max": 0.351691, "nauc_ndcg_at_3_std": 0.101269, "nauc_ndcg_at_3_diff1": 0.282147, "nauc_ndcg_at_5_max": 0.351063, "nauc_ndcg_at_5_std": 0.094157, "nauc_ndcg_at_5_diff1": 0.303321, "nauc_ndcg_at_10_max": 0.363734, "nauc_ndcg_at_10_std": 0.090857, "nauc_ndcg_at_10_diff1": 0.312597, "nauc_ndcg_at_20_max": 0.386264, "nauc_ndcg_at_20_std": 0.109086, "nauc_ndcg_at_20_diff1": 0.306142, "nauc_ndcg_at_100_max": 0.387159, "nauc_ndcg_at_100_std": 0.117148, "nauc_ndcg_at_100_diff1": 0.308299, "nauc_ndcg_at_1000_max": 0.385391, "nauc_ndcg_at_1000_std": 0.114909, "nauc_ndcg_at_1000_diff1": 0.307072, "nauc_map_at_1_max": 0.183003, "nauc_map_at_1_std": -0.006382, "nauc_map_at_1_diff1": 0.287489, "nauc_map_at_3_max": 0.258998, "nauc_map_at_3_std": 0.051808, "nauc_map_at_3_diff1": 0.264108, "nauc_map_at_5_max": 0.300325, "nauc_map_at_5_std": 0.065453, "nauc_map_at_5_diff1": 0.28528, "nauc_map_at_10_max": 0.322043, "nauc_map_at_10_std": 0.067774, "nauc_map_at_10_diff1": 0.292385, "nauc_map_at_20_max": 0.336583, "nauc_map_at_20_std": 0.080858, "nauc_map_at_20_diff1": 0.290235, "nauc_map_at_100_max": 0.338467, "nauc_map_at_100_std": 0.083747, "nauc_map_at_100_diff1": 0.29035, "nauc_map_at_1000_max": 0.33842, "nauc_map_at_1000_std": 0.083722, "nauc_map_at_1000_diff1": 0.290297, "nauc_recall_at_1_max": 0.183003, "nauc_recall_at_1_std": -0.006382, "nauc_recall_at_1_diff1": 0.287489, "nauc_recall_at_3_max": 0.234543, "nauc_recall_at_3_std": 0.065262, "nauc_recall_at_3_diff1": 0.2109, "nauc_recall_at_5_max": 0.280167, "nauc_recall_at_5_std": 0.074294, "nauc_recall_at_5_diff1": 0.272829, "nauc_recall_at_10_max": 0.308691, "nauc_recall_at_10_std": 0.073072, "nauc_recall_at_10_diff1": 0.285586, "nauc_recall_at_20_max": 0.389674, "nauc_recall_at_20_std": 0.127359, "nauc_recall_at_20_diff1": 0.27008, "nauc_recall_at_100_max": 0.422651, "nauc_recall_at_100_std": 0.257152, "nauc_recall_at_100_diff1": 0.296111, "nauc_recall_at_1000_max": 0.576135, "nauc_recall_at_1000_std": 0.904186, "nauc_recall_at_1000_diff1": 0.100645, "nauc_precision_at_1_max": 0.388731, "nauc_precision_at_1_std": 0.059129, "nauc_precision_at_1_diff1": 0.377506, "nauc_precision_at_3_max": 0.406061, "nauc_precision_at_3_std": 0.177563, "nauc_precision_at_3_diff1": 0.191574, "nauc_precision_at_5_max": 0.418589, "nauc_precision_at_5_std": 0.184601, "nauc_precision_at_5_diff1": 0.170385, "nauc_precision_at_10_max": 0.395808, "nauc_precision_at_10_std": 0.176914, "nauc_precision_at_10_diff1": 0.142559, "nauc_precision_at_20_max": 0.394567, "nauc_precision_at_20_std": 0.206106, "nauc_precision_at_20_diff1": 0.097235, "nauc_precision_at_100_max": 0.313055, "nauc_precision_at_100_std": 0.197058, "nauc_precision_at_100_diff1": 0.053841, "nauc_precision_at_1000_max": 0.289583, "nauc_precision_at_1000_std": 0.185512, "nauc_precision_at_1000_diff1": 0.039343, "nauc_mrr_at_1_max": 0.388731, "nauc_mrr_at_1_std": 0.059129, "nauc_mrr_at_1_diff1": 0.377506, "nauc_mrr_at_3_max": 0.416502, "nauc_mrr_at_3_std": 0.116083, "nauc_mrr_at_3_diff1": 0.32966, "nauc_mrr_at_5_max": 0.421472, "nauc_mrr_at_5_std": 0.113637, "nauc_mrr_at_5_diff1": 0.346374, "nauc_mrr_at_10_max": 0.422079, "nauc_mrr_at_10_std": 0.113142, "nauc_mrr_at_10_diff1": 0.35303, "nauc_mrr_at_20_max": 0.421684, "nauc_mrr_at_20_std": 0.11083, "nauc_mrr_at_20_diff1": 0.351467, "nauc_mrr_at_100_max": 0.420943, "nauc_mrr_at_100_std": 0.109915, "nauc_mrr_at_100_diff1": 0.350703, "nauc_mrr_at_1000_max": 0.420851, "nauc_mrr_at_1000_std": 0.109993, "nauc_mrr_at_1000_diff1": 0.350552, "hit_rate_at_1": 0.46286, "hit_rate_at_3": 0.64571, "hit_rate_at_5": 0.72286, "hit_rate_at_10": 0.81143, "hit_rate_at_20": 0.86, "hit_rate_at_100": 0.95429, "hit_rate_at_1000": 0.99714, "main_score": 0.54558, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.45833, "ndcg_at_3": 0.43077, "ndcg_at_5": 0.44014, "ndcg_at_10": 0.47501, "ndcg_at_20": 0.51335, "ndcg_at_100": 0.5693, "ndcg_at_1000": 0.58941, "map_at_1": 0.20315, "map_at_3": 0.30707, "map_at_5": 0.34167, "map_at_10": 0.372, "map_at_20": 0.38966, "map_at_100": 0.40472, "map_at_1000": 0.40647, "recall_at_1": 0.20315, "recall_at_3": 0.37086, "recall_at_5": 0.45064, "recall_at_10": 0.55614, "recall_at_20": 0.65844, "recall_at_100": 0.86458, "recall_at_1000": 0.97227, "accuracy": 0.20315, "precision_at_1": 0.45833, "precision_at_3": 0.31215, "precision_at_5": 0.24, "precision_at_10": 0.1576, "precision_at_20": 0.09849, "precision_at_100": 0.02744, "precision_at_1000": 0.00313, "mrr_at_1": 0.458333, "mrr_at_3": 0.550694, "mrr_at_5": 0.565226, "mrr_at_10": 0.57655, "mrr_at_20": 0.581065, "mrr_at_100": 0.583089, "mrr_at_1000": 0.583278, "nauc_ndcg_at_1_max": 0.238237, "nauc_ndcg_at_1_std": 0.08758, "nauc_ndcg_at_1_diff1": 0.303209, "nauc_ndcg_at_3_max": 0.234242, "nauc_ndcg_at_3_std": 0.043553, "nauc_ndcg_at_3_diff1": 0.265092, "nauc_ndcg_at_5_max": 0.225968, "nauc_ndcg_at_5_std": 0.016185, "nauc_ndcg_at_5_diff1": 0.249904, "nauc_ndcg_at_10_max": 0.227264, "nauc_ndcg_at_10_std": 0.015363, "nauc_ndcg_at_10_diff1": 0.249331, "nauc_ndcg_at_20_max": 0.243792, "nauc_ndcg_at_20_std": 0.041097, "nauc_ndcg_at_20_diff1": 0.245869, "nauc_ndcg_at_100_max": 0.261033, "nauc_ndcg_at_100_std": 0.082717, "nauc_ndcg_at_100_diff1": 0.243231, "nauc_ndcg_at_1000_max": 0.260232, "nauc_ndcg_at_1000_std": 0.078733, "nauc_ndcg_at_1000_diff1": 0.244171, "nauc_map_at_1_max": 0.174641, "nauc_map_at_1_std": -0.025628, "nauc_map_at_1_diff1": 0.352823, "nauc_map_at_3_max": 0.189726, "nauc_map_at_3_std": -0.032992, "nauc_map_at_3_diff1": 0.303941, "nauc_map_at_5_max": 0.206366, "nauc_map_at_5_std": -0.028106, "nauc_map_at_5_diff1": 0.281026, "nauc_map_at_10_max": 0.212288, "nauc_map_at_10_std": -0.01239, "nauc_map_at_10_diff1": 0.270066, "nauc_map_at_20_max": 0.222411, "nauc_map_at_20_std": 0.002922, "nauc_map_at_20_diff1": 0.265964, "nauc_map_at_100_max": 0.230075, "nauc_map_at_100_std": 0.016608, "nauc_map_at_100_diff1": 0.264434, "nauc_map_at_1000_max": 0.230208, "nauc_map_at_1000_std": 0.016924, "nauc_map_at_1000_diff1": 0.264426, "nauc_recall_at_1_max": 0.174641, "nauc_recall_at_1_std": -0.025628, "nauc_recall_at_1_diff1": 0.352823, "nauc_recall_at_3_max": 0.16457, "nauc_recall_at_3_std": -0.049059, "nauc_recall_at_3_diff1": 0.251875, "nauc_recall_at_5_max": 0.168239, "nauc_recall_at_5_std": -0.05417, "nauc_recall_at_5_diff1": 0.20517, "nauc_recall_at_10_max": 0.169259, "nauc_recall_at_10_std": -0.025798, "nauc_recall_at_10_diff1": 0.187641, "nauc_recall_at_20_max": 0.196806, "nauc_recall_at_20_std": 0.030347, "nauc_recall_at_20_diff1": 0.171037, "nauc_recall_at_100_max": 0.272643, "nauc_recall_at_100_std": 0.255153, "nauc_recall_at_100_diff1": 0.143071, "nauc_recall_at_1000_max": 0.508465, "nauc_recall_at_1000_std": 0.631185, "nauc_recall_at_1000_diff1": 0.137093, "nauc_precision_at_1_max": 0.238237, "nauc_precision_at_1_std": 0.08758, "nauc_precision_at_1_diff1": 0.303209, "nauc_precision_at_3_max": 0.230008, "nauc_precision_at_3_std": 0.10464, "nauc_precision_at_3_diff1": 0.100704, "nauc_precision_at_5_max": 0.220864, "nauc_precision_at_5_std": 0.113718, "nauc_precision_at_5_diff1": 0.015019, "nauc_precision_at_10_max": 0.182435, "nauc_precision_at_10_std": 0.1535, "nauc_precision_at_10_diff1": -0.043782, "nauc_precision_at_20_max": 0.172185, "nauc_precision_at_20_std": 0.198291, "nauc_precision_at_20_diff1": -0.078544, "nauc_precision_at_100_max": 0.117733, "nauc_precision_at_100_std": 0.247497, "nauc_precision_at_100_diff1": -0.127057, "nauc_precision_at_1000_max": 0.072318, "nauc_precision_at_1000_std": 0.213283, "nauc_precision_at_1000_diff1": -0.147712, "nauc_mrr_at_1_max": 0.238237, "nauc_mrr_at_1_std": 0.08758, "nauc_mrr_at_1_diff1": 0.303209, "nauc_mrr_at_3_max": 0.259932, "nauc_mrr_at_3_std": 0.098247, "nauc_mrr_at_3_diff1": 0.275807, "nauc_mrr_at_5_max": 0.253307, "nauc_mrr_at_5_std": 0.094052, "nauc_mrr_at_5_diff1": 0.269224, "nauc_mrr_at_10_max": 0.253953, "nauc_mrr_at_10_std": 0.093436, "nauc_mrr_at_10_diff1": 0.270256, "nauc_mrr_at_20_max": 0.254376, "nauc_mrr_at_20_std": 0.094265, "nauc_mrr_at_20_diff1": 0.271618, "nauc_mrr_at_100_max": 0.254318, "nauc_mrr_at_100_std": 0.09538, "nauc_mrr_at_100_diff1": 0.27201, "nauc_mrr_at_1000_max": 0.254376, "nauc_mrr_at_1000_std": 0.095213, "nauc_mrr_at_1000_diff1": 0.2722, "hit_rate_at_1": 0.45833, "hit_rate_at_3": 0.66771, "hit_rate_at_5": 0.73125, "hit_rate_at_10": 0.81458, "hit_rate_at_20": 0.87708, "hit_rate_at_100": 0.95729, "hit_rate_at_1000": 0.99062, "main_score": 0.47501, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.53256, "ndcg_at_3": 0.56038, "ndcg_at_5": 0.58637, "ndcg_at_10": 0.62981, "ndcg_at_20": 0.66032, "ndcg_at_100": 0.68654, "ndcg_at_1000": 0.69086, "map_at_1": 0.33605, "map_at_3": 0.47276, "map_at_5": 0.50402, "map_at_10": 0.53293, "map_at_20": 0.54682, "map_at_100": 0.55389, "map_at_1000": 0.55427, "recall_at_1": 0.33605, "recall_at_3": 0.57699, "recall_at_5": 0.66127, "recall_at_10": 0.77593, "recall_at_20": 0.86869, "recall_at_100": 0.97327, "recall_at_1000": 0.99764, "accuracy": 0.33605, "precision_at_1": 0.53256, "precision_at_3": 0.32907, "precision_at_5": 0.23674, "precision_at_10": 0.14674, "precision_at_20": 0.08535, "precision_at_100": 0.02003, "precision_at_1000": 0.00208, "mrr_at_1": 0.532558, "mrr_at_3": 0.635271, "mrr_at_5": 0.650504, "mrr_at_10": 0.660865, "mrr_at_20": 0.663978, "mrr_at_100": 0.665053, "mrr_at_1000": 0.665114, "nauc_ndcg_at_1_max": 0.270076, "nauc_ndcg_at_1_std": -0.003034, "nauc_ndcg_at_1_diff1": 0.415454, "nauc_ndcg_at_3_max": 0.172494, "nauc_ndcg_at_3_std": -0.140208, "nauc_ndcg_at_3_diff1": 0.352609, "nauc_ndcg_at_5_max": 0.157807, "nauc_ndcg_at_5_std": -0.169269, "nauc_ndcg_at_5_diff1": 0.339969, "nauc_ndcg_at_10_max": 0.192141, "nauc_ndcg_at_10_std": -0.142747, "nauc_ndcg_at_10_diff1": 0.350549, "nauc_ndcg_at_20_max": 0.197082, "nauc_ndcg_at_20_std": -0.123492, "nauc_ndcg_at_20_diff1": 0.352624, "nauc_ndcg_at_100_max": 0.22262, "nauc_ndcg_at_100_std": -0.089499, "nauc_ndcg_at_100_diff1": 0.364613, "nauc_ndcg_at_1000_max": 0.223452, "nauc_ndcg_at_1000_std": -0.091081, "nauc_ndcg_at_1000_diff1": 0.366477, "nauc_map_at_1_max": 0.067991, "nauc_map_at_1_std": -0.16636, "nauc_map_at_1_diff1": 0.407223, "nauc_map_at_3_max": 0.094267, "nauc_map_at_3_std": -0.202659, "nauc_map_at_3_diff1": 0.360618, "nauc_map_at_5_max": 0.108984, "nauc_map_at_5_std": -0.198555, "nauc_map_at_5_diff1": 0.347646, "nauc_map_at_10_max": 0.140424, "nauc_map_at_10_std": -0.173873, "nauc_map_at_10_diff1": 0.350014, "nauc_map_at_20_max": 0.144679, "nauc_map_at_20_std": -0.165276, "nauc_map_at_20_diff1": 0.352732, "nauc_map_at_100_max": 0.152713, "nauc_map_at_100_std": -0.154899, "nauc_map_at_100_diff1": 0.355199, "nauc_map_at_1000_max": 0.152988, "nauc_map_at_1000_std": -0.154699, "nauc_map_at_1000_diff1": 0.355336, "nauc_recall_at_1_max": 0.067991, "nauc_recall_at_1_std": -0.16636, "nauc_recall_at_1_diff1": 0.407223, "nauc_recall_at_3_max": 0.059155, "nauc_recall_at_3_std": -0.244142, "nauc_recall_at_3_diff1": 0.2838, "nauc_recall_at_5_max": 0.051543, "nauc_recall_at_5_std": -0.267881, "nauc_recall_at_5_diff1": 0.24129, "nauc_recall_at_10_max": 0.105337, "nauc_recall_at_10_std": -0.217446, "nauc_recall_at_10_diff1": 0.219365, "nauc_recall_at_20_max": 0.067253, "nauc_recall_at_20_std": -0.191666, "nauc_recall_at_20_diff1": 0.164737, "nauc_recall_at_100_max": 0.278345, "nauc_recall_at_100_std": 0.179905, "nauc_recall_at_100_diff1": 0.151063, "nauc_recall_at_1000_max": 0.93686, "nauc_recall_at_1000_std": 0.941605, "nauc_recall_at_1000_diff1": -0.153855, "nauc_precision_at_1_max": 0.270076, "nauc_precision_at_1_std": -0.003034, "nauc_precision_at_1_diff1": 0.415454, "nauc_precision_at_3_max": 0.282261, "nauc_precision_at_3_std": 0.057203, "nauc_precision_at_3_diff1": 0.135884, "nauc_precision_at_5_max": 0.305271, "nauc_precision_at_5_std": 0.118297, "nauc_precision_at_5_diff1": 0.04267, "nauc_precision_at_10_max": 0.349546, "nauc_precision_at_10_std": 0.236982, "nauc_precision_at_10_diff1": -0.018088, "nauc_precision_at_20_max": 0.305377, "nauc_precision_at_20_std": 0.284734, "nauc_precision_at_20_diff1": -0.053084, "nauc_precision_at_100_max": 0.301434, "nauc_precision_at_100_std": 0.356098, "nauc_precision_at_100_diff1": -0.068126, "nauc_precision_at_1000_max": 0.288592, "nauc_precision_at_1000_std": 0.346234, "nauc_precision_at_1000_diff1": -0.075771, "nauc_mrr_at_1_max": 0.270076, "nauc_mrr_at_1_std": -0.003034, "nauc_mrr_at_1_diff1": 0.415454, "nauc_mrr_at_3_max": 0.301325, "nauc_mrr_at_3_std": -0.021938, "nauc_mrr_at_3_diff1": 0.397168, "nauc_mrr_at_5_max": 0.300902, "nauc_mrr_at_5_std": -0.020843, "nauc_mrr_at_5_diff1": 0.399902, "nauc_mrr_at_10_max": 0.302249, "nauc_mrr_at_10_std": -0.014909, "nauc_mrr_at_10_diff1": 0.402138, "nauc_mrr_at_20_max": 0.299681, "nauc_mrr_at_20_std": -0.013998, "nauc_mrr_at_20_diff1": 0.399572, "nauc_mrr_at_100_max": 0.29954, "nauc_mrr_at_100_std": -0.013902, "nauc_mrr_at_100_diff1": 0.400177, "nauc_mrr_at_1000_max": 0.299458, "nauc_mrr_at_1000_std": -0.013992, "nauc_mrr_at_1000_diff1": 0.400181, "hit_rate_at_1": 0.53256, "hit_rate_at_3": 0.76512, "hit_rate_at_5": 0.83256, "hit_rate_at_10": 0.90698, "hit_rate_at_20": 0.94884, "hit_rate_at_100": 0.98837, "hit_rate_at_1000": 0.99884, "main_score": 0.62981, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.56338, "ndcg_at_3": 0.56736, "ndcg_at_5": 0.57663, "ndcg_at_10": 0.61269, "ndcg_at_20": 0.64358, "ndcg_at_100": 0.68051, "ndcg_at_1000": 0.6907, "map_at_1": 0.35408, "map_at_3": 0.4647, "map_at_5": 0.49298, "map_at_10": 0.52009, "map_at_20": 0.53499, "map_at_100": 0.54571, "map_at_1000": 0.54661, "recall_at_1": 0.35408, "recall_at_3": 0.54028, "recall_at_5": 0.60816, "recall_at_10": 0.71637, "recall_at_20": 0.80159, "recall_at_100": 0.93114, "recall_at_1000": 0.9885, "accuracy": 0.35408, "precision_at_1": 0.56338, "precision_at_3": 0.3349, "precision_at_5": 0.23662, "precision_at_10": 0.15164, "precision_at_20": 0.09061, "precision_at_100": 0.02352, "precision_at_1000": 0.00255, "mrr_at_1": 0.56338, "mrr_at_3": 0.662754, "mrr_at_5": 0.672613, "mrr_at_10": 0.681265, "mrr_at_20": 0.684292, "mrr_at_100": 0.685599, "mrr_at_1000": 0.685642, "nauc_ndcg_at_1_max": 0.45563, "nauc_ndcg_at_1_std": 0.097751, "nauc_ndcg_at_1_diff1": 0.465415, "nauc_ndcg_at_3_max": 0.372041, "nauc_ndcg_at_3_std": 0.10203, "nauc_ndcg_at_3_diff1": 0.358148, "nauc_ndcg_at_5_max": 0.335662, "nauc_ndcg_at_5_std": 0.071986, "nauc_ndcg_at_5_diff1": 0.310987, "nauc_ndcg_at_10_max": 0.345634, "nauc_ndcg_at_10_std": 0.118727, "nauc_ndcg_at_10_diff1": 0.288742, "nauc_ndcg_at_20_max": 0.3448, "nauc_ndcg_at_20_std": 0.16096, "nauc_ndcg_at_20_diff1": 0.285672, "nauc_ndcg_at_100_max": 0.379498, "nauc_ndcg_at_100_std": 0.148968, "nauc_ndcg_at_100_diff1": 0.327455, "nauc_ndcg_at_1000_max": 0.381372, "nauc_ndcg_at_1000_std": 0.13971, "nauc_ndcg_at_1000_diff1": 0.326341, "nauc_map_at_1_max": 0.271505, "nauc_map_at_1_std": -0.005454, "nauc_map_at_1_diff1": 0.436181, "nauc_map_at_3_max": 0.299626, "nauc_map_at_3_std": 0.076012, "nauc_map_at_3_diff1": 0.340641, "nauc_map_at_5_max": 0.298591, "nauc_map_at_5_std": 0.070028, "nauc_map_at_5_diff1": 0.314594, "nauc_map_at_10_max": 0.316442, "nauc_map_at_10_std": 0.089538, "nauc_map_at_10_diff1": 0.312909, "nauc_map_at_20_max": 0.320955, "nauc_map_at_20_std": 0.108406, "nauc_map_at_20_diff1": 0.314794, "nauc_map_at_100_max": 0.331243, "nauc_map_at_100_std": 0.106196, "nauc_map_at_100_diff1": 0.325099, "nauc_map_at_1000_max": 0.331868, "nauc_map_at_1000_std": 0.105569, "nauc_map_at_1000_diff1": 0.32533, "nauc_recall_at_1_max": 0.271505, "nauc_recall_at_1_std": -0.005454, "nauc_recall_at_1_diff1": 0.436181, "nauc_recall_at_3_max": 0.246099, "nauc_recall_at_3_std": 0.081755, "nauc_recall_at_3_diff1": 0.247688, "nauc_recall_at_5_max": 0.19182, "nauc_recall_at_5_std": 0.030995, "nauc_recall_at_5_diff1": 0.148893, "nauc_recall_at_10_max": 0.224926, "nauc_recall_at_10_std": 0.134033, "nauc_recall_at_10_diff1": 0.10134, "nauc_recall_at_20_max": 0.16569, "nauc_recall_at_20_std": 0.313462, "nauc_recall_at_20_diff1": 0.008068, "nauc_recall_at_100_max": 0.295506, "nauc_recall_at_100_std": 0.406593, "nauc_recall_at_100_diff1": 0.115016, "nauc_recall_at_1000_max": 0.024303, "nauc_recall_at_1000_std": 0.793409, "nauc_recall_at_1000_diff1": -0.784601, "nauc_precision_at_1_max": 0.45563, "nauc_precision_at_1_std": 0.097751, "nauc_precision_at_1_diff1": 0.465415, "nauc_precision_at_3_max": 0.334836, "nauc_precision_at_3_std": 0.228513, "nauc_precision_at_3_diff1": 0.064142, "nauc_precision_at_5_max": 0.272028, "nauc_precision_at_5_std": 0.159816, "nauc_precision_at_5_diff1": -0.014916, "nauc_precision_at_10_max": 0.239004, "nauc_precision_at_10_std": 0.188559, "nauc_precision_at_10_diff1": -0.050596, "nauc_precision_at_20_max": 0.175321, "nauc_precision_at_20_std": 0.21091, "nauc_precision_at_20_diff1": -0.056437, "nauc_precision_at_100_max": 0.141528, "nauc_precision_at_100_std": 0.091045, "nauc_precision_at_100_diff1": -0.002697, "nauc_precision_at_1000_max": 0.11348, "nauc_precision_at_1000_std": 0.04872, "nauc_precision_at_1000_diff1": -0.031036, "nauc_mrr_at_1_max": 0.45563, "nauc_mrr_at_1_std": 0.097751, "nauc_mrr_at_1_diff1": 0.465415, "nauc_mrr_at_3_max": 0.46297, "nauc_mrr_at_3_std": 0.126393, "nauc_mrr_at_3_diff1": 0.411645, "nauc_mrr_at_5_max": 0.455772, "nauc_mrr_at_5_std": 0.119079, "nauc_mrr_at_5_diff1": 0.398575, "nauc_mrr_at_10_max": 0.46386, "nauc_mrr_at_10_std": 0.125754, "nauc_mrr_at_10_diff1": 0.400007, "nauc_mrr_at_20_max": 0.460901, "nauc_mrr_at_20_std": 0.128659, "nauc_mrr_at_20_diff1": 0.398579, "nauc_mrr_at_100_max": 0.460414, "nauc_mrr_at_100_std": 0.127193, "nauc_mrr_at_100_diff1": 0.400636, "nauc_mrr_at_1000_max": 0.460405, "nauc_mrr_at_1000_std": 0.127225, "nauc_mrr_at_1000_diff1": 0.400599, "hit_rate_at_1": 0.56338, "hit_rate_at_3": 0.78873, "hit_rate_at_5": 0.83099, "hit_rate_at_10": 0.89671, "hit_rate_at_20": 0.93427, "hit_rate_at_100": 0.97183, "hit_rate_at_1000": 0.99061, "main_score": 0.61269, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.607, "ndcg_at_3": 0.56578, "ndcg_at_5": 0.58423, "ndcg_at_10": 0.62784, "ndcg_at_20": 0.66587, "ndcg_at_100": 0.70226, "ndcg_at_1000": 0.70898, "map_at_1": 0.30473, "map_at_3": 0.44248, "map_at_5": 0.48436, "map_at_10": 0.52151, "map_at_20": 0.54131, "map_at_100": 0.55244, "map_at_1000": 0.55314, "recall_at_1": 0.30473, "recall_at_3": 0.51307, "recall_at_5": 0.60725, "recall_at_10": 0.72745, "recall_at_20": 0.82902, "recall_at_100": 0.963, "recall_at_1000": 0.99825, "accuracy": 0.30473, "precision_at_1": 0.607, "precision_at_3": 0.37867, "precision_at_5": 0.2848, "precision_at_10": 0.1835, "precision_at_20": 0.11075, "precision_at_100": 0.02698, "precision_at_1000": 0.00283, "mrr_at_1": 0.607, "mrr_at_3": 0.694667, "mrr_at_5": 0.708417, "mrr_at_10": 0.71706, "mrr_at_20": 0.719232, "mrr_at_100": 0.720215, "mrr_at_1000": 0.720252, "nauc_ndcg_at_1_max": 0.277331, "nauc_ndcg_at_1_std": 0.084607, "nauc_ndcg_at_1_diff1": 0.33834, "nauc_ndcg_at_3_max": 0.228993, "nauc_ndcg_at_3_std": 0.032288, "nauc_ndcg_at_3_diff1": 0.269137, "nauc_ndcg_at_5_max": 0.199635, "nauc_ndcg_at_5_std": 0.010922, "nauc_ndcg_at_5_diff1": 0.269985, "nauc_ndcg_at_10_max": 0.201342, "nauc_ndcg_at_10_std": -0.001108, "nauc_ndcg_at_10_diff1": 0.277736, "nauc_ndcg_at_20_max": 0.219627, "nauc_ndcg_at_20_std": 0.028516, "nauc_ndcg_at_20_diff1": 0.277663, "nauc_ndcg_at_100_max": 0.251282, "nauc_ndcg_at_100_std": 0.063708, "nauc_ndcg_at_100_diff1": 0.286539, "nauc_ndcg_at_1000_max": 0.251042, "nauc_ndcg_at_1000_std": 0.059337, "nauc_ndcg_at_1000_diff1": 0.284975, "nauc_map_at_1_max": 0.082508, "nauc_map_at_1_std": -0.034919, "nauc_map_at_1_diff1": 0.325504, "nauc_map_at_3_max": 0.125219, "nauc_map_at_3_std": -0.032769, "nauc_map_at_3_diff1": 0.272134, "nauc_map_at_5_max": 0.144956, "nauc_map_at_5_std": -0.028642, "nauc_map_at_5_diff1": 0.265008, "nauc_map_at_10_max": 0.167857, "nauc_map_at_10_std": -0.017141, "nauc_map_at_10_diff1": 0.270009, "nauc_map_at_20_max": 0.179432, "nauc_map_at_20_std": -0.002704, "nauc_map_at_20_diff1": 0.271993, "nauc_map_at_100_max": 0.189563, "nauc_map_at_100_std": 0.009106, "nauc_map_at_100_diff1": 0.274184, "nauc_map_at_1000_max": 0.189715, "nauc_map_at_1000_std": 0.009064, "nauc_map_at_1000_diff1": 0.27386, "nauc_recall_at_1_max": 0.082508, "nauc_recall_at_1_std": -0.034919, "nauc_recall_at_1_diff1": 0.325504, "nauc_recall_at_3_max": 0.094788, "nauc_recall_at_3_std": -0.0555, "nauc_recall_at_3_diff1": 0.222133, "nauc_recall_at_5_max": 0.095311, "nauc_recall_at_5_std": -0.064488, "nauc_recall_at_5_diff1": 0.199042, "nauc_recall_at_10_max": 0.092797, "nauc_recall_at_10_std": -0.085767, "nauc_recall_at_10_diff1": 0.197795, "nauc_recall_at_20_max": 0.095505, "nauc_recall_at_20_std": -0.030726, "nauc_recall_at_20_diff1": 0.166454, "nauc_recall_at_100_max": 0.269664, "nauc_recall_at_100_std": 0.256305, "nauc_recall_at_100_diff1": 0.226414, "nauc_recall_at_1000_max": 0.711751, "nauc_recall_at_1000_std": 0.66062, "nauc_recall_at_1000_diff1": 0.617269, "nauc_precision_at_1_max": 0.277331, "nauc_precision_at_1_std": 0.084607, "nauc_precision_at_1_diff1": 0.33834, "nauc_precision_at_3_max": 0.297696, "nauc_precision_at_3_std": 0.127816, "nauc_precision_at_3_diff1": 0.070754, "nauc_precision_at_5_max": 0.292197, "nauc_precision_at_5_std": 0.141145, "nauc_precision_at_5_diff1": 0.018284, "nauc_precision_at_10_max": 0.272529, "nauc_precision_at_10_std": 0.159133, "nauc_precision_at_10_diff1": -0.001527, "nauc_precision_at_20_max": 0.24417, "nauc_precision_at_20_std": 0.200319, "nauc_precision_at_20_diff1": -0.037982, "nauc_precision_at_100_max": 0.23563, "nauc_precision_at_100_std": 0.246762, "nauc_precision_at_100_diff1": -0.073222, "nauc_precision_at_1000_max": 0.213902, "nauc_precision_at_1000_std": 0.224504, "nauc_precision_at_1000_diff1": -0.090241, "nauc_mrr_at_1_max": 0.277331, "nauc_mrr_at_1_std": 0.084607, "nauc_mrr_at_1_diff1": 0.33834, "nauc_mrr_at_3_max": 0.310384, "nauc_mrr_at_3_std": 0.087007, "nauc_mrr_at_3_diff1": 0.324364, "nauc_mrr_at_5_max": 0.307861, "nauc_mrr_at_5_std": 0.089986, "nauc_mrr_at_5_diff1": 0.324642, "nauc_mrr_at_10_max": 0.310042, "nauc_mrr_at_10_std": 0.091232, "nauc_mrr_at_10_diff1": 0.325935, "nauc_mrr_at_20_max": 0.308572, "nauc_mrr_at_20_std": 0.090851, "nauc_mrr_at_20_diff1": 0.324886, "nauc_mrr_at_100_max": 0.308083, "nauc_mrr_at_100_std": 0.0907, "nauc_mrr_at_100_diff1": 0.325669, "nauc_mrr_at_1000_max": 0.308007, "nauc_mrr_at_1000_std": 0.090626, "nauc_mrr_at_1000_diff1": 0.325647, "hit_rate_at_1": 0.607, "hit_rate_at_3": 0.801, "hit_rate_at_5": 0.861, "hit_rate_at_10": 0.924, "hit_rate_at_20": 0.954, "hit_rate_at_100": 0.991, "hit_rate_at_1000": 1.0, "main_score": 0.62784, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.32365, "ndcg_at_3": 0.3637, "ndcg_at_5": 0.38216, "ndcg_at_10": 0.42277, "ndcg_at_20": 0.44616, "ndcg_at_100": 0.47591, "ndcg_at_1000": 0.49605, "map_at_1": 0.20913, "map_at_3": 0.30411, "map_at_5": 0.32361, "map_at_10": 0.3455, "map_at_20": 0.35502, "map_at_100": 0.36111, "map_at_1000": 0.36207, "recall_at_1": 0.20913, "recall_at_3": 0.38598, "recall_at_5": 0.44332, "recall_at_10": 0.55012, "recall_at_20": 0.6221, "recall_at_100": 0.75231, "recall_at_1000": 0.8878, "accuracy": 0.20913, "precision_at_1": 0.32365, "precision_at_3": 0.21162, "precision_at_5": 0.15104, "precision_at_10": 0.0971, "precision_at_20": 0.05747, "precision_at_100": 0.01423, "precision_at_1000": 0.0017, "mrr_at_1": 0.323651, "mrr_at_3": 0.415975, "mrr_at_5": 0.429461, "mrr_at_10": 0.442635, "mrr_at_20": 0.445977, "mrr_at_100": 0.448714, "mrr_at_1000": 0.449127, "nauc_ndcg_at_1_max": 0.248435, "nauc_ndcg_at_1_std": 0.129042, "nauc_ndcg_at_1_diff1": 0.391712, "nauc_ndcg_at_3_max": 0.247159, "nauc_ndcg_at_3_std": 0.095716, "nauc_ndcg_at_3_diff1": 0.370698, "nauc_ndcg_at_5_max": 0.244191, "nauc_ndcg_at_5_std": 0.089312, "nauc_ndcg_at_5_diff1": 0.367867, "nauc_ndcg_at_10_max": 0.258204, "nauc_ndcg_at_10_std": 0.114531, "nauc_ndcg_at_10_diff1": 0.361502, "nauc_ndcg_at_20_max": 0.289273, "nauc_ndcg_at_20_std": 0.145743, "nauc_ndcg_at_20_diff1": 0.368007, "nauc_ndcg_at_100_max": 0.301271, "nauc_ndcg_at_100_std": 0.168888, "nauc_ndcg_at_100_diff1": 0.37332, "nauc_ndcg_at_1000_max": 0.305253, "nauc_ndcg_at_1000_std": 0.17603, "nauc_ndcg_at_1000_diff1": 0.374288, "nauc_map_at_1_max": 0.165701, "nauc_map_at_1_std": 0.065325, "nauc_map_at_1_diff1": 0.329587, "nauc_map_at_3_max": 0.209268, "nauc_map_at_3_std": 0.064315, "nauc_map_at_3_diff1": 0.349523, "nauc_map_at_5_max": 0.216774, "nauc_map_at_5_std": 0.069697, "nauc_map_at_5_diff1": 0.351962, "nauc_map_at_10_max": 0.22834, "nauc_map_at_10_std": 0.083853, "nauc_map_at_10_diff1": 0.353359, "nauc_map_at_20_max": 0.242538, "nauc_map_at_20_std": 0.096842, "nauc_map_at_20_diff1": 0.356263, "nauc_map_at_100_max": 0.245069, "nauc_map_at_100_std": 0.10121, "nauc_map_at_100_diff1": 0.358581, "nauc_map_at_1000_max": 0.245523, "nauc_map_at_1000_std": 0.102036, "nauc_map_at_1000_diff1": 0.35845, "nauc_recall_at_1_max": 0.165701, "nauc_recall_at_1_std": 0.065325, "nauc_recall_at_1_diff1": 0.329587, "nauc_recall_at_3_max": 0.197063, "nauc_recall_at_3_std": 0.041378, "nauc_recall_at_3_diff1": 0.318111, "nauc_recall_at_5_max": 0.201899, "nauc_recall_at_5_std": 0.051065, "nauc_recall_at_5_diff1": 0.313578, "nauc_recall_at_10_max": 0.22167, "nauc_recall_at_10_std": 0.102562, "nauc_recall_at_10_diff1": 0.283587, "nauc_recall_at_20_max": 0.318339, "nauc_recall_at_20_std": 0.203108, "nauc_recall_at_20_diff1": 0.297559, "nauc_recall_at_100_max": 0.401753, "nauc_recall_at_100_std": 0.363655, "nauc_recall_at_100_diff1": 0.309776, "nauc_recall_at_1000_max": 0.549891, "nauc_recall_at_1000_std": 0.602873, "nauc_recall_at_1000_diff1": 0.314325, "nauc_precision_at_1_max": 0.248435, "nauc_precision_at_1_std": 0.129042, "nauc_precision_at_1_diff1": 0.391712, "nauc_precision_at_3_max": 0.324181, "nauc_precision_at_3_std": 0.170006, "nauc_precision_at_3_diff1": 0.359477, "nauc_precision_at_5_max": 0.324361, "nauc_precision_at_5_std": 0.169892, "nauc_precision_at_5_diff1": 0.330092, "nauc_precision_at_10_max": 0.309232, "nauc_precision_at_10_std": 0.212993, "nauc_precision_at_10_diff1": 0.254907, "nauc_precision_at_20_max": 0.340482, "nauc_precision_at_20_std": 0.262785, "nauc_precision_at_20_diff1": 0.236721, "nauc_precision_at_100_max": 0.321094, "nauc_precision_at_100_std": 0.296875, "nauc_precision_at_100_diff1": 0.198744, "nauc_precision_at_1000_max": 0.289644, "nauc_precision_at_1000_std": 0.302312, "nauc_precision_at_1000_diff1": 0.138029, "nauc_mrr_at_1_max": 0.248435, "nauc_mrr_at_1_std": 0.129042, "nauc_mrr_at_1_diff1": 0.391712, "nauc_mrr_at_3_max": 0.291622, "nauc_mrr_at_3_std": 0.145498, "nauc_mrr_at_3_diff1": 0.404035, "nauc_mrr_at_5_max": 0.293863, "nauc_mrr_at_5_std": 0.147741, "nauc_mrr_at_5_diff1": 0.406868, "nauc_mrr_at_10_max": 0.294819, "nauc_mrr_at_10_std": 0.156004, "nauc_mrr_at_10_diff1": 0.402263, "nauc_mrr_at_20_max": 0.297922, "nauc_mrr_at_20_std": 0.159352, "nauc_mrr_at_20_diff1": 0.402092, "nauc_mrr_at_100_max": 0.298179, "nauc_mrr_at_100_std": 0.159678, "nauc_mrr_at_100_diff1": 0.402313, "nauc_mrr_at_1000_max": 0.297946, "nauc_mrr_at_1000_std": 0.1595, "nauc_mrr_at_1000_diff1": 0.402166, "hit_rate_at_1": 0.32365, "hit_rate_at_3": 0.52905, "hit_rate_at_5": 0.58714, "hit_rate_at_10": 0.68257, "hit_rate_at_20": 0.73029, "hit_rate_at_100": 0.83195, "hit_rate_at_1000": 0.92324, "main_score": 0.42277, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.4372, "ndcg_at_3": 0.55229, "ndcg_at_5": 0.58823, "ndcg_at_10": 0.61589, "ndcg_at_20": 0.63136, "ndcg_at_100": 0.64303, "ndcg_at_1000": 0.65125, "map_at_1": 0.43096, "map_at_3": 0.52164, "map_at_5": 0.54215, "map_at_10": 0.55388, "map_at_20": 0.55847, "map_at_100": 0.56021, "map_at_1000": 0.56053, "recall_at_1": 0.43096, "recall_at_3": 0.63627, "recall_at_5": 0.72222, "recall_at_10": 0.80656, "recall_at_20": 0.86554, "recall_at_100": 0.92613, "recall_at_1000": 0.99034, "accuracy": 0.43096, "precision_at_1": 0.4372, "precision_at_3": 0.21578, "precision_at_5": 0.14758, "precision_at_10": 0.08285, "precision_at_20": 0.04457, "precision_at_100": 0.00955, "precision_at_1000": 0.00102, "mrr_at_1": 0.437198, "mrr_at_3": 0.526771, "mrr_at_5": 0.546276, "mrr_at_10": 0.557235, "mrr_at_20": 0.561488, "mrr_at_100": 0.563203, "mrr_at_1000": 0.56351, "nauc_ndcg_at_1_max": 0.049618, "nauc_ndcg_at_1_std": -0.089388, "nauc_ndcg_at_1_diff1": 0.448273, "nauc_ndcg_at_3_max": 0.062022, "nauc_ndcg_at_3_std": -0.100132, "nauc_ndcg_at_3_diff1": 0.412159, "nauc_ndcg_at_5_max": 0.055041, "nauc_ndcg_at_5_std": -0.098926, "nauc_ndcg_at_5_diff1": 0.4097, "nauc_ndcg_at_10_max": 0.062884, "nauc_ndcg_at_10_std": -0.082908, "nauc_ndcg_at_10_diff1": 0.41607, "nauc_ndcg_at_20_max": 0.068567, "nauc_ndcg_at_20_std": -0.07944, "nauc_ndcg_at_20_diff1": 0.412217, "nauc_ndcg_at_100_max": 0.066171, "nauc_ndcg_at_100_std": -0.074782, "nauc_ndcg_at_100_diff1": 0.415817, "nauc_ndcg_at_1000_max": 0.065442, "nauc_ndcg_at_1000_std": -0.083168, "nauc_ndcg_at_1000_diff1": 0.416687, "nauc_map_at_1_max": 0.050269, "nauc_map_at_1_std": -0.09355, "nauc_map_at_1_diff1": 0.452215, "nauc_map_at_3_max": 0.059138, "nauc_map_at_3_std": -0.100416, "nauc_map_at_3_diff1": 0.422281, "nauc_map_at_5_max": 0.055052, "nauc_map_at_5_std": -0.099844, "nauc_map_at_5_diff1": 0.421252, "nauc_map_at_10_max": 0.058345, "nauc_map_at_10_std": -0.093229, "nauc_map_at_10_diff1": 0.423682, "nauc_map_at_20_max": 0.059623, "nauc_map_at_20_std": -0.092555, "nauc_map_at_20_diff1": 0.422625, "nauc_map_at_100_max": 0.059397, "nauc_map_at_100_std": -0.092013, "nauc_map_at_100_diff1": 0.422986, "nauc_map_at_1000_max": 0.059373, "nauc_map_at_1000_std": -0.092278, "nauc_map_at_1000_diff1": 0.423057, "nauc_recall_at_1_max": 0.050269, "nauc_recall_at_1_std": -0.09355, "nauc_recall_at_1_diff1": 0.452215, "nauc_recall_at_3_max": 0.071288, "nauc_recall_at_3_std": -0.101324, "nauc_recall_at_3_diff1": 0.379204, "nauc_recall_at_5_max": 0.050059, "nauc_recall_at_5_std": -0.098076, "nauc_recall_at_5_diff1": 0.365524, "nauc_recall_at_10_max": 0.084362, "nauc_recall_at_10_std": -0.026037, "nauc_recall_at_10_diff1": 0.387149, "nauc_recall_at_20_max": 0.139286, "nauc_recall_at_20_std": 0.02363, "nauc_recall_at_20_diff1": 0.34745, "nauc_recall_at_100_max": 0.143946, "nauc_recall_at_100_std": 0.179471, "nauc_recall_at_100_diff1": 0.373579, "nauc_recall_at_1000_max": 0.50375, "nauc_recall_at_1000_std": 0.162176, "nauc_recall_at_1000_diff1": 0.227617, "nauc_precision_at_1_max": 0.049618, "nauc_precision_at_1_std": -0.089388, "nauc_precision_at_1_diff1": 0.448273, "nauc_precision_at_3_max": 0.073777, "nauc_precision_at_3_std": -0.08609, "nauc_precision_at_3_diff1": 0.368092, "nauc_precision_at_5_max": 0.0582, "nauc_precision_at_5_std": -0.068759, "nauc_precision_at_5_diff1": 0.331136, "nauc_precision_at_10_max": 0.10478, "nauc_precision_at_10_std": 0.036866, "nauc_precision_at_10_diff1": 0.307573, "nauc_precision_at_20_max": 0.152506, "nauc_precision_at_20_std": 0.100136, "nauc_precision_at_20_diff1": 0.233574, "nauc_precision_at_100_max": 0.153236, "nauc_precision_at_100_std": 0.243384, "nauc_precision_at_100_diff1": 0.170268, "nauc_precision_at_1000_max": 0.200486, "nauc_precision_at_1000_std": 0.288736, "nauc_precision_at_1000_diff1": -0.091848, "nauc_mrr_at_1_max": 0.049618, "nauc_mrr_at_1_std": -0.089388, "nauc_mrr_at_1_diff1": 0.448273, "nauc_mrr_at_3_max": 0.059067, "nauc_mrr_at_3_std": -0.0971, "nauc_mrr_at_3_diff1": 0.419732, "nauc_mrr_at_5_max": 0.055762, "nauc_mrr_at_5_std": -0.096979, "nauc_mrr_at_5_diff1": 0.418686, "nauc_mrr_at_10_max": 0.057521, "nauc_mrr_at_10_std": -0.092302, "nauc_mrr_at_10_diff1": 0.420787, "nauc_mrr_at_20_max": 0.058759, "nauc_mrr_at_20_std": -0.091716, "nauc_mrr_at_20_diff1": 0.420039, "nauc_mrr_at_100_max": 0.058372, "nauc_mrr_at_100_std": -0.091148, "nauc_mrr_at_100_diff1": 0.420376, "nauc_mrr_at_1000_max": 0.058345, "nauc_mrr_at_1000_std": -0.091416, "nauc_mrr_at_1000_diff1": 0.420447, "hit_rate_at_1": 0.4372, "hit_rate_at_3": 0.64251, "hit_rate_at_5": 0.72705, "hit_rate_at_10": 0.80918, "hit_rate_at_20": 0.86715, "hit_rate_at_100": 0.92754, "hit_rate_at_1000": 0.99034, "main_score": 0.61589, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.57435, "ndcg_at_3": 0.60948, "ndcg_at_5": 0.63765, "ndcg_at_10": 0.67474, "ndcg_at_20": 0.69862, "ndcg_at_100": 0.71619, "ndcg_at_1000": 0.72212, "map_at_1": 0.40563, "map_at_3": 0.54088, "map_at_5": 0.56963, "map_at_10": 0.5932, "map_at_20": 0.60364, "map_at_100": 0.60813, "map_at_1000": 0.60853, "recall_at_1": 0.40563, "recall_at_3": 0.6387, "recall_at_5": 0.70998, "recall_at_10": 0.81021, "recall_at_20": 0.88364, "recall_at_100": 0.95666, "recall_at_1000": 0.9942, "accuracy": 0.40563, "precision_at_1": 0.57435, "precision_at_3": 0.3297, "precision_at_5": 0.23192, "precision_at_10": 0.13779, "precision_at_20": 0.07797, "precision_at_100": 0.01742, "precision_at_1000": 0.00182, "mrr_at_1": 0.574352, "mrr_at_3": 0.669168, "mrr_at_5": 0.680355, "mrr_at_10": 0.689782, "mrr_at_20": 0.692725, "mrr_at_100": 0.693442, "mrr_at_1000": 0.693525, "nauc_ndcg_at_1_max": 0.275935, "nauc_ndcg_at_1_std": 0.072446, "nauc_ndcg_at_1_diff1": 0.539488, "nauc_ndcg_at_3_max": 0.221149, "nauc_ndcg_at_3_std": 0.024505, "nauc_ndcg_at_3_diff1": 0.425262, "nauc_ndcg_at_5_max": 0.248791, "nauc_ndcg_at_5_std": 0.039116, "nauc_ndcg_at_5_diff1": 0.436822, "nauc_ndcg_at_10_max": 0.241017, "nauc_ndcg_at_10_std": 0.033332, "nauc_ndcg_at_10_diff1": 0.43583, "nauc_ndcg_at_20_max": 0.253888, "nauc_ndcg_at_20_std": 0.05352, "nauc_ndcg_at_20_diff1": 0.441423, "nauc_ndcg_at_100_max": 0.268463, "nauc_ndcg_at_100_std": 0.074861, "nauc_ndcg_at_100_diff1": 0.45233, "nauc_ndcg_at_1000_max": 0.266218, "nauc_ndcg_at_1000_std": 0.067004, "nauc_ndcg_at_1000_diff1": 0.453523, "nauc_map_at_1_max": 0.133569, "nauc_map_at_1_std": -0.036772, "nauc_map_at_1_diff1": 0.459723, "nauc_map_at_3_max": 0.176834, "nauc_map_at_3_std": -0.026063, "nauc_map_at_3_diff1": 0.418171, "nauc_map_at_5_max": 0.210871, "nauc_map_at_5_std": -0.0038, "nauc_map_at_5_diff1": 0.428882, "nauc_map_at_10_max": 0.213634, "nauc_map_at_10_std": -0.000421, "nauc_map_at_10_diff1": 0.430582, "nauc_map_at_20_max": 0.218679, "nauc_map_at_20_std": 0.008321, "nauc_map_at_20_diff1": 0.43248, "nauc_map_at_100_max": 0.223232, "nauc_map_at_100_std": 0.01447, "nauc_map_at_100_diff1": 0.435595, "nauc_map_at_1000_max": 0.223281, "nauc_map_at_1000_std": 0.014345, "nauc_map_at_1000_diff1": 0.435672, "nauc_recall_at_1_max": 0.133569, "nauc_recall_at_1_std": -0.036772, "nauc_recall_at_1_diff1": 0.459723, "nauc_recall_at_3_max": 0.143532, "nauc_recall_at_3_std": -0.031641, "nauc_recall_at_3_diff1": 0.32994, "nauc_recall_at_5_max": 0.213703, "nauc_recall_at_5_std": 0.014261, "nauc_recall_at_5_diff1": 0.347599, "nauc_recall_at_10_max": 0.17345, "nauc_recall_at_10_std": -0.005167, "nauc_recall_at_10_diff1": 0.313018, "nauc_recall_at_20_max": 0.213087, "nauc_recall_at_20_std": 0.075157, "nauc_recall_at_20_diff1": 0.295667, "nauc_recall_at_100_max": 0.414465, "nauc_recall_at_100_std": 0.462205, "nauc_recall_at_100_diff1": 0.365885, "nauc_recall_at_1000_max": 0.535837, "nauc_recall_at_1000_std": 0.720966, "nauc_recall_at_1000_diff1": 0.426973, "nauc_precision_at_1_max": 0.275935, "nauc_precision_at_1_std": 0.072446, "nauc_precision_at_1_diff1": 0.539488, "nauc_precision_at_3_max": 0.253823, "nauc_precision_at_3_std": 0.145504, "nauc_precision_at_3_diff1": 0.158943, "nauc_precision_at_5_max": 0.292113, "nauc_precision_at_5_std": 0.194534, "nauc_precision_at_5_diff1": 0.109979, "nauc_precision_at_10_max": 0.233475, "nauc_precision_at_10_std": 0.199726, "nauc_precision_at_10_diff1": 0.027547, "nauc_precision_at_20_max": 0.20096, "nauc_precision_at_20_std": 0.233673, "nauc_precision_at_20_diff1": -0.035172, "nauc_precision_at_100_max": 0.197939, "nauc_precision_at_100_std": 0.270617, "nauc_precision_at_100_diff1": -0.056089, "nauc_precision_at_1000_max": 0.180296, "nauc_precision_at_1000_std": 0.245297, "nauc_precision_at_1000_diff1": -0.077647, "nauc_mrr_at_1_max": 0.275935, "nauc_mrr_at_1_std": 0.072446, "nauc_mrr_at_1_diff1": 0.539488, "nauc_mrr_at_3_max": 0.303105, "nauc_mrr_at_3_std": 0.110145, "nauc_mrr_at_3_diff1": 0.495316, "nauc_mrr_at_5_max": 0.310288, "nauc_mrr_at_5_std": 0.114319, "nauc_mrr_at_5_diff1": 0.501784, "nauc_mrr_at_10_max": 0.306599, "nauc_mrr_at_10_std": 0.112878, "nauc_mrr_at_10_diff1": 0.502489, "nauc_mrr_at_20_max": 0.308361, "nauc_mrr_at_20_std": 0.113096, "nauc_mrr_at_20_diff1": 0.504399, "nauc_mrr_at_100_max": 0.307741, "nauc_mrr_at_100_std": 0.112345, "nauc_mrr_at_100_diff1": 0.504532, "nauc_mrr_at_1000_max": 0.307613, "nauc_mrr_at_1000_std": 0.112125, "nauc_mrr_at_1000_diff1": 0.504512, "hit_rate_at_1": 0.57435, "hit_rate_at_3": 0.78854, "hit_rate_at_5": 0.83629, "hit_rate_at_10": 0.90587, "hit_rate_at_20": 0.94816, "hit_rate_at_100": 0.97954, "hit_rate_at_1000": 0.99727, "main_score": 0.67474, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.52941, "ndcg_at_3": 0.64562, "ndcg_at_5": 0.66952, "ndcg_at_10": 0.69992, "ndcg_at_20": 0.70863, "ndcg_at_100": 0.71654, "ndcg_at_1000": 0.72463, "map_at_1": 0.4972, "map_at_3": 0.60983, "map_at_5": 0.62523, "map_at_10": 0.64172, "map_at_20": 0.6444, "map_at_100": 0.64555, "map_at_1000": 0.64585, "recall_at_1": 0.4972, "recall_at_3": 0.71989, "recall_at_5": 0.77311, "recall_at_10": 0.85434, "recall_at_20": 0.88796, "recall_at_100": 0.92997, "recall_at_1000": 0.9888, "accuracy": 0.4972, "precision_at_1": 0.52941, "precision_at_3": 0.26891, "precision_at_5": 0.17647, "precision_at_10": 0.10168, "precision_at_20": 0.05294, "precision_at_100": 0.01101, "precision_at_1000": 0.00119, "mrr_at_1": 0.529412, "mrr_at_3": 0.634454, "mrr_at_5": 0.647059, "mrr_at_10": 0.656476, "mrr_at_20": 0.658037, "mrr_at_100": 0.659192, "mrr_at_1000": 0.659415, "nauc_ndcg_at_1_max": 0.294347, "nauc_ndcg_at_1_std": -0.129375, "nauc_ndcg_at_1_diff1": 0.680705, "nauc_ndcg_at_3_max": 0.406778, "nauc_ndcg_at_3_std": -0.000707, "nauc_ndcg_at_3_diff1": 0.642035, "nauc_ndcg_at_5_max": 0.412504, "nauc_ndcg_at_5_std": 0.003956, "nauc_ndcg_at_5_diff1": 0.643672, "nauc_ndcg_at_10_max": 0.443105, "nauc_ndcg_at_10_std": 0.035084, "nauc_ndcg_at_10_diff1": 0.670864, "nauc_ndcg_at_20_max": 0.449856, "nauc_ndcg_at_20_std": 0.037803, "nauc_ndcg_at_20_diff1": 0.671158, "nauc_ndcg_at_100_max": 0.434166, "nauc_ndcg_at_100_std": 0.029968, "nauc_ndcg_at_100_diff1": 0.672959, "nauc_ndcg_at_1000_max": 0.42555, "nauc_ndcg_at_1000_std": 0.019316, "nauc_ndcg_at_1000_diff1": 0.671304, "nauc_map_at_1_max": 0.306038, "nauc_map_at_1_std": -0.155359, "nauc_map_at_1_diff1": 0.678543, "nauc_map_at_3_max": 0.376691, "nauc_map_at_3_std": -0.052983, "nauc_map_at_3_diff1": 0.654017, "nauc_map_at_5_max": 0.381757, "nauc_map_at_5_std": -0.0457, "nauc_map_at_5_diff1": 0.656307, "nauc_map_at_10_max": 0.400394, "nauc_map_at_10_std": -0.020896, "nauc_map_at_10_diff1": 0.671207, "nauc_map_at_20_max": 0.402321, "nauc_map_at_20_std": -0.020149, "nauc_map_at_20_diff1": 0.671497, "nauc_map_at_100_max": 0.400276, "nauc_map_at_100_std": -0.021874, "nauc_map_at_100_diff1": 0.671713, "nauc_map_at_1000_max": 0.399927, "nauc_map_at_1000_std": -0.022212, "nauc_map_at_1000_diff1": 0.671616, "nauc_recall_at_1_max": 0.306038, "nauc_recall_at_1_std": -0.155359, "nauc_recall_at_1_diff1": 0.678543, "nauc_recall_at_3_max": 0.465926, "nauc_recall_at_3_std": 0.080338, "nauc_recall_at_3_diff1": 0.571037, "nauc_recall_at_5_max": 0.494416, "nauc_recall_at_5_std": 0.116532, "nauc_recall_at_5_diff1": 0.56261, "nauc_recall_at_10_max": 0.65574, "nauc_recall_at_10_std": 0.259248, "nauc_recall_at_10_diff1": 0.645051, "nauc_recall_at_20_max": 0.761945, "nauc_recall_at_20_std": 0.334818, "nauc_recall_at_20_diff1": 0.638214, "nauc_recall_at_100_max": 0.665964, "nauc_recall_at_100_std": 0.407475, "nauc_recall_at_100_diff1": 0.636497, "nauc_recall_at_1000_max": 0.96729, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.553116, "nauc_precision_at_1_max": 0.294347, "nauc_precision_at_1_std": -0.129375, "nauc_precision_at_1_diff1": 0.680705, "nauc_precision_at_3_max": 0.43362, "nauc_precision_at_3_std": 0.287168, "nauc_precision_at_3_diff1": 0.437064, "nauc_precision_at_5_max": 0.402387, "nauc_precision_at_5_std": 0.329571, "nauc_precision_at_5_diff1": 0.352275, "nauc_precision_at_10_max": 0.338324, "nauc_precision_at_10_std": 0.447468, "nauc_precision_at_10_diff1": 0.202139, "nauc_precision_at_20_max": 0.315566, "nauc_precision_at_20_std": 0.455205, "nauc_precision_at_20_diff1": 0.14251, "nauc_precision_at_100_max": 0.240615, "nauc_precision_at_100_std": 0.487934, "nauc_precision_at_100_diff1": 0.080935, "nauc_precision_at_1000_max": 0.064698, "nauc_precision_at_1000_std": 0.381442, "nauc_precision_at_1000_diff1": -0.092743, "nauc_mrr_at_1_max": 0.294347, "nauc_mrr_at_1_std": -0.129375, "nauc_mrr_at_1_diff1": 0.680705, "nauc_mrr_at_3_max": 0.384533, "nauc_mrr_at_3_std": -9.1e-05, "nauc_mrr_at_3_diff1": 0.654685, "nauc_mrr_at_5_max": 0.384241, "nauc_mrr_at_5_std": -0.003831, "nauc_mrr_at_5_diff1": 0.658102, "nauc_mrr_at_10_max": 0.3877, "nauc_mrr_at_10_std": -0.00812, "nauc_mrr_at_10_diff1": 0.66669, "nauc_mrr_at_20_max": 0.388244, "nauc_mrr_at_20_std": -0.008129, "nauc_mrr_at_20_diff1": 0.666152, "nauc_mrr_at_100_max": 0.386093, "nauc_mrr_at_100_std": -0.00984, "nauc_mrr_at_100_diff1": 0.666349, "nauc_mrr_at_1000_max": 0.385829, "nauc_mrr_at_1000_std": -0.010212, "nauc_mrr_at_1000_diff1": 0.666298, "hit_rate_at_1": 0.52941, "hit_rate_at_3": 0.7563, "hit_rate_at_5": 0.80672, "hit_rate_at_10": 0.87395, "hit_rate_at_20": 0.89916, "hit_rate_at_100": 0.94118, "hit_rate_at_1000": 0.9916, "main_score": 0.69992, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.48092, "ndcg_at_3": 0.47982, "ndcg_at_5": 0.511, "ndcg_at_10": 0.56411, "ndcg_at_20": 0.60142, "ndcg_at_100": 0.64309, "ndcg_at_1000": 0.64876, "map_at_1": 0.25841, "map_at_3": 0.38615, "map_at_5": 0.42569, "map_at_10": 0.4623, "map_at_20": 0.48009, "map_at_100": 0.49117, "map_at_1000": 0.49172, "recall_at_1": 0.25841, "recall_at_3": 0.45775, "recall_at_5": 0.55964, "recall_at_10": 0.69715, "recall_at_20": 0.80757, "recall_at_100": 0.97043, "recall_at_1000": 0.99913, "accuracy": 0.25841, "precision_at_1": 0.48092, "precision_at_3": 0.32316, "precision_at_5": 0.25089, "precision_at_10": 0.1631, "precision_at_20": 0.09733, "precision_at_100": 0.0242, "precision_at_1000": 0.00252, "mrr_at_1": 0.480916, "mrr_at_3": 0.578456, "mrr_at_5": 0.598685, "mrr_at_10": 0.608699, "mrr_at_20": 0.612604, "mrr_at_100": 0.614763, "mrr_at_1000": 0.614803, "nauc_ndcg_at_1_max": 0.282966, "nauc_ndcg_at_1_std": 0.033557, "nauc_ndcg_at_1_diff1": 0.355315, "nauc_ndcg_at_3_max": 0.270554, "nauc_ndcg_at_3_std": 0.021322, "nauc_ndcg_at_3_diff1": 0.266088, "nauc_ndcg_at_5_max": 0.2544, "nauc_ndcg_at_5_std": -0.007168, "nauc_ndcg_at_5_diff1": 0.255674, "nauc_ndcg_at_10_max": 0.262079, "nauc_ndcg_at_10_std": 0.010291, "nauc_ndcg_at_10_diff1": 0.237577, "nauc_ndcg_at_20_max": 0.279032, "nauc_ndcg_at_20_std": 0.020023, "nauc_ndcg_at_20_diff1": 0.232236, "nauc_ndcg_at_100_max": 0.282218, "nauc_ndcg_at_100_std": 0.030611, "nauc_ndcg_at_100_diff1": 0.25272, "nauc_ndcg_at_1000_max": 0.282395, "nauc_ndcg_at_1000_std": 0.022316, "nauc_ndcg_at_1000_diff1": 0.25961, "nauc_map_at_1_max": 0.084531, "nauc_map_at_1_std": -0.049973, "nauc_map_at_1_diff1": 0.330382, "nauc_map_at_3_max": 0.206043, "nauc_map_at_3_std": -0.026366, "nauc_map_at_3_diff1": 0.263402, "nauc_map_at_5_max": 0.218047, "nauc_map_at_5_std": -0.030368, "nauc_map_at_5_diff1": 0.25768, "nauc_map_at_10_max": 0.229815, "nauc_map_at_10_std": -0.013068, "nauc_map_at_10_diff1": 0.243441, "nauc_map_at_20_max": 0.241356, "nauc_map_at_20_std": -0.001293, "nauc_map_at_20_diff1": 0.23635, "nauc_map_at_100_max": 0.244164, "nauc_map_at_100_std": 0.003157, "nauc_map_at_100_diff1": 0.241617, "nauc_map_at_1000_max": 0.244441, "nauc_map_at_1000_std": 0.002676, "nauc_map_at_1000_diff1": 0.242312, "nauc_recall_at_1_max": 0.084531, "nauc_recall_at_1_std": -0.049973, "nauc_recall_at_1_diff1": 0.330382, "nauc_recall_at_3_max": 0.206031, "nauc_recall_at_3_std": -0.003934, "nauc_recall_at_3_diff1": 0.213209, "nauc_recall_at_5_max": 0.187769, "nauc_recall_at_5_std": -0.034262, "nauc_recall_at_5_diff1": 0.177106, "nauc_recall_at_10_max": 0.202781, "nauc_recall_at_10_std": 0.026966, "nauc_recall_at_10_diff1": 0.118558, "nauc_recall_at_20_max": 0.237373, "nauc_recall_at_20_std": 0.038841, "nauc_recall_at_20_diff1": 0.069738, "nauc_recall_at_100_max": 0.248448, "nauc_recall_at_100_std": 0.374775, "nauc_recall_at_100_diff1": -0.023996, "nauc_recall_at_1000_max": 0.869392, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.562909, "nauc_precision_at_1_max": 0.282966, "nauc_precision_at_1_std": 0.033557, "nauc_precision_at_1_diff1": 0.355315, "nauc_precision_at_3_max": 0.378757, "nauc_precision_at_3_std": 0.087248, "nauc_precision_at_3_diff1": 0.114098, "nauc_precision_at_5_max": 0.321525, "nauc_precision_at_5_std": 0.067654, "nauc_precision_at_5_diff1": 0.047601, "nauc_precision_at_10_max": 0.268762, "nauc_precision_at_10_std": 0.12813, "nauc_precision_at_10_diff1": -0.063164, "nauc_precision_at_20_max": 0.256638, "nauc_precision_at_20_std": 0.151739, "nauc_precision_at_20_diff1": -0.098877, "nauc_precision_at_100_max": 0.177147, "nauc_precision_at_100_std": 0.130505, "nauc_precision_at_100_diff1": -0.080133, "nauc_precision_at_1000_max": 0.151194, "nauc_precision_at_1000_std": 0.096283, "nauc_precision_at_1000_diff1": -0.061716, "nauc_mrr_at_1_max": 0.282966, "nauc_mrr_at_1_std": 0.033557, "nauc_mrr_at_1_diff1": 0.355315, "nauc_mrr_at_3_max": 0.335564, "nauc_mrr_at_3_std": 0.052954, "nauc_mrr_at_3_diff1": 0.332798, "nauc_mrr_at_5_max": 0.325485, "nauc_mrr_at_5_std": 0.038024, "nauc_mrr_at_5_diff1": 0.328457, "nauc_mrr_at_10_max": 0.327717, "nauc_mrr_at_10_std": 0.041191, "nauc_mrr_at_10_diff1": 0.33111, "nauc_mrr_at_20_max": 0.325899, "nauc_mrr_at_20_std": 0.038733, "nauc_mrr_at_20_diff1": 0.33381, "nauc_mrr_at_100_max": 0.324076, "nauc_mrr_at_100_std": 0.03947, "nauc_mrr_at_100_diff1": 0.334173, "nauc_mrr_at_1000_max": 0.324128, "nauc_mrr_at_1000_std": 0.039456, "nauc_mrr_at_1000_diff1": 0.334132, "hit_rate_at_1": 0.48092, "hit_rate_at_3": 0.70229, "hit_rate_at_5": 0.79135, "hit_rate_at_10": 0.86768, "hit_rate_at_20": 0.92112, "hit_rate_at_100": 0.99491, "hit_rate_at_1000": 1.0, "main_score": 0.56411, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 994.8012478351593, "kg_co2_emissions": null, "date": null }