{ "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "2.12.16", "scores": { "dev": [ { "ndcg_at_1": 0.668, "ndcg_at_3": 0.67825, "ndcg_at_5": 0.70943, "ndcg_at_10": 0.74552, "ndcg_at_20": 0.76537, "ndcg_at_100": 0.78062, "ndcg_at_1000": 0.78317, "map_at_1": 0.44092, "map_at_3": 0.60347, "map_at_5": 0.64274, "map_at_10": 0.66848, "map_at_20": 0.67817, "map_at_100": 0.68223, "map_at_1000": 0.68244, "recall_at_1": 0.44092, "recall_at_3": 0.67919, "recall_at_5": 0.77068, "recall_at_10": 0.86249, "recall_at_20": 0.92301, "recall_at_100": 0.98505, "recall_at_1000": 1.0, "accuracy": 0.44092, "precision_at_1": 0.668, "precision_at_3": 0.39067, "precision_at_5": 0.2788, "precision_at_10": 0.1634, "precision_at_20": 0.08945, "precision_at_100": 0.01946, "precision_at_1000": 0.00198, "mrr_at_1": 0.668, "mrr_at_3": 0.747667, "mrr_at_5": 0.760067, "mrr_at_10": 0.766736, "mrr_at_20": 0.768397, "mrr_at_100": 0.769063, "mrr_at_1000": 0.769115, "nauc_ndcg_at_1_max": 0.370964, "nauc_ndcg_at_1_std": -0.137407, "nauc_ndcg_at_1_diff1": 0.514716, "nauc_ndcg_at_3_max": 0.320412, "nauc_ndcg_at_3_std": -0.187068, "nauc_ndcg_at_3_diff1": 0.43141, "nauc_ndcg_at_5_max": 0.324367, "nauc_ndcg_at_5_std": -0.192659, "nauc_ndcg_at_5_diff1": 0.450623, "nauc_ndcg_at_10_max": 0.34697, "nauc_ndcg_at_10_std": -0.179572, "nauc_ndcg_at_10_diff1": 0.449734, "nauc_ndcg_at_20_max": 0.361625, "nauc_ndcg_at_20_std": -0.153826, "nauc_ndcg_at_20_diff1": 0.445904, "nauc_ndcg_at_100_max": 0.360068, "nauc_ndcg_at_100_std": -0.143618, "nauc_ndcg_at_100_diff1": 0.444079, "nauc_ndcg_at_1000_max": 0.359767, "nauc_ndcg_at_1000_std": -0.14756, "nauc_ndcg_at_1000_diff1": 0.448032, "nauc_map_at_1_max": 0.164174, "nauc_map_at_1_std": -0.224849, "nauc_map_at_1_diff1": 0.530729, "nauc_map_at_3_max": 0.267839, "nauc_map_at_3_std": -0.220126, "nauc_map_at_3_diff1": 0.461323, "nauc_map_at_5_max": 0.291141, "nauc_map_at_5_std": -0.208753, "nauc_map_at_5_diff1": 0.46005, "nauc_map_at_10_max": 0.311695, "nauc_map_at_10_std": -0.194733, "nauc_map_at_10_diff1": 0.453196, "nauc_map_at_20_max": 0.318585, "nauc_map_at_20_std": -0.184523, "nauc_map_at_20_diff1": 0.450263, "nauc_map_at_100_max": 0.319838, "nauc_map_at_100_std": -0.180176, "nauc_map_at_100_diff1": 0.449218, "nauc_map_at_1000_max": 0.319898, "nauc_map_at_1000_std": -0.180351, "nauc_map_at_1000_diff1": 0.449457, "nauc_recall_at_1_max": 0.164174, "nauc_recall_at_1_std": -0.224849, "nauc_recall_at_1_diff1": 0.530729, "nauc_recall_at_3_max": 0.248894, "nauc_recall_at_3_std": -0.23167, "nauc_recall_at_3_diff1": 0.395277, "nauc_recall_at_5_max": 0.264138, "nauc_recall_at_5_std": -0.230826, "nauc_recall_at_5_diff1": 0.387874, "nauc_recall_at_10_max": 0.297419, "nauc_recall_at_10_std": -0.231536, "nauc_recall_at_10_diff1": 0.363902, "nauc_recall_at_20_max": 0.372451, "nauc_recall_at_20_std": -0.114304, "nauc_recall_at_20_diff1": 0.330676, "nauc_recall_at_100_max": 0.360865, "nauc_recall_at_100_std": 0.155731, "nauc_recall_at_100_diff1": 0.11434, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.370964, "nauc_precision_at_1_std": -0.137407, "nauc_precision_at_1_diff1": 0.514716, "nauc_precision_at_3_max": 0.286309, "nauc_precision_at_3_std": 0.045055, "nauc_precision_at_3_diff1": -0.028343, "nauc_precision_at_5_max": 0.238293, "nauc_precision_at_5_std": 0.108968, "nauc_precision_at_5_diff1": -0.10862, "nauc_precision_at_10_max": 0.203009, "nauc_precision_at_10_std": 0.175408, "nauc_precision_at_10_diff1": -0.19873, "nauc_precision_at_20_max": 0.176865, "nauc_precision_at_20_std": 0.229166, "nauc_precision_at_20_diff1": -0.242874, "nauc_precision_at_100_max": 0.132266, "nauc_precision_at_100_std": 0.25971, "nauc_precision_at_100_diff1": -0.28221, "nauc_precision_at_1000_max": 0.120813, "nauc_precision_at_1000_std": 0.252189, "nauc_precision_at_1000_diff1": -0.281886, "nauc_mrr_at_1_max": 0.370964, "nauc_mrr_at_1_std": -0.137407, "nauc_mrr_at_1_diff1": 0.514716, "nauc_mrr_at_3_max": 0.410525, "nauc_mrr_at_3_std": -0.124718, "nauc_mrr_at_3_diff1": 0.481278, "nauc_mrr_at_5_max": 0.410731, "nauc_mrr_at_5_std": -0.124595, "nauc_mrr_at_5_diff1": 0.484035, "nauc_mrr_at_10_max": 0.408069, "nauc_mrr_at_10_std": -0.123365, "nauc_mrr_at_10_diff1": 0.486123, "nauc_mrr_at_20_max": 0.408067, "nauc_mrr_at_20_std": -0.121428, "nauc_mrr_at_20_diff1": 0.487067, "nauc_mrr_at_100_max": 0.407484, "nauc_mrr_at_100_std": -0.122342, "nauc_mrr_at_100_diff1": 0.487316, "nauc_mrr_at_1000_max": 0.407386, "nauc_mrr_at_1000_std": -0.122502, "nauc_mrr_at_1000_diff1": 0.487377, "hit_rate_at_1": 0.668, "hit_rate_at_3": 0.842, "hit_rate_at_5": 0.896, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.969, "hit_rate_at_100": 0.993, "hit_rate_at_1000": 1.0, "main_score": 0.74552, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.68127, "ndcg_at_3": 0.69515, "ndcg_at_5": 0.72083, "ndcg_at_10": 0.74885, "ndcg_at_20": 0.7699, "ndcg_at_100": 0.78663, "ndcg_at_1000": 0.78907, "map_at_1": 0.42494, "map_at_3": 0.60646, "map_at_5": 0.64468, "map_at_10": 0.66864, "map_at_20": 0.67902, "map_at_100": 0.684, "map_at_1000": 0.68418, "recall_at_1": 0.42494, "recall_at_3": 0.69398, "recall_at_5": 0.77704, "recall_at_10": 0.85101, "recall_at_20": 0.91435, "recall_at_100": 0.97948, "recall_at_1000": 0.99432, "accuracy": 0.42494, "precision_at_1": 0.68127, "precision_at_3": 0.4193, "precision_at_5": 0.29635, "precision_at_10": 0.16983, "precision_at_20": 0.09355, "precision_at_100": 0.02054, "precision_at_1000": 0.00209, "mrr_at_1": 0.681265, "mrr_at_3": 0.776561, "mrr_at_5": 0.784834, "mrr_at_10": 0.788956, "mrr_at_20": 0.79034, "mrr_at_100": 0.790701, "mrr_at_1000": 0.79073, "nauc_ndcg_at_1_max": 0.362151, "nauc_ndcg_at_1_std": 0.000825, "nauc_ndcg_at_1_diff1": 0.404785, "nauc_ndcg_at_3_max": 0.279351, "nauc_ndcg_at_3_std": -0.06375, "nauc_ndcg_at_3_diff1": 0.311157, "nauc_ndcg_at_5_max": 0.280586, "nauc_ndcg_at_5_std": -0.110729, "nauc_ndcg_at_5_diff1": 0.328883, "nauc_ndcg_at_10_max": 0.308017, "nauc_ndcg_at_10_std": -0.100503, "nauc_ndcg_at_10_diff1": 0.319536, "nauc_ndcg_at_20_max": 0.316873, "nauc_ndcg_at_20_std": -0.067795, "nauc_ndcg_at_20_diff1": 0.316235, "nauc_ndcg_at_100_max": 0.331456, "nauc_ndcg_at_100_std": -0.038811, "nauc_ndcg_at_100_diff1": 0.322556, "nauc_ndcg_at_1000_max": 0.331619, "nauc_ndcg_at_1000_std": -0.043084, "nauc_ndcg_at_1000_diff1": 0.326263, "nauc_map_at_1_max": 0.103481, "nauc_map_at_1_std": -0.218315, "nauc_map_at_1_diff1": 0.403038, "nauc_map_at_3_max": 0.21478, "nauc_map_at_3_std": -0.164177, "nauc_map_at_3_diff1": 0.338072, "nauc_map_at_5_max": 0.240134, "nauc_map_at_5_std": -0.146231, "nauc_map_at_5_diff1": 0.344273, "nauc_map_at_10_max": 0.263297, "nauc_map_at_10_std": -0.118292, "nauc_map_at_10_diff1": 0.335877, "nauc_map_at_20_max": 0.270082, "nauc_map_at_20_std": -0.102815, "nauc_map_at_20_diff1": 0.332525, "nauc_map_at_100_max": 0.274557, "nauc_map_at_100_std": -0.094894, "nauc_map_at_100_diff1": 0.33286, "nauc_map_at_1000_max": 0.274695, "nauc_map_at_1000_std": -0.095022, "nauc_map_at_1000_diff1": 0.333033, "nauc_recall_at_1_max": 0.103481, "nauc_recall_at_1_std": -0.218315, "nauc_recall_at_1_diff1": 0.403038, "nauc_recall_at_3_max": 0.160684, "nauc_recall_at_3_std": -0.185009, "nauc_recall_at_3_diff1": 0.245424, "nauc_recall_at_5_max": 0.198717, "nauc_recall_at_5_std": -0.218919, "nauc_recall_at_5_diff1": 0.243, "nauc_recall_at_10_max": 0.247177, "nauc_recall_at_10_std": -0.220842, "nauc_recall_at_10_diff1": 0.186552, "nauc_recall_at_20_max": 0.248076, "nauc_recall_at_20_std": -0.131337, "nauc_recall_at_20_diff1": 0.129277, "nauc_recall_at_100_max": 0.509286, "nauc_recall_at_100_std": 0.385906, "nauc_recall_at_100_diff1": 0.023906, "nauc_recall_at_1000_max": 0.936351, "nauc_recall_at_1000_std": 0.540691, "nauc_recall_at_1000_diff1": 0.06773, "nauc_precision_at_1_max": 0.362151, "nauc_precision_at_1_std": 0.000825, "nauc_precision_at_1_diff1": 0.404785, "nauc_precision_at_3_max": 0.314047, "nauc_precision_at_3_std": 0.261574, "nauc_precision_at_3_diff1": -0.047658, "nauc_precision_at_5_max": 0.27749, "nauc_precision_at_5_std": 0.287843, "nauc_precision_at_5_diff1": -0.09355, "nauc_precision_at_10_max": 0.246453, "nauc_precision_at_10_std": 0.330386, "nauc_precision_at_10_diff1": -0.144281, "nauc_precision_at_20_max": 0.213764, "nauc_precision_at_20_std": 0.364035, "nauc_precision_at_20_diff1": -0.171254, "nauc_precision_at_100_max": 0.19031, "nauc_precision_at_100_std": 0.393834, "nauc_precision_at_100_diff1": -0.18356, "nauc_precision_at_1000_max": 0.18327, "nauc_precision_at_1000_std": 0.386675, "nauc_precision_at_1000_diff1": -0.185571, "nauc_mrr_at_1_max": 0.362151, "nauc_mrr_at_1_std": 0.000825, "nauc_mrr_at_1_diff1": 0.404785, "nauc_mrr_at_3_max": 0.395607, "nauc_mrr_at_3_std": 0.017585, "nauc_mrr_at_3_diff1": 0.359847, "nauc_mrr_at_5_max": 0.408602, "nauc_mrr_at_5_std": 0.011457, "nauc_mrr_at_5_diff1": 0.359526, "nauc_mrr_at_10_max": 0.405945, "nauc_mrr_at_10_std": 0.009702, "nauc_mrr_at_10_diff1": 0.360033, "nauc_mrr_at_20_max": 0.403503, "nauc_mrr_at_20_std": 0.011951, "nauc_mrr_at_20_diff1": 0.361289, "nauc_mrr_at_100_max": 0.403002, "nauc_mrr_at_100_std": 0.011864, "nauc_mrr_at_100_diff1": 0.362095, "nauc_mrr_at_1000_max": 0.402922, "nauc_mrr_at_1000_std": 0.01181, "nauc_mrr_at_1000_diff1": 0.362212, "hit_rate_at_1": 0.68127, "hit_rate_at_3": 0.88808, "hit_rate_at_5": 0.92457, "hit_rate_at_10": 0.95377, "hit_rate_at_20": 0.97567, "hit_rate_at_100": 0.99027, "hit_rate_at_1000": 0.99757, "main_score": 0.74885, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.54754, "ndcg_at_3": 0.49211, "ndcg_at_5": 0.52366, "ndcg_at_10": 0.57076, "ndcg_at_20": 0.61419, "ndcg_at_100": 0.65637, "ndcg_at_1000": 0.66132, "map_at_1": 0.26412, "map_at_3": 0.38478, "map_at_5": 0.43523, "map_at_10": 0.47127, "map_at_20": 0.49079, "map_at_100": 0.50189, "map_at_1000": 0.50238, "recall_at_1": 0.26412, "recall_at_3": 0.43527, "recall_at_5": 0.55185, "recall_at_10": 0.67048, "recall_at_20": 0.80115, "recall_at_100": 0.96535, "recall_at_1000": 0.99356, "accuracy": 0.26412, "precision_at_1": 0.54754, "precision_at_3": 0.33989, "precision_at_5": 0.27148, "precision_at_10": 0.17246, "precision_at_20": 0.10377, "precision_at_100": 0.02561, "precision_at_1000": 0.00263, "mrr_at_1": 0.547541, "mrr_at_3": 0.608743, "mrr_at_5": 0.633169, "mrr_at_10": 0.639895, "mrr_at_20": 0.645862, "mrr_at_100": 0.647669, "mrr_at_1000": 0.647791, "nauc_ndcg_at_1_max": 0.476409, "nauc_ndcg_at_1_std": 0.042312, "nauc_ndcg_at_1_diff1": 0.387066, "nauc_ndcg_at_3_max": 0.417124, "nauc_ndcg_at_3_std": -0.026885, "nauc_ndcg_at_3_diff1": 0.288876, "nauc_ndcg_at_5_max": 0.391872, "nauc_ndcg_at_5_std": -0.022112, "nauc_ndcg_at_5_diff1": 0.264485, "nauc_ndcg_at_10_max": 0.393, "nauc_ndcg_at_10_std": -0.026608, "nauc_ndcg_at_10_diff1": 0.28344, "nauc_ndcg_at_20_max": 0.410238, "nauc_ndcg_at_20_std": -0.017335, "nauc_ndcg_at_20_diff1": 0.292296, "nauc_ndcg_at_100_max": 0.428773, "nauc_ndcg_at_100_std": 0.004544, "nauc_ndcg_at_100_diff1": 0.301067, "nauc_ndcg_at_1000_max": 0.429379, "nauc_ndcg_at_1000_std": 0.005397, "nauc_ndcg_at_1000_diff1": 0.302996, "nauc_map_at_1_max": 0.19415, "nauc_map_at_1_std": -0.022667, "nauc_map_at_1_diff1": 0.290467, "nauc_map_at_3_max": 0.315773, "nauc_map_at_3_std": -0.067835, "nauc_map_at_3_diff1": 0.292575, "nauc_map_at_5_max": 0.336933, "nauc_map_at_5_std": -0.055203, "nauc_map_at_5_diff1": 0.263982, "nauc_map_at_10_max": 0.35261, "nauc_map_at_10_std": -0.047908, "nauc_map_at_10_diff1": 0.270514, "nauc_map_at_20_max": 0.364319, "nauc_map_at_20_std": -0.041823, "nauc_map_at_20_diff1": 0.274604, "nauc_map_at_100_max": 0.371048, "nauc_map_at_100_std": -0.038019, "nauc_map_at_100_diff1": 0.277015, "nauc_map_at_1000_max": 0.371359, "nauc_map_at_1000_std": -0.037604, "nauc_map_at_1000_diff1": 0.277299, "nauc_recall_at_1_max": 0.19415, "nauc_recall_at_1_std": -0.022667, "nauc_recall_at_1_diff1": 0.290467, "nauc_recall_at_3_max": 0.287312, "nauc_recall_at_3_std": -0.081352, "nauc_recall_at_3_diff1": 0.252094, "nauc_recall_at_5_max": 0.286349, "nauc_recall_at_5_std": -0.050686, "nauc_recall_at_5_diff1": 0.171513, "nauc_recall_at_10_max": 0.300146, "nauc_recall_at_10_std": -0.054296, "nauc_recall_at_10_diff1": 0.203736, "nauc_recall_at_20_max": 0.305834, "nauc_recall_at_20_std": -0.062035, "nauc_recall_at_20_diff1": 0.207583, "nauc_recall_at_100_max": 0.401237, "nauc_recall_at_100_std": 0.220128, "nauc_recall_at_100_diff1": 0.258969, "nauc_recall_at_1000_max": 0.595811, "nauc_recall_at_1000_std": 0.86629, "nauc_recall_at_1000_diff1": 0.540303, "nauc_precision_at_1_max": 0.476409, "nauc_precision_at_1_std": 0.042312, "nauc_precision_at_1_diff1": 0.387066, "nauc_precision_at_3_max": 0.461343, "nauc_precision_at_3_std": 0.000923, "nauc_precision_at_3_diff1": 0.179499, "nauc_precision_at_5_max": 0.41277, "nauc_precision_at_5_std": 0.047056, "nauc_precision_at_5_diff1": 0.072482, "nauc_precision_at_10_max": 0.362132, "nauc_precision_at_10_std": 0.069992, "nauc_precision_at_10_diff1": 0.058449, "nauc_precision_at_20_max": 0.319036, "nauc_precision_at_20_std": 0.10661, "nauc_precision_at_20_diff1": 0.022722, "nauc_precision_at_100_max": 0.258668, "nauc_precision_at_100_std": 0.165859, "nauc_precision_at_100_diff1": -0.040449, "nauc_precision_at_1000_max": 0.252841, "nauc_precision_at_1000_std": 0.179767, "nauc_precision_at_1000_diff1": -0.036208, "nauc_mrr_at_1_max": 0.476409, "nauc_mrr_at_1_std": 0.042312, "nauc_mrr_at_1_diff1": 0.387066, "nauc_mrr_at_3_max": 0.497309, "nauc_mrr_at_3_std": 0.032105, "nauc_mrr_at_3_diff1": 0.368205, "nauc_mrr_at_5_max": 0.500678, "nauc_mrr_at_5_std": 0.041307, "nauc_mrr_at_5_diff1": 0.365294, "nauc_mrr_at_10_max": 0.497548, "nauc_mrr_at_10_std": 0.036036, "nauc_mrr_at_10_diff1": 0.36411, "nauc_mrr_at_20_max": 0.498045, "nauc_mrr_at_20_std": 0.036015, "nauc_mrr_at_20_diff1": 0.365843, "nauc_mrr_at_100_max": 0.497423, "nauc_mrr_at_100_std": 0.035924, "nauc_mrr_at_100_diff1": 0.367746, "nauc_mrr_at_1000_max": 0.497459, "nauc_mrr_at_1000_std": 0.035801, "nauc_mrr_at_1000_diff1": 0.367775, "hit_rate_at_1": 0.54754, "hit_rate_at_3": 0.68525, "hit_rate_at_5": 0.79016, "hit_rate_at_10": 0.83934, "hit_rate_at_20": 0.92459, "hit_rate_at_100": 0.98361, "hit_rate_at_1000": 1.0, "main_score": 0.57076, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.5169, "ndcg_at_3": 0.49241, "ndcg_at_5": 0.5075, "ndcg_at_10": 0.55072, "ndcg_at_20": 0.58606, "ndcg_at_100": 0.63808, "ndcg_at_1000": 0.64742, "map_at_1": 0.245, "map_at_3": 0.36631, "map_at_5": 0.40443, "map_at_10": 0.43869, "map_at_20": 0.45633, "map_at_100": 0.47097, "map_at_1000": 0.47202, "recall_at_1": 0.245, "recall_at_3": 0.44221, "recall_at_5": 0.53545, "recall_at_10": 0.65918, "recall_at_20": 0.75826, "recall_at_100": 0.95016, "recall_at_1000": 0.99687, "accuracy": 0.245, "precision_at_1": 0.5169, "precision_at_3": 0.34376, "precision_at_5": 0.26058, "precision_at_10": 0.16921, "precision_at_20": 0.10138, "precision_at_100": 0.02727, "precision_at_1000": 0.0029, "mrr_at_1": 0.516896, "mrr_at_3": 0.615978, "mrr_at_5": 0.631873, "mrr_at_10": 0.642321, "mrr_at_20": 0.645204, "mrr_at_100": 0.646891, "mrr_at_1000": 0.646961, "nauc_ndcg_at_1_max": 0.343828, "nauc_ndcg_at_1_std": -0.024608, "nauc_ndcg_at_1_diff1": 0.346029, "nauc_ndcg_at_3_max": 0.291874, "nauc_ndcg_at_3_std": -0.056796, "nauc_ndcg_at_3_diff1": 0.24324, "nauc_ndcg_at_5_max": 0.267774, "nauc_ndcg_at_5_std": -0.08554, "nauc_ndcg_at_5_diff1": 0.249738, "nauc_ndcg_at_10_max": 0.272962, "nauc_ndcg_at_10_std": -0.081909, "nauc_ndcg_at_10_diff1": 0.245726, "nauc_ndcg_at_20_max": 0.289266, "nauc_ndcg_at_20_std": -0.066162, "nauc_ndcg_at_20_diff1": 0.244164, "nauc_ndcg_at_100_max": 0.319844, "nauc_ndcg_at_100_std": -0.038219, "nauc_ndcg_at_100_diff1": 0.256543, "nauc_ndcg_at_1000_max": 0.320038, "nauc_ndcg_at_1000_std": -0.031685, "nauc_ndcg_at_1000_diff1": 0.254518, "nauc_map_at_1_max": 0.136518, "nauc_map_at_1_std": -0.119358, "nauc_map_at_1_diff1": 0.273633, "nauc_map_at_3_max": 0.178679, "nauc_map_at_3_std": -0.131943, "nauc_map_at_3_diff1": 0.240056, "nauc_map_at_5_max": 0.205151, "nauc_map_at_5_std": -0.129491, "nauc_map_at_5_diff1": 0.247012, "nauc_map_at_10_max": 0.231309, "nauc_map_at_10_std": -0.11494, "nauc_map_at_10_diff1": 0.245652, "nauc_map_at_20_max": 0.244299, "nauc_map_at_20_std": -0.100806, "nauc_map_at_20_diff1": 0.244527, "nauc_map_at_100_max": 0.255403, "nauc_map_at_100_std": -0.091347, "nauc_map_at_100_diff1": 0.245792, "nauc_map_at_1000_max": 0.255711, "nauc_map_at_1000_std": -0.090448, "nauc_map_at_1000_diff1": 0.245849, "nauc_recall_at_1_max": 0.136518, "nauc_recall_at_1_std": -0.119358, "nauc_recall_at_1_diff1": 0.273633, "nauc_recall_at_3_max": 0.139667, "nauc_recall_at_3_std": -0.126389, "nauc_recall_at_3_diff1": 0.176726, "nauc_recall_at_5_max": 0.141597, "nauc_recall_at_5_std": -0.139098, "nauc_recall_at_5_diff1": 0.166435, "nauc_recall_at_10_max": 0.154423, "nauc_recall_at_10_std": -0.123231, "nauc_recall_at_10_diff1": 0.147581, "nauc_recall_at_20_max": 0.164191, "nauc_recall_at_20_std": -0.121047, "nauc_recall_at_20_diff1": 0.126002, "nauc_recall_at_100_max": 0.285663, "nauc_recall_at_100_std": -0.091513, "nauc_recall_at_100_diff1": 0.22172, "nauc_recall_at_1000_max": 0.63524, "nauc_recall_at_1000_std": 0.290935, "nauc_recall_at_1000_diff1": -0.407264, "nauc_precision_at_1_max": 0.343828, "nauc_precision_at_1_std": -0.024608, "nauc_precision_at_1_diff1": 0.346029, "nauc_precision_at_3_max": 0.364112, "nauc_precision_at_3_std": 0.055644, "nauc_precision_at_3_diff1": 0.149483, "nauc_precision_at_5_max": 0.360763, "nauc_precision_at_5_std": 0.096122, "nauc_precision_at_5_diff1": 0.106879, "nauc_precision_at_10_max": 0.353437, "nauc_precision_at_10_std": 0.167197, "nauc_precision_at_10_diff1": 0.05024, "nauc_precision_at_20_max": 0.331867, "nauc_precision_at_20_std": 0.218716, "nauc_precision_at_20_diff1": 0.017565, "nauc_precision_at_100_max": 0.26073, "nauc_precision_at_100_std": 0.274133, "nauc_precision_at_100_diff1": -0.031354, "nauc_precision_at_1000_max": 0.227144, "nauc_precision_at_1000_std": 0.274341, "nauc_precision_at_1000_diff1": -0.04294, "nauc_mrr_at_1_max": 0.343828, "nauc_mrr_at_1_std": -0.024608, "nauc_mrr_at_1_diff1": 0.346029, "nauc_mrr_at_3_max": 0.368776, "nauc_mrr_at_3_std": -0.004068, "nauc_mrr_at_3_diff1": 0.311077, "nauc_mrr_at_5_max": 0.372254, "nauc_mrr_at_5_std": -0.001475, "nauc_mrr_at_5_diff1": 0.310526, "nauc_mrr_at_10_max": 0.371025, "nauc_mrr_at_10_std": -0.000467, "nauc_mrr_at_10_diff1": 0.312969, "nauc_mrr_at_20_max": 0.370255, "nauc_mrr_at_20_std": -0.003813, "nauc_mrr_at_20_diff1": 0.314212, "nauc_mrr_at_100_max": 0.369466, "nauc_mrr_at_100_std": -0.004212, "nauc_mrr_at_100_diff1": 0.314971, "nauc_mrr_at_1000_max": 0.369407, "nauc_mrr_at_1000_std": -0.00423, "nauc_mrr_at_1000_diff1": 0.314829, "hit_rate_at_1": 0.5169, "hit_rate_at_3": 0.74093, "hit_rate_at_5": 0.80976, "hit_rate_at_10": 0.88611, "hit_rate_at_20": 0.92741, "hit_rate_at_100": 0.98748, "hit_rate_at_1000": 0.99875, "main_score": 0.55072, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.61111, "ndcg_at_3": 0.52617, "ndcg_at_5": 0.51096, "ndcg_at_10": 0.54363, "ndcg_at_20": 0.59958, "ndcg_at_100": 0.66975, "ndcg_at_1000": 0.68028, "map_at_1": 0.17623, "map_at_3": 0.3058, "map_at_5": 0.35941, "map_at_10": 0.41788, "map_at_20": 0.45072, "map_at_100": 0.47526, "map_at_1000": 0.47667, "recall_at_1": 0.17623, "recall_at_3": 0.34589, "recall_at_5": 0.44726, "recall_at_10": 0.59055, "recall_at_20": 0.72625, "recall_at_100": 0.95055, "recall_at_1000": 0.99884, "accuracy": 0.17623, "precision_at_1": 0.61111, "precision_at_3": 0.44084, "precision_at_5": 0.35586, "precision_at_10": 0.25139, "precision_at_20": 0.15941, "precision_at_100": 0.04378, "precision_at_1000": 0.0046, "mrr_at_1": 0.611111, "mrr_at_3": 0.683385, "mrr_at_5": 0.698894, "mrr_at_10": 0.707043, "mrr_at_20": 0.710019, "mrr_at_100": 0.711233, "mrr_at_1000": 0.711278, "nauc_ndcg_at_1_max": 0.45128, "nauc_ndcg_at_1_std": 0.128178, "nauc_ndcg_at_1_diff1": 0.336058, "nauc_ndcg_at_3_max": 0.384587, "nauc_ndcg_at_3_std": 0.052341, "nauc_ndcg_at_3_diff1": 0.232474, "nauc_ndcg_at_5_max": 0.366139, "nauc_ndcg_at_5_std": -0.001822, "nauc_ndcg_at_5_diff1": 0.252181, "nauc_ndcg_at_10_max": 0.339669, "nauc_ndcg_at_10_std": -0.036321, "nauc_ndcg_at_10_diff1": 0.246399, "nauc_ndcg_at_20_max": 0.382962, "nauc_ndcg_at_20_std": 0.021434, "nauc_ndcg_at_20_diff1": 0.228801, "nauc_ndcg_at_100_max": 0.429058, "nauc_ndcg_at_100_std": 0.081496, "nauc_ndcg_at_100_diff1": 0.230537, "nauc_ndcg_at_1000_max": 0.427069, "nauc_ndcg_at_1000_std": 0.082646, "nauc_ndcg_at_1000_diff1": 0.237539, "nauc_map_at_1_max": 0.104797, "nauc_map_at_1_std": -0.196539, "nauc_map_at_1_diff1": 0.388571, "nauc_map_at_3_max": 0.177436, "nauc_map_at_3_std": -0.162689, "nauc_map_at_3_diff1": 0.308249, "nauc_map_at_5_max": 0.224668, "nauc_map_at_5_std": -0.141936, "nauc_map_at_5_diff1": 0.287025, "nauc_map_at_10_max": 0.282019, "nauc_map_at_10_std": -0.098931, "nauc_map_at_10_diff1": 0.252188, "nauc_map_at_20_max": 0.317079, "nauc_map_at_20_std": -0.060848, "nauc_map_at_20_diff1": 0.241397, "nauc_map_at_100_max": 0.33521, "nauc_map_at_100_std": -0.038187, "nauc_map_at_100_diff1": 0.238943, "nauc_map_at_1000_max": 0.335321, "nauc_map_at_1000_std": -0.037209, "nauc_map_at_1000_diff1": 0.239016, "nauc_recall_at_1_max": 0.104797, "nauc_recall_at_1_std": -0.196539, "nauc_recall_at_1_diff1": 0.388571, "nauc_recall_at_3_max": 0.128037, "nauc_recall_at_3_std": -0.180568, "nauc_recall_at_3_diff1": 0.264033, "nauc_recall_at_5_max": 0.154344, "nauc_recall_at_5_std": -0.163822, "nauc_recall_at_5_diff1": 0.226945, "nauc_recall_at_10_max": 0.189978, "nauc_recall_at_10_std": -0.135146, "nauc_recall_at_10_diff1": 0.16542, "nauc_recall_at_20_max": 0.228712, "nauc_recall_at_20_std": -0.054084, "nauc_recall_at_20_diff1": 0.103361, "nauc_recall_at_100_max": 0.412513, "nauc_recall_at_100_std": 0.160007, "nauc_recall_at_100_diff1": -0.009114, "nauc_recall_at_1000_max": 0.652085, "nauc_recall_at_1000_std": 0.545112, "nauc_recall_at_1000_diff1": 0.145694, "nauc_precision_at_1_max": 0.45128, "nauc_precision_at_1_std": 0.128178, "nauc_precision_at_1_diff1": 0.336058, "nauc_precision_at_3_max": 0.430522, "nauc_precision_at_3_std": 0.153602, "nauc_precision_at_3_diff1": 0.099959, "nauc_precision_at_5_max": 0.457672, "nauc_precision_at_5_std": 0.203176, "nauc_precision_at_5_diff1": 0.035217, "nauc_precision_at_10_max": 0.436498, "nauc_precision_at_10_std": 0.258549, "nauc_precision_at_10_diff1": -0.058428, "nauc_precision_at_20_max": 0.426313, "nauc_precision_at_20_std": 0.340086, "nauc_precision_at_20_diff1": -0.100379, "nauc_precision_at_100_max": 0.341011, "nauc_precision_at_100_std": 0.401249, "nauc_precision_at_100_diff1": -0.150774, "nauc_precision_at_1000_max": 0.305499, "nauc_precision_at_1000_std": 0.396697, "nauc_precision_at_1000_diff1": -0.154383, "nauc_mrr_at_1_max": 0.45128, "nauc_mrr_at_1_std": 0.128178, "nauc_mrr_at_1_diff1": 0.336058, "nauc_mrr_at_3_max": 0.493095, "nauc_mrr_at_3_std": 0.159906, "nauc_mrr_at_3_diff1": 0.314184, "nauc_mrr_at_5_max": 0.499764, "nauc_mrr_at_5_std": 0.175637, "nauc_mrr_at_5_diff1": 0.310899, "nauc_mrr_at_10_max": 0.494888, "nauc_mrr_at_10_std": 0.171814, "nauc_mrr_at_10_diff1": 0.314601, "nauc_mrr_at_20_max": 0.494745, "nauc_mrr_at_20_std": 0.17263, "nauc_mrr_at_20_diff1": 0.31296, "nauc_mrr_at_100_max": 0.494328, "nauc_mrr_at_100_std": 0.171247, "nauc_mrr_at_100_diff1": 0.314488, "nauc_mrr_at_1000_max": 0.494262, "nauc_mrr_at_1000_std": 0.171166, "nauc_mrr_at_1000_diff1": 0.314553, "hit_rate_at_1": 0.61111, "hit_rate_at_3": 0.77315, "hit_rate_at_5": 0.84259, "hit_rate_at_10": 0.90432, "hit_rate_at_20": 0.94599, "hit_rate_at_100": 0.99074, "hit_rate_at_1000": 1.0, "main_score": 0.54363, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.46835, "ndcg_at_3": 0.49112, "ndcg_at_5": 0.52756, "ndcg_at_10": 0.57709, "ndcg_at_20": 0.60493, "ndcg_at_100": 0.63665, "ndcg_at_1000": 0.6444, "map_at_1": 0.30047, "map_at_3": 0.41485, "map_at_5": 0.45433, "map_at_10": 0.48513, "map_at_20": 0.49725, "map_at_100": 0.5051, "map_at_1000": 0.50568, "recall_at_1": 0.30047, "recall_at_3": 0.49679, "recall_at_5": 0.59766, "recall_at_10": 0.72861, "recall_at_20": 0.8151, "recall_at_100": 0.946, "recall_at_1000": 0.99362, "accuracy": 0.30047, "precision_at_1": 0.46835, "precision_at_3": 0.29219, "precision_at_5": 0.22373, "precision_at_10": 0.14256, "precision_at_20": 0.0818, "precision_at_100": 0.01967, "precision_at_1000": 0.00207, "mrr_at_1": 0.468354, "mrr_at_3": 0.561445, "mrr_at_5": 0.579088, "mrr_at_10": 0.592346, "mrr_at_20": 0.595811, "mrr_at_100": 0.597727, "mrr_at_1000": 0.597893, "nauc_ndcg_at_1_max": 0.340291, "nauc_ndcg_at_1_std": -0.009041, "nauc_ndcg_at_1_diff1": 0.362811, "nauc_ndcg_at_3_max": 0.311773, "nauc_ndcg_at_3_std": -0.074806, "nauc_ndcg_at_3_diff1": 0.290165, "nauc_ndcg_at_5_max": 0.314203, "nauc_ndcg_at_5_std": -0.071102, "nauc_ndcg_at_5_diff1": 0.28958, "nauc_ndcg_at_10_max": 0.324861, "nauc_ndcg_at_10_std": -0.053986, "nauc_ndcg_at_10_diff1": 0.268389, "nauc_ndcg_at_20_max": 0.339589, "nauc_ndcg_at_20_std": -0.033838, "nauc_ndcg_at_20_diff1": 0.265857, "nauc_ndcg_at_100_max": 0.341805, "nauc_ndcg_at_100_std": -0.015493, "nauc_ndcg_at_100_diff1": 0.271923, "nauc_ndcg_at_1000_max": 0.33912, "nauc_ndcg_at_1000_std": -0.023042, "nauc_ndcg_at_1000_diff1": 0.27937, "nauc_map_at_1_max": 0.205391, "nauc_map_at_1_std": -0.101486, "nauc_map_at_1_diff1": 0.41079, "nauc_map_at_3_max": 0.27231, "nauc_map_at_3_std": -0.098386, "nauc_map_at_3_diff1": 0.33976, "nauc_map_at_5_max": 0.291583, "nauc_map_at_5_std": -0.089059, "nauc_map_at_5_diff1": 0.322113, "nauc_map_at_10_max": 0.308107, "nauc_map_at_10_std": -0.07205, "nauc_map_at_10_diff1": 0.305381, "nauc_map_at_20_max": 0.312734, "nauc_map_at_20_std": -0.065785, "nauc_map_at_20_diff1": 0.302095, "nauc_map_at_100_max": 0.314341, "nauc_map_at_100_std": -0.060475, "nauc_map_at_100_diff1": 0.301712, "nauc_map_at_1000_max": 0.314216, "nauc_map_at_1000_std": -0.060706, "nauc_map_at_1000_diff1": 0.302104, "nauc_recall_at_1_max": 0.205391, "nauc_recall_at_1_std": -0.101486, "nauc_recall_at_1_diff1": 0.41079, "nauc_recall_at_3_max": 0.250558, "nauc_recall_at_3_std": -0.125444, "nauc_recall_at_3_diff1": 0.25978, "nauc_recall_at_5_max": 0.253115, "nauc_recall_at_5_std": -0.112865, "nauc_recall_at_5_diff1": 0.213578, "nauc_recall_at_10_max": 0.260429, "nauc_recall_at_10_std": -0.072668, "nauc_recall_at_10_diff1": 0.12087, "nauc_recall_at_20_max": 0.329722, "nauc_recall_at_20_std": 0.014844, "nauc_recall_at_20_diff1": 0.078993, "nauc_recall_at_100_max": 0.42929, "nauc_recall_at_100_std": 0.343451, "nauc_recall_at_100_diff1": -0.003156, "nauc_recall_at_1000_max": 0.85846, "nauc_recall_at_1000_std": 0.924833, "nauc_recall_at_1000_diff1": 0.11238, "nauc_precision_at_1_max": 0.340291, "nauc_precision_at_1_std": -0.009041, "nauc_precision_at_1_diff1": 0.362811, "nauc_precision_at_3_max": 0.344136, "nauc_precision_at_3_std": 0.054226, "nauc_precision_at_3_diff1": 0.046242, "nauc_precision_at_5_max": 0.295272, "nauc_precision_at_5_std": 0.080715, "nauc_precision_at_5_diff1": -0.049074, "nauc_precision_at_10_max": 0.248114, "nauc_precision_at_10_std": 0.146679, "nauc_precision_at_10_diff1": -0.146704, "nauc_precision_at_20_max": 0.209067, "nauc_precision_at_20_std": 0.177295, "nauc_precision_at_20_diff1": -0.163807, "nauc_precision_at_100_max": 0.129462, "nauc_precision_at_100_std": 0.217353, "nauc_precision_at_100_diff1": -0.183505, "nauc_precision_at_1000_max": 0.092394, "nauc_precision_at_1000_std": 0.196626, "nauc_precision_at_1000_diff1": -0.182987, "nauc_mrr_at_1_max": 0.340291, "nauc_mrr_at_1_std": -0.009041, "nauc_mrr_at_1_diff1": 0.362811, "nauc_mrr_at_3_max": 0.362939, "nauc_mrr_at_3_std": -0.01804, "nauc_mrr_at_3_diff1": 0.310892, "nauc_mrr_at_5_max": 0.358501, "nauc_mrr_at_5_std": -0.013464, "nauc_mrr_at_5_diff1": 0.302517, "nauc_mrr_at_10_max": 0.356773, "nauc_mrr_at_10_std": -0.011008, "nauc_mrr_at_10_diff1": 0.30246, "nauc_mrr_at_20_max": 0.358829, "nauc_mrr_at_20_std": -0.008022, "nauc_mrr_at_20_diff1": 0.303497, "nauc_mrr_at_100_max": 0.358348, "nauc_mrr_at_100_std": -0.00811, "nauc_mrr_at_100_diff1": 0.304398, "nauc_mrr_at_1000_max": 0.358275, "nauc_mrr_at_1000_std": -0.008364, "nauc_mrr_at_1000_diff1": 0.304709, "hit_rate_at_1": 0.46835, "hit_rate_at_3": 0.68038, "hit_rate_at_5": 0.75791, "hit_rate_at_10": 0.85601, "hit_rate_at_20": 0.90348, "hit_rate_at_100": 0.96835, "hit_rate_at_1000": 0.99525, "main_score": 0.57709, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.67, "ndcg_at_3": 0.6667, "ndcg_at_5": 0.70439, "ndcg_at_10": 0.73829, "ndcg_at_20": 0.75908, "ndcg_at_100": 0.77506, "ndcg_at_1000": 0.77749, "map_at_1": 0.42485, "map_at_3": 0.599, "map_at_5": 0.63531, "map_at_10": 0.65809, "map_at_20": 0.66736, "map_at_100": 0.67129, "map_at_1000": 0.67147, "recall_at_1": 0.42485, "recall_at_3": 0.6819, "recall_at_5": 0.76847, "recall_at_10": 0.84956, "recall_at_20": 0.91372, "recall_at_100": 0.9804, "recall_at_1000": 0.99517, "accuracy": 0.42485, "precision_at_1": 0.67, "precision_at_3": 0.39533, "precision_at_5": 0.2768, "precision_at_10": 0.1577, "precision_at_20": 0.08635, "precision_at_100": 0.01879, "precision_at_1000": 0.00191, "mrr_at_1": 0.67, "mrr_at_3": 0.756167, "mrr_at_5": 0.766917, "mrr_at_10": 0.771496, "mrr_at_20": 0.773306, "mrr_at_100": 0.773998, "mrr_at_1000": 0.774027, "nauc_ndcg_at_1_max": 0.357311, "nauc_ndcg_at_1_std": -0.048399, "nauc_ndcg_at_1_diff1": 0.510093, "nauc_ndcg_at_3_max": 0.255617, "nauc_ndcg_at_3_std": -0.099953, "nauc_ndcg_at_3_diff1": 0.362953, "nauc_ndcg_at_5_max": 0.264258, "nauc_ndcg_at_5_std": -0.106303, "nauc_ndcg_at_5_diff1": 0.366881, "nauc_ndcg_at_10_max": 0.294053, "nauc_ndcg_at_10_std": -0.088135, "nauc_ndcg_at_10_diff1": 0.375005, "nauc_ndcg_at_20_max": 0.308038, "nauc_ndcg_at_20_std": -0.06935, "nauc_ndcg_at_20_diff1": 0.378784, "nauc_ndcg_at_100_max": 0.310088, "nauc_ndcg_at_100_std": -0.063279, "nauc_ndcg_at_100_diff1": 0.388368, "nauc_ndcg_at_1000_max": 0.306521, "nauc_ndcg_at_1000_std": -0.063087, "nauc_ndcg_at_1000_diff1": 0.391188, "nauc_map_at_1_max": 0.1586, "nauc_map_at_1_std": -0.110625, "nauc_map_at_1_diff1": 0.437654, "nauc_map_at_3_max": 0.223006, "nauc_map_at_3_std": -0.122162, "nauc_map_at_3_diff1": 0.362094, "nauc_map_at_5_max": 0.24133, "nauc_map_at_5_std": -0.112001, "nauc_map_at_5_diff1": 0.357906, "nauc_map_at_10_max": 0.259847, "nauc_map_at_10_std": -0.101339, "nauc_map_at_10_diff1": 0.361031, "nauc_map_at_20_max": 0.2651, "nauc_map_at_20_std": -0.093861, "nauc_map_at_20_diff1": 0.361978, "nauc_map_at_100_max": 0.265851, "nauc_map_at_100_std": -0.092673, "nauc_map_at_100_diff1": 0.364074, "nauc_map_at_1000_max": 0.265625, "nauc_map_at_1000_std": -0.092716, "nauc_map_at_1000_diff1": 0.364302, "nauc_recall_at_1_max": 0.1586, "nauc_recall_at_1_std": -0.110625, "nauc_recall_at_1_diff1": 0.437654, "nauc_recall_at_3_max": 0.171549, "nauc_recall_at_3_std": -0.139397, "nauc_recall_at_3_diff1": 0.284643, "nauc_recall_at_5_max": 0.184259, "nauc_recall_at_5_std": -0.145725, "nauc_recall_at_5_diff1": 0.261408, "nauc_recall_at_10_max": 0.259789, "nauc_recall_at_10_std": -0.113137, "nauc_recall_at_10_diff1": 0.258159, "nauc_recall_at_20_max": 0.334842, "nauc_recall_at_20_std": -0.036974, "nauc_recall_at_20_diff1": 0.226834, "nauc_recall_at_100_max": 0.569212, "nauc_recall_at_100_std": 0.179945, "nauc_recall_at_100_diff1": 0.237676, "nauc_recall_at_1000_max": 0.741878, "nauc_recall_at_1000_std": 0.871889, "nauc_recall_at_1000_diff1": 0.479394, "nauc_precision_at_1_max": 0.357311, "nauc_precision_at_1_std": -0.048399, "nauc_precision_at_1_diff1": 0.510093, "nauc_precision_at_3_max": 0.242789, "nauc_precision_at_3_std": 0.030248, "nauc_precision_at_3_diff1": 0.040459, "nauc_precision_at_5_max": 0.208222, "nauc_precision_at_5_std": 0.067404, "nauc_precision_at_5_diff1": -0.040643, "nauc_precision_at_10_max": 0.194968, "nauc_precision_at_10_std": 0.11284, "nauc_precision_at_10_diff1": -0.099188, "nauc_precision_at_20_max": 0.174949, "nauc_precision_at_20_std": 0.172401, "nauc_precision_at_20_diff1": -0.14412, "nauc_precision_at_100_max": 0.127937, "nauc_precision_at_100_std": 0.205205, "nauc_precision_at_100_diff1": -0.183572, "nauc_precision_at_1000_max": 0.107318, "nauc_precision_at_1000_std": 0.207736, "nauc_precision_at_1000_diff1": -0.185049, "nauc_mrr_at_1_max": 0.357311, "nauc_mrr_at_1_std": -0.048399, "nauc_mrr_at_1_diff1": 0.510093, "nauc_mrr_at_3_max": 0.371759, "nauc_mrr_at_3_std": -0.034882, "nauc_mrr_at_3_diff1": 0.478419, "nauc_mrr_at_5_max": 0.36868, "nauc_mrr_at_5_std": -0.037825, "nauc_mrr_at_5_diff1": 0.481301, "nauc_mrr_at_10_max": 0.371818, "nauc_mrr_at_10_std": -0.036487, "nauc_mrr_at_10_diff1": 0.485562, "nauc_mrr_at_20_max": 0.37268, "nauc_mrr_at_20_std": -0.035252, "nauc_mrr_at_20_diff1": 0.485383, "nauc_mrr_at_100_max": 0.372628, "nauc_mrr_at_100_std": -0.035923, "nauc_mrr_at_100_diff1": 0.48604, "nauc_mrr_at_1000_max": 0.372576, "nauc_mrr_at_1000_std": -0.035876, "nauc_mrr_at_1000_diff1": 0.485997, "hit_rate_at_1": 0.67, "hit_rate_at_3": 0.861, "hit_rate_at_5": 0.909, "hit_rate_at_10": 0.941, "hit_rate_at_20": 0.966, "hit_rate_at_100": 0.991, "hit_rate_at_1000": 0.996, "main_score": 0.73829, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.4898, "ndcg_at_3": 0.48749, "ndcg_at_5": 0.52024, "ndcg_at_10": 0.5728, "ndcg_at_20": 0.60732, "ndcg_at_100": 0.64621, "ndcg_at_1000": 0.65018, "map_at_1": 0.27299, "map_at_3": 0.40999, "map_at_5": 0.44593, "map_at_10": 0.47722, "map_at_20": 0.4916, "map_at_100": 0.50105, "map_at_1000": 0.50143, "recall_at_1": 0.27299, "recall_at_3": 0.48867, "recall_at_5": 0.57561, "recall_at_10": 0.71035, "recall_at_20": 0.81642, "recall_at_100": 0.97804, "recall_at_1000": 1.0, "accuracy": 0.27299, "precision_at_1": 0.4898, "precision_at_3": 0.31001, "precision_at_5": 0.22857, "precision_at_10": 0.14344, "precision_at_20": 0.08469, "precision_at_100": 0.02079, "precision_at_1000": 0.00213, "mrr_at_1": 0.489796, "mrr_at_3": 0.582604, "mrr_at_5": 0.597328, "mrr_at_10": 0.611937, "mrr_at_20": 0.616717, "mrr_at_100": 0.618837, "mrr_at_1000": 0.618866, "nauc_ndcg_at_1_max": 0.434975, "nauc_ndcg_at_1_std": 0.192336, "nauc_ndcg_at_1_diff1": 0.260771, "nauc_ndcg_at_3_max": 0.373279, "nauc_ndcg_at_3_std": 0.11649, "nauc_ndcg_at_3_diff1": 0.198443, "nauc_ndcg_at_5_max": 0.397173, "nauc_ndcg_at_5_std": 0.11821, "nauc_ndcg_at_5_diff1": 0.219647, "nauc_ndcg_at_10_max": 0.397365, "nauc_ndcg_at_10_std": 0.130397, "nauc_ndcg_at_10_diff1": 0.205624, "nauc_ndcg_at_20_max": 0.405846, "nauc_ndcg_at_20_std": 0.14001, "nauc_ndcg_at_20_diff1": 0.198974, "nauc_ndcg_at_100_max": 0.410772, "nauc_ndcg_at_100_std": 0.150771, "nauc_ndcg_at_100_diff1": 0.202187, "nauc_ndcg_at_1000_max": 0.409843, "nauc_ndcg_at_1000_std": 0.147107, "nauc_ndcg_at_1000_diff1": 0.206814, "nauc_map_at_1_max": 0.295856, "nauc_map_at_1_std": 0.090489, "nauc_map_at_1_diff1": 0.242888, "nauc_map_at_3_max": 0.344053, "nauc_map_at_3_std": 0.084004, "nauc_map_at_3_diff1": 0.219641, "nauc_map_at_5_max": 0.365675, "nauc_map_at_5_std": 0.092276, "nauc_map_at_5_diff1": 0.224615, "nauc_map_at_10_max": 0.369778, "nauc_map_at_10_std": 0.10236, "nauc_map_at_10_diff1": 0.212489, "nauc_map_at_20_max": 0.374713, "nauc_map_at_20_std": 0.105503, "nauc_map_at_20_diff1": 0.21219, "nauc_map_at_100_max": 0.376766, "nauc_map_at_100_std": 0.108991, "nauc_map_at_100_diff1": 0.212142, "nauc_map_at_1000_max": 0.376818, "nauc_map_at_1000_std": 0.108825, "nauc_map_at_1000_diff1": 0.21255, "nauc_recall_at_1_max": 0.295856, "nauc_recall_at_1_std": 0.090489, "nauc_recall_at_1_diff1": 0.242888, "nauc_recall_at_3_max": 0.300416, "nauc_recall_at_3_std": 0.06314, "nauc_recall_at_3_diff1": 0.159125, "nauc_recall_at_5_max": 0.348475, "nauc_recall_at_5_std": 0.074506, "nauc_recall_at_5_diff1": 0.190256, "nauc_recall_at_10_max": 0.324115, "nauc_recall_at_10_std": 0.090346, "nauc_recall_at_10_diff1": 0.151897, "nauc_recall_at_20_max": 0.328567, "nauc_recall_at_20_std": 0.11736, "nauc_recall_at_20_diff1": 0.091334, "nauc_recall_at_100_max": 0.370248, "nauc_recall_at_100_std": 0.349678, "nauc_recall_at_100_diff1": -0.104752, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.434975, "nauc_precision_at_1_std": 0.192336, "nauc_precision_at_1_diff1": 0.260771, "nauc_precision_at_3_max": 0.349669, "nauc_precision_at_3_std": 0.132677, "nauc_precision_at_3_diff1": 0.103948, "nauc_precision_at_5_max": 0.333543, "nauc_precision_at_5_std": 0.131383, "nauc_precision_at_5_diff1": 0.088255, "nauc_precision_at_10_max": 0.26842, "nauc_precision_at_10_std": 0.148708, "nauc_precision_at_10_diff1": 0.015639, "nauc_precision_at_20_max": 0.190259, "nauc_precision_at_20_std": 0.135938, "nauc_precision_at_20_diff1": -0.032969, "nauc_precision_at_100_max": 0.091679, "nauc_precision_at_100_std": 0.135345, "nauc_precision_at_100_diff1": -0.081728, "nauc_precision_at_1000_max": 0.076613, "nauc_precision_at_1000_std": 0.123006, "nauc_precision_at_1000_diff1": -0.075824, "nauc_mrr_at_1_max": 0.434975, "nauc_mrr_at_1_std": 0.192336, "nauc_mrr_at_1_diff1": 0.260771, "nauc_mrr_at_3_max": 0.442912, "nauc_mrr_at_3_std": 0.195216, "nauc_mrr_at_3_diff1": 0.208085, "nauc_mrr_at_5_max": 0.452206, "nauc_mrr_at_5_std": 0.198429, "nauc_mrr_at_5_diff1": 0.223207, "nauc_mrr_at_10_max": 0.450235, "nauc_mrr_at_10_std": 0.201932, "nauc_mrr_at_10_diff1": 0.223398, "nauc_mrr_at_20_max": 0.448838, "nauc_mrr_at_20_std": 0.20151, "nauc_mrr_at_20_diff1": 0.221627, "nauc_mrr_at_100_max": 0.448967, "nauc_mrr_at_100_std": 0.200904, "nauc_mrr_at_100_diff1": 0.222478, "nauc_mrr_at_1000_max": 0.448956, "nauc_mrr_at_1000_std": 0.200836, "nauc_mrr_at_1000_diff1": 0.222464, "hit_rate_at_1": 0.4898, "hit_rate_at_3": 0.69096, "hit_rate_at_5": 0.7551, "hit_rate_at_10": 0.86006, "hit_rate_at_20": 0.9242, "hit_rate_at_100": 0.99708, "hit_rate_at_1000": 1.0, "main_score": 0.5728, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.47714, "ndcg_at_3": 0.51206, "ndcg_at_5": 0.54115, "ndcg_at_10": 0.58594, "ndcg_at_20": 0.6147, "ndcg_at_100": 0.64479, "ndcg_at_1000": 0.6528, "map_at_1": 0.28096, "map_at_3": 0.41976, "map_at_5": 0.46204, "map_at_10": 0.49478, "map_at_20": 0.50821, "map_at_100": 0.51534, "map_at_1000": 0.51587, "recall_at_1": 0.28096, "recall_at_3": 0.50822, "recall_at_5": 0.60552, "recall_at_10": 0.72342, "recall_at_20": 0.81196, "recall_at_100": 0.94187, "recall_at_1000": 0.99435, "accuracy": 0.28096, "precision_at_1": 0.47714, "precision_at_3": 0.32952, "precision_at_5": 0.24743, "precision_at_10": 0.15486, "precision_at_20": 0.08871, "precision_at_100": 0.02046, "precision_at_1000": 0.00214, "mrr_at_1": 0.477143, "mrr_at_3": 0.583333, "mrr_at_5": 0.598333, "mrr_at_10": 0.607508, "mrr_at_20": 0.611242, "mrr_at_100": 0.613144, "mrr_at_1000": 0.613327, "nauc_ndcg_at_1_max": 0.391504, "nauc_ndcg_at_1_std": 0.008335, "nauc_ndcg_at_1_diff1": 0.352101, "nauc_ndcg_at_3_max": 0.310813, "nauc_ndcg_at_3_std": -0.057574, "nauc_ndcg_at_3_diff1": 0.239215, "nauc_ndcg_at_5_max": 0.313281, "nauc_ndcg_at_5_std": -0.055135, "nauc_ndcg_at_5_diff1": 0.25926, "nauc_ndcg_at_10_max": 0.330798, "nauc_ndcg_at_10_std": -0.033246, "nauc_ndcg_at_10_diff1": 0.236428, "nauc_ndcg_at_20_max": 0.361524, "nauc_ndcg_at_20_std": -0.015129, "nauc_ndcg_at_20_diff1": 0.22881, "nauc_ndcg_at_100_max": 0.366407, "nauc_ndcg_at_100_std": -0.013704, "nauc_ndcg_at_100_diff1": 0.251782, "nauc_ndcg_at_1000_max": 0.363616, "nauc_ndcg_at_1000_std": -0.017726, "nauc_ndcg_at_1000_diff1": 0.256723, "nauc_map_at_1_max": 0.171509, "nauc_map_at_1_std": -0.084392, "nauc_map_at_1_diff1": 0.30626, "nauc_map_at_3_max": 0.217459, "nauc_map_at_3_std": -0.100963, "nauc_map_at_3_diff1": 0.244042, "nauc_map_at_5_max": 0.259652, "nauc_map_at_5_std": -0.079005, "nauc_map_at_5_diff1": 0.247093, "nauc_map_at_10_max": 0.285903, "nauc_map_at_10_std": -0.062708, "nauc_map_at_10_diff1": 0.236007, "nauc_map_at_20_max": 0.306063, "nauc_map_at_20_std": -0.051283, "nauc_map_at_20_diff1": 0.235229, "nauc_map_at_100_max": 0.309743, "nauc_map_at_100_std": -0.04841, "nauc_map_at_100_diff1": 0.240072, "nauc_map_at_1000_max": 0.309689, "nauc_map_at_1000_std": -0.048768, "nauc_map_at_1000_diff1": 0.240484, "nauc_recall_at_1_max": 0.171509, "nauc_recall_at_1_std": -0.084392, "nauc_recall_at_1_diff1": 0.30626, "nauc_recall_at_3_max": 0.154857, "nauc_recall_at_3_std": -0.114824, "nauc_recall_at_3_diff1": 0.171048, "nauc_recall_at_5_max": 0.211117, "nauc_recall_at_5_std": -0.068976, "nauc_recall_at_5_diff1": 0.186527, "nauc_recall_at_10_max": 0.26206, "nauc_recall_at_10_std": -0.005475, "nauc_recall_at_10_diff1": 0.115521, "nauc_recall_at_20_max": 0.362438, "nauc_recall_at_20_std": 0.072079, "nauc_recall_at_20_diff1": 0.032261, "nauc_recall_at_100_max": 0.458889, "nauc_recall_at_100_std": 0.164775, "nauc_recall_at_100_diff1": 0.119551, "nauc_recall_at_1000_max": 0.770314, "nauc_recall_at_1000_std": 0.779173, "nauc_recall_at_1000_diff1": 0.370912, "nauc_precision_at_1_max": 0.391504, "nauc_precision_at_1_std": 0.008335, "nauc_precision_at_1_diff1": 0.352101, "nauc_precision_at_3_max": 0.363169, "nauc_precision_at_3_std": 0.04679, "nauc_precision_at_3_diff1": 0.085954, "nauc_precision_at_5_max": 0.373678, "nauc_precision_at_5_std": 0.08815, "nauc_precision_at_5_diff1": 0.068322, "nauc_precision_at_10_max": 0.349049, "nauc_precision_at_10_std": 0.146245, "nauc_precision_at_10_diff1": -0.010464, "nauc_precision_at_20_max": 0.362859, "nauc_precision_at_20_std": 0.177173, "nauc_precision_at_20_diff1": -0.027434, "nauc_precision_at_100_max": 0.31748, "nauc_precision_at_100_std": 0.179705, "nauc_precision_at_100_diff1": -0.01736, "nauc_precision_at_1000_max": 0.302472, "nauc_precision_at_1000_std": 0.171231, "nauc_precision_at_1000_diff1": -0.017974, "nauc_mrr_at_1_max": 0.391504, "nauc_mrr_at_1_std": 0.008335, "nauc_mrr_at_1_diff1": 0.352101, "nauc_mrr_at_3_max": 0.39229, "nauc_mrr_at_3_std": -0.02516, "nauc_mrr_at_3_diff1": 0.316683, "nauc_mrr_at_5_max": 0.400492, "nauc_mrr_at_5_std": -0.020089, "nauc_mrr_at_5_diff1": 0.328517, "nauc_mrr_at_10_max": 0.404341, "nauc_mrr_at_10_std": -0.013419, "nauc_mrr_at_10_diff1": 0.324214, "nauc_mrr_at_20_max": 0.40382, "nauc_mrr_at_20_std": -0.014007, "nauc_mrr_at_20_diff1": 0.323005, "nauc_mrr_at_100_max": 0.403018, "nauc_mrr_at_100_std": -0.015042, "nauc_mrr_at_100_diff1": 0.324868, "nauc_mrr_at_1000_max": 0.402921, "nauc_mrr_at_1000_std": -0.014984, "nauc_mrr_at_1000_diff1": 0.324942, "hit_rate_at_1": 0.47714, "hit_rate_at_3": 0.70857, "hit_rate_at_5": 0.77429, "hit_rate_at_10": 0.84286, "hit_rate_at_20": 0.89714, "hit_rate_at_100": 0.96571, "hit_rate_at_1000": 0.99714, "main_score": 0.58594, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.52083, "ndcg_at_3": 0.49172, "ndcg_at_5": 0.50275, "ndcg_at_10": 0.53468, "ndcg_at_20": 0.57426, "ndcg_at_100": 0.62394, "ndcg_at_1000": 0.6396, "map_at_1": 0.2257, "map_at_3": 0.35267, "map_at_5": 0.39512, "map_at_10": 0.42893, "map_at_20": 0.44903, "map_at_100": 0.46267, "map_at_1000": 0.46411, "recall_at_1": 0.2257, "recall_at_3": 0.41799, "recall_at_5": 0.51019, "recall_at_10": 0.61323, "recall_at_20": 0.7195, "recall_at_100": 0.90523, "recall_at_1000": 0.98867, "accuracy": 0.2257, "precision_at_1": 0.52083, "precision_at_3": 0.36181, "precision_at_5": 0.28125, "precision_at_10": 0.17969, "precision_at_20": 0.11021, "precision_at_100": 0.02874, "precision_at_1000": 0.00318, "mrr_at_1": 0.520833, "mrr_at_3": 0.617188, "mrr_at_5": 0.630677, "mrr_at_10": 0.637967, "mrr_at_20": 0.641538, "mrr_at_100": 0.643526, "mrr_at_1000": 0.643627, "nauc_ndcg_at_1_max": 0.291285, "nauc_ndcg_at_1_std": -0.006942, "nauc_ndcg_at_1_diff1": 0.306923, "nauc_ndcg_at_3_max": 0.235204, "nauc_ndcg_at_3_std": -0.053371, "nauc_ndcg_at_3_diff1": 0.208209, "nauc_ndcg_at_5_max": 0.211464, "nauc_ndcg_at_5_std": -0.097365, "nauc_ndcg_at_5_diff1": 0.222712, "nauc_ndcg_at_10_max": 0.234794, "nauc_ndcg_at_10_std": -0.097127, "nauc_ndcg_at_10_diff1": 0.215913, "nauc_ndcg_at_20_max": 0.247107, "nauc_ndcg_at_20_std": -0.071837, "nauc_ndcg_at_20_diff1": 0.200482, "nauc_ndcg_at_100_max": 0.258837, "nauc_ndcg_at_100_std": -0.02768, "nauc_ndcg_at_100_diff1": 0.203951, "nauc_ndcg_at_1000_max": 0.26455, "nauc_ndcg_at_1000_std": -0.026874, "nauc_ndcg_at_1000_diff1": 0.21009, "nauc_map_at_1_max": 0.127482, "nauc_map_at_1_std": -0.117949, "nauc_map_at_1_diff1": 0.32361, "nauc_map_at_3_max": 0.159694, "nauc_map_at_3_std": -0.137746, "nauc_map_at_3_diff1": 0.252088, "nauc_map_at_5_max": 0.172125, "nauc_map_at_5_std": -0.140564, "nauc_map_at_5_diff1": 0.24356, "nauc_map_at_10_max": 0.197363, "nauc_map_at_10_std": -0.123914, "nauc_map_at_10_diff1": 0.227514, "nauc_map_at_20_max": 0.207685, "nauc_map_at_20_std": -0.109316, "nauc_map_at_20_diff1": 0.21907, "nauc_map_at_100_max": 0.21231, "nauc_map_at_100_std": -0.095271, "nauc_map_at_100_diff1": 0.21746, "nauc_map_at_1000_max": 0.212721, "nauc_map_at_1000_std": -0.094536, "nauc_map_at_1000_diff1": 0.217829, "nauc_recall_at_1_max": 0.127482, "nauc_recall_at_1_std": -0.117949, "nauc_recall_at_1_diff1": 0.32361, "nauc_recall_at_3_max": 0.123396, "nauc_recall_at_3_std": -0.153584, "nauc_recall_at_3_diff1": 0.190901, "nauc_recall_at_5_max": 0.118711, "nauc_recall_at_5_std": -0.175134, "nauc_recall_at_5_diff1": 0.181458, "nauc_recall_at_10_max": 0.172789, "nauc_recall_at_10_std": -0.146645, "nauc_recall_at_10_diff1": 0.139523, "nauc_recall_at_20_max": 0.180279, "nauc_recall_at_20_std": -0.114905, "nauc_recall_at_20_diff1": 0.08404, "nauc_recall_at_100_max": 0.19407, "nauc_recall_at_100_std": 0.115215, "nauc_recall_at_100_diff1": 0.053032, "nauc_recall_at_1000_max": 0.622503, "nauc_recall_at_1000_std": 0.633504, "nauc_recall_at_1000_diff1": 0.01131, "nauc_precision_at_1_max": 0.291285, "nauc_precision_at_1_std": -0.006942, "nauc_precision_at_1_diff1": 0.306923, "nauc_precision_at_3_max": 0.243465, "nauc_precision_at_3_std": 0.030569, "nauc_precision_at_3_diff1": 0.035874, "nauc_precision_at_5_max": 0.220251, "nauc_precision_at_5_std": 0.04403, "nauc_precision_at_5_diff1": -0.00569, "nauc_precision_at_10_max": 0.233595, "nauc_precision_at_10_std": 0.113403, "nauc_precision_at_10_diff1": -0.061329, "nauc_precision_at_20_max": 0.214223, "nauc_precision_at_20_std": 0.186482, "nauc_precision_at_20_diff1": -0.102199, "nauc_precision_at_100_max": 0.163743, "nauc_precision_at_100_std": 0.27314, "nauc_precision_at_100_diff1": -0.129815, "nauc_precision_at_1000_max": 0.143958, "nauc_precision_at_1000_std": 0.270222, "nauc_precision_at_1000_diff1": -0.128045, "nauc_mrr_at_1_max": 0.291285, "nauc_mrr_at_1_std": -0.006942, "nauc_mrr_at_1_diff1": 0.306923, "nauc_mrr_at_3_max": 0.316771, "nauc_mrr_at_3_std": 0.006443, "nauc_mrr_at_3_diff1": 0.272291, "nauc_mrr_at_5_max": 0.31401, "nauc_mrr_at_5_std": 0.000927, "nauc_mrr_at_5_diff1": 0.272185, "nauc_mrr_at_10_max": 0.316855, "nauc_mrr_at_10_std": 0.00549, "nauc_mrr_at_10_diff1": 0.27039, "nauc_mrr_at_20_max": 0.315396, "nauc_mrr_at_20_std": 0.006358, "nauc_mrr_at_20_diff1": 0.270341, "nauc_mrr_at_100_max": 0.315508, "nauc_mrr_at_100_std": 0.007114, "nauc_mrr_at_100_diff1": 0.271527, "nauc_mrr_at_1000_max": 0.315525, "nauc_mrr_at_1000_std": 0.006992, "nauc_mrr_at_1000_diff1": 0.271587, "hit_rate_at_1": 0.52083, "hit_rate_at_3": 0.73438, "hit_rate_at_5": 0.79479, "hit_rate_at_10": 0.84896, "hit_rate_at_20": 0.9, "hit_rate_at_100": 0.97396, "hit_rate_at_1000": 0.99583, "main_score": 0.53468, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.62093, "ndcg_at_3": 0.64084, "ndcg_at_5": 0.66833, "ndcg_at_10": 0.70707, "ndcg_at_20": 0.72857, "ndcg_at_100": 0.75018, "ndcg_at_1000": 0.75232, "map_at_1": 0.39995, "map_at_3": 0.54969, "map_at_5": 0.58637, "map_at_10": 0.61584, "map_at_20": 0.62652, "map_at_100": 0.63247, "map_at_1000": 0.6327, "recall_at_1": 0.39995, "recall_at_3": 0.64512, "recall_at_5": 0.73637, "recall_at_10": 0.83931, "recall_at_20": 0.90286, "recall_at_100": 0.98847, "recall_at_1000": 1.0, "accuracy": 0.39995, "precision_at_1": 0.62093, "precision_at_3": 0.37248, "precision_at_5": 0.26814, "precision_at_10": 0.16151, "precision_at_20": 0.08983, "precision_at_100": 0.02047, "precision_at_1000": 0.00208, "mrr_at_1": 0.62093, "mrr_at_3": 0.718798, "mrr_at_5": 0.732287, "mrr_at_10": 0.7386, "mrr_at_20": 0.740509, "mrr_at_100": 0.741243, "mrr_at_1000": 0.741251, "nauc_ndcg_at_1_max": 0.39995, "nauc_ndcg_at_1_std": 0.019554, "nauc_ndcg_at_1_diff1": 0.374082, "nauc_ndcg_at_3_max": 0.297473, "nauc_ndcg_at_3_std": -0.08722, "nauc_ndcg_at_3_diff1": 0.323956, "nauc_ndcg_at_5_max": 0.274848, "nauc_ndcg_at_5_std": -0.120871, "nauc_ndcg_at_5_diff1": 0.329174, "nauc_ndcg_at_10_max": 0.29101, "nauc_ndcg_at_10_std": -0.109009, "nauc_ndcg_at_10_diff1": 0.325636, "nauc_ndcg_at_20_max": 0.313124, "nauc_ndcg_at_20_std": -0.084981, "nauc_ndcg_at_20_diff1": 0.328196, "nauc_ndcg_at_100_max": 0.335175, "nauc_ndcg_at_100_std": -0.056167, "nauc_ndcg_at_100_diff1": 0.333665, "nauc_ndcg_at_1000_max": 0.334184, "nauc_ndcg_at_1000_std": -0.054003, "nauc_ndcg_at_1000_diff1": 0.334135, "nauc_map_at_1_max": 0.131855, "nauc_map_at_1_std": -0.190438, "nauc_map_at_1_diff1": 0.331122, "nauc_map_at_3_max": 0.202125, "nauc_map_at_3_std": -0.190987, "nauc_map_at_3_diff1": 0.333672, "nauc_map_at_5_max": 0.21638, "nauc_map_at_5_std": -0.175512, "nauc_map_at_5_diff1": 0.329435, "nauc_map_at_10_max": 0.240728, "nauc_map_at_10_std": -0.147083, "nauc_map_at_10_diff1": 0.322591, "nauc_map_at_20_max": 0.253226, "nauc_map_at_20_std": -0.133003, "nauc_map_at_20_diff1": 0.32329, "nauc_map_at_100_max": 0.25875, "nauc_map_at_100_std": -0.126352, "nauc_map_at_100_diff1": 0.323984, "nauc_map_at_1000_max": 0.258821, "nauc_map_at_1000_std": -0.126008, "nauc_map_at_1000_diff1": 0.324109, "nauc_recall_at_1_max": 0.131855, "nauc_recall_at_1_std": -0.190438, "nauc_recall_at_1_diff1": 0.331122, "nauc_recall_at_3_max": 0.16515, "nauc_recall_at_3_std": -0.223727, "nauc_recall_at_3_diff1": 0.288848, "nauc_recall_at_5_max": 0.137126, "nauc_recall_at_5_std": -0.241531, "nauc_recall_at_5_diff1": 0.268914, "nauc_recall_at_10_max": 0.122188, "nauc_recall_at_10_std": -0.247935, "nauc_recall_at_10_diff1": 0.217756, "nauc_recall_at_20_max": 0.142659, "nauc_recall_at_20_std": -0.247376, "nauc_recall_at_20_diff1": 0.205021, "nauc_recall_at_100_max": 0.452045, "nauc_recall_at_100_std": -0.095753, "nauc_recall_at_100_diff1": 0.28008, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.39995, "nauc_precision_at_1_std": 0.019554, "nauc_precision_at_1_diff1": 0.374082, "nauc_precision_at_3_max": 0.358642, "nauc_precision_at_3_std": 0.204761, "nauc_precision_at_3_diff1": 0.104472, "nauc_precision_at_5_max": 0.309392, "nauc_precision_at_5_std": 0.274404, "nauc_precision_at_5_diff1": 0.015963, "nauc_precision_at_10_max": 0.272425, "nauc_precision_at_10_std": 0.339429, "nauc_precision_at_10_diff1": -0.067806, "nauc_precision_at_20_max": 0.257937, "nauc_precision_at_20_std": 0.376213, "nauc_precision_at_20_diff1": -0.095295, "nauc_precision_at_100_max": 0.232734, "nauc_precision_at_100_std": 0.410606, "nauc_precision_at_100_diff1": -0.123819, "nauc_precision_at_1000_max": 0.222109, "nauc_precision_at_1000_std": 0.413107, "nauc_precision_at_1000_diff1": -0.127553, "nauc_mrr_at_1_max": 0.39995, "nauc_mrr_at_1_std": 0.019554, "nauc_mrr_at_1_diff1": 0.374082, "nauc_mrr_at_3_max": 0.464374, "nauc_mrr_at_3_std": 0.05652, "nauc_mrr_at_3_diff1": 0.366961, "nauc_mrr_at_5_max": 0.460025, "nauc_mrr_at_5_std": 0.052479, "nauc_mrr_at_5_diff1": 0.37145, "nauc_mrr_at_10_max": 0.454481, "nauc_mrr_at_10_std": 0.047415, "nauc_mrr_at_10_diff1": 0.370055, "nauc_mrr_at_20_max": 0.453423, "nauc_mrr_at_20_std": 0.047606, "nauc_mrr_at_20_diff1": 0.369689, "nauc_mrr_at_100_max": 0.453072, "nauc_mrr_at_100_std": 0.04783, "nauc_mrr_at_100_diff1": 0.369729, "nauc_mrr_at_1000_max": 0.453057, "nauc_mrr_at_1000_std": 0.047815, "nauc_mrr_at_1000_diff1": 0.36971, "hit_rate_at_1": 0.62093, "hit_rate_at_3": 0.83721, "hit_rate_at_5": 0.89651, "hit_rate_at_10": 0.94302, "hit_rate_at_20": 0.96977, "hit_rate_at_100": 0.99767, "hit_rate_at_1000": 1.0, "main_score": 0.70707, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.62911, "ndcg_at_3": 0.60068, "ndcg_at_5": 0.6216, "ndcg_at_10": 0.6596, "ndcg_at_20": 0.687, "ndcg_at_100": 0.71824, "ndcg_at_1000": 0.72453, "map_at_1": 0.37869, "map_at_3": 0.48569, "map_at_5": 0.53035, "map_at_10": 0.57047, "map_at_20": 0.58511, "map_at_100": 0.59525, "map_at_1000": 0.59568, "recall_at_1": 0.37869, "recall_at_3": 0.54178, "recall_at_5": 0.64525, "recall_at_10": 0.75851, "recall_at_20": 0.83864, "recall_at_100": 0.95104, "recall_at_1000": 0.99178, "accuracy": 0.37869, "precision_at_1": 0.62911, "precision_at_3": 0.35994, "precision_at_5": 0.27512, "precision_at_10": 0.18075, "precision_at_20": 0.10399, "precision_at_100": 0.02469, "precision_at_1000": 0.00255, "mrr_at_1": 0.629108, "mrr_at_3": 0.694836, "mrr_at_5": 0.709624, "mrr_at_10": 0.717902, "mrr_at_20": 0.720352, "mrr_at_100": 0.72143, "mrr_at_1000": 0.721557, "nauc_ndcg_at_1_max": 0.257291, "nauc_ndcg_at_1_std": 0.110254, "nauc_ndcg_at_1_diff1": 0.321973, "nauc_ndcg_at_3_max": 0.211339, "nauc_ndcg_at_3_std": 0.042721, "nauc_ndcg_at_3_diff1": 0.287137, "nauc_ndcg_at_5_max": 0.254818, "nauc_ndcg_at_5_std": 0.058392, "nauc_ndcg_at_5_diff1": 0.333493, "nauc_ndcg_at_10_max": 0.292511, "nauc_ndcg_at_10_std": 0.105208, "nauc_ndcg_at_10_diff1": 0.315297, "nauc_ndcg_at_20_max": 0.302661, "nauc_ndcg_at_20_std": 0.106197, "nauc_ndcg_at_20_diff1": 0.308991, "nauc_ndcg_at_100_max": 0.316112, "nauc_ndcg_at_100_std": 0.141325, "nauc_ndcg_at_100_diff1": 0.308766, "nauc_ndcg_at_1000_max": 0.309675, "nauc_ndcg_at_1000_std": 0.134776, "nauc_ndcg_at_1000_diff1": 0.314842, "nauc_map_at_1_max": 0.027093, "nauc_map_at_1_std": -0.13723, "nauc_map_at_1_diff1": 0.429959, "nauc_map_at_3_max": 0.105757, "nauc_map_at_3_std": -0.082821, "nauc_map_at_3_diff1": 0.344318, "nauc_map_at_5_max": 0.168363, "nauc_map_at_5_std": -0.030994, "nauc_map_at_5_diff1": 0.34816, "nauc_map_at_10_max": 0.211084, "nauc_map_at_10_std": 0.029135, "nauc_map_at_10_diff1": 0.322206, "nauc_map_at_20_max": 0.222173, "nauc_map_at_20_std": 0.037547, "nauc_map_at_20_diff1": 0.318761, "nauc_map_at_100_max": 0.228656, "nauc_map_at_100_std": 0.049372, "nauc_map_at_100_diff1": 0.319379, "nauc_map_at_1000_max": 0.228296, "nauc_map_at_1000_std": 0.049097, "nauc_map_at_1000_diff1": 0.319562, "nauc_recall_at_1_max": 0.027093, "nauc_recall_at_1_std": -0.13723, "nauc_recall_at_1_diff1": 0.429959, "nauc_recall_at_3_max": 0.107991, "nauc_recall_at_3_std": -0.101376, "nauc_recall_at_3_diff1": 0.296383, "nauc_recall_at_5_max": 0.211219, "nauc_recall_at_5_std": -0.024603, "nauc_recall_at_5_diff1": 0.331488, "nauc_recall_at_10_max": 0.314711, "nauc_recall_at_10_std": 0.10502, "nauc_recall_at_10_diff1": 0.262919, "nauc_recall_at_20_max": 0.335456, "nauc_recall_at_20_std": 0.088492, "nauc_recall_at_20_diff1": 0.221379, "nauc_recall_at_100_max": 0.58107, "nauc_recall_at_100_std": 0.459047, "nauc_recall_at_100_diff1": 0.128671, "nauc_recall_at_1000_max": 0.908304, "nauc_recall_at_1000_std": 0.874848, "nauc_recall_at_1000_diff1": 0.526492, "nauc_precision_at_1_max": 0.257291, "nauc_precision_at_1_std": 0.110254, "nauc_precision_at_1_diff1": 0.321973, "nauc_precision_at_3_max": 0.308942, "nauc_precision_at_3_std": 0.263721, "nauc_precision_at_3_diff1": -0.068086, "nauc_precision_at_5_max": 0.362742, "nauc_precision_at_5_std": 0.355447, "nauc_precision_at_5_diff1": -0.101337, "nauc_precision_at_10_max": 0.324968, "nauc_precision_at_10_std": 0.396627, "nauc_precision_at_10_diff1": -0.169353, "nauc_precision_at_20_max": 0.291939, "nauc_precision_at_20_std": 0.361168, "nauc_precision_at_20_diff1": -0.183825, "nauc_precision_at_100_max": 0.239994, "nauc_precision_at_100_std": 0.375059, "nauc_precision_at_100_diff1": -0.20315, "nauc_precision_at_1000_max": 0.221424, "nauc_precision_at_1000_std": 0.362685, "nauc_precision_at_1000_diff1": -0.206749, "nauc_mrr_at_1_max": 0.257291, "nauc_mrr_at_1_std": 0.110254, "nauc_mrr_at_1_diff1": 0.321973, "nauc_mrr_at_3_max": 0.356938, "nauc_mrr_at_3_std": 0.167016, "nauc_mrr_at_3_diff1": 0.314582, "nauc_mrr_at_5_max": 0.363668, "nauc_mrr_at_5_std": 0.172011, "nauc_mrr_at_5_diff1": 0.324608, "nauc_mrr_at_10_max": 0.363718, "nauc_mrr_at_10_std": 0.17737, "nauc_mrr_at_10_diff1": 0.32344, "nauc_mrr_at_20_max": 0.359177, "nauc_mrr_at_20_std": 0.174064, "nauc_mrr_at_20_diff1": 0.322731, "nauc_mrr_at_100_max": 0.358264, "nauc_mrr_at_100_std": 0.174707, "nauc_mrr_at_100_diff1": 0.322272, "nauc_mrr_at_1000_max": 0.358036, "nauc_mrr_at_1000_std": 0.174504, "nauc_mrr_at_1000_diff1": 0.322302, "hit_rate_at_1": 0.62911, "hit_rate_at_3": 0.77465, "hit_rate_at_5": 0.84038, "hit_rate_at_10": 0.90141, "hit_rate_at_20": 0.93897, "hit_rate_at_100": 0.96714, "hit_rate_at_1000": 0.99531, "main_score": 0.6596, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.636, "ndcg_at_3": 0.61819, "ndcg_at_5": 0.6332, "ndcg_at_10": 0.6738, "ndcg_at_20": 0.70605, "ndcg_at_100": 0.73805, "ndcg_at_1000": 0.74278, "map_at_1": 0.31504, "map_at_3": 0.48268, "map_at_5": 0.52895, "map_at_10": 0.56835, "map_at_20": 0.58581, "map_at_100": 0.59631, "map_at_1000": 0.59682, "recall_at_1": 0.31504, "recall_at_3": 0.56395, "recall_at_5": 0.65806, "recall_at_10": 0.77437, "recall_at_20": 0.86213, "recall_at_100": 0.97509, "recall_at_1000": 0.99954, "accuracy": 0.31504, "precision_at_1": 0.636, "precision_at_3": 0.42367, "precision_at_5": 0.3162, "precision_at_10": 0.198, "precision_at_20": 0.11485, "precision_at_100": 0.02738, "precision_at_1000": 0.00283, "mrr_at_1": 0.636, "mrr_at_3": 0.736833, "mrr_at_5": 0.747983, "mrr_at_10": 0.754366, "mrr_at_20": 0.756042, "mrr_at_100": 0.75673, "mrr_at_1000": 0.756755, "nauc_ndcg_at_1_max": 0.404942, "nauc_ndcg_at_1_std": 0.10571, "nauc_ndcg_at_1_diff1": 0.397425, "nauc_ndcg_at_3_max": 0.33787, "nauc_ndcg_at_3_std": 0.07048, "nauc_ndcg_at_3_diff1": 0.258228, "nauc_ndcg_at_5_max": 0.319653, "nauc_ndcg_at_5_std": 0.03465, "nauc_ndcg_at_5_diff1": 0.280514, "nauc_ndcg_at_10_max": 0.336314, "nauc_ndcg_at_10_std": 0.030645, "nauc_ndcg_at_10_diff1": 0.292117, "nauc_ndcg_at_20_max": 0.355558, "nauc_ndcg_at_20_std": 0.055773, "nauc_ndcg_at_20_diff1": 0.29338, "nauc_ndcg_at_100_max": 0.37095, "nauc_ndcg_at_100_std": 0.081916, "nauc_ndcg_at_100_diff1": 0.298359, "nauc_ndcg_at_1000_max": 0.368353, "nauc_ndcg_at_1000_std": 0.080455, "nauc_ndcg_at_1000_diff1": 0.300778, "nauc_map_at_1_max": 0.166739, "nauc_map_at_1_std": -0.056463, "nauc_map_at_1_diff1": 0.403688, "nauc_map_at_3_max": 0.229075, "nauc_map_at_3_std": -0.030928, "nauc_map_at_3_diff1": 0.292556, "nauc_map_at_5_max": 0.248572, "nauc_map_at_5_std": -0.029204, "nauc_map_at_5_diff1": 0.287691, "nauc_map_at_10_max": 0.282704, "nauc_map_at_10_std": -0.009127, "nauc_map_at_10_diff1": 0.288713, "nauc_map_at_20_max": 0.295794, "nauc_map_at_20_std": 0.005996, "nauc_map_at_20_diff1": 0.28822, "nauc_map_at_100_max": 0.302052, "nauc_map_at_100_std": 0.014712, "nauc_map_at_100_diff1": 0.288803, "nauc_map_at_1000_max": 0.302081, "nauc_map_at_1000_std": 0.015008, "nauc_map_at_1000_diff1": 0.288856, "nauc_recall_at_1_max": 0.166739, "nauc_recall_at_1_std": -0.056463, "nauc_recall_at_1_diff1": 0.403688, "nauc_recall_at_3_max": 0.200223, "nauc_recall_at_3_std": -0.025718, "nauc_recall_at_3_diff1": 0.212552, "nauc_recall_at_5_max": 0.20602, "nauc_recall_at_5_std": -0.046594, "nauc_recall_at_5_diff1": 0.196905, "nauc_recall_at_10_max": 0.240903, "nauc_recall_at_10_std": -0.035936, "nauc_recall_at_10_diff1": 0.184336, "nauc_recall_at_20_max": 0.263938, "nauc_recall_at_20_std": -0.000221, "nauc_recall_at_20_diff1": 0.162017, "nauc_recall_at_100_max": 0.434987, "nauc_recall_at_100_std": 0.238788, "nauc_recall_at_100_diff1": 0.110145, "nauc_recall_at_1000_max": -0.376326, "nauc_recall_at_1000_std": 0.478525, "nauc_recall_at_1000_diff1": -0.45654, "nauc_precision_at_1_max": 0.404942, "nauc_precision_at_1_std": 0.10571, "nauc_precision_at_1_diff1": 0.397425, "nauc_precision_at_3_max": 0.324873, "nauc_precision_at_3_std": 0.173545, "nauc_precision_at_3_diff1": -0.030554, "nauc_precision_at_5_max": 0.274004, "nauc_precision_at_5_std": 0.169892, "nauc_precision_at_5_diff1": -0.072914, "nauc_precision_at_10_max": 0.255533, "nauc_precision_at_10_std": 0.195318, "nauc_precision_at_10_diff1": -0.097446, "nauc_precision_at_20_max": 0.219624, "nauc_precision_at_20_std": 0.224998, "nauc_precision_at_20_diff1": -0.121581, "nauc_precision_at_100_max": 0.160658, "nauc_precision_at_100_std": 0.239229, "nauc_precision_at_100_diff1": -0.144859, "nauc_precision_at_1000_max": 0.135647, "nauc_precision_at_1000_std": 0.228366, "nauc_precision_at_1000_diff1": -0.148795, "nauc_mrr_at_1_max": 0.404942, "nauc_mrr_at_1_std": 0.10571, "nauc_mrr_at_1_diff1": 0.397425, "nauc_mrr_at_3_max": 0.458458, "nauc_mrr_at_3_std": 0.163088, "nauc_mrr_at_3_diff1": 0.369716, "nauc_mrr_at_5_max": 0.459576, "nauc_mrr_at_5_std": 0.159684, "nauc_mrr_at_5_diff1": 0.372117, "nauc_mrr_at_10_max": 0.454459, "nauc_mrr_at_10_std": 0.154985, "nauc_mrr_at_10_diff1": 0.372578, "nauc_mrr_at_20_max": 0.45252, "nauc_mrr_at_20_std": 0.153364, "nauc_mrr_at_20_diff1": 0.373927, "nauc_mrr_at_100_max": 0.451663, "nauc_mrr_at_100_std": 0.152386, "nauc_mrr_at_100_diff1": 0.374194, "nauc_mrr_at_1000_max": 0.451597, "nauc_mrr_at_1000_std": 0.152291, "nauc_mrr_at_1000_diff1": 0.374209, "hit_rate_at_1": 0.636, "hit_rate_at_3": 0.854, "hit_rate_at_5": 0.902, "hit_rate_at_10": 0.949, "hit_rate_at_20": 0.972, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.6738, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.59751, "ndcg_at_3": 0.62184, "ndcg_at_5": 0.6486, "ndcg_at_10": 0.68459, "ndcg_at_20": 0.70266, "ndcg_at_100": 0.7224, "ndcg_at_1000": 0.72804, "map_at_1": 0.40838, "map_at_3": 0.54976, "map_at_5": 0.58143, "map_at_10": 0.6051, "map_at_20": 0.6137, "map_at_100": 0.61795, "map_at_1000": 0.61833, "recall_at_1": 0.40838, "recall_at_3": 0.63657, "recall_at_5": 0.71497, "recall_at_10": 0.8073, "recall_at_20": 0.86196, "recall_at_100": 0.94638, "recall_at_1000": 0.98237, "accuracy": 0.40838, "precision_at_1": 0.59751, "precision_at_3": 0.34509, "precision_at_5": 0.24481, "precision_at_10": 0.14398, "precision_at_20": 0.07905, "precision_at_100": 0.01778, "precision_at_1000": 0.00186, "mrr_at_1": 0.59751, "mrr_at_3": 0.688451, "mrr_at_5": 0.700277, "mrr_at_10": 0.707801, "mrr_at_20": 0.709081, "mrr_at_100": 0.710509, "mrr_at_1000": 0.710585, "nauc_ndcg_at_1_max": 0.360317, "nauc_ndcg_at_1_std": 0.116844, "nauc_ndcg_at_1_diff1": 0.411604, "nauc_ndcg_at_3_max": 0.33729, "nauc_ndcg_at_3_std": 0.007114, "nauc_ndcg_at_3_diff1": 0.343864, "nauc_ndcg_at_5_max": 0.341824, "nauc_ndcg_at_5_std": 0.005821, "nauc_ndcg_at_5_diff1": 0.348917, "nauc_ndcg_at_10_max": 0.355131, "nauc_ndcg_at_10_std": 0.014225, "nauc_ndcg_at_10_diff1": 0.363385, "nauc_ndcg_at_20_max": 0.380593, "nauc_ndcg_at_20_std": 0.045838, "nauc_ndcg_at_20_diff1": 0.361025, "nauc_ndcg_at_100_max": 0.386905, "nauc_ndcg_at_100_std": 0.077035, "nauc_ndcg_at_100_diff1": 0.367384, "nauc_ndcg_at_1000_max": 0.378785, "nauc_ndcg_at_1000_std": 0.070246, "nauc_ndcg_at_1000_diff1": 0.363043, "nauc_map_at_1_max": 0.157861, "nauc_map_at_1_std": -0.061189, "nauc_map_at_1_diff1": 0.432027, "nauc_map_at_3_max": 0.278494, "nauc_map_at_3_std": -0.030117, "nauc_map_at_3_diff1": 0.363546, "nauc_map_at_5_max": 0.3015, "nauc_map_at_5_std": -0.015265, "nauc_map_at_5_diff1": 0.360582, "nauc_map_at_10_max": 0.312815, "nauc_map_at_10_std": -0.010253, "nauc_map_at_10_diff1": 0.368296, "nauc_map_at_20_max": 0.323448, "nauc_map_at_20_std": 0.003063, "nauc_map_at_20_diff1": 0.368515, "nauc_map_at_100_max": 0.325856, "nauc_map_at_100_std": 0.009843, "nauc_map_at_100_diff1": 0.368534, "nauc_map_at_1000_max": 0.325546, "nauc_map_at_1000_std": 0.00986, "nauc_map_at_1000_diff1": 0.368167, "nauc_recall_at_1_max": 0.157861, "nauc_recall_at_1_std": -0.061189, "nauc_recall_at_1_diff1": 0.432027, "nauc_recall_at_3_max": 0.27555, "nauc_recall_at_3_std": -0.072157, "nauc_recall_at_3_diff1": 0.290119, "nauc_recall_at_5_max": 0.30522, "nauc_recall_at_5_std": -0.057187, "nauc_recall_at_5_diff1": 0.269163, "nauc_recall_at_10_max": 0.31998, "nauc_recall_at_10_std": -0.062934, "nauc_recall_at_10_diff1": 0.287392, "nauc_recall_at_20_max": 0.450804, "nauc_recall_at_20_std": 0.05823, "nauc_recall_at_20_diff1": 0.270123, "nauc_recall_at_100_max": 0.648805, "nauc_recall_at_100_std": 0.466218, "nauc_recall_at_100_diff1": 0.366094, "nauc_recall_at_1000_max": 0.621293, "nauc_recall_at_1000_std": 0.552416, "nauc_recall_at_1000_diff1": 0.270154, "nauc_precision_at_1_max": 0.360317, "nauc_precision_at_1_std": 0.116844, "nauc_precision_at_1_diff1": 0.411604, "nauc_precision_at_3_max": 0.387888, "nauc_precision_at_3_std": 0.1796, "nauc_precision_at_3_diff1": 0.026097, "nauc_precision_at_5_max": 0.337944, "nauc_precision_at_5_std": 0.193059, "nauc_precision_at_5_diff1": -0.033594, "nauc_precision_at_10_max": 0.272474, "nauc_precision_at_10_std": 0.187126, "nauc_precision_at_10_diff1": -0.059067, "nauc_precision_at_20_max": 0.257021, "nauc_precision_at_20_std": 0.231327, "nauc_precision_at_20_diff1": -0.100293, "nauc_precision_at_100_max": 0.205552, "nauc_precision_at_100_std": 0.299751, "nauc_precision_at_100_diff1": -0.144729, "nauc_precision_at_1000_max": 0.15355, "nauc_precision_at_1000_std": 0.272316, "nauc_precision_at_1000_diff1": -0.181448, "nauc_mrr_at_1_max": 0.360317, "nauc_mrr_at_1_std": 0.116844, "nauc_mrr_at_1_diff1": 0.411604, "nauc_mrr_at_3_max": 0.418841, "nauc_mrr_at_3_std": 0.107135, "nauc_mrr_at_3_diff1": 0.379346, "nauc_mrr_at_5_max": 0.417493, "nauc_mrr_at_5_std": 0.113, "nauc_mrr_at_5_diff1": 0.376409, "nauc_mrr_at_10_max": 0.417765, "nauc_mrr_at_10_std": 0.118466, "nauc_mrr_at_10_diff1": 0.37701, "nauc_mrr_at_20_max": 0.418738, "nauc_mrr_at_20_std": 0.120131, "nauc_mrr_at_20_diff1": 0.376991, "nauc_mrr_at_100_max": 0.417912, "nauc_mrr_at_100_std": 0.120465, "nauc_mrr_at_100_diff1": 0.378612, "nauc_mrr_at_1000_max": 0.417753, "nauc_mrr_at_1000_std": 0.120262, "nauc_mrr_at_1000_diff1": 0.378559, "hit_rate_at_1": 0.59751, "hit_rate_at_3": 0.79668, "hit_rate_at_5": 0.84855, "hit_rate_at_10": 0.90249, "hit_rate_at_20": 0.92324, "hit_rate_at_100": 0.97095, "hit_rate_at_1000": 0.98963, "main_score": 0.68459, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.64855, "ndcg_at_3": 0.7673, "ndcg_at_5": 0.78734, "ndcg_at_10": 0.80114, "ndcg_at_20": 0.80843, "ndcg_at_100": 0.81251, "ndcg_at_1000": 0.81395, "map_at_1": 0.6413, "map_at_3": 0.73765, "map_at_5": 0.74927, "map_at_10": 0.75543, "map_at_20": 0.75761, "map_at_100": 0.7583, "map_at_1000": 0.75835, "recall_at_1": 0.6413, "recall_at_3": 0.84823, "recall_at_5": 0.89553, "recall_at_10": 0.93559, "recall_at_20": 0.96316, "recall_at_100": 0.9837, "recall_at_1000": 0.99517, "accuracy": 0.6413, "precision_at_1": 0.64855, "precision_at_3": 0.28865, "precision_at_5": 0.18333, "precision_at_10": 0.09589, "precision_at_20": 0.04952, "precision_at_100": 0.01014, "precision_at_1000": 0.00103, "mrr_at_1": 0.648551, "mrr_at_3": 0.741948, "mrr_at_5": 0.752758, "mrr_at_10": 0.758733, "mrr_at_20": 0.760676, "mrr_at_100": 0.761182, "mrr_at_1000": 0.761225, "nauc_ndcg_at_1_max": 0.360705, "nauc_ndcg_at_1_std": -0.228642, "nauc_ndcg_at_1_diff1": 0.532184, "nauc_ndcg_at_3_max": 0.410218, "nauc_ndcg_at_3_std": -0.27989, "nauc_ndcg_at_3_diff1": 0.487333, "nauc_ndcg_at_5_max": 0.421678, "nauc_ndcg_at_5_std": -0.271826, "nauc_ndcg_at_5_diff1": 0.486019, "nauc_ndcg_at_10_max": 0.415345, "nauc_ndcg_at_10_std": -0.259044, "nauc_ndcg_at_10_diff1": 0.484848, "nauc_ndcg_at_20_max": 0.404876, "nauc_ndcg_at_20_std": -0.252179, "nauc_ndcg_at_20_diff1": 0.490133, "nauc_ndcg_at_100_max": 0.403481, "nauc_ndcg_at_100_std": -0.248756, "nauc_ndcg_at_100_diff1": 0.486929, "nauc_ndcg_at_1000_max": 0.40077, "nauc_ndcg_at_1000_std": -0.250431, "nauc_ndcg_at_1000_diff1": 0.490096, "nauc_map_at_1_max": 0.346615, "nauc_map_at_1_std": -0.246435, "nauc_map_at_1_diff1": 0.535857, "nauc_map_at_3_max": 0.390886, "nauc_map_at_3_std": -0.274923, "nauc_map_at_3_diff1": 0.50338, "nauc_map_at_5_max": 0.397429, "nauc_map_at_5_std": -0.269838, "nauc_map_at_5_diff1": 0.502989, "nauc_map_at_10_max": 0.394558, "nauc_map_at_10_std": -0.264816, "nauc_map_at_10_diff1": 0.50306, "nauc_map_at_20_max": 0.392191, "nauc_map_at_20_std": -0.262873, "nauc_map_at_20_diff1": 0.504935, "nauc_map_at_100_max": 0.39208, "nauc_map_at_100_std": -0.26236, "nauc_map_at_100_diff1": 0.504547, "nauc_map_at_1000_max": 0.392026, "nauc_map_at_1000_std": -0.262361, "nauc_map_at_1000_diff1": 0.504601, "nauc_recall_at_1_max": 0.346615, "nauc_recall_at_1_std": -0.246435, "nauc_recall_at_1_diff1": 0.535857, "nauc_recall_at_3_max": 0.475586, "nauc_recall_at_3_std": -0.321231, "nauc_recall_at_3_diff1": 0.416961, "nauc_recall_at_5_max": 0.542386, "nauc_recall_at_5_std": -0.309074, "nauc_recall_at_5_diff1": 0.386414, "nauc_recall_at_10_max": 0.563653, "nauc_recall_at_10_std": -0.23529, "nauc_recall_at_10_diff1": 0.313664, "nauc_recall_at_20_max": 0.495753, "nauc_recall_at_20_std": -0.110405, "nauc_recall_at_20_diff1": 0.274915, "nauc_recall_at_100_max": 0.564008, "nauc_recall_at_100_std": 0.222883, "nauc_recall_at_100_diff1": -0.138005, "nauc_recall_at_1000_max": 0.190311, "nauc_recall_at_1000_std": 0.780713, "nauc_recall_at_1000_diff1": -0.694483, "nauc_precision_at_1_max": 0.360705, "nauc_precision_at_1_std": -0.228642, "nauc_precision_at_1_diff1": 0.532184, "nauc_precision_at_3_max": 0.455934, "nauc_precision_at_3_std": -0.213059, "nauc_precision_at_3_diff1": 0.320334, "nauc_precision_at_5_max": 0.478536, "nauc_precision_at_5_std": -0.133125, "nauc_precision_at_5_diff1": 0.225683, "nauc_precision_at_10_max": 0.43428, "nauc_precision_at_10_std": 0.011826, "nauc_precision_at_10_diff1": 0.08385, "nauc_precision_at_20_max": 0.284383, "nauc_precision_at_20_std": 0.185744, "nauc_precision_at_20_diff1": -0.04701, "nauc_precision_at_100_max": 0.175849, "nauc_precision_at_100_std": 0.3471, "nauc_precision_at_100_diff1": -0.268149, "nauc_precision_at_1000_max": 0.053647, "nauc_precision_at_1000_std": 0.412367, "nauc_precision_at_1000_diff1": -0.331975, "nauc_mrr_at_1_max": 0.360705, "nauc_mrr_at_1_std": -0.228642, "nauc_mrr_at_1_diff1": 0.532184, "nauc_mrr_at_3_max": 0.403321, "nauc_mrr_at_3_std": -0.258893, "nauc_mrr_at_3_diff1": 0.500102, "nauc_mrr_at_5_max": 0.406857, "nauc_mrr_at_5_std": -0.254542, "nauc_mrr_at_5_diff1": 0.50087, "nauc_mrr_at_10_max": 0.404003, "nauc_mrr_at_10_std": -0.249472, "nauc_mrr_at_10_diff1": 0.501044, "nauc_mrr_at_20_max": 0.401293, "nauc_mrr_at_20_std": -0.248262, "nauc_mrr_at_20_diff1": 0.502464, "nauc_mrr_at_100_max": 0.400839, "nauc_mrr_at_100_std": -0.248124, "nauc_mrr_at_100_diff1": 0.502215, "nauc_mrr_at_1000_max": 0.400796, "nauc_mrr_at_1000_std": -0.24814, "nauc_mrr_at_1000_diff1": 0.50227, "hit_rate_at_1": 0.64855, "hit_rate_at_3": 0.85386, "hit_rate_at_5": 0.89976, "hit_rate_at_10": 0.93961, "hit_rate_at_20": 0.96618, "hit_rate_at_100": 0.9843, "hit_rate_at_1000": 0.99517, "main_score": 0.80114, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.6794, "ndcg_at_3": 0.70919, "ndcg_at_5": 0.74291, "ndcg_at_10": 0.7712, "ndcg_at_20": 0.78749, "ndcg_at_100": 0.79897, "ndcg_at_1000": 0.80108, "map_at_1": 0.47504, "map_at_3": 0.63864, "map_at_5": 0.67586, "map_at_10": 0.6962, "map_at_20": 0.70447, "map_at_100": 0.7079, "map_at_1000": 0.70808, "recall_at_1": 0.47504, "recall_at_3": 0.72834, "recall_at_5": 0.81761, "recall_at_10": 0.89366, "recall_at_20": 0.94269, "recall_at_100": 0.98595, "recall_at_1000": 0.99795, "accuracy": 0.47504, "precision_at_1": 0.6794, "precision_at_3": 0.38836, "precision_at_5": 0.27203, "precision_at_10": 0.15443, "precision_at_20": 0.08342, "precision_at_100": 0.01798, "precision_at_1000": 0.00183, "mrr_at_1": 0.6794, "mrr_at_3": 0.768076, "mrr_at_5": 0.779195, "mrr_at_10": 0.785929, "mrr_at_20": 0.787059, "mrr_at_100": 0.787331, "mrr_at_1000": 0.787354, "nauc_ndcg_at_1_max": 0.411283, "nauc_ndcg_at_1_std": 0.043164, "nauc_ndcg_at_1_diff1": 0.52078, "nauc_ndcg_at_3_max": 0.316138, "nauc_ndcg_at_3_std": -0.066433, "nauc_ndcg_at_3_diff1": 0.393791, "nauc_ndcg_at_5_max": 0.32652, "nauc_ndcg_at_5_std": -0.059465, "nauc_ndcg_at_5_diff1": 0.385611, "nauc_ndcg_at_10_max": 0.317173, "nauc_ndcg_at_10_std": -0.078261, "nauc_ndcg_at_10_diff1": 0.390029, "nauc_ndcg_at_20_max": 0.342214, "nauc_ndcg_at_20_std": -0.055076, "nauc_ndcg_at_20_diff1": 0.405115, "nauc_ndcg_at_100_max": 0.359211, "nauc_ndcg_at_100_std": -0.021327, "nauc_ndcg_at_100_diff1": 0.409074, "nauc_ndcg_at_1000_max": 0.356527, "nauc_ndcg_at_1000_std": -0.021477, "nauc_ndcg_at_1000_diff1": 0.409874, "nauc_map_at_1_max": 0.193702, "nauc_map_at_1_std": -0.094954, "nauc_map_at_1_diff1": 0.47869, "nauc_map_at_3_max": 0.263763, "nauc_map_at_3_std": -0.123632, "nauc_map_at_3_diff1": 0.414721, "nauc_map_at_5_max": 0.293331, "nauc_map_at_5_std": -0.098028, "nauc_map_at_5_diff1": 0.398256, "nauc_map_at_10_max": 0.298131, "nauc_map_at_10_std": -0.090012, "nauc_map_at_10_diff1": 0.395397, "nauc_map_at_20_max": 0.308629, "nauc_map_at_20_std": -0.079179, "nauc_map_at_20_diff1": 0.399102, "nauc_map_at_100_max": 0.313352, "nauc_map_at_100_std": -0.069839, "nauc_map_at_100_diff1": 0.400006, "nauc_map_at_1000_max": 0.313198, "nauc_map_at_1000_std": -0.069792, "nauc_map_at_1000_diff1": 0.399983, "nauc_recall_at_1_max": 0.193702, "nauc_recall_at_1_std": -0.094954, "nauc_recall_at_1_diff1": 0.47869, "nauc_recall_at_3_max": 0.196213, "nauc_recall_at_3_std": -0.182606, "nauc_recall_at_3_diff1": 0.308113, "nauc_recall_at_5_max": 0.205582, "nauc_recall_at_5_std": -0.159168, "nauc_recall_at_5_diff1": 0.251078, "nauc_recall_at_10_max": 0.11994, "nauc_recall_at_10_std": -0.282207, "nauc_recall_at_10_diff1": 0.197457, "nauc_recall_at_20_max": 0.20593, "nauc_recall_at_20_std": -0.29803, "nauc_recall_at_20_diff1": 0.252161, "nauc_recall_at_100_max": 0.613307, "nauc_recall_at_100_std": 0.189179, "nauc_recall_at_100_diff1": 0.192411, "nauc_recall_at_1000_max": 0.956447, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.341427, "nauc_precision_at_1_max": 0.411283, "nauc_precision_at_1_std": 0.043164, "nauc_precision_at_1_diff1": 0.52078, "nauc_precision_at_3_max": 0.264501, "nauc_precision_at_3_std": 0.124373, "nauc_precision_at_3_diff1": -0.029183, "nauc_precision_at_5_max": 0.234093, "nauc_precision_at_5_std": 0.187548, "nauc_precision_at_5_diff1": -0.131969, "nauc_precision_at_10_max": 0.180892, "nauc_precision_at_10_std": 0.229622, "nauc_precision_at_10_diff1": -0.185473, "nauc_precision_at_20_max": 0.174443, "nauc_precision_at_20_std": 0.269413, "nauc_precision_at_20_diff1": -0.19355, "nauc_precision_at_100_max": 0.164654, "nauc_precision_at_100_std": 0.326205, "nauc_precision_at_100_diff1": -0.20065, "nauc_precision_at_1000_max": 0.144556, "nauc_precision_at_1000_std": 0.318538, "nauc_precision_at_1000_diff1": -0.206532, "nauc_mrr_at_1_max": 0.411283, "nauc_mrr_at_1_std": 0.043164, "nauc_mrr_at_1_diff1": 0.52078, "nauc_mrr_at_3_max": 0.429895, "nauc_mrr_at_3_std": 0.044004, "nauc_mrr_at_3_diff1": 0.468879, "nauc_mrr_at_5_max": 0.43216, "nauc_mrr_at_5_std": 0.053165, "nauc_mrr_at_5_diff1": 0.470636, "nauc_mrr_at_10_max": 0.426758, "nauc_mrr_at_10_std": 0.045994, "nauc_mrr_at_10_diff1": 0.475709, "nauc_mrr_at_20_max": 0.428116, "nauc_mrr_at_20_std": 0.046715, "nauc_mrr_at_20_diff1": 0.478083, "nauc_mrr_at_100_max": 0.428078, "nauc_mrr_at_100_std": 0.046308, "nauc_mrr_at_100_diff1": 0.4778, "nauc_mrr_at_1000_max": 0.428078, "nauc_mrr_at_1000_std": 0.046336, "nauc_mrr_at_1000_diff1": 0.477884, "hit_rate_at_1": 0.6794, "hit_rate_at_3": 0.87312, "hit_rate_at_5": 0.92087, "hit_rate_at_10": 0.96862, "hit_rate_at_20": 0.98499, "hit_rate_at_100": 0.99454, "hit_rate_at_1000": 0.99864, "main_score": 0.7712, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.66387, "ndcg_at_3": 0.76576, "ndcg_at_5": 0.78358, "ndcg_at_10": 0.80031, "ndcg_at_20": 0.80761, "ndcg_at_100": 0.81355, "ndcg_at_1000": 0.81674, "map_at_1": 0.61555, "map_at_3": 0.73319, "map_at_5": 0.74566, "map_at_10": 0.756, "map_at_20": 0.75774, "map_at_100": 0.75908, "map_at_1000": 0.75919, "recall_at_1": 0.61555, "recall_at_3": 0.83053, "recall_at_5": 0.87045, "recall_at_10": 0.91457, "recall_at_20": 0.94398, "recall_at_100": 0.96919, "recall_at_1000": 0.9944, "accuracy": 0.61555, "precision_at_1": 0.66387, "precision_at_3": 0.31653, "precision_at_5": 0.20336, "precision_at_10": 0.10924, "precision_at_20": 0.0563, "precision_at_100": 0.01168, "precision_at_1000": 0.00119, "mrr_at_1": 0.663866, "mrr_at_3": 0.756303, "mrr_at_5": 0.764286, "mrr_at_10": 0.768778, "mrr_at_20": 0.770895, "mrr_at_100": 0.771504, "mrr_at_1000": 0.771616, "nauc_ndcg_at_1_max": 0.229282, "nauc_ndcg_at_1_std": -0.218817, "nauc_ndcg_at_1_diff1": 0.510405, "nauc_ndcg_at_3_max": 0.466779, "nauc_ndcg_at_3_std": -0.224634, "nauc_ndcg_at_3_diff1": 0.541801, "nauc_ndcg_at_5_max": 0.44655, "nauc_ndcg_at_5_std": -0.240114, "nauc_ndcg_at_5_diff1": 0.511544, "nauc_ndcg_at_10_max": 0.431892, "nauc_ndcg_at_10_std": -0.215812, "nauc_ndcg_at_10_diff1": 0.4897, "nauc_ndcg_at_20_max": 0.432388, "nauc_ndcg_at_20_std": -0.183587, "nauc_ndcg_at_20_diff1": 0.499042, "nauc_ndcg_at_100_max": 0.41665, "nauc_ndcg_at_100_std": -0.176367, "nauc_ndcg_at_100_diff1": 0.499711, "nauc_ndcg_at_1000_max": 0.408739, "nauc_ndcg_at_1000_std": -0.19327, "nauc_ndcg_at_1000_diff1": 0.505744, "nauc_map_at_1_max": 0.23209, "nauc_map_at_1_std": -0.243783, "nauc_map_at_1_diff1": 0.548088, "nauc_map_at_3_max": 0.391247, "nauc_map_at_3_std": -0.249644, "nauc_map_at_3_diff1": 0.547078, "nauc_map_at_5_max": 0.389055, "nauc_map_at_5_std": -0.250418, "nauc_map_at_5_diff1": 0.530879, "nauc_map_at_10_max": 0.390156, "nauc_map_at_10_std": -0.227827, "nauc_map_at_10_diff1": 0.517042, "nauc_map_at_20_max": 0.389736, "nauc_map_at_20_std": -0.2218, "nauc_map_at_20_diff1": 0.518933, "nauc_map_at_100_max": 0.38657, "nauc_map_at_100_std": -0.220366, "nauc_map_at_100_diff1": 0.519165, "nauc_map_at_1000_max": 0.386334, "nauc_map_at_1000_std": -0.220851, "nauc_map_at_1000_diff1": 0.519276, "nauc_recall_at_1_max": 0.23209, "nauc_recall_at_1_std": -0.243783, "nauc_recall_at_1_diff1": 0.548088, "nauc_recall_at_3_max": 0.664311, "nauc_recall_at_3_std": -0.23858, "nauc_recall_at_3_diff1": 0.559359, "nauc_recall_at_5_max": 0.679258, "nauc_recall_at_5_std": -0.264776, "nauc_recall_at_5_diff1": 0.466408, "nauc_recall_at_10_max": 0.689548, "nauc_recall_at_10_std": -0.177336, "nauc_recall_at_10_diff1": 0.346571, "nauc_recall_at_20_max": 0.851984, "nauc_recall_at_20_std": 0.228732, "nauc_recall_at_20_diff1": 0.408287, "nauc_recall_at_100_max": 0.842439, "nauc_recall_at_100_std": 0.723946, "nauc_recall_at_100_diff1": 0.324486, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.229282, "nauc_precision_at_1_std": -0.218817, "nauc_precision_at_1_diff1": 0.510405, "nauc_precision_at_3_max": 0.37988, "nauc_precision_at_3_std": -0.061782, "nauc_precision_at_3_diff1": 0.114202, "nauc_precision_at_5_max": 0.293577, "nauc_precision_at_5_std": -0.006533, "nauc_precision_at_5_diff1": -0.054463, "nauc_precision_at_10_max": 0.191864, "nauc_precision_at_10_std": 0.112212, "nauc_precision_at_10_diff1": -0.183253, "nauc_precision_at_20_max": 0.164184, "nauc_precision_at_20_std": 0.22546, "nauc_precision_at_20_diff1": -0.236229, "nauc_precision_at_100_max": 0.050018, "nauc_precision_at_100_std": 0.259937, "nauc_precision_at_100_diff1": -0.279529, "nauc_precision_at_1000_max": -0.011659, "nauc_precision_at_1000_std": 0.227147, "nauc_precision_at_1000_diff1": -0.316491, "nauc_mrr_at_1_max": 0.229282, "nauc_mrr_at_1_std": -0.218817, "nauc_mrr_at_1_diff1": 0.510405, "nauc_mrr_at_3_max": 0.403157, "nauc_mrr_at_3_std": -0.18859, "nauc_mrr_at_3_diff1": 0.512331, "nauc_mrr_at_5_max": 0.384405, "nauc_mrr_at_5_std": -0.204282, "nauc_mrr_at_5_diff1": 0.496675, "nauc_mrr_at_10_max": 0.372373, "nauc_mrr_at_10_std": -0.20758, "nauc_mrr_at_10_diff1": 0.496257, "nauc_mrr_at_20_max": 0.370576, "nauc_mrr_at_20_std": -0.199331, "nauc_mrr_at_20_diff1": 0.497076, "nauc_mrr_at_100_max": 0.369328, "nauc_mrr_at_100_std": -0.198966, "nauc_mrr_at_100_diff1": 0.497229, "nauc_mrr_at_1000_max": 0.369073, "nauc_mrr_at_1000_std": -0.199457, "nauc_mrr_at_1000_diff1": 0.497332, "hit_rate_at_1": 0.66387, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.89076, "hit_rate_at_10": 0.92437, "hit_rate_at_20": 0.95798, "hit_rate_at_100": 0.97479, "hit_rate_at_1000": 1.0, "main_score": 0.80031, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.58015, "ndcg_at_3": 0.56217, "ndcg_at_5": 0.58428, "ndcg_at_10": 0.63312, "ndcg_at_20": 0.67062, "ndcg_at_100": 0.70316, "ndcg_at_1000": 0.70655, "map_at_1": 0.31139, "map_at_3": 0.45565, "map_at_5": 0.49901, "map_at_10": 0.53567, "map_at_20": 0.5538, "map_at_100": 0.56315, "map_at_1000": 0.56352, "recall_at_1": 0.31139, "recall_at_3": 0.52925, "recall_at_5": 0.61913, "recall_at_10": 0.74735, "recall_at_20": 0.85803, "recall_at_100": 0.98259, "recall_at_1000": 1.0, "accuracy": 0.31139, "precision_at_1": 0.58015, "precision_at_3": 0.37405, "precision_at_5": 0.27888, "precision_at_10": 0.17684, "precision_at_20": 0.10458, "precision_at_100": 0.02478, "precision_at_1000": 0.00253, "mrr_at_1": 0.580153, "mrr_at_3": 0.670908, "mrr_at_5": 0.681976, "mrr_at_10": 0.690325, "mrr_at_20": 0.693701, "mrr_at_100": 0.695039, "mrr_at_1000": 0.695088, "nauc_ndcg_at_1_max": 0.395508, "nauc_ndcg_at_1_std": -0.080201, "nauc_ndcg_at_1_diff1": 0.349716, "nauc_ndcg_at_3_max": 0.280998, "nauc_ndcg_at_3_std": -0.12098, "nauc_ndcg_at_3_diff1": 0.282422, "nauc_ndcg_at_5_max": 0.289126, "nauc_ndcg_at_5_std": -0.12985, "nauc_ndcg_at_5_diff1": 0.287291, "nauc_ndcg_at_10_max": 0.316761, "nauc_ndcg_at_10_std": -0.141716, "nauc_ndcg_at_10_diff1": 0.305511, "nauc_ndcg_at_20_max": 0.345801, "nauc_ndcg_at_20_std": -0.11123, "nauc_ndcg_at_20_diff1": 0.318567, "nauc_ndcg_at_100_max": 0.344887, "nauc_ndcg_at_100_std": -0.098593, "nauc_ndcg_at_100_diff1": 0.307951, "nauc_ndcg_at_1000_max": 0.340954, "nauc_ndcg_at_1000_std": -0.102809, "nauc_ndcg_at_1000_diff1": 0.305516, "nauc_map_at_1_max": 0.10428, "nauc_map_at_1_std": -0.158495, "nauc_map_at_1_diff1": 0.371948, "nauc_map_at_3_max": 0.195579, "nauc_map_at_3_std": -0.172403, "nauc_map_at_3_diff1": 0.315004, "nauc_map_at_5_max": 0.238263, "nauc_map_at_5_std": -0.16487, "nauc_map_at_5_diff1": 0.299696, "nauc_map_at_10_max": 0.271044, "nauc_map_at_10_std": -0.153894, "nauc_map_at_10_diff1": 0.307071, "nauc_map_at_20_max": 0.286471, "nauc_map_at_20_std": -0.138042, "nauc_map_at_20_diff1": 0.309107, "nauc_map_at_100_max": 0.288291, "nauc_map_at_100_std": -0.133465, "nauc_map_at_100_diff1": 0.306429, "nauc_map_at_1000_max": 0.287943, "nauc_map_at_1000_std": -0.133845, "nauc_map_at_1000_diff1": 0.306205, "nauc_recall_at_1_max": 0.10428, "nauc_recall_at_1_std": -0.158495, "nauc_recall_at_1_diff1": 0.371948, "nauc_recall_at_3_max": 0.137635, "nauc_recall_at_3_std": -0.18387, "nauc_recall_at_3_diff1": 0.259247, "nauc_recall_at_5_max": 0.1951, "nauc_recall_at_5_std": -0.159456, "nauc_recall_at_5_diff1": 0.229895, "nauc_recall_at_10_max": 0.243755, "nauc_recall_at_10_std": -0.193888, "nauc_recall_at_10_diff1": 0.251021, "nauc_recall_at_20_max": 0.350526, "nauc_recall_at_20_std": -0.114196, "nauc_recall_at_20_diff1": 0.335003, "nauc_recall_at_100_max": 0.501174, "nauc_recall_at_100_std": 0.133481, "nauc_recall_at_100_diff1": 0.370706, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.395508, "nauc_precision_at_1_std": -0.080201, "nauc_precision_at_1_diff1": 0.349716, "nauc_precision_at_3_max": 0.376372, "nauc_precision_at_3_std": 0.012183, "nauc_precision_at_3_diff1": 0.043684, "nauc_precision_at_5_max": 0.37155, "nauc_precision_at_5_std": 0.055226, "nauc_precision_at_5_diff1": -0.022044, "nauc_precision_at_10_max": 0.345945, "nauc_precision_at_10_std": 0.115664, "nauc_precision_at_10_diff1": -0.050933, "nauc_precision_at_20_max": 0.322404, "nauc_precision_at_20_std": 0.204312, "nauc_precision_at_20_diff1": -0.082464, "nauc_precision_at_100_max": 0.224421, "nauc_precision_at_100_std": 0.225607, "nauc_precision_at_100_diff1": -0.138089, "nauc_precision_at_1000_max": 0.205721, "nauc_precision_at_1000_std": 0.213854, "nauc_precision_at_1000_diff1": -0.149219, "nauc_mrr_at_1_max": 0.395508, "nauc_mrr_at_1_std": -0.080201, "nauc_mrr_at_1_diff1": 0.349716, "nauc_mrr_at_3_max": 0.406087, "nauc_mrr_at_3_std": -0.071175, "nauc_mrr_at_3_diff1": 0.320065, "nauc_mrr_at_5_max": 0.409349, "nauc_mrr_at_5_std": -0.068242, "nauc_mrr_at_5_diff1": 0.321006, "nauc_mrr_at_10_max": 0.409231, "nauc_mrr_at_10_std": -0.075752, "nauc_mrr_at_10_diff1": 0.328835, "nauc_mrr_at_20_max": 0.409935, "nauc_mrr_at_20_std": -0.073343, "nauc_mrr_at_20_diff1": 0.33057, "nauc_mrr_at_100_max": 0.409059, "nauc_mrr_at_100_std": -0.073569, "nauc_mrr_at_100_diff1": 0.329596, "nauc_mrr_at_1000_max": 0.409018, "nauc_mrr_at_1000_std": -0.073482, "nauc_mrr_at_1000_diff1": 0.329614, "hit_rate_at_1": 0.58015, "hit_rate_at_3": 0.79135, "hit_rate_at_5": 0.83715, "hit_rate_at_10": 0.90076, "hit_rate_at_20": 0.95165, "hit_rate_at_100": 0.99491, "hit_rate_at_1000": 1.0, "main_score": 0.63312, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 10043.067613840103, "kg_co2_emissions": null, "date": 1780703048.081649 }