{ "dataset_revision": "main", "task_name": "PublicHealthQA", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.31395, "ndcg_at_3": 0.42954, "ndcg_at_5": 0.47809, "ndcg_at_10": 0.51688, "ndcg_at_20": 0.55057, "ndcg_at_100": 0.57418, "ndcg_at_1000": 0.57418, "map_at_1": 0.31395, "map_at_3": 0.40116, "map_at_5": 0.42849, "map_at_10": 0.44521, "map_at_20": 0.45519, "map_at_100": 0.45839, "map_at_1000": 0.45839, "recall_at_1": 0.31395, "recall_at_3": 0.51163, "recall_at_5": 0.62791, "recall_at_10": 0.74419, "recall_at_20": 0.87209, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.31395, "precision_at_3": 0.17054, "precision_at_5": 0.12558, "precision_at_10": 0.07442, "precision_at_20": 0.0436, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.313953, "mrr_at_3": 0.401163, "mrr_at_5": 0.428488, "mrr_at_10": 0.44521, "mrr_at_20": 0.455188, "mrr_at_100": 0.458385, "mrr_at_1000": 0.458385, "nauc_ndcg_at_1_max": 0.324123, "nauc_ndcg_at_1_std": 0.039885, "nauc_ndcg_at_1_diff1": 0.408814, "nauc_ndcg_at_3_max": 0.181172, "nauc_ndcg_at_3_std": -0.026586, "nauc_ndcg_at_3_diff1": 0.269544, "nauc_ndcg_at_5_max": 0.191059, "nauc_ndcg_at_5_std": 0.017906, "nauc_ndcg_at_5_diff1": 0.266278, "nauc_ndcg_at_10_max": 0.170276, "nauc_ndcg_at_10_std": 0.034939, "nauc_ndcg_at_10_diff1": 0.253876, "nauc_ndcg_at_20_max": 0.1636, "nauc_ndcg_at_20_std": 0.030494, "nauc_ndcg_at_20_diff1": 0.278304, "nauc_ndcg_at_100_max": 0.207617, "nauc_ndcg_at_100_std": 0.010007, "nauc_ndcg_at_100_diff1": 0.290986, "nauc_ndcg_at_1000_max": 0.207617, "nauc_ndcg_at_1000_std": 0.010007, "nauc_ndcg_at_1000_diff1": 0.290986, "nauc_map_at_1_max": 0.324123, "nauc_map_at_1_std": 0.039885, "nauc_map_at_1_diff1": 0.408814, "nauc_map_at_3_max": 0.220169, "nauc_map_at_3_std": -0.018661, "nauc_map_at_3_diff1": 0.298025, "nauc_map_at_5_max": 0.22814, "nauc_map_at_5_std": 0.005426, "nauc_map_at_5_diff1": 0.297615, "nauc_map_at_10_max": 0.222221, "nauc_map_at_10_std": 0.012356, "nauc_map_at_10_diff1": 0.29121, "nauc_map_at_20_max": 0.222721, "nauc_map_at_20_std": 0.009212, "nauc_map_at_20_diff1": 0.298069, "nauc_map_at_100_max": 0.227907, "nauc_map_at_100_std": 0.006116, "nauc_map_at_100_diff1": 0.300999, "nauc_map_at_1000_max": 0.227907, "nauc_map_at_1000_std": 0.006116, "nauc_map_at_1000_diff1": 0.300999, "nauc_recall_at_1_max": 0.324123, "nauc_recall_at_1_std": 0.039885, "nauc_recall_at_1_diff1": 0.408814, "nauc_recall_at_3_max": 0.06564, "nauc_recall_at_3_std": -0.046307, "nauc_recall_at_3_diff1": 0.188669, "nauc_recall_at_5_max": 0.067632, "nauc_recall_at_5_std": 0.07019, "nauc_recall_at_5_diff1": 0.165354, "nauc_recall_at_10_max": -0.064889, "nauc_recall_at_10_std": 0.151234, "nauc_recall_at_10_diff1": 0.102198, "nauc_recall_at_20_max": -0.332927, "nauc_recall_at_20_std": 0.235748, "nauc_recall_at_20_diff1": 0.191491, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.324123, "nauc_precision_at_1_std": 0.039885, "nauc_precision_at_1_diff1": 0.408814, "nauc_precision_at_3_max": 0.06564, "nauc_precision_at_3_std": -0.046307, "nauc_precision_at_3_diff1": 0.188669, "nauc_precision_at_5_max": 0.067632, "nauc_precision_at_5_std": 0.07019, "nauc_precision_at_5_diff1": 0.165354, "nauc_precision_at_10_max": -0.064889, "nauc_precision_at_10_std": 0.151234, "nauc_precision_at_10_diff1": 0.102198, "nauc_precision_at_20_max": -0.332927, "nauc_precision_at_20_std": 0.235748, "nauc_precision_at_20_diff1": 0.191491, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.324123, "nauc_mrr_at_1_std": 0.039885, "nauc_mrr_at_1_diff1": 0.408814, "nauc_mrr_at_3_max": 0.220169, "nauc_mrr_at_3_std": -0.018661, "nauc_mrr_at_3_diff1": 0.298025, "nauc_mrr_at_5_max": 0.22814, "nauc_mrr_at_5_std": 0.005426, "nauc_mrr_at_5_diff1": 0.297615, "nauc_mrr_at_10_max": 0.222221, "nauc_mrr_at_10_std": 0.012356, "nauc_mrr_at_10_diff1": 0.29121, "nauc_mrr_at_20_max": 0.222721, "nauc_mrr_at_20_std": 0.009212, "nauc_mrr_at_20_diff1": 0.298069, "nauc_mrr_at_100_max": 0.227907, "nauc_mrr_at_100_std": 0.006116, "nauc_mrr_at_100_diff1": 0.300999, "nauc_mrr_at_1000_max": 0.227907, "nauc_mrr_at_1000_std": 0.006116, "nauc_mrr_at_1000_diff1": 0.300999, "main_score": 0.51688, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.39264, "ndcg_at_3": 0.47056, "ndcg_at_5": 0.49618, "ndcg_at_10": 0.52555, "ndcg_at_20": 0.54911, "ndcg_at_100": 0.57317, "ndcg_at_1000": 0.58674, "map_at_1": 0.39264, "map_at_3": 0.45092, "map_at_5": 0.46534, "map_at_10": 0.47722, "map_at_20": 0.48383, "map_at_100": 0.48716, "map_at_1000": 0.48782, "recall_at_1": 0.39264, "recall_at_3": 0.52761, "recall_at_5": 0.58896, "recall_at_10": 0.68098, "recall_at_20": 0.77301, "recall_at_100": 0.90184, "recall_at_1000": 1.0, "precision_at_1": 0.39264, "precision_at_3": 0.17587, "precision_at_5": 0.11779, "precision_at_10": 0.0681, "precision_at_20": 0.03865, "precision_at_100": 0.00902, "precision_at_1000": 0.001, "mrr_at_1": 0.392638, "mrr_at_3": 0.45092, "mrr_at_5": 0.465337, "mrr_at_10": 0.477215, "mrr_at_20": 0.483832, "mrr_at_100": 0.487159, "mrr_at_1000": 0.48782, "nauc_ndcg_at_1_max": 0.418955, "nauc_ndcg_at_1_std": 0.283379, "nauc_ndcg_at_1_diff1": 0.454524, "nauc_ndcg_at_3_max": 0.363667, "nauc_ndcg_at_3_std": 0.222796, "nauc_ndcg_at_3_diff1": 0.368545, "nauc_ndcg_at_5_max": 0.377212, "nauc_ndcg_at_5_std": 0.26204, "nauc_ndcg_at_5_diff1": 0.334549, "nauc_ndcg_at_10_max": 0.366826, "nauc_ndcg_at_10_std": 0.252613, "nauc_ndcg_at_10_diff1": 0.347923, "nauc_ndcg_at_20_max": 0.368111, "nauc_ndcg_at_20_std": 0.248433, "nauc_ndcg_at_20_diff1": 0.348182, "nauc_ndcg_at_100_max": 0.358616, "nauc_ndcg_at_100_std": 0.240004, "nauc_ndcg_at_100_diff1": 0.339681, "nauc_ndcg_at_1000_max": 0.374442, "nauc_ndcg_at_1000_std": 0.254076, "nauc_ndcg_at_1000_diff1": 0.356636, "nauc_map_at_1_max": 0.418955, "nauc_map_at_1_std": 0.283379, "nauc_map_at_1_diff1": 0.454524, "nauc_map_at_3_max": 0.377891, "nauc_map_at_3_std": 0.238705, "nauc_map_at_3_diff1": 0.390474, "nauc_map_at_5_max": 0.386363, "nauc_map_at_5_std": 0.261564, "nauc_map_at_5_diff1": 0.372052, "nauc_map_at_10_max": 0.383121, "nauc_map_at_10_std": 0.25869, "nauc_map_at_10_diff1": 0.376866, "nauc_map_at_20_max": 0.38413, "nauc_map_at_20_std": 0.258636, "nauc_map_at_20_diff1": 0.376232, "nauc_map_at_100_max": 0.38322, "nauc_map_at_100_std": 0.258276, "nauc_map_at_100_diff1": 0.374949, "nauc_map_at_1000_max": 0.383871, "nauc_map_at_1000_std": 0.258897, "nauc_map_at_1000_diff1": 0.375632, "nauc_recall_at_1_max": 0.418955, "nauc_recall_at_1_std": 0.283379, "nauc_recall_at_1_diff1": 0.454524, "nauc_recall_at_3_max": 0.320778, "nauc_recall_at_3_std": 0.174694, "nauc_recall_at_3_diff1": 0.302504, "nauc_recall_at_5_max": 0.348952, "nauc_recall_at_5_std": 0.267519, "nauc_recall_at_5_diff1": 0.210807, "nauc_recall_at_10_max": 0.300556, "nauc_recall_at_10_std": 0.227634, "nauc_recall_at_10_diff1": 0.246205, "nauc_recall_at_20_max": 0.281874, "nauc_recall_at_20_std": 0.183821, "nauc_recall_at_20_diff1": 0.230209, "nauc_recall_at_100_max": 0.033219, "nauc_recall_at_100_std": -0.043594, "nauc_recall_at_100_diff1": -0.012526, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.418955, "nauc_precision_at_1_std": 0.283379, "nauc_precision_at_1_diff1": 0.454524, "nauc_precision_at_3_max": 0.320778, "nauc_precision_at_3_std": 0.174694, "nauc_precision_at_3_diff1": 0.302504, "nauc_precision_at_5_max": 0.348952, "nauc_precision_at_5_std": 0.267519, "nauc_precision_at_5_diff1": 0.210807, "nauc_precision_at_10_max": 0.300556, "nauc_precision_at_10_std": 0.227634, "nauc_precision_at_10_diff1": 0.246205, "nauc_precision_at_20_max": 0.281874, "nauc_precision_at_20_std": 0.183821, "nauc_precision_at_20_diff1": 0.230209, "nauc_precision_at_100_max": 0.033219, "nauc_precision_at_100_std": -0.043594, "nauc_precision_at_100_diff1": -0.012526, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.418955, "nauc_mrr_at_1_std": 0.283379, "nauc_mrr_at_1_diff1": 0.454524, "nauc_mrr_at_3_max": 0.377891, "nauc_mrr_at_3_std": 0.238705, "nauc_mrr_at_3_diff1": 0.390474, "nauc_mrr_at_5_max": 0.386363, "nauc_mrr_at_5_std": 0.261564, "nauc_mrr_at_5_diff1": 0.372052, "nauc_mrr_at_10_max": 0.383121, "nauc_mrr_at_10_std": 0.25869, "nauc_mrr_at_10_diff1": 0.376866, "nauc_mrr_at_20_max": 0.38413, "nauc_mrr_at_20_std": 0.258636, "nauc_mrr_at_20_diff1": 0.376232, "nauc_mrr_at_100_max": 0.38322, "nauc_mrr_at_100_std": 0.258276, "nauc_mrr_at_100_diff1": 0.374949, "nauc_mrr_at_1000_max": 0.383895, "nauc_mrr_at_1000_std": 0.25892, "nauc_mrr_at_1000_diff1": 0.375634, "main_score": 0.52555, "hf_subset": "chinese", "languages": [ "zho-Hans" ] }, { "ndcg_at_1": 0.36628, "ndcg_at_3": 0.46062, "ndcg_at_5": 0.48913, "ndcg_at_10": 0.53076, "ndcg_at_20": 0.55841, "ndcg_at_100": 0.58591, "ndcg_at_1000": 0.58833, "map_at_1": 0.36628, "map_at_3": 0.43702, "map_at_5": 0.45271, "map_at_10": 0.47005, "map_at_20": 0.47749, "map_at_100": 0.48142, "map_at_1000": 0.48154, "recall_at_1": 0.36628, "recall_at_3": 0.52907, "recall_at_5": 0.59884, "recall_at_10": 0.72674, "recall_at_20": 0.83721, "recall_at_100": 0.98256, "recall_at_1000": 1.0, "precision_at_1": 0.36628, "precision_at_3": 0.17636, "precision_at_5": 0.11977, "precision_at_10": 0.07267, "precision_at_20": 0.04186, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.366279, "mrr_at_3": 0.437016, "mrr_at_5": 0.452713, "mrr_at_10": 0.470054, "mrr_at_20": 0.477491, "mrr_at_100": 0.481416, "mrr_at_1000": 0.481537, "nauc_ndcg_at_1_max": 0.352544, "nauc_ndcg_at_1_std": -0.221212, "nauc_ndcg_at_1_diff1": 0.511672, "nauc_ndcg_at_3_max": 0.359842, "nauc_ndcg_at_3_std": -0.240545, "nauc_ndcg_at_3_diff1": 0.445584, "nauc_ndcg_at_5_max": 0.349231, "nauc_ndcg_at_5_std": -0.2528, "nauc_ndcg_at_5_diff1": 0.420962, "nauc_ndcg_at_10_max": 0.344664, "nauc_ndcg_at_10_std": -0.24781, "nauc_ndcg_at_10_diff1": 0.413972, "nauc_ndcg_at_20_max": 0.33567, "nauc_ndcg_at_20_std": -0.244259, "nauc_ndcg_at_20_diff1": 0.427134, "nauc_ndcg_at_100_max": 0.353724, "nauc_ndcg_at_100_std": -0.232153, "nauc_ndcg_at_100_diff1": 0.445301, "nauc_ndcg_at_1000_max": 0.349244, "nauc_ndcg_at_1000_std": -0.238899, "nauc_ndcg_at_1000_diff1": 0.443436, "nauc_map_at_1_max": 0.352544, "nauc_map_at_1_std": -0.221212, "nauc_map_at_1_diff1": 0.511672, "nauc_map_at_3_max": 0.359105, "nauc_map_at_3_std": -0.237398, "nauc_map_at_3_diff1": 0.46428, "nauc_map_at_5_max": 0.353319, "nauc_map_at_5_std": -0.244328, "nauc_map_at_5_diff1": 0.451854, "nauc_map_at_10_max": 0.350669, "nauc_map_at_10_std": -0.242709, "nauc_map_at_10_diff1": 0.449005, "nauc_map_at_20_max": 0.348205, "nauc_map_at_20_std": -0.241682, "nauc_map_at_20_diff1": 0.452299, "nauc_map_at_100_max": 0.350882, "nauc_map_at_100_std": -0.239586, "nauc_map_at_100_diff1": 0.454823, "nauc_map_at_1000_max": 0.350713, "nauc_map_at_1000_std": -0.239843, "nauc_map_at_1000_diff1": 0.454734, "nauc_recall_at_1_max": 0.352544, "nauc_recall_at_1_std": -0.221212, "nauc_recall_at_1_diff1": 0.511672, "nauc_recall_at_3_max": 0.361586, "nauc_recall_at_3_std": -0.249234, "nauc_recall_at_3_diff1": 0.38887, "nauc_recall_at_5_max": 0.33415, "nauc_recall_at_5_std": -0.280355, "nauc_recall_at_5_diff1": 0.317349, "nauc_recall_at_10_max": 0.318126, "nauc_recall_at_10_std": -0.264877, "nauc_recall_at_10_diff1": 0.264402, "nauc_recall_at_20_max": 0.242575, "nauc_recall_at_20_std": -0.24835, "nauc_recall_at_20_diff1": 0.288681, "nauc_recall_at_100_max": 0.851397, "nauc_recall_at_100_std": 0.515359, "nauc_recall_at_100_diff1": 0.637307, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.352544, "nauc_precision_at_1_std": -0.221212, "nauc_precision_at_1_diff1": 0.511672, "nauc_precision_at_3_max": 0.361586, "nauc_precision_at_3_std": -0.249234, "nauc_precision_at_3_diff1": 0.38887, "nauc_precision_at_5_max": 0.33415, "nauc_precision_at_5_std": -0.280355, "nauc_precision_at_5_diff1": 0.317349, "nauc_precision_at_10_max": 0.318126, "nauc_precision_at_10_std": -0.264877, "nauc_precision_at_10_diff1": 0.264402, "nauc_precision_at_20_max": 0.242575, "nauc_precision_at_20_std": -0.24835, "nauc_precision_at_20_diff1": 0.288681, "nauc_precision_at_100_max": 0.851397, "nauc_precision_at_100_std": 0.515359, "nauc_precision_at_100_diff1": 0.637307, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.352544, "nauc_mrr_at_1_std": -0.221212, "nauc_mrr_at_1_diff1": 0.511672, "nauc_mrr_at_3_max": 0.359105, "nauc_mrr_at_3_std": -0.237398, "nauc_mrr_at_3_diff1": 0.46428, "nauc_mrr_at_5_max": 0.353319, "nauc_mrr_at_5_std": -0.244328, "nauc_mrr_at_5_diff1": 0.451854, "nauc_mrr_at_10_max": 0.350669, "nauc_mrr_at_10_std": -0.242709, "nauc_mrr_at_10_diff1": 0.449005, "nauc_mrr_at_20_max": 0.348205, "nauc_mrr_at_20_std": -0.241682, "nauc_mrr_at_20_diff1": 0.452299, "nauc_mrr_at_100_max": 0.350882, "nauc_mrr_at_100_std": -0.239586, "nauc_mrr_at_100_diff1": 0.454823, "nauc_mrr_at_1000_max": 0.350713, "nauc_mrr_at_1000_std": -0.239843, "nauc_mrr_at_1000_diff1": 0.454734, "main_score": 0.53076, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.54509, "ndcg_at_5": 0.5694, "ndcg_at_10": 0.62236, "ndcg_at_20": 0.63665, "ndcg_at_100": 0.64958, "ndcg_at_1000": 0.64958, "map_at_1": 0.4, "map_at_3": 0.5098, "map_at_5": 0.52333, "map_at_10": 0.54503, "map_at_20": 0.54863, "map_at_100": 0.55036, "map_at_1000": 0.55036, "recall_at_1": 0.4, "recall_at_3": 0.64706, "recall_at_5": 0.70588, "recall_at_10": 0.87059, "recall_at_20": 0.92941, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.4, "precision_at_3": 0.21569, "precision_at_5": 0.14118, "precision_at_10": 0.08706, "precision_at_20": 0.04647, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.509804, "mrr_at_5": 0.523333, "mrr_at_10": 0.545028, "mrr_at_20": 0.548633, "mrr_at_100": 0.550357, "mrr_at_1000": 0.550357, "nauc_ndcg_at_1_max": 0.409756, "nauc_ndcg_at_1_std": -0.04051, "nauc_ndcg_at_1_diff1": 0.63748, "nauc_ndcg_at_3_max": 0.357663, "nauc_ndcg_at_3_std": 0.02076, "nauc_ndcg_at_3_diff1": 0.611696, "nauc_ndcg_at_5_max": 0.333184, "nauc_ndcg_at_5_std": 0.034028, "nauc_ndcg_at_5_diff1": 0.581453, "nauc_ndcg_at_10_max": 0.339969, "nauc_ndcg_at_10_std": 0.081467, "nauc_ndcg_at_10_diff1": 0.578916, "nauc_ndcg_at_20_max": 0.348053, "nauc_ndcg_at_20_std": 0.075249, "nauc_ndcg_at_20_diff1": 0.600449, "nauc_ndcg_at_100_max": 0.352399, "nauc_ndcg_at_100_std": 0.03854, "nauc_ndcg_at_100_diff1": 0.600311, "nauc_ndcg_at_1000_max": 0.352399, "nauc_ndcg_at_1000_std": 0.03854, "nauc_ndcg_at_1000_diff1": 0.600311, "nauc_map_at_1_max": 0.409756, "nauc_map_at_1_std": -0.04051, "nauc_map_at_1_diff1": 0.63748, "nauc_map_at_3_max": 0.370681, "nauc_map_at_3_std": 0.005472, "nauc_map_at_3_diff1": 0.619331, "nauc_map_at_5_max": 0.357306, "nauc_map_at_5_std": 0.01259, "nauc_map_at_5_diff1": 0.603738, "nauc_map_at_10_max": 0.359772, "nauc_map_at_10_std": 0.027439, "nauc_map_at_10_diff1": 0.602935, "nauc_map_at_20_max": 0.36092, "nauc_map_at_20_std": 0.025757, "nauc_map_at_20_diff1": 0.608095, "nauc_map_at_100_max": 0.361325, "nauc_map_at_100_std": 0.021601, "nauc_map_at_100_diff1": 0.607612, "nauc_map_at_1000_max": 0.361325, "nauc_map_at_1000_std": 0.021601, "nauc_map_at_1000_diff1": 0.607612, "nauc_recall_at_1_max": 0.409756, "nauc_recall_at_1_std": -0.04051, "nauc_recall_at_1_diff1": 0.63748, "nauc_recall_at_3_max": 0.314839, "nauc_recall_at_3_std": 0.07104, "nauc_recall_at_3_diff1": 0.585985, "nauc_recall_at_5_max": 0.241754, "nauc_recall_at_5_std": 0.113966, "nauc_recall_at_5_diff1": 0.493389, "nauc_recall_at_10_max": 0.208598, "nauc_recall_at_10_std": 0.519421, "nauc_recall_at_10_diff1": 0.401012, "nauc_recall_at_20_max": 0.252698, "nauc_recall_at_20_std": 0.758109, "nauc_recall_at_20_diff1": 0.568019, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.409756, "nauc_precision_at_1_std": -0.04051, "nauc_precision_at_1_diff1": 0.63748, "nauc_precision_at_3_max": 0.314839, "nauc_precision_at_3_std": 0.07104, "nauc_precision_at_3_diff1": 0.585985, "nauc_precision_at_5_max": 0.241754, "nauc_precision_at_5_std": 0.113966, "nauc_precision_at_5_diff1": 0.493389, "nauc_precision_at_10_max": 0.208598, "nauc_precision_at_10_std": 0.519421, "nauc_precision_at_10_diff1": 0.401012, "nauc_precision_at_20_max": 0.252698, "nauc_precision_at_20_std": 0.758109, "nauc_precision_at_20_diff1": 0.568019, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.409756, "nauc_mrr_at_1_std": -0.04051, "nauc_mrr_at_1_diff1": 0.63748, "nauc_mrr_at_3_max": 0.370681, "nauc_mrr_at_3_std": 0.005472, "nauc_mrr_at_3_diff1": 0.619331, "nauc_mrr_at_5_max": 0.357306, "nauc_mrr_at_5_std": 0.01259, "nauc_mrr_at_5_diff1": 0.603738, "nauc_mrr_at_10_max": 0.359772, "nauc_mrr_at_10_std": 0.027439, "nauc_mrr_at_10_diff1": 0.602935, "nauc_mrr_at_20_max": 0.36092, "nauc_mrr_at_20_std": 0.025757, "nauc_mrr_at_20_diff1": 0.608095, "nauc_mrr_at_100_max": 0.361325, "nauc_mrr_at_100_std": 0.021601, "nauc_mrr_at_100_diff1": 0.607612, "nauc_mrr_at_1000_max": 0.361325, "nauc_mrr_at_1000_std": 0.021601, "nauc_mrr_at_1000_diff1": 0.607612, "main_score": 0.62236, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.31169, "ndcg_at_3": 0.43429, "ndcg_at_5": 0.4723, "ndcg_at_10": 0.51361, "ndcg_at_20": 0.5525, "ndcg_at_100": 0.57198, "ndcg_at_1000": 0.57198, "map_at_1": 0.31169, "map_at_3": 0.40476, "map_at_5": 0.42619, "map_at_10": 0.44286, "map_at_20": 0.45324, "map_at_100": 0.45598, "map_at_1000": 0.45598, "recall_at_1": 0.31169, "recall_at_3": 0.51948, "recall_at_5": 0.61039, "recall_at_10": 0.74026, "recall_at_20": 0.8961, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.31169, "precision_at_3": 0.17316, "precision_at_5": 0.12208, "precision_at_10": 0.07403, "precision_at_20": 0.04481, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.311688, "mrr_at_3": 0.404762, "mrr_at_5": 0.42619, "mrr_at_10": 0.442857, "mrr_at_20": 0.453241, "mrr_at_100": 0.45598, "mrr_at_1000": 0.45598, "nauc_ndcg_at_1_max": 0.056412, "nauc_ndcg_at_1_std": 0.013932, "nauc_ndcg_at_1_diff1": 0.390768, "nauc_ndcg_at_3_max": 0.153465, "nauc_ndcg_at_3_std": -0.074335, "nauc_ndcg_at_3_diff1": 0.342366, "nauc_ndcg_at_5_max": 0.167327, "nauc_ndcg_at_5_std": -0.110553, "nauc_ndcg_at_5_diff1": 0.357281, "nauc_ndcg_at_10_max": 0.172724, "nauc_ndcg_at_10_std": -0.100425, "nauc_ndcg_at_10_diff1": 0.365035, "nauc_ndcg_at_20_max": 0.166185, "nauc_ndcg_at_20_std": -0.060961, "nauc_ndcg_at_20_diff1": 0.380153, "nauc_ndcg_at_100_max": 0.153232, "nauc_ndcg_at_100_std": -0.069528, "nauc_ndcg_at_100_diff1": 0.365582, "nauc_ndcg_at_1000_max": 0.153232, "nauc_ndcg_at_1000_std": -0.069528, "nauc_ndcg_at_1000_diff1": 0.365582, "nauc_map_at_1_max": 0.056412, "nauc_map_at_1_std": 0.013932, "nauc_map_at_1_diff1": 0.390768, "nauc_map_at_3_max": 0.131934, "nauc_map_at_3_std": -0.054313, "nauc_map_at_3_diff1": 0.354873, "nauc_map_at_5_max": 0.1398, "nauc_map_at_5_std": -0.073003, "nauc_map_at_5_diff1": 0.36388, "nauc_map_at_10_max": 0.143565, "nauc_map_at_10_std": -0.069687, "nauc_map_at_10_diff1": 0.367558, "nauc_map_at_20_max": 0.140847, "nauc_map_at_20_std": -0.059741, "nauc_map_at_20_diff1": 0.369728, "nauc_map_at_100_max": 0.139888, "nauc_map_at_100_std": -0.060886, "nauc_map_at_100_diff1": 0.367434, "nauc_map_at_1000_max": 0.139888, "nauc_map_at_1000_std": -0.060886, "nauc_map_at_1000_diff1": 0.367434, "nauc_recall_at_1_max": 0.056412, "nauc_recall_at_1_std": 0.013932, "nauc_recall_at_1_diff1": 0.390768, "nauc_recall_at_3_max": 0.215404, "nauc_recall_at_3_std": -0.132132, "nauc_recall_at_3_diff1": 0.305587, "nauc_recall_at_5_max": 0.254714, "nauc_recall_at_5_std": -0.235442, "nauc_recall_at_5_diff1": 0.337562, "nauc_recall_at_10_max": 0.287873, "nauc_recall_at_10_std": -0.223766, "nauc_recall_at_10_diff1": 0.35938, "nauc_recall_at_20_max": 0.367607, "nauc_recall_at_20_std": 0.045764, "nauc_recall_at_20_diff1": 0.545899, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.056412, "nauc_precision_at_1_std": 0.013932, "nauc_precision_at_1_diff1": 0.390768, "nauc_precision_at_3_max": 0.215404, "nauc_precision_at_3_std": -0.132132, "nauc_precision_at_3_diff1": 0.305587, "nauc_precision_at_5_max": 0.254714, "nauc_precision_at_5_std": -0.235442, "nauc_precision_at_5_diff1": 0.337562, "nauc_precision_at_10_max": 0.287873, "nauc_precision_at_10_std": -0.223766, "nauc_precision_at_10_diff1": 0.35938, "nauc_precision_at_20_max": 0.367607, "nauc_precision_at_20_std": 0.045764, "nauc_precision_at_20_diff1": 0.545899, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.056412, "nauc_mrr_at_1_std": 0.013932, "nauc_mrr_at_1_diff1": 0.390768, "nauc_mrr_at_3_max": 0.131934, "nauc_mrr_at_3_std": -0.054313, "nauc_mrr_at_3_diff1": 0.354873, "nauc_mrr_at_5_max": 0.1398, "nauc_mrr_at_5_std": -0.073003, "nauc_mrr_at_5_diff1": 0.36388, "nauc_mrr_at_10_max": 0.143565, "nauc_mrr_at_10_std": -0.069687, "nauc_mrr_at_10_diff1": 0.367558, "nauc_mrr_at_20_max": 0.140847, "nauc_mrr_at_20_std": -0.059741, "nauc_mrr_at_20_diff1": 0.369728, "nauc_mrr_at_100_max": 0.139888, "nauc_mrr_at_100_std": -0.060886, "nauc_mrr_at_100_diff1": 0.367434, "nauc_mrr_at_1000_max": 0.139888, "nauc_mrr_at_1000_std": -0.060886, "nauc_mrr_at_1000_diff1": 0.367434, "main_score": 0.51361, "hf_subset": "korean", "languages": [ "kor-Hang" ] }, { "ndcg_at_1": 0.35385, "ndcg_at_3": 0.49505, "ndcg_at_5": 0.52088, "ndcg_at_10": 0.55175, "ndcg_at_20": 0.57512, "ndcg_at_100": 0.60551, "ndcg_at_1000": 0.60551, "map_at_1": 0.35385, "map_at_3": 0.45897, "map_at_5": 0.47359, "map_at_10": 0.48694, "map_at_20": 0.49337, "map_at_100": 0.49825, "map_at_1000": 0.49825, "recall_at_1": 0.35385, "recall_at_3": 0.6, "recall_at_5": 0.66154, "recall_at_10": 0.75385, "recall_at_20": 0.84615, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.35385, "precision_at_3": 0.2, "precision_at_5": 0.13231, "precision_at_10": 0.07538, "precision_at_20": 0.04231, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.353846, "mrr_at_3": 0.458974, "mrr_at_5": 0.47359, "mrr_at_10": 0.486941, "mrr_at_20": 0.493369, "mrr_at_100": 0.498249, "mrr_at_1000": 0.498249, "nauc_ndcg_at_1_max": 0.48462, "nauc_ndcg_at_1_std": 0.010873, "nauc_ndcg_at_1_diff1": 0.514915, "nauc_ndcg_at_3_max": 0.370451, "nauc_ndcg_at_3_std": 0.18699, "nauc_ndcg_at_3_diff1": 0.363406, "nauc_ndcg_at_5_max": 0.353426, "nauc_ndcg_at_5_std": 0.192785, "nauc_ndcg_at_5_diff1": 0.364869, "nauc_ndcg_at_10_max": 0.358078, "nauc_ndcg_at_10_std": 0.238657, "nauc_ndcg_at_10_diff1": 0.435027, "nauc_ndcg_at_20_max": 0.362483, "nauc_ndcg_at_20_std": 0.232474, "nauc_ndcg_at_20_diff1": 0.417594, "nauc_ndcg_at_100_max": 0.385494, "nauc_ndcg_at_100_std": 0.186632, "nauc_ndcg_at_100_diff1": 0.432364, "nauc_ndcg_at_1000_max": 0.385494, "nauc_ndcg_at_1000_std": 0.186632, "nauc_ndcg_at_1000_diff1": 0.432364, "nauc_map_at_1_max": 0.48462, "nauc_map_at_1_std": 0.010873, "nauc_map_at_1_diff1": 0.514915, "nauc_map_at_3_max": 0.399636, "nauc_map_at_3_std": 0.150715, "nauc_map_at_3_diff1": 0.408739, "nauc_map_at_5_max": 0.39101, "nauc_map_at_5_std": 0.154089, "nauc_map_at_5_diff1": 0.411061, "nauc_map_at_10_max": 0.392456, "nauc_map_at_10_std": 0.173384, "nauc_map_at_10_diff1": 0.440035, "nauc_map_at_20_max": 0.394469, "nauc_map_at_20_std": 0.171467, "nauc_map_at_20_diff1": 0.436615, "nauc_map_at_100_max": 0.398112, "nauc_map_at_100_std": 0.164096, "nauc_map_at_100_diff1": 0.439417, "nauc_map_at_1000_max": 0.398112, "nauc_map_at_1000_std": 0.164096, "nauc_map_at_1000_diff1": 0.439417, "nauc_recall_at_1_max": 0.48462, "nauc_recall_at_1_std": 0.010873, "nauc_recall_at_1_diff1": 0.514915, "nauc_recall_at_3_max": 0.279248, "nauc_recall_at_3_std": 0.29652, "nauc_recall_at_3_diff1": 0.218852, "nauc_recall_at_5_max": 0.22238, "nauc_recall_at_5_std": 0.320106, "nauc_recall_at_5_diff1": 0.203231, "nauc_recall_at_10_max": 0.214885, "nauc_recall_at_10_std": 0.527669, "nauc_recall_at_10_diff1": 0.446048, "nauc_recall_at_20_max": 0.169556, "nauc_recall_at_20_std": 0.615968, "nauc_recall_at_20_diff1": 0.307477, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.48462, "nauc_precision_at_1_std": 0.010873, "nauc_precision_at_1_diff1": 0.514915, "nauc_precision_at_3_max": 0.279248, "nauc_precision_at_3_std": 0.29652, "nauc_precision_at_3_diff1": 0.218852, "nauc_precision_at_5_max": 0.22238, "nauc_precision_at_5_std": 0.320106, "nauc_precision_at_5_diff1": 0.203231, "nauc_precision_at_10_max": 0.214885, "nauc_precision_at_10_std": 0.527669, "nauc_precision_at_10_diff1": 0.446048, "nauc_precision_at_20_max": 0.169556, "nauc_precision_at_20_std": 0.615968, "nauc_precision_at_20_diff1": 0.307477, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.48462, "nauc_mrr_at_1_std": 0.010873, "nauc_mrr_at_1_diff1": 0.514915, "nauc_mrr_at_3_max": 0.399636, "nauc_mrr_at_3_std": 0.150715, "nauc_mrr_at_3_diff1": 0.408739, "nauc_mrr_at_5_max": 0.39101, "nauc_mrr_at_5_std": 0.154089, "nauc_mrr_at_5_diff1": 0.411061, "nauc_mrr_at_10_max": 0.392456, "nauc_mrr_at_10_std": 0.173384, "nauc_mrr_at_10_diff1": 0.440035, "nauc_mrr_at_20_max": 0.394469, "nauc_mrr_at_20_std": 0.171467, "nauc_mrr_at_20_diff1": 0.436615, "nauc_mrr_at_100_max": 0.398112, "nauc_mrr_at_100_std": 0.164096, "nauc_mrr_at_100_diff1": 0.439417, "nauc_mrr_at_1000_max": 0.398112, "nauc_mrr_at_1000_std": 0.164096, "nauc_mrr_at_1000_diff1": 0.439417, "main_score": 0.55175, "hf_subset": "russian", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.33951, "ndcg_at_3": 0.45539, "ndcg_at_5": 0.49869, "ndcg_at_10": 0.52415, "ndcg_at_20": 0.55225, "ndcg_at_100": 0.58123, "ndcg_at_1000": 0.5838, "map_at_1": 0.33951, "map_at_3": 0.42901, "map_at_5": 0.45309, "map_at_10": 0.46332, "map_at_20": 0.47104, "map_at_100": 0.47516, "map_at_1000": 0.47529, "recall_at_1": 0.33951, "recall_at_3": 0.53086, "recall_at_5": 0.6358, "recall_at_10": 0.71605, "recall_at_20": 0.82716, "recall_at_100": 0.98148, "recall_at_1000": 1.0, "precision_at_1": 0.33951, "precision_at_3": 0.17695, "precision_at_5": 0.12716, "precision_at_10": 0.0716, "precision_at_20": 0.04136, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.339506, "mrr_at_3": 0.429012, "mrr_at_5": 0.453086, "mrr_at_10": 0.463321, "mrr_at_20": 0.471039, "mrr_at_100": 0.475163, "mrr_at_1000": 0.475287, "nauc_ndcg_at_1_max": 0.32553, "nauc_ndcg_at_1_std": 0.034202, "nauc_ndcg_at_1_diff1": 0.464924, "nauc_ndcg_at_3_max": 0.376008, "nauc_ndcg_at_3_std": 0.024086, "nauc_ndcg_at_3_diff1": 0.376583, "nauc_ndcg_at_5_max": 0.338659, "nauc_ndcg_at_5_std": 0.024158, "nauc_ndcg_at_5_diff1": 0.373545, "nauc_ndcg_at_10_max": 0.35314, "nauc_ndcg_at_10_std": 0.04622, "nauc_ndcg_at_10_diff1": 0.378051, "nauc_ndcg_at_20_max": 0.347074, "nauc_ndcg_at_20_std": 0.04065, "nauc_ndcg_at_20_diff1": 0.369561, "nauc_ndcg_at_100_max": 0.344185, "nauc_ndcg_at_100_std": 0.040634, "nauc_ndcg_at_100_diff1": 0.390827, "nauc_ndcg_at_1000_max": 0.349112, "nauc_ndcg_at_1000_std": 0.039837, "nauc_ndcg_at_1000_diff1": 0.387852, "nauc_map_at_1_max": 0.32553, "nauc_map_at_1_std": 0.034202, "nauc_map_at_1_diff1": 0.464924, "nauc_map_at_3_max": 0.365982, "nauc_map_at_3_std": 0.030763, "nauc_map_at_3_diff1": 0.39524, "nauc_map_at_5_max": 0.346025, "nauc_map_at_5_std": 0.031171, "nauc_map_at_5_diff1": 0.394343, "nauc_map_at_10_max": 0.35219, "nauc_map_at_10_std": 0.039532, "nauc_map_at_10_diff1": 0.395293, "nauc_map_at_20_max": 0.350268, "nauc_map_at_20_std": 0.03801, "nauc_map_at_20_diff1": 0.392709, "nauc_map_at_100_max": 0.350144, "nauc_map_at_100_std": 0.038369, "nauc_map_at_100_diff1": 0.396052, "nauc_map_at_1000_max": 0.350352, "nauc_map_at_1000_std": 0.038354, "nauc_map_at_1000_diff1": 0.395934, "nauc_recall_at_1_max": 0.32553, "nauc_recall_at_1_std": 0.034202, "nauc_recall_at_1_diff1": 0.464924, "nauc_recall_at_3_max": 0.404674, "nauc_recall_at_3_std": 0.00257, "nauc_recall_at_3_diff1": 0.322664, "nauc_recall_at_5_max": 0.306227, "nauc_recall_at_5_std": -0.001316, "nauc_recall_at_5_diff1": 0.305415, "nauc_recall_at_10_max": 0.353516, "nauc_recall_at_10_std": 0.082464, "nauc_recall_at_10_diff1": 0.318401, "nauc_recall_at_20_max": 0.317113, "nauc_recall_at_20_std": 0.062602, "nauc_recall_at_20_diff1": 0.239385, "nauc_recall_at_100_max": -0.152226, "nauc_recall_at_100_std": 0.13295, "nauc_recall_at_100_diff1": 0.693521, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.32553, "nauc_precision_at_1_std": 0.034202, "nauc_precision_at_1_diff1": 0.464924, "nauc_precision_at_3_max": 0.404674, "nauc_precision_at_3_std": 0.00257, "nauc_precision_at_3_diff1": 0.322664, "nauc_precision_at_5_max": 0.306227, "nauc_precision_at_5_std": -0.001316, "nauc_precision_at_5_diff1": 0.305415, "nauc_precision_at_10_max": 0.353516, "nauc_precision_at_10_std": 0.082464, "nauc_precision_at_10_diff1": 0.318401, "nauc_precision_at_20_max": 0.317113, "nauc_precision_at_20_std": 0.062602, "nauc_precision_at_20_diff1": 0.239385, "nauc_precision_at_100_max": -0.152226, "nauc_precision_at_100_std": 0.13295, "nauc_precision_at_100_diff1": 0.693521, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.32553, "nauc_mrr_at_1_std": 0.034202, "nauc_mrr_at_1_diff1": 0.464924, "nauc_mrr_at_3_max": 0.365982, "nauc_mrr_at_3_std": 0.030763, "nauc_mrr_at_3_diff1": 0.39524, "nauc_mrr_at_5_max": 0.346025, "nauc_mrr_at_5_std": 0.031171, "nauc_mrr_at_5_diff1": 0.394343, "nauc_mrr_at_10_max": 0.35219, "nauc_mrr_at_10_std": 0.039532, "nauc_mrr_at_10_diff1": 0.395293, "nauc_mrr_at_20_max": 0.350268, "nauc_mrr_at_20_std": 0.03801, "nauc_mrr_at_20_diff1": 0.392709, "nauc_mrr_at_100_max": 0.350144, "nauc_mrr_at_100_std": 0.038369, "nauc_mrr_at_100_diff1": 0.396052, "nauc_mrr_at_1000_max": 0.350352, "nauc_mrr_at_1000_std": 0.038354, "nauc_mrr_at_1000_diff1": 0.395934, "main_score": 0.52415, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.32468, "ndcg_at_3": 0.48484, "ndcg_at_5": 0.51783, "ndcg_at_10": 0.5756, "ndcg_at_20": 0.58878, "ndcg_at_100": 0.60599, "ndcg_at_1000": 0.60599, "map_at_1": 0.32468, "map_at_3": 0.44589, "map_at_5": 0.46472, "map_at_10": 0.48792, "map_at_20": 0.49155, "map_at_100": 0.49404, "map_at_1000": 0.49404, "recall_at_1": 0.32468, "recall_at_3": 0.5974, "recall_at_5": 0.67532, "recall_at_10": 0.85714, "recall_at_20": 0.90909, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.32468, "precision_at_3": 0.19913, "precision_at_5": 0.13506, "precision_at_10": 0.08571, "precision_at_20": 0.04545, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.324675, "mrr_at_3": 0.445887, "mrr_at_5": 0.464719, "mrr_at_10": 0.48792, "mrr_at_20": 0.491548, "mrr_at_100": 0.494038, "mrr_at_1000": 0.494038, "nauc_ndcg_at_1_max": 0.073313, "nauc_ndcg_at_1_std": 0.005867, "nauc_ndcg_at_1_diff1": 0.248929, "nauc_ndcg_at_3_max": 0.07925, "nauc_ndcg_at_3_std": -0.034944, "nauc_ndcg_at_3_diff1": 0.214751, "nauc_ndcg_at_5_max": 0.056452, "nauc_ndcg_at_5_std": -0.077697, "nauc_ndcg_at_5_diff1": 0.228487, "nauc_ndcg_at_10_max": 0.080585, "nauc_ndcg_at_10_std": -0.020514, "nauc_ndcg_at_10_diff1": 0.260648, "nauc_ndcg_at_20_max": 0.082865, "nauc_ndcg_at_20_std": -0.016632, "nauc_ndcg_at_20_diff1": 0.24576, "nauc_ndcg_at_100_max": 0.082994, "nauc_ndcg_at_100_std": -0.022329, "nauc_ndcg_at_100_diff1": 0.245556, "nauc_ndcg_at_1000_max": 0.082994, "nauc_ndcg_at_1000_std": -0.022329, "nauc_ndcg_at_1000_diff1": 0.245556, "nauc_map_at_1_max": 0.073313, "nauc_map_at_1_std": 0.005867, "nauc_map_at_1_diff1": 0.248929, "nauc_map_at_3_max": 0.084733, "nauc_map_at_3_std": -0.022172, "nauc_map_at_3_diff1": 0.223278, "nauc_map_at_5_max": 0.072519, "nauc_map_at_5_std": -0.045431, "nauc_map_at_5_diff1": 0.231206, "nauc_map_at_10_max": 0.08356, "nauc_map_at_10_std": -0.021186, "nauc_map_at_10_diff1": 0.245429, "nauc_map_at_20_max": 0.084104, "nauc_map_at_20_std": -0.02021, "nauc_map_at_20_diff1": 0.241364, "nauc_map_at_100_max": 0.084046, "nauc_map_at_100_std": -0.020722, "nauc_map_at_100_diff1": 0.242032, "nauc_map_at_1000_max": 0.084046, "nauc_map_at_1000_std": -0.020722, "nauc_map_at_1000_diff1": 0.242032, "nauc_recall_at_1_max": 0.073313, "nauc_recall_at_1_std": 0.005867, "nauc_recall_at_1_diff1": 0.248929, "nauc_recall_at_3_max": 0.059263, "nauc_recall_at_3_std": -0.075491, "nauc_recall_at_3_diff1": 0.188442, "nauc_recall_at_5_max": -0.006381, "nauc_recall_at_5_std": -0.196927, "nauc_recall_at_5_diff1": 0.220957, "nauc_recall_at_10_max": 0.061383, "nauc_recall_at_10_std": 0.011924, "nauc_recall_at_10_diff1": 0.378463, "nauc_recall_at_20_max": 0.077807, "nauc_recall_at_20_std": 0.07048, "nauc_recall_at_20_diff1": 0.283308, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.073313, "nauc_precision_at_1_std": 0.005867, "nauc_precision_at_1_diff1": 0.248929, "nauc_precision_at_3_max": 0.059263, "nauc_precision_at_3_std": -0.075491, "nauc_precision_at_3_diff1": 0.188442, "nauc_precision_at_5_max": -0.006381, "nauc_precision_at_5_std": -0.196927, "nauc_precision_at_5_diff1": 0.220957, "nauc_precision_at_10_max": 0.061383, "nauc_precision_at_10_std": 0.011924, "nauc_precision_at_10_diff1": 0.378463, "nauc_precision_at_20_max": 0.077807, "nauc_precision_at_20_std": 0.07048, "nauc_precision_at_20_diff1": 0.283308, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.073313, "nauc_mrr_at_1_std": 0.005867, "nauc_mrr_at_1_diff1": 0.248929, "nauc_mrr_at_3_max": 0.084733, "nauc_mrr_at_3_std": -0.022172, "nauc_mrr_at_3_diff1": 0.223278, "nauc_mrr_at_5_max": 0.072519, "nauc_mrr_at_5_std": -0.045431, "nauc_mrr_at_5_diff1": 0.231206, "nauc_mrr_at_10_max": 0.08356, "nauc_mrr_at_10_std": -0.021186, "nauc_mrr_at_10_diff1": 0.245429, "nauc_mrr_at_20_max": 0.084104, "nauc_mrr_at_20_std": -0.02021, "nauc_mrr_at_20_diff1": 0.241364, "nauc_mrr_at_100_max": 0.084046, "nauc_mrr_at_100_std": -0.020722, "nauc_mrr_at_100_diff1": 0.242032, "nauc_mrr_at_1000_max": 0.084046, "nauc_mrr_at_1000_std": -0.020722, "nauc_mrr_at_1000_diff1": 0.242032, "main_score": 0.5756, "hf_subset": "vietnamese", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 18.28777289390564, "kg_co2_emissions": 0.0015444064947955508 }