{ "dataset_revision": "0542c0d03da0ec1c8cbc517c8d78e7e95c75d3d3", "task_name": "Vidore2ESGReportsRetrieval", "mteb_version": "1.38.13", "scores": { "test": [ { "ndcg_at_1": 0.40351, "ndcg_at_3": 0.39043, "ndcg_at_5": 0.4328, "ndcg_at_10": 0.4708, "ndcg_at_20": 0.50314, "ndcg_at_100": 0.53728, "ndcg_at_1000": 0.57393, "map_at_1": 0.20969, "map_at_3": 0.28654, "map_at_5": 0.3265, "map_at_10": 0.35877, "map_at_20": 0.3759, "map_at_100": 0.38631, "map_at_1000": 0.38974, "recall_at_1": 0.20969, "recall_at_3": 0.34029, "recall_at_5": 0.46734, "recall_at_10": 0.59804, "recall_at_20": 0.70203, "recall_at_100": 0.81581, "recall_at_1000": 0.99353, "cv_recall_at_1": 0.40351, "cv_recall_at_3": 0.59649, "cv_recall_at_5": 0.75439, "cv_recall_at_10": 0.87719, "cv_recall_at_20": 0.92982, "cv_recall_at_100": 0.94737, "cv_recall_at_1000": 1.0, "precision_at_1": 0.40351, "precision_at_3": 0.25731, "precision_at_5": 0.21404, "precision_at_10": 0.14386, "precision_at_20": 0.09123, "precision_at_100": 0.02561, "precision_at_1000": 0.00382, "mrr_at_1": 0.403509, "mrr_at_3": 0.482456, "mrr_at_5": 0.521053, "mrr_at_10": 0.538346, "mrr_at_20": 0.541651, "mrr_at_100": 0.542199, "mrr_at_1000": 0.54236, "nauc_ndcg_at_1_max": 0.377209, "nauc_ndcg_at_1_std": 0.141056, "nauc_ndcg_at_1_diff1": 0.402854, "nauc_ndcg_at_3_max": 0.380846, "nauc_ndcg_at_3_std": 0.082232, "nauc_ndcg_at_3_diff1": 0.258325, "nauc_ndcg_at_5_max": 0.320782, "nauc_ndcg_at_5_std": 0.079373, "nauc_ndcg_at_5_diff1": 0.229671, "nauc_ndcg_at_10_max": 0.217678, "nauc_ndcg_at_10_std": 0.054874, "nauc_ndcg_at_10_diff1": 0.21728, "nauc_ndcg_at_20_max": 0.222216, "nauc_ndcg_at_20_std": 0.100495, "nauc_ndcg_at_20_diff1": 0.187504, "nauc_ndcg_at_100_max": 0.25997, "nauc_ndcg_at_100_std": 0.137182, "nauc_ndcg_at_100_diff1": 0.132115, "nauc_ndcg_at_1000_max": 0.329676, "nauc_ndcg_at_1000_std": 0.143117, "nauc_ndcg_at_1000_diff1": 0.166631, "nauc_map_at_1_max": 0.171091, "nauc_map_at_1_std": 0.053231, "nauc_map_at_1_diff1": 0.194687, "nauc_map_at_3_max": 0.225271, "nauc_map_at_3_std": -0.001635, "nauc_map_at_3_diff1": 0.234582, "nauc_map_at_5_max": 0.224797, "nauc_map_at_5_std": 0.022151, "nauc_map_at_5_diff1": 0.234164, "nauc_map_at_10_max": 0.225539, "nauc_map_at_10_std": 0.045985, "nauc_map_at_10_diff1": 0.241212, "nauc_map_at_20_max": 0.245579, "nauc_map_at_20_std": 0.072507, "nauc_map_at_20_diff1": 0.238427, "nauc_map_at_100_max": 0.262778, "nauc_map_at_100_std": 0.086242, "nauc_map_at_100_diff1": 0.226422, "nauc_map_at_1000_max": 0.270743, "nauc_map_at_1000_std": 0.089201, "nauc_map_at_1000_diff1": 0.225718, "nauc_recall_at_1_max": 0.171091, "nauc_recall_at_1_std": 0.053231, "nauc_recall_at_1_diff1": 0.194687, "nauc_recall_at_3_max": 0.178115, "nauc_recall_at_3_std": -0.073425, "nauc_recall_at_3_diff1": 0.186714, "nauc_recall_at_5_max": 0.05439, "nauc_recall_at_5_std": -0.04201, "nauc_recall_at_5_diff1": 0.120209, "nauc_recall_at_10_max": -0.147872, "nauc_recall_at_10_std": -0.066975, "nauc_recall_at_10_diff1": 0.043328, "nauc_recall_at_20_max": -0.211774, "nauc_recall_at_20_std": 0.019102, "nauc_recall_at_20_diff1": -0.110214, "nauc_recall_at_100_max": -0.272275, "nauc_recall_at_100_std": 0.125138, "nauc_recall_at_100_diff1": -0.483543, "nauc_recall_at_1000_max": -0.463723, "nauc_recall_at_1000_std": 0.740892, "nauc_recall_at_1000_diff1": -1.078762, "nauc_precision_at_1_max": 0.377209, "nauc_precision_at_1_std": 0.141056, "nauc_precision_at_1_diff1": 0.402854, "nauc_precision_at_3_max": 0.531327, "nauc_precision_at_3_std": 0.116782, "nauc_precision_at_3_diff1": 0.300366, "nauc_precision_at_5_max": 0.588125, "nauc_precision_at_5_std": 0.253561, "nauc_precision_at_5_diff1": 0.209374, "nauc_precision_at_10_max": 0.532546, "nauc_precision_at_10_std": 0.364832, "nauc_precision_at_10_diff1": 0.084897, "nauc_precision_at_20_max": 0.507631, "nauc_precision_at_20_std": 0.405755, "nauc_precision_at_20_diff1": -0.015756, "nauc_precision_at_100_max": 0.456732, "nauc_precision_at_100_std": 0.352387, "nauc_precision_at_100_diff1": -0.169802, "nauc_precision_at_1000_max": 0.304555, "nauc_precision_at_1000_std": 0.165429, "nauc_precision_at_1000_diff1": -0.176083, "nauc_cv_recall_at_1_max": 0.377209, "nauc_cv_recall_at_1_std": 0.141056, "nauc_cv_recall_at_1_diff1": 0.402854, "nauc_cv_recall_at_3_max": 0.433095, "nauc_cv_recall_at_3_std": -0.003655, "nauc_cv_recall_at_3_diff1": 0.277599, "nauc_cv_recall_at_5_max": 0.376746, "nauc_cv_recall_at_5_std": 0.026257, "nauc_cv_recall_at_5_diff1": 0.160001, "nauc_cv_recall_at_10_max": 0.108071, "nauc_cv_recall_at_10_std": 0.124988, "nauc_cv_recall_at_10_diff1": -0.196102, "nauc_cv_recall_at_20_max": 0.138366, "nauc_cv_recall_at_20_std": 0.355553, "nauc_cv_recall_at_20_diff1": -1.017416, "nauc_cv_recall_at_100_max": 0.23947, "nauc_cv_recall_at_100_std": 0.23316, "nauc_cv_recall_at_100_diff1": -1.541583, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.377209, "nauc_mrr_at_1_std": 0.141056, "nauc_mrr_at_1_diff1": 0.402854, "nauc_mrr_at_3_max": 0.389754, "nauc_mrr_at_3_std": 0.085607, "nauc_mrr_at_3_diff1": 0.348705, "nauc_mrr_at_5_max": 0.37562, "nauc_mrr_at_5_std": 0.094078, "nauc_mrr_at_5_diff1": 0.335607, "nauc_mrr_at_10_max": 0.360241, "nauc_mrr_at_10_std": 0.103194, "nauc_mrr_at_10_diff1": 0.325251, "nauc_mrr_at_20_max": 0.363294, "nauc_mrr_at_20_std": 0.106957, "nauc_mrr_at_20_diff1": 0.318657, "nauc_mrr_at_100_max": 0.364249, "nauc_mrr_at_100_std": 0.105843, "nauc_mrr_at_100_diff1": 0.31823, "nauc_mrr_at_1000_max": 0.364407, "nauc_mrr_at_1000_std": 0.105602, "nauc_mrr_at_1000_diff1": 0.319264, "main_score": 0.4328, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.40351, "ndcg_at_3": 0.39724, "ndcg_at_5": 0.42403, "ndcg_at_10": 0.4667, "ndcg_at_20": 0.49196, "ndcg_at_100": 0.52596, "ndcg_at_1000": 0.56571, "map_at_1": 0.19799, "map_at_3": 0.28732, "map_at_5": 0.31902, "map_at_10": 0.35218, "map_at_20": 0.36641, "map_at_100": 0.37712, "map_at_1000": 0.38088, "recall_at_1": 0.19799, "recall_at_3": 0.34628, "recall_at_5": 0.43371, "recall_at_10": 0.60345, "recall_at_20": 0.69077, "recall_at_100": 0.80119, "recall_at_1000": 0.99415, "cv_recall_at_1": 0.40351, "cv_recall_at_3": 0.57895, "cv_recall_at_5": 0.70175, "cv_recall_at_10": 0.85965, "cv_recall_at_20": 0.91228, "cv_recall_at_100": 0.94737, "cv_recall_at_1000": 1.0, "precision_at_1": 0.40351, "precision_at_3": 0.26901, "precision_at_5": 0.22456, "precision_at_10": 0.14737, "precision_at_20": 0.09035, "precision_at_100": 0.02544, "precision_at_1000": 0.00384, "mrr_at_1": 0.403509, "mrr_at_3": 0.479532, "mrr_at_5": 0.506725, "mrr_at_10": 0.52933, "mrr_at_20": 0.533275, "mrr_at_100": 0.534423, "mrr_at_1000": 0.534605, "nauc_ndcg_at_1_max": 0.422698, "nauc_ndcg_at_1_std": 0.223689, "nauc_ndcg_at_1_diff1": 0.341448, "nauc_ndcg_at_3_max": 0.37961, "nauc_ndcg_at_3_std": 0.183234, "nauc_ndcg_at_3_diff1": 0.309155, "nauc_ndcg_at_5_max": 0.380367, "nauc_ndcg_at_5_std": 0.186828, "nauc_ndcg_at_5_diff1": 0.249718, "nauc_ndcg_at_10_max": 0.237409, "nauc_ndcg_at_10_std": 0.156902, "nauc_ndcg_at_10_diff1": 0.225982, "nauc_ndcg_at_20_max": 0.233176, "nauc_ndcg_at_20_std": 0.188192, "nauc_ndcg_at_20_diff1": 0.205944, "nauc_ndcg_at_100_max": 0.285795, "nauc_ndcg_at_100_std": 0.220557, "nauc_ndcg_at_100_diff1": 0.170219, "nauc_ndcg_at_1000_max": 0.340767, "nauc_ndcg_at_1000_std": 0.223431, "nauc_ndcg_at_1000_diff1": 0.193411, "nauc_map_at_1_max": 0.139851, "nauc_map_at_1_std": 0.153661, "nauc_map_at_1_diff1": 0.214014, "nauc_map_at_3_max": 0.164642, "nauc_map_at_3_std": 0.088292, "nauc_map_at_3_diff1": 0.282773, "nauc_map_at_5_max": 0.226203, "nauc_map_at_5_std": 0.114437, "nauc_map_at_5_diff1": 0.278948, "nauc_map_at_10_max": 0.21441, "nauc_map_at_10_std": 0.137223, "nauc_map_at_10_diff1": 0.27873, "nauc_map_at_20_max": 0.231542, "nauc_map_at_20_std": 0.152005, "nauc_map_at_20_diff1": 0.278099, "nauc_map_at_100_max": 0.252177, "nauc_map_at_100_std": 0.163862, "nauc_map_at_100_diff1": 0.272044, "nauc_map_at_1000_max": 0.257857, "nauc_map_at_1000_std": 0.166748, "nauc_map_at_1000_diff1": 0.271856, "nauc_recall_at_1_max": 0.139851, "nauc_recall_at_1_std": 0.153661, "nauc_recall_at_1_diff1": 0.214014, "nauc_recall_at_3_max": 0.122931, "nauc_recall_at_3_std": 0.082651, "nauc_recall_at_3_diff1": 0.221934, "nauc_recall_at_5_max": 0.152062, "nauc_recall_at_5_std": 0.094731, "nauc_recall_at_5_diff1": 0.121968, "nauc_recall_at_10_max": -0.135016, "nauc_recall_at_10_std": 0.036002, "nauc_recall_at_10_diff1": 0.023857, "nauc_recall_at_20_max": -0.220682, "nauc_recall_at_20_std": 0.088985, "nauc_recall_at_20_diff1": -0.106161, "nauc_recall_at_100_max": -0.169252, "nauc_recall_at_100_std": 0.187719, "nauc_recall_at_100_diff1": -0.350986, "nauc_recall_at_1000_max": -0.526974, "nauc_recall_at_1000_std": 0.755766, "nauc_recall_at_1000_diff1": -0.897904, "nauc_precision_at_1_max": 0.422698, "nauc_precision_at_1_std": 0.223689, "nauc_precision_at_1_diff1": 0.341448, "nauc_precision_at_3_max": 0.540814, "nauc_precision_at_3_std": 0.172638, "nauc_precision_at_3_diff1": 0.354115, "nauc_precision_at_5_max": 0.660239, "nauc_precision_at_5_std": 0.287221, "nauc_precision_at_5_diff1": 0.228365, "nauc_precision_at_10_max": 0.578593, "nauc_precision_at_10_std": 0.407442, "nauc_precision_at_10_diff1": 0.132126, "nauc_precision_at_20_max": 0.59161, "nauc_precision_at_20_std": 0.418912, "nauc_precision_at_20_diff1": 0.113927, "nauc_precision_at_100_max": 0.549245, "nauc_precision_at_100_std": 0.343672, "nauc_precision_at_100_diff1": -0.018615, "nauc_precision_at_1000_max": 0.327844, "nauc_precision_at_1000_std": 0.114951, "nauc_precision_at_1000_diff1": -0.128018, "nauc_cv_recall_at_1_max": 0.422698, "nauc_cv_recall_at_1_std": 0.223689, "nauc_cv_recall_at_1_diff1": 0.341448, "nauc_cv_recall_at_3_max": 0.503764, "nauc_cv_recall_at_3_std": 0.169193, "nauc_cv_recall_at_3_diff1": 0.302949, "nauc_cv_recall_at_5_max": 0.556924, "nauc_cv_recall_at_5_std": 0.248206, "nauc_cv_recall_at_5_diff1": 0.07353, "nauc_cv_recall_at_10_max": 0.257099, "nauc_cv_recall_at_10_std": 0.193046, "nauc_cv_recall_at_10_diff1": -0.200211, "nauc_cv_recall_at_20_max": -0.001189, "nauc_cv_recall_at_20_std": 0.349939, "nauc_cv_recall_at_20_diff1": -0.699626, "nauc_cv_recall_at_100_max": 0.23947, "nauc_cv_recall_at_100_std": 0.480197, "nauc_cv_recall_at_100_diff1": -1.541583, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.422698, "nauc_mrr_at_1_std": 0.223689, "nauc_mrr_at_1_diff1": 0.341448, "nauc_mrr_at_3_max": 0.43558, "nauc_mrr_at_3_std": 0.170747, "nauc_mrr_at_3_diff1": 0.314001, "nauc_mrr_at_5_max": 0.444684, "nauc_mrr_at_5_std": 0.186848, "nauc_mrr_at_5_diff1": 0.273235, "nauc_mrr_at_10_max": 0.419286, "nauc_mrr_at_10_std": 0.179751, "nauc_mrr_at_10_diff1": 0.264824, "nauc_mrr_at_20_max": 0.41502, "nauc_mrr_at_20_std": 0.181867, "nauc_mrr_at_20_diff1": 0.260049, "nauc_mrr_at_100_max": 0.418237, "nauc_mrr_at_100_std": 0.183173, "nauc_mrr_at_100_diff1": 0.25966, "nauc_mrr_at_1000_max": 0.418442, "nauc_mrr_at_1000_std": 0.182834, "nauc_mrr_at_1000_diff1": 0.260778, "main_score": 0.42403, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.42105, "ndcg_at_3": 0.42636, "ndcg_at_5": 0.45616, "ndcg_at_10": 0.47886, "ndcg_at_20": 0.50869, "ndcg_at_100": 0.55229, "ndcg_at_1000": 0.58432, "map_at_1": 0.19975, "map_at_3": 0.30332, "map_at_5": 0.34343, "map_at_10": 0.3676, "map_at_20": 0.38548, "map_at_100": 0.39763, "map_at_1000": 0.40065, "recall_at_1": 0.19975, "recall_at_3": 0.37289, "recall_at_5": 0.4859, "recall_at_10": 0.59467, "recall_at_20": 0.68906, "recall_at_100": 0.84198, "recall_at_1000": 0.99927, "cv_recall_at_1": 0.42105, "cv_recall_at_3": 0.63158, "cv_recall_at_5": 0.75439, "cv_recall_at_10": 0.87719, "cv_recall_at_20": 0.91228, "cv_recall_at_100": 0.94737, "cv_recall_at_1000": 1.0, "precision_at_1": 0.42105, "precision_at_3": 0.2924, "precision_at_5": 0.23509, "precision_at_10": 0.14561, "precision_at_20": 0.09298, "precision_at_100": 0.02719, "precision_at_1000": 0.00388, "mrr_at_1": 0.421053, "mrr_at_3": 0.508772, "mrr_at_5": 0.538596, "mrr_at_10": 0.556328, "mrr_at_20": 0.558238, "mrr_at_100": 0.559463, "mrr_at_1000": 0.559591, "nauc_ndcg_at_1_max": 0.285362, "nauc_ndcg_at_1_std": 0.182568, "nauc_ndcg_at_1_diff1": 0.273017, "nauc_ndcg_at_3_max": 0.347021, "nauc_ndcg_at_3_std": 0.235735, "nauc_ndcg_at_3_diff1": 0.183815, "nauc_ndcg_at_5_max": 0.281631, "nauc_ndcg_at_5_std": 0.18724, "nauc_ndcg_at_5_diff1": 0.094981, "nauc_ndcg_at_10_max": 0.161669, "nauc_ndcg_at_10_std": 0.117249, "nauc_ndcg_at_10_diff1": 0.129759, "nauc_ndcg_at_20_max": 0.146314, "nauc_ndcg_at_20_std": 0.153554, "nauc_ndcg_at_20_diff1": 0.081432, "nauc_ndcg_at_100_max": 0.240315, "nauc_ndcg_at_100_std": 0.210098, "nauc_ndcg_at_100_diff1": 0.043935, "nauc_ndcg_at_1000_max": 0.275507, "nauc_ndcg_at_1000_std": 0.211095, "nauc_ndcg_at_1000_diff1": 0.083367, "nauc_map_at_1_max": 0.008028, "nauc_map_at_1_std": 0.038239, "nauc_map_at_1_diff1": 0.083772, "nauc_map_at_3_max": 0.104494, "nauc_map_at_3_std": 0.091996, "nauc_map_at_3_diff1": 0.162982, "nauc_map_at_5_max": 0.131699, "nauc_map_at_5_std": 0.094058, "nauc_map_at_5_diff1": 0.137788, "nauc_map_at_10_max": 0.141132, "nauc_map_at_10_std": 0.115849, "nauc_map_at_10_diff1": 0.163138, "nauc_map_at_20_max": 0.147375, "nauc_map_at_20_std": 0.13058, "nauc_map_at_20_diff1": 0.148331, "nauc_map_at_100_max": 0.175805, "nauc_map_at_100_std": 0.150438, "nauc_map_at_100_diff1": 0.140493, "nauc_map_at_1000_max": 0.180233, "nauc_map_at_1000_std": 0.152112, "nauc_map_at_1000_diff1": 0.140752, "nauc_recall_at_1_max": 0.008028, "nauc_recall_at_1_std": 0.038239, "nauc_recall_at_1_diff1": 0.083772, "nauc_recall_at_3_max": 0.056741, "nauc_recall_at_3_std": 0.042704, "nauc_recall_at_3_diff1": 0.083909, "nauc_recall_at_5_max": 0.020809, "nauc_recall_at_5_std": 0.019913, "nauc_recall_at_5_diff1": -0.067564, "nauc_recall_at_10_max": -0.154797, "nauc_recall_at_10_std": -0.074038, "nauc_recall_at_10_diff1": 0.016077, "nauc_recall_at_20_max": -0.229665, "nauc_recall_at_20_std": 0.02343, "nauc_recall_at_20_diff1": -0.155813, "nauc_recall_at_100_max": -0.007401, "nauc_recall_at_100_std": 0.178774, "nauc_recall_at_100_diff1": -0.496632, "nauc_recall_at_1000_max": -1.727857, "nauc_recall_at_1000_std": -0.164944, "nauc_recall_at_1000_diff1": -0.164944, "nauc_precision_at_1_max": 0.285362, "nauc_precision_at_1_std": 0.182568, "nauc_precision_at_1_diff1": 0.273017, "nauc_precision_at_3_max": 0.561296, "nauc_precision_at_3_std": 0.308845, "nauc_precision_at_3_diff1": 0.256333, "nauc_precision_at_5_max": 0.637945, "nauc_precision_at_5_std": 0.349563, "nauc_precision_at_5_diff1": 0.146493, "nauc_precision_at_10_max": 0.628381, "nauc_precision_at_10_std": 0.387953, "nauc_precision_at_10_diff1": 0.179563, "nauc_precision_at_20_max": 0.560612, "nauc_precision_at_20_std": 0.375654, "nauc_precision_at_20_diff1": 0.038659, "nauc_precision_at_100_max": 0.628944, "nauc_precision_at_100_std": 0.385327, "nauc_precision_at_100_diff1": -0.068081, "nauc_precision_at_1000_max": 0.442247, "nauc_precision_at_1000_std": 0.184035, "nauc_precision_at_1000_diff1": -0.036736, "nauc_cv_recall_at_1_max": 0.285362, "nauc_cv_recall_at_1_std": 0.182568, "nauc_cv_recall_at_1_diff1": 0.273017, "nauc_cv_recall_at_3_max": 0.374921, "nauc_cv_recall_at_3_std": 0.151059, "nauc_cv_recall_at_3_diff1": 0.084319, "nauc_cv_recall_at_5_max": 0.487059, "nauc_cv_recall_at_5_std": 0.275312, "nauc_cv_recall_at_5_diff1": -0.167246, "nauc_cv_recall_at_10_max": 0.143228, "nauc_cv_recall_at_10_std": 0.046811, "nauc_cv_recall_at_10_diff1": -0.198756, "nauc_cv_recall_at_20_max": -0.02857, "nauc_cv_recall_at_20_std": 0.26533, "nauc_cv_recall_at_20_diff1": -0.557751, "nauc_cv_recall_at_100_max": 0.325321, "nauc_cv_recall_at_100_std": 0.387775, "nauc_cv_recall_at_100_diff1": -1.338374, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.285362, "nauc_mrr_at_1_std": 0.182568, "nauc_mrr_at_1_diff1": 0.273017, "nauc_mrr_at_3_max": 0.325513, "nauc_mrr_at_3_std": 0.186421, "nauc_mrr_at_3_diff1": 0.194664, "nauc_mrr_at_5_max": 0.336516, "nauc_mrr_at_5_std": 0.209299, "nauc_mrr_at_5_diff1": 0.156888, "nauc_mrr_at_10_max": 0.307899, "nauc_mrr_at_10_std": 0.192148, "nauc_mrr_at_10_diff1": 0.169589, "nauc_mrr_at_20_max": 0.306361, "nauc_mrr_at_20_std": 0.197109, "nauc_mrr_at_20_diff1": 0.165986, "nauc_mrr_at_100_max": 0.309907, "nauc_mrr_at_100_std": 0.198536, "nauc_mrr_at_100_diff1": 0.164534, "nauc_mrr_at_1000_max": 0.309914, "nauc_mrr_at_1000_std": 0.198394, "nauc_mrr_at_1000_diff1": 0.165218, "main_score": 0.45616, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.40351, "ndcg_at_3": 0.39312, "ndcg_at_5": 0.42426, "ndcg_at_10": 0.46516, "ndcg_at_20": 0.49273, "ndcg_at_100": 0.53091, "ndcg_at_1000": 0.56593, "map_at_1": 0.19946, "map_at_3": 0.2833, "map_at_5": 0.31774, "map_at_10": 0.35185, "map_at_20": 0.36749, "map_at_100": 0.37798, "map_at_1000": 0.38124, "recall_at_1": 0.19946, "recall_at_3": 0.34336, "recall_at_5": 0.4435, "recall_at_10": 0.59355, "recall_at_20": 0.6914, "recall_at_100": 0.82469, "recall_at_1000": 0.99342, "cv_recall_at_1": 0.42105, "cv_recall_at_3": 0.59649, "cv_recall_at_5": 0.7193, "cv_recall_at_10": 0.84211, "cv_recall_at_20": 0.89474, "cv_recall_at_100": 0.94737, "cv_recall_at_1000": 1.0, "precision_at_1": 0.40351, "precision_at_3": 0.26316, "precision_at_5": 0.21754, "precision_at_10": 0.14737, "precision_at_20": 0.09035, "precision_at_100": 0.02614, "precision_at_1000": 0.00382, "mrr_at_1": 0.421053, "mrr_at_3": 0.491228, "mrr_at_5": 0.519298, "mrr_at_10": 0.535498, "mrr_at_20": 0.539359, "mrr_at_100": 0.540696, "mrr_at_1000": 0.540897, "nauc_ndcg_at_1_max": 0.330161, "nauc_ndcg_at_1_std": 0.044465, "nauc_ndcg_at_1_diff1": 0.218518, "nauc_ndcg_at_3_max": 0.325329, "nauc_ndcg_at_3_std": 0.104726, "nauc_ndcg_at_3_diff1": 0.040027, "nauc_ndcg_at_5_max": 0.244912, "nauc_ndcg_at_5_std": 0.068731, "nauc_ndcg_at_5_diff1": 0.076705, "nauc_ndcg_at_10_max": 0.134857, "nauc_ndcg_at_10_std": 0.05554, "nauc_ndcg_at_10_diff1": 0.077827, "nauc_ndcg_at_20_max": 0.12854, "nauc_ndcg_at_20_std": 0.068964, "nauc_ndcg_at_20_diff1": 0.051445, "nauc_ndcg_at_100_max": 0.225773, "nauc_ndcg_at_100_std": 0.140175, "nauc_ndcg_at_100_diff1": 0.024474, "nauc_ndcg_at_1000_max": 0.257603, "nauc_ndcg_at_1000_std": 0.123716, "nauc_ndcg_at_1000_diff1": 0.014019, "nauc_map_at_1_max": -0.028588, "nauc_map_at_1_std": -0.013832, "nauc_map_at_1_diff1": 0.043453, "nauc_map_at_3_max": 0.09563, "nauc_map_at_3_std": -0.00697, "nauc_map_at_3_diff1": 0.027829, "nauc_map_at_5_max": 0.124115, "nauc_map_at_5_std": -3.5e-05, "nauc_map_at_5_diff1": 0.090868, "nauc_map_at_10_max": 0.134136, "nauc_map_at_10_std": 0.050599, "nauc_map_at_10_diff1": 0.100361, "nauc_map_at_20_max": 0.145473, "nauc_map_at_20_std": 0.058584, "nauc_map_at_20_diff1": 0.089089, "nauc_map_at_100_max": 0.17546, "nauc_map_at_100_std": 0.078763, "nauc_map_at_100_diff1": 0.082224, "nauc_map_at_1000_max": 0.179882, "nauc_map_at_1000_std": 0.079498, "nauc_map_at_1000_diff1": 0.078516, "nauc_recall_at_1_max": -0.028588, "nauc_recall_at_1_std": -0.013832, "nauc_recall_at_1_diff1": 0.043453, "nauc_recall_at_3_max": 0.041628, "nauc_recall_at_3_std": -0.04695, "nauc_recall_at_3_diff1": -0.069378, "nauc_recall_at_5_max": -0.044517, "nauc_recall_at_5_std": -0.061751, "nauc_recall_at_5_diff1": 0.069635, "nauc_recall_at_10_max": -0.201665, "nauc_recall_at_10_std": -0.043185, "nauc_recall_at_10_diff1": 0.059353, "nauc_recall_at_20_max": -0.293997, "nauc_recall_at_20_std": -0.023146, "nauc_recall_at_20_diff1": -0.072954, "nauc_recall_at_100_max": -0.07904, "nauc_recall_at_100_std": 0.263948, "nauc_recall_at_100_diff1": -0.262329, "nauc_recall_at_1000_max": -0.749118, "nauc_recall_at_1000_std": 0.815299, "nauc_recall_at_1000_diff1": -0.944834, "nauc_precision_at_1_max": 0.330161, "nauc_precision_at_1_std": 0.044465, "nauc_precision_at_1_diff1": 0.218518, "nauc_precision_at_3_max": 0.557268, "nauc_precision_at_3_std": 0.170277, "nauc_precision_at_3_diff1": 0.087445, "nauc_precision_at_5_max": 0.615141, "nauc_precision_at_5_std": 0.260855, "nauc_precision_at_5_diff1": 0.122169, "nauc_precision_at_10_max": 0.560942, "nauc_precision_at_10_std": 0.365245, "nauc_precision_at_10_diff1": 0.053583, "nauc_precision_at_20_max": 0.571881, "nauc_precision_at_20_std": 0.350758, "nauc_precision_at_20_diff1": -0.026307, "nauc_precision_at_100_max": 0.652671, "nauc_precision_at_100_std": 0.391217, "nauc_precision_at_100_diff1": -0.130366, "nauc_precision_at_1000_max": 0.392913, "nauc_precision_at_1000_std": 0.177773, "nauc_precision_at_1000_diff1": -0.261273, "nauc_cv_recall_at_1_max": 0.32601, "nauc_cv_recall_at_1_std": 0.027226, "nauc_cv_recall_at_1_diff1": 0.170929, "nauc_cv_recall_at_3_max": 0.338657, "nauc_cv_recall_at_3_std": -0.003235, "nauc_cv_recall_at_3_diff1": -0.047727, "nauc_cv_recall_at_5_max": 0.207461, "nauc_cv_recall_at_5_std": 0.080073, "nauc_cv_recall_at_5_diff1": -0.015451, "nauc_cv_recall_at_10_max": -0.095704, "nauc_cv_recall_at_10_std": -0.021374, "nauc_cv_recall_at_10_diff1": -0.268195, "nauc_cv_recall_at_20_max": -0.336082, "nauc_cv_recall_at_20_std": 0.063299, "nauc_cv_recall_at_20_diff1": -0.629331, "nauc_cv_recall_at_100_max": 0.276728, "nauc_cv_recall_at_100_std": 0.23316, "nauc_cv_recall_at_100_diff1": -1.1521, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.32601, "nauc_mrr_at_1_std": 0.027226, "nauc_mrr_at_1_diff1": 0.170929, "nauc_mrr_at_3_max": 0.343871, "nauc_mrr_at_3_std": 0.03025, "nauc_mrr_at_3_diff1": 0.098965, "nauc_mrr_at_5_max": 0.32364, "nauc_mrr_at_5_std": 0.045894, "nauc_mrr_at_5_diff1": 0.110905, "nauc_mrr_at_10_max": 0.307144, "nauc_mrr_at_10_std": 0.037595, "nauc_mrr_at_10_diff1": 0.099903, "nauc_mrr_at_20_max": 0.304687, "nauc_mrr_at_20_std": 0.041015, "nauc_mrr_at_20_diff1": 0.094831, "nauc_mrr_at_100_max": 0.309285, "nauc_mrr_at_100_std": 0.04339, "nauc_mrr_at_100_diff1": 0.095067, "nauc_mrr_at_1000_max": 0.309277, "nauc_mrr_at_1000_std": 0.042979, "nauc_mrr_at_1000_diff1": 0.095878, "main_score": 0.42426, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 1195.8371875286102, "kg_co2_emissions": null }