{ "dataset_revision": "a29202f0da409034d651614d87cd8938d254e2ea", "task_name": "Vidore2BioMedicalLecturesRetrieval", "mteb_version": "1.38.13", "scores": { "test": [ { "ndcg_at_1": 0.4375, "ndcg_at_3": 0.45466, "ndcg_at_5": 0.48488, "ndcg_at_10": 0.5147, "ndcg_at_20": 0.54531, "ndcg_at_100": 0.5905, "ndcg_at_1000": 0.61286, "map_at_1": 0.24297, "map_at_3": 0.34369, "map_at_5": 0.38738, "map_at_10": 0.41553, "map_at_20": 0.43036, "map_at_100": 0.44224, "map_at_1000": 0.44445, "recall_at_1": 0.24297, "recall_at_3": 0.42334, "recall_at_5": 0.53476, "recall_at_10": 0.63369, "recall_at_20": 0.73402, "recall_at_100": 0.89529, "recall_at_1000": 1.0, "cv_recall_at_1": 0.43125, "cv_recall_at_3": 0.66875, "cv_recall_at_5": 0.75, "cv_recall_at_10": 0.8375, "cv_recall_at_20": 0.88125, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 1.0, "precision_at_1": 0.4375, "precision_at_3": 0.3, "precision_at_5": 0.2375, "precision_at_10": 0.1525, "precision_at_20": 0.09125, "precision_at_100": 0.0255, "precision_at_1000": 0.00322, "mrr_at_1": 0.43125, "mrr_at_3": 0.532292, "mrr_at_5": 0.551667, "mrr_at_10": 0.563557, "mrr_at_20": 0.566532, "mrr_at_100": 0.569144, "mrr_at_1000": 0.569277, "nauc_ndcg_at_1_max": 0.23888, "nauc_ndcg_at_1_std": -0.127512, "nauc_ndcg_at_1_diff1": 0.421702, "nauc_ndcg_at_3_max": 0.185226, "nauc_ndcg_at_3_std": -0.075851, "nauc_ndcg_at_3_diff1": 0.358588, "nauc_ndcg_at_5_max": 0.160605, "nauc_ndcg_at_5_std": -0.109257, "nauc_ndcg_at_5_diff1": 0.342192, "nauc_ndcg_at_10_max": 0.127075, "nauc_ndcg_at_10_std": -0.123216, "nauc_ndcg_at_10_diff1": 0.365131, "nauc_ndcg_at_20_max": 0.109814, "nauc_ndcg_at_20_std": -0.120217, "nauc_ndcg_at_20_diff1": 0.344609, "nauc_ndcg_at_100_max": 0.133465, "nauc_ndcg_at_100_std": -0.095078, "nauc_ndcg_at_100_diff1": 0.331464, "nauc_ndcg_at_1000_max": 0.167749, "nauc_ndcg_at_1000_std": -0.083126, "nauc_ndcg_at_1000_diff1": 0.335919, "nauc_map_at_1_max": 0.116726, "nauc_map_at_1_std": -0.106595, "nauc_map_at_1_diff1": 0.403785, "nauc_map_at_3_max": 0.119159, "nauc_map_at_3_std": -0.07773, "nauc_map_at_3_diff1": 0.361282, "nauc_map_at_5_max": 0.112084, "nauc_map_at_5_std": -0.109937, "nauc_map_at_5_diff1": 0.352975, "nauc_map_at_10_max": 0.11289, "nauc_map_at_10_std": -0.121375, "nauc_map_at_10_diff1": 0.361759, "nauc_map_at_20_max": 0.113229, "nauc_map_at_20_std": -0.120865, "nauc_map_at_20_diff1": 0.354499, "nauc_map_at_100_max": 0.123744, "nauc_map_at_100_std": -0.111462, "nauc_map_at_100_diff1": 0.351969, "nauc_map_at_1000_max": 0.127361, "nauc_map_at_1000_std": -0.110272, "nauc_map_at_1000_diff1": 0.351648, "nauc_recall_at_1_max": 0.116726, "nauc_recall_at_1_std": -0.106595, "nauc_recall_at_1_diff1": 0.403785, "nauc_recall_at_3_max": 0.079168, "nauc_recall_at_3_std": -0.050988, "nauc_recall_at_3_diff1": 0.316928, "nauc_recall_at_5_max": 0.074603, "nauc_recall_at_5_std": -0.105477, "nauc_recall_at_5_diff1": 0.254885, "nauc_recall_at_10_max": 0.016692, "nauc_recall_at_10_std": -0.155054, "nauc_recall_at_10_diff1": 0.269423, "nauc_recall_at_20_max": -0.049936, "nauc_recall_at_20_std": -0.16919, "nauc_recall_at_20_diff1": 0.211524, "nauc_recall_at_100_max": -0.201162, "nauc_recall_at_100_std": -0.165606, "nauc_recall_at_100_diff1": 0.089493, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.23888, "nauc_precision_at_1_std": -0.127512, "nauc_precision_at_1_diff1": 0.421702, "nauc_precision_at_3_max": 0.156354, "nauc_precision_at_3_std": -0.030138, "nauc_precision_at_3_diff1": 0.1976, "nauc_precision_at_5_max": 0.125143, "nauc_precision_at_5_std": -0.060235, "nauc_precision_at_5_diff1": 0.112322, "nauc_precision_at_10_max": 0.115952, "nauc_precision_at_10_std": -0.027936, "nauc_precision_at_10_diff1": 0.066143, "nauc_precision_at_20_max": 0.125515, "nauc_precision_at_20_std": 0.013374, "nauc_precision_at_20_diff1": -0.012916, "nauc_precision_at_100_max": 0.20347, "nauc_precision_at_100_std": 0.112703, "nauc_precision_at_100_diff1": -0.115701, "nauc_precision_at_1000_max": 0.22887, "nauc_precision_at_1000_std": 0.119834, "nauc_precision_at_1000_diff1": -0.149199, "nauc_cv_recall_at_1_max": 0.218308, "nauc_cv_recall_at_1_std": -0.157547, "nauc_cv_recall_at_1_diff1": 0.438218, "nauc_cv_recall_at_3_max": 0.178025, "nauc_cv_recall_at_3_std": -0.034332, "nauc_cv_recall_at_3_diff1": 0.401167, "nauc_cv_recall_at_5_max": 0.211643, "nauc_cv_recall_at_5_std": -0.03213, "nauc_cv_recall_at_5_diff1": 0.352172, "nauc_cv_recall_at_10_max": 0.140172, "nauc_cv_recall_at_10_std": -0.008999, "nauc_cv_recall_at_10_diff1": 0.287662, "nauc_cv_recall_at_20_max": -0.033293, "nauc_cv_recall_at_20_std": -0.002961, "nauc_cv_recall_at_20_diff1": 0.107908, "nauc_cv_recall_at_100_max": -0.220005, "nauc_cv_recall_at_100_std": 0.082283, "nauc_cv_recall_at_100_diff1": -0.661531, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.218308, "nauc_mrr_at_1_std": -0.157547, "nauc_mrr_at_1_diff1": 0.438218, "nauc_mrr_at_3_max": 0.206681, "nauc_mrr_at_3_std": -0.092839, "nauc_mrr_at_3_diff1": 0.405546, "nauc_mrr_at_5_max": 0.21364, "nauc_mrr_at_5_std": -0.094181, "nauc_mrr_at_5_diff1": 0.398559, "nauc_mrr_at_10_max": 0.206774, "nauc_mrr_at_10_std": -0.096246, "nauc_mrr_at_10_diff1": 0.396178, "nauc_mrr_at_20_max": 0.202505, "nauc_mrr_at_20_std": -0.097855, "nauc_mrr_at_20_diff1": 0.392224, "nauc_mrr_at_100_max": 0.20469, "nauc_mrr_at_100_std": -0.097423, "nauc_mrr_at_100_diff1": 0.392123, "nauc_mrr_at_1000_max": 0.204739, "nauc_mrr_at_1000_std": -0.097503, "nauc_mrr_at_1000_diff1": 0.392491, "main_score": 0.48488, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.41875, "ndcg_at_3": 0.42627, "ndcg_at_5": 0.45553, "ndcg_at_10": 0.49786, "ndcg_at_20": 0.519, "ndcg_at_100": 0.57125, "ndcg_at_1000": 0.5938, "map_at_1": 0.22834, "map_at_3": 0.31914, "map_at_5": 0.36171, "map_at_10": 0.39196, "map_at_20": 0.403, "map_at_100": 0.41646, "map_at_1000": 0.41866, "recall_at_1": 0.22834, "recall_at_3": 0.39621, "recall_at_5": 0.50679, "recall_at_10": 0.64201, "recall_at_20": 0.70349, "recall_at_100": 0.89395, "recall_at_1000": 1.0, "cv_recall_at_1": 0.41875, "cv_recall_at_3": 0.6375, "cv_recall_at_5": 0.725, "cv_recall_at_10": 0.8625, "cv_recall_at_20": 0.875, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 1.0, "precision_at_1": 0.41875, "precision_at_3": 0.28125, "precision_at_5": 0.22, "precision_at_10": 0.14688, "precision_at_20": 0.08688, "precision_at_100": 0.0255, "precision_at_1000": 0.00322, "mrr_at_1": 0.41875, "mrr_at_3": 0.513542, "mrr_at_5": 0.533854, "mrr_at_10": 0.55119, "mrr_at_20": 0.551885, "mrr_at_100": 0.554387, "mrr_at_1000": 0.554553, "nauc_ndcg_at_1_max": 0.24631, "nauc_ndcg_at_1_std": 0.029053, "nauc_ndcg_at_1_diff1": 0.400894, "nauc_ndcg_at_3_max": 0.180007, "nauc_ndcg_at_3_std": 0.002033, "nauc_ndcg_at_3_diff1": 0.246326, "nauc_ndcg_at_5_max": 0.162116, "nauc_ndcg_at_5_std": -0.032749, "nauc_ndcg_at_5_diff1": 0.239126, "nauc_ndcg_at_10_max": 0.14227, "nauc_ndcg_at_10_std": -0.039253, "nauc_ndcg_at_10_diff1": 0.264339, "nauc_ndcg_at_20_max": 0.130473, "nauc_ndcg_at_20_std": -0.024968, "nauc_ndcg_at_20_diff1": 0.262326, "nauc_ndcg_at_100_max": 0.144675, "nauc_ndcg_at_100_std": 0.002034, "nauc_ndcg_at_100_diff1": 0.242244, "nauc_ndcg_at_1000_max": 0.176261, "nauc_ndcg_at_1000_std": 0.00332, "nauc_ndcg_at_1000_diff1": 0.238592, "nauc_map_at_1_max": 0.088461, "nauc_map_at_1_std": -0.012252, "nauc_map_at_1_diff1": 0.34777, "nauc_map_at_3_max": 0.119493, "nauc_map_at_3_std": 0.010155, "nauc_map_at_3_diff1": 0.278723, "nauc_map_at_5_max": 0.128593, "nauc_map_at_5_std": -0.024798, "nauc_map_at_5_diff1": 0.271442, "nauc_map_at_10_max": 0.137209, "nauc_map_at_10_std": -0.031875, "nauc_map_at_10_diff1": 0.278172, "nauc_map_at_20_max": 0.139794, "nauc_map_at_20_std": -0.026156, "nauc_map_at_20_diff1": 0.280211, "nauc_map_at_100_max": 0.146459, "nauc_map_at_100_std": -0.019739, "nauc_map_at_100_diff1": 0.275184, "nauc_map_at_1000_max": 0.149594, "nauc_map_at_1000_std": -0.01975, "nauc_map_at_1000_diff1": 0.274303, "nauc_recall_at_1_max": 0.088461, "nauc_recall_at_1_std": -0.012252, "nauc_recall_at_1_diff1": 0.34777, "nauc_recall_at_3_max": 0.075622, "nauc_recall_at_3_std": 0.006, "nauc_recall_at_3_diff1": 0.184573, "nauc_recall_at_5_max": 0.083844, "nauc_recall_at_5_std": -0.052333, "nauc_recall_at_5_diff1": 0.128337, "nauc_recall_at_10_max": 0.0032, "nauc_recall_at_10_std": -0.103157, "nauc_recall_at_10_diff1": 0.145617, "nauc_recall_at_20_max": -0.02706, "nauc_recall_at_20_std": -0.10695, "nauc_recall_at_20_diff1": 0.174984, "nauc_recall_at_100_max": -0.156088, "nauc_recall_at_100_std": -0.000272, "nauc_recall_at_100_diff1": 0.094352, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.24631, "nauc_precision_at_1_std": 0.029053, "nauc_precision_at_1_diff1": 0.400894, "nauc_precision_at_3_max": 0.216657, "nauc_precision_at_3_std": 0.035347, "nauc_precision_at_3_diff1": 0.091547, "nauc_precision_at_5_max": 0.189531, "nauc_precision_at_5_std": -0.049075, "nauc_precision_at_5_diff1": 0.060092, "nauc_precision_at_10_max": 0.211184, "nauc_precision_at_10_std": -0.038606, "nauc_precision_at_10_diff1": 0.028344, "nauc_precision_at_20_max": 0.197825, "nauc_precision_at_20_std": 0.026153, "nauc_precision_at_20_diff1": -0.02049, "nauc_precision_at_100_max": 0.191016, "nauc_precision_at_100_std": 0.062152, "nauc_precision_at_100_diff1": -0.139058, "nauc_precision_at_1000_max": 0.237569, "nauc_precision_at_1000_std": 0.035725, "nauc_precision_at_1000_diff1": -0.176805, "nauc_cv_recall_at_1_max": 0.24631, "nauc_cv_recall_at_1_std": 0.029053, "nauc_cv_recall_at_1_diff1": 0.400894, "nauc_cv_recall_at_3_max": 0.128459, "nauc_cv_recall_at_3_std": 0.003923, "nauc_cv_recall_at_3_diff1": 0.175874, "nauc_cv_recall_at_5_max": 0.144067, "nauc_cv_recall_at_5_std": 0.014341, "nauc_cv_recall_at_5_diff1": 0.104105, "nauc_cv_recall_at_10_max": -0.026164, "nauc_cv_recall_at_10_std": 0.018506, "nauc_cv_recall_at_10_diff1": 0.024514, "nauc_cv_recall_at_20_max": -0.086146, "nauc_cv_recall_at_20_std": 0.027948, "nauc_cv_recall_at_20_diff1": -0.030944, "nauc_cv_recall_at_100_max": -0.364613, "nauc_cv_recall_at_100_std": 0.172152, "nauc_cv_recall_at_100_diff1": -0.68324, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.24631, "nauc_mrr_at_1_std": 0.029053, "nauc_mrr_at_1_diff1": 0.400894, "nauc_mrr_at_3_max": 0.201667, "nauc_mrr_at_3_std": 0.023692, "nauc_mrr_at_3_diff1": 0.299805, "nauc_mrr_at_5_max": 0.20838, "nauc_mrr_at_5_std": 0.025946, "nauc_mrr_at_5_diff1": 0.291482, "nauc_mrr_at_10_max": 0.203853, "nauc_mrr_at_10_std": 0.028169, "nauc_mrr_at_10_diff1": 0.295569, "nauc_mrr_at_20_max": 0.202985, "nauc_mrr_at_20_std": 0.028395, "nauc_mrr_at_20_diff1": 0.294881, "nauc_mrr_at_100_max": 0.20388, "nauc_mrr_at_100_std": 0.02915, "nauc_mrr_at_100_diff1": 0.294929, "nauc_mrr_at_1000_max": 0.2041, "nauc_mrr_at_1000_std": 0.029191, "nauc_mrr_at_1000_diff1": 0.29527, "main_score": 0.45553, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.5125, "ndcg_at_3": 0.50453, "ndcg_at_5": 0.53803, "ndcg_at_10": 0.57066, "ndcg_at_20": 0.59153, "ndcg_at_100": 0.63761, "ndcg_at_1000": 0.6576, "map_at_1": 0.29028, "map_at_3": 0.39287, "map_at_5": 0.43656, "map_at_10": 0.46979, "map_at_20": 0.48105, "map_at_100": 0.49354, "map_at_1000": 0.49566, "recall_at_1": 0.29028, "recall_at_3": 0.4546, "recall_at_5": 0.57872, "recall_at_10": 0.68416, "recall_at_20": 0.74776, "recall_at_100": 0.9102, "recall_at_1000": 1.0, "cv_recall_at_1": 0.5125, "cv_recall_at_3": 0.70625, "cv_recall_at_5": 0.81875, "cv_recall_at_10": 0.86875, "cv_recall_at_20": 0.9, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 1.0, "precision_at_1": 0.5125, "precision_at_3": 0.31458, "precision_at_5": 0.25, "precision_at_10": 0.15875, "precision_at_20": 0.09219, "precision_at_100": 0.02587, "precision_at_1000": 0.00322, "mrr_at_1": 0.5125, "mrr_at_3": 0.605208, "mrr_at_5": 0.630833, "mrr_at_10": 0.638105, "mrr_at_20": 0.639926, "mrr_at_100": 0.642077, "mrr_at_1000": 0.642254, "nauc_ndcg_at_1_max": 0.164923, "nauc_ndcg_at_1_std": -0.128355, "nauc_ndcg_at_1_diff1": 0.406526, "nauc_ndcg_at_3_max": 0.13483, "nauc_ndcg_at_3_std": -0.12875, "nauc_ndcg_at_3_diff1": 0.312631, "nauc_ndcg_at_5_max": 0.111951, "nauc_ndcg_at_5_std": -0.196081, "nauc_ndcg_at_5_diff1": 0.317219, "nauc_ndcg_at_10_max": 0.108175, "nauc_ndcg_at_10_std": -0.19904, "nauc_ndcg_at_10_diff1": 0.353972, "nauc_ndcg_at_20_max": 0.124044, "nauc_ndcg_at_20_std": -0.156272, "nauc_ndcg_at_20_diff1": 0.3417, "nauc_ndcg_at_100_max": 0.120351, "nauc_ndcg_at_100_std": -0.136262, "nauc_ndcg_at_100_diff1": 0.330251, "nauc_ndcg_at_1000_max": 0.152494, "nauc_ndcg_at_1000_std": -0.126157, "nauc_ndcg_at_1000_diff1": 0.322859, "nauc_map_at_1_max": 0.013051, "nauc_map_at_1_std": -0.194511, "nauc_map_at_1_diff1": 0.316511, "nauc_map_at_3_max": 0.08834, "nauc_map_at_3_std": -0.147232, "nauc_map_at_3_diff1": 0.310105, "nauc_map_at_5_max": 0.098369, "nauc_map_at_5_std": -0.185763, "nauc_map_at_5_diff1": 0.327407, "nauc_map_at_10_max": 0.104193, "nauc_map_at_10_std": -0.198103, "nauc_map_at_10_diff1": 0.341342, "nauc_map_at_20_max": 0.11508, "nauc_map_at_20_std": -0.183923, "nauc_map_at_20_diff1": 0.336034, "nauc_map_at_100_max": 0.115894, "nauc_map_at_100_std": -0.176385, "nauc_map_at_100_diff1": 0.332212, "nauc_map_at_1000_max": 0.118845, "nauc_map_at_1000_std": -0.175711, "nauc_map_at_1000_diff1": 0.330957, "nauc_recall_at_1_max": 0.013051, "nauc_recall_at_1_std": -0.194511, "nauc_recall_at_1_diff1": 0.316511, "nauc_recall_at_3_max": 0.084376, "nauc_recall_at_3_std": -0.130372, "nauc_recall_at_3_diff1": 0.282107, "nauc_recall_at_5_max": 0.070352, "nauc_recall_at_5_std": -0.204931, "nauc_recall_at_5_diff1": 0.252675, "nauc_recall_at_10_max": 0.054649, "nauc_recall_at_10_std": -0.234395, "nauc_recall_at_10_diff1": 0.310441, "nauc_recall_at_20_max": 0.075095, "nauc_recall_at_20_std": -0.146179, "nauc_recall_at_20_diff1": 0.248625, "nauc_recall_at_100_max": -0.172055, "nauc_recall_at_100_std": -0.143399, "nauc_recall_at_100_diff1": 0.191277, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.164923, "nauc_precision_at_1_std": -0.128355, "nauc_precision_at_1_diff1": 0.406526, "nauc_precision_at_3_max": 0.20584, "nauc_precision_at_3_std": 0.023114, "nauc_precision_at_3_diff1": 0.184194, "nauc_precision_at_5_max": 0.161359, "nauc_precision_at_5_std": -0.065552, "nauc_precision_at_5_diff1": 0.109169, "nauc_precision_at_10_max": 0.130006, "nauc_precision_at_10_std": -0.051504, "nauc_precision_at_10_diff1": 0.062252, "nauc_precision_at_20_max": 0.158246, "nauc_precision_at_20_std": 0.069713, "nauc_precision_at_20_diff1": -0.024664, "nauc_precision_at_100_max": 0.151344, "nauc_precision_at_100_std": 0.156415, "nauc_precision_at_100_diff1": -0.161554, "nauc_precision_at_1000_max": 0.221648, "nauc_precision_at_1000_std": 0.200012, "nauc_precision_at_1000_diff1": -0.251463, "nauc_cv_recall_at_1_max": 0.164923, "nauc_cv_recall_at_1_std": -0.128355, "nauc_cv_recall_at_1_diff1": 0.406526, "nauc_cv_recall_at_3_max": 0.170255, "nauc_cv_recall_at_3_std": -0.067779, "nauc_cv_recall_at_3_diff1": 0.412827, "nauc_cv_recall_at_5_max": 0.155289, "nauc_cv_recall_at_5_std": -0.071343, "nauc_cv_recall_at_5_diff1": 0.278515, "nauc_cv_recall_at_10_max": 0.195287, "nauc_cv_recall_at_10_std": 0.024506, "nauc_cv_recall_at_10_diff1": 0.309394, "nauc_cv_recall_at_20_max": 0.058648, "nauc_cv_recall_at_20_std": 0.099323, "nauc_cv_recall_at_20_diff1": 0.126167, "nauc_cv_recall_at_100_max": -0.088002, "nauc_cv_recall_at_100_std": 0.31676, "nauc_cv_recall_at_100_diff1": -0.292367, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.164923, "nauc_mrr_at_1_std": -0.128355, "nauc_mrr_at_1_diff1": 0.406526, "nauc_mrr_at_3_max": 0.171834, "nauc_mrr_at_3_std": -0.093573, "nauc_mrr_at_3_diff1": 0.404966, "nauc_mrr_at_5_max": 0.168572, "nauc_mrr_at_5_std": -0.095102, "nauc_mrr_at_5_diff1": 0.386147, "nauc_mrr_at_10_max": 0.171049, "nauc_mrr_at_10_std": -0.089953, "nauc_mrr_at_10_diff1": 0.392717, "nauc_mrr_at_20_max": 0.168103, "nauc_mrr_at_20_std": -0.088928, "nauc_mrr_at_20_diff1": 0.389372, "nauc_mrr_at_100_max": 0.167982, "nauc_mrr_at_100_std": -0.090048, "nauc_mrr_at_100_diff1": 0.389704, "nauc_mrr_at_1000_max": 0.168003, "nauc_mrr_at_1000_std": -0.090285, "nauc_mrr_at_1000_diff1": 0.390006, "main_score": 0.53803, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.4125, "ndcg_at_3": 0.42385, "ndcg_at_5": 0.4411, "ndcg_at_10": 0.48659, "ndcg_at_20": 0.51255, "ndcg_at_100": 0.56513, "ndcg_at_1000": 0.58899, "map_at_1": 0.23282, "map_at_3": 0.32867, "map_at_5": 0.358, "map_at_10": 0.39035, "map_at_20": 0.40231, "map_at_100": 0.41537, "map_at_1000": 0.41776, "recall_at_1": 0.23282, "recall_at_3": 0.40867, "recall_at_5": 0.48138, "recall_at_10": 0.61713, "recall_at_20": 0.69821, "recall_at_100": 0.88776, "recall_at_1000": 1.0, "cv_recall_at_1": 0.4125, "cv_recall_at_3": 0.6125, "cv_recall_at_5": 0.675, "cv_recall_at_10": 0.8, "cv_recall_at_20": 0.85625, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 1.0, "precision_at_1": 0.4125, "precision_at_3": 0.26875, "precision_at_5": 0.20625, "precision_at_10": 0.14188, "precision_at_20": 0.08438, "precision_at_100": 0.02513, "precision_at_1000": 0.00322, "mrr_at_1": 0.4125, "mrr_at_3": 0.496875, "mrr_at_5": 0.51, "mrr_at_10": 0.526756, "mrr_at_20": 0.530521, "mrr_at_100": 0.533973, "mrr_at_1000": 0.534091, "nauc_ndcg_at_1_max": 0.298104, "nauc_ndcg_at_1_std": 0.049426, "nauc_ndcg_at_1_diff1": 0.199318, "nauc_ndcg_at_3_max": 0.19455, "nauc_ndcg_at_3_std": 0.043584, "nauc_ndcg_at_3_diff1": 0.154918, "nauc_ndcg_at_5_max": 0.180727, "nauc_ndcg_at_5_std": 0.013002, "nauc_ndcg_at_5_diff1": 0.159858, "nauc_ndcg_at_10_max": 0.175892, "nauc_ndcg_at_10_std": 0.036496, "nauc_ndcg_at_10_diff1": 0.173449, "nauc_ndcg_at_20_max": 0.174266, "nauc_ndcg_at_20_std": 0.031716, "nauc_ndcg_at_20_diff1": 0.156893, "nauc_ndcg_at_100_max": 0.205574, "nauc_ndcg_at_100_std": 0.055085, "nauc_ndcg_at_100_diff1": 0.140152, "nauc_ndcg_at_1000_max": 0.218293, "nauc_ndcg_at_1000_std": 0.041215, "nauc_ndcg_at_1000_diff1": 0.135981, "nauc_map_at_1_max": 0.180051, "nauc_map_at_1_std": 0.014574, "nauc_map_at_1_diff1": 0.288203, "nauc_map_at_3_max": 0.146641, "nauc_map_at_3_std": 0.03324, "nauc_map_at_3_diff1": 0.212195, "nauc_map_at_5_max": 0.152769, "nauc_map_at_5_std": 0.012347, "nauc_map_at_5_diff1": 0.191026, "nauc_map_at_10_max": 0.163611, "nauc_map_at_10_std": 0.020617, "nauc_map_at_10_diff1": 0.182245, "nauc_map_at_20_max": 0.170786, "nauc_map_at_20_std": 0.020047, "nauc_map_at_20_diff1": 0.177665, "nauc_map_at_100_max": 0.18012, "nauc_map_at_100_std": 0.025792, "nauc_map_at_100_diff1": 0.172883, "nauc_map_at_1000_max": 0.181841, "nauc_map_at_1000_std": 0.024894, "nauc_map_at_1000_diff1": 0.171838, "nauc_recall_at_1_max": 0.180051, "nauc_recall_at_1_std": 0.014574, "nauc_recall_at_1_diff1": 0.288203, "nauc_recall_at_3_max": 0.068348, "nauc_recall_at_3_std": 0.038, "nauc_recall_at_3_diff1": 0.167268, "nauc_recall_at_5_max": 0.097101, "nauc_recall_at_5_std": -0.004535, "nauc_recall_at_5_diff1": 0.144517, "nauc_recall_at_10_max": 0.05386, "nauc_recall_at_10_std": 0.041831, "nauc_recall_at_10_diff1": 0.139867, "nauc_recall_at_20_max": 0.020208, "nauc_recall_at_20_std": -0.003433, "nauc_recall_at_20_diff1": 0.096983, "nauc_recall_at_100_max": 0.060761, "nauc_recall_at_100_std": 0.182101, "nauc_recall_at_100_diff1": 0.048614, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.298104, "nauc_precision_at_1_std": 0.049426, "nauc_precision_at_1_diff1": 0.199318, "nauc_precision_at_3_max": 0.200433, "nauc_precision_at_3_std": 0.074502, "nauc_precision_at_3_diff1": -0.022735, "nauc_precision_at_5_max": 0.159975, "nauc_precision_at_5_std": 0.013526, "nauc_precision_at_5_diff1": -0.089484, "nauc_precision_at_10_max": 0.167884, "nauc_precision_at_10_std": 0.044593, "nauc_precision_at_10_diff1": -0.104567, "nauc_precision_at_20_max": 0.182832, "nauc_precision_at_20_std": 0.042221, "nauc_precision_at_20_diff1": -0.148978, "nauc_precision_at_100_max": 0.197932, "nauc_precision_at_100_std": 0.023513, "nauc_precision_at_100_diff1": -0.211229, "nauc_precision_at_1000_max": 0.135668, "nauc_precision_at_1000_std": -0.068238, "nauc_precision_at_1000_diff1": -0.206873, "nauc_cv_recall_at_1_max": 0.298104, "nauc_cv_recall_at_1_std": 0.049426, "nauc_cv_recall_at_1_diff1": 0.199318, "nauc_cv_recall_at_3_max": 0.200419, "nauc_cv_recall_at_3_std": 0.108049, "nauc_cv_recall_at_3_diff1": 0.134416, "nauc_cv_recall_at_5_max": 0.236918, "nauc_cv_recall_at_5_std": 0.058879, "nauc_cv_recall_at_5_diff1": 0.150346, "nauc_cv_recall_at_10_max": 0.153222, "nauc_cv_recall_at_10_std": 0.145152, "nauc_cv_recall_at_10_diff1": 0.103147, "nauc_cv_recall_at_20_max": 0.06014, "nauc_cv_recall_at_20_std": 0.079229, "nauc_cv_recall_at_20_diff1": 0.003636, "nauc_cv_recall_at_100_max": 0.17612, "nauc_cv_recall_at_100_std": 0.645892, "nauc_cv_recall_at_100_diff1": -0.661531, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.298104, "nauc_mrr_at_1_std": 0.049426, "nauc_mrr_at_1_diff1": 0.199318, "nauc_mrr_at_3_max": 0.25787, "nauc_mrr_at_3_std": 0.067208, "nauc_mrr_at_3_diff1": 0.164647, "nauc_mrr_at_5_max": 0.266557, "nauc_mrr_at_5_std": 0.057356, "nauc_mrr_at_5_diff1": 0.169171, "nauc_mrr_at_10_max": 0.26338, "nauc_mrr_at_10_std": 0.065568, "nauc_mrr_at_10_diff1": 0.167142, "nauc_mrr_at_20_max": 0.262922, "nauc_mrr_at_20_std": 0.063454, "nauc_mrr_at_20_diff1": 0.165295, "nauc_mrr_at_100_max": 0.264744, "nauc_mrr_at_100_std": 0.065192, "nauc_mrr_at_100_diff1": 0.163755, "nauc_mrr_at_1000_max": 0.264702, "nauc_mrr_at_1000_std": 0.065035, "nauc_mrr_at_1000_diff1": 0.163961, "main_score": 0.4411, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 543.9012343883514, "kg_co2_emissions": null }