{ "dataset_revision": "a29202f0da409034d651614d87cd8938d254e2ea", "task_name": "Vidore2BioMedicalLecturesRetrieval", "mteb_version": "1.38.32", "scores": { "test": [ { "ndcg_at_1": 0.6125, "ndcg_at_3": 0.62171, "ndcg_at_5": 0.62897, "ndcg_at_10": 0.65438, "ndcg_at_20": 0.67796, "ndcg_at_100": 0.71573, "ndcg_at_1000": 0.73078, "map_at_1": 0.35533, "map_at_3": 0.50127, "map_at_5": 0.53464, "map_at_10": 0.56376, "map_at_20": 0.57738, "map_at_100": 0.58954, "map_at_1000": 0.59101, "recall_at_1": 0.35533, "recall_at_3": 0.59221, "recall_at_5": 0.65531, "recall_at_10": 0.74033, "recall_at_20": 0.80617, "recall_at_100": 0.92705, "recall_at_1000": 1.0, "cv_recall_at_1": 0.6125, "cv_recall_at_3": 0.8375, "cv_recall_at_5": 0.875, "cv_recall_at_10": 0.91875, "cv_recall_at_20": 0.95625, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 1.0, "precision_at_1": 0.6125, "precision_at_3": 0.39167, "precision_at_5": 0.2825, "precision_at_10": 0.17438, "precision_at_20": 0.10188, "precision_at_100": 0.02756, "precision_at_1000": 0.00322, "mrr_at_1": 0.6125, "mrr_at_3": 0.711458, "mrr_at_5": 0.720208, "mrr_at_10": 0.726414, "mrr_at_20": 0.728746, "mrr_at_100": 0.729437, "mrr_at_1000": 0.729569, "nauc_ndcg_at_1_max": 0.246306, "nauc_ndcg_at_1_std": 0.056035, "nauc_ndcg_at_1_diff1": 0.553911, "nauc_ndcg_at_3_max": 0.317026, "nauc_ndcg_at_3_std": 0.107582, "nauc_ndcg_at_3_diff1": 0.440509, "nauc_ndcg_at_5_max": 0.318938, "nauc_ndcg_at_5_std": 0.101494, "nauc_ndcg_at_5_diff1": 0.475691, "nauc_ndcg_at_10_max": 0.330813, "nauc_ndcg_at_10_std": 0.103872, "nauc_ndcg_at_10_diff1": 0.492478, "nauc_ndcg_at_20_max": 0.319181, "nauc_ndcg_at_20_std": 0.112647, "nauc_ndcg_at_20_diff1": 0.479269, "nauc_ndcg_at_100_max": 0.329744, "nauc_ndcg_at_100_std": 0.120409, "nauc_ndcg_at_100_diff1": 0.463551, "nauc_ndcg_at_1000_max": 0.317379, "nauc_ndcg_at_1000_std": 0.098912, "nauc_ndcg_at_1000_diff1": 0.46865, "nauc_map_at_1_max": 0.277224, "nauc_map_at_1_std": 0.113052, "nauc_map_at_1_diff1": 0.643296, "nauc_map_at_3_max": 0.316157, "nauc_map_at_3_std": 0.132597, "nauc_map_at_3_diff1": 0.53201, "nauc_map_at_5_max": 0.316212, "nauc_map_at_5_std": 0.114215, "nauc_map_at_5_diff1": 0.522615, "nauc_map_at_10_max": 0.306314, "nauc_map_at_10_std": 0.093065, "nauc_map_at_10_diff1": 0.511232, "nauc_map_at_20_max": 0.303317, "nauc_map_at_20_std": 0.093898, "nauc_map_at_20_diff1": 0.502892, "nauc_map_at_100_max": 0.308108, "nauc_map_at_100_std": 0.098096, "nauc_map_at_100_diff1": 0.497586, "nauc_map_at_1000_max": 0.30752, "nauc_map_at_1000_std": 0.096675, "nauc_map_at_1000_diff1": 0.497395, "nauc_recall_at_1_max": 0.277224, "nauc_recall_at_1_std": 0.113052, "nauc_recall_at_1_diff1": 0.643296, "nauc_recall_at_3_max": 0.320749, "nauc_recall_at_3_std": 0.159677, "nauc_recall_at_3_diff1": 0.399613, "nauc_recall_at_5_max": 0.312685, "nauc_recall_at_5_std": 0.126089, "nauc_recall_at_5_diff1": 0.382674, "nauc_recall_at_10_max": 0.327558, "nauc_recall_at_10_std": 0.11601, "nauc_recall_at_10_diff1": 0.356044, "nauc_recall_at_20_max": 0.295672, "nauc_recall_at_20_std": 0.17281, "nauc_recall_at_20_diff1": 0.311147, "nauc_recall_at_100_max": 0.425883, "nauc_recall_at_100_std": 0.348778, "nauc_recall_at_100_diff1": 0.15205, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.246306, "nauc_precision_at_1_std": 0.056035, "nauc_precision_at_1_diff1": 0.553911, "nauc_precision_at_3_max": 0.14163, "nauc_precision_at_3_std": 0.041578, "nauc_precision_at_3_diff1": -0.050821, "nauc_precision_at_5_max": 0.053086, "nauc_precision_at_5_std": -0.050368, "nauc_precision_at_5_diff1": -0.114893, "nauc_precision_at_10_max": -0.014381, "nauc_precision_at_10_std": -0.090836, "nauc_precision_at_10_diff1": -0.193268, "nauc_precision_at_20_max": -0.070023, "nauc_precision_at_20_std": -0.102489, "nauc_precision_at_20_diff1": -0.275612, "nauc_precision_at_100_max": -0.112928, "nauc_precision_at_100_std": -0.110665, "nauc_precision_at_100_diff1": -0.342323, "nauc_precision_at_1000_max": -0.191239, "nauc_precision_at_1000_std": -0.187467, "nauc_precision_at_1000_diff1": -0.36721, "nauc_cv_recall_at_1_max": 0.246306, "nauc_cv_recall_at_1_std": 0.056035, "nauc_cv_recall_at_1_diff1": 0.553911, "nauc_cv_recall_at_3_max": 0.384746, "nauc_cv_recall_at_3_std": 0.131816, "nauc_cv_recall_at_3_diff1": 0.371701, "nauc_cv_recall_at_5_max": 0.332023, "nauc_cv_recall_at_5_std": 0.0279, "nauc_cv_recall_at_5_diff1": 0.285043, "nauc_cv_recall_at_10_max": 0.605078, "nauc_cv_recall_at_10_std": 0.320872, "nauc_cv_recall_at_10_diff1": 0.274761, "nauc_cv_recall_at_20_max": 0.681939, "nauc_cv_recall_at_20_std": 0.642924, "nauc_cv_recall_at_20_diff1": 0.119848, "nauc_cv_recall_at_100_max": 0.508754, "nauc_cv_recall_at_100_std": 0.514006, "nauc_cv_recall_at_100_diff1": -0.401377, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.246306, "nauc_mrr_at_1_std": 0.056035, "nauc_mrr_at_1_diff1": 0.553911, "nauc_mrr_at_3_max": 0.299604, "nauc_mrr_at_3_std": 0.0838, "nauc_mrr_at_3_diff1": 0.503884, "nauc_mrr_at_5_max": 0.290308, "nauc_mrr_at_5_std": 0.070352, "nauc_mrr_at_5_diff1": 0.498125, "nauc_mrr_at_10_max": 0.304778, "nauc_mrr_at_10_std": 0.087282, "nauc_mrr_at_10_diff1": 0.503178, "nauc_mrr_at_20_max": 0.302742, "nauc_mrr_at_20_std": 0.088546, "nauc_mrr_at_20_diff1": 0.503226, "nauc_mrr_at_100_max": 0.300866, "nauc_mrr_at_100_std": 0.086308, "nauc_mrr_at_100_diff1": 0.502335, "nauc_mrr_at_1000_max": 0.300749, "nauc_mrr_at_1000_std": 0.086119, "nauc_mrr_at_1000_diff1": 0.502631, "main_score": 0.62897, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.5875, "ndcg_at_3": 0.58916, "ndcg_at_5": 0.61624, "ndcg_at_10": 0.64247, "ndcg_at_20": 0.66517, "ndcg_at_100": 0.70586, "ndcg_at_1000": 0.72057, "map_at_1": 0.35866, "map_at_3": 0.48335, "map_at_5": 0.5225, "map_at_10": 0.55239, "map_at_20": 0.56536, "map_at_100": 0.57793, "map_at_1000": 0.5794, "recall_at_1": 0.35866, "recall_at_3": 0.55877, "recall_at_5": 0.65227, "recall_at_10": 0.73162, "recall_at_20": 0.795, "recall_at_100": 0.93281, "recall_at_1000": 1.0, "cv_recall_at_1": 0.5875, "cv_recall_at_3": 0.78125, "cv_recall_at_5": 0.86875, "cv_recall_at_10": 0.91875, "cv_recall_at_20": 0.94375, "cv_recall_at_100": 0.9875, "cv_recall_at_1000": 1.0, "precision_at_1": 0.5875, "precision_at_3": 0.36042, "precision_at_5": 0.2775, "precision_at_10": 0.17375, "precision_at_20": 0.10094, "precision_at_100": 0.02731, "precision_at_1000": 0.00322, "mrr_at_1": 0.5875, "mrr_at_3": 0.673958, "mrr_at_5": 0.694896, "mrr_at_10": 0.701667, "mrr_at_20": 0.703579, "mrr_at_100": 0.704662, "mrr_at_1000": 0.704701, "nauc_ndcg_at_1_max": 0.259251, "nauc_ndcg_at_1_std": 0.046652, "nauc_ndcg_at_1_diff1": 0.518474, "nauc_ndcg_at_3_max": 0.230654, "nauc_ndcg_at_3_std": 0.075613, "nauc_ndcg_at_3_diff1": 0.385742, "nauc_ndcg_at_5_max": 0.275607, "nauc_ndcg_at_5_std": 0.122743, "nauc_ndcg_at_5_diff1": 0.422063, "nauc_ndcg_at_10_max": 0.260189, "nauc_ndcg_at_10_std": 0.093574, "nauc_ndcg_at_10_diff1": 0.421057, "nauc_ndcg_at_20_max": 0.256572, "nauc_ndcg_at_20_std": 0.112435, "nauc_ndcg_at_20_diff1": 0.407744, "nauc_ndcg_at_100_max": 0.256096, "nauc_ndcg_at_100_std": 0.118752, "nauc_ndcg_at_100_diff1": 0.410332, "nauc_ndcg_at_1000_max": 0.248393, "nauc_ndcg_at_1000_std": 0.094016, "nauc_ndcg_at_1000_diff1": 0.408247, "nauc_map_at_1_max": 0.287097, "nauc_map_at_1_std": 0.123404, "nauc_map_at_1_diff1": 0.558079, "nauc_map_at_3_max": 0.258308, "nauc_map_at_3_std": 0.118079, "nauc_map_at_3_diff1": 0.448087, "nauc_map_at_5_max": 0.273625, "nauc_map_at_5_std": 0.127213, "nauc_map_at_5_diff1": 0.454543, "nauc_map_at_10_max": 0.24939, "nauc_map_at_10_std": 0.089414, "nauc_map_at_10_diff1": 0.440984, "nauc_map_at_20_max": 0.246447, "nauc_map_at_20_std": 0.093625, "nauc_map_at_20_diff1": 0.432614, "nauc_map_at_100_max": 0.246858, "nauc_map_at_100_std": 0.097426, "nauc_map_at_100_diff1": 0.432766, "nauc_map_at_1000_max": 0.246306, "nauc_map_at_1000_std": 0.095883, "nauc_map_at_1000_diff1": 0.432055, "nauc_recall_at_1_max": 0.287097, "nauc_recall_at_1_std": 0.123404, "nauc_recall_at_1_diff1": 0.558079, "nauc_recall_at_3_max": 0.238311, "nauc_recall_at_3_std": 0.12674, "nauc_recall_at_3_diff1": 0.336868, "nauc_recall_at_5_max": 0.273601, "nauc_recall_at_5_std": 0.176418, "nauc_recall_at_5_diff1": 0.33013, "nauc_recall_at_10_max": 0.218793, "nauc_recall_at_10_std": 0.093159, "nauc_recall_at_10_diff1": 0.281031, "nauc_recall_at_20_max": 0.22195, "nauc_recall_at_20_std": 0.176757, "nauc_recall_at_20_diff1": 0.222003, "nauc_recall_at_100_max": 0.22701, "nauc_recall_at_100_std": 0.39827, "nauc_recall_at_100_diff1": 0.128403, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.259251, "nauc_precision_at_1_std": 0.046652, "nauc_precision_at_1_diff1": 0.518474, "nauc_precision_at_3_max": 0.01643, "nauc_precision_at_3_std": -0.030138, "nauc_precision_at_3_diff1": -0.031044, "nauc_precision_at_5_max": -0.012401, "nauc_precision_at_5_std": -0.039136, "nauc_precision_at_5_diff1": -0.097853, "nauc_precision_at_10_max": -0.093386, "nauc_precision_at_10_std": -0.124851, "nauc_precision_at_10_diff1": -0.168222, "nauc_precision_at_20_max": -0.125772, "nauc_precision_at_20_std": -0.107732, "nauc_precision_at_20_diff1": -0.228774, "nauc_precision_at_100_max": -0.158771, "nauc_precision_at_100_std": -0.127817, "nauc_precision_at_100_diff1": -0.279175, "nauc_precision_at_1000_max": -0.220164, "nauc_precision_at_1000_std": -0.215468, "nauc_precision_at_1000_diff1": -0.34212, "nauc_cv_recall_at_1_max": 0.259251, "nauc_cv_recall_at_1_std": 0.046652, "nauc_cv_recall_at_1_diff1": 0.518474, "nauc_cv_recall_at_3_max": 0.333935, "nauc_cv_recall_at_3_std": 0.093792, "nauc_cv_recall_at_3_diff1": 0.395765, "nauc_cv_recall_at_5_max": 0.213207, "nauc_cv_recall_at_5_std": 0.071474, "nauc_cv_recall_at_5_diff1": 0.226378, "nauc_cv_recall_at_10_max": 0.225239, "nauc_cv_recall_at_10_std": 0.099332, "nauc_cv_recall_at_10_diff1": 0.088271, "nauc_cv_recall_at_20_max": 0.378462, "nauc_cv_recall_at_20_std": 0.444029, "nauc_cv_recall_at_20_diff1": -0.05068, "nauc_cv_recall_at_100_max": -0.367414, "nauc_cv_recall_at_100_std": 0.613679, "nauc_cv_recall_at_100_diff1": -1.739963, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.259251, "nauc_mrr_at_1_std": 0.046652, "nauc_mrr_at_1_diff1": 0.518474, "nauc_mrr_at_3_max": 0.296415, "nauc_mrr_at_3_std": 0.079662, "nauc_mrr_at_3_diff1": 0.480709, "nauc_mrr_at_5_max": 0.277587, "nauc_mrr_at_5_std": 0.073158, "nauc_mrr_at_5_diff1": 0.466682, "nauc_mrr_at_10_max": 0.281977, "nauc_mrr_at_10_std": 0.075884, "nauc_mrr_at_10_diff1": 0.465705, "nauc_mrr_at_20_max": 0.28461, "nauc_mrr_at_20_std": 0.08111, "nauc_mrr_at_20_diff1": 0.46595, "nauc_mrr_at_100_max": 0.283374, "nauc_mrr_at_100_std": 0.079833, "nauc_mrr_at_100_diff1": 0.466279, "nauc_mrr_at_1000_max": 0.283497, "nauc_mrr_at_1000_std": 0.079723, "nauc_mrr_at_1000_diff1": 0.466635, "main_score": 0.61624, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.66875, "ndcg_at_3": 0.64104, "ndcg_at_5": 0.64524, "ndcg_at_10": 0.68324, "ndcg_at_20": 0.70793, "ndcg_at_100": 0.74242, "ndcg_at_1000": 0.75453, "map_at_1": 0.39877, "map_at_3": 0.52756, "map_at_5": 0.55722, "map_at_10": 0.59581, "map_at_20": 0.6098, "map_at_100": 0.62108, "map_at_1000": 0.62244, "recall_at_1": 0.39877, "recall_at_3": 0.58442, "recall_at_5": 0.64848, "recall_at_10": 0.76855, "recall_at_20": 0.83456, "recall_at_100": 0.94927, "recall_at_1000": 1.0, "cv_recall_at_1": 0.66875, "cv_recall_at_3": 0.8125, "cv_recall_at_5": 0.85625, "cv_recall_at_10": 0.925, "cv_recall_at_20": 0.95625, "cv_recall_at_100": 0.99375, "cv_recall_at_1000": 1.0, "precision_at_1": 0.66875, "precision_at_3": 0.39375, "precision_at_5": 0.2825, "precision_at_10": 0.18125, "precision_at_20": 0.10656, "precision_at_100": 0.02775, "precision_at_1000": 0.00322, "mrr_at_1": 0.66875, "mrr_at_3": 0.73125, "mrr_at_5": 0.741562, "mrr_at_10": 0.750632, "mrr_at_20": 0.752939, "mrr_at_100": 0.753888, "mrr_at_1000": 0.753896, "nauc_ndcg_at_1_max": 0.408059, "nauc_ndcg_at_1_std": 0.13832, "nauc_ndcg_at_1_diff1": 0.47132, "nauc_ndcg_at_3_max": 0.276079, "nauc_ndcg_at_3_std": 0.018929, "nauc_ndcg_at_3_diff1": 0.424511, "nauc_ndcg_at_5_max": 0.278052, "nauc_ndcg_at_5_std": 0.014432, "nauc_ndcg_at_5_diff1": 0.44012, "nauc_ndcg_at_10_max": 0.345828, "nauc_ndcg_at_10_std": 0.105118, "nauc_ndcg_at_10_diff1": 0.465279, "nauc_ndcg_at_20_max": 0.330428, "nauc_ndcg_at_20_std": 0.099997, "nauc_ndcg_at_20_diff1": 0.470258, "nauc_ndcg_at_100_max": 0.316971, "nauc_ndcg_at_100_std": 0.081328, "nauc_ndcg_at_100_diff1": 0.446386, "nauc_ndcg_at_1000_max": 0.304158, "nauc_ndcg_at_1000_std": 0.058117, "nauc_ndcg_at_1000_diff1": 0.43674, "nauc_map_at_1_max": 0.339533, "nauc_map_at_1_std": 0.101734, "nauc_map_at_1_diff1": 0.54843, "nauc_map_at_3_max": 0.331801, "nauc_map_at_3_std": 0.073122, "nauc_map_at_3_diff1": 0.494409, "nauc_map_at_5_max": 0.316397, "nauc_map_at_5_std": 0.045234, "nauc_map_at_5_diff1": 0.48085, "nauc_map_at_10_max": 0.333107, "nauc_map_at_10_std": 0.074198, "nauc_map_at_10_diff1": 0.482061, "nauc_map_at_20_max": 0.323868, "nauc_map_at_20_std": 0.069702, "nauc_map_at_20_diff1": 0.480211, "nauc_map_at_100_max": 0.321286, "nauc_map_at_100_std": 0.067395, "nauc_map_at_100_diff1": 0.472576, "nauc_map_at_1000_max": 0.319544, "nauc_map_at_1000_std": 0.06473, "nauc_map_at_1000_diff1": 0.47133, "nauc_recall_at_1_max": 0.339533, "nauc_recall_at_1_std": 0.101734, "nauc_recall_at_1_diff1": 0.54843, "nauc_recall_at_3_max": 0.262111, "nauc_recall_at_3_std": 0.026159, "nauc_recall_at_3_diff1": 0.440529, "nauc_recall_at_5_max": 0.207303, "nauc_recall_at_5_std": -0.022375, "nauc_recall_at_5_diff1": 0.401456, "nauc_recall_at_10_max": 0.349948, "nauc_recall_at_10_std": 0.205708, "nauc_recall_at_10_diff1": 0.394692, "nauc_recall_at_20_max": 0.310751, "nauc_recall_at_20_std": 0.211799, "nauc_recall_at_20_diff1": 0.41812, "nauc_recall_at_100_max": 0.25769, "nauc_recall_at_100_std": 0.253427, "nauc_recall_at_100_diff1": 0.3425, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.408059, "nauc_precision_at_1_std": 0.13832, "nauc_precision_at_1_diff1": 0.47132, "nauc_precision_at_3_max": -0.009793, "nauc_precision_at_3_std": -0.083562, "nauc_precision_at_3_diff1": -0.020823, "nauc_precision_at_5_max": -0.089373, "nauc_precision_at_5_std": -0.136383, "nauc_precision_at_5_diff1": -0.131093, "nauc_precision_at_10_max": -0.069705, "nauc_precision_at_10_std": -0.033622, "nauc_precision_at_10_diff1": -0.189697, "nauc_precision_at_20_max": -0.153975, "nauc_precision_at_20_std": -0.07192, "nauc_precision_at_20_diff1": -0.253971, "nauc_precision_at_100_max": -0.234943, "nauc_precision_at_100_std": -0.151001, "nauc_precision_at_100_diff1": -0.364687, "nauc_precision_at_1000_max": -0.303324, "nauc_precision_at_1000_std": -0.230511, "nauc_precision_at_1000_diff1": -0.410886, "nauc_cv_recall_at_1_max": 0.408059, "nauc_cv_recall_at_1_std": 0.13832, "nauc_cv_recall_at_1_diff1": 0.47132, "nauc_cv_recall_at_3_max": 0.181124, "nauc_cv_recall_at_3_std": -0.096917, "nauc_cv_recall_at_3_diff1": 0.344514, "nauc_cv_recall_at_5_max": 0.10003, "nauc_cv_recall_at_5_std": -0.157274, "nauc_cv_recall_at_5_diff1": 0.319093, "nauc_cv_recall_at_10_max": 0.402194, "nauc_cv_recall_at_10_std": 0.378112, "nauc_cv_recall_at_10_diff1": 0.321078, "nauc_cv_recall_at_20_max": 0.410898, "nauc_cv_recall_at_20_std": 0.410231, "nauc_cv_recall_at_20_diff1": 0.199213, "nauc_cv_recall_at_100_max": -1.151727, "nauc_cv_recall_at_100_std": -0.563492, "nauc_cv_recall_at_100_diff1": -1.151727, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.408059, "nauc_mrr_at_1_std": 0.13832, "nauc_mrr_at_1_diff1": 0.47132, "nauc_mrr_at_3_max": 0.337097, "nauc_mrr_at_3_std": 0.067564, "nauc_mrr_at_3_diff1": 0.438184, "nauc_mrr_at_5_max": 0.331186, "nauc_mrr_at_5_std": 0.064474, "nauc_mrr_at_5_diff1": 0.437115, "nauc_mrr_at_10_max": 0.356383, "nauc_mrr_at_10_std": 0.101028, "nauc_mrr_at_10_diff1": 0.443131, "nauc_mrr_at_20_max": 0.355692, "nauc_mrr_at_20_std": 0.098768, "nauc_mrr_at_20_diff1": 0.442977, "nauc_mrr_at_100_max": 0.354148, "nauc_mrr_at_100_std": 0.09655, "nauc_mrr_at_100_diff1": 0.443181, "nauc_mrr_at_1000_max": 0.354207, "nauc_mrr_at_1000_std": 0.096576, "nauc_mrr_at_1000_diff1": 0.443244, "main_score": 0.64524, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.56502, "ndcg_at_5": 0.59543, "ndcg_at_10": 0.61926, "ndcg_at_20": 0.64474, "ndcg_at_100": 0.68792, "ndcg_at_1000": 0.70575, "map_at_1": 0.3694, "map_at_3": 0.46583, "map_at_5": 0.50647, "map_at_10": 0.53248, "map_at_20": 0.54668, "map_at_100": 0.55853, "map_at_1000": 0.56049, "recall_at_1": 0.3694, "recall_at_3": 0.5216, "recall_at_5": 0.62483, "recall_at_10": 0.69923, "recall_at_20": 0.76886, "recall_at_100": 0.92248, "recall_at_1000": 1.0, "cv_recall_at_1": 0.6, "cv_recall_at_3": 0.75625, "cv_recall_at_5": 0.85, "cv_recall_at_10": 0.89375, "cv_recall_at_20": 0.91875, "cv_recall_at_100": 0.9875, "cv_recall_at_1000": 1.0, "precision_at_1": 0.6, "precision_at_3": 0.33125, "precision_at_5": 0.25625, "precision_at_10": 0.16063, "precision_at_20": 0.09531, "precision_at_100": 0.02619, "precision_at_1000": 0.00322, "mrr_at_1": 0.6, "mrr_at_3": 0.666667, "mrr_at_5": 0.688854, "mrr_at_10": 0.694407, "mrr_at_20": 0.696432, "mrr_at_100": 0.698275, "mrr_at_1000": 0.698306, "nauc_ndcg_at_1_max": 0.145101, "nauc_ndcg_at_1_std": 0.064615, "nauc_ndcg_at_1_diff1": 0.432389, "nauc_ndcg_at_3_max": 0.219611, "nauc_ndcg_at_3_std": 0.083791, "nauc_ndcg_at_3_diff1": 0.385973, "nauc_ndcg_at_5_max": 0.225812, "nauc_ndcg_at_5_std": 0.097785, "nauc_ndcg_at_5_diff1": 0.396821, "nauc_ndcg_at_10_max": 0.232444, "nauc_ndcg_at_10_std": 0.100287, "nauc_ndcg_at_10_diff1": 0.40158, "nauc_ndcg_at_20_max": 0.24551, "nauc_ndcg_at_20_std": 0.126672, "nauc_ndcg_at_20_diff1": 0.402913, "nauc_ndcg_at_100_max": 0.225488, "nauc_ndcg_at_100_std": 0.122867, "nauc_ndcg_at_100_diff1": 0.401374, "nauc_ndcg_at_1000_max": 0.217087, "nauc_ndcg_at_1000_std": 0.096083, "nauc_ndcg_at_1000_diff1": 0.391965, "nauc_map_at_1_max": 0.200323, "nauc_map_at_1_std": 0.107561, "nauc_map_at_1_diff1": 0.512293, "nauc_map_at_3_max": 0.241917, "nauc_map_at_3_std": 0.113803, "nauc_map_at_3_diff1": 0.45461, "nauc_map_at_5_max": 0.239111, "nauc_map_at_5_std": 0.103879, "nauc_map_at_5_diff1": 0.431737, "nauc_map_at_10_max": 0.225931, "nauc_map_at_10_std": 0.091649, "nauc_map_at_10_diff1": 0.414141, "nauc_map_at_20_max": 0.23144, "nauc_map_at_20_std": 0.100974, "nauc_map_at_20_diff1": 0.411765, "nauc_map_at_100_max": 0.226068, "nauc_map_at_100_std": 0.098815, "nauc_map_at_100_diff1": 0.410675, "nauc_map_at_1000_max": 0.225251, "nauc_map_at_1000_std": 0.096464, "nauc_map_at_1000_diff1": 0.40914, "nauc_recall_at_1_max": 0.200323, "nauc_recall_at_1_std": 0.107561, "nauc_recall_at_1_diff1": 0.512293, "nauc_recall_at_3_max": 0.267089, "nauc_recall_at_3_std": 0.135634, "nauc_recall_at_3_diff1": 0.412619, "nauc_recall_at_5_max": 0.232748, "nauc_recall_at_5_std": 0.109353, "nauc_recall_at_5_diff1": 0.339696, "nauc_recall_at_10_max": 0.244585, "nauc_recall_at_10_std": 0.09958, "nauc_recall_at_10_diff1": 0.307536, "nauc_recall_at_20_max": 0.300525, "nauc_recall_at_20_std": 0.186379, "nauc_recall_at_20_diff1": 0.310239, "nauc_recall_at_100_max": 0.244634, "nauc_recall_at_100_std": 0.356267, "nauc_recall_at_100_diff1": 0.324657, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.145101, "nauc_precision_at_1_std": 0.064615, "nauc_precision_at_1_diff1": 0.432389, "nauc_precision_at_3_max": 0.112253, "nauc_precision_at_3_std": 0.014595, "nauc_precision_at_3_diff1": 0.019217, "nauc_precision_at_5_max": 0.032341, "nauc_precision_at_5_std": -0.036725, "nauc_precision_at_5_diff1": -0.121874, "nauc_precision_at_10_max": -0.043616, "nauc_precision_at_10_std": -0.073182, "nauc_precision_at_10_diff1": -0.189165, "nauc_precision_at_20_max": -0.053071, "nauc_precision_at_20_std": -0.028762, "nauc_precision_at_20_diff1": -0.215398, "nauc_precision_at_100_max": -0.1318, "nauc_precision_at_100_std": -0.081662, "nauc_precision_at_100_diff1": -0.280437, "nauc_precision_at_1000_max": -0.174395, "nauc_precision_at_1000_std": -0.191379, "nauc_precision_at_1000_diff1": -0.338674, "nauc_cv_recall_at_1_max": 0.145101, "nauc_cv_recall_at_1_std": 0.064615, "nauc_cv_recall_at_1_diff1": 0.432389, "nauc_cv_recall_at_3_max": 0.26881, "nauc_cv_recall_at_3_std": 0.133083, "nauc_cv_recall_at_3_diff1": 0.408783, "nauc_cv_recall_at_5_max": 0.181378, "nauc_cv_recall_at_5_std": 0.116844, "nauc_cv_recall_at_5_diff1": 0.33593, "nauc_cv_recall_at_10_max": 0.265816, "nauc_cv_recall_at_10_std": 0.231665, "nauc_cv_recall_at_10_diff1": 0.328527, "nauc_cv_recall_at_20_max": 0.204374, "nauc_cv_recall_at_20_std": 0.239352, "nauc_cv_recall_at_20_diff1": 0.324319, "nauc_cv_recall_at_100_max": -0.214753, "nauc_cv_recall_at_100_std": 0.218254, "nauc_cv_recall_at_100_diff1": -0.592904, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.145101, "nauc_mrr_at_1_std": 0.064615, "nauc_mrr_at_1_diff1": 0.432389, "nauc_mrr_at_3_max": 0.190058, "nauc_mrr_at_3_std": 0.087681, "nauc_mrr_at_3_diff1": 0.421336, "nauc_mrr_at_5_max": 0.174148, "nauc_mrr_at_5_std": 0.084868, "nauc_mrr_at_5_diff1": 0.413163, "nauc_mrr_at_10_max": 0.176992, "nauc_mrr_at_10_std": 0.089927, "nauc_mrr_at_10_diff1": 0.414177, "nauc_mrr_at_20_max": 0.174936, "nauc_mrr_at_20_std": 0.088705, "nauc_mrr_at_20_diff1": 0.414517, "nauc_mrr_at_100_max": 0.173759, "nauc_mrr_at_100_std": 0.086873, "nauc_mrr_at_100_diff1": 0.41381, "nauc_mrr_at_1000_max": 0.173782, "nauc_mrr_at_1000_std": 0.086836, "nauc_mrr_at_1000_diff1": 0.413903, "main_score": 0.59543, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 1123.2742795944214, "kg_co2_emissions": null }