{ "dataset_revision": "a29202f0da409034d651614d87cd8938d254e2ea", "task_name": "Vidore2BioMedicalLecturesRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.6375, "ndcg_at_3": 0.63785, "ndcg_at_5": 0.65805, "ndcg_at_10": 0.68397, "ndcg_at_20": 0.71262, "ndcg_at_100": 0.74361, "ndcg_at_1000": 0.75665, "map_at_1": 0.38323, "map_at_3": 0.52344, "map_at_5": 0.56735, "map_at_10": 0.5991, "map_at_20": 0.616, "map_at_100": 0.62734, "map_at_1000": 0.62869, "recall_at_1": 0.38323, "recall_at_3": 0.58941, "recall_at_5": 0.68265, "recall_at_10": 0.76447, "recall_at_20": 0.84338, "recall_at_100": 0.93968, "recall_at_1000": 1.0, "accuracy": 0.38323, "precision_at_1": 0.6375, "precision_at_3": 0.39167, "precision_at_5": 0.2975, "precision_at_10": 0.185, "precision_at_20": 0.11031, "precision_at_100": 0.02806, "precision_at_1000": 0.00322, "mrr_at_1": 0.6375, "mrr_at_3": 0.720833, "mrr_at_5": 0.738333, "mrr_at_10": 0.74341, "mrr_at_20": 0.745903, "mrr_at_100": 0.746166, "mrr_at_1000": 0.746268, "nauc_ndcg_at_1_max": 0.242387, "nauc_ndcg_at_1_std": -0.055499, "nauc_ndcg_at_1_diff1": 0.496623, "nauc_ndcg_at_3_max": 0.325481, "nauc_ndcg_at_3_std": -0.014325, "nauc_ndcg_at_3_diff1": 0.445114, "nauc_ndcg_at_5_max": 0.358625, "nauc_ndcg_at_5_std": -0.02483, "nauc_ndcg_at_5_diff1": 0.471418, "nauc_ndcg_at_10_max": 0.345412, "nauc_ndcg_at_10_std": -0.035237, "nauc_ndcg_at_10_diff1": 0.450495, "nauc_ndcg_at_20_max": 0.328157, "nauc_ndcg_at_20_std": -0.031915, "nauc_ndcg_at_20_diff1": 0.427232, "nauc_ndcg_at_100_max": 0.340226, "nauc_ndcg_at_100_std": 0.004491, "nauc_ndcg_at_100_diff1": 0.425583, "nauc_ndcg_at_1000_max": 0.314861, "nauc_ndcg_at_1000_std": -0.009966, "nauc_ndcg_at_1000_diff1": 0.424463, "nauc_map_at_1_max": 0.267286, "nauc_map_at_1_std": -0.037046, "nauc_map_at_1_diff1": 0.555609, "nauc_map_at_3_max": 0.327138, "nauc_map_at_3_std": -0.014241, "nauc_map_at_3_diff1": 0.494716, "nauc_map_at_5_max": 0.337997, "nauc_map_at_5_std": -0.038715, "nauc_map_at_5_diff1": 0.496948, "nauc_map_at_10_max": 0.318757, "nauc_map_at_10_std": -0.046513, "nauc_map_at_10_diff1": 0.465431, "nauc_map_at_20_max": 0.314631, "nauc_map_at_20_std": -0.04065, "nauc_map_at_20_diff1": 0.45186, "nauc_map_at_100_max": 0.32121, "nauc_map_at_100_std": -0.025679, "nauc_map_at_100_diff1": 0.448965, "nauc_map_at_1000_max": 0.31906, "nauc_map_at_1000_std": -0.026702, "nauc_map_at_1000_diff1": 0.448324, "nauc_recall_at_1_max": 0.267286, "nauc_recall_at_1_std": -0.037046, "nauc_recall_at_1_diff1": 0.555609, "nauc_recall_at_3_max": 0.352936, "nauc_recall_at_3_std": -0.017154, "nauc_recall_at_3_diff1": 0.458348, "nauc_recall_at_5_max": 0.398838, "nauc_recall_at_5_std": -0.051624, "nauc_recall_at_5_diff1": 0.449577, "nauc_recall_at_10_max": 0.382973, "nauc_recall_at_10_std": -0.03797, "nauc_recall_at_10_diff1": 0.359807, "nauc_recall_at_20_max": 0.33803, "nauc_recall_at_20_std": -0.040175, "nauc_recall_at_20_diff1": 0.262159, "nauc_recall_at_100_max": 0.57118, "nauc_recall_at_100_std": 0.25162, "nauc_recall_at_100_diff1": 0.26614, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.242387, "nauc_precision_at_1_std": -0.055499, "nauc_precision_at_1_diff1": 0.496623, "nauc_precision_at_3_max": 0.11837, "nauc_precision_at_3_std": 0.028592, "nauc_precision_at_3_diff1": -0.02222, "nauc_precision_at_5_max": 0.050109, "nauc_precision_at_5_std": -0.008276, "nauc_precision_at_5_diff1": -0.10958, "nauc_precision_at_10_max": -0.052079, "nauc_precision_at_10_std": 0.000554, "nauc_precision_at_10_diff1": -0.231068, "nauc_precision_at_20_max": -0.104771, "nauc_precision_at_20_std": 0.053704, "nauc_precision_at_20_diff1": -0.302107, "nauc_precision_at_100_max": -0.135983, "nauc_precision_at_100_std": 0.102176, "nauc_precision_at_100_diff1": -0.331111, "nauc_precision_at_1000_max": -0.238663, "nauc_precision_at_1000_std": 0.047451, "nauc_precision_at_1000_diff1": -0.360284, "nauc_mrr_at_1_max": 0.242387, "nauc_mrr_at_1_std": -0.055499, "nauc_mrr_at_1_diff1": 0.496623, "nauc_mrr_at_3_max": 0.290707, "nauc_mrr_at_3_std": -0.045358, "nauc_mrr_at_3_diff1": 0.495172, "nauc_mrr_at_5_max": 0.29512, "nauc_mrr_at_5_std": -0.030743, "nauc_mrr_at_5_diff1": 0.476662, "nauc_mrr_at_10_max": 0.295046, "nauc_mrr_at_10_std": -0.028014, "nauc_mrr_at_10_diff1": 0.476301, "nauc_mrr_at_20_max": 0.291228, "nauc_mrr_at_20_std": -0.030891, "nauc_mrr_at_20_diff1": 0.477835, "nauc_mrr_at_100_max": 0.290453, "nauc_mrr_at_100_std": -0.031103, "nauc_mrr_at_100_diff1": 0.477874, "nauc_mrr_at_1000_max": 0.290583, "nauc_mrr_at_1000_std": -0.03129, "nauc_mrr_at_1000_diff1": 0.478051, "hit_rate_at_1": 0.6375, "hit_rate_at_3": 0.81875, "hit_rate_at_5": 0.89375, "hit_rate_at_10": 0.93125, "hit_rate_at_20": 0.96875, "hit_rate_at_100": 0.98125, "hit_rate_at_1000": 1.0, "main_score": 0.65805, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.64755, "ndcg_at_5": 0.6649, "ndcg_at_10": 0.68726, "ndcg_at_20": 0.72146, "ndcg_at_100": 0.75142, "ndcg_at_1000": 0.76305, "map_at_1": 0.3996, "map_at_3": 0.53198, "map_at_5": 0.57289, "map_at_10": 0.60365, "map_at_20": 0.62387, "map_at_100": 0.63459, "map_at_1000": 0.63579, "recall_at_1": 0.3996, "recall_at_3": 0.59869, "recall_at_5": 0.68834, "recall_at_10": 0.75841, "recall_at_20": 0.85487, "recall_at_100": 0.94651, "recall_at_1000": 1.0, "accuracy": 0.3996, "precision_at_1": 0.65, "precision_at_3": 0.39792, "precision_at_5": 0.2975, "precision_at_10": 0.185, "precision_at_20": 0.11219, "precision_at_100": 0.02844, "precision_at_1000": 0.00322, "mrr_at_1": 0.65, "mrr_at_3": 0.730208, "mrr_at_5": 0.744271, "mrr_at_10": 0.74814, "mrr_at_20": 0.75124, "mrr_at_100": 0.751782, "mrr_at_1000": 0.751901, "nauc_ndcg_at_1_max": 0.30865, "nauc_ndcg_at_1_std": -0.071405, "nauc_ndcg_at_1_diff1": 0.454431, "nauc_ndcg_at_3_max": 0.251662, "nauc_ndcg_at_3_std": -0.126627, "nauc_ndcg_at_3_diff1": 0.407017, "nauc_ndcg_at_5_max": 0.300314, "nauc_ndcg_at_5_std": -0.113276, "nauc_ndcg_at_5_diff1": 0.428635, "nauc_ndcg_at_10_max": 0.285951, "nauc_ndcg_at_10_std": -0.13769, "nauc_ndcg_at_10_diff1": 0.419443, "nauc_ndcg_at_20_max": 0.28603, "nauc_ndcg_at_20_std": -0.121135, "nauc_ndcg_at_20_diff1": 0.394915, "nauc_ndcg_at_100_max": 0.281708, "nauc_ndcg_at_100_std": -0.089554, "nauc_ndcg_at_100_diff1": 0.386769, "nauc_ndcg_at_1000_max": 0.265221, "nauc_ndcg_at_1000_std": -0.101216, "nauc_ndcg_at_1000_diff1": 0.386393, "nauc_map_at_1_max": 0.300138, "nauc_map_at_1_std": -0.036321, "nauc_map_at_1_diff1": 0.481003, "nauc_map_at_3_max": 0.280206, "nauc_map_at_3_std": -0.089208, "nauc_map_at_3_diff1": 0.438464, "nauc_map_at_5_max": 0.292632, "nauc_map_at_5_std": -0.112551, "nauc_map_at_5_diff1": 0.449079, "nauc_map_at_10_max": 0.268129, "nauc_map_at_10_std": -0.138234, "nauc_map_at_10_diff1": 0.427992, "nauc_map_at_20_max": 0.268912, "nauc_map_at_20_std": -0.1246, "nauc_map_at_20_diff1": 0.411503, "nauc_map_at_100_max": 0.269259, "nauc_map_at_100_std": -0.113349, "nauc_map_at_100_diff1": 0.407041, "nauc_map_at_1000_max": 0.26753, "nauc_map_at_1000_std": -0.114241, "nauc_map_at_1000_diff1": 0.406169, "nauc_recall_at_1_max": 0.300138, "nauc_recall_at_1_std": -0.036321, "nauc_recall_at_1_diff1": 0.481003, "nauc_recall_at_3_max": 0.265342, "nauc_recall_at_3_std": -0.142142, "nauc_recall_at_3_diff1": 0.416645, "nauc_recall_at_5_max": 0.315649, "nauc_recall_at_5_std": -0.143573, "nauc_recall_at_5_diff1": 0.397392, "nauc_recall_at_10_max": 0.281956, "nauc_recall_at_10_std": -0.19483, "nauc_recall_at_10_diff1": 0.347902, "nauc_recall_at_20_max": 0.296446, "nauc_recall_at_20_std": -0.137187, "nauc_recall_at_20_diff1": 0.245839, "nauc_recall_at_100_max": 0.367934, "nauc_recall_at_100_std": 0.116809, "nauc_recall_at_100_diff1": 0.152698, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.30865, "nauc_precision_at_1_std": -0.071405, "nauc_precision_at_1_diff1": 0.454431, "nauc_precision_at_3_max": 0.021156, "nauc_precision_at_3_std": -0.072154, "nauc_precision_at_3_diff1": -0.015876, "nauc_precision_at_5_max": -0.011646, "nauc_precision_at_5_std": -0.061968, "nauc_precision_at_5_diff1": -0.087874, "nauc_precision_at_10_max": -0.108551, "nauc_precision_at_10_std": -0.05868, "nauc_precision_at_10_diff1": -0.196148, "nauc_precision_at_20_max": -0.126364, "nauc_precision_at_20_std": 0.035895, "nauc_precision_at_20_diff1": -0.276471, "nauc_precision_at_100_max": -0.166234, "nauc_precision_at_100_std": 0.120345, "nauc_precision_at_100_diff1": -0.322633, "nauc_precision_at_1000_max": -0.24644, "nauc_precision_at_1000_std": 0.082591, "nauc_precision_at_1000_diff1": -0.35807, "nauc_mrr_at_1_max": 0.30865, "nauc_mrr_at_1_std": -0.071405, "nauc_mrr_at_1_diff1": 0.454431, "nauc_mrr_at_3_max": 0.288086, "nauc_mrr_at_3_std": -0.137415, "nauc_mrr_at_3_diff1": 0.477832, "nauc_mrr_at_5_max": 0.306472, "nauc_mrr_at_5_std": -0.109095, "nauc_mrr_at_5_diff1": 0.464284, "nauc_mrr_at_10_max": 0.30618, "nauc_mrr_at_10_std": -0.102497, "nauc_mrr_at_10_diff1": 0.459529, "nauc_mrr_at_20_max": 0.302129, "nauc_mrr_at_20_std": -0.104547, "nauc_mrr_at_20_diff1": 0.459258, "nauc_mrr_at_100_max": 0.300712, "nauc_mrr_at_100_std": -0.104765, "nauc_mrr_at_100_diff1": 0.459272, "nauc_mrr_at_1000_max": 0.301147, "nauc_mrr_at_1000_std": -0.104697, "nauc_mrr_at_1000_diff1": 0.45969, "hit_rate_at_1": 0.65, "hit_rate_at_3": 0.83125, "hit_rate_at_5": 0.89375, "hit_rate_at_10": 0.91875, "hit_rate_at_20": 0.9625, "hit_rate_at_100": 0.98125, "hit_rate_at_1000": 1.0, "main_score": 0.6649, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.65593, "ndcg_at_5": 0.66942, "ndcg_at_10": 0.6971, "ndcg_at_20": 0.72632, "ndcg_at_100": 0.75777, "ndcg_at_1000": 0.76688, "map_at_1": 0.38987, "map_at_3": 0.53363, "map_at_5": 0.57465, "map_at_10": 0.60953, "map_at_20": 0.62721, "map_at_100": 0.63834, "map_at_1000": 0.63931, "recall_at_1": 0.38987, "recall_at_3": 0.61608, "recall_at_5": 0.69542, "recall_at_10": 0.78006, "recall_at_20": 0.86173, "recall_at_100": 0.95843, "recall_at_1000": 1.0, "accuracy": 0.38987, "precision_at_1": 0.65, "precision_at_3": 0.40625, "precision_at_5": 0.30125, "precision_at_10": 0.19, "precision_at_20": 0.11344, "precision_at_100": 0.02906, "precision_at_1000": 0.00322, "mrr_at_1": 0.65, "mrr_at_3": 0.74375, "mrr_at_5": 0.7525, "mrr_at_10": 0.757577, "mrr_at_20": 0.760635, "mrr_at_100": 0.760722, "mrr_at_1000": 0.760797, "nauc_ndcg_at_1_max": 0.184596, "nauc_ndcg_at_1_std": -0.139179, "nauc_ndcg_at_1_diff1": 0.46621, "nauc_ndcg_at_3_max": 0.224526, "nauc_ndcg_at_3_std": -0.194255, "nauc_ndcg_at_3_diff1": 0.398578, "nauc_ndcg_at_5_max": 0.267643, "nauc_ndcg_at_5_std": -0.176807, "nauc_ndcg_at_5_diff1": 0.430657, "nauc_ndcg_at_10_max": 0.272868, "nauc_ndcg_at_10_std": -0.170856, "nauc_ndcg_at_10_diff1": 0.42083, "nauc_ndcg_at_20_max": 0.264861, "nauc_ndcg_at_20_std": -0.146835, "nauc_ndcg_at_20_diff1": 0.393468, "nauc_ndcg_at_100_max": 0.247703, "nauc_ndcg_at_100_std": -0.129928, "nauc_ndcg_at_100_diff1": 0.39986, "nauc_ndcg_at_1000_max": 0.228005, "nauc_ndcg_at_1000_std": -0.148648, "nauc_ndcg_at_1000_diff1": 0.403263, "nauc_map_at_1_max": 0.293636, "nauc_map_at_1_std": -0.10468, "nauc_map_at_1_diff1": 0.537339, "nauc_map_at_3_max": 0.285209, "nauc_map_at_3_std": -0.164491, "nauc_map_at_3_diff1": 0.471472, "nauc_map_at_5_max": 0.289205, "nauc_map_at_5_std": -0.174331, "nauc_map_at_5_diff1": 0.466353, "nauc_map_at_10_max": 0.269258, "nauc_map_at_10_std": -0.178915, "nauc_map_at_10_diff1": 0.433505, "nauc_map_at_20_max": 0.265509, "nauc_map_at_20_std": -0.164716, "nauc_map_at_20_diff1": 0.417473, "nauc_map_at_100_max": 0.261221, "nauc_map_at_100_std": -0.159955, "nauc_map_at_100_diff1": 0.419278, "nauc_map_at_1000_max": 0.25917, "nauc_map_at_1000_std": -0.161097, "nauc_map_at_1000_diff1": 0.41876, "nauc_recall_at_1_max": 0.293636, "nauc_recall_at_1_std": -0.10468, "nauc_recall_at_1_diff1": 0.537339, "nauc_recall_at_3_max": 0.278648, "nauc_recall_at_3_std": -0.215727, "nauc_recall_at_3_diff1": 0.414497, "nauc_recall_at_5_max": 0.29603, "nauc_recall_at_5_std": -0.223184, "nauc_recall_at_5_diff1": 0.396444, "nauc_recall_at_10_max": 0.297022, "nauc_recall_at_10_std": -0.214993, "nauc_recall_at_10_diff1": 0.318612, "nauc_recall_at_20_max": 0.291875, "nauc_recall_at_20_std": -0.090046, "nauc_recall_at_20_diff1": 0.181221, "nauc_recall_at_100_max": 0.412164, "nauc_recall_at_100_std": 0.24301, "nauc_recall_at_100_diff1": 0.099864, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.184596, "nauc_precision_at_1_std": -0.139179, "nauc_precision_at_1_diff1": 0.46621, "nauc_precision_at_3_max": -0.039324, "nauc_precision_at_3_std": -0.098813, "nauc_precision_at_3_diff1": -0.081229, "nauc_precision_at_5_max": -0.071544, "nauc_precision_at_5_std": -0.055768, "nauc_precision_at_5_diff1": -0.1471, "nauc_precision_at_10_max": -0.161306, "nauc_precision_at_10_std": -0.016177, "nauc_precision_at_10_diff1": -0.270168, "nauc_precision_at_20_max": -0.191585, "nauc_precision_at_20_std": 0.06668, "nauc_precision_at_20_diff1": -0.32188, "nauc_precision_at_100_max": -0.273726, "nauc_precision_at_100_std": 0.106278, "nauc_precision_at_100_diff1": -0.329889, "nauc_precision_at_1000_max": -0.330637, "nauc_precision_at_1000_std": 0.053419, "nauc_precision_at_1000_diff1": -0.340067, "nauc_mrr_at_1_max": 0.184596, "nauc_mrr_at_1_std": -0.139179, "nauc_mrr_at_1_diff1": 0.46621, "nauc_mrr_at_3_max": 0.197041, "nauc_mrr_at_3_std": -0.157702, "nauc_mrr_at_3_diff1": 0.45372, "nauc_mrr_at_5_max": 0.204276, "nauc_mrr_at_5_std": -0.132244, "nauc_mrr_at_5_diff1": 0.448204, "nauc_mrr_at_10_max": 0.210075, "nauc_mrr_at_10_std": -0.125869, "nauc_mrr_at_10_diff1": 0.453499, "nauc_mrr_at_20_max": 0.203179, "nauc_mrr_at_20_std": -0.129584, "nauc_mrr_at_20_diff1": 0.451782, "nauc_mrr_at_100_max": 0.203338, "nauc_mrr_at_100_std": -0.1294, "nauc_mrr_at_100_diff1": 0.451822, "nauc_mrr_at_1000_max": 0.203499, "nauc_mrr_at_1000_std": -0.129592, "nauc_mrr_at_1000_diff1": 0.452192, "hit_rate_at_1": 0.65, "hit_rate_at_3": 0.8625, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 0.98125, "hit_rate_at_100": 0.9875, "hit_rate_at_1000": 1.0, "main_score": 0.66942, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.64375, "ndcg_at_3": 0.65953, "ndcg_at_5": 0.66838, "ndcg_at_10": 0.69491, "ndcg_at_20": 0.7235, "ndcg_at_100": 0.75486, "ndcg_at_1000": 0.7655, "map_at_1": 0.38934, "map_at_3": 0.54234, "map_at_5": 0.57912, "map_at_10": 0.61161, "map_at_20": 0.62856, "map_at_100": 0.63994, "map_at_1000": 0.64105, "recall_at_1": 0.38934, "recall_at_3": 0.6203, "recall_at_5": 0.68895, "recall_at_10": 0.77694, "recall_at_20": 0.85502, "recall_at_100": 0.94959, "recall_at_1000": 1.0, "accuracy": 0.38934, "precision_at_1": 0.64375, "precision_at_3": 0.41042, "precision_at_5": 0.30125, "precision_at_10": 0.18688, "precision_at_20": 0.11219, "precision_at_100": 0.02875, "precision_at_1000": 0.00322, "mrr_at_1": 0.64375, "mrr_at_3": 0.736458, "mrr_at_5": 0.744896, "mrr_at_10": 0.750796, "mrr_at_20": 0.753748, "mrr_at_100": 0.754032, "mrr_at_1000": 0.754147, "nauc_ndcg_at_1_max": 0.309963, "nauc_ndcg_at_1_std": 0.012402, "nauc_ndcg_at_1_diff1": 0.391371, "nauc_ndcg_at_3_max": 0.272719, "nauc_ndcg_at_3_std": -0.079734, "nauc_ndcg_at_3_diff1": 0.346733, "nauc_ndcg_at_5_max": 0.303034, "nauc_ndcg_at_5_std": -0.070524, "nauc_ndcg_at_5_diff1": 0.393347, "nauc_ndcg_at_10_max": 0.323212, "nauc_ndcg_at_10_std": -0.072448, "nauc_ndcg_at_10_diff1": 0.382424, "nauc_ndcg_at_20_max": 0.313499, "nauc_ndcg_at_20_std": -0.073346, "nauc_ndcg_at_20_diff1": 0.374582, "nauc_ndcg_at_100_max": 0.303644, "nauc_ndcg_at_100_std": -0.044432, "nauc_ndcg_at_100_diff1": 0.364522, "nauc_ndcg_at_1000_max": 0.289061, "nauc_ndcg_at_1000_std": -0.050798, "nauc_ndcg_at_1000_diff1": 0.356683, "nauc_map_at_1_max": 0.318599, "nauc_map_at_1_std": -0.026031, "nauc_map_at_1_diff1": 0.495811, "nauc_map_at_3_max": 0.300021, "nauc_map_at_3_std": -0.066127, "nauc_map_at_3_diff1": 0.417355, "nauc_map_at_5_max": 0.305808, "nauc_map_at_5_std": -0.082193, "nauc_map_at_5_diff1": 0.419914, "nauc_map_at_10_max": 0.31102, "nauc_map_at_10_std": -0.083103, "nauc_map_at_10_diff1": 0.394127, "nauc_map_at_20_max": 0.304764, "nauc_map_at_20_std": -0.079667, "nauc_map_at_20_diff1": 0.3856, "nauc_map_at_100_max": 0.30415, "nauc_map_at_100_std": -0.069553, "nauc_map_at_100_diff1": 0.381448, "nauc_map_at_1000_max": 0.302546, "nauc_map_at_1000_std": -0.069696, "nauc_map_at_1000_diff1": 0.380267, "nauc_recall_at_1_max": 0.318599, "nauc_recall_at_1_std": -0.026031, "nauc_recall_at_1_diff1": 0.495811, "nauc_recall_at_3_max": 0.254395, "nauc_recall_at_3_std": -0.126019, "nauc_recall_at_3_diff1": 0.390012, "nauc_recall_at_5_max": 0.272279, "nauc_recall_at_5_std": -0.125537, "nauc_recall_at_5_diff1": 0.389177, "nauc_recall_at_10_max": 0.308947, "nauc_recall_at_10_std": -0.134088, "nauc_recall_at_10_diff1": 0.308914, "nauc_recall_at_20_max": 0.317199, "nauc_recall_at_20_std": -0.118458, "nauc_recall_at_20_diff1": 0.303241, "nauc_recall_at_100_max": 0.372502, "nauc_recall_at_100_std": 0.100151, "nauc_recall_at_100_diff1": 0.297873, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.309963, "nauc_precision_at_1_std": 0.012402, "nauc_precision_at_1_diff1": 0.391371, "nauc_precision_at_3_max": 0.037395, "nauc_precision_at_3_std": -0.027746, "nauc_precision_at_3_diff1": -0.106475, "nauc_precision_at_5_max": -0.000382, "nauc_precision_at_5_std": -0.020142, "nauc_precision_at_5_diff1": -0.144653, "nauc_precision_at_10_max": -0.058059, "nauc_precision_at_10_std": 0.001972, "nauc_precision_at_10_diff1": -0.240754, "nauc_precision_at_20_max": -0.134398, "nauc_precision_at_20_std": 0.029514, "nauc_precision_at_20_diff1": -0.291438, "nauc_precision_at_100_max": -0.211916, "nauc_precision_at_100_std": 0.073664, "nauc_precision_at_100_diff1": -0.323486, "nauc_precision_at_1000_max": -0.278091, "nauc_precision_at_1000_std": 0.054686, "nauc_precision_at_1000_diff1": -0.357788, "nauc_mrr_at_1_max": 0.309963, "nauc_mrr_at_1_std": 0.012402, "nauc_mrr_at_1_diff1": 0.391371, "nauc_mrr_at_3_max": 0.284628, "nauc_mrr_at_3_std": -0.036371, "nauc_mrr_at_3_diff1": 0.388923, "nauc_mrr_at_5_max": 0.299682, "nauc_mrr_at_5_std": -0.015702, "nauc_mrr_at_5_diff1": 0.387384, "nauc_mrr_at_10_max": 0.305997, "nauc_mrr_at_10_std": -0.010473, "nauc_mrr_at_10_diff1": 0.385219, "nauc_mrr_at_20_max": 0.300351, "nauc_mrr_at_20_std": -0.012577, "nauc_mrr_at_20_diff1": 0.383491, "nauc_mrr_at_100_max": 0.300272, "nauc_mrr_at_100_std": -0.012361, "nauc_mrr_at_100_diff1": 0.38326, "nauc_mrr_at_1000_max": 0.300611, "nauc_mrr_at_1000_std": -0.012269, "nauc_mrr_at_1000_diff1": 0.383585, "hit_rate_at_1": 0.64375, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.8875, "hit_rate_at_10": 0.93125, "hit_rate_at_20": 0.975, "hit_rate_at_100": 0.98125, "hit_rate_at_1000": 1.0, "main_score": 0.66838, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 173.38138675689697, "kg_co2_emissions": null, "date": 1782141721.940781 }