{ "dataset_revision": "0542c0d03da0ec1c8cbc517c8d78e7e95c75d3d3", "task_name": "Vidore2ESGReportsRetrieval", "mteb_version": "2.12.33", "scores": { "test": [ { "ndcg_at_1": 0.61404, "ndcg_at_3": 0.5778, "ndcg_at_5": 0.6218, "ndcg_at_10": 0.67373, "ndcg_at_20": 0.6998, "ndcg_at_100": 0.7413, "ndcg_at_1000": 0.7413, "map_at_1": 0.32982, "map_at_3": 0.44398, "map_at_5": 0.50548, "map_at_10": 0.55796, "map_at_20": 0.57786, "map_at_100": 0.59956, "map_at_1000": 0.59956, "recall_at_1": 0.32982, "recall_at_3": 0.5131, "recall_at_5": 0.63887, "recall_at_10": 0.78904, "recall_at_20": 0.87293, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.32982, "precision_at_1": 0.61404, "precision_at_3": 0.38012, "precision_at_5": 0.3193, "precision_at_10": 0.22281, "precision_at_20": 0.13509, "precision_at_100": 0.03895, "precision_at_1000": 0.00389, "mrr_at_1": 0.614035, "mrr_at_3": 0.69883, "mrr_at_5": 0.710234, "mrr_at_10": 0.716082, "mrr_at_20": 0.71999, "mrr_at_100": 0.72163, "mrr_at_1000": 0.72163, "nauc_ndcg_at_1_max": -0.090398, "nauc_ndcg_at_1_std": -0.2335, "nauc_ndcg_at_1_diff1": 0.251579, "nauc_ndcg_at_3_max": 0.007614, "nauc_ndcg_at_3_std": -0.080767, "nauc_ndcg_at_3_diff1": 0.26635, "nauc_ndcg_at_5_max": -0.051722, "nauc_ndcg_at_5_std": -0.111551, "nauc_ndcg_at_5_diff1": 0.236205, "nauc_ndcg_at_10_max": -0.059682, "nauc_ndcg_at_10_std": -0.096989, "nauc_ndcg_at_10_diff1": 0.231691, "nauc_ndcg_at_20_max": -0.032505, "nauc_ndcg_at_20_std": -0.126319, "nauc_ndcg_at_20_diff1": 0.283186, "nauc_ndcg_at_100_max": -0.135793, "nauc_ndcg_at_100_std": -0.158014, "nauc_ndcg_at_100_diff1": 0.194904, "nauc_ndcg_at_1000_max": -0.135793, "nauc_ndcg_at_1000_std": -0.158014, "nauc_ndcg_at_1000_diff1": 0.194904, "nauc_map_at_1_max": 0.079139, "nauc_map_at_1_std": -0.113997, "nauc_map_at_1_diff1": 0.221391, "nauc_map_at_3_max": 0.104063, "nauc_map_at_3_std": -0.034601, "nauc_map_at_3_diff1": 0.221439, "nauc_map_at_5_max": 0.065837, "nauc_map_at_5_std": -0.068839, "nauc_map_at_5_diff1": 0.206869, "nauc_map_at_10_max": 0.048977, "nauc_map_at_10_std": -0.07144, "nauc_map_at_10_diff1": 0.215434, "nauc_map_at_20_max": 0.026551, "nauc_map_at_20_std": -0.098517, "nauc_map_at_20_diff1": 0.231246, "nauc_map_at_100_max": -0.025105, "nauc_map_at_100_std": -0.104767, "nauc_map_at_100_diff1": 0.18964, "nauc_map_at_1000_max": -0.025105, "nauc_map_at_1000_std": -0.104767, "nauc_map_at_1000_diff1": 0.18964, "nauc_recall_at_1_max": 0.079139, "nauc_recall_at_1_std": -0.113997, "nauc_recall_at_1_diff1": 0.221391, "nauc_recall_at_3_max": 0.138239, "nauc_recall_at_3_std": 0.060919, "nauc_recall_at_3_diff1": 0.283354, "nauc_recall_at_5_max": 0.114223, "nauc_recall_at_5_std": 0.044183, "nauc_recall_at_5_diff1": 0.265792, "nauc_recall_at_10_max": 0.051348, "nauc_recall_at_10_std": 0.059906, "nauc_recall_at_10_diff1": 0.34886, "nauc_recall_at_20_max": 0.324033, "nauc_recall_at_20_std": 0.114024, "nauc_recall_at_20_diff1": 0.594871, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.090398, "nauc_precision_at_1_std": -0.2335, "nauc_precision_at_1_diff1": 0.251579, "nauc_precision_at_3_max": -0.12976, "nauc_precision_at_3_std": -0.098822, "nauc_precision_at_3_diff1": 0.133315, "nauc_precision_at_5_max": -0.226603, "nauc_precision_at_5_std": -0.108092, "nauc_precision_at_5_diff1": -0.016885, "nauc_precision_at_10_max": -0.268257, "nauc_precision_at_10_std": -0.099843, "nauc_precision_at_10_diff1": -0.040751, "nauc_precision_at_20_max": -0.310408, "nauc_precision_at_20_std": -0.126362, "nauc_precision_at_20_diff1": -0.069554, "nauc_precision_at_100_max": -0.345708, "nauc_precision_at_100_std": -0.02022, "nauc_precision_at_100_diff1": -0.248724, "nauc_precision_at_1000_max": -0.345708, "nauc_precision_at_1000_std": -0.02022, "nauc_precision_at_1000_diff1": -0.248724, "nauc_mrr_at_1_max": -0.090398, "nauc_mrr_at_1_std": -0.2335, "nauc_mrr_at_1_diff1": 0.251579, "nauc_mrr_at_3_max": -0.200124, "nauc_mrr_at_3_std": -0.281297, "nauc_mrr_at_3_diff1": 0.276715, "nauc_mrr_at_5_max": -0.191281, "nauc_mrr_at_5_std": -0.256547, "nauc_mrr_at_5_diff1": 0.270469, "nauc_mrr_at_10_max": -0.207637, "nauc_mrr_at_10_std": -0.259555, "nauc_mrr_at_10_diff1": 0.262943, "nauc_mrr_at_20_max": -0.192733, "nauc_mrr_at_20_std": -0.255489, "nauc_mrr_at_20_diff1": 0.268218, "nauc_mrr_at_100_max": -0.19541, "nauc_mrr_at_100_std": -0.260561, "nauc_mrr_at_100_diff1": 0.264197, "nauc_mrr_at_1000_max": -0.19541, "nauc_mrr_at_1000_std": -0.260561, "nauc_mrr_at_1000_diff1": 0.264197, "hit_rate_at_1": 0.61404, "hit_rate_at_3": 0.80702, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.89474, "hit_rate_at_20": 0.94737, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.6218, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.5614, "ndcg_at_3": 0.5843, "ndcg_at_5": 0.61721, "ndcg_at_10": 0.6663, "ndcg_at_20": 0.69601, "ndcg_at_100": 0.72846, "ndcg_at_1000": 0.73096, "map_at_1": 0.28367, "map_at_3": 0.43937, "map_at_5": 0.49428, "map_at_10": 0.54514, "map_at_20": 0.56721, "map_at_100": 0.58733, "map_at_1000": 0.58747, "recall_at_1": 0.28367, "recall_at_3": 0.54424, "recall_at_5": 0.65938, "recall_at_10": 0.79985, "recall_at_20": 0.89417, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.28367, "precision_at_1": 0.5614, "precision_at_3": 0.40351, "precision_at_5": 0.3193, "precision_at_10": 0.2193, "precision_at_20": 0.1386, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.561404, "mrr_at_3": 0.687135, "mrr_at_5": 0.697661, "mrr_at_10": 0.699854, "mrr_at_20": 0.704444, "mrr_at_100": 0.704444, "mrr_at_1000": 0.70458, "nauc_ndcg_at_1_max": -0.010066, "nauc_ndcg_at_1_std": -0.113492, "nauc_ndcg_at_1_diff1": 0.548296, "nauc_ndcg_at_3_max": 0.082515, "nauc_ndcg_at_3_std": 0.00399, "nauc_ndcg_at_3_diff1": 0.373867, "nauc_ndcg_at_5_max": 0.005209, "nauc_ndcg_at_5_std": -0.03745, "nauc_ndcg_at_5_diff1": 0.342553, "nauc_ndcg_at_10_max": 0.010031, "nauc_ndcg_at_10_std": -0.025996, "nauc_ndcg_at_10_diff1": 0.424429, "nauc_ndcg_at_20_max": 0.017621, "nauc_ndcg_at_20_std": -0.059961, "nauc_ndcg_at_20_diff1": 0.457716, "nauc_ndcg_at_100_max": -0.039382, "nauc_ndcg_at_100_std": -0.025893, "nauc_ndcg_at_100_diff1": 0.383484, "nauc_ndcg_at_1000_max": -0.031943, "nauc_ndcg_at_1000_std": -0.028074, "nauc_ndcg_at_1000_diff1": 0.387158, "nauc_map_at_1_max": 0.188192, "nauc_map_at_1_std": -0.040664, "nauc_map_at_1_diff1": 0.484473, "nauc_map_at_3_max": 0.180657, "nauc_map_at_3_std": 0.021564, "nauc_map_at_3_diff1": 0.387868, "nauc_map_at_5_max": 0.132077, "nauc_map_at_5_std": -0.011819, "nauc_map_at_5_diff1": 0.383367, "nauc_map_at_10_max": 0.124636, "nauc_map_at_10_std": 0.002216, "nauc_map_at_10_diff1": 0.433194, "nauc_map_at_20_max": 0.092937, "nauc_map_at_20_std": -0.026291, "nauc_map_at_20_diff1": 0.434043, "nauc_map_at_100_max": 0.057395, "nauc_map_at_100_std": -0.013232, "nauc_map_at_100_diff1": 0.395756, "nauc_map_at_1000_max": 0.057749, "nauc_map_at_1000_std": -0.013312, "nauc_map_at_1000_diff1": 0.395911, "nauc_recall_at_1_max": 0.188192, "nauc_recall_at_1_std": -0.040664, "nauc_recall_at_1_diff1": 0.484473, "nauc_recall_at_3_max": 0.193642, "nauc_recall_at_3_std": 0.070487, "nauc_recall_at_3_diff1": 0.261958, "nauc_recall_at_5_max": 0.057888, "nauc_recall_at_5_std": -0.007438, "nauc_recall_at_5_diff1": 0.18222, "nauc_recall_at_10_max": 0.004612, "nauc_recall_at_10_std": -0.05322, "nauc_recall_at_10_diff1": 0.419827, "nauc_recall_at_20_max": 0.142125, "nauc_recall_at_20_std": -0.113829, "nauc_recall_at_20_diff1": 0.619463, "nauc_recall_at_100_max": -0.559408, "nauc_recall_at_100_std": 0.126616, "nauc_recall_at_100_diff1": 0.126616, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.010066, "nauc_precision_at_1_std": -0.113492, "nauc_precision_at_1_diff1": 0.548296, "nauc_precision_at_3_max": -0.152795, "nauc_precision_at_3_std": -0.029862, "nauc_precision_at_3_diff1": 0.143939, "nauc_precision_at_5_max": -0.214314, "nauc_precision_at_5_std": -0.037518, "nauc_precision_at_5_diff1": -0.002145, "nauc_precision_at_10_max": -0.262884, "nauc_precision_at_10_std": -0.023631, "nauc_precision_at_10_diff1": -0.033006, "nauc_precision_at_20_max": -0.307221, "nauc_precision_at_20_std": -0.055311, "nauc_precision_at_20_diff1": -0.154995, "nauc_precision_at_100_max": -0.303333, "nauc_precision_at_100_std": 0.059615, "nauc_precision_at_100_diff1": -0.321514, "nauc_precision_at_1000_max": -0.302102, "nauc_precision_at_1000_std": 0.059293, "nauc_precision_at_1000_diff1": -0.323667, "nauc_mrr_at_1_max": -0.010066, "nauc_mrr_at_1_std": -0.113492, "nauc_mrr_at_1_diff1": 0.548296, "nauc_mrr_at_3_max": -0.079726, "nauc_mrr_at_3_std": -0.09596, "nauc_mrr_at_3_diff1": 0.473812, "nauc_mrr_at_5_max": -0.107119, "nauc_mrr_at_5_std": -0.11043, "nauc_mrr_at_5_diff1": 0.467012, "nauc_mrr_at_10_max": -0.114707, "nauc_mrr_at_10_std": -0.120583, "nauc_mrr_at_10_diff1": 0.464674, "nauc_mrr_at_20_max": -0.100394, "nauc_mrr_at_20_std": -0.114554, "nauc_mrr_at_20_diff1": 0.470135, "nauc_mrr_at_100_max": -0.100394, "nauc_mrr_at_100_std": -0.114554, "nauc_mrr_at_100_diff1": 0.470135, "nauc_mrr_at_1000_max": -0.100129, "nauc_mrr_at_1000_std": -0.114694, "nauc_mrr_at_1000_diff1": 0.470334, "hit_rate_at_1": 0.5614, "hit_rate_at_3": 0.84211, "hit_rate_at_5": 0.89474, "hit_rate_at_10": 0.91228, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.61721, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.59649, "ndcg_at_3": 0.55534, "ndcg_at_5": 0.6263, "ndcg_at_10": 0.66806, "ndcg_at_20": 0.69355, "ndcg_at_100": 0.72548, "ndcg_at_1000": 0.72805, "map_at_1": 0.2844, "map_at_3": 0.39933, "map_at_5": 0.48414, "map_at_10": 0.53723, "map_at_20": 0.55841, "map_at_100": 0.57952, "map_at_1000": 0.57967, "recall_at_1": 0.2844, "recall_at_3": 0.47742, "recall_at_5": 0.66435, "recall_at_10": 0.81282, "recall_at_20": 0.89622, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.2844, "precision_at_1": 0.59649, "precision_at_3": 0.36842, "precision_at_5": 0.33684, "precision_at_10": 0.22456, "precision_at_20": 0.13947, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.596491, "mrr_at_3": 0.692982, "mrr_at_5": 0.708772, "mrr_at_10": 0.715977, "mrr_at_20": 0.719708, "mrr_at_100": 0.719708, "mrr_at_1000": 0.719864, "nauc_ndcg_at_1_max": -0.204896, "nauc_ndcg_at_1_std": -0.089494, "nauc_ndcg_at_1_diff1": 0.38665, "nauc_ndcg_at_3_max": -0.054666, "nauc_ndcg_at_3_std": 0.052743, "nauc_ndcg_at_3_diff1": 0.282403, "nauc_ndcg_at_5_max": -0.11735, "nauc_ndcg_at_5_std": 0.001528, "nauc_ndcg_at_5_diff1": 0.196695, "nauc_ndcg_at_10_max": -0.08321, "nauc_ndcg_at_10_std": 0.049996, "nauc_ndcg_at_10_diff1": 0.252831, "nauc_ndcg_at_20_max": -0.088524, "nauc_ndcg_at_20_std": 0.001183, "nauc_ndcg_at_20_diff1": 0.301308, "nauc_ndcg_at_100_max": -0.18632, "nauc_ndcg_at_100_std": -0.02946, "nauc_ndcg_at_100_diff1": 0.263634, "nauc_ndcg_at_1000_max": -0.172044, "nauc_ndcg_at_1000_std": -0.021762, "nauc_ndcg_at_1000_diff1": 0.265625, "nauc_map_at_1_max": 0.045786, "nauc_map_at_1_std": 0.000317, "nauc_map_at_1_diff1": 0.452323, "nauc_map_at_3_max": 0.077634, "nauc_map_at_3_std": 0.133406, "nauc_map_at_3_diff1": 0.347989, "nauc_map_at_5_max": 0.046114, "nauc_map_at_5_std": 0.096087, "nauc_map_at_5_diff1": 0.286545, "nauc_map_at_10_max": 0.028283, "nauc_map_at_10_std": 0.094218, "nauc_map_at_10_diff1": 0.308998, "nauc_map_at_20_max": -0.003261, "nauc_map_at_20_std": 0.062782, "nauc_map_at_20_diff1": 0.315035, "nauc_map_at_100_max": -0.055714, "nauc_map_at_100_std": 0.047165, "nauc_map_at_100_diff1": 0.286694, "nauc_map_at_1000_max": -0.054981, "nauc_map_at_1000_std": 0.047564, "nauc_map_at_1000_diff1": 0.286799, "nauc_recall_at_1_max": 0.045786, "nauc_recall_at_1_std": 0.000317, "nauc_recall_at_1_diff1": 0.452323, "nauc_recall_at_3_max": 0.108258, "nauc_recall_at_3_std": 0.158097, "nauc_recall_at_3_diff1": 0.228925, "nauc_recall_at_5_max": 0.087701, "nauc_recall_at_5_std": 0.098403, "nauc_recall_at_5_diff1": 0.066016, "nauc_recall_at_10_max": 0.065858, "nauc_recall_at_10_std": 0.146759, "nauc_recall_at_10_diff1": 0.115734, "nauc_recall_at_20_max": 0.198007, "nauc_recall_at_20_std": 0.040078, "nauc_recall_at_20_diff1": 0.338837, "nauc_recall_at_100_max": -1.169034, "nauc_recall_at_100_std": -0.559408, "nauc_recall_at_100_diff1": 0.126616, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.204896, "nauc_precision_at_1_std": -0.089494, "nauc_precision_at_1_diff1": 0.38665, "nauc_precision_at_3_max": -0.158264, "nauc_precision_at_3_std": 0.032267, "nauc_precision_at_3_diff1": 0.037369, "nauc_precision_at_5_max": -0.221924, "nauc_precision_at_5_std": -0.077314, "nauc_precision_at_5_diff1": -0.13919, "nauc_precision_at_10_max": -0.214214, "nauc_precision_at_10_std": -0.064406, "nauc_precision_at_10_diff1": -0.094333, "nauc_precision_at_20_max": -0.278105, "nauc_precision_at_20_std": -0.132823, "nauc_precision_at_20_diff1": -0.154263, "nauc_precision_at_100_max": -0.309995, "nauc_precision_at_100_std": -0.100774, "nauc_precision_at_100_diff1": -0.233746, "nauc_precision_at_1000_max": -0.305867, "nauc_precision_at_1000_std": -0.098571, "nauc_precision_at_1000_diff1": -0.235477, "nauc_mrr_at_1_max": -0.204896, "nauc_mrr_at_1_std": -0.089494, "nauc_mrr_at_1_diff1": 0.38665, "nauc_mrr_at_3_max": -0.298684, "nauc_mrr_at_3_std": -0.131504, "nauc_mrr_at_3_diff1": 0.309968, "nauc_mrr_at_5_max": -0.29065, "nauc_mrr_at_5_std": -0.132856, "nauc_mrr_at_5_diff1": 0.308767, "nauc_mrr_at_10_max": -0.29365, "nauc_mrr_at_10_std": -0.122652, "nauc_mrr_at_10_diff1": 0.300815, "nauc_mrr_at_20_max": -0.290771, "nauc_mrr_at_20_std": -0.124929, "nauc_mrr_at_20_diff1": 0.307406, "nauc_mrr_at_100_max": -0.290771, "nauc_mrr_at_100_std": -0.124929, "nauc_mrr_at_100_diff1": 0.307406, "nauc_mrr_at_1000_max": -0.29018, "nauc_mrr_at_1000_std": -0.124637, "nauc_mrr_at_1000_diff1": 0.307528, "hit_rate_at_1": 0.59649, "hit_rate_at_3": 0.80702, "hit_rate_at_5": 0.87719, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.6263, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.57895, "ndcg_at_3": 0.58863, "ndcg_at_5": 0.6, "ndcg_at_10": 0.64647, "ndcg_at_20": 0.686, "ndcg_at_100": 0.72509, "ndcg_at_1000": 0.72509, "map_at_1": 0.28221, "map_at_3": 0.43148, "map_at_5": 0.47302, "map_at_10": 0.52672, "map_at_20": 0.55268, "map_at_100": 0.57593, "map_at_1000": 0.57593, "recall_at_1": 0.28221, "recall_at_3": 0.52249, "recall_at_5": 0.60148, "recall_at_10": 0.75595, "recall_at_20": 0.88693, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.28221, "precision_at_1": 0.57895, "precision_at_3": 0.40936, "precision_at_5": 0.31228, "precision_at_10": 0.21053, "precision_at_20": 0.13509, "precision_at_100": 0.03895, "precision_at_1000": 0.00389, "mrr_at_1": 0.578947, "mrr_at_3": 0.692982, "mrr_at_5": 0.696491, "mrr_at_10": 0.704428, "mrr_at_20": 0.709175, "mrr_at_100": 0.710257, "mrr_at_1000": 0.710257, "nauc_ndcg_at_1_max": -0.052308, "nauc_ndcg_at_1_std": 0.010414, "nauc_ndcg_at_1_diff1": 0.328142, "nauc_ndcg_at_3_max": 0.074893, "nauc_ndcg_at_3_std": -0.049161, "nauc_ndcg_at_3_diff1": 0.166569, "nauc_ndcg_at_5_max": 0.076799, "nauc_ndcg_at_5_std": -0.004441, "nauc_ndcg_at_5_diff1": 0.127976, "nauc_ndcg_at_10_max": 0.067379, "nauc_ndcg_at_10_std": 0.013006, "nauc_ndcg_at_10_diff1": 0.135155, "nauc_ndcg_at_20_max": 0.060937, "nauc_ndcg_at_20_std": -0.056873, "nauc_ndcg_at_20_diff1": 0.237379, "nauc_ndcg_at_100_max": 0.00594, "nauc_ndcg_at_100_std": -0.055738, "nauc_ndcg_at_100_diff1": 0.143483, "nauc_ndcg_at_1000_max": 0.00594, "nauc_ndcg_at_1000_std": -0.055738, "nauc_ndcg_at_1000_diff1": 0.143483, "nauc_map_at_1_max": 0.040136, "nauc_map_at_1_std": -0.100932, "nauc_map_at_1_diff1": 0.306271, "nauc_map_at_3_max": 0.090075, "nauc_map_at_3_std": -0.098234, "nauc_map_at_3_diff1": 0.210412, "nauc_map_at_5_max": 0.100603, "nauc_map_at_5_std": -0.064129, "nauc_map_at_5_diff1": 0.171111, "nauc_map_at_10_max": 0.108791, "nauc_map_at_10_std": -0.027418, "nauc_map_at_10_diff1": 0.176496, "nauc_map_at_20_max": 0.082621, "nauc_map_at_20_std": -0.064753, "nauc_map_at_20_diff1": 0.208208, "nauc_map_at_100_max": 0.058099, "nauc_map_at_100_std": -0.055163, "nauc_map_at_100_diff1": 0.154146, "nauc_map_at_1000_max": 0.058099, "nauc_map_at_1000_std": -0.055163, "nauc_map_at_1000_diff1": 0.154146, "nauc_recall_at_1_max": 0.040136, "nauc_recall_at_1_std": -0.100932, "nauc_recall_at_1_diff1": 0.306271, "nauc_recall_at_3_max": 0.189631, "nauc_recall_at_3_std": -0.04964, "nauc_recall_at_3_diff1": 0.180384, "nauc_recall_at_5_max": 0.210678, "nauc_recall_at_5_std": 0.081288, "nauc_recall_at_5_diff1": 0.091669, "nauc_recall_at_10_max": 0.151921, "nauc_recall_at_10_std": 0.122134, "nauc_recall_at_10_diff1": 0.094198, "nauc_recall_at_20_max": 0.3481, "nauc_recall_at_20_std": 0.058967, "nauc_recall_at_20_diff1": 0.538176, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.052308, "nauc_precision_at_1_std": 0.010414, "nauc_precision_at_1_diff1": 0.328142, "nauc_precision_at_3_max": -0.072555, "nauc_precision_at_3_std": -0.047058, "nauc_precision_at_3_diff1": -0.075262, "nauc_precision_at_5_max": -0.028007, "nauc_precision_at_5_std": 0.068286, "nauc_precision_at_5_diff1": -0.145016, "nauc_precision_at_10_max": -0.030504, "nauc_precision_at_10_std": 0.117998, "nauc_precision_at_10_diff1": -0.137731, "nauc_precision_at_20_max": -0.136614, "nauc_precision_at_20_std": 0.006804, "nauc_precision_at_20_diff1": -0.13412, "nauc_precision_at_100_max": -0.210453, "nauc_precision_at_100_std": 0.046547, "nauc_precision_at_100_diff1": -0.307946, "nauc_precision_at_1000_max": -0.210453, "nauc_precision_at_1000_std": 0.046547, "nauc_precision_at_1000_diff1": -0.307946, "nauc_mrr_at_1_max": -0.052308, "nauc_mrr_at_1_std": 0.010414, "nauc_mrr_at_1_diff1": 0.328142, "nauc_mrr_at_3_max": -0.034953, "nauc_mrr_at_3_std": -0.051308, "nauc_mrr_at_3_diff1": 0.246878, "nauc_mrr_at_5_max": -0.033048, "nauc_mrr_at_5_std": -0.027486, "nauc_mrr_at_5_diff1": 0.242056, "nauc_mrr_at_10_max": -0.049409, "nauc_mrr_at_10_std": -0.035608, "nauc_mrr_at_10_diff1": 0.235955, "nauc_mrr_at_20_max": -0.042522, "nauc_mrr_at_20_std": -0.035496, "nauc_mrr_at_20_diff1": 0.248742, "nauc_mrr_at_100_max": -0.044407, "nauc_mrr_at_100_std": -0.036587, "nauc_mrr_at_100_diff1": 0.248001, "nauc_mrr_at_1000_max": -0.044407, "nauc_mrr_at_1000_std": -0.036587, "nauc_mrr_at_1000_diff1": 0.248001, "hit_rate_at_1": 0.57895, "hit_rate_at_3": 0.82456, "hit_rate_at_5": 0.84211, "hit_rate_at_10": 0.89474, "hit_rate_at_20": 0.96491, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.6, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 5038.588483810425, "kg_co2_emissions": null, "date": null }