{ "dataset_revision": "bc7d43d64815ed30f664168c8052106484aba7fd", "task_name": "Vidore3HrRetrieval", "mteb_version": "1.39.1", "scores": { "test": [ { "ndcg_at_1": 0.63679, "ndcg_at_3": 0.61685, "ndcg_at_5": 0.62136, "ndcg_at_10": 0.64535, "ndcg_at_20": 0.6724, "ndcg_at_100": 0.72546, "ndcg_at_1000": 0.74303, "map_at_1": 0.28352, "map_at_3": 0.40693, "map_at_5": 0.45405, "map_at_10": 0.50609, "map_at_20": 0.53745, "map_at_100": 0.56266, "map_at_1000": 0.56574, "recall_at_1": 0.28352, "recall_at_3": 0.46039, "recall_at_5": 0.54299, "recall_at_10": 0.6717, "recall_at_20": 0.77761, "recall_at_100": 0.93348, "recall_at_1000": 1.0, "cv_recall_at_1": 0.6761, "cv_recall_at_3": 0.86478, "cv_recall_at_5": 0.90252, "cv_recall_at_10": 0.9434, "cv_recall_at_20": 0.97799, "cv_recall_at_100": 0.99371, "cv_recall_at_1000": 1.0, "precision_at_1": 0.6761, "precision_at_3": 0.44654, "precision_at_5": 0.35786, "precision_at_10": 0.25472, "precision_at_20": 0.16588, "precision_at_100": 0.04748, "precision_at_1000": 0.00544, "mrr_at_1": 0.676101, "mrr_at_3": 0.761006, "mrr_at_5": 0.769497, "mrr_at_10": 0.77494, "mrr_at_20": 0.777395, "mrr_at_100": 0.777972, "mrr_at_1000": 0.778024, "nauc_ndcg_at_1_max": 0.057809, "nauc_ndcg_at_1_std": -0.004695, "nauc_ndcg_at_1_diff1": 0.418131, "nauc_ndcg_at_3_max": 0.029524, "nauc_ndcg_at_3_std": -0.0208, "nauc_ndcg_at_3_diff1": 0.309469, "nauc_ndcg_at_5_max": 0.04013, "nauc_ndcg_at_5_std": -0.027356, "nauc_ndcg_at_5_diff1": 0.306462, "nauc_ndcg_at_10_max": 0.046129, "nauc_ndcg_at_10_std": -0.005804, "nauc_ndcg_at_10_diff1": 0.325097, "nauc_ndcg_at_20_max": 0.069541, "nauc_ndcg_at_20_std": 0.019682, "nauc_ndcg_at_20_diff1": 0.314101, "nauc_ndcg_at_100_max": 0.07798, "nauc_ndcg_at_100_std": 0.005559, "nauc_ndcg_at_100_diff1": 0.325793, "nauc_ndcg_at_1000_max": 0.05914, "nauc_ndcg_at_1000_std": -0.018062, "nauc_ndcg_at_1000_diff1": 0.332908, "nauc_map_at_1_max": -0.026885, "nauc_map_at_1_std": -0.002246, "nauc_map_at_1_diff1": 0.332703, "nauc_map_at_3_max": 0.001293, "nauc_map_at_3_std": 0.012191, "nauc_map_at_3_diff1": 0.274985, "nauc_map_at_5_max": 0.025011, "nauc_map_at_5_std": 0.011348, "nauc_map_at_5_diff1": 0.269877, "nauc_map_at_10_max": 0.01998, "nauc_map_at_10_std": -0.0015, "nauc_map_at_10_diff1": 0.269165, "nauc_map_at_20_max": 0.035473, "nauc_map_at_20_std": -0.000164, "nauc_map_at_20_diff1": 0.264824, "nauc_map_at_100_max": 0.037933, "nauc_map_at_100_std": -0.011353, "nauc_map_at_100_diff1": 0.2635, "nauc_map_at_1000_max": 0.036773, "nauc_map_at_1000_std": -0.013315, "nauc_map_at_1000_diff1": 0.264365, "nauc_recall_at_1_max": -0.026885, "nauc_recall_at_1_std": -0.002246, "nauc_recall_at_1_diff1": 0.332703, "nauc_recall_at_3_max": 0.017247, "nauc_recall_at_3_std": 0.04224, "nauc_recall_at_3_diff1": 0.225057, "nauc_recall_at_5_max": 0.056717, "nauc_recall_at_5_std": 0.043787, "nauc_recall_at_5_diff1": 0.215602, "nauc_recall_at_10_max": 0.036111, "nauc_recall_at_10_std": 0.039642, "nauc_recall_at_10_diff1": 0.213424, "nauc_recall_at_20_max": 0.08082, "nauc_recall_at_20_std": 0.088975, "nauc_recall_at_20_diff1": 0.136403, "nauc_recall_at_100_max": 0.241654, "nauc_recall_at_100_std": 0.221082, "nauc_recall_at_100_diff1": 0.086791, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.070934, "nauc_precision_at_1_std": 0.009481, "nauc_precision_at_1_diff1": 0.415784, "nauc_precision_at_3_max": 0.058672, "nauc_precision_at_3_std": -0.032252, "nauc_precision_at_3_diff1": 0.035238, "nauc_precision_at_5_max": 0.079232, "nauc_precision_at_5_std": -0.045185, "nauc_precision_at_5_diff1": -0.015372, "nauc_precision_at_10_max": 0.04702, "nauc_precision_at_10_std": -0.060155, "nauc_precision_at_10_diff1": -0.058335, "nauc_precision_at_20_max": 0.069304, "nauc_precision_at_20_std": -0.048775, "nauc_precision_at_20_diff1": -0.093271, "nauc_precision_at_100_max": 0.039592, "nauc_precision_at_100_std": -0.076325, "nauc_precision_at_100_diff1": -0.135458, "nauc_precision_at_1000_max": -0.000509, "nauc_precision_at_1000_std": -0.103609, "nauc_precision_at_1000_diff1": -0.136974, "nauc_cv_recall_at_1_max": 0.070934, "nauc_cv_recall_at_1_std": 0.009481, "nauc_cv_recall_at_1_diff1": 0.415784, "nauc_cv_recall_at_3_max": 0.227557, "nauc_cv_recall_at_3_std": 0.115176, "nauc_cv_recall_at_3_diff1": 0.410705, "nauc_cv_recall_at_5_max": 0.279791, "nauc_cv_recall_at_5_std": 0.157781, "nauc_cv_recall_at_5_diff1": 0.400602, "nauc_cv_recall_at_10_max": 0.470019, "nauc_cv_recall_at_10_std": 0.358254, "nauc_cv_recall_at_10_diff1": 0.490816, "nauc_cv_recall_at_20_max": 0.649174, "nauc_cv_recall_at_20_std": 0.342034, "nauc_cv_recall_at_20_diff1": 0.444172, "nauc_cv_recall_at_100_max": 0.711662, "nauc_cv_recall_at_100_std": 0.348788, "nauc_cv_recall_at_100_diff1": 0.422433, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.070934, "nauc_mrr_at_1_std": 0.009481, "nauc_mrr_at_1_diff1": 0.415784, "nauc_mrr_at_3_max": 0.115622, "nauc_mrr_at_3_std": 0.03268, "nauc_mrr_at_3_diff1": 0.410883, "nauc_mrr_at_5_max": 0.118117, "nauc_mrr_at_5_std": 0.034702, "nauc_mrr_at_5_diff1": 0.409605, "nauc_mrr_at_10_max": 0.122438, "nauc_mrr_at_10_std": 0.040494, "nauc_mrr_at_10_diff1": 0.412306, "nauc_mrr_at_20_max": 0.11937, "nauc_mrr_at_20_std": 0.035731, "nauc_mrr_at_20_diff1": 0.411145, "nauc_mrr_at_100_max": 0.11773, "nauc_mrr_at_100_std": 0.034621, "nauc_mrr_at_100_diff1": 0.41119, "nauc_mrr_at_1000_max": 0.11757, "nauc_mrr_at_1000_std": 0.034536, "nauc_mrr_at_1000_diff1": 0.411187, "main_score": 0.64535, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.50448, "ndcg_at_5": 0.51549, "ndcg_at_10": 0.54434, "ndcg_at_20": 0.57374, "ndcg_at_100": 0.63502, "ndcg_at_1000": 0.66315, "map_at_1": 0.2279, "map_at_3": 0.32791, "map_at_5": 0.36943, "map_at_10": 0.41389, "map_at_20": 0.44101, "map_at_100": 0.4655, "map_at_1000": 0.46965, "recall_at_1": 0.2279, "recall_at_3": 0.38343, "recall_at_5": 0.46807, "recall_at_10": 0.5897, "recall_at_20": 0.69524, "recall_at_100": 0.88559, "recall_at_1000": 1.0, "cv_recall_at_1": 0.53459, "cv_recall_at_3": 0.74528, "cv_recall_at_5": 0.80503, "cv_recall_at_10": 0.87736, "cv_recall_at_20": 0.93396, "cv_recall_at_100": 0.98113, "cv_recall_at_1000": 1.0, "precision_at_1": 0.53459, "precision_at_3": 0.37107, "precision_at_5": 0.30252, "precision_at_10": 0.21761, "precision_at_20": 0.14277, "precision_at_100": 0.04374, "precision_at_1000": 0.00544, "mrr_at_1": 0.534591, "mrr_at_3": 0.628931, "mrr_at_5": 0.643082, "mrr_at_10": 0.653408, "mrr_at_20": 0.657558, "mrr_at_100": 0.658988, "mrr_at_1000": 0.659104, "nauc_ndcg_at_1_max": -0.056938, "nauc_ndcg_at_1_std": -0.105805, "nauc_ndcg_at_1_diff1": 0.463088, "nauc_ndcg_at_3_max": -0.004607, "nauc_ndcg_at_3_std": -0.03821, "nauc_ndcg_at_3_diff1": 0.407765, "nauc_ndcg_at_5_max": -0.011537, "nauc_ndcg_at_5_std": -0.063565, "nauc_ndcg_at_5_diff1": 0.395261, "nauc_ndcg_at_10_max": -0.007693, "nauc_ndcg_at_10_std": -0.048663, "nauc_ndcg_at_10_diff1": 0.391744, "nauc_ndcg_at_20_max": 0.010463, "nauc_ndcg_at_20_std": -0.019332, "nauc_ndcg_at_20_diff1": 0.398127, "nauc_ndcg_at_100_max": 0.029709, "nauc_ndcg_at_100_std": -0.020388, "nauc_ndcg_at_100_diff1": 0.420415, "nauc_ndcg_at_1000_max": 0.008887, "nauc_ndcg_at_1000_std": -0.056334, "nauc_ndcg_at_1000_diff1": 0.428485, "nauc_map_at_1_max": -0.113775, "nauc_map_at_1_std": -0.063366, "nauc_map_at_1_diff1": 0.365333, "nauc_map_at_3_max": -0.0788, "nauc_map_at_3_std": -0.040697, "nauc_map_at_3_diff1": 0.322417, "nauc_map_at_5_max": -0.06124, "nauc_map_at_5_std": -0.049376, "nauc_map_at_5_diff1": 0.323135, "nauc_map_at_10_max": -0.05496, "nauc_map_at_10_std": -0.05517, "nauc_map_at_10_diff1": 0.332508, "nauc_map_at_20_max": -0.03902, "nauc_map_at_20_std": -0.045554, "nauc_map_at_20_diff1": 0.344279, "nauc_map_at_100_max": -0.030461, "nauc_map_at_100_std": -0.046116, "nauc_map_at_100_diff1": 0.3499, "nauc_map_at_1000_max": -0.031435, "nauc_map_at_1000_std": -0.049524, "nauc_map_at_1000_diff1": 0.350868, "nauc_recall_at_1_max": -0.113775, "nauc_recall_at_1_std": -0.063366, "nauc_recall_at_1_diff1": 0.365333, "nauc_recall_at_3_max": -0.042554, "nauc_recall_at_3_std": -0.00152, "nauc_recall_at_3_diff1": 0.263331, "nauc_recall_at_5_max": -0.019132, "nauc_recall_at_5_std": -0.017909, "nauc_recall_at_5_diff1": 0.251888, "nauc_recall_at_10_max": -0.010563, "nauc_recall_at_10_std": -0.002632, "nauc_recall_at_10_diff1": 0.216956, "nauc_recall_at_20_max": 0.06332, "nauc_recall_at_20_std": 0.09422, "nauc_recall_at_20_diff1": 0.205901, "nauc_recall_at_100_max": 0.23884, "nauc_recall_at_100_std": 0.249304, "nauc_recall_at_100_diff1": 0.249343, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.059009, "nauc_precision_at_1_std": -0.094003, "nauc_precision_at_1_diff1": 0.460701, "nauc_precision_at_3_max": 0.093046, "nauc_precision_at_3_std": -0.00488, "nauc_precision_at_3_diff1": 0.219738, "nauc_precision_at_5_max": 0.110694, "nauc_precision_at_5_std": -0.025297, "nauc_precision_at_5_diff1": 0.151863, "nauc_precision_at_10_max": 0.118646, "nauc_precision_at_10_std": -0.026431, "nauc_precision_at_10_diff1": 0.114337, "nauc_precision_at_20_max": 0.136558, "nauc_precision_at_20_std": 0.003514, "nauc_precision_at_20_diff1": 0.081363, "nauc_precision_at_100_max": 0.13617, "nauc_precision_at_100_std": 0.005153, "nauc_precision_at_100_diff1": 0.004109, "nauc_precision_at_1000_max": 0.080877, "nauc_precision_at_1000_std": -0.062244, "nauc_precision_at_1000_diff1": -0.045787, "nauc_cv_recall_at_1_max": -0.059009, "nauc_cv_recall_at_1_std": -0.094003, "nauc_cv_recall_at_1_diff1": 0.460701, "nauc_cv_recall_at_3_max": 0.090358, "nauc_cv_recall_at_3_std": 0.017236, "nauc_cv_recall_at_3_diff1": 0.501741, "nauc_cv_recall_at_5_max": 0.162107, "nauc_cv_recall_at_5_std": 0.058981, "nauc_cv_recall_at_5_diff1": 0.507445, "nauc_cv_recall_at_10_max": 0.238266, "nauc_cv_recall_at_10_std": 0.094348, "nauc_cv_recall_at_10_diff1": 0.476642, "nauc_cv_recall_at_20_max": 0.37991, "nauc_cv_recall_at_20_std": 0.142232, "nauc_cv_recall_at_20_diff1": 0.445028, "nauc_cv_recall_at_100_max": 0.714777, "nauc_cv_recall_at_100_std": 0.424599, "nauc_cv_recall_at_100_diff1": 0.400698, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.059009, "nauc_mrr_at_1_std": -0.094003, "nauc_mrr_at_1_diff1": 0.460701, "nauc_mrr_at_3_max": 0.00128, "nauc_mrr_at_3_std": -0.050625, "nauc_mrr_at_3_diff1": 0.479833, "nauc_mrr_at_5_max": 0.010382, "nauc_mrr_at_5_std": -0.045433, "nauc_mrr_at_5_diff1": 0.480663, "nauc_mrr_at_10_max": 0.012996, "nauc_mrr_at_10_std": -0.044601, "nauc_mrr_at_10_diff1": 0.477711, "nauc_mrr_at_20_max": 0.011746, "nauc_mrr_at_20_std": -0.045769, "nauc_mrr_at_20_diff1": 0.477095, "nauc_mrr_at_100_max": 0.010307, "nauc_mrr_at_100_std": -0.046471, "nauc_mrr_at_100_diff1": 0.477297, "nauc_mrr_at_1000_max": 0.009967, "nauc_mrr_at_1000_std": -0.046672, "nauc_mrr_at_1000_diff1": 0.477316, "main_score": 0.54434, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.55189, "ndcg_at_3": 0.54046, "ndcg_at_5": 0.5481, "ndcg_at_10": 0.58133, "ndcg_at_20": 0.60983, "ndcg_at_100": 0.666, "ndcg_at_1000": 0.69205, "map_at_1": 0.25996, "map_at_3": 0.36228, "map_at_5": 0.4007, "map_at_10": 0.44823, "map_at_20": 0.47746, "map_at_100": 0.5016, "map_at_1000": 0.50594, "recall_at_1": 0.25996, "recall_at_3": 0.40725, "recall_at_5": 0.48483, "recall_at_10": 0.61714, "recall_at_20": 0.72258, "recall_at_100": 0.89916, "recall_at_1000": 1.0, "cv_recall_at_1": 0.58176, "cv_recall_at_3": 0.75786, "cv_recall_at_5": 0.83333, "cv_recall_at_10": 0.91509, "cv_recall_at_20": 0.94969, "cv_recall_at_100": 0.98742, "cv_recall_at_1000": 1.0, "precision_at_1": 0.58176, "precision_at_3": 0.38679, "precision_at_5": 0.31195, "precision_at_10": 0.22862, "precision_at_20": 0.15126, "precision_at_100": 0.04453, "precision_at_1000": 0.00544, "mrr_at_1": 0.581761, "mrr_at_3": 0.659853, "mrr_at_5": 0.676834, "mrr_at_10": 0.687766, "mrr_at_20": 0.690172, "mrr_at_100": 0.69106, "mrr_at_1000": 0.691129, "nauc_ndcg_at_1_max": -0.000556, "nauc_ndcg_at_1_std": -0.078525, "nauc_ndcg_at_1_diff1": 0.436103, "nauc_ndcg_at_3_max": -0.011538, "nauc_ndcg_at_3_std": -0.056882, "nauc_ndcg_at_3_diff1": 0.364346, "nauc_ndcg_at_5_max": -0.026647, "nauc_ndcg_at_5_std": -0.067254, "nauc_ndcg_at_5_diff1": 0.352928, "nauc_ndcg_at_10_max": -0.037041, "nauc_ndcg_at_10_std": -0.052111, "nauc_ndcg_at_10_diff1": 0.352093, "nauc_ndcg_at_20_max": -0.0198, "nauc_ndcg_at_20_std": -0.049569, "nauc_ndcg_at_20_diff1": 0.343046, "nauc_ndcg_at_100_max": 0.00144, "nauc_ndcg_at_100_std": -0.042275, "nauc_ndcg_at_100_diff1": 0.354055, "nauc_ndcg_at_1000_max": -0.00354, "nauc_ndcg_at_1000_std": -0.055797, "nauc_ndcg_at_1000_diff1": 0.369083, "nauc_map_at_1_max": -0.114516, "nauc_map_at_1_std": -0.046314, "nauc_map_at_1_diff1": 0.335315, "nauc_map_at_3_max": -0.089737, "nauc_map_at_3_std": -0.049492, "nauc_map_at_3_diff1": 0.304364, "nauc_map_at_5_max": -0.078782, "nauc_map_at_5_std": -0.054371, "nauc_map_at_5_diff1": 0.29838, "nauc_map_at_10_max": -0.073591, "nauc_map_at_10_std": -0.05517, "nauc_map_at_10_diff1": 0.293208, "nauc_map_at_20_max": -0.059424, "nauc_map_at_20_std": -0.05766, "nauc_map_at_20_diff1": 0.29619, "nauc_map_at_100_max": -0.052046, "nauc_map_at_100_std": -0.057437, "nauc_map_at_100_diff1": 0.297556, "nauc_map_at_1000_max": -0.051315, "nauc_map_at_1000_std": -0.058501, "nauc_map_at_1000_diff1": 0.299927, "nauc_recall_at_1_max": -0.114516, "nauc_recall_at_1_std": -0.046314, "nauc_recall_at_1_diff1": 0.335315, "nauc_recall_at_3_max": -0.074885, "nauc_recall_at_3_std": -0.028736, "nauc_recall_at_3_diff1": 0.283124, "nauc_recall_at_5_max": -0.068021, "nauc_recall_at_5_std": -0.0371, "nauc_recall_at_5_diff1": 0.25315, "nauc_recall_at_10_max": -0.068922, "nauc_recall_at_10_std": -0.011373, "nauc_recall_at_10_diff1": 0.194143, "nauc_recall_at_20_max": -0.018873, "nauc_recall_at_20_std": -0.011514, "nauc_recall_at_20_diff1": 0.164926, "nauc_recall_at_100_max": 0.111747, "nauc_recall_at_100_std": 0.109092, "nauc_recall_at_100_diff1": 0.143258, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.021121, "nauc_precision_at_1_std": -0.049261, "nauc_precision_at_1_diff1": 0.457288, "nauc_precision_at_3_max": 0.088553, "nauc_precision_at_3_std": -0.040125, "nauc_precision_at_3_diff1": 0.152041, "nauc_precision_at_5_max": 0.132365, "nauc_precision_at_5_std": -0.013993, "nauc_precision_at_5_diff1": 0.087378, "nauc_precision_at_10_max": 0.111582, "nauc_precision_at_10_std": -0.00903, "nauc_precision_at_10_diff1": 0.027277, "nauc_precision_at_20_max": 0.120044, "nauc_precision_at_20_std": -0.015827, "nauc_precision_at_20_diff1": -0.001728, "nauc_precision_at_100_max": 0.130341, "nauc_precision_at_100_std": 0.013616, "nauc_precision_at_100_diff1": -0.056546, "nauc_precision_at_1000_max": 0.113724, "nauc_precision_at_1000_std": -0.001329, "nauc_precision_at_1000_diff1": -0.068176, "nauc_cv_recall_at_1_max": 0.021121, "nauc_cv_recall_at_1_std": -0.049261, "nauc_cv_recall_at_1_diff1": 0.457288, "nauc_cv_recall_at_3_max": 0.07423, "nauc_cv_recall_at_3_std": -0.024611, "nauc_cv_recall_at_3_diff1": 0.522007, "nauc_cv_recall_at_5_max": 0.189384, "nauc_cv_recall_at_5_std": 0.086722, "nauc_cv_recall_at_5_diff1": 0.501566, "nauc_cv_recall_at_10_max": 0.173923, "nauc_cv_recall_at_10_std": 0.026709, "nauc_cv_recall_at_10_diff1": 0.580537, "nauc_cv_recall_at_20_max": 0.300911, "nauc_cv_recall_at_20_std": 0.020555, "nauc_cv_recall_at_20_diff1": 0.486117, "nauc_cv_recall_at_100_max": 0.855831, "nauc_cv_recall_at_100_std": 0.674394, "nauc_cv_recall_at_100_diff1": 0.728098, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.021121, "nauc_mrr_at_1_std": -0.049261, "nauc_mrr_at_1_diff1": 0.457288, "nauc_mrr_at_3_max": 0.038096, "nauc_mrr_at_3_std": -0.038238, "nauc_mrr_at_3_diff1": 0.475126, "nauc_mrr_at_5_max": 0.052333, "nauc_mrr_at_5_std": -0.02371, "nauc_mrr_at_5_diff1": 0.467862, "nauc_mrr_at_10_max": 0.046261, "nauc_mrr_at_10_std": -0.030371, "nauc_mrr_at_10_diff1": 0.46941, "nauc_mrr_at_20_max": 0.046309, "nauc_mrr_at_20_std": -0.031269, "nauc_mrr_at_20_diff1": 0.46729, "nauc_mrr_at_100_max": 0.046104, "nauc_mrr_at_100_std": -0.030825, "nauc_mrr_at_100_diff1": 0.467626, "nauc_mrr_at_1000_max": 0.045893, "nauc_mrr_at_1000_std": -0.030991, "nauc_mrr_at_1000_diff1": 0.467557, "main_score": 0.58133, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.48428, "ndcg_at_3": 0.49974, "ndcg_at_5": 0.51133, "ndcg_at_10": 0.53037, "ndcg_at_20": 0.55894, "ndcg_at_100": 0.62227, "ndcg_at_1000": 0.65066, "map_at_1": 0.20935, "map_at_3": 0.31699, "map_at_5": 0.35945, "map_at_10": 0.39733, "map_at_20": 0.42513, "map_at_100": 0.44997, "map_at_1000": 0.45412, "recall_at_1": 0.20935, "recall_at_3": 0.38229, "recall_at_5": 0.46887, "recall_at_10": 0.57144, "recall_at_20": 0.67327, "recall_at_100": 0.87987, "recall_at_1000": 1.0, "cv_recall_at_1": 0.51572, "cv_recall_at_3": 0.74214, "cv_recall_at_5": 0.81132, "cv_recall_at_10": 0.88365, "cv_recall_at_20": 0.90881, "cv_recall_at_100": 0.98742, "cv_recall_at_1000": 1.0, "precision_at_1": 0.51572, "precision_at_3": 0.37526, "precision_at_5": 0.30943, "precision_at_10": 0.21352, "precision_at_20": 0.14371, "precision_at_100": 0.04406, "precision_at_1000": 0.00544, "mrr_at_1": 0.515723, "mrr_at_3": 0.61478, "mrr_at_5": 0.630031, "mrr_at_10": 0.63986, "mrr_at_20": 0.641504, "mrr_at_100": 0.643645, "mrr_at_1000": 0.643707, "nauc_ndcg_at_1_max": 0.078967, "nauc_ndcg_at_1_std": 0.04679, "nauc_ndcg_at_1_diff1": 0.454854, "nauc_ndcg_at_3_max": 0.002738, "nauc_ndcg_at_3_std": -0.022159, "nauc_ndcg_at_3_diff1": 0.363541, "nauc_ndcg_at_5_max": -0.002213, "nauc_ndcg_at_5_std": -0.024466, "nauc_ndcg_at_5_diff1": 0.373124, "nauc_ndcg_at_10_max": 0.024792, "nauc_ndcg_at_10_std": 0.017965, "nauc_ndcg_at_10_diff1": 0.359808, "nauc_ndcg_at_20_max": 0.033106, "nauc_ndcg_at_20_std": 0.023995, "nauc_ndcg_at_20_diff1": 0.367657, "nauc_ndcg_at_100_max": 0.054251, "nauc_ndcg_at_100_std": 0.015782, "nauc_ndcg_at_100_diff1": 0.381815, "nauc_ndcg_at_1000_max": 0.055012, "nauc_ndcg_at_1000_std": 0.003391, "nauc_ndcg_at_1000_diff1": 0.391923, "nauc_map_at_1_max": -0.072308, "nauc_map_at_1_std": -0.004196, "nauc_map_at_1_diff1": 0.407845, "nauc_map_at_3_max": -0.092502, "nauc_map_at_3_std": -0.031593, "nauc_map_at_3_diff1": 0.33899, "nauc_map_at_5_max": -0.068097, "nauc_map_at_5_std": -0.026717, "nauc_map_at_5_diff1": 0.348439, "nauc_map_at_10_max": -0.03739, "nauc_map_at_10_std": -0.016195, "nauc_map_at_10_diff1": 0.333979, "nauc_map_at_20_max": -0.017971, "nauc_map_at_20_std": -0.014299, "nauc_map_at_20_diff1": 0.335479, "nauc_map_at_100_max": -0.004205, "nauc_map_at_100_std": -0.014974, "nauc_map_at_100_diff1": 0.339387, "nauc_map_at_1000_max": -0.002023, "nauc_map_at_1000_std": -0.015996, "nauc_map_at_1000_diff1": 0.341254, "nauc_recall_at_1_max": -0.072308, "nauc_recall_at_1_std": -0.004196, "nauc_recall_at_1_diff1": 0.407845, "nauc_recall_at_3_max": -0.13524, "nauc_recall_at_3_std": -0.050397, "nauc_recall_at_3_diff1": 0.236059, "nauc_recall_at_5_max": -0.095662, "nauc_recall_at_5_std": -0.018354, "nauc_recall_at_5_diff1": 0.223817, "nauc_recall_at_10_max": -0.034358, "nauc_recall_at_10_std": 0.026484, "nauc_recall_at_10_diff1": 0.181447, "nauc_recall_at_20_max": 0.022789, "nauc_recall_at_20_std": 0.070936, "nauc_recall_at_20_diff1": 0.174273, "nauc_recall_at_100_max": 0.069398, "nauc_recall_at_100_std": 0.083444, "nauc_recall_at_100_diff1": 0.152088, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.092642, "nauc_precision_at_1_std": 0.064214, "nauc_precision_at_1_diff1": 0.485924, "nauc_precision_at_3_max": 0.107588, "nauc_precision_at_3_std": -0.01985, "nauc_precision_at_3_diff1": 0.190187, "nauc_precision_at_5_max": 0.144934, "nauc_precision_at_5_std": -0.019331, "nauc_precision_at_5_diff1": 0.141976, "nauc_precision_at_10_max": 0.203949, "nauc_precision_at_10_std": 0.033209, "nauc_precision_at_10_diff1": 0.038683, "nauc_precision_at_20_max": 0.197521, "nauc_precision_at_20_std": 0.020623, "nauc_precision_at_20_diff1": 0.02233, "nauc_precision_at_100_max": 0.186395, "nauc_precision_at_100_std": 0.00105, "nauc_precision_at_100_diff1": -0.030329, "nauc_precision_at_1000_max": 0.146541, "nauc_precision_at_1000_std": -0.034008, "nauc_precision_at_1000_diff1": -0.068177, "nauc_cv_recall_at_1_max": 0.092642, "nauc_cv_recall_at_1_std": 0.064214, "nauc_cv_recall_at_1_diff1": 0.485924, "nauc_cv_recall_at_3_max": 0.051387, "nauc_cv_recall_at_3_std": 0.021438, "nauc_cv_recall_at_3_diff1": 0.470372, "nauc_cv_recall_at_5_max": 0.116304, "nauc_cv_recall_at_5_std": 0.067901, "nauc_cv_recall_at_5_diff1": 0.444531, "nauc_cv_recall_at_10_max": 0.368806, "nauc_cv_recall_at_10_std": 0.223957, "nauc_cv_recall_at_10_diff1": 0.471076, "nauc_cv_recall_at_20_max": 0.334146, "nauc_cv_recall_at_20_std": 0.271308, "nauc_cv_recall_at_20_diff1": 0.500358, "nauc_cv_recall_at_100_max": 0.418313, "nauc_cv_recall_at_100_std": -0.221755, "nauc_cv_recall_at_100_diff1": 0.567047, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.092642, "nauc_mrr_at_1_std": 0.064214, "nauc_mrr_at_1_diff1": 0.485924, "nauc_mrr_at_3_max": 0.073263, "nauc_mrr_at_3_std": 0.048261, "nauc_mrr_at_3_diff1": 0.474717, "nauc_mrr_at_5_max": 0.08153, "nauc_mrr_at_5_std": 0.055313, "nauc_mrr_at_5_diff1": 0.471229, "nauc_mrr_at_10_max": 0.093765, "nauc_mrr_at_10_std": 0.06177, "nauc_mrr_at_10_diff1": 0.473347, "nauc_mrr_at_20_max": 0.091618, "nauc_mrr_at_20_std": 0.061928, "nauc_mrr_at_20_diff1": 0.474171, "nauc_mrr_at_100_max": 0.090184, "nauc_mrr_at_100_std": 0.059589, "nauc_mrr_at_100_diff1": 0.473656, "nauc_mrr_at_1000_max": 0.090083, "nauc_mrr_at_1000_std": 0.059621, "nauc_mrr_at_1000_diff1": 0.473641, "main_score": 0.53037, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.49057, "ndcg_at_3": 0.50344, "ndcg_at_5": 0.513, "ndcg_at_10": 0.54356, "ndcg_at_20": 0.57633, "ndcg_at_100": 0.63905, "ndcg_at_1000": 0.66274, "map_at_1": 0.21731, "map_at_3": 0.3198, "map_at_5": 0.36369, "map_at_10": 0.40958, "map_at_20": 0.43925, "map_at_100": 0.46492, "map_at_1000": 0.46874, "recall_at_1": 0.21731, "recall_at_3": 0.37519, "recall_at_5": 0.46025, "recall_at_10": 0.58891, "recall_at_20": 0.70655, "recall_at_100": 0.90482, "recall_at_1000": 1.0, "cv_recall_at_1": 0.51887, "cv_recall_at_3": 0.75472, "cv_recall_at_5": 0.81447, "cv_recall_at_10": 0.89308, "cv_recall_at_20": 0.94654, "cv_recall_at_100": 0.99057, "cv_recall_at_1000": 1.0, "precision_at_1": 0.51887, "precision_at_3": 0.37317, "precision_at_5": 0.30692, "precision_at_10": 0.22296, "precision_at_20": 0.14858, "precision_at_100": 0.04528, "precision_at_1000": 0.00544, "mrr_at_1": 0.518868, "mrr_at_3": 0.625786, "mrr_at_5": 0.639623, "mrr_at_10": 0.650056, "mrr_at_20": 0.653756, "mrr_at_100": 0.65489, "mrr_at_1000": 0.654954, "nauc_ndcg_at_1_max": 0.013335, "nauc_ndcg_at_1_std": -0.001297, "nauc_ndcg_at_1_diff1": 0.433643, "nauc_ndcg_at_3_max": 0.045915, "nauc_ndcg_at_3_std": 0.054737, "nauc_ndcg_at_3_diff1": 0.366953, "nauc_ndcg_at_5_max": 0.025894, "nauc_ndcg_at_5_std": 0.037136, "nauc_ndcg_at_5_diff1": 0.393086, "nauc_ndcg_at_10_max": 0.037597, "nauc_ndcg_at_10_std": 0.041237, "nauc_ndcg_at_10_diff1": 0.379911, "nauc_ndcg_at_20_max": 0.039523, "nauc_ndcg_at_20_std": 0.039456, "nauc_ndcg_at_20_diff1": 0.372369, "nauc_ndcg_at_100_max": 0.061848, "nauc_ndcg_at_100_std": 0.057729, "nauc_ndcg_at_100_diff1": 0.394734, "nauc_ndcg_at_1000_max": 0.061103, "nauc_ndcg_at_1000_std": 0.046539, "nauc_ndcg_at_1000_diff1": 0.405353, "nauc_map_at_1_max": -0.087568, "nauc_map_at_1_std": 0.005245, "nauc_map_at_1_diff1": 0.389039, "nauc_map_at_3_max": -0.030638, "nauc_map_at_3_std": 0.037703, "nauc_map_at_3_diff1": 0.33626, "nauc_map_at_5_max": -0.027219, "nauc_map_at_5_std": 0.030114, "nauc_map_at_5_diff1": 0.340891, "nauc_map_at_10_max": -0.009086, "nauc_map_at_10_std": 0.028463, "nauc_map_at_10_diff1": 0.321071, "nauc_map_at_20_max": 0.000683, "nauc_map_at_20_std": 0.030442, "nauc_map_at_20_diff1": 0.324222, "nauc_map_at_100_max": 0.010406, "nauc_map_at_100_std": 0.037938, "nauc_map_at_100_diff1": 0.334108, "nauc_map_at_1000_max": 0.011324, "nauc_map_at_1000_std": 0.036934, "nauc_map_at_1000_diff1": 0.336253, "nauc_recall_at_1_max": -0.087568, "nauc_recall_at_1_std": 0.005245, "nauc_recall_at_1_diff1": 0.389039, "nauc_recall_at_3_max": -0.022295, "nauc_recall_at_3_std": 0.055013, "nauc_recall_at_3_diff1": 0.268273, "nauc_recall_at_5_max": -0.010671, "nauc_recall_at_5_std": 0.05642, "nauc_recall_at_5_diff1": 0.276367, "nauc_recall_at_10_max": -0.010077, "nauc_recall_at_10_std": 0.024372, "nauc_recall_at_10_diff1": 0.190284, "nauc_recall_at_20_max": -0.010216, "nauc_recall_at_20_std": -0.004003, "nauc_recall_at_20_diff1": 0.174123, "nauc_recall_at_100_max": 0.105329, "nauc_recall_at_100_std": 0.146903, "nauc_recall_at_100_diff1": 0.180332, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.034165, "nauc_precision_at_1_std": 0.016505, "nauc_precision_at_1_diff1": 0.441426, "nauc_precision_at_3_max": 0.150093, "nauc_precision_at_3_std": 0.070404, "nauc_precision_at_3_diff1": 0.172468, "nauc_precision_at_5_max": 0.119725, "nauc_precision_at_5_std": 0.017799, "nauc_precision_at_5_diff1": 0.131444, "nauc_precision_at_10_max": 0.144653, "nauc_precision_at_10_std": 0.016898, "nauc_precision_at_10_diff1": 0.054924, "nauc_precision_at_20_max": 0.134256, "nauc_precision_at_20_std": 0.013548, "nauc_precision_at_20_diff1": 0.020237, "nauc_precision_at_100_max": 0.13404, "nauc_precision_at_100_std": 0.025594, "nauc_precision_at_100_diff1": -0.009367, "nauc_precision_at_1000_max": 0.115237, "nauc_precision_at_1000_std": -0.008145, "nauc_precision_at_1000_diff1": -0.031364, "nauc_cv_recall_at_1_max": 0.034165, "nauc_cv_recall_at_1_std": 0.016505, "nauc_cv_recall_at_1_diff1": 0.441426, "nauc_cv_recall_at_3_max": 0.221749, "nauc_cv_recall_at_3_std": 0.183762, "nauc_cv_recall_at_3_diff1": 0.454079, "nauc_cv_recall_at_5_max": 0.2291, "nauc_cv_recall_at_5_std": 0.187167, "nauc_cv_recall_at_5_diff1": 0.496021, "nauc_cv_recall_at_10_max": 0.326482, "nauc_cv_recall_at_10_std": 0.193268, "nauc_cv_recall_at_10_diff1": 0.522321, "nauc_cv_recall_at_20_max": 0.316142, "nauc_cv_recall_at_20_std": -0.070537, "nauc_cv_recall_at_20_diff1": 0.600989, "nauc_cv_recall_at_100_max": 0.770996, "nauc_cv_recall_at_100_std": 0.395549, "nauc_cv_recall_at_100_diff1": 0.565858, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.034165, "nauc_mrr_at_1_std": 0.016505, "nauc_mrr_at_1_diff1": 0.441426, "nauc_mrr_at_3_max": 0.106971, "nauc_mrr_at_3_std": 0.084092, "nauc_mrr_at_3_diff1": 0.449659, "nauc_mrr_at_5_max": 0.102551, "nauc_mrr_at_5_std": 0.079566, "nauc_mrr_at_5_diff1": 0.45557, "nauc_mrr_at_10_max": 0.104416, "nauc_mrr_at_10_std": 0.077036, "nauc_mrr_at_10_diff1": 0.454886, "nauc_mrr_at_20_max": 0.101697, "nauc_mrr_at_20_std": 0.072175, "nauc_mrr_at_20_diff1": 0.455163, "nauc_mrr_at_100_max": 0.101009, "nauc_mrr_at_100_std": 0.072834, "nauc_mrr_at_100_diff1": 0.454528, "nauc_mrr_at_1000_max": 0.100849, "nauc_mrr_at_1000_std": 0.072748, "nauc_mrr_at_1000_diff1": 0.454497, "main_score": 0.54356, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.53459, "ndcg_at_3": 0.53962, "ndcg_at_5": 0.54867, "ndcg_at_10": 0.57461, "ndcg_at_20": 0.60728, "ndcg_at_100": 0.66645, "ndcg_at_1000": 0.69027, "map_at_1": 0.25245, "map_at_3": 0.35794, "map_at_5": 0.40027, "map_at_10": 0.4424, "map_at_20": 0.47395, "map_at_100": 0.49926, "map_at_1000": 0.50306, "recall_at_1": 0.25245, "recall_at_3": 0.40752, "recall_at_5": 0.49344, "recall_at_10": 0.60657, "recall_at_20": 0.72067, "recall_at_100": 0.90543, "recall_at_1000": 1.0, "cv_recall_at_1": 0.56918, "cv_recall_at_3": 0.77987, "cv_recall_at_5": 0.8522, "cv_recall_at_10": 0.91195, "cv_recall_at_20": 0.95283, "cv_recall_at_100": 0.98742, "cv_recall_at_1000": 1.0, "precision_at_1": 0.56918, "precision_at_3": 0.39413, "precision_at_5": 0.31635, "precision_at_10": 0.22421, "precision_at_20": 0.15142, "precision_at_100": 0.04516, "precision_at_1000": 0.00544, "mrr_at_1": 0.569182, "mrr_at_3": 0.665094, "mrr_at_5": 0.681447, "mrr_at_10": 0.68889, "mrr_at_20": 0.691895, "mrr_at_100": 0.69272, "mrr_at_1000": 0.692814, "nauc_ndcg_at_1_max": 0.01447, "nauc_ndcg_at_1_std": -0.035759, "nauc_ndcg_at_1_diff1": 0.441012, "nauc_ndcg_at_3_max": 0.032078, "nauc_ndcg_at_3_std": -0.0154, "nauc_ndcg_at_3_diff1": 0.351758, "nauc_ndcg_at_5_max": -0.000224, "nauc_ndcg_at_5_std": -0.038795, "nauc_ndcg_at_5_diff1": 0.359606, "nauc_ndcg_at_10_max": -0.00644, "nauc_ndcg_at_10_std": -0.033476, "nauc_ndcg_at_10_diff1": 0.363051, "nauc_ndcg_at_20_max": 0.00836, "nauc_ndcg_at_20_std": -0.016015, "nauc_ndcg_at_20_diff1": 0.349276, "nauc_ndcg_at_100_max": 0.027821, "nauc_ndcg_at_100_std": -0.010719, "nauc_ndcg_at_100_diff1": 0.363733, "nauc_ndcg_at_1000_max": 0.018885, "nauc_ndcg_at_1000_std": -0.03267, "nauc_ndcg_at_1000_diff1": 0.370872, "nauc_map_at_1_max": -0.096822, "nauc_map_at_1_std": -0.050771, "nauc_map_at_1_diff1": 0.356082, "nauc_map_at_3_max": -0.055834, "nauc_map_at_3_std": -0.026766, "nauc_map_at_3_diff1": 0.305025, "nauc_map_at_5_max": -0.040017, "nauc_map_at_5_std": -0.026926, "nauc_map_at_5_diff1": 0.310552, "nauc_map_at_10_max": -0.038169, "nauc_map_at_10_std": -0.035001, "nauc_map_at_10_diff1": 0.311711, "nauc_map_at_20_max": -0.026395, "nauc_map_at_20_std": -0.028609, "nauc_map_at_20_diff1": 0.306762, "nauc_map_at_100_max": -0.020915, "nauc_map_at_100_std": -0.028983, "nauc_map_at_100_diff1": 0.309636, "nauc_map_at_1000_max": -0.020459, "nauc_map_at_1000_std": -0.030743, "nauc_map_at_1000_diff1": 0.310877, "nauc_recall_at_1_max": -0.096822, "nauc_recall_at_1_std": -0.050771, "nauc_recall_at_1_diff1": 0.356082, "nauc_recall_at_3_max": -0.032451, "nauc_recall_at_3_std": 0.000194, "nauc_recall_at_3_diff1": 0.252823, "nauc_recall_at_5_max": -0.024487, "nauc_recall_at_5_std": -0.005867, "nauc_recall_at_5_diff1": 0.252986, "nauc_recall_at_10_max": -0.055304, "nauc_recall_at_10_std": -0.035695, "nauc_recall_at_10_diff1": 0.210165, "nauc_recall_at_20_max": 0.01596, "nauc_recall_at_20_std": 0.03424, "nauc_recall_at_20_diff1": 0.180297, "nauc_recall_at_100_max": 0.1558, "nauc_recall_at_100_std": 0.188335, "nauc_recall_at_100_diff1": 0.168621, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.033485, "nauc_precision_at_1_std": -0.013093, "nauc_precision_at_1_diff1": 0.454129, "nauc_precision_at_3_max": 0.135499, "nauc_precision_at_3_std": 0.028126, "nauc_precision_at_3_diff1": 0.137614, "nauc_precision_at_5_max": 0.12035, "nauc_precision_at_5_std": 0.009617, "nauc_precision_at_5_diff1": 0.084694, "nauc_precision_at_10_max": 0.1122, "nauc_precision_at_10_std": 0.011746, "nauc_precision_at_10_diff1": 0.035357, "nauc_precision_at_20_max": 0.10147, "nauc_precision_at_20_std": 0.011877, "nauc_precision_at_20_diff1": -0.026359, "nauc_precision_at_100_max": 0.102896, "nauc_precision_at_100_std": 0.011016, "nauc_precision_at_100_diff1": -0.078479, "nauc_precision_at_1000_max": 0.075516, "nauc_precision_at_1000_std": -0.029268, "nauc_precision_at_1000_diff1": -0.103234, "nauc_cv_recall_at_1_max": 0.033485, "nauc_cv_recall_at_1_std": -0.013093, "nauc_cv_recall_at_1_diff1": 0.454129, "nauc_cv_recall_at_3_max": 0.220204, "nauc_cv_recall_at_3_std": 0.103157, "nauc_cv_recall_at_3_diff1": 0.421781, "nauc_cv_recall_at_5_max": 0.16125, "nauc_cv_recall_at_5_std": 0.079511, "nauc_cv_recall_at_5_diff1": 0.436983, "nauc_cv_recall_at_10_max": 0.223762, "nauc_cv_recall_at_10_std": 0.078272, "nauc_cv_recall_at_10_diff1": 0.446646, "nauc_cv_recall_at_20_max": 0.213295, "nauc_cv_recall_at_20_std": -0.108703, "nauc_cv_recall_at_20_diff1": 0.480054, "nauc_cv_recall_at_100_max": 0.855831, "nauc_cv_recall_at_100_std": 0.429802, "nauc_cv_recall_at_100_diff1": 0.477136, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.033485, "nauc_mrr_at_1_std": -0.013093, "nauc_mrr_at_1_diff1": 0.454129, "nauc_mrr_at_3_max": 0.094415, "nauc_mrr_at_3_std": 0.023945, "nauc_mrr_at_3_diff1": 0.443353, "nauc_mrr_at_5_max": 0.07887, "nauc_mrr_at_5_std": 0.015849, "nauc_mrr_at_5_diff1": 0.444807, "nauc_mrr_at_10_max": 0.080085, "nauc_mrr_at_10_std": 0.015, "nauc_mrr_at_10_diff1": 0.445114, "nauc_mrr_at_20_max": 0.077764, "nauc_mrr_at_20_std": 0.010982, "nauc_mrr_at_20_diff1": 0.445947, "nauc_mrr_at_100_max": 0.078176, "nauc_mrr_at_100_std": 0.011867, "nauc_mrr_at_100_diff1": 0.445808, "nauc_mrr_at_1000_max": 0.077891, "nauc_mrr_at_1000_std": 0.011767, "nauc_mrr_at_1000_diff1": 0.445822, "main_score": 0.57461, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 2653.9324009418488, "kg_co2_emissions": null }