{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.12.33", "scores": { "test": [ { "ndcg_at_1": 0.59871, "ndcg_at_3": 0.5799, "ndcg_at_5": 0.58548, "ndcg_at_10": 0.61765, "ndcg_at_20": 0.65057, "ndcg_at_100": 0.70064, "ndcg_at_1000": 0.71886, "map_at_1": 0.29266, "map_at_3": 0.41052, "map_at_5": 0.45649, "map_at_10": 0.50286, "map_at_20": 0.52589, "map_at_100": 0.5459, "map_at_1000": 0.54879, "recall_at_1": 0.29266, "recall_at_3": 0.45816, "recall_at_5": 0.55149, "recall_at_10": 0.67385, "recall_at_20": 0.76848, "recall_at_100": 0.92412, "recall_at_1000": 0.9962, "accuracy": 0.29266, "precision_at_1": 0.62783, "precision_at_3": 0.41208, "precision_at_5": 0.32039, "precision_at_10": 0.22136, "precision_at_20": 0.14078, "precision_at_100": 0.03951, "precision_at_1000": 0.0047, "mrr_at_1": 0.627832, "mrr_at_3": 0.701187, "mrr_at_5": 0.715588, "mrr_at_10": 0.726034, "mrr_at_20": 0.729773, "mrr_at_100": 0.73041, "mrr_at_1000": 0.73041, "nauc_ndcg_at_1_max": 0.000745, "nauc_ndcg_at_1_std": -0.055284, "nauc_ndcg_at_1_diff1": 0.490045, "nauc_ndcg_at_3_max": 0.060376, "nauc_ndcg_at_3_std": -0.011722, "nauc_ndcg_at_3_diff1": 0.454465, "nauc_ndcg_at_5_max": 0.107056, "nauc_ndcg_at_5_std": 0.021797, "nauc_ndcg_at_5_diff1": 0.498476, "nauc_ndcg_at_10_max": 0.106649, "nauc_ndcg_at_10_std": 0.019455, "nauc_ndcg_at_10_diff1": 0.478354, "nauc_ndcg_at_20_max": 0.119812, "nauc_ndcg_at_20_std": 0.040503, "nauc_ndcg_at_20_diff1": 0.462555, "nauc_ndcg_at_100_max": 0.122942, "nauc_ndcg_at_100_std": 0.056631, "nauc_ndcg_at_100_diff1": 0.455354, "nauc_ndcg_at_1000_max": 0.108006, "nauc_ndcg_at_1000_std": 0.045213, "nauc_ndcg_at_1000_diff1": 0.471904, "nauc_map_at_1_max": 0.101049, "nauc_map_at_1_std": 0.027385, "nauc_map_at_1_diff1": 0.563884, "nauc_map_at_3_max": 0.095169, "nauc_map_at_3_std": 0.01161, "nauc_map_at_3_diff1": 0.504429, "nauc_map_at_5_max": 0.113082, "nauc_map_at_5_std": 0.017414, "nauc_map_at_5_diff1": 0.4948, "nauc_map_at_10_max": 0.107835, "nauc_map_at_10_std": 0.015984, "nauc_map_at_10_diff1": 0.460239, "nauc_map_at_20_max": 0.112982, "nauc_map_at_20_std": 0.029089, "nauc_map_at_20_diff1": 0.454688, "nauc_map_at_100_max": 0.120996, "nauc_map_at_100_std": 0.04317, "nauc_map_at_100_diff1": 0.451389, "nauc_map_at_1000_max": 0.119383, "nauc_map_at_1000_std": 0.041711, "nauc_map_at_1000_diff1": 0.453747, "nauc_recall_at_1_max": 0.101049, "nauc_recall_at_1_std": 0.027385, "nauc_recall_at_1_diff1": 0.563884, "nauc_recall_at_3_max": 0.098412, "nauc_recall_at_3_std": 0.002547, "nauc_recall_at_3_diff1": 0.455652, "nauc_recall_at_5_max": 0.149897, "nauc_recall_at_5_std": 0.031061, "nauc_recall_at_5_diff1": 0.432137, "nauc_recall_at_10_max": 0.127683, "nauc_recall_at_10_std": -0.003992, "nauc_recall_at_10_diff1": 0.339256, "nauc_recall_at_20_max": 0.17897, "nauc_recall_at_20_std": 0.054774, "nauc_recall_at_20_diff1": 0.29619, "nauc_recall_at_100_max": 0.262051, "nauc_recall_at_100_std": 0.19791, "nauc_recall_at_100_diff1": 0.162465, "nauc_recall_at_1000_max": 0.737346, "nauc_recall_at_1000_std": 0.817445, "nauc_recall_at_1000_diff1": 0.010036, "nauc_precision_at_1_max": -0.045645, "nauc_precision_at_1_std": -0.089994, "nauc_precision_at_1_diff1": 0.4887, "nauc_precision_at_3_max": -0.012653, "nauc_precision_at_3_std": -0.030667, "nauc_precision_at_3_diff1": 0.024563, "nauc_precision_at_5_max": 0.029655, "nauc_precision_at_5_std": 0.012751, "nauc_precision_at_5_diff1": -0.040353, "nauc_precision_at_10_max": 0.004743, "nauc_precision_at_10_std": 0.034649, "nauc_precision_at_10_diff1": -0.17461, "nauc_precision_at_20_max": 0.012118, "nauc_precision_at_20_std": 0.075927, "nauc_precision_at_20_diff1": -0.235636, "nauc_precision_at_100_max": -0.023487, "nauc_precision_at_100_std": 0.061028, "nauc_precision_at_100_diff1": -0.289145, "nauc_precision_at_1000_max": -0.08115, "nauc_precision_at_1000_std": -0.000971, "nauc_precision_at_1000_diff1": -0.244147, "nauc_mrr_at_1_max": -0.045645, "nauc_mrr_at_1_std": -0.089994, "nauc_mrr_at_1_diff1": 0.4887, "nauc_mrr_at_3_max": -0.022199, "nauc_mrr_at_3_std": -0.068327, "nauc_mrr_at_3_diff1": 0.456808, "nauc_mrr_at_5_max": -0.010168, "nauc_mrr_at_5_std": -0.052963, "nauc_mrr_at_5_diff1": 0.463408, "nauc_mrr_at_10_max": -0.013753, "nauc_mrr_at_10_std": -0.056112, "nauc_mrr_at_10_diff1": 0.461893, "nauc_mrr_at_20_max": -0.015507, "nauc_mrr_at_20_std": -0.057375, "nauc_mrr_at_20_diff1": 0.462013, "nauc_mrr_at_100_max": -0.017379, "nauc_mrr_at_100_std": -0.059509, "nauc_mrr_at_100_diff1": 0.461801, "nauc_mrr_at_1000_max": -0.017379, "nauc_mrr_at_1000_std": -0.059509, "nauc_mrr_at_1000_diff1": 0.461801, "hit_rate_at_1": 0.62783, "hit_rate_at_3": 0.79288, "hit_rate_at_5": 0.85437, "hit_rate_at_10": 0.9288, "hit_rate_at_20": 0.97735, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.61765, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.60518, "ndcg_at_3": 0.59744, "ndcg_at_5": 0.59948, "ndcg_at_10": 0.63063, "ndcg_at_20": 0.66591, "ndcg_at_100": 0.71484, "ndcg_at_1000": 0.73212, "map_at_1": 0.30089, "map_at_3": 0.42642, "map_at_5": 0.47121, "map_at_10": 0.51879, "map_at_20": 0.54449, "map_at_100": 0.56536, "map_at_1000": 0.56809, "recall_at_1": 0.30089, "recall_at_3": 0.47345, "recall_at_5": 0.55604, "recall_at_10": 0.67783, "recall_at_20": 0.77968, "recall_at_100": 0.92753, "recall_at_1000": 0.99787, "accuracy": 0.30089, "precision_at_1": 0.63754, "precision_at_3": 0.42611, "precision_at_5": 0.32686, "precision_at_10": 0.22298, "precision_at_20": 0.14417, "precision_at_100": 0.04013, "precision_at_1000": 0.0047, "mrr_at_1": 0.63754, "mrr_at_3": 0.724919, "mrr_at_5": 0.735761, "mrr_at_10": 0.744064, "mrr_at_20": 0.747169, "mrr_at_100": 0.747598, "mrr_at_1000": 0.74764, "nauc_ndcg_at_1_max": 0.051968, "nauc_ndcg_at_1_std": -0.060056, "nauc_ndcg_at_1_diff1": 0.564144, "nauc_ndcg_at_3_max": 0.043926, "nauc_ndcg_at_3_std": -0.052664, "nauc_ndcg_at_3_diff1": 0.474572, "nauc_ndcg_at_5_max": 0.056261, "nauc_ndcg_at_5_std": -0.046527, "nauc_ndcg_at_5_diff1": 0.465017, "nauc_ndcg_at_10_max": 0.062145, "nauc_ndcg_at_10_std": -0.043802, "nauc_ndcg_at_10_diff1": 0.463465, "nauc_ndcg_at_20_max": 0.079388, "nauc_ndcg_at_20_std": -0.018382, "nauc_ndcg_at_20_diff1": 0.446115, "nauc_ndcg_at_100_max": 0.085897, "nauc_ndcg_at_100_std": -0.000862, "nauc_ndcg_at_100_diff1": 0.447111, "nauc_ndcg_at_1000_max": 0.0756, "nauc_ndcg_at_1000_std": -0.011138, "nauc_ndcg_at_1000_diff1": 0.47223, "nauc_map_at_1_max": 0.124308, "nauc_map_at_1_std": 0.002102, "nauc_map_at_1_diff1": 0.552973, "nauc_map_at_3_max": 0.087427, "nauc_map_at_3_std": -0.030521, "nauc_map_at_3_diff1": 0.492429, "nauc_map_at_5_max": 0.083687, "nauc_map_at_5_std": -0.035764, "nauc_map_at_5_diff1": 0.461869, "nauc_map_at_10_max": 0.073162, "nauc_map_at_10_std": -0.036018, "nauc_map_at_10_diff1": 0.440531, "nauc_map_at_20_max": 0.077257, "nauc_map_at_20_std": -0.02542, "nauc_map_at_20_diff1": 0.433384, "nauc_map_at_100_max": 0.083018, "nauc_map_at_100_std": -0.012425, "nauc_map_at_100_diff1": 0.43269, "nauc_map_at_1000_max": 0.081635, "nauc_map_at_1000_std": -0.013807, "nauc_map_at_1000_diff1": 0.435676, "nauc_recall_at_1_max": 0.124308, "nauc_recall_at_1_std": 0.002102, "nauc_recall_at_1_diff1": 0.552973, "nauc_recall_at_3_max": 0.079343, "nauc_recall_at_3_std": -0.023818, "nauc_recall_at_3_diff1": 0.427834, "nauc_recall_at_5_max": 0.076813, "nauc_recall_at_5_std": -0.041495, "nauc_recall_at_5_diff1": 0.348045, "nauc_recall_at_10_max": 0.05883, "nauc_recall_at_10_std": -0.049878, "nauc_recall_at_10_diff1": 0.290306, "nauc_recall_at_20_max": 0.096039, "nauc_recall_at_20_std": 0.006775, "nauc_recall_at_20_diff1": 0.224765, "nauc_recall_at_100_max": 0.170129, "nauc_recall_at_100_std": 0.140016, "nauc_recall_at_100_diff1": 0.063997, "nauc_recall_at_1000_max": 0.861026, "nauc_recall_at_1000_std": 0.893026, "nauc_recall_at_1000_diff1": 0.364626, "nauc_precision_at_1_max": 0.012051, "nauc_precision_at_1_std": -0.075797, "nauc_precision_at_1_diff1": 0.540527, "nauc_precision_at_3_max": -0.069285, "nauc_precision_at_3_std": -0.019521, "nauc_precision_at_3_diff1": 0.030945, "nauc_precision_at_5_max": -0.072108, "nauc_precision_at_5_std": -0.008872, "nauc_precision_at_5_diff1": -0.094543, "nauc_precision_at_10_max": -0.078924, "nauc_precision_at_10_std": 0.014808, "nauc_precision_at_10_diff1": -0.181843, "nauc_precision_at_20_max": -0.045634, "nauc_precision_at_20_std": 0.069955, "nauc_precision_at_20_diff1": -0.24423, "nauc_precision_at_100_max": -0.050692, "nauc_precision_at_100_std": 0.073934, "nauc_precision_at_100_diff1": -0.274473, "nauc_precision_at_1000_max": -0.089713, "nauc_precision_at_1000_std": 0.024413, "nauc_precision_at_1000_diff1": -0.227734, "nauc_mrr_at_1_max": 0.012051, "nauc_mrr_at_1_std": -0.075797, "nauc_mrr_at_1_diff1": 0.540527, "nauc_mrr_at_3_max": 0.001688, "nauc_mrr_at_3_std": -0.058691, "nauc_mrr_at_3_diff1": 0.49941, "nauc_mrr_at_5_max": -0.005322, "nauc_mrr_at_5_std": -0.064441, "nauc_mrr_at_5_diff1": 0.482465, "nauc_mrr_at_10_max": 0.001, "nauc_mrr_at_10_std": -0.062014, "nauc_mrr_at_10_diff1": 0.488507, "nauc_mrr_at_20_max": -0.001429, "nauc_mrr_at_20_std": -0.064131, "nauc_mrr_at_20_diff1": 0.491379, "nauc_mrr_at_100_max": -0.000486, "nauc_mrr_at_100_std": -0.06419, "nauc_mrr_at_100_diff1": 0.491657, "nauc_mrr_at_1000_max": -0.000434, "nauc_mrr_at_1000_std": -0.064204, "nauc_mrr_at_1000_diff1": 0.491897, "hit_rate_at_1": 0.63754, "hit_rate_at_3": 0.82848, "hit_rate_at_5": 0.87379, "hit_rate_at_10": 0.93528, "hit_rate_at_20": 0.97735, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.63063, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.64239, "ndcg_at_3": 0.65332, "ndcg_at_5": 0.66347, "ndcg_at_10": 0.69086, "ndcg_at_20": 0.71861, "ndcg_at_100": 0.7605, "ndcg_at_1000": 0.77392, "map_at_1": 0.31338, "map_at_3": 0.46105, "map_at_5": 0.5222, "map_at_10": 0.57176, "map_at_20": 0.59686, "map_at_100": 0.61708, "map_at_1000": 0.61942, "recall_at_1": 0.31338, "recall_at_3": 0.52198, "recall_at_5": 0.62837, "recall_at_10": 0.74052, "recall_at_20": 0.82328, "recall_at_100": 0.94705, "recall_at_1000": 0.99838, "accuracy": 0.31338, "precision_at_1": 0.67314, "precision_at_3": 0.47357, "precision_at_5": 0.37864, "precision_at_10": 0.25405, "precision_at_20": 0.15583, "precision_at_100": 0.04155, "precision_at_1000": 0.00471, "mrr_at_1": 0.673139, "mrr_at_3": 0.770227, "mrr_at_5": 0.781553, "mrr_at_10": 0.788725, "mrr_at_20": 0.789475, "mrr_at_100": 0.789683, "mrr_at_1000": 0.789683, "nauc_ndcg_at_1_max": 0.125429, "nauc_ndcg_at_1_std": -0.03828, "nauc_ndcg_at_1_diff1": 0.596103, "nauc_ndcg_at_3_max": 0.122098, "nauc_ndcg_at_3_std": -0.049683, "nauc_ndcg_at_3_diff1": 0.486703, "nauc_ndcg_at_5_max": 0.166746, "nauc_ndcg_at_5_std": -0.022815, "nauc_ndcg_at_5_diff1": 0.50038, "nauc_ndcg_at_10_max": 0.182651, "nauc_ndcg_at_10_std": -0.015724, "nauc_ndcg_at_10_diff1": 0.506727, "nauc_ndcg_at_20_max": 0.174195, "nauc_ndcg_at_20_std": -0.015072, "nauc_ndcg_at_20_diff1": 0.489201, "nauc_ndcg_at_100_max": 0.170181, "nauc_ndcg_at_100_std": 0.004229, "nauc_ndcg_at_100_diff1": 0.495136, "nauc_ndcg_at_1000_max": 0.161381, "nauc_ndcg_at_1000_std": -0.006281, "nauc_ndcg_at_1000_diff1": 0.501668, "nauc_map_at_1_max": 0.209086, "nauc_map_at_1_std": 0.008398, "nauc_map_at_1_diff1": 0.629825, "nauc_map_at_3_max": 0.156944, "nauc_map_at_3_std": -0.039928, "nauc_map_at_3_diff1": 0.524035, "nauc_map_at_5_max": 0.170237, "nauc_map_at_5_std": -0.024027, "nauc_map_at_5_diff1": 0.493667, "nauc_map_at_10_max": 0.169828, "nauc_map_at_10_std": -0.018428, "nauc_map_at_10_diff1": 0.465127, "nauc_map_at_20_max": 0.163224, "nauc_map_at_20_std": -0.017855, "nauc_map_at_20_diff1": 0.456733, "nauc_map_at_100_max": 0.166331, "nauc_map_at_100_std": -0.00427, "nauc_map_at_100_diff1": 0.455467, "nauc_map_at_1000_max": 0.165404, "nauc_map_at_1000_std": -0.005441, "nauc_map_at_1000_diff1": 0.45647, "nauc_recall_at_1_max": 0.209086, "nauc_recall_at_1_std": 0.008398, "nauc_recall_at_1_diff1": 0.629825, "nauc_recall_at_3_max": 0.149443, "nauc_recall_at_3_std": -0.04018, "nauc_recall_at_3_diff1": 0.430211, "nauc_recall_at_5_max": 0.190846, "nauc_recall_at_5_std": -0.014497, "nauc_recall_at_5_diff1": 0.382102, "nauc_recall_at_10_max": 0.215392, "nauc_recall_at_10_std": -0.007106, "nauc_recall_at_10_diff1": 0.344253, "nauc_recall_at_20_max": 0.189231, "nauc_recall_at_20_std": -0.019335, "nauc_recall_at_20_diff1": 0.284817, "nauc_recall_at_100_max": 0.242846, "nauc_recall_at_100_std": 0.164779, "nauc_recall_at_100_diff1": 0.3175, "nauc_recall_at_1000_max": 0.645935, "nauc_recall_at_1000_std": 0.934617, "nauc_recall_at_1000_diff1": 0.386542, "nauc_precision_at_1_max": 0.101409, "nauc_precision_at_1_std": -0.04181, "nauc_precision_at_1_diff1": 0.60871, "nauc_precision_at_3_max": -0.083438, "nauc_precision_at_3_std": -0.07464, "nauc_precision_at_3_diff1": -0.126656, "nauc_precision_at_5_max": -0.061688, "nauc_precision_at_5_std": -0.01126, "nauc_precision_at_5_diff1": -0.234269, "nauc_precision_at_10_max": -0.073079, "nauc_precision_at_10_std": 0.025939, "nauc_precision_at_10_diff1": -0.327349, "nauc_precision_at_20_max": -0.10807, "nauc_precision_at_20_std": 0.02953, "nauc_precision_at_20_diff1": -0.370315, "nauc_precision_at_100_max": -0.132686, "nauc_precision_at_100_std": 0.029452, "nauc_precision_at_100_diff1": -0.358235, "nauc_precision_at_1000_max": -0.148208, "nauc_precision_at_1000_std": 0.004422, "nauc_precision_at_1000_diff1": -0.333345, "nauc_mrr_at_1_max": 0.101409, "nauc_mrr_at_1_std": -0.04181, "nauc_mrr_at_1_diff1": 0.60871, "nauc_mrr_at_3_max": 0.108431, "nauc_mrr_at_3_std": -0.026572, "nauc_mrr_at_3_diff1": 0.571294, "nauc_mrr_at_5_max": 0.107968, "nauc_mrr_at_5_std": -0.030991, "nauc_mrr_at_5_diff1": 0.574431, "nauc_mrr_at_10_max": 0.108962, "nauc_mrr_at_10_std": -0.029071, "nauc_mrr_at_10_diff1": 0.580775, "nauc_mrr_at_20_max": 0.10608, "nauc_mrr_at_20_std": -0.032335, "nauc_mrr_at_20_diff1": 0.580955, "nauc_mrr_at_100_max": 0.105377, "nauc_mrr_at_100_std": -0.032919, "nauc_mrr_at_100_diff1": 0.581156, "nauc_mrr_at_1000_max": 0.105377, "nauc_mrr_at_1000_std": -0.032919, "nauc_mrr_at_1000_diff1": 0.581156, "hit_rate_at_1": 0.67314, "hit_rate_at_3": 0.88673, "hit_rate_at_5": 0.93528, "hit_rate_at_10": 0.98382, "hit_rate_at_20": 0.99353, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69086, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.58576, "ndcg_at_3": 0.58181, "ndcg_at_5": 0.59033, "ndcg_at_10": 0.61855, "ndcg_at_20": 0.648, "ndcg_at_100": 0.70061, "ndcg_at_1000": 0.7189, "map_at_1": 0.28686, "map_at_3": 0.41117, "map_at_5": 0.45973, "map_at_10": 0.50439, "map_at_20": 0.52598, "map_at_100": 0.54806, "map_at_1000": 0.55085, "recall_at_1": 0.28686, "recall_at_3": 0.45777, "recall_at_5": 0.55416, "recall_at_10": 0.67532, "recall_at_20": 0.7601, "recall_at_100": 0.92185, "recall_at_1000": 0.99873, "accuracy": 0.28686, "precision_at_1": 0.61812, "precision_at_3": 0.42179, "precision_at_5": 0.32945, "precision_at_10": 0.22201, "precision_at_20": 0.13981, "precision_at_100": 0.04026, "precision_at_1000": 0.00471, "mrr_at_1": 0.618123, "mrr_at_3": 0.694175, "mrr_at_5": 0.709709, "mrr_at_10": 0.720047, "mrr_at_20": 0.722744, "mrr_at_100": 0.723543, "mrr_at_1000": 0.723593, "nauc_ndcg_at_1_max": 0.07134, "nauc_ndcg_at_1_std": -0.014924, "nauc_ndcg_at_1_diff1": 0.492635, "nauc_ndcg_at_3_max": 0.06397, "nauc_ndcg_at_3_std": -0.017048, "nauc_ndcg_at_3_diff1": 0.447743, "nauc_ndcg_at_5_max": 0.093368, "nauc_ndcg_at_5_std": -0.006114, "nauc_ndcg_at_5_diff1": 0.477423, "nauc_ndcg_at_10_max": 0.115336, "nauc_ndcg_at_10_std": 0.014045, "nauc_ndcg_at_10_diff1": 0.470861, "nauc_ndcg_at_20_max": 0.09767, "nauc_ndcg_at_20_std": 0.008518, "nauc_ndcg_at_20_diff1": 0.465074, "nauc_ndcg_at_100_max": 0.125632, "nauc_ndcg_at_100_std": 0.050612, "nauc_ndcg_at_100_diff1": 0.468045, "nauc_ndcg_at_1000_max": 0.10715, "nauc_ndcg_at_1000_std": 0.024583, "nauc_ndcg_at_1000_diff1": 0.469035, "nauc_map_at_1_max": 0.126823, "nauc_map_at_1_std": 0.022071, "nauc_map_at_1_diff1": 0.560318, "nauc_map_at_3_max": 0.097465, "nauc_map_at_3_std": 0.00018, "nauc_map_at_3_diff1": 0.490805, "nauc_map_at_5_max": 0.097656, "nauc_map_at_5_std": -0.005167, "nauc_map_at_5_diff1": 0.482117, "nauc_map_at_10_max": 0.10363, "nauc_map_at_10_std": 0.001027, "nauc_map_at_10_diff1": 0.459405, "nauc_map_at_20_max": 0.099459, "nauc_map_at_20_std": 0.002302, "nauc_map_at_20_diff1": 0.45767, "nauc_map_at_100_max": 0.109776, "nauc_map_at_100_std": 0.018109, "nauc_map_at_100_diff1": 0.455731, "nauc_map_at_1000_max": 0.107591, "nauc_map_at_1000_std": 0.015117, "nauc_map_at_1000_diff1": 0.45573, "nauc_recall_at_1_max": 0.126823, "nauc_recall_at_1_std": 0.022071, "nauc_recall_at_1_diff1": 0.560318, "nauc_recall_at_3_max": 0.083475, "nauc_recall_at_3_std": -0.00856, "nauc_recall_at_3_diff1": 0.438756, "nauc_recall_at_5_max": 0.094314, "nauc_recall_at_5_std": -0.019324, "nauc_recall_at_5_diff1": 0.426012, "nauc_recall_at_10_max": 0.128921, "nauc_recall_at_10_std": 0.014747, "nauc_recall_at_10_diff1": 0.338977, "nauc_recall_at_20_max": 0.103133, "nauc_recall_at_20_std": 0.005387, "nauc_recall_at_20_diff1": 0.334865, "nauc_recall_at_100_max": 0.309664, "nauc_recall_at_100_std": 0.337387, "nauc_recall_at_100_diff1": 0.33695, "nauc_recall_at_1000_max": 0.955741, "nauc_recall_at_1000_std": 0.887297, "nauc_recall_at_1000_diff1": 0.318781, "nauc_precision_at_1_max": 0.047028, "nauc_precision_at_1_std": -0.023408, "nauc_precision_at_1_diff1": 0.484642, "nauc_precision_at_3_max": -0.027688, "nauc_precision_at_3_std": 0.002777, "nauc_precision_at_3_diff1": 0.032475, "nauc_precision_at_5_max": -0.003805, "nauc_precision_at_5_std": 0.021032, "nauc_precision_at_5_diff1": -0.035908, "nauc_precision_at_10_max": 0.002816, "nauc_precision_at_10_std": 0.045223, "nauc_precision_at_10_diff1": -0.157563, "nauc_precision_at_20_max": -0.03961, "nauc_precision_at_20_std": 0.03586, "nauc_precision_at_20_diff1": -0.216083, "nauc_precision_at_100_max": -0.003362, "nauc_precision_at_100_std": 0.093596, "nauc_precision_at_100_diff1": -0.256654, "nauc_precision_at_1000_max": -0.06192, "nauc_precision_at_1000_std": 0.011809, "nauc_precision_at_1000_diff1": -0.265663, "nauc_mrr_at_1_max": 0.047028, "nauc_mrr_at_1_std": -0.023408, "nauc_mrr_at_1_diff1": 0.484642, "nauc_mrr_at_3_max": 0.02597, "nauc_mrr_at_3_std": -0.027083, "nauc_mrr_at_3_diff1": 0.446421, "nauc_mrr_at_5_max": 0.032749, "nauc_mrr_at_5_std": -0.02355, "nauc_mrr_at_5_diff1": 0.455738, "nauc_mrr_at_10_max": 0.042592, "nauc_mrr_at_10_std": -0.014832, "nauc_mrr_at_10_diff1": 0.451526, "nauc_mrr_at_20_max": 0.040332, "nauc_mrr_at_20_std": -0.015918, "nauc_mrr_at_20_diff1": 0.451955, "nauc_mrr_at_100_max": 0.039205, "nauc_mrr_at_100_std": -0.01784, "nauc_mrr_at_100_diff1": 0.45293, "nauc_mrr_at_1000_max": 0.03914, "nauc_mrr_at_1000_std": -0.017963, "nauc_mrr_at_1000_diff1": 0.452869, "hit_rate_at_1": 0.61812, "hit_rate_at_3": 0.79288, "hit_rate_at_5": 0.86084, "hit_rate_at_10": 0.93528, "hit_rate_at_20": 0.96764, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.61855, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.60841, "ndcg_at_3": 0.59975, "ndcg_at_5": 0.60683, "ndcg_at_10": 0.63044, "ndcg_at_20": 0.66641, "ndcg_at_100": 0.71369, "ndcg_at_1000": 0.7317, "map_at_1": 0.29673, "map_at_3": 0.42143, "map_at_5": 0.47102, "map_at_10": 0.51389, "map_at_20": 0.53988, "map_at_100": 0.5597, "map_at_1000": 0.5626, "recall_at_1": 0.29673, "recall_at_3": 0.47689, "recall_at_5": 0.57066, "recall_at_10": 0.67543, "recall_at_20": 0.78221, "recall_at_100": 0.92556, "recall_at_1000": 0.99792, "accuracy": 0.29673, "precision_at_1": 0.64401, "precision_at_3": 0.42718, "precision_at_5": 0.33657, "precision_at_10": 0.22362, "precision_at_20": 0.14434, "precision_at_100": 0.03977, "precision_at_1000": 0.0047, "mrr_at_1": 0.644013, "mrr_at_3": 0.730313, "mrr_at_5": 0.741802, "mrr_at_10": 0.748749, "mrr_at_20": 0.751508, "mrr_at_100": 0.752454, "mrr_at_1000": 0.752472, "nauc_ndcg_at_1_max": 0.011299, "nauc_ndcg_at_1_std": 0.004932, "nauc_ndcg_at_1_diff1": 0.517435, "nauc_ndcg_at_3_max": 0.029609, "nauc_ndcg_at_3_std": -0.023355, "nauc_ndcg_at_3_diff1": 0.474812, "nauc_ndcg_at_5_max": 0.020291, "nauc_ndcg_at_5_std": -0.026964, "nauc_ndcg_at_5_diff1": 0.473456, "nauc_ndcg_at_10_max": 0.012848, "nauc_ndcg_at_10_std": -0.017641, "nauc_ndcg_at_10_diff1": 0.470701, "nauc_ndcg_at_20_max": 0.032321, "nauc_ndcg_at_20_std": 0.001663, "nauc_ndcg_at_20_diff1": 0.451719, "nauc_ndcg_at_100_max": 0.04563, "nauc_ndcg_at_100_std": 0.028471, "nauc_ndcg_at_100_diff1": 0.455299, "nauc_ndcg_at_1000_max": 0.033494, "nauc_ndcg_at_1000_std": 0.010965, "nauc_ndcg_at_1000_diff1": 0.471902, "nauc_map_at_1_max": 0.071945, "nauc_map_at_1_std": -0.018011, "nauc_map_at_1_diff1": 0.574622, "nauc_map_at_3_max": 0.067062, "nauc_map_at_3_std": -0.022511, "nauc_map_at_3_diff1": 0.509378, "nauc_map_at_5_max": 0.047066, "nauc_map_at_5_std": -0.032316, "nauc_map_at_5_diff1": 0.474577, "nauc_map_at_10_max": 0.025204, "nauc_map_at_10_std": -0.030707, "nauc_map_at_10_diff1": 0.44986, "nauc_map_at_20_max": 0.030828, "nauc_map_at_20_std": -0.019394, "nauc_map_at_20_diff1": 0.442003, "nauc_map_at_100_max": 0.035477, "nauc_map_at_100_std": -0.009084, "nauc_map_at_100_diff1": 0.441318, "nauc_map_at_1000_max": 0.034153, "nauc_map_at_1000_std": -0.010884, "nauc_map_at_1000_diff1": 0.443881, "nauc_recall_at_1_max": 0.071945, "nauc_recall_at_1_std": -0.018011, "nauc_recall_at_1_diff1": 0.574622, "nauc_recall_at_3_max": 0.079301, "nauc_recall_at_3_std": -0.021566, "nauc_recall_at_3_diff1": 0.440419, "nauc_recall_at_5_max": 0.046547, "nauc_recall_at_5_std": -0.030724, "nauc_recall_at_5_diff1": 0.369128, "nauc_recall_at_10_max": 0.018347, "nauc_recall_at_10_std": -0.017237, "nauc_recall_at_10_diff1": 0.308048, "nauc_recall_at_20_max": 0.063531, "nauc_recall_at_20_std": 0.019596, "nauc_recall_at_20_diff1": 0.253888, "nauc_recall_at_100_max": 0.162311, "nauc_recall_at_100_std": 0.228899, "nauc_recall_at_100_diff1": 0.163029, "nauc_recall_at_1000_max": 0.970941, "nauc_recall_at_1000_std": 0.945514, "nauc_recall_at_1000_diff1": 0.40106, "nauc_precision_at_1_max": -0.048343, "nauc_precision_at_1_std": -0.041129, "nauc_precision_at_1_diff1": 0.498936, "nauc_precision_at_3_max": -0.073535, "nauc_precision_at_3_std": -0.025182, "nauc_precision_at_3_diff1": -0.005306, "nauc_precision_at_5_max": -0.105924, "nauc_precision_at_5_std": -0.029368, "nauc_precision_at_5_diff1": -0.142231, "nauc_precision_at_10_max": -0.132767, "nauc_precision_at_10_std": -0.002097, "nauc_precision_at_10_diff1": -0.229457, "nauc_precision_at_20_max": -0.077589, "nauc_precision_at_20_std": 0.042973, "nauc_precision_at_20_diff1": -0.291321, "nauc_precision_at_100_max": -0.05437, "nauc_precision_at_100_std": 0.055625, "nauc_precision_at_100_diff1": -0.309412, "nauc_precision_at_1000_max": -0.08572, "nauc_precision_at_1000_std": -0.009579, "nauc_precision_at_1000_diff1": -0.272486, "nauc_mrr_at_1_max": -0.048343, "nauc_mrr_at_1_std": -0.041129, "nauc_mrr_at_1_diff1": 0.498936, "nauc_mrr_at_3_max": -0.05133, "nauc_mrr_at_3_std": -0.032727, "nauc_mrr_at_3_diff1": 0.471574, "nauc_mrr_at_5_max": -0.063605, "nauc_mrr_at_5_std": -0.030138, "nauc_mrr_at_5_diff1": 0.460143, "nauc_mrr_at_10_max": -0.056756, "nauc_mrr_at_10_std": -0.025093, "nauc_mrr_at_10_diff1": 0.462394, "nauc_mrr_at_20_max": -0.056773, "nauc_mrr_at_20_std": -0.026966, "nauc_mrr_at_20_diff1": 0.464366, "nauc_mrr_at_100_max": -0.056733, "nauc_mrr_at_100_std": -0.028605, "nauc_mrr_at_100_diff1": 0.465597, "nauc_mrr_at_1000_max": -0.056787, "nauc_mrr_at_1000_std": -0.028672, "nauc_mrr_at_1000_diff1": 0.465627, "hit_rate_at_1": 0.64401, "hit_rate_at_3": 0.83819, "hit_rate_at_5": 0.88673, "hit_rate_at_10": 0.93204, "hit_rate_at_20": 0.97087, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.63044, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.59385, "ndcg_at_3": 0.58604, "ndcg_at_5": 0.59622, "ndcg_at_10": 0.62421, "ndcg_at_20": 0.65758, "ndcg_at_100": 0.70802, "ndcg_at_1000": 0.72561, "map_at_1": 0.29823, "map_at_3": 0.41786, "map_at_5": 0.46533, "map_at_10": 0.5097, "map_at_20": 0.53443, "map_at_100": 0.55412, "map_at_1000": 0.55697, "recall_at_1": 0.29823, "recall_at_3": 0.46763, "recall_at_5": 0.5559, "recall_at_10": 0.67229, "recall_at_20": 0.77152, "recall_at_100": 0.92878, "recall_at_1000": 0.99721, "accuracy": 0.29823, "precision_at_1": 0.63107, "precision_at_3": 0.41316, "precision_at_5": 0.32751, "precision_at_10": 0.22136, "precision_at_20": 0.14159, "precision_at_100": 0.03981, "precision_at_1000": 0.0047, "mrr_at_1": 0.631068, "mrr_at_3": 0.716828, "mrr_at_5": 0.730097, "mrr_at_10": 0.736966, "mrr_at_20": 0.739689, "mrr_at_100": 0.740702, "mrr_at_1000": 0.740702, "nauc_ndcg_at_1_max": 0.048964, "nauc_ndcg_at_1_std": -0.099818, "nauc_ndcg_at_1_diff1": 0.589024, "nauc_ndcg_at_3_max": 0.059254, "nauc_ndcg_at_3_std": -0.063926, "nauc_ndcg_at_3_diff1": 0.514382, "nauc_ndcg_at_5_max": 0.083087, "nauc_ndcg_at_5_std": -0.049354, "nauc_ndcg_at_5_diff1": 0.515786, "nauc_ndcg_at_10_max": 0.081886, "nauc_ndcg_at_10_std": -0.037595, "nauc_ndcg_at_10_diff1": 0.508682, "nauc_ndcg_at_20_max": 0.09349, "nauc_ndcg_at_20_std": -0.015595, "nauc_ndcg_at_20_diff1": 0.4971, "nauc_ndcg_at_100_max": 0.104496, "nauc_ndcg_at_100_std": -0.00637, "nauc_ndcg_at_100_diff1": 0.508866, "nauc_ndcg_at_1000_max": 0.096584, "nauc_ndcg_at_1000_std": -0.013482, "nauc_ndcg_at_1000_diff1": 0.515546, "nauc_map_at_1_max": 0.121746, "nauc_map_at_1_std": -0.060735, "nauc_map_at_1_diff1": 0.596617, "nauc_map_at_3_max": 0.093214, "nauc_map_at_3_std": -0.06201, "nauc_map_at_3_diff1": 0.526916, "nauc_map_at_5_max": 0.100824, "nauc_map_at_5_std": -0.046854, "nauc_map_at_5_diff1": 0.50264, "nauc_map_at_10_max": 0.083438, "nauc_map_at_10_std": -0.042006, "nauc_map_at_10_diff1": 0.481829, "nauc_map_at_20_max": 0.087909, "nauc_map_at_20_std": -0.027825, "nauc_map_at_20_diff1": 0.477121, "nauc_map_at_100_max": 0.094561, "nauc_map_at_100_std": -0.017847, "nauc_map_at_100_diff1": 0.478853, "nauc_map_at_1000_max": 0.093907, "nauc_map_at_1000_std": -0.018367, "nauc_map_at_1000_diff1": 0.479383, "nauc_recall_at_1_max": 0.121746, "nauc_recall_at_1_std": -0.060735, "nauc_recall_at_1_diff1": 0.596617, "nauc_recall_at_3_max": 0.090166, "nauc_recall_at_3_std": -0.055055, "nauc_recall_at_3_diff1": 0.466081, "nauc_recall_at_5_max": 0.109561, "nauc_recall_at_5_std": -0.034509, "nauc_recall_at_5_diff1": 0.413236, "nauc_recall_at_10_max": 0.090923, "nauc_recall_at_10_std": -0.014928, "nauc_recall_at_10_diff1": 0.358657, "nauc_recall_at_20_max": 0.104316, "nauc_recall_at_20_std": 0.029529, "nauc_recall_at_20_diff1": 0.321513, "nauc_recall_at_100_max": 0.195462, "nauc_recall_at_100_std": 0.12873, "nauc_recall_at_100_diff1": 0.292367, "nauc_recall_at_1000_max": 0.828467, "nauc_recall_at_1000_std": 0.897774, "nauc_recall_at_1000_diff1": 0.067473, "nauc_precision_at_1_max": 0.002158, "nauc_precision_at_1_std": -0.124329, "nauc_precision_at_1_diff1": 0.564832, "nauc_precision_at_3_max": -0.066497, "nauc_precision_at_3_std": -0.005198, "nauc_precision_at_3_diff1": 0.046381, "nauc_precision_at_5_max": -0.035529, "nauc_precision_at_5_std": 0.056692, "nauc_precision_at_5_diff1": -0.091736, "nauc_precision_at_10_max": -0.067046, "nauc_precision_at_10_std": 0.07356, "nauc_precision_at_10_diff1": -0.187863, "nauc_precision_at_20_max": -0.041526, "nauc_precision_at_20_std": 0.115404, "nauc_precision_at_20_diff1": -0.242233, "nauc_precision_at_100_max": -0.04224, "nauc_precision_at_100_std": 0.09622, "nauc_precision_at_100_diff1": -0.280504, "nauc_precision_at_1000_max": -0.080488, "nauc_precision_at_1000_std": 0.042384, "nauc_precision_at_1000_diff1": -0.283178, "nauc_mrr_at_1_max": 0.002158, "nauc_mrr_at_1_std": -0.124329, "nauc_mrr_at_1_diff1": 0.564832, "nauc_mrr_at_3_max": -0.018101, "nauc_mrr_at_3_std": -0.112851, "nauc_mrr_at_3_diff1": 0.530745, "nauc_mrr_at_5_max": -0.015403, "nauc_mrr_at_5_std": -0.105272, "nauc_mrr_at_5_diff1": 0.529174, "nauc_mrr_at_10_max": -0.008407, "nauc_mrr_at_10_std": -0.099956, "nauc_mrr_at_10_diff1": 0.532353, "nauc_mrr_at_20_max": -0.009386, "nauc_mrr_at_20_std": -0.101461, "nauc_mrr_at_20_diff1": 0.533001, "nauc_mrr_at_100_max": -0.01059, "nauc_mrr_at_100_std": -0.103358, "nauc_mrr_at_100_diff1": 0.533939, "nauc_mrr_at_1000_max": -0.01059, "nauc_mrr_at_1000_std": -0.103358, "nauc_mrr_at_1000_diff1": 0.533939, "hit_rate_at_1": 0.63107, "hit_rate_at_3": 0.82201, "hit_rate_at_5": 0.87702, "hit_rate_at_10": 0.9288, "hit_rate_at_20": 0.96764, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.62421, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 4306.248892068863, "kg_co2_emissions": null, "date": null }