{ "dataset_revision": "bc7d43d64815ed30f664168c8052106484aba7fd", "task_name": "Vidore3HrRetrieval", "mteb_version": "1.39.1", "scores": { "test": [ { "ndcg_at_1": 0.64623, "ndcg_at_3": 0.61348, "ndcg_at_5": 0.62557, "ndcg_at_10": 0.64929, "ndcg_at_20": 0.68001, "ndcg_at_100": 0.73106, "ndcg_at_1000": 0.74721, "map_at_1": 0.27905, "map_at_3": 0.39965, "map_at_5": 0.45139, "map_at_10": 0.50377, "map_at_20": 0.53892, "map_at_100": 0.56405, "map_at_1000": 0.56709, "recall_at_1": 0.27905, "recall_at_3": 0.45511, "recall_at_5": 0.55545, "recall_at_10": 0.67832, "recall_at_20": 0.79161, "recall_at_100": 0.93968, "recall_at_1000": 1.0, "cv_recall_at_1": 0.67296, "cv_recall_at_3": 0.86164, "cv_recall_at_5": 0.92138, "cv_recall_at_10": 0.96541, "cv_recall_at_20": 0.98113, "cv_recall_at_100": 0.99371, "cv_recall_at_1000": 1.0, "precision_at_1": 0.67296, "precision_at_3": 0.4434, "precision_at_5": 0.36164, "precision_at_10": 0.25629, "precision_at_20": 0.1706, "precision_at_100": 0.04814, "precision_at_1000": 0.00544, "mrr_at_1": 0.672956, "mrr_at_3": 0.757862, "mrr_at_5": 0.771226, "mrr_at_10": 0.777541, "mrr_at_20": 0.778721, "mrr_at_100": 0.779081, "mrr_at_1000": 0.779134, "nauc_ndcg_at_1_max": -0.01718, "nauc_ndcg_at_1_std": -0.080407, "nauc_ndcg_at_1_diff1": 0.460341, "nauc_ndcg_at_3_max": 0.027008, "nauc_ndcg_at_3_std": -0.04264, "nauc_ndcg_at_3_diff1": 0.342902, "nauc_ndcg_at_5_max": 0.008452, "nauc_ndcg_at_5_std": -0.058739, "nauc_ndcg_at_5_diff1": 0.347063, "nauc_ndcg_at_10_max": 0.038711, "nauc_ndcg_at_10_std": -0.016671, "nauc_ndcg_at_10_diff1": 0.366075, "nauc_ndcg_at_20_max": 0.048356, "nauc_ndcg_at_20_std": -0.018269, "nauc_ndcg_at_20_diff1": 0.383409, "nauc_ndcg_at_100_max": 0.057842, "nauc_ndcg_at_100_std": -0.026408, "nauc_ndcg_at_100_diff1": 0.39324, "nauc_ndcg_at_1000_max": 0.039389, "nauc_ndcg_at_1000_std": -0.047887, "nauc_ndcg_at_1000_diff1": 0.389482, "nauc_map_at_1_max": -0.056144, "nauc_map_at_1_std": -0.048231, "nauc_map_at_1_diff1": 0.375994, "nauc_map_at_3_max": -0.014352, "nauc_map_at_3_std": -0.027558, "nauc_map_at_3_diff1": 0.322344, "nauc_map_at_5_max": -0.015962, "nauc_map_at_5_std": -0.038111, "nauc_map_at_5_diff1": 0.325659, "nauc_map_at_10_max": 0.00441, "nauc_map_at_10_std": -0.02238, "nauc_map_at_10_diff1": 0.325803, "nauc_map_at_20_max": 0.012602, "nauc_map_at_20_std": -0.034679, "nauc_map_at_20_diff1": 0.331452, "nauc_map_at_100_max": 0.018227, "nauc_map_at_100_std": -0.042138, "nauc_map_at_100_diff1": 0.32893, "nauc_map_at_1000_max": 0.016682, "nauc_map_at_1000_std": -0.044361, "nauc_map_at_1000_diff1": 0.328532, "nauc_recall_at_1_max": -0.056144, "nauc_recall_at_1_std": -0.048231, "nauc_recall_at_1_diff1": 0.375994, "nauc_recall_at_3_max": 0.006316, "nauc_recall_at_3_std": -0.00988, "nauc_recall_at_3_diff1": 0.252688, "nauc_recall_at_5_max": 0.003721, "nauc_recall_at_5_std": -0.006685, "nauc_recall_at_5_diff1": 0.232109, "nauc_recall_at_10_max": 0.032449, "nauc_recall_at_10_std": 0.042592, "nauc_recall_at_10_diff1": 0.221569, "nauc_recall_at_20_max": 0.063018, "nauc_recall_at_20_std": 0.046409, "nauc_recall_at_20_diff1": 0.249974, "nauc_recall_at_100_max": 0.244558, "nauc_recall_at_100_std": 0.206204, "nauc_recall_at_100_diff1": 0.30762, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.01995, "nauc_precision_at_1_std": -0.078696, "nauc_precision_at_1_diff1": 0.489701, "nauc_precision_at_3_max": 0.091559, "nauc_precision_at_3_std": -0.000573, "nauc_precision_at_3_diff1": 0.068919, "nauc_precision_at_5_max": 0.060562, "nauc_precision_at_5_std": -0.035602, "nauc_precision_at_5_diff1": 0.012869, "nauc_precision_at_10_max": 0.094151, "nauc_precision_at_10_std": -0.007343, "nauc_precision_at_10_diff1": -0.045364, "nauc_precision_at_20_max": 0.07539, "nauc_precision_at_20_std": -0.043829, "nauc_precision_at_20_diff1": -0.087096, "nauc_precision_at_100_max": 0.047145, "nauc_precision_at_100_std": -0.055519, "nauc_precision_at_100_diff1": -0.13676, "nauc_precision_at_1000_max": 0.010489, "nauc_precision_at_1000_std": -0.078611, "nauc_precision_at_1000_diff1": -0.154471, "nauc_cv_recall_at_1_max": -0.01995, "nauc_cv_recall_at_1_std": -0.078696, "nauc_cv_recall_at_1_diff1": 0.489701, "nauc_cv_recall_at_3_max": 0.21387, "nauc_cv_recall_at_3_std": 0.048274, "nauc_cv_recall_at_3_diff1": 0.4474, "nauc_cv_recall_at_5_max": 0.271389, "nauc_cv_recall_at_5_std": 0.078357, "nauc_cv_recall_at_5_diff1": 0.482756, "nauc_cv_recall_at_10_max": 0.584654, "nauc_cv_recall_at_10_std": 0.36056, "nauc_cv_recall_at_10_diff1": 0.483688, "nauc_cv_recall_at_20_max": 0.689563, "nauc_cv_recall_at_20_std": 0.350288, "nauc_cv_recall_at_20_diff1": 0.558724, "nauc_cv_recall_at_100_max": 0.795544, "nauc_cv_recall_at_100_std": 0.348788, "nauc_cv_recall_at_100_diff1": 0.86095, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.01995, "nauc_mrr_at_1_std": -0.078696, "nauc_mrr_at_1_diff1": 0.489701, "nauc_mrr_at_3_max": 0.055661, "nauc_mrr_at_3_std": -0.033163, "nauc_mrr_at_3_diff1": 0.47965, "nauc_mrr_at_5_max": 0.050032, "nauc_mrr_at_5_std": -0.035923, "nauc_mrr_at_5_diff1": 0.483846, "nauc_mrr_at_10_max": 0.049388, "nauc_mrr_at_10_std": -0.032993, "nauc_mrr_at_10_diff1": 0.484258, "nauc_mrr_at_20_max": 0.046473, "nauc_mrr_at_20_std": -0.035887, "nauc_mrr_at_20_diff1": 0.484725, "nauc_mrr_at_100_max": 0.045292, "nauc_mrr_at_100_std": -0.036795, "nauc_mrr_at_100_diff1": 0.484771, "nauc_mrr_at_1000_max": 0.045085, "nauc_mrr_at_1000_std": -0.036901, "nauc_mrr_at_1000_diff1": 0.484667, "main_score": 0.64929, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.52673, "ndcg_at_3": 0.52586, "ndcg_at_5": 0.53915, "ndcg_at_10": 0.56688, "ndcg_at_20": 0.5942, "ndcg_at_100": 0.65319, "ndcg_at_1000": 0.67941, "map_at_1": 0.22448, "map_at_3": 0.33352, "map_at_5": 0.38193, "map_at_10": 0.42782, "map_at_20": 0.45481, "map_at_100": 0.48057, "map_at_1000": 0.48486, "recall_at_1": 0.22448, "recall_at_3": 0.38967, "recall_at_5": 0.49442, "recall_at_10": 0.61827, "recall_at_20": 0.71799, "recall_at_100": 0.8941, "recall_at_1000": 1.0, "cv_recall_at_1": 0.5566, "cv_recall_at_3": 0.76101, "cv_recall_at_5": 0.83333, "cv_recall_at_10": 0.91824, "cv_recall_at_20": 0.94969, "cv_recall_at_100": 0.98742, "cv_recall_at_1000": 1.0, "precision_at_1": 0.5566, "precision_at_3": 0.38994, "precision_at_5": 0.31887, "precision_at_10": 0.22736, "precision_at_20": 0.14921, "precision_at_100": 0.04459, "precision_at_1000": 0.00544, "mrr_at_1": 0.556604, "mrr_at_3": 0.651468, "mrr_at_5": 0.667505, "mrr_at_10": 0.67969, "mrr_at_20": 0.681992, "mrr_at_100": 0.683296, "mrr_at_1000": 0.683381, "nauc_ndcg_at_1_max": 0.069714, "nauc_ndcg_at_1_std": -0.032831, "nauc_ndcg_at_1_diff1": 0.50601, "nauc_ndcg_at_3_max": 0.015042, "nauc_ndcg_at_3_std": -0.050087, "nauc_ndcg_at_3_diff1": 0.443537, "nauc_ndcg_at_5_max": -0.008392, "nauc_ndcg_at_5_std": -0.079896, "nauc_ndcg_at_5_diff1": 0.438468, "nauc_ndcg_at_10_max": 0.039059, "nauc_ndcg_at_10_std": -0.023326, "nauc_ndcg_at_10_diff1": 0.455067, "nauc_ndcg_at_20_max": 0.039296, "nauc_ndcg_at_20_std": -0.022599, "nauc_ndcg_at_20_diff1": 0.459201, "nauc_ndcg_at_100_max": 0.073878, "nauc_ndcg_at_100_std": -0.013604, "nauc_ndcg_at_100_diff1": 0.477864, "nauc_ndcg_at_1000_max": 0.064038, "nauc_ndcg_at_1000_std": -0.041804, "nauc_ndcg_at_1000_diff1": 0.478581, "nauc_map_at_1_max": -0.036634, "nauc_map_at_1_std": -0.028273, "nauc_map_at_1_diff1": 0.45517, "nauc_map_at_3_max": -0.035532, "nauc_map_at_3_std": -0.033014, "nauc_map_at_3_diff1": 0.40023, "nauc_map_at_5_max": -0.033496, "nauc_map_at_5_std": -0.044235, "nauc_map_at_5_diff1": 0.387718, "nauc_map_at_10_max": 0.003139, "nauc_map_at_10_std": -0.023613, "nauc_map_at_10_diff1": 0.400974, "nauc_map_at_20_max": 0.007769, "nauc_map_at_20_std": -0.02943, "nauc_map_at_20_diff1": 0.405173, "nauc_map_at_100_max": 0.023221, "nauc_map_at_100_std": -0.024646, "nauc_map_at_100_diff1": 0.414169, "nauc_map_at_1000_max": 0.023867, "nauc_map_at_1000_std": -0.027117, "nauc_map_at_1000_diff1": 0.414132, "nauc_recall_at_1_max": -0.036634, "nauc_recall_at_1_std": -0.028273, "nauc_recall_at_1_diff1": 0.45517, "nauc_recall_at_3_max": -0.053729, "nauc_recall_at_3_std": -0.024204, "nauc_recall_at_3_diff1": 0.31333, "nauc_recall_at_5_max": -0.090429, "nauc_recall_at_5_std": -0.065387, "nauc_recall_at_5_diff1": 0.258796, "nauc_recall_at_10_max": 0.002199, "nauc_recall_at_10_std": 0.02212, "nauc_recall_at_10_diff1": 0.276069, "nauc_recall_at_20_max": 0.018921, "nauc_recall_at_20_std": 0.042614, "nauc_recall_at_20_diff1": 0.251129, "nauc_recall_at_100_max": 0.189552, "nauc_recall_at_100_std": 0.222345, "nauc_recall_at_100_diff1": 0.318775, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.073029, "nauc_precision_at_1_std": -0.029531, "nauc_precision_at_1_diff1": 0.51245, "nauc_precision_at_3_max": 0.059135, "nauc_precision_at_3_std": -0.039798, "nauc_precision_at_3_diff1": 0.191304, "nauc_precision_at_5_max": 0.081409, "nauc_precision_at_5_std": -0.051446, "nauc_precision_at_5_diff1": 0.121223, "nauc_precision_at_10_max": 0.144506, "nauc_precision_at_10_std": 0.014611, "nauc_precision_at_10_diff1": 0.078551, "nauc_precision_at_20_max": 0.115319, "nauc_precision_at_20_std": -0.005511, "nauc_precision_at_20_diff1": 0.020152, "nauc_precision_at_100_max": 0.128154, "nauc_precision_at_100_std": -0.002175, "nauc_precision_at_100_diff1": -0.057749, "nauc_precision_at_1000_max": 0.086447, "nauc_precision_at_1000_std": -0.049319, "nauc_precision_at_1000_diff1": -0.120048, "nauc_cv_recall_at_1_max": 0.073029, "nauc_cv_recall_at_1_std": -0.029531, "nauc_cv_recall_at_1_diff1": 0.51245, "nauc_cv_recall_at_3_max": 0.040296, "nauc_cv_recall_at_3_std": -0.097505, "nauc_cv_recall_at_3_diff1": 0.555271, "nauc_cv_recall_at_5_max": -0.032314, "nauc_cv_recall_at_5_std": -0.154031, "nauc_cv_recall_at_5_diff1": 0.53076, "nauc_cv_recall_at_10_max": 0.178556, "nauc_cv_recall_at_10_std": -0.00347, "nauc_cv_recall_at_10_diff1": 0.568688, "nauc_cv_recall_at_20_max": 0.432188, "nauc_cv_recall_at_20_std": 0.152723, "nauc_cv_recall_at_20_diff1": 0.649814, "nauc_cv_recall_at_100_max": 0.604869, "nauc_cv_recall_at_100_std": 0.038446, "nauc_cv_recall_at_100_diff1": 0.24881, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.073029, "nauc_mrr_at_1_std": -0.029531, "nauc_mrr_at_1_diff1": 0.51245, "nauc_mrr_at_3_max": 0.060606, "nauc_mrr_at_3_std": -0.055536, "nauc_mrr_at_3_diff1": 0.532589, "nauc_mrr_at_5_max": 0.053693, "nauc_mrr_at_5_std": -0.059231, "nauc_mrr_at_5_diff1": 0.528177, "nauc_mrr_at_10_max": 0.067277, "nauc_mrr_at_10_std": -0.048296, "nauc_mrr_at_10_diff1": 0.530773, "nauc_mrr_at_20_max": 0.070248, "nauc_mrr_at_20_std": -0.046506, "nauc_mrr_at_20_diff1": 0.531899, "nauc_mrr_at_100_max": 0.069192, "nauc_mrr_at_100_std": -0.047054, "nauc_mrr_at_100_diff1": 0.530679, "nauc_mrr_at_1000_max": 0.068987, "nauc_mrr_at_1000_std": -0.047088, "nauc_mrr_at_1000_diff1": 0.530721, "main_score": 0.56688, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.55346, "ndcg_at_3": 0.5507, "ndcg_at_5": 0.56633, "ndcg_at_10": 0.58599, "ndcg_at_20": 0.62137, "ndcg_at_100": 0.67649, "ndcg_at_1000": 0.69971, "map_at_1": 0.24936, "map_at_3": 0.36373, "map_at_5": 0.40971, "map_at_10": 0.45141, "map_at_20": 0.48378, "map_at_100": 0.50887, "map_at_1000": 0.51272, "recall_at_1": 0.24936, "recall_at_3": 0.41984, "recall_at_5": 0.51459, "recall_at_10": 0.61755, "recall_at_20": 0.74449, "recall_at_100": 0.91022, "recall_at_1000": 1.0, "cv_recall_at_1": 0.58491, "cv_recall_at_3": 0.79245, "cv_recall_at_5": 0.86478, "cv_recall_at_10": 0.92138, "cv_recall_at_20": 0.95912, "cv_recall_at_100": 0.99057, "cv_recall_at_1000": 1.0, "precision_at_1": 0.58491, "precision_at_3": 0.40147, "precision_at_5": 0.33208, "precision_at_10": 0.23019, "precision_at_20": 0.15597, "precision_at_100": 0.04563, "precision_at_1000": 0.00544, "mrr_at_1": 0.584906, "mrr_at_3": 0.676625, "mrr_at_5": 0.693291, "mrr_at_10": 0.700811, "mrr_at_20": 0.70375, "mrr_at_100": 0.704711, "mrr_at_1000": 0.704781, "nauc_ndcg_at_1_max": 0.049895, "nauc_ndcg_at_1_std": -0.062763, "nauc_ndcg_at_1_diff1": 0.494418, "nauc_ndcg_at_3_max": 0.010973, "nauc_ndcg_at_3_std": -0.05349, "nauc_ndcg_at_3_diff1": 0.36757, "nauc_ndcg_at_5_max": -0.014822, "nauc_ndcg_at_5_std": -0.089057, "nauc_ndcg_at_5_diff1": 0.382205, "nauc_ndcg_at_10_max": 0.021727, "nauc_ndcg_at_10_std": -0.040013, "nauc_ndcg_at_10_diff1": 0.392831, "nauc_ndcg_at_20_max": 0.024242, "nauc_ndcg_at_20_std": -0.033257, "nauc_ndcg_at_20_diff1": 0.383784, "nauc_ndcg_at_100_max": 0.043663, "nauc_ndcg_at_100_std": -0.028679, "nauc_ndcg_at_100_diff1": 0.410127, "nauc_ndcg_at_1000_max": 0.040395, "nauc_ndcg_at_1000_std": -0.047305, "nauc_ndcg_at_1000_diff1": 0.417845, "nauc_map_at_1_max": -0.079581, "nauc_map_at_1_std": -0.069025, "nauc_map_at_1_diff1": 0.415979, "nauc_map_at_3_max": -0.074418, "nauc_map_at_3_std": -0.083973, "nauc_map_at_3_diff1": 0.338907, "nauc_map_at_5_max": -0.063712, "nauc_map_at_5_std": -0.086981, "nauc_map_at_5_diff1": 0.343092, "nauc_map_at_10_max": -0.033806, "nauc_map_at_10_std": -0.06519, "nauc_map_at_10_diff1": 0.337681, "nauc_map_at_20_max": -0.025044, "nauc_map_at_20_std": -0.065994, "nauc_map_at_20_diff1": 0.334603, "nauc_map_at_100_max": -0.015462, "nauc_map_at_100_std": -0.06306, "nauc_map_at_100_diff1": 0.340552, "nauc_map_at_1000_max": -0.014448, "nauc_map_at_1000_std": -0.064848, "nauc_map_at_1000_diff1": 0.341817, "nauc_recall_at_1_max": -0.079581, "nauc_recall_at_1_std": -0.069025, "nauc_recall_at_1_diff1": 0.415979, "nauc_recall_at_3_max": -0.080658, "nauc_recall_at_3_std": -0.056166, "nauc_recall_at_3_diff1": 0.25814, "nauc_recall_at_5_max": -0.071269, "nauc_recall_at_5_std": -0.075484, "nauc_recall_at_5_diff1": 0.256587, "nauc_recall_at_10_max": -0.010728, "nauc_recall_at_10_std": -0.001773, "nauc_recall_at_10_diff1": 0.238601, "nauc_recall_at_20_max": 0.020845, "nauc_recall_at_20_std": 0.031217, "nauc_recall_at_20_diff1": 0.183291, "nauc_recall_at_100_max": 0.11869, "nauc_recall_at_100_std": 0.162472, "nauc_recall_at_100_diff1": 0.235429, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.043849, "nauc_precision_at_1_std": -0.057268, "nauc_precision_at_1_diff1": 0.513098, "nauc_precision_at_3_max": 0.108405, "nauc_precision_at_3_std": 0.003998, "nauc_precision_at_3_diff1": 0.108155, "nauc_precision_at_5_max": 0.111523, "nauc_precision_at_5_std": -0.008482, "nauc_precision_at_5_diff1": 0.071288, "nauc_precision_at_10_max": 0.169854, "nauc_precision_at_10_std": 0.051796, "nauc_precision_at_10_diff1": 0.008799, "nauc_precision_at_20_max": 0.139067, "nauc_precision_at_20_std": 0.039506, "nauc_precision_at_20_diff1": -0.063011, "nauc_precision_at_100_max": 0.128891, "nauc_precision_at_100_std": 0.039764, "nauc_precision_at_100_diff1": -0.083013, "nauc_precision_at_1000_max": 0.11024, "nauc_precision_at_1000_std": 0.012982, "nauc_precision_at_1000_diff1": -0.110678, "nauc_cv_recall_at_1_max": 0.043849, "nauc_cv_recall_at_1_std": -0.057268, "nauc_cv_recall_at_1_diff1": 0.513098, "nauc_cv_recall_at_3_max": 0.125044, "nauc_cv_recall_at_3_std": 0.053607, "nauc_cv_recall_at_3_diff1": 0.484628, "nauc_cv_recall_at_5_max": 0.139675, "nauc_cv_recall_at_5_std": -0.021019, "nauc_cv_recall_at_5_diff1": 0.545823, "nauc_cv_recall_at_10_max": 0.361222, "nauc_cv_recall_at_10_std": 0.150048, "nauc_cv_recall_at_10_diff1": 0.625341, "nauc_cv_recall_at_20_max": 0.602789, "nauc_cv_recall_at_20_std": 0.322183, "nauc_cv_recall_at_20_diff1": 0.554096, "nauc_cv_recall_at_100_max": 0.956397, "nauc_cv_recall_at_100_std": 0.9073, "nauc_cv_recall_at_100_diff1": 0.46084, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.043849, "nauc_mrr_at_1_std": -0.057268, "nauc_mrr_at_1_diff1": 0.513098, "nauc_mrr_at_3_max": 0.062883, "nauc_mrr_at_3_std": -0.037499, "nauc_mrr_at_3_diff1": 0.508431, "nauc_mrr_at_5_max": 0.061959, "nauc_mrr_at_5_std": -0.051608, "nauc_mrr_at_5_diff1": 0.514878, "nauc_mrr_at_10_max": 0.06969, "nauc_mrr_at_10_std": -0.044759, "nauc_mrr_at_10_diff1": 0.517348, "nauc_mrr_at_20_max": 0.069357, "nauc_mrr_at_20_std": -0.045251, "nauc_mrr_at_20_diff1": 0.514987, "nauc_mrr_at_100_max": 0.067396, "nauc_mrr_at_100_std": -0.046571, "nauc_mrr_at_100_diff1": 0.514855, "nauc_mrr_at_1000_max": 0.067137, "nauc_mrr_at_1000_std": -0.046846, "nauc_mrr_at_1000_diff1": 0.514887, "main_score": 0.58599, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.55189, "ndcg_at_3": 0.53421, "ndcg_at_5": 0.54125, "ndcg_at_10": 0.56757, "ndcg_at_20": 0.59936, "ndcg_at_100": 0.65801, "ndcg_at_1000": 0.68364, "map_at_1": 0.23959, "map_at_3": 0.34423, "map_at_5": 0.38786, "map_at_10": 0.43128, "map_at_20": 0.46069, "map_at_100": 0.48607, "map_at_1000": 0.49007, "recall_at_1": 0.23959, "recall_at_3": 0.39846, "recall_at_5": 0.487, "recall_at_10": 0.60319, "recall_at_20": 0.71275, "recall_at_100": 0.89455, "recall_at_1000": 1.0, "cv_recall_at_1": 0.58176, "cv_recall_at_3": 0.7673, "cv_recall_at_5": 0.83019, "cv_recall_at_10": 0.89937, "cv_recall_at_20": 0.94969, "cv_recall_at_100": 0.99057, "cv_recall_at_1000": 1.0, "precision_at_1": 0.58176, "precision_at_3": 0.38679, "precision_at_5": 0.31195, "precision_at_10": 0.22358, "precision_at_20": 0.15142, "precision_at_100": 0.045, "precision_at_1000": 0.00544, "mrr_at_1": 0.581761, "mrr_at_3": 0.666143, "mrr_at_5": 0.680451, "mrr_at_10": 0.689967, "mrr_at_20": 0.693549, "mrr_at_100": 0.694758, "mrr_at_1000": 0.69481, "nauc_ndcg_at_1_max": 0.122904, "nauc_ndcg_at_1_std": 0.0169, "nauc_ndcg_at_1_diff1": 0.431278, "nauc_ndcg_at_3_max": 0.032365, "nauc_ndcg_at_3_std": -0.007062, "nauc_ndcg_at_3_diff1": 0.37083, "nauc_ndcg_at_5_max": 0.023561, "nauc_ndcg_at_5_std": -0.011655, "nauc_ndcg_at_5_diff1": 0.369157, "nauc_ndcg_at_10_max": 0.033647, "nauc_ndcg_at_10_std": 0.002507, "nauc_ndcg_at_10_diff1": 0.369828, "nauc_ndcg_at_20_max": 0.065052, "nauc_ndcg_at_20_std": 0.029065, "nauc_ndcg_at_20_diff1": 0.380007, "nauc_ndcg_at_100_max": 0.073104, "nauc_ndcg_at_100_std": 0.01497, "nauc_ndcg_at_100_diff1": 0.389254, "nauc_ndcg_at_1000_max": 0.08097, "nauc_ndcg_at_1000_std": 0.004283, "nauc_ndcg_at_1000_diff1": 0.406508, "nauc_map_at_1_max": -0.070174, "nauc_map_at_1_std": -0.038888, "nauc_map_at_1_diff1": 0.378578, "nauc_map_at_3_max": -0.092388, "nauc_map_at_3_std": -0.045504, "nauc_map_at_3_diff1": 0.347737, "nauc_map_at_5_max": -0.061631, "nauc_map_at_5_std": -0.03759, "nauc_map_at_5_diff1": 0.34135, "nauc_map_at_10_max": -0.039505, "nauc_map_at_10_std": -0.029348, "nauc_map_at_10_diff1": 0.333481, "nauc_map_at_20_max": -0.006994, "nauc_map_at_20_std": -0.015536, "nauc_map_at_20_diff1": 0.347037, "nauc_map_at_100_max": 0.003054, "nauc_map_at_100_std": -0.017159, "nauc_map_at_100_diff1": 0.349896, "nauc_map_at_1000_max": 0.00603, "nauc_map_at_1000_std": -0.017129, "nauc_map_at_1000_diff1": 0.351809, "nauc_recall_at_1_max": -0.070174, "nauc_recall_at_1_std": -0.038888, "nauc_recall_at_1_diff1": 0.378578, "nauc_recall_at_3_max": -0.131982, "nauc_recall_at_3_std": -0.035432, "nauc_recall_at_3_diff1": 0.262291, "nauc_recall_at_5_max": -0.076291, "nauc_recall_at_5_std": -0.000688, "nauc_recall_at_5_diff1": 0.24355, "nauc_recall_at_10_max": -0.0418, "nauc_recall_at_10_std": 0.01328, "nauc_recall_at_10_diff1": 0.206324, "nauc_recall_at_20_max": 0.072236, "nauc_recall_at_20_std": 0.105003, "nauc_recall_at_20_diff1": 0.205258, "nauc_recall_at_100_max": 0.039377, "nauc_recall_at_100_std": 0.111426, "nauc_recall_at_100_diff1": 0.141896, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.129573, "nauc_precision_at_1_std": 0.030359, "nauc_precision_at_1_diff1": 0.460673, "nauc_precision_at_3_max": 0.123412, "nauc_precision_at_3_std": 0.025075, "nauc_precision_at_3_diff1": 0.171805, "nauc_precision_at_5_max": 0.173282, "nauc_precision_at_5_std": 0.039384, "nauc_precision_at_5_diff1": 0.091316, "nauc_precision_at_10_max": 0.200855, "nauc_precision_at_10_std": 0.053462, "nauc_precision_at_10_diff1": 0.028103, "nauc_precision_at_20_max": 0.230783, "nauc_precision_at_20_std": 0.07495, "nauc_precision_at_20_diff1": 0.009742, "nauc_precision_at_100_max": 0.198593, "nauc_precision_at_100_std": 0.043814, "nauc_precision_at_100_diff1": -0.054089, "nauc_precision_at_1000_max": 0.165975, "nauc_precision_at_1000_std": 0.006975, "nauc_precision_at_1000_diff1": -0.070304, "nauc_cv_recall_at_1_max": 0.129573, "nauc_cv_recall_at_1_std": 0.030359, "nauc_cv_recall_at_1_diff1": 0.460673, "nauc_cv_recall_at_3_max": 0.070888, "nauc_cv_recall_at_3_std": 0.010824, "nauc_cv_recall_at_3_diff1": 0.45074, "nauc_cv_recall_at_5_max": 0.106633, "nauc_cv_recall_at_5_std": 0.078948, "nauc_cv_recall_at_5_diff1": 0.409506, "nauc_cv_recall_at_10_max": 0.32126, "nauc_cv_recall_at_10_std": 0.132238, "nauc_cv_recall_at_10_diff1": 0.389612, "nauc_cv_recall_at_20_max": 0.584567, "nauc_cv_recall_at_20_std": 0.367872, "nauc_cv_recall_at_20_diff1": 0.520239, "nauc_cv_recall_at_100_max": 0.565858, "nauc_cv_recall_at_100_std": 0.087654, "nauc_cv_recall_at_100_diff1": 0.479473, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.129573, "nauc_mrr_at_1_std": 0.030359, "nauc_mrr_at_1_diff1": 0.460673, "nauc_mrr_at_3_max": 0.105839, "nauc_mrr_at_3_std": 0.02238, "nauc_mrr_at_3_diff1": 0.456859, "nauc_mrr_at_5_max": 0.111186, "nauc_mrr_at_5_std": 0.03169, "nauc_mrr_at_5_diff1": 0.451463, "nauc_mrr_at_10_max": 0.124987, "nauc_mrr_at_10_std": 0.035232, "nauc_mrr_at_10_diff1": 0.451907, "nauc_mrr_at_20_max": 0.125747, "nauc_mrr_at_20_std": 0.037163, "nauc_mrr_at_20_diff1": 0.454338, "nauc_mrr_at_100_max": 0.123431, "nauc_mrr_at_100_std": 0.03553, "nauc_mrr_at_100_diff1": 0.454173, "nauc_mrr_at_1000_max": 0.123313, "nauc_mrr_at_1000_std": 0.035521, "nauc_mrr_at_1000_diff1": 0.454176, "main_score": 0.56757, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.50943, "ndcg_at_3": 0.52737, "ndcg_at_5": 0.54401, "ndcg_at_10": 0.56729, "ndcg_at_20": 0.5965, "ndcg_at_100": 0.65731, "ndcg_at_1000": 0.68002, "map_at_1": 0.21897, "map_at_3": 0.33579, "map_at_5": 0.38614, "map_at_10": 0.42797, "map_at_20": 0.45724, "map_at_100": 0.48413, "map_at_1000": 0.48798, "recall_at_1": 0.21897, "recall_at_3": 0.40088, "recall_at_5": 0.50148, "recall_at_10": 0.6142, "recall_at_20": 0.72326, "recall_at_100": 0.91136, "recall_at_1000": 1.0, "cv_recall_at_1": 0.53774, "cv_recall_at_3": 0.77044, "cv_recall_at_5": 0.84591, "cv_recall_at_10": 0.92138, "cv_recall_at_20": 0.95597, "cv_recall_at_100": 0.99057, "cv_recall_at_1000": 1.0, "precision_at_1": 0.53774, "precision_at_3": 0.39099, "precision_at_5": 0.3283, "precision_at_10": 0.23082, "precision_at_20": 0.15299, "precision_at_100": 0.04607, "precision_at_1000": 0.00544, "mrr_at_1": 0.537736, "mrr_at_3": 0.640985, "mrr_at_5": 0.658438, "mrr_at_10": 0.669166, "mrr_at_20": 0.671697, "mrr_at_100": 0.672805, "mrr_at_1000": 0.672885, "nauc_ndcg_at_1_max": 0.068423, "nauc_ndcg_at_1_std": 0.018453, "nauc_ndcg_at_1_diff1": 0.504529, "nauc_ndcg_at_3_max": 0.048121, "nauc_ndcg_at_3_std": 0.037203, "nauc_ndcg_at_3_diff1": 0.405523, "nauc_ndcg_at_5_max": 0.004494, "nauc_ndcg_at_5_std": -0.024368, "nauc_ndcg_at_5_diff1": 0.379177, "nauc_ndcg_at_10_max": 0.028483, "nauc_ndcg_at_10_std": 0.004969, "nauc_ndcg_at_10_diff1": 0.401202, "nauc_ndcg_at_20_max": 0.031957, "nauc_ndcg_at_20_std": 0.019374, "nauc_ndcg_at_20_diff1": 0.403636, "nauc_ndcg_at_100_max": 0.059344, "nauc_ndcg_at_100_std": 0.02403, "nauc_ndcg_at_100_diff1": 0.436916, "nauc_ndcg_at_1000_max": 0.055694, "nauc_ndcg_at_1000_std": 0.009935, "nauc_ndcg_at_1000_diff1": 0.444493, "nauc_map_at_1_max": -0.085056, "nauc_map_at_1_std": -0.026305, "nauc_map_at_1_diff1": 0.425065, "nauc_map_at_3_max": -0.040027, "nauc_map_at_3_std": 0.00364, "nauc_map_at_3_diff1": 0.356003, "nauc_map_at_5_max": -0.044294, "nauc_map_at_5_std": -0.018932, "nauc_map_at_5_diff1": 0.321362, "nauc_map_at_10_max": -0.029543, "nauc_map_at_10_std": -0.009686, "nauc_map_at_10_diff1": 0.333992, "nauc_map_at_20_max": -0.010485, "nauc_map_at_20_std": 0.003885, "nauc_map_at_20_diff1": 0.346381, "nauc_map_at_100_max": 0.000633, "nauc_map_at_100_std": 0.006811, "nauc_map_at_100_diff1": 0.357634, "nauc_map_at_1000_max": 0.001923, "nauc_map_at_1000_std": 0.005767, "nauc_map_at_1000_diff1": 0.358072, "nauc_recall_at_1_max": -0.085056, "nauc_recall_at_1_std": -0.026305, "nauc_recall_at_1_diff1": 0.425065, "nauc_recall_at_3_max": -0.038973, "nauc_recall_at_3_std": 0.027169, "nauc_recall_at_3_diff1": 0.273358, "nauc_recall_at_5_max": -0.061723, "nauc_recall_at_5_std": -0.033203, "nauc_recall_at_5_diff1": 0.193314, "nauc_recall_at_10_max": -0.03399, "nauc_recall_at_10_std": -0.014709, "nauc_recall_at_10_diff1": 0.184128, "nauc_recall_at_20_max": -0.024611, "nauc_recall_at_20_std": 0.010673, "nauc_recall_at_20_diff1": 0.171589, "nauc_recall_at_100_max": 0.133645, "nauc_recall_at_100_std": 0.143475, "nauc_recall_at_100_diff1": 0.254989, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.072264, "nauc_precision_at_1_std": 0.029858, "nauc_precision_at_1_diff1": 0.502305, "nauc_precision_at_3_max": 0.151432, "nauc_precision_at_3_std": 0.077716, "nauc_precision_at_3_diff1": 0.196207, "nauc_precision_at_5_max": 0.109779, "nauc_precision_at_5_std": -0.007504, "nauc_precision_at_5_diff1": 0.083881, "nauc_precision_at_10_max": 0.155996, "nauc_precision_at_10_std": 0.036401, "nauc_precision_at_10_diff1": 0.051889, "nauc_precision_at_20_max": 0.162088, "nauc_precision_at_20_std": 0.055884, "nauc_precision_at_20_diff1": 0.021326, "nauc_precision_at_100_max": 0.152696, "nauc_precision_at_100_std": 0.026414, "nauc_precision_at_100_diff1": -0.005217, "nauc_precision_at_1000_max": 0.130778, "nauc_precision_at_1000_std": -0.004781, "nauc_precision_at_1000_diff1": -0.039315, "nauc_cv_recall_at_1_max": 0.072264, "nauc_cv_recall_at_1_std": 0.029858, "nauc_cv_recall_at_1_diff1": 0.502305, "nauc_cv_recall_at_3_max": 0.158613, "nauc_cv_recall_at_3_std": 0.140262, "nauc_cv_recall_at_3_diff1": 0.541855, "nauc_cv_recall_at_5_max": 0.097779, "nauc_cv_recall_at_5_std": 0.013289, "nauc_cv_recall_at_5_diff1": 0.531957, "nauc_cv_recall_at_10_max": 0.348171, "nauc_cv_recall_at_10_std": -0.028095, "nauc_cv_recall_at_10_diff1": 0.493881, "nauc_cv_recall_at_20_max": 0.207024, "nauc_cv_recall_at_20_std": -0.302531, "nauc_cv_recall_at_20_diff1": 0.37424, "nauc_cv_recall_at_100_max": 0.863696, "nauc_cv_recall_at_100_std": 0.473158, "nauc_cv_recall_at_100_diff1": 0.516762, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.072264, "nauc_mrr_at_1_std": 0.029858, "nauc_mrr_at_1_diff1": 0.502305, "nauc_mrr_at_3_max": 0.092392, "nauc_mrr_at_3_std": 0.062641, "nauc_mrr_at_3_diff1": 0.504124, "nauc_mrr_at_5_max": 0.079526, "nauc_mrr_at_5_std": 0.041373, "nauc_mrr_at_5_diff1": 0.500854, "nauc_mrr_at_10_max": 0.091451, "nauc_mrr_at_10_std": 0.043123, "nauc_mrr_at_10_diff1": 0.497994, "nauc_mrr_at_20_max": 0.086776, "nauc_mrr_at_20_std": 0.040147, "nauc_mrr_at_20_diff1": 0.496277, "nauc_mrr_at_100_max": 0.086599, "nauc_mrr_at_100_std": 0.042017, "nauc_mrr_at_100_diff1": 0.496885, "nauc_mrr_at_1000_max": 0.086356, "nauc_mrr_at_1000_std": 0.041875, "nauc_mrr_at_1000_diff1": 0.496888, "main_score": 0.56729, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.54403, "ndcg_at_3": 0.54589, "ndcg_at_5": 0.5615, "ndcg_at_10": 0.58462, "ndcg_at_20": 0.61428, "ndcg_at_100": 0.67317, "ndcg_at_1000": 0.69503, "map_at_1": 0.24037, "map_at_3": 0.35313, "map_at_5": 0.4009, "map_at_10": 0.44577, "map_at_20": 0.47505, "map_at_100": 0.50161, "map_at_1000": 0.5052, "recall_at_1": 0.24037, "recall_at_3": 0.41154, "recall_at_5": 0.5121, "recall_at_10": 0.62341, "recall_at_20": 0.7351, "recall_at_100": 0.91428, "recall_at_1000": 1.0, "cv_recall_at_1": 0.57233, "cv_recall_at_3": 0.79245, "cv_recall_at_5": 0.87107, "cv_recall_at_10": 0.92453, "cv_recall_at_20": 0.95912, "cv_recall_at_100": 0.99371, "cv_recall_at_1000": 1.0, "precision_at_1": 0.57233, "precision_at_3": 0.40147, "precision_at_5": 0.33082, "precision_at_10": 0.23396, "precision_at_20": 0.15503, "precision_at_100": 0.0461, "precision_at_1000": 0.00544, "mrr_at_1": 0.572327, "mrr_at_3": 0.670335, "mrr_at_5": 0.688103, "mrr_at_10": 0.695642, "mrr_at_20": 0.69788, "mrr_at_100": 0.698959, "mrr_at_1000": 0.699005, "nauc_ndcg_at_1_max": 0.027074, "nauc_ndcg_at_1_std": -0.102825, "nauc_ndcg_at_1_diff1": 0.495589, "nauc_ndcg_at_3_max": 0.027245, "nauc_ndcg_at_3_std": -0.060261, "nauc_ndcg_at_3_diff1": 0.402447, "nauc_ndcg_at_5_max": -0.006015, "nauc_ndcg_at_5_std": -0.091564, "nauc_ndcg_at_5_diff1": 0.379486, "nauc_ndcg_at_10_max": 0.001264, "nauc_ndcg_at_10_std": -0.067274, "nauc_ndcg_at_10_diff1": 0.389564, "nauc_ndcg_at_20_max": 0.002471, "nauc_ndcg_at_20_std": -0.058861, "nauc_ndcg_at_20_diff1": 0.388373, "nauc_ndcg_at_100_max": 0.026399, "nauc_ndcg_at_100_std": -0.051876, "nauc_ndcg_at_100_diff1": 0.410726, "nauc_ndcg_at_1000_max": 0.019978, "nauc_ndcg_at_1000_std": -0.078223, "nauc_ndcg_at_1000_diff1": 0.432977, "nauc_map_at_1_max": -0.113789, "nauc_map_at_1_std": -0.107027, "nauc_map_at_1_diff1": 0.406623, "nauc_map_at_3_max": -0.066521, "nauc_map_at_3_std": -0.070541, "nauc_map_at_3_diff1": 0.340421, "nauc_map_at_5_max": -0.05482, "nauc_map_at_5_std": -0.071592, "nauc_map_at_5_diff1": 0.332917, "nauc_map_at_10_max": -0.044316, "nauc_map_at_10_std": -0.067557, "nauc_map_at_10_diff1": 0.335587, "nauc_map_at_20_max": -0.037372, "nauc_map_at_20_std": -0.069359, "nauc_map_at_20_diff1": 0.33703, "nauc_map_at_100_max": -0.029593, "nauc_map_at_100_std": -0.068666, "nauc_map_at_100_diff1": 0.346236, "nauc_map_at_1000_max": -0.028637, "nauc_map_at_1000_std": -0.071198, "nauc_map_at_1000_diff1": 0.348921, "nauc_recall_at_1_max": -0.113789, "nauc_recall_at_1_std": -0.107027, "nauc_recall_at_1_diff1": 0.406623, "nauc_recall_at_3_max": -0.051247, "nauc_recall_at_3_std": -0.028094, "nauc_recall_at_3_diff1": 0.252804, "nauc_recall_at_5_max": -0.050201, "nauc_recall_at_5_std": -0.050405, "nauc_recall_at_5_diff1": 0.201447, "nauc_recall_at_10_max": -0.037891, "nauc_recall_at_10_std": -0.034795, "nauc_recall_at_10_diff1": 0.18244, "nauc_recall_at_20_max": -0.025261, "nauc_recall_at_20_std": -0.01195, "nauc_recall_at_20_diff1": 0.163251, "nauc_recall_at_100_max": 0.106195, "nauc_recall_at_100_std": 0.171124, "nauc_recall_at_100_diff1": 0.094195, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.032447, "nauc_precision_at_1_std": -0.096064, "nauc_precision_at_1_diff1": 0.509918, "nauc_precision_at_3_max": 0.122072, "nauc_precision_at_3_std": 0.005961, "nauc_precision_at_3_diff1": 0.177549, "nauc_precision_at_5_max": 0.112584, "nauc_precision_at_5_std": 0.001735, "nauc_precision_at_5_diff1": 0.085804, "nauc_precision_at_10_max": 0.123749, "nauc_precision_at_10_std": 0.022042, "nauc_precision_at_10_diff1": 0.0384, "nauc_precision_at_20_max": 0.108157, "nauc_precision_at_20_std": 0.011794, "nauc_precision_at_20_diff1": -0.007605, "nauc_precision_at_100_max": 0.114322, "nauc_precision_at_100_std": 0.011705, "nauc_precision_at_100_diff1": -0.028259, "nauc_precision_at_1000_max": 0.093286, "nauc_precision_at_1000_std": -0.0292, "nauc_precision_at_1000_diff1": -0.036275, "nauc_cv_recall_at_1_max": 0.032447, "nauc_cv_recall_at_1_std": -0.096064, "nauc_cv_recall_at_1_diff1": 0.509918, "nauc_cv_recall_at_3_max": 0.117317, "nauc_cv_recall_at_3_std": 0.018222, "nauc_cv_recall_at_3_diff1": 0.502076, "nauc_cv_recall_at_5_max": 0.052589, "nauc_cv_recall_at_5_std": -0.070064, "nauc_cv_recall_at_5_diff1": 0.377387, "nauc_cv_recall_at_10_max": 0.161807, "nauc_cv_recall_at_10_std": -0.103404, "nauc_cv_recall_at_10_diff1": 0.448877, "nauc_cv_recall_at_20_max": 0.268519, "nauc_cv_recall_at_20_std": -0.128551, "nauc_cv_recall_at_20_diff1": 0.609643, "nauc_cv_recall_at_100_max": 0.777067, "nauc_cv_recall_at_100_std": -0.074991, "nauc_cv_recall_at_100_diff1": 0.54008, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.032447, "nauc_mrr_at_1_std": -0.096064, "nauc_mrr_at_1_diff1": 0.509918, "nauc_mrr_at_3_max": 0.071679, "nauc_mrr_at_3_std": -0.049451, "nauc_mrr_at_3_diff1": 0.505306, "nauc_mrr_at_5_max": 0.061717, "nauc_mrr_at_5_std": -0.063497, "nauc_mrr_at_5_diff1": 0.492064, "nauc_mrr_at_10_max": 0.066409, "nauc_mrr_at_10_std": -0.065701, "nauc_mrr_at_10_diff1": 0.499261, "nauc_mrr_at_20_max": 0.067539, "nauc_mrr_at_20_std": -0.064608, "nauc_mrr_at_20_diff1": 0.501585, "nauc_mrr_at_100_max": 0.067168, "nauc_mrr_at_100_std": -0.064377, "nauc_mrr_at_100_diff1": 0.500596, "nauc_mrr_at_1000_max": 0.067021, "nauc_mrr_at_1000_std": -0.064428, "nauc_mrr_at_1000_diff1": 0.500598, "main_score": 0.58462, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 3148.5609652996063, "kg_co2_emissions": null }