{ "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "2.1.14", "scores": { "dev": [ { "ndcg_at_1": 0.599, "ndcg_at_3": 0.6233, "ndcg_at_5": 0.66018, "ndcg_at_10": 0.69395, "ndcg_at_20": 0.71798, "ndcg_at_100": 0.73897, "ndcg_at_1000": 0.74222, "map_at_1": 0.39477, "map_at_3": 0.54949, "map_at_5": 0.58911, "map_at_10": 0.61255, "map_at_20": 0.62376, "map_at_100": 0.62894, "map_at_1000": 0.62921, "recall_at_1": 0.39477, "recall_at_3": 0.63409, "recall_at_5": 0.73368, "recall_at_10": 0.81951, "recall_at_20": 0.89284, "recall_at_100": 0.97961, "recall_at_1000": 0.99892, "accuracy": 0.39477, "precision_at_1": 0.599, "precision_at_3": 0.36133, "precision_at_5": 0.2618, "precision_at_10": 0.1525, "precision_at_20": 0.08555, "precision_at_100": 0.0193, "precision_at_1000": 0.00198, "mrr_at_1": 0.599, "mrr_at_3": 0.6925, "mrr_at_5": 0.7079, "mrr_at_10": 0.713526, "mrr_at_20": 0.716089, "mrr_at_100": 0.717156, "mrr_at_1000": 0.717198, "nauc_ndcg_at_1_max": 0.414343, "nauc_ndcg_at_1_std": -0.01832, "nauc_ndcg_at_1_diff1": 0.501354, "nauc_ndcg_at_3_max": 0.37341, "nauc_ndcg_at_3_std": -0.045974, "nauc_ndcg_at_3_diff1": 0.396372, "nauc_ndcg_at_5_max": 0.38429, "nauc_ndcg_at_5_std": -0.051124, "nauc_ndcg_at_5_diff1": 0.403085, "nauc_ndcg_at_10_max": 0.393552, "nauc_ndcg_at_10_std": -0.045013, "nauc_ndcg_at_10_diff1": 0.390621, "nauc_ndcg_at_20_max": 0.407726, "nauc_ndcg_at_20_std": -0.023615, "nauc_ndcg_at_20_diff1": 0.389374, "nauc_ndcg_at_100_max": 0.40922, "nauc_ndcg_at_100_std": -0.009869, "nauc_ndcg_at_100_diff1": 0.403813, "nauc_ndcg_at_1000_max": 0.408219, "nauc_ndcg_at_1000_std": -0.011872, "nauc_ndcg_at_1000_diff1": 0.407239, "nauc_map_at_1_max": 0.236068, "nauc_map_at_1_std": -0.102112, "nauc_map_at_1_diff1": 0.483912, "nauc_map_at_3_max": 0.326747, "nauc_map_at_3_std": -0.083691, "nauc_map_at_3_diff1": 0.416708, "nauc_map_at_5_max": 0.352826, "nauc_map_at_5_std": -0.075685, "nauc_map_at_5_diff1": 0.412429, "nauc_map_at_10_max": 0.364912, "nauc_map_at_10_std": -0.065346, "nauc_map_at_10_diff1": 0.403703, "nauc_map_at_20_max": 0.372923, "nauc_map_at_20_std": -0.054198, "nauc_map_at_20_diff1": 0.403312, "nauc_map_at_100_max": 0.373758, "nauc_map_at_100_std": -0.050907, "nauc_map_at_100_diff1": 0.405424, "nauc_map_at_1000_max": 0.373777, "nauc_map_at_1000_std": -0.050882, "nauc_map_at_1000_diff1": 0.405617, "nauc_recall_at_1_max": 0.236068, "nauc_recall_at_1_std": -0.102112, "nauc_recall_at_1_diff1": 0.483912, "nauc_recall_at_3_max": 0.290073, "nauc_recall_at_3_std": -0.08701, "nauc_recall_at_3_diff1": 0.32345, "nauc_recall_at_5_max": 0.313839, "nauc_recall_at_5_std": -0.087429, "nauc_recall_at_5_diff1": 0.2933, "nauc_recall_at_10_max": 0.336371, "nauc_recall_at_10_std": -0.098563, "nauc_recall_at_10_diff1": 0.241705, "nauc_recall_at_20_max": 0.391908, "nauc_recall_at_20_std": -0.042086, "nauc_recall_at_20_diff1": 0.172618, "nauc_recall_at_100_max": 0.473318, "nauc_recall_at_100_std": 0.217435, "nauc_recall_at_100_diff1": 0.101972, "nauc_recall_at_1000_max": 0.644114, "nauc_recall_at_1000_std": 0.794225, "nauc_recall_at_1000_diff1": -0.608741, "nauc_precision_at_1_max": 0.414343, "nauc_precision_at_1_std": -0.01832, "nauc_precision_at_1_diff1": 0.501354, "nauc_precision_at_3_max": 0.352125, "nauc_precision_at_3_std": 0.097365, "nauc_precision_at_3_diff1": 0.054168, "nauc_precision_at_5_max": 0.289711, "nauc_precision_at_5_std": 0.119292, "nauc_precision_at_5_diff1": -0.040797, "nauc_precision_at_10_max": 0.220084, "nauc_precision_at_10_std": 0.145255, "nauc_precision_at_10_diff1": -0.127014, "nauc_precision_at_20_max": 0.177828, "nauc_precision_at_20_std": 0.191861, "nauc_precision_at_20_diff1": -0.167657, "nauc_precision_at_100_max": 0.105339, "nauc_precision_at_100_std": 0.22053, "nauc_precision_at_100_diff1": -0.186784, "nauc_precision_at_1000_max": 0.088191, "nauc_precision_at_1000_std": 0.214963, "nauc_precision_at_1000_diff1": -0.188267, "nauc_mrr_at_1_max": 0.414343, "nauc_mrr_at_1_std": -0.01832, "nauc_mrr_at_1_diff1": 0.501354, "nauc_mrr_at_3_max": 0.448948, "nauc_mrr_at_3_std": 0.014556, "nauc_mrr_at_3_diff1": 0.457576, "nauc_mrr_at_5_max": 0.447719, "nauc_mrr_at_5_std": 0.016137, "nauc_mrr_at_5_diff1": 0.458884, "nauc_mrr_at_10_max": 0.447783, "nauc_mrr_at_10_std": 0.01583, "nauc_mrr_at_10_diff1": 0.459364, "nauc_mrr_at_20_max": 0.446768, "nauc_mrr_at_20_std": 0.016185, "nauc_mrr_at_20_diff1": 0.459319, "nauc_mrr_at_100_max": 0.44671, "nauc_mrr_at_100_std": 0.015665, "nauc_mrr_at_100_diff1": 0.460951, "nauc_mrr_at_1000_max": 0.446664, "nauc_mrr_at_1000_std": 0.015597, "nauc_mrr_at_1000_diff1": 0.461007, "hit_rate_at_1": 0.599, "hit_rate_at_3": 0.805, "hit_rate_at_5": 0.872, "hit_rate_at_10": 0.915, "hit_rate_at_20": 0.952, "hit_rate_at_100": 0.991, "hit_rate_at_1000": 1.0, "main_score": 0.69395, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.63747, "ndcg_at_3": 0.66908, "ndcg_at_5": 0.69823, "ndcg_at_10": 0.72851, "ndcg_at_20": 0.74869, "ndcg_at_100": 0.76636, "ndcg_at_1000": 0.76981, "map_at_1": 0.39876, "map_at_3": 0.58263, "map_at_5": 0.6213, "map_at_10": 0.64547, "map_at_20": 0.65555, "map_at_100": 0.66027, "map_at_1000": 0.66054, "recall_at_1": 0.39876, "recall_at_3": 0.67944, "recall_at_5": 0.76755, "recall_at_10": 0.84455, "recall_at_20": 0.90507, "recall_at_100": 0.9757, "recall_at_1000": 0.99594, "accuracy": 0.39876, "precision_at_1": 0.63747, "precision_at_3": 0.40795, "precision_at_5": 0.28954, "precision_at_10": 0.1674, "precision_at_20": 0.09173, "precision_at_100": 0.02034, "precision_at_1000": 0.00209, "mrr_at_1": 0.63747, "mrr_at_3": 0.74047, "mrr_at_5": 0.751784, "mrr_at_10": 0.755977, "mrr_at_20": 0.757856, "mrr_at_100": 0.7585, "mrr_at_1000": 0.758516, "nauc_ndcg_at_1_max": 0.393248, "nauc_ndcg_at_1_std": 0.037955, "nauc_ndcg_at_1_diff1": 0.423787, "nauc_ndcg_at_3_max": 0.279426, "nauc_ndcg_at_3_std": -0.131871, "nauc_ndcg_at_3_diff1": 0.333672, "nauc_ndcg_at_5_max": 0.271706, "nauc_ndcg_at_5_std": -0.135308, "nauc_ndcg_at_5_diff1": 0.356013, "nauc_ndcg_at_10_max": 0.327124, "nauc_ndcg_at_10_std": -0.09291, "nauc_ndcg_at_10_diff1": 0.375836, "nauc_ndcg_at_20_max": 0.326633, "nauc_ndcg_at_20_std": -0.058685, "nauc_ndcg_at_20_diff1": 0.371816, "nauc_ndcg_at_100_max": 0.336674, "nauc_ndcg_at_100_std": -0.039658, "nauc_ndcg_at_100_diff1": 0.368833, "nauc_ndcg_at_1000_max": 0.336594, "nauc_ndcg_at_1000_std": -0.049624, "nauc_ndcg_at_1000_diff1": 0.366573, "nauc_map_at_1_max": 0.117564, "nauc_map_at_1_std": -0.155795, "nauc_map_at_1_diff1": 0.397398, "nauc_map_at_3_max": 0.219715, "nauc_map_at_3_std": -0.190447, "nauc_map_at_3_diff1": 0.360425, "nauc_map_at_5_max": 0.242096, "nauc_map_at_5_std": -0.163166, "nauc_map_at_5_diff1": 0.356262, "nauc_map_at_10_max": 0.276522, "nauc_map_at_10_std": -0.126226, "nauc_map_at_10_diff1": 0.359327, "nauc_map_at_20_max": 0.279263, "nauc_map_at_20_std": -0.113578, "nauc_map_at_20_diff1": 0.356832, "nauc_map_at_100_max": 0.283431, "nauc_map_at_100_std": -0.107014, "nauc_map_at_100_diff1": 0.356224, "nauc_map_at_1000_max": 0.283621, "nauc_map_at_1000_std": -0.107478, "nauc_map_at_1000_diff1": 0.356169, "nauc_recall_at_1_max": 0.117564, "nauc_recall_at_1_std": -0.155795, "nauc_recall_at_1_diff1": 0.397398, "nauc_recall_at_3_max": 0.149674, "nauc_recall_at_3_std": -0.26235, "nauc_recall_at_3_diff1": 0.287708, "nauc_recall_at_5_max": 0.151348, "nauc_recall_at_5_std": -0.250849, "nauc_recall_at_5_diff1": 0.312357, "nauc_recall_at_10_max": 0.311288, "nauc_recall_at_10_std": -0.149679, "nauc_recall_at_10_diff1": 0.384805, "nauc_recall_at_20_max": 0.274973, "nauc_recall_at_20_std": 0.009891, "nauc_recall_at_20_diff1": 0.388669, "nauc_recall_at_100_max": 0.364126, "nauc_recall_at_100_std": 0.521782, "nauc_recall_at_100_diff1": 0.495896, "nauc_recall_at_1000_max": 0.474933, "nauc_recall_at_1000_std": 0.525291, "nauc_recall_at_1000_diff1": 0.879128, "nauc_precision_at_1_max": 0.393248, "nauc_precision_at_1_std": 0.037955, "nauc_precision_at_1_diff1": 0.423787, "nauc_precision_at_3_max": 0.322464, "nauc_precision_at_3_std": 0.106874, "nauc_precision_at_3_diff1": 0.010143, "nauc_precision_at_5_max": 0.283712, "nauc_precision_at_5_std": 0.194833, "nauc_precision_at_5_diff1": -0.064789, "nauc_precision_at_10_max": 0.29465, "nauc_precision_at_10_std": 0.29567, "nauc_precision_at_10_diff1": -0.103327, "nauc_precision_at_20_max": 0.232728, "nauc_precision_at_20_std": 0.334992, "nauc_precision_at_20_diff1": -0.141256, "nauc_precision_at_100_max": 0.200755, "nauc_precision_at_100_std": 0.361909, "nauc_precision_at_100_diff1": -0.177683, "nauc_precision_at_1000_max": 0.185952, "nauc_precision_at_1000_std": 0.332514, "nauc_precision_at_1000_diff1": -0.194092, "nauc_mrr_at_1_max": 0.393248, "nauc_mrr_at_1_std": 0.037955, "nauc_mrr_at_1_diff1": 0.423787, "nauc_mrr_at_3_max": 0.400564, "nauc_mrr_at_3_std": 0.009493, "nauc_mrr_at_3_diff1": 0.376047, "nauc_mrr_at_5_max": 0.402704, "nauc_mrr_at_5_std": 0.009098, "nauc_mrr_at_5_diff1": 0.397646, "nauc_mrr_at_10_max": 0.413279, "nauc_mrr_at_10_std": 0.012534, "nauc_mrr_at_10_diff1": 0.399717, "nauc_mrr_at_20_max": 0.411415, "nauc_mrr_at_20_std": 0.01696, "nauc_mrr_at_20_diff1": 0.398635, "nauc_mrr_at_100_max": 0.410328, "nauc_mrr_at_100_std": 0.016021, "nauc_mrr_at_100_diff1": 0.398323, "nauc_mrr_at_1000_max": 0.410282, "nauc_mrr_at_1000_std": 0.015942, "nauc_mrr_at_1000_diff1": 0.398276, "hit_rate_at_1": 0.63747, "hit_rate_at_3": 0.86375, "hit_rate_at_5": 0.91241, "hit_rate_at_10": 0.94161, "hit_rate_at_20": 0.96837, "hit_rate_at_100": 0.99513, "hit_rate_at_1000": 1.0, "main_score": 0.72851, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.5377, "ndcg_at_3": 0.49286, "ndcg_at_5": 0.52063, "ndcg_at_10": 0.56055, "ndcg_at_20": 0.60026, "ndcg_at_100": 0.6473, "ndcg_at_1000": 0.65487, "map_at_1": 0.25874, "map_at_3": 0.38194, "map_at_5": 0.42974, "map_at_10": 0.46178, "map_at_20": 0.47933, "map_at_100": 0.4909, "map_at_1000": 0.49165, "recall_at_1": 0.25874, "recall_at_3": 0.44647, "recall_at_5": 0.55271, "recall_at_10": 0.64971, "recall_at_20": 0.76474, "recall_at_100": 0.95615, "recall_at_1000": 0.99543, "accuracy": 0.25874, "precision_at_1": 0.5377, "precision_at_3": 0.3377, "precision_at_5": 0.2623, "precision_at_10": 0.16295, "precision_at_20": 0.09885, "precision_at_100": 0.02515, "precision_at_1000": 0.00264, "mrr_at_1": 0.537705, "mrr_at_3": 0.627322, "mrr_at_5": 0.639454, "mrr_at_10": 0.64717, "mrr_at_20": 0.651136, "mrr_at_100": 0.653462, "mrr_at_1000": 0.653553, "nauc_ndcg_at_1_max": 0.456207, "nauc_ndcg_at_1_std": -0.008831, "nauc_ndcg_at_1_diff1": 0.391856, "nauc_ndcg_at_3_max": 0.374365, "nauc_ndcg_at_3_std": -0.073933, "nauc_ndcg_at_3_diff1": 0.290799, "nauc_ndcg_at_5_max": 0.397012, "nauc_ndcg_at_5_std": -0.057359, "nauc_ndcg_at_5_diff1": 0.299436, "nauc_ndcg_at_10_max": 0.401314, "nauc_ndcg_at_10_std": -0.037947, "nauc_ndcg_at_10_diff1": 0.294743, "nauc_ndcg_at_20_max": 0.418028, "nauc_ndcg_at_20_std": -0.013556, "nauc_ndcg_at_20_diff1": 0.29957, "nauc_ndcg_at_100_max": 0.435395, "nauc_ndcg_at_100_std": -0.007088, "nauc_ndcg_at_100_diff1": 0.326437, "nauc_ndcg_at_1000_max": 0.434419, "nauc_ndcg_at_1000_std": -0.011706, "nauc_ndcg_at_1000_diff1": 0.322669, "nauc_map_at_1_max": 0.203217, "nauc_map_at_1_std": 0.020331, "nauc_map_at_1_diff1": 0.334999, "nauc_map_at_3_max": 0.261108, "nauc_map_at_3_std": -0.057154, "nauc_map_at_3_diff1": 0.270542, "nauc_map_at_5_max": 0.323367, "nauc_map_at_5_std": -0.05617, "nauc_map_at_5_diff1": 0.280429, "nauc_map_at_10_max": 0.347555, "nauc_map_at_10_std": -0.050327, "nauc_map_at_10_diff1": 0.279147, "nauc_map_at_20_max": 0.357805, "nauc_map_at_20_std": -0.041728, "nauc_map_at_20_diff1": 0.280287, "nauc_map_at_100_max": 0.365535, "nauc_map_at_100_std": -0.036786, "nauc_map_at_100_diff1": 0.290528, "nauc_map_at_1000_max": 0.365619, "nauc_map_at_1000_std": -0.037067, "nauc_map_at_1000_diff1": 0.290334, "nauc_recall_at_1_max": 0.203217, "nauc_recall_at_1_std": 0.020331, "nauc_recall_at_1_diff1": 0.334999, "nauc_recall_at_3_max": 0.200349, "nauc_recall_at_3_std": -0.104165, "nauc_recall_at_3_diff1": 0.206501, "nauc_recall_at_5_max": 0.309494, "nauc_recall_at_5_std": -0.080105, "nauc_recall_at_5_diff1": 0.224384, "nauc_recall_at_10_max": 0.341867, "nauc_recall_at_10_std": -0.020777, "nauc_recall_at_10_diff1": 0.217106, "nauc_recall_at_20_max": 0.372181, "nauc_recall_at_20_std": 0.059455, "nauc_recall_at_20_diff1": 0.212637, "nauc_recall_at_100_max": 0.37108, "nauc_recall_at_100_std": 0.180575, "nauc_recall_at_100_diff1": 0.37598, "nauc_recall_at_1000_max": -0.329254, "nauc_recall_at_1000_std": 0.545107, "nauc_recall_at_1000_diff1": 0.249397, "nauc_precision_at_1_max": 0.456207, "nauc_precision_at_1_std": -0.008831, "nauc_precision_at_1_diff1": 0.391856, "nauc_precision_at_3_max": 0.429298, "nauc_precision_at_3_std": -0.098085, "nauc_precision_at_3_diff1": 0.163674, "nauc_precision_at_5_max": 0.472822, "nauc_precision_at_5_std": -0.040356, "nauc_precision_at_5_diff1": 0.153248, "nauc_precision_at_10_max": 0.412893, "nauc_precision_at_10_std": -0.005197, "nauc_precision_at_10_diff1": 0.098986, "nauc_precision_at_20_max": 0.376593, "nauc_precision_at_20_std": 0.063212, "nauc_precision_at_20_diff1": 0.065909, "nauc_precision_at_100_max": 0.316881, "nauc_precision_at_100_std": 0.093639, "nauc_precision_at_100_diff1": 0.053532, "nauc_precision_at_1000_max": 0.291125, "nauc_precision_at_1000_std": 0.077674, "nauc_precision_at_1000_diff1": 0.021061, "nauc_mrr_at_1_max": 0.456207, "nauc_mrr_at_1_std": -0.008831, "nauc_mrr_at_1_diff1": 0.391856, "nauc_mrr_at_3_max": 0.480034, "nauc_mrr_at_3_std": -0.049002, "nauc_mrr_at_3_diff1": 0.384419, "nauc_mrr_at_5_max": 0.49478, "nauc_mrr_at_5_std": -0.035367, "nauc_mrr_at_5_diff1": 0.389867, "nauc_mrr_at_10_max": 0.494812, "nauc_mrr_at_10_std": -0.024277, "nauc_mrr_at_10_diff1": 0.392173, "nauc_mrr_at_20_max": 0.493677, "nauc_mrr_at_20_std": -0.019894, "nauc_mrr_at_20_diff1": 0.390723, "nauc_mrr_at_100_max": 0.492844, "nauc_mrr_at_100_std": -0.022666, "nauc_mrr_at_100_diff1": 0.38975, "nauc_mrr_at_1000_max": 0.492792, "nauc_mrr_at_1000_std": -0.022792, "nauc_mrr_at_1000_diff1": 0.389666, "hit_rate_at_1": 0.5377, "hit_rate_at_3": 0.73115, "hit_rate_at_5": 0.78361, "hit_rate_at_10": 0.84262, "hit_rate_at_20": 0.89836, "hit_rate_at_100": 0.98689, "hit_rate_at_1000": 1.0, "main_score": 0.56055, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.49437, "ndcg_at_3": 0.48222, "ndcg_at_5": 0.49656, "ndcg_at_10": 0.53981, "ndcg_at_20": 0.57923, "ndcg_at_100": 0.63111, "ndcg_at_1000": 0.64118, "map_at_1": 0.2423, "map_at_3": 0.36457, "map_at_5": 0.39836, "map_at_10": 0.43205, "map_at_20": 0.45152, "map_at_100": 0.46532, "map_at_1000": 0.46648, "recall_at_1": 0.2423, "recall_at_3": 0.44088, "recall_at_5": 0.52303, "recall_at_10": 0.64345, "recall_at_20": 0.75436, "recall_at_100": 0.94916, "recall_at_1000": 0.99787, "accuracy": 0.2423, "precision_at_1": 0.49437, "precision_at_3": 0.33292, "precision_at_5": 0.25181, "precision_at_10": 0.16395, "precision_at_20": 0.10031, "precision_at_100": 0.02705, "precision_at_1000": 0.0029, "mrr_at_1": 0.494368, "mrr_at_3": 0.597413, "mrr_at_5": 0.614748, "mrr_at_10": 0.625696, "mrr_at_20": 0.628992, "mrr_at_100": 0.630885, "mrr_at_1000": 0.630948, "nauc_ndcg_at_1_max": 0.39452, "nauc_ndcg_at_1_std": 0.007741, "nauc_ndcg_at_1_diff1": 0.336997, "nauc_ndcg_at_3_max": 0.313906, "nauc_ndcg_at_3_std": -0.055195, "nauc_ndcg_at_3_diff1": 0.241039, "nauc_ndcg_at_5_max": 0.302955, "nauc_ndcg_at_5_std": -0.059336, "nauc_ndcg_at_5_diff1": 0.239825, "nauc_ndcg_at_10_max": 0.307468, "nauc_ndcg_at_10_std": -0.060928, "nauc_ndcg_at_10_diff1": 0.217586, "nauc_ndcg_at_20_max": 0.324209, "nauc_ndcg_at_20_std": -0.035571, "nauc_ndcg_at_20_diff1": 0.219265, "nauc_ndcg_at_100_max": 0.353374, "nauc_ndcg_at_100_std": -0.013688, "nauc_ndcg_at_100_diff1": 0.227991, "nauc_ndcg_at_1000_max": 0.349694, "nauc_ndcg_at_1000_std": -0.012871, "nauc_ndcg_at_1000_diff1": 0.230257, "nauc_map_at_1_max": 0.179027, "nauc_map_at_1_std": -0.125596, "nauc_map_at_1_diff1": 0.311092, "nauc_map_at_3_max": 0.221446, "nauc_map_at_3_std": -0.130401, "nauc_map_at_3_diff1": 0.256304, "nauc_map_at_5_max": 0.24626, "nauc_map_at_5_std": -0.111452, "nauc_map_at_5_diff1": 0.251291, "nauc_map_at_10_max": 0.265927, "nauc_map_at_10_std": -0.095266, "nauc_map_at_10_diff1": 0.233722, "nauc_map_at_20_max": 0.279046, "nauc_map_at_20_std": -0.080236, "nauc_map_at_20_diff1": 0.233786, "nauc_map_at_100_max": 0.289975, "nauc_map_at_100_std": -0.070068, "nauc_map_at_100_diff1": 0.234667, "nauc_map_at_1000_max": 0.289568, "nauc_map_at_1000_std": -0.069967, "nauc_map_at_1000_diff1": 0.23492, "nauc_recall_at_1_max": 0.179027, "nauc_recall_at_1_std": -0.125596, "nauc_recall_at_1_diff1": 0.311092, "nauc_recall_at_3_max": 0.164914, "nauc_recall_at_3_std": -0.148953, "nauc_recall_at_3_diff1": 0.192004, "nauc_recall_at_5_max": 0.181752, "nauc_recall_at_5_std": -0.109701, "nauc_recall_at_5_diff1": 0.176586, "nauc_recall_at_10_max": 0.187628, "nauc_recall_at_10_std": -0.086756, "nauc_recall_at_10_diff1": 0.104612, "nauc_recall_at_20_max": 0.187096, "nauc_recall_at_20_std": -0.046821, "nauc_recall_at_20_diff1": 0.091148, "nauc_recall_at_100_max": 0.308526, "nauc_recall_at_100_std": -0.03659, "nauc_recall_at_100_diff1": 0.116201, "nauc_recall_at_1000_max": 0.600088, "nauc_recall_at_1000_std": -0.509913, "nauc_recall_at_1000_diff1": 0.425646, "nauc_precision_at_1_max": 0.39452, "nauc_precision_at_1_std": 0.007741, "nauc_precision_at_1_diff1": 0.336997, "nauc_precision_at_3_max": 0.374618, "nauc_precision_at_3_std": 0.075341, "nauc_precision_at_3_diff1": 0.085548, "nauc_precision_at_5_max": 0.355267, "nauc_precision_at_5_std": 0.150109, "nauc_precision_at_5_diff1": 0.018504, "nauc_precision_at_10_max": 0.322182, "nauc_precision_at_10_std": 0.19565, "nauc_precision_at_10_diff1": -0.062722, "nauc_precision_at_20_max": 0.284671, "nauc_precision_at_20_std": 0.250826, "nauc_precision_at_20_diff1": -0.07802, "nauc_precision_at_100_max": 0.21936, "nauc_precision_at_100_std": 0.293118, "nauc_precision_at_100_diff1": -0.115451, "nauc_precision_at_1000_max": 0.167458, "nauc_precision_at_1000_std": 0.27159, "nauc_precision_at_1000_diff1": -0.110234, "nauc_mrr_at_1_max": 0.39452, "nauc_mrr_at_1_std": 0.007741, "nauc_mrr_at_1_diff1": 0.336997, "nauc_mrr_at_3_max": 0.404267, "nauc_mrr_at_3_std": 0.006564, "nauc_mrr_at_3_diff1": 0.283522, "nauc_mrr_at_5_max": 0.408164, "nauc_mrr_at_5_std": 0.019004, "nauc_mrr_at_5_diff1": 0.281092, "nauc_mrr_at_10_max": 0.410217, "nauc_mrr_at_10_std": 0.017333, "nauc_mrr_at_10_diff1": 0.280171, "nauc_mrr_at_20_max": 0.4077, "nauc_mrr_at_20_std": 0.017536, "nauc_mrr_at_20_diff1": 0.281562, "nauc_mrr_at_100_max": 0.407272, "nauc_mrr_at_100_std": 0.015626, "nauc_mrr_at_100_diff1": 0.283539, "nauc_mrr_at_1000_max": 0.407235, "nauc_mrr_at_1000_std": 0.015769, "nauc_mrr_at_1000_diff1": 0.283507, "hit_rate_at_1": 0.49437, "hit_rate_at_3": 0.72466, "hit_rate_at_5": 0.7985, "hit_rate_at_10": 0.8761, "hit_rate_at_20": 0.9199, "hit_rate_at_100": 0.99124, "hit_rate_at_1000": 1.0, "main_score": 0.53981, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.54321, "ndcg_at_3": 0.48758, "ndcg_at_5": 0.47516, "ndcg_at_10": 0.50437, "ndcg_at_20": 0.55888, "ndcg_at_100": 0.63884, "ndcg_at_1000": 0.65274, "map_at_1": 0.16942, "map_at_3": 0.2854, "map_at_5": 0.32972, "map_at_10": 0.37748, "map_at_20": 0.40737, "map_at_100": 0.43403, "map_at_1000": 0.43607, "recall_at_1": 0.16942, "recall_at_3": 0.33499, "recall_at_5": 0.42325, "recall_at_10": 0.5555, "recall_at_20": 0.68681, "recall_at_100": 0.94108, "recall_at_1000": 1.0, "accuracy": 0.16942, "precision_at_1": 0.54321, "precision_at_3": 0.40535, "precision_at_5": 0.32531, "precision_at_10": 0.22577, "precision_at_20": 0.14576, "precision_at_100": 0.04287, "precision_at_1000": 0.00461, "mrr_at_1": 0.54321, "mrr_at_3": 0.647119, "mrr_at_5": 0.662551, "mrr_at_10": 0.671157, "mrr_at_20": 0.674515, "mrr_at_100": 0.675977, "mrr_at_1000": 0.675992, "nauc_ndcg_at_1_max": 0.337405, "nauc_ndcg_at_1_std": 0.084589, "nauc_ndcg_at_1_diff1": 0.303278, "nauc_ndcg_at_3_max": 0.31949, "nauc_ndcg_at_3_std": 0.042375, "nauc_ndcg_at_3_diff1": 0.201002, "nauc_ndcg_at_5_max": 0.292506, "nauc_ndcg_at_5_std": -0.027171, "nauc_ndcg_at_5_diff1": 0.202344, "nauc_ndcg_at_10_max": 0.308288, "nauc_ndcg_at_10_std": -0.03863, "nauc_ndcg_at_10_diff1": 0.210067, "nauc_ndcg_at_20_max": 0.337883, "nauc_ndcg_at_20_std": -0.019612, "nauc_ndcg_at_20_diff1": 0.211965, "nauc_ndcg_at_100_max": 0.352542, "nauc_ndcg_at_100_std": 0.041742, "nauc_ndcg_at_100_diff1": 0.198487, "nauc_ndcg_at_1000_max": 0.350057, "nauc_ndcg_at_1000_std": 0.043481, "nauc_ndcg_at_1000_diff1": 0.201553, "nauc_map_at_1_max": 0.076271, "nauc_map_at_1_std": -0.152996, "nauc_map_at_1_diff1": 0.283095, "nauc_map_at_3_max": 0.182134, "nauc_map_at_3_std": -0.117893, "nauc_map_at_3_diff1": 0.239996, "nauc_map_at_5_max": 0.212145, "nauc_map_at_5_std": -0.115137, "nauc_map_at_5_diff1": 0.225859, "nauc_map_at_10_max": 0.261014, "nauc_map_at_10_std": -0.091242, "nauc_map_at_10_diff1": 0.21691, "nauc_map_at_20_max": 0.281712, "nauc_map_at_20_std": -0.077543, "nauc_map_at_20_diff1": 0.21258, "nauc_map_at_100_max": 0.292261, "nauc_map_at_100_std": -0.056002, "nauc_map_at_100_diff1": 0.207629, "nauc_map_at_1000_max": 0.292245, "nauc_map_at_1000_std": -0.055284, "nauc_map_at_1000_diff1": 0.20775, "nauc_recall_at_1_max": 0.076271, "nauc_recall_at_1_std": -0.152996, "nauc_recall_at_1_diff1": 0.283095, "nauc_recall_at_3_max": 0.159134, "nauc_recall_at_3_std": -0.135603, "nauc_recall_at_3_diff1": 0.210591, "nauc_recall_at_5_max": 0.159441, "nauc_recall_at_5_std": -0.147492, "nauc_recall_at_5_diff1": 0.177543, "nauc_recall_at_10_max": 0.222948, "nauc_recall_at_10_std": -0.099349, "nauc_recall_at_10_diff1": 0.144015, "nauc_recall_at_20_max": 0.262972, "nauc_recall_at_20_std": -0.101923, "nauc_recall_at_20_diff1": 0.158808, "nauc_recall_at_100_max": 0.307451, "nauc_recall_at_100_std": 0.067738, "nauc_recall_at_100_diff1": 0.074785, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.337405, "nauc_precision_at_1_std": 0.084589, "nauc_precision_at_1_diff1": 0.303278, "nauc_precision_at_3_max": 0.389926, "nauc_precision_at_3_std": 0.145807, "nauc_precision_at_3_diff1": 0.098224, "nauc_precision_at_5_max": 0.361917, "nauc_precision_at_5_std": 0.133641, "nauc_precision_at_5_diff1": 0.026856, "nauc_precision_at_10_max": 0.363546, "nauc_precision_at_10_std": 0.185463, "nauc_precision_at_10_diff1": -0.024647, "nauc_precision_at_20_max": 0.317979, "nauc_precision_at_20_std": 0.221988, "nauc_precision_at_20_diff1": -0.067675, "nauc_precision_at_100_max": 0.192522, "nauc_precision_at_100_std": 0.310446, "nauc_precision_at_100_diff1": -0.13838, "nauc_precision_at_1000_max": 0.153523, "nauc_precision_at_1000_std": 0.300869, "nauc_precision_at_1000_diff1": -0.145683, "nauc_mrr_at_1_max": 0.337405, "nauc_mrr_at_1_std": 0.084589, "nauc_mrr_at_1_diff1": 0.303278, "nauc_mrr_at_3_max": 0.380629, "nauc_mrr_at_3_std": 0.12107, "nauc_mrr_at_3_diff1": 0.260051, "nauc_mrr_at_5_max": 0.36985, "nauc_mrr_at_5_std": 0.117962, "nauc_mrr_at_5_diff1": 0.257101, "nauc_mrr_at_10_max": 0.375135, "nauc_mrr_at_10_std": 0.125873, "nauc_mrr_at_10_diff1": 0.258703, "nauc_mrr_at_20_max": 0.374429, "nauc_mrr_at_20_std": 0.125183, "nauc_mrr_at_20_diff1": 0.26316, "nauc_mrr_at_100_max": 0.373176, "nauc_mrr_at_100_std": 0.123363, "nauc_mrr_at_100_diff1": 0.26319, "nauc_mrr_at_1000_max": 0.373155, "nauc_mrr_at_1000_std": 0.123328, "nauc_mrr_at_1000_diff1": 0.263272, "hit_rate_at_1": 0.54321, "hit_rate_at_3": 0.77006, "hit_rate_at_5": 0.83951, "hit_rate_at_10": 0.90278, "hit_rate_at_20": 0.95062, "hit_rate_at_100": 0.99846, "hit_rate_at_1000": 1.0, "main_score": 0.50437, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.40823, "ndcg_at_3": 0.44195, "ndcg_at_5": 0.48194, "ndcg_at_10": 0.52821, "ndcg_at_20": 0.56176, "ndcg_at_100": 0.60077, "ndcg_at_1000": 0.60837, "map_at_1": 0.26084, "map_at_3": 0.37276, "map_at_5": 0.40811, "map_at_10": 0.43657, "map_at_20": 0.45114, "map_at_100": 0.45999, "map_at_1000": 0.46062, "recall_at_1": 0.26084, "recall_at_3": 0.45963, "recall_at_5": 0.56465, "recall_at_10": 0.68497, "recall_at_20": 0.78811, "recall_at_100": 0.95371, "recall_at_1000": 0.99868, "accuracy": 0.26084, "precision_at_1": 0.40823, "precision_at_3": 0.26477, "precision_at_5": 0.20411, "precision_at_10": 0.13117, "precision_at_20": 0.07856, "precision_at_100": 0.01964, "precision_at_1000": 0.00208, "mrr_at_1": 0.408228, "mrr_at_3": 0.499209, "mrr_at_5": 0.522943, "mrr_at_10": 0.536767, "mrr_at_20": 0.540957, "mrr_at_100": 0.543606, "mrr_at_1000": 0.543721, "nauc_ndcg_at_1_max": 0.340784, "nauc_ndcg_at_1_std": -0.004011, "nauc_ndcg_at_1_diff1": 0.315362, "nauc_ndcg_at_3_max": 0.314732, "nauc_ndcg_at_3_std": -0.079144, "nauc_ndcg_at_3_diff1": 0.266933, "nauc_ndcg_at_5_max": 0.312033, "nauc_ndcg_at_5_std": -0.085121, "nauc_ndcg_at_5_diff1": 0.243339, "nauc_ndcg_at_10_max": 0.336854, "nauc_ndcg_at_10_std": -0.073005, "nauc_ndcg_at_10_diff1": 0.257732, "nauc_ndcg_at_20_max": 0.336543, "nauc_ndcg_at_20_std": -0.063446, "nauc_ndcg_at_20_diff1": 0.247523, "nauc_ndcg_at_100_max": 0.348566, "nauc_ndcg_at_100_std": -0.038644, "nauc_ndcg_at_100_diff1": 0.262248, "nauc_ndcg_at_1000_max": 0.341888, "nauc_ndcg_at_1000_std": -0.042331, "nauc_ndcg_at_1000_diff1": 0.264712, "nauc_map_at_1_max": 0.218612, "nauc_map_at_1_std": -0.084358, "nauc_map_at_1_diff1": 0.322014, "nauc_map_at_3_max": 0.283872, "nauc_map_at_3_std": -0.093315, "nauc_map_at_3_diff1": 0.274603, "nauc_map_at_5_max": 0.292786, "nauc_map_at_5_std": -0.093215, "nauc_map_at_5_diff1": 0.258012, "nauc_map_at_10_max": 0.311159, "nauc_map_at_10_std": -0.079045, "nauc_map_at_10_diff1": 0.261658, "nauc_map_at_20_max": 0.315364, "nauc_map_at_20_std": -0.074622, "nauc_map_at_20_diff1": 0.258124, "nauc_map_at_100_max": 0.317787, "nauc_map_at_100_std": -0.069309, "nauc_map_at_100_diff1": 0.261055, "nauc_map_at_1000_max": 0.317612, "nauc_map_at_1000_std": -0.06903, "nauc_map_at_1000_diff1": 0.261287, "nauc_recall_at_1_max": 0.218612, "nauc_recall_at_1_std": -0.084358, "nauc_recall_at_1_diff1": 0.322014, "nauc_recall_at_3_max": 0.26779, "nauc_recall_at_3_std": -0.129739, "nauc_recall_at_3_diff1": 0.229822, "nauc_recall_at_5_max": 0.245776, "nauc_recall_at_5_std": -0.131326, "nauc_recall_at_5_diff1": 0.154776, "nauc_recall_at_10_max": 0.313063, "nauc_recall_at_10_std": -0.107008, "nauc_recall_at_10_diff1": 0.183001, "nauc_recall_at_20_max": 0.282519, "nauc_recall_at_20_std": -0.100821, "nauc_recall_at_20_diff1": 0.114691, "nauc_recall_at_100_max": 0.518949, "nauc_recall_at_100_std": 0.19121, "nauc_recall_at_100_diff1": 0.147534, "nauc_recall_at_1000_max": 0.005135, "nauc_recall_at_1000_std": 0.475692, "nauc_recall_at_1000_diff1": 0.20842, "nauc_precision_at_1_max": 0.340784, "nauc_precision_at_1_std": -0.004011, "nauc_precision_at_1_diff1": 0.315362, "nauc_precision_at_3_max": 0.343474, "nauc_precision_at_3_std": -0.024241, "nauc_precision_at_3_diff1": 0.120622, "nauc_precision_at_5_max": 0.301639, "nauc_precision_at_5_std": 0.000702, "nauc_precision_at_5_diff1": 0.036741, "nauc_precision_at_10_max": 0.269623, "nauc_precision_at_10_std": 0.05512, "nauc_precision_at_10_diff1": 0.005372, "nauc_precision_at_20_max": 0.207834, "nauc_precision_at_20_std": 0.090263, "nauc_precision_at_20_diff1": -0.045049, "nauc_precision_at_100_max": 0.132297, "nauc_precision_at_100_std": 0.159896, "nauc_precision_at_100_diff1": -0.064647, "nauc_precision_at_1000_max": 0.084703, "nauc_precision_at_1000_std": 0.154272, "nauc_precision_at_1000_diff1": -0.073432, "nauc_mrr_at_1_max": 0.340784, "nauc_mrr_at_1_std": -0.004011, "nauc_mrr_at_1_diff1": 0.315362, "nauc_mrr_at_3_max": 0.352235, "nauc_mrr_at_3_std": -0.026161, "nauc_mrr_at_3_diff1": 0.291293, "nauc_mrr_at_5_max": 0.349443, "nauc_mrr_at_5_std": -0.026799, "nauc_mrr_at_5_diff1": 0.285757, "nauc_mrr_at_10_max": 0.352414, "nauc_mrr_at_10_std": -0.022098, "nauc_mrr_at_10_diff1": 0.290714, "nauc_mrr_at_20_max": 0.349873, "nauc_mrr_at_20_std": -0.019964, "nauc_mrr_at_20_diff1": 0.289689, "nauc_mrr_at_100_max": 0.351316, "nauc_mrr_at_100_std": -0.018878, "nauc_mrr_at_100_diff1": 0.291508, "nauc_mrr_at_1000_max": 0.351161, "nauc_mrr_at_1000_std": -0.018943, "nauc_mrr_at_1000_diff1": 0.291523, "hit_rate_at_1": 0.40823, "hit_rate_at_3": 0.62184, "hit_rate_at_5": 0.72468, "hit_rate_at_10": 0.82437, "hit_rate_at_20": 0.88291, "hit_rate_at_100": 0.97943, "hit_rate_at_1000": 1.0, "main_score": 0.52821, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.63, "ndcg_at_3": 0.63137, "ndcg_at_5": 0.67259, "ndcg_at_10": 0.70751, "ndcg_at_20": 0.72889, "ndcg_at_100": 0.74871, "ndcg_at_1000": 0.75324, "map_at_1": 0.40621, "map_at_3": 0.56613, "map_at_5": 0.6037, "map_at_10": 0.62579, "map_at_20": 0.63528, "map_at_100": 0.63998, "map_at_1000": 0.64034, "recall_at_1": 0.40621, "recall_at_3": 0.64799, "recall_at_5": 0.7392, "recall_at_10": 0.82479, "recall_at_20": 0.88892, "recall_at_100": 0.97085, "recall_at_1000": 0.998, "accuracy": 0.40621, "precision_at_1": 0.63, "precision_at_3": 0.36867, "precision_at_5": 0.262, "precision_at_10": 0.1505, "precision_at_20": 0.08315, "precision_at_100": 0.01855, "precision_at_1000": 0.00192, "mrr_at_1": 0.63, "mrr_at_3": 0.719833, "mrr_at_5": 0.732483, "mrr_at_10": 0.738563, "mrr_at_20": 0.740687, "mrr_at_100": 0.741692, "mrr_at_1000": 0.741737, "nauc_ndcg_at_1_max": 0.347318, "nauc_ndcg_at_1_std": -0.001935, "nauc_ndcg_at_1_diff1": 0.507418, "nauc_ndcg_at_3_max": 0.310749, "nauc_ndcg_at_3_std": -0.060288, "nauc_ndcg_at_3_diff1": 0.399817, "nauc_ndcg_at_5_max": 0.341646, "nauc_ndcg_at_5_std": -0.061168, "nauc_ndcg_at_5_diff1": 0.403973, "nauc_ndcg_at_10_max": 0.340371, "nauc_ndcg_at_10_std": -0.047745, "nauc_ndcg_at_10_diff1": 0.398598, "nauc_ndcg_at_20_max": 0.34964, "nauc_ndcg_at_20_std": -0.040351, "nauc_ndcg_at_20_diff1": 0.404397, "nauc_ndcg_at_100_max": 0.348832, "nauc_ndcg_at_100_std": -0.017101, "nauc_ndcg_at_100_diff1": 0.40921, "nauc_ndcg_at_1000_max": 0.346788, "nauc_ndcg_at_1000_std": -0.020359, "nauc_ndcg_at_1000_diff1": 0.411896, "nauc_map_at_1_max": 0.165854, "nauc_map_at_1_std": -0.094416, "nauc_map_at_1_diff1": 0.436562, "nauc_map_at_3_max": 0.272876, "nauc_map_at_3_std": -0.079273, "nauc_map_at_3_diff1": 0.390444, "nauc_map_at_5_max": 0.308164, "nauc_map_at_5_std": -0.068797, "nauc_map_at_5_diff1": 0.389874, "nauc_map_at_10_max": 0.310118, "nauc_map_at_10_std": -0.060375, "nauc_map_at_10_diff1": 0.387307, "nauc_map_at_20_max": 0.313824, "nauc_map_at_20_std": -0.056765, "nauc_map_at_20_diff1": 0.390003, "nauc_map_at_100_max": 0.314697, "nauc_map_at_100_std": -0.051788, "nauc_map_at_100_diff1": 0.39073, "nauc_map_at_1000_max": 0.314593, "nauc_map_at_1000_std": -0.0518, "nauc_map_at_1000_diff1": 0.390854, "nauc_recall_at_1_max": 0.165854, "nauc_recall_at_1_std": -0.094416, "nauc_recall_at_1_diff1": 0.436562, "nauc_recall_at_3_max": 0.26182, "nauc_recall_at_3_std": -0.112846, "nauc_recall_at_3_diff1": 0.334772, "nauc_recall_at_5_max": 0.333861, "nauc_recall_at_5_std": -0.114242, "nauc_recall_at_5_diff1": 0.325944, "nauc_recall_at_10_max": 0.314538, "nauc_recall_at_10_std": -0.102521, "nauc_recall_at_10_diff1": 0.280669, "nauc_recall_at_20_max": 0.363583, "nauc_recall_at_20_std": -0.105975, "nauc_recall_at_20_diff1": 0.275083, "nauc_recall_at_100_max": 0.422711, "nauc_recall_at_100_std": 0.227242, "nauc_recall_at_100_diff1": 0.22634, "nauc_recall_at_1000_max": 0.861111, "nauc_recall_at_1000_std": 0.828431, "nauc_recall_at_1000_diff1": 0.14881, "nauc_precision_at_1_max": 0.347318, "nauc_precision_at_1_std": -0.001935, "nauc_precision_at_1_diff1": 0.507418, "nauc_precision_at_3_max": 0.315463, "nauc_precision_at_3_std": 0.081434, "nauc_precision_at_3_diff1": 0.117046, "nauc_precision_at_5_max": 0.309584, "nauc_precision_at_5_std": 0.120108, "nauc_precision_at_5_diff1": 0.030623, "nauc_precision_at_10_max": 0.222828, "nauc_precision_at_10_std": 0.15189, "nauc_precision_at_10_diff1": -0.058475, "nauc_precision_at_20_max": 0.178926, "nauc_precision_at_20_std": 0.179199, "nauc_precision_at_20_diff1": -0.10942, "nauc_precision_at_100_max": 0.105573, "nauc_precision_at_100_std": 0.251258, "nauc_precision_at_100_diff1": -0.176256, "nauc_precision_at_1000_max": 0.071235, "nauc_precision_at_1000_std": 0.242223, "nauc_precision_at_1000_diff1": -0.198472, "nauc_mrr_at_1_max": 0.347318, "nauc_mrr_at_1_std": -0.001935, "nauc_mrr_at_1_diff1": 0.507418, "nauc_mrr_at_3_max": 0.384188, "nauc_mrr_at_3_std": 0.009888, "nauc_mrr_at_3_diff1": 0.485397, "nauc_mrr_at_5_max": 0.387811, "nauc_mrr_at_5_std": 0.010873, "nauc_mrr_at_5_diff1": 0.491153, "nauc_mrr_at_10_max": 0.385786, "nauc_mrr_at_10_std": 0.014273, "nauc_mrr_at_10_diff1": 0.489159, "nauc_mrr_at_20_max": 0.386133, "nauc_mrr_at_20_std": 0.013264, "nauc_mrr_at_20_diff1": 0.48913, "nauc_mrr_at_100_max": 0.385054, "nauc_mrr_at_100_std": 0.013671, "nauc_mrr_at_100_diff1": 0.488848, "nauc_mrr_at_1000_max": 0.385089, "nauc_mrr_at_1000_std": 0.013568, "nauc_mrr_at_1000_diff1": 0.488998, "hit_rate_at_1": 0.63, "hit_rate_at_3": 0.828, "hit_rate_at_5": 0.883, "hit_rate_at_10": 0.927, "hit_rate_at_20": 0.956, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 0.999, "main_score": 0.70751, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.40816, "ndcg_at_3": 0.42147, "ndcg_at_5": 0.45576, "ndcg_at_10": 0.51095, "ndcg_at_20": 0.54928, "ndcg_at_100": 0.59334, "ndcg_at_1000": 0.59949, "map_at_1": 0.23104, "map_at_3": 0.34643, "map_at_5": 0.38028, "map_at_10": 0.4123, "map_at_20": 0.42895, "map_at_100": 0.43869, "map_at_1000": 0.43929, "recall_at_1": 0.23104, "recall_at_3": 0.42597, "recall_at_5": 0.51628, "recall_at_10": 0.6597, "recall_at_20": 0.77769, "recall_at_100": 0.96613, "recall_at_1000": 1.0, "accuracy": 0.23104, "precision_at_1": 0.40816, "precision_at_3": 0.27405, "precision_at_5": 0.20525, "precision_at_10": 0.13324, "precision_at_20": 0.08105, "precision_at_100": 0.02047, "precision_at_1000": 0.00213, "mrr_at_1": 0.408163, "mrr_at_3": 0.51069, "mrr_at_5": 0.528037, "mrr_at_10": 0.543168, "mrr_at_20": 0.548006, "mrr_at_100": 0.550847, "mrr_at_1000": 0.550888, "nauc_ndcg_at_1_max": 0.226564, "nauc_ndcg_at_1_std": 0.005628, "nauc_ndcg_at_1_diff1": 0.330143, "nauc_ndcg_at_3_max": 0.261808, "nauc_ndcg_at_3_std": -0.016152, "nauc_ndcg_at_3_diff1": 0.287034, "nauc_ndcg_at_5_max": 0.271827, "nauc_ndcg_at_5_std": -0.017458, "nauc_ndcg_at_5_diff1": 0.257519, "nauc_ndcg_at_10_max": 0.258517, "nauc_ndcg_at_10_std": -0.033338, "nauc_ndcg_at_10_diff1": 0.236315, "nauc_ndcg_at_20_max": 0.269483, "nauc_ndcg_at_20_std": -0.028691, "nauc_ndcg_at_20_diff1": 0.236878, "nauc_ndcg_at_100_max": 0.272834, "nauc_ndcg_at_100_std": -0.016843, "nauc_ndcg_at_100_diff1": 0.245938, "nauc_ndcg_at_1000_max": 0.266014, "nauc_ndcg_at_1000_std": -0.022224, "nauc_ndcg_at_1000_diff1": 0.250927, "nauc_map_at_1_max": 0.153327, "nauc_map_at_1_std": -0.024455, "nauc_map_at_1_diff1": 0.33035, "nauc_map_at_3_max": 0.229041, "nauc_map_at_3_std": -0.02186, "nauc_map_at_3_diff1": 0.304489, "nauc_map_at_5_max": 0.250535, "nauc_map_at_5_std": -0.021874, "nauc_map_at_5_diff1": 0.281409, "nauc_map_at_10_max": 0.243459, "nauc_map_at_10_std": -0.029935, "nauc_map_at_10_diff1": 0.262474, "nauc_map_at_20_max": 0.245664, "nauc_map_at_20_std": -0.029961, "nauc_map_at_20_diff1": 0.258729, "nauc_map_at_100_max": 0.247238, "nauc_map_at_100_std": -0.027751, "nauc_map_at_100_diff1": 0.259509, "nauc_map_at_1000_max": 0.2469, "nauc_map_at_1000_std": -0.027914, "nauc_map_at_1000_diff1": 0.25986, "nauc_recall_at_1_max": 0.153327, "nauc_recall_at_1_std": -0.024455, "nauc_recall_at_1_diff1": 0.33035, "nauc_recall_at_3_max": 0.248594, "nauc_recall_at_3_std": -0.018033, "nauc_recall_at_3_diff1": 0.252032, "nauc_recall_at_5_max": 0.258866, "nauc_recall_at_5_std": -0.016953, "nauc_recall_at_5_diff1": 0.167495, "nauc_recall_at_10_max": 0.210202, "nauc_recall_at_10_std": -0.069627, "nauc_recall_at_10_diff1": 0.107427, "nauc_recall_at_20_max": 0.266227, "nauc_recall_at_20_std": -0.055935, "nauc_recall_at_20_diff1": 0.111268, "nauc_recall_at_100_max": 0.462086, "nauc_recall_at_100_std": 0.210387, "nauc_recall_at_100_diff1": -0.031239, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.226564, "nauc_precision_at_1_std": 0.005628, "nauc_precision_at_1_diff1": 0.330143, "nauc_precision_at_3_max": 0.292767, "nauc_precision_at_3_std": 0.002398, "nauc_precision_at_3_diff1": 0.19301, "nauc_precision_at_5_max": 0.270137, "nauc_precision_at_5_std": -0.018984, "nauc_precision_at_5_diff1": 0.076789, "nauc_precision_at_10_max": 0.189281, "nauc_precision_at_10_std": -0.038049, "nauc_precision_at_10_diff1": -0.024282, "nauc_precision_at_20_max": 0.140005, "nauc_precision_at_20_std": -0.028982, "nauc_precision_at_20_diff1": -0.083026, "nauc_precision_at_100_max": 0.071651, "nauc_precision_at_100_std": -0.003608, "nauc_precision_at_100_diff1": -0.126306, "nauc_precision_at_1000_max": 0.037891, "nauc_precision_at_1000_std": -0.021427, "nauc_precision_at_1000_diff1": -0.121378, "nauc_mrr_at_1_max": 0.226564, "nauc_mrr_at_1_std": 0.005628, "nauc_mrr_at_1_diff1": 0.330143, "nauc_mrr_at_3_max": 0.282864, "nauc_mrr_at_3_std": 0.001202, "nauc_mrr_at_3_diff1": 0.306835, "nauc_mrr_at_5_max": 0.281717, "nauc_mrr_at_5_std": 0.001643, "nauc_mrr_at_5_diff1": 0.288204, "nauc_mrr_at_10_max": 0.280537, "nauc_mrr_at_10_std": -0.001402, "nauc_mrr_at_10_diff1": 0.290979, "nauc_mrr_at_20_max": 0.280866, "nauc_mrr_at_20_std": 0.000548, "nauc_mrr_at_20_diff1": 0.294334, "nauc_mrr_at_100_max": 0.280114, "nauc_mrr_at_100_std": 0.000728, "nauc_mrr_at_100_diff1": 0.295274, "nauc_mrr_at_1000_max": 0.280044, "nauc_mrr_at_1000_std": 0.000683, "nauc_mrr_at_1000_diff1": 0.295305, "hit_rate_at_1": 0.40816, "hit_rate_at_3": 0.63557, "hit_rate_at_5": 0.70845, "hit_rate_at_10": 0.82216, "hit_rate_at_20": 0.89213, "hit_rate_at_100": 0.99417, "hit_rate_at_1000": 1.0, "main_score": 0.51095, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.47429, "ndcg_at_3": 0.47878, "ndcg_at_5": 0.52148, "ndcg_at_10": 0.56928, "ndcg_at_20": 0.59768, "ndcg_at_100": 0.6317, "ndcg_at_1000": 0.63773, "map_at_1": 0.26358, "map_at_3": 0.38959, "map_at_5": 0.43718, "map_at_10": 0.4694, "map_at_20": 0.48359, "map_at_100": 0.49127, "map_at_1000": 0.49167, "recall_at_1": 0.26358, "recall_at_3": 0.4641, "recall_at_5": 0.59527, "recall_at_10": 0.72547, "recall_at_20": 0.80888, "recall_at_100": 0.95884, "recall_at_1000": 0.99762, "accuracy": 0.26358, "precision_at_1": 0.47429, "precision_at_3": 0.30762, "precision_at_5": 0.24171, "precision_at_10": 0.15143, "precision_at_20": 0.08729, "precision_at_100": 0.02069, "precision_at_1000": 0.00214, "mrr_at_1": 0.474286, "mrr_at_3": 0.562857, "mrr_at_5": 0.586286, "mrr_at_10": 0.59842, "mrr_at_20": 0.600746, "mrr_at_100": 0.602831, "mrr_at_1000": 0.602947, "nauc_ndcg_at_1_max": 0.412818, "nauc_ndcg_at_1_std": -0.080712, "nauc_ndcg_at_1_diff1": 0.479898, "nauc_ndcg_at_3_max": 0.390835, "nauc_ndcg_at_3_std": -0.043651, "nauc_ndcg_at_3_diff1": 0.370125, "nauc_ndcg_at_5_max": 0.366125, "nauc_ndcg_at_5_std": -0.05174, "nauc_ndcg_at_5_diff1": 0.349384, "nauc_ndcg_at_10_max": 0.378758, "nauc_ndcg_at_10_std": -0.048616, "nauc_ndcg_at_10_diff1": 0.354381, "nauc_ndcg_at_20_max": 0.398733, "nauc_ndcg_at_20_std": -0.02984, "nauc_ndcg_at_20_diff1": 0.352818, "nauc_ndcg_at_100_max": 0.418543, "nauc_ndcg_at_100_std": -0.0272, "nauc_ndcg_at_100_diff1": 0.379915, "nauc_ndcg_at_1000_max": 0.413143, "nauc_ndcg_at_1000_std": -0.029009, "nauc_ndcg_at_1000_diff1": 0.382528, "nauc_map_at_1_max": 0.243306, "nauc_map_at_1_std": -0.111576, "nauc_map_at_1_diff1": 0.481884, "nauc_map_at_3_max": 0.314762, "nauc_map_at_3_std": -0.085716, "nauc_map_at_3_diff1": 0.386194, "nauc_map_at_5_max": 0.318072, "nauc_map_at_5_std": -0.080848, "nauc_map_at_5_diff1": 0.359891, "nauc_map_at_10_max": 0.343239, "nauc_map_at_10_std": -0.069094, "nauc_map_at_10_diff1": 0.362828, "nauc_map_at_20_max": 0.356745, "nauc_map_at_20_std": -0.059265, "nauc_map_at_20_diff1": 0.359642, "nauc_map_at_100_max": 0.363498, "nauc_map_at_100_std": -0.056325, "nauc_map_at_100_diff1": 0.366348, "nauc_map_at_1000_max": 0.363197, "nauc_map_at_1000_std": -0.056609, "nauc_map_at_1000_diff1": 0.366606, "nauc_recall_at_1_max": 0.243306, "nauc_recall_at_1_std": -0.111576, "nauc_recall_at_1_diff1": 0.481884, "nauc_recall_at_3_max": 0.278174, "nauc_recall_at_3_std": -0.067186, "nauc_recall_at_3_diff1": 0.30356, "nauc_recall_at_5_max": 0.258244, "nauc_recall_at_5_std": -0.035113, "nauc_recall_at_5_diff1": 0.207232, "nauc_recall_at_10_max": 0.257527, "nauc_recall_at_10_std": -0.0393, "nauc_recall_at_10_diff1": 0.162033, "nauc_recall_at_20_max": 0.322225, "nauc_recall_at_20_std": 0.033907, "nauc_recall_at_20_diff1": 0.137689, "nauc_recall_at_100_max": 0.59961, "nauc_recall_at_100_std": 0.061721, "nauc_recall_at_100_diff1": 0.276918, "nauc_recall_at_1000_max": 0.888889, "nauc_recall_at_1000_std": 0.947712, "nauc_recall_at_1000_diff1": 0.122782, "nauc_precision_at_1_max": 0.412818, "nauc_precision_at_1_std": -0.080712, "nauc_precision_at_1_diff1": 0.479898, "nauc_precision_at_3_max": 0.401962, "nauc_precision_at_3_std": 0.051657, "nauc_precision_at_3_diff1": 0.137786, "nauc_precision_at_5_max": 0.337318, "nauc_precision_at_5_std": 0.063958, "nauc_precision_at_5_diff1": 0.040644, "nauc_precision_at_10_max": 0.332057, "nauc_precision_at_10_std": 0.099946, "nauc_precision_at_10_diff1": 0.015056, "nauc_precision_at_20_max": 0.314746, "nauc_precision_at_20_std": 0.130639, "nauc_precision_at_20_diff1": -0.019716, "nauc_precision_at_100_max": 0.2812, "nauc_precision_at_100_std": 0.139392, "nauc_precision_at_100_diff1": -0.022948, "nauc_precision_at_1000_max": 0.25201, "nauc_precision_at_1000_std": 0.130832, "nauc_precision_at_1000_diff1": -0.028053, "nauc_mrr_at_1_max": 0.412818, "nauc_mrr_at_1_std": -0.080712, "nauc_mrr_at_1_diff1": 0.479898, "nauc_mrr_at_3_max": 0.444054, "nauc_mrr_at_3_std": -0.041625, "nauc_mrr_at_3_diff1": 0.44284, "nauc_mrr_at_5_max": 0.452864, "nauc_mrr_at_5_std": -0.028187, "nauc_mrr_at_5_diff1": 0.437981, "nauc_mrr_at_10_max": 0.447752, "nauc_mrr_at_10_std": -0.036119, "nauc_mrr_at_10_diff1": 0.437863, "nauc_mrr_at_20_max": 0.446528, "nauc_mrr_at_20_std": -0.037841, "nauc_mrr_at_20_diff1": 0.438947, "nauc_mrr_at_100_max": 0.447363, "nauc_mrr_at_100_std": -0.037769, "nauc_mrr_at_100_diff1": 0.440889, "nauc_mrr_at_1000_max": 0.447196, "nauc_mrr_at_1000_std": -0.03776, "nauc_mrr_at_1000_diff1": 0.440765, "hit_rate_at_1": 0.47429, "hit_rate_at_3": 0.66857, "hit_rate_at_5": 0.77143, "hit_rate_at_10": 0.86286, "hit_rate_at_20": 0.89429, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.56928, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.47604, "ndcg_at_3": 0.44273, "ndcg_at_5": 0.45193, "ndcg_at_10": 0.49003, "ndcg_at_20": 0.52701, "ndcg_at_100": 0.58411, "ndcg_at_1000": 0.60406, "map_at_1": 0.21494, "map_at_3": 0.31788, "map_at_5": 0.351, "map_at_10": 0.38342, "map_at_20": 0.40036, "map_at_100": 0.41548, "map_at_1000": 0.41735, "recall_at_1": 0.21494, "recall_at_3": 0.37854, "recall_at_5": 0.45974, "recall_at_10": 0.57284, "recall_at_20": 0.67215, "recall_at_100": 0.88436, "recall_at_1000": 0.98701, "accuracy": 0.21494, "precision_at_1": 0.47604, "precision_at_3": 0.31736, "precision_at_5": 0.24229, "precision_at_10": 0.16021, "precision_at_20": 0.09885, "precision_at_100": 0.02761, "precision_at_1000": 0.00316, "mrr_at_1": 0.476042, "mrr_at_3": 0.569792, "mrr_at_5": 0.585938, "mrr_at_10": 0.597224, "mrr_at_20": 0.600983, "mrr_at_100": 0.603295, "mrr_at_1000": 0.603428, "nauc_ndcg_at_1_max": 0.321006, "nauc_ndcg_at_1_std": 0.041881, "nauc_ndcg_at_1_diff1": 0.309052, "nauc_ndcg_at_3_max": 0.283172, "nauc_ndcg_at_3_std": -0.045843, "nauc_ndcg_at_3_diff1": 0.217396, "nauc_ndcg_at_5_max": 0.275736, "nauc_ndcg_at_5_std": -0.078531, "nauc_ndcg_at_5_diff1": 0.212459, "nauc_ndcg_at_10_max": 0.279967, "nauc_ndcg_at_10_std": -0.094203, "nauc_ndcg_at_10_diff1": 0.210952, "nauc_ndcg_at_20_max": 0.285979, "nauc_ndcg_at_20_std": -0.075217, "nauc_ndcg_at_20_diff1": 0.204824, "nauc_ndcg_at_100_max": 0.317576, "nauc_ndcg_at_100_std": -0.023301, "nauc_ndcg_at_100_diff1": 0.219392, "nauc_ndcg_at_1000_max": 0.315361, "nauc_ndcg_at_1000_std": -0.022911, "nauc_ndcg_at_1000_diff1": 0.222148, "nauc_map_at_1_max": 0.163786, "nauc_map_at_1_std": -0.097592, "nauc_map_at_1_diff1": 0.29327, "nauc_map_at_3_max": 0.202818, "nauc_map_at_3_std": -0.13106, "nauc_map_at_3_diff1": 0.22558, "nauc_map_at_5_max": 0.226389, "nauc_map_at_5_std": -0.125766, "nauc_map_at_5_diff1": 0.21373, "nauc_map_at_10_max": 0.248578, "nauc_map_at_10_std": -0.120285, "nauc_map_at_10_diff1": 0.213161, "nauc_map_at_20_max": 0.254968, "nauc_map_at_20_std": -0.111144, "nauc_map_at_20_diff1": 0.211527, "nauc_map_at_100_max": 0.264708, "nauc_map_at_100_std": -0.095344, "nauc_map_at_100_diff1": 0.215118, "nauc_map_at_1000_max": 0.26457, "nauc_map_at_1000_std": -0.094542, "nauc_map_at_1000_diff1": 0.21518, "nauc_recall_at_1_max": 0.163786, "nauc_recall_at_1_std": -0.097592, "nauc_recall_at_1_diff1": 0.29327, "nauc_recall_at_3_max": 0.168856, "nauc_recall_at_3_std": -0.150539, "nauc_recall_at_3_diff1": 0.170858, "nauc_recall_at_5_max": 0.184935, "nauc_recall_at_5_std": -0.15811, "nauc_recall_at_5_diff1": 0.14779, "nauc_recall_at_10_max": 0.196897, "nauc_recall_at_10_std": -0.151564, "nauc_recall_at_10_diff1": 0.138267, "nauc_recall_at_20_max": 0.183799, "nauc_recall_at_20_std": -0.12651, "nauc_recall_at_20_diff1": 0.104568, "nauc_recall_at_100_max": 0.286001, "nauc_recall_at_100_std": 0.085206, "nauc_recall_at_100_diff1": 0.112877, "nauc_recall_at_1000_max": 0.466644, "nauc_recall_at_1000_std": 0.408066, "nauc_recall_at_1000_diff1": 0.189439, "nauc_precision_at_1_max": 0.321006, "nauc_precision_at_1_std": 0.041881, "nauc_precision_at_1_diff1": 0.309052, "nauc_precision_at_3_max": 0.304067, "nauc_precision_at_3_std": 0.029238, "nauc_precision_at_3_diff1": 0.078566, "nauc_precision_at_5_max": 0.310909, "nauc_precision_at_5_std": 0.061272, "nauc_precision_at_5_diff1": 0.031567, "nauc_precision_at_10_max": 0.290656, "nauc_precision_at_10_std": 0.092551, "nauc_precision_at_10_diff1": 0.009521, "nauc_precision_at_20_max": 0.244046, "nauc_precision_at_20_std": 0.155194, "nauc_precision_at_20_diff1": -0.032908, "nauc_precision_at_100_max": 0.195881, "nauc_precision_at_100_std": 0.27736, "nauc_precision_at_100_diff1": -0.035179, "nauc_precision_at_1000_max": 0.141423, "nauc_precision_at_1000_std": 0.260738, "nauc_precision_at_1000_diff1": -0.051152, "nauc_mrr_at_1_max": 0.321006, "nauc_mrr_at_1_std": 0.041881, "nauc_mrr_at_1_diff1": 0.309052, "nauc_mrr_at_3_max": 0.346124, "nauc_mrr_at_3_std": 0.042397, "nauc_mrr_at_3_diff1": 0.268174, "nauc_mrr_at_5_max": 0.35091, "nauc_mrr_at_5_std": 0.041549, "nauc_mrr_at_5_diff1": 0.271978, "nauc_mrr_at_10_max": 0.347801, "nauc_mrr_at_10_std": 0.0401, "nauc_mrr_at_10_diff1": 0.274613, "nauc_mrr_at_20_max": 0.346525, "nauc_mrr_at_20_std": 0.041785, "nauc_mrr_at_20_diff1": 0.274497, "nauc_mrr_at_100_max": 0.34711, "nauc_mrr_at_100_std": 0.042374, "nauc_mrr_at_100_diff1": 0.275147, "nauc_mrr_at_1000_max": 0.346983, "nauc_mrr_at_1000_std": 0.042266, "nauc_mrr_at_1000_diff1": 0.275141, "hit_rate_at_1": 0.47604, "hit_rate_at_3": 0.68437, "hit_rate_at_5": 0.75521, "hit_rate_at_10": 0.83958, "hit_rate_at_20": 0.89271, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 0.99896, "main_score": 0.49003, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.57442, "ndcg_at_3": 0.59288, "ndcg_at_5": 0.61775, "ndcg_at_10": 0.66217, "ndcg_at_20": 0.68763, "ndcg_at_100": 0.71341, "ndcg_at_1000": 0.71727, "map_at_1": 0.36533, "map_at_3": 0.50667, "map_at_5": 0.53827, "map_at_10": 0.56838, "map_at_20": 0.58028, "map_at_100": 0.58738, "map_at_1000": 0.58774, "recall_at_1": 0.36533, "recall_at_3": 0.60384, "recall_at_5": 0.68717, "recall_at_10": 0.80293, "recall_at_20": 0.87932, "recall_at_100": 0.97949, "recall_at_1000": 1.0, "accuracy": 0.36533, "precision_at_1": 0.57442, "precision_at_3": 0.34419, "precision_at_5": 0.24512, "precision_at_10": 0.15163, "precision_at_20": 0.0861, "precision_at_100": 0.02012, "precision_at_1000": 0.00208, "mrr_at_1": 0.574419, "mrr_at_3": 0.670349, "mrr_at_5": 0.685058, "mrr_at_10": 0.694405, "mrr_at_20": 0.69677, "mrr_at_100": 0.698006, "mrr_at_1000": 0.698027, "nauc_ndcg_at_1_max": 0.446111, "nauc_ndcg_at_1_std": 0.061956, "nauc_ndcg_at_1_diff1": 0.405422, "nauc_ndcg_at_3_max": 0.31326, "nauc_ndcg_at_3_std": -0.090383, "nauc_ndcg_at_3_diff1": 0.322614, "nauc_ndcg_at_5_max": 0.295087, "nauc_ndcg_at_5_std": -0.123702, "nauc_ndcg_at_5_diff1": 0.325858, "nauc_ndcg_at_10_max": 0.324173, "nauc_ndcg_at_10_std": -0.109566, "nauc_ndcg_at_10_diff1": 0.328722, "nauc_ndcg_at_20_max": 0.343922, "nauc_ndcg_at_20_std": -0.086749, "nauc_ndcg_at_20_diff1": 0.324917, "nauc_ndcg_at_100_max": 0.354403, "nauc_ndcg_at_100_std": -0.051233, "nauc_ndcg_at_100_diff1": 0.33128, "nauc_ndcg_at_1000_max": 0.360787, "nauc_ndcg_at_1000_std": -0.049344, "nauc_ndcg_at_1000_diff1": 0.335734, "nauc_map_at_1_max": 0.189679, "nauc_map_at_1_std": -0.160869, "nauc_map_at_1_diff1": 0.375791, "nauc_map_at_3_max": 0.232651, "nauc_map_at_3_std": -0.173548, "nauc_map_at_3_diff1": 0.335824, "nauc_map_at_5_max": 0.254209, "nauc_map_at_5_std": -0.161291, "nauc_map_at_5_diff1": 0.333151, "nauc_map_at_10_max": 0.281331, "nauc_map_at_10_std": -0.142515, "nauc_map_at_10_diff1": 0.332635, "nauc_map_at_20_max": 0.29124, "nauc_map_at_20_std": -0.129939, "nauc_map_at_20_diff1": 0.330755, "nauc_map_at_100_max": 0.295321, "nauc_map_at_100_std": -0.121264, "nauc_map_at_100_diff1": 0.332118, "nauc_map_at_1000_max": 0.295914, "nauc_map_at_1000_std": -0.12089, "nauc_map_at_1000_diff1": 0.332421, "nauc_recall_at_1_max": 0.189679, "nauc_recall_at_1_std": -0.160869, "nauc_recall_at_1_diff1": 0.375791, "nauc_recall_at_3_max": 0.149331, "nauc_recall_at_3_std": -0.222707, "nauc_recall_at_3_diff1": 0.252574, "nauc_recall_at_5_max": 0.145026, "nauc_recall_at_5_std": -0.237875, "nauc_recall_at_5_diff1": 0.237961, "nauc_recall_at_10_max": 0.17001, "nauc_recall_at_10_std": -0.255134, "nauc_recall_at_10_diff1": 0.221492, "nauc_recall_at_20_max": 0.193812, "nauc_recall_at_20_std": -0.262702, "nauc_recall_at_20_diff1": 0.163559, "nauc_recall_at_100_max": -0.026727, "nauc_recall_at_100_std": -0.017874, "nauc_recall_at_100_diff1": 0.004331, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.446111, "nauc_precision_at_1_std": 0.061956, "nauc_precision_at_1_diff1": 0.405422, "nauc_precision_at_3_max": 0.370137, "nauc_precision_at_3_std": 0.1509, "nauc_precision_at_3_diff1": 0.087669, "nauc_precision_at_5_max": 0.348594, "nauc_precision_at_5_std": 0.207124, "nauc_precision_at_5_diff1": 0.01641, "nauc_precision_at_10_max": 0.326851, "nauc_precision_at_10_std": 0.284075, "nauc_precision_at_10_diff1": -0.06233, "nauc_precision_at_20_max": 0.291858, "nauc_precision_at_20_std": 0.335462, "nauc_precision_at_20_diff1": -0.103096, "nauc_precision_at_100_max": 0.223319, "nauc_precision_at_100_std": 0.390403, "nauc_precision_at_100_diff1": -0.130925, "nauc_precision_at_1000_max": 0.22279, "nauc_precision_at_1000_std": 0.388093, "nauc_precision_at_1000_diff1": -0.119624, "nauc_mrr_at_1_max": 0.446111, "nauc_mrr_at_1_std": 0.061956, "nauc_mrr_at_1_diff1": 0.405422, "nauc_mrr_at_3_max": 0.467772, "nauc_mrr_at_3_std": 0.060367, "nauc_mrr_at_3_diff1": 0.374133, "nauc_mrr_at_5_max": 0.463486, "nauc_mrr_at_5_std": 0.054921, "nauc_mrr_at_5_diff1": 0.375147, "nauc_mrr_at_10_max": 0.464851, "nauc_mrr_at_10_std": 0.059279, "nauc_mrr_at_10_diff1": 0.378374, "nauc_mrr_at_20_max": 0.465261, "nauc_mrr_at_20_std": 0.059087, "nauc_mrr_at_20_diff1": 0.377897, "nauc_mrr_at_100_max": 0.464117, "nauc_mrr_at_100_std": 0.058978, "nauc_mrr_at_100_diff1": 0.378631, "nauc_mrr_at_1000_max": 0.464135, "nauc_mrr_at_1000_std": 0.058929, "nauc_mrr_at_1000_diff1": 0.378645, "hit_rate_at_1": 0.57442, "hit_rate_at_3": 0.79186, "hit_rate_at_5": 0.85698, "hit_rate_at_10": 0.92674, "hit_rate_at_20": 0.95814, "hit_rate_at_100": 0.99651, "hit_rate_at_1000": 1.0, "main_score": 0.66217, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.58685, "ndcg_at_3": 0.56302, "ndcg_at_5": 0.58621, "ndcg_at_10": 0.61946, "ndcg_at_20": 0.65334, "ndcg_at_100": 0.68796, "ndcg_at_1000": 0.69708, "map_at_1": 0.35446, "map_at_3": 0.45916, "map_at_5": 0.49651, "map_at_10": 0.52523, "map_at_20": 0.54165, "map_at_100": 0.55255, "map_at_1000": 0.55342, "recall_at_1": 0.35446, "recall_at_3": 0.51907, "recall_at_5": 0.61565, "recall_at_10": 0.71327, "recall_at_20": 0.81418, "recall_at_100": 0.93868, "recall_at_1000": 0.98826, "accuracy": 0.35446, "precision_at_1": 0.58685, "precision_at_3": 0.3302, "precision_at_5": 0.25258, "precision_at_10": 0.16009, "precision_at_20": 0.09577, "precision_at_100": 0.02399, "precision_at_1000": 0.00255, "mrr_at_1": 0.586854, "mrr_at_3": 0.672926, "mrr_at_5": 0.688654, "mrr_at_10": 0.695845, "mrr_at_20": 0.699182, "mrr_at_100": 0.700237, "mrr_at_1000": 0.70034, "nauc_ndcg_at_1_max": 0.423355, "nauc_ndcg_at_1_std": 0.092483, "nauc_ndcg_at_1_diff1": 0.299582, "nauc_ndcg_at_3_max": 0.320486, "nauc_ndcg_at_3_std": 0.087956, "nauc_ndcg_at_3_diff1": 0.203128, "nauc_ndcg_at_5_max": 0.329459, "nauc_ndcg_at_5_std": 0.100428, "nauc_ndcg_at_5_diff1": 0.203079, "nauc_ndcg_at_10_max": 0.358847, "nauc_ndcg_at_10_std": 0.140064, "nauc_ndcg_at_10_diff1": 0.229927, "nauc_ndcg_at_20_max": 0.368445, "nauc_ndcg_at_20_std": 0.150253, "nauc_ndcg_at_20_diff1": 0.209146, "nauc_ndcg_at_100_max": 0.387333, "nauc_ndcg_at_100_std": 0.150583, "nauc_ndcg_at_100_diff1": 0.190616, "nauc_ndcg_at_1000_max": 0.39048, "nauc_ndcg_at_1000_std": 0.14512, "nauc_ndcg_at_1000_diff1": 0.2009, "nauc_map_at_1_max": 0.20986, "nauc_map_at_1_std": 0.024657, "nauc_map_at_1_diff1": 0.363857, "nauc_map_at_3_max": 0.247411, "nauc_map_at_3_std": 0.085946, "nauc_map_at_3_diff1": 0.272359, "nauc_map_at_5_max": 0.270678, "nauc_map_at_5_std": 0.099958, "nauc_map_at_5_diff1": 0.259077, "nauc_map_at_10_max": 0.307211, "nauc_map_at_10_std": 0.111208, "nauc_map_at_10_diff1": 0.255574, "nauc_map_at_20_max": 0.317405, "nauc_map_at_20_std": 0.118765, "nauc_map_at_20_diff1": 0.245886, "nauc_map_at_100_max": 0.326731, "nauc_map_at_100_std": 0.119165, "nauc_map_at_100_diff1": 0.234822, "nauc_map_at_1000_max": 0.327475, "nauc_map_at_1000_std": 0.118699, "nauc_map_at_1000_diff1": 0.235332, "nauc_recall_at_1_max": 0.20986, "nauc_recall_at_1_std": 0.024657, "nauc_recall_at_1_diff1": 0.363857, "nauc_recall_at_3_max": 0.1945, "nauc_recall_at_3_std": 0.084573, "nauc_recall_at_3_diff1": 0.200586, "nauc_recall_at_5_max": 0.232037, "nauc_recall_at_5_std": 0.108928, "nauc_recall_at_5_diff1": 0.16712, "nauc_recall_at_10_max": 0.292084, "nauc_recall_at_10_std": 0.206706, "nauc_recall_at_10_diff1": 0.179956, "nauc_recall_at_20_max": 0.269631, "nauc_recall_at_20_std": 0.244781, "nauc_recall_at_20_diff1": 0.085865, "nauc_recall_at_100_max": 0.334725, "nauc_recall_at_100_std": 0.363261, "nauc_recall_at_100_diff1": -0.030992, "nauc_recall_at_1000_max": 0.479444, "nauc_recall_at_1000_std": 0.888832, "nauc_recall_at_1000_diff1": 0.26399, "nauc_precision_at_1_max": 0.423355, "nauc_precision_at_1_std": 0.092483, "nauc_precision_at_1_diff1": 0.299582, "nauc_precision_at_3_max": 0.321418, "nauc_precision_at_3_std": 0.135446, "nauc_precision_at_3_diff1": -0.080289, "nauc_precision_at_5_max": 0.302596, "nauc_precision_at_5_std": 0.132545, "nauc_precision_at_5_diff1": -0.180702, "nauc_precision_at_10_max": 0.317159, "nauc_precision_at_10_std": 0.096743, "nauc_precision_at_10_diff1": -0.199263, "nauc_precision_at_20_max": 0.247545, "nauc_precision_at_20_std": 0.090867, "nauc_precision_at_20_diff1": -0.248748, "nauc_precision_at_100_max": 0.202202, "nauc_precision_at_100_std": 0.049565, "nauc_precision_at_100_diff1": -0.288103, "nauc_precision_at_1000_max": 0.189269, "nauc_precision_at_1000_std": 0.031658, "nauc_precision_at_1000_diff1": -0.266133, "nauc_mrr_at_1_max": 0.423355, "nauc_mrr_at_1_std": 0.092483, "nauc_mrr_at_1_diff1": 0.299582, "nauc_mrr_at_3_max": 0.429842, "nauc_mrr_at_3_std": 0.102185, "nauc_mrr_at_3_diff1": 0.223176, "nauc_mrr_at_5_max": 0.442669, "nauc_mrr_at_5_std": 0.103078, "nauc_mrr_at_5_diff1": 0.219272, "nauc_mrr_at_10_max": 0.446984, "nauc_mrr_at_10_std": 0.117088, "nauc_mrr_at_10_diff1": 0.224795, "nauc_mrr_at_20_max": 0.444018, "nauc_mrr_at_20_std": 0.113662, "nauc_mrr_at_20_diff1": 0.225658, "nauc_mrr_at_100_max": 0.443444, "nauc_mrr_at_100_std": 0.113522, "nauc_mrr_at_100_diff1": 0.22698, "nauc_mrr_at_1000_max": 0.443269, "nauc_mrr_at_1000_std": 0.113337, "nauc_mrr_at_1000_diff1": 0.226994, "hit_rate_at_1": 0.58685, "hit_rate_at_3": 0.76995, "hit_rate_at_5": 0.84038, "hit_rate_at_10": 0.89202, "hit_rate_at_20": 0.93897, "hit_rate_at_100": 0.97183, "hit_rate_at_1000": 0.99061, "main_score": 0.61946, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.606, "ndcg_at_3": 0.5862, "ndcg_at_5": 0.60179, "ndcg_at_10": 0.64032, "ndcg_at_20": 0.67599, "ndcg_at_100": 0.71421, "ndcg_at_1000": 0.71985, "map_at_1": 0.31034, "map_at_3": 0.46239, "map_at_5": 0.50291, "map_at_10": 0.53612, "map_at_20": 0.55428, "map_at_100": 0.56615, "map_at_1000": 0.56683, "recall_at_1": 0.31034, "recall_at_3": 0.54306, "recall_at_5": 0.63028, "recall_at_10": 0.73709, "recall_at_20": 0.83488, "recall_at_100": 0.97036, "recall_at_1000": 0.99713, "accuracy": 0.31034, "precision_at_1": 0.606, "precision_at_3": 0.39533, "precision_at_5": 0.2922, "precision_at_10": 0.183, "precision_at_20": 0.1089, "precision_at_100": 0.02709, "precision_at_1000": 0.00283, "mrr_at_1": 0.606, "mrr_at_3": 0.706167, "mrr_at_5": 0.718217, "mrr_at_10": 0.725903, "mrr_at_20": 0.728286, "mrr_at_100": 0.729111, "mrr_at_1000": 0.729132, "nauc_ndcg_at_1_max": 0.405223, "nauc_ndcg_at_1_std": 0.082355, "nauc_ndcg_at_1_diff1": 0.42938, "nauc_ndcg_at_3_max": 0.36238, "nauc_ndcg_at_3_std": 0.051964, "nauc_ndcg_at_3_diff1": 0.324374, "nauc_ndcg_at_5_max": 0.353544, "nauc_ndcg_at_5_std": 0.030002, "nauc_ndcg_at_5_diff1": 0.32305, "nauc_ndcg_at_10_max": 0.361817, "nauc_ndcg_at_10_std": 0.024059, "nauc_ndcg_at_10_diff1": 0.325889, "nauc_ndcg_at_20_max": 0.371459, "nauc_ndcg_at_20_std": 0.034485, "nauc_ndcg_at_20_diff1": 0.326782, "nauc_ndcg_at_100_max": 0.39309, "nauc_ndcg_at_100_std": 0.065242, "nauc_ndcg_at_100_diff1": 0.330968, "nauc_ndcg_at_1000_max": 0.391256, "nauc_ndcg_at_1000_std": 0.063808, "nauc_ndcg_at_1000_diff1": 0.334151, "nauc_map_at_1_max": 0.253082, "nauc_map_at_1_std": -0.003632, "nauc_map_at_1_diff1": 0.412908, "nauc_map_at_3_max": 0.298079, "nauc_map_at_3_std": -0.001648, "nauc_map_at_3_diff1": 0.348514, "nauc_map_at_5_max": 0.307446, "nauc_map_at_5_std": -0.009584, "nauc_map_at_5_diff1": 0.333431, "nauc_map_at_10_max": 0.325382, "nauc_map_at_10_std": -0.000755, "nauc_map_at_10_diff1": 0.329673, "nauc_map_at_20_max": 0.332149, "nauc_map_at_20_std": 0.006985, "nauc_map_at_20_diff1": 0.329475, "nauc_map_at_100_max": 0.339573, "nauc_map_at_100_std": 0.016102, "nauc_map_at_100_diff1": 0.329089, "nauc_map_at_1000_max": 0.33953, "nauc_map_at_1000_std": 0.016182, "nauc_map_at_1000_diff1": 0.329261, "nauc_recall_at_1_max": 0.253082, "nauc_recall_at_1_std": -0.003632, "nauc_recall_at_1_diff1": 0.412908, "nauc_recall_at_3_max": 0.255819, "nauc_recall_at_3_std": -0.008319, "nauc_recall_at_3_diff1": 0.285033, "nauc_recall_at_5_max": 0.256933, "nauc_recall_at_5_std": -0.028914, "nauc_recall_at_5_diff1": 0.236398, "nauc_recall_at_10_max": 0.276648, "nauc_recall_at_10_std": -0.020609, "nauc_recall_at_10_diff1": 0.221525, "nauc_recall_at_20_max": 0.253488, "nauc_recall_at_20_std": -0.040866, "nauc_recall_at_20_diff1": 0.190315, "nauc_recall_at_100_max": 0.440549, "nauc_recall_at_100_std": 0.213791, "nauc_recall_at_100_diff1": 0.149158, "nauc_recall_at_1000_max": 0.757277, "nauc_recall_at_1000_std": 0.579406, "nauc_recall_at_1000_diff1": 0.114034, "nauc_precision_at_1_max": 0.405223, "nauc_precision_at_1_std": 0.082355, "nauc_precision_at_1_diff1": 0.42938, "nauc_precision_at_3_max": 0.289949, "nauc_precision_at_3_std": 0.097072, "nauc_precision_at_3_diff1": 0.040967, "nauc_precision_at_5_max": 0.225054, "nauc_precision_at_5_std": 0.081774, "nauc_precision_at_5_diff1": -0.048365, "nauc_precision_at_10_max": 0.180762, "nauc_precision_at_10_std": 0.111405, "nauc_precision_at_10_diff1": -0.1124, "nauc_precision_at_20_max": 0.128624, "nauc_precision_at_20_std": 0.132928, "nauc_precision_at_20_diff1": -0.146096, "nauc_precision_at_100_max": 0.079173, "nauc_precision_at_100_std": 0.169195, "nauc_precision_at_100_diff1": -0.179774, "nauc_precision_at_1000_max": 0.054, "nauc_precision_at_1000_std": 0.15723, "nauc_precision_at_1000_diff1": -0.175988, "nauc_mrr_at_1_max": 0.405223, "nauc_mrr_at_1_std": 0.082355, "nauc_mrr_at_1_diff1": 0.42938, "nauc_mrr_at_3_max": 0.445804, "nauc_mrr_at_3_std": 0.104118, "nauc_mrr_at_3_diff1": 0.405676, "nauc_mrr_at_5_max": 0.450506, "nauc_mrr_at_5_std": 0.108488, "nauc_mrr_at_5_diff1": 0.40029, "nauc_mrr_at_10_max": 0.445902, "nauc_mrr_at_10_std": 0.106348, "nauc_mrr_at_10_diff1": 0.403385, "nauc_mrr_at_20_max": 0.44465, "nauc_mrr_at_20_std": 0.10556, "nauc_mrr_at_20_diff1": 0.40459, "nauc_mrr_at_100_max": 0.443956, "nauc_mrr_at_100_std": 0.10557, "nauc_mrr_at_100_diff1": 0.405223, "nauc_mrr_at_1000_max": 0.443907, "nauc_mrr_at_1000_std": 0.105498, "nauc_mrr_at_1000_diff1": 0.405172, "hit_rate_at_1": 0.606, "hit_rate_at_3": 0.829, "hit_rate_at_5": 0.882, "hit_rate_at_10": 0.935, "hit_rate_at_20": 0.968, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 0.998, "main_score": 0.64032, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.52697, "ndcg_at_3": 0.55974, "ndcg_at_5": 0.58618, "ndcg_at_10": 0.62255, "ndcg_at_20": 0.64211, "ndcg_at_100": 0.66712, "ndcg_at_1000": 0.67786, "map_at_1": 0.37027, "map_at_3": 0.49548, "map_at_5": 0.52219, "map_at_10": 0.5435, "map_at_20": 0.55121, "map_at_100": 0.55707, "map_at_1000": 0.55777, "recall_at_1": 0.37027, "recall_at_3": 0.57711, "recall_at_5": 0.65484, "recall_at_10": 0.75055, "recall_at_20": 0.81361, "recall_at_100": 0.91522, "recall_at_1000": 0.9823, "accuracy": 0.37027, "precision_at_1": 0.52697, "precision_at_3": 0.30636, "precision_at_5": 0.21618, "precision_at_10": 0.12822, "precision_at_20": 0.07095, "precision_at_100": 0.01685, "precision_at_1000": 0.00185, "mrr_at_1": 0.526971, "mrr_at_3": 0.615837, "mrr_at_5": 0.632123, "mrr_at_10": 0.641527, "mrr_at_20": 0.644644, "mrr_at_100": 0.645958, "mrr_at_1000": 0.646113, "nauc_ndcg_at_1_max": 0.399595, "nauc_ndcg_at_1_std": 0.130014, "nauc_ndcg_at_1_diff1": 0.443388, "nauc_ndcg_at_3_max": 0.376907, "nauc_ndcg_at_3_std": 0.120477, "nauc_ndcg_at_3_diff1": 0.392576, "nauc_ndcg_at_5_max": 0.384712, "nauc_ndcg_at_5_std": 0.118705, "nauc_ndcg_at_5_diff1": 0.410468, "nauc_ndcg_at_10_max": 0.392325, "nauc_ndcg_at_10_std": 0.143582, "nauc_ndcg_at_10_diff1": 0.416974, "nauc_ndcg_at_20_max": 0.406022, "nauc_ndcg_at_20_std": 0.145691, "nauc_ndcg_at_20_diff1": 0.413564, "nauc_ndcg_at_100_max": 0.42129, "nauc_ndcg_at_100_std": 0.175953, "nauc_ndcg_at_100_diff1": 0.414509, "nauc_ndcg_at_1000_max": 0.417314, "nauc_ndcg_at_1000_std": 0.167844, "nauc_ndcg_at_1000_diff1": 0.41587, "nauc_map_at_1_max": 0.209756, "nauc_map_at_1_std": -0.007349, "nauc_map_at_1_diff1": 0.406229, "nauc_map_at_3_max": 0.317437, "nauc_map_at_3_std": 0.06457, "nauc_map_at_3_diff1": 0.392473, "nauc_map_at_5_max": 0.340838, "nauc_map_at_5_std": 0.08479, "nauc_map_at_5_diff1": 0.401643, "nauc_map_at_10_max": 0.346718, "nauc_map_at_10_std": 0.101337, "nauc_map_at_10_diff1": 0.404398, "nauc_map_at_20_max": 0.352813, "nauc_map_at_20_std": 0.103648, "nauc_map_at_20_diff1": 0.403432, "nauc_map_at_100_max": 0.357936, "nauc_map_at_100_std": 0.109682, "nauc_map_at_100_diff1": 0.404088, "nauc_map_at_1000_max": 0.35813, "nauc_map_at_1000_std": 0.109623, "nauc_map_at_1000_diff1": 0.404331, "nauc_recall_at_1_max": 0.209756, "nauc_recall_at_1_std": -0.007349, "nauc_recall_at_1_diff1": 0.406229, "nauc_recall_at_3_max": 0.318404, "nauc_recall_at_3_std": 0.087838, "nauc_recall_at_3_diff1": 0.354424, "nauc_recall_at_5_max": 0.360499, "nauc_recall_at_5_std": 0.105727, "nauc_recall_at_5_diff1": 0.369385, "nauc_recall_at_10_max": 0.357927, "nauc_recall_at_10_std": 0.144413, "nauc_recall_at_10_diff1": 0.380972, "nauc_recall_at_20_max": 0.413096, "nauc_recall_at_20_std": 0.142436, "nauc_recall_at_20_diff1": 0.367456, "nauc_recall_at_100_max": 0.591146, "nauc_recall_at_100_std": 0.506363, "nauc_recall_at_100_diff1": 0.378282, "nauc_recall_at_1000_max": 0.848603, "nauc_recall_at_1000_std": 0.89349, "nauc_recall_at_1000_diff1": 0.459967, "nauc_precision_at_1_max": 0.399595, "nauc_precision_at_1_std": 0.130014, "nauc_precision_at_1_diff1": 0.443388, "nauc_precision_at_3_max": 0.446946, "nauc_precision_at_3_std": 0.265532, "nauc_precision_at_3_diff1": 0.178383, "nauc_precision_at_5_max": 0.419222, "nauc_precision_at_5_std": 0.274681, "nauc_precision_at_5_diff1": 0.1298, "nauc_precision_at_10_max": 0.343962, "nauc_precision_at_10_std": 0.288375, "nauc_precision_at_10_diff1": 0.049033, "nauc_precision_at_20_max": 0.325441, "nauc_precision_at_20_std": 0.279852, "nauc_precision_at_20_diff1": -0.005049, "nauc_precision_at_100_max": 0.24846, "nauc_precision_at_100_std": 0.282121, "nauc_precision_at_100_diff1": -0.08301, "nauc_precision_at_1000_max": 0.17178, "nauc_precision_at_1000_std": 0.212492, "nauc_precision_at_1000_diff1": -0.118469, "nauc_mrr_at_1_max": 0.399595, "nauc_mrr_at_1_std": 0.130014, "nauc_mrr_at_1_diff1": 0.443388, "nauc_mrr_at_3_max": 0.444975, "nauc_mrr_at_3_std": 0.202974, "nauc_mrr_at_3_diff1": 0.430054, "nauc_mrr_at_5_max": 0.451332, "nauc_mrr_at_5_std": 0.196323, "nauc_mrr_at_5_diff1": 0.437362, "nauc_mrr_at_10_max": 0.450978, "nauc_mrr_at_10_std": 0.193576, "nauc_mrr_at_10_diff1": 0.441305, "nauc_mrr_at_20_max": 0.451626, "nauc_mrr_at_20_std": 0.192953, "nauc_mrr_at_20_diff1": 0.440046, "nauc_mrr_at_100_max": 0.450634, "nauc_mrr_at_100_std": 0.193706, "nauc_mrr_at_100_diff1": 0.440016, "nauc_mrr_at_1000_max": 0.450428, "nauc_mrr_at_1000_std": 0.193431, "nauc_mrr_at_1000_diff1": 0.439959, "hit_rate_at_1": 0.52697, "hit_rate_at_3": 0.72407, "hit_rate_at_5": 0.79461, "hit_rate_at_10": 0.86307, "hit_rate_at_20": 0.90871, "hit_rate_at_100": 0.95643, "hit_rate_at_1000": 0.9917, "main_score": 0.62255, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.65459, "ndcg_at_3": 0.76707, "ndcg_at_5": 0.7883, "ndcg_at_10": 0.80225, "ndcg_at_20": 0.80653, "ndcg_at_100": 0.81287, "ndcg_at_1000": 0.81454, "map_at_1": 0.64654, "map_at_3": 0.73822, "map_at_5": 0.75052, "map_at_10": 0.75656, "map_at_20": 0.75792, "map_at_100": 0.7589, "map_at_1000": 0.75896, "recall_at_1": 0.64654, "recall_at_3": 0.84642, "recall_at_5": 0.89654, "recall_at_10": 0.938, "recall_at_20": 0.9539, "recall_at_100": 0.98692, "recall_at_1000": 1.0, "accuracy": 0.64654, "precision_at_1": 0.65459, "precision_at_3": 0.28784, "precision_at_5": 0.18357, "precision_at_10": 0.09638, "precision_at_20": 0.04909, "precision_at_100": 0.01017, "precision_at_1000": 0.00103, "mrr_at_1": 0.654589, "mrr_at_3": 0.742351, "mrr_at_5": 0.753643, "mrr_at_10": 0.759562, "mrr_at_20": 0.76066, "mrr_at_100": 0.76151, "mrr_at_1000": 0.761562, "nauc_ndcg_at_1_max": 0.389466, "nauc_ndcg_at_1_std": -0.241361, "nauc_ndcg_at_1_diff1": 0.617171, "nauc_ndcg_at_3_max": 0.390706, "nauc_ndcg_at_3_std": -0.285348, "nauc_ndcg_at_3_diff1": 0.596986, "nauc_ndcg_at_5_max": 0.420519, "nauc_ndcg_at_5_std": -0.27037, "nauc_ndcg_at_5_diff1": 0.596489, "nauc_ndcg_at_10_max": 0.408171, "nauc_ndcg_at_10_std": -0.263651, "nauc_ndcg_at_10_diff1": 0.587167, "nauc_ndcg_at_20_max": 0.41348, "nauc_ndcg_at_20_std": -0.257611, "nauc_ndcg_at_20_diff1": 0.588977, "nauc_ndcg_at_100_max": 0.406578, "nauc_ndcg_at_100_std": -0.254801, "nauc_ndcg_at_100_diff1": 0.590939, "nauc_ndcg_at_1000_max": 0.403724, "nauc_ndcg_at_1000_std": -0.261166, "nauc_ndcg_at_1000_diff1": 0.593338, "nauc_map_at_1_max": 0.363171, "nauc_map_at_1_std": -0.254974, "nauc_map_at_1_diff1": 0.611607, "nauc_map_at_3_max": 0.382839, "nauc_map_at_3_std": -0.281262, "nauc_map_at_3_diff1": 0.599785, "nauc_map_at_5_max": 0.396943, "nauc_map_at_5_std": -0.273031, "nauc_map_at_5_diff1": 0.599119, "nauc_map_at_10_max": 0.39206, "nauc_map_at_10_std": -0.271261, "nauc_map_at_10_diff1": 0.596901, "nauc_map_at_20_max": 0.39424, "nauc_map_at_20_std": -0.269455, "nauc_map_at_20_diff1": 0.597496, "nauc_map_at_100_max": 0.393631, "nauc_map_at_100_std": -0.268861, "nauc_map_at_100_diff1": 0.597512, "nauc_map_at_1000_max": 0.393525, "nauc_map_at_1000_std": -0.269027, "nauc_map_at_1000_diff1": 0.597548, "nauc_recall_at_1_max": 0.363171, "nauc_recall_at_1_std": -0.254974, "nauc_recall_at_1_diff1": 0.611607, "nauc_recall_at_3_max": 0.39965, "nauc_recall_at_3_std": -0.327749, "nauc_recall_at_3_diff1": 0.57585, "nauc_recall_at_5_max": 0.540283, "nauc_recall_at_5_std": -0.283229, "nauc_recall_at_5_diff1": 0.569709, "nauc_recall_at_10_max": 0.52323, "nauc_recall_at_10_std": -0.211897, "nauc_recall_at_10_diff1": 0.46865, "nauc_recall_at_20_max": 0.623435, "nauc_recall_at_20_std": -0.115541, "nauc_recall_at_20_diff1": 0.456896, "nauc_recall_at_100_max": 0.655179, "nauc_recall_at_100_std": 0.368457, "nauc_recall_at_100_diff1": 0.324745, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.389466, "nauc_precision_at_1_std": -0.241361, "nauc_precision_at_1_diff1": 0.617171, "nauc_precision_at_3_max": 0.422563, "nauc_precision_at_3_std": -0.24847, "nauc_precision_at_3_diff1": 0.480994, "nauc_precision_at_5_max": 0.505519, "nauc_precision_at_5_std": -0.13356, "nauc_precision_at_5_diff1": 0.387589, "nauc_precision_at_10_max": 0.429682, "nauc_precision_at_10_std": 0.014718, "nauc_precision_at_10_diff1": 0.204289, "nauc_precision_at_20_max": 0.446402, "nauc_precision_at_20_std": 0.122785, "nauc_precision_at_20_diff1": 0.120934, "nauc_precision_at_100_max": 0.283941, "nauc_precision_at_100_std": 0.364153, "nauc_precision_at_100_diff1": -0.119031, "nauc_precision_at_1000_max": 0.142035, "nauc_precision_at_1000_std": 0.318858, "nauc_precision_at_1000_diff1": -0.239898, "nauc_mrr_at_1_max": 0.389466, "nauc_mrr_at_1_std": -0.241361, "nauc_mrr_at_1_diff1": 0.617171, "nauc_mrr_at_3_max": 0.399029, "nauc_mrr_at_3_std": -0.261423, "nauc_mrr_at_3_diff1": 0.605137, "nauc_mrr_at_5_max": 0.410768, "nauc_mrr_at_5_std": -0.256142, "nauc_mrr_at_5_diff1": 0.604835, "nauc_mrr_at_10_max": 0.40499, "nauc_mrr_at_10_std": -0.256362, "nauc_mrr_at_10_diff1": 0.600981, "nauc_mrr_at_20_max": 0.405511, "nauc_mrr_at_20_std": -0.255499, "nauc_mrr_at_20_diff1": 0.601512, "nauc_mrr_at_100_max": 0.405099, "nauc_mrr_at_100_std": -0.255317, "nauc_mrr_at_100_diff1": 0.601591, "nauc_mrr_at_1000_max": 0.405019, "nauc_mrr_at_1000_std": -0.25546, "nauc_mrr_at_1000_diff1": 0.601644, "hit_rate_at_1": 0.65459, "hit_rate_at_3": 0.85145, "hit_rate_at_5": 0.89976, "hit_rate_at_10": 0.94203, "hit_rate_at_20": 0.95652, "hit_rate_at_100": 0.98792, "hit_rate_at_1000": 1.0, "main_score": 0.80225, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.65348, "ndcg_at_3": 0.68871, "ndcg_at_5": 0.71657, "ndcg_at_10": 0.7454, "ndcg_at_20": 0.76298, "ndcg_at_100": 0.77911, "ndcg_at_1000": 0.78235, "map_at_1": 0.46473, "map_at_3": 0.62332, "map_at_5": 0.65205, "map_at_10": 0.67174, "map_at_20": 0.67996, "map_at_100": 0.684, "map_at_1000": 0.68431, "recall_at_1": 0.46473, "recall_at_3": 0.71373, "recall_at_5": 0.78579, "recall_at_10": 0.86293, "recall_at_20": 0.9165, "recall_at_100": 0.98232, "recall_at_1000": 0.99973, "accuracy": 0.46473, "precision_at_1": 0.65348, "precision_at_3": 0.37108, "precision_at_5": 0.25757, "precision_at_10": 0.14693, "precision_at_20": 0.08042, "precision_at_100": 0.01779, "precision_at_1000": 0.00183, "mrr_at_1": 0.653479, "mrr_at_3": 0.741246, "mrr_at_5": 0.754002, "mrr_at_10": 0.760452, "mrr_at_20": 0.762043, "mrr_at_100": 0.762795, "mrr_at_1000": 0.76283, "nauc_ndcg_at_1_max": 0.453318, "nauc_ndcg_at_1_std": -0.021016, "nauc_ndcg_at_1_diff1": 0.496948, "nauc_ndcg_at_3_max": 0.376544, "nauc_ndcg_at_3_std": -0.078611, "nauc_ndcg_at_3_diff1": 0.391272, "nauc_ndcg_at_5_max": 0.384636, "nauc_ndcg_at_5_std": -0.088056, "nauc_ndcg_at_5_diff1": 0.389633, "nauc_ndcg_at_10_max": 0.402416, "nauc_ndcg_at_10_std": -0.074255, "nauc_ndcg_at_10_diff1": 0.391292, "nauc_ndcg_at_20_max": 0.416508, "nauc_ndcg_at_20_std": -0.058227, "nauc_ndcg_at_20_diff1": 0.403048, "nauc_ndcg_at_100_max": 0.418429, "nauc_ndcg_at_100_std": -0.042007, "nauc_ndcg_at_100_diff1": 0.405306, "nauc_ndcg_at_1000_max": 0.416298, "nauc_ndcg_at_1000_std": -0.048925, "nauc_ndcg_at_1000_diff1": 0.40539, "nauc_map_at_1_max": 0.239453, "nauc_map_at_1_std": -0.104627, "nauc_map_at_1_diff1": 0.433591, "nauc_map_at_3_max": 0.322668, "nauc_map_at_3_std": -0.113451, "nauc_map_at_3_diff1": 0.392864, "nauc_map_at_5_max": 0.349191, "nauc_map_at_5_std": -0.105804, "nauc_map_at_5_diff1": 0.394491, "nauc_map_at_10_max": 0.365, "nauc_map_at_10_std": -0.093493, "nauc_map_at_10_diff1": 0.39219, "nauc_map_at_20_max": 0.374141, "nauc_map_at_20_std": -0.083311, "nauc_map_at_20_diff1": 0.395353, "nauc_map_at_100_max": 0.375664, "nauc_map_at_100_std": -0.079016, "nauc_map_at_100_diff1": 0.396182, "nauc_map_at_1000_max": 0.375633, "nauc_map_at_1000_std": -0.079306, "nauc_map_at_1000_diff1": 0.396239, "nauc_recall_at_1_max": 0.239453, "nauc_recall_at_1_std": -0.104627, "nauc_recall_at_1_diff1": 0.433591, "nauc_recall_at_3_max": 0.277542, "nauc_recall_at_3_std": -0.143167, "nauc_recall_at_3_diff1": 0.3243, "nauc_recall_at_5_max": 0.298974, "nauc_recall_at_5_std": -0.162568, "nauc_recall_at_5_diff1": 0.300501, "nauc_recall_at_10_max": 0.355963, "nauc_recall_at_10_std": -0.091922, "nauc_recall_at_10_diff1": 0.270647, "nauc_recall_at_20_max": 0.408773, "nauc_recall_at_20_std": -0.049096, "nauc_recall_at_20_diff1": 0.326977, "nauc_recall_at_100_max": 0.493345, "nauc_recall_at_100_std": 0.409614, "nauc_recall_at_100_diff1": 0.32126, "nauc_recall_at_1000_max": 0.358092, "nauc_recall_at_1000_std": -0.563179, "nauc_recall_at_1000_diff1": 0.358092, "nauc_precision_at_1_max": 0.453318, "nauc_precision_at_1_std": -0.021016, "nauc_precision_at_1_diff1": 0.496948, "nauc_precision_at_3_max": 0.321317, "nauc_precision_at_3_std": 0.064397, "nauc_precision_at_3_diff1": 0.055076, "nauc_precision_at_5_max": 0.273608, "nauc_precision_at_5_std": 0.102136, "nauc_precision_at_5_diff1": -0.037516, "nauc_precision_at_10_max": 0.224665, "nauc_precision_at_10_std": 0.154734, "nauc_precision_at_10_diff1": -0.108274, "nauc_precision_at_20_max": 0.192409, "nauc_precision_at_20_std": 0.204595, "nauc_precision_at_20_diff1": -0.137384, "nauc_precision_at_100_max": 0.123907, "nauc_precision_at_100_std": 0.23307, "nauc_precision_at_100_diff1": -0.180349, "nauc_precision_at_1000_max": 0.096988, "nauc_precision_at_1000_std": 0.211187, "nauc_precision_at_1000_diff1": -0.188403, "nauc_mrr_at_1_max": 0.453318, "nauc_mrr_at_1_std": -0.021016, "nauc_mrr_at_1_diff1": 0.496948, "nauc_mrr_at_3_max": 0.47796, "nauc_mrr_at_3_std": -0.018491, "nauc_mrr_at_3_diff1": 0.457092, "nauc_mrr_at_5_max": 0.472584, "nauc_mrr_at_5_std": -0.019692, "nauc_mrr_at_5_diff1": 0.448347, "nauc_mrr_at_10_max": 0.47719, "nauc_mrr_at_10_std": -0.010825, "nauc_mrr_at_10_diff1": 0.454821, "nauc_mrr_at_20_max": 0.475671, "nauc_mrr_at_20_std": -0.01288, "nauc_mrr_at_20_diff1": 0.457128, "nauc_mrr_at_100_max": 0.475555, "nauc_mrr_at_100_std": -0.013056, "nauc_mrr_at_100_diff1": 0.457411, "nauc_mrr_at_1000_max": 0.475507, "nauc_mrr_at_1000_std": -0.013173, "nauc_mrr_at_1000_diff1": 0.457396, "hit_rate_at_1": 0.65348, "hit_rate_at_3": 0.84584, "hit_rate_at_5": 0.90041, "hit_rate_at_10": 0.94816, "hit_rate_at_20": 0.97135, "hit_rate_at_100": 0.99591, "hit_rate_at_1000": 1.0, "main_score": 0.7454, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.62185, "ndcg_at_3": 0.70625, "ndcg_at_5": 0.7286, "ndcg_at_10": 0.76067, "ndcg_at_20": 0.7671, "ndcg_at_100": 0.77176, "ndcg_at_1000": 0.77562, "map_at_1": 0.58053, "map_at_3": 0.6746, "map_at_5": 0.6905, "map_at_10": 0.70693, "map_at_20": 0.70911, "map_at_100": 0.70963, "map_at_1000": 0.70978, "recall_at_1": 0.58053, "recall_at_3": 0.76401, "recall_at_5": 0.81583, "recall_at_10": 0.90616, "recall_at_20": 0.92857, "recall_at_100": 0.95238, "recall_at_1000": 0.97899, "accuracy": 0.58053, "precision_at_1": 0.62185, "precision_at_3": 0.28852, "precision_at_5": 0.18824, "precision_at_10": 0.10672, "precision_at_20": 0.05504, "precision_at_100": 0.01134, "precision_at_1000": 0.00118, "mrr_at_1": 0.621849, "mrr_at_3": 0.701681, "mrr_at_5": 0.711765, "mrr_at_10": 0.722102, "mrr_at_20": 0.723566, "mrr_at_100": 0.724405, "mrr_at_1000": 0.72448, "nauc_ndcg_at_1_max": 0.297811, "nauc_ndcg_at_1_std": -0.060641, "nauc_ndcg_at_1_diff1": 0.436532, "nauc_ndcg_at_3_max": 0.409089, "nauc_ndcg_at_3_std": 0.007486, "nauc_ndcg_at_3_diff1": 0.461046, "nauc_ndcg_at_5_max": 0.39712, "nauc_ndcg_at_5_std": 0.007331, "nauc_ndcg_at_5_diff1": 0.463435, "nauc_ndcg_at_10_max": 0.402579, "nauc_ndcg_at_10_std": 0.012204, "nauc_ndcg_at_10_diff1": 0.476504, "nauc_ndcg_at_20_max": 0.404563, "nauc_ndcg_at_20_std": 0.039039, "nauc_ndcg_at_20_diff1": 0.463306, "nauc_ndcg_at_100_max": 0.396708, "nauc_ndcg_at_100_std": 0.024374, "nauc_ndcg_at_100_diff1": 0.457036, "nauc_ndcg_at_1000_max": 0.387561, "nauc_ndcg_at_1000_std": 0.019576, "nauc_ndcg_at_1000_diff1": 0.455186, "nauc_map_at_1_max": 0.292391, "nauc_map_at_1_std": -0.073103, "nauc_map_at_1_diff1": 0.501882, "nauc_map_at_3_max": 0.374789, "nauc_map_at_3_std": -0.020516, "nauc_map_at_3_diff1": 0.480957, "nauc_map_at_5_max": 0.372109, "nauc_map_at_5_std": -0.015783, "nauc_map_at_5_diff1": 0.476257, "nauc_map_at_10_max": 0.373305, "nauc_map_at_10_std": -0.015332, "nauc_map_at_10_diff1": 0.475639, "nauc_map_at_20_max": 0.373736, "nauc_map_at_20_std": -0.007346, "nauc_map_at_20_diff1": 0.471909, "nauc_map_at_100_max": 0.372886, "nauc_map_at_100_std": -0.008779, "nauc_map_at_100_diff1": 0.471281, "nauc_map_at_1000_max": 0.372621, "nauc_map_at_1000_std": -0.008811, "nauc_map_at_1000_diff1": 0.471192, "nauc_recall_at_1_max": 0.292391, "nauc_recall_at_1_std": -0.073103, "nauc_recall_at_1_diff1": 0.501882, "nauc_recall_at_3_max": 0.480253, "nauc_recall_at_3_std": 0.047323, "nauc_recall_at_3_diff1": 0.460456, "nauc_recall_at_5_max": 0.486357, "nauc_recall_at_5_std": 0.101977, "nauc_recall_at_5_diff1": 0.476156, "nauc_recall_at_10_max": 0.625655, "nauc_recall_at_10_std": 0.22023, "nauc_recall_at_10_diff1": 0.624549, "nauc_recall_at_20_max": 0.713758, "nauc_recall_at_20_std": 0.526004, "nauc_recall_at_20_diff1": 0.547808, "nauc_recall_at_100_max": 0.697229, "nauc_recall_at_100_std": 0.478974, "nauc_recall_at_100_diff1": 0.456271, "nauc_recall_at_1000_max": 0.507769, "nauc_recall_at_1000_std": 0.765604, "nauc_recall_at_1000_diff1": 0.359903, "nauc_precision_at_1_max": 0.297811, "nauc_precision_at_1_std": -0.060641, "nauc_precision_at_1_diff1": 0.436532, "nauc_precision_at_3_max": 0.367612, "nauc_precision_at_3_std": 0.128751, "nauc_precision_at_3_diff1": 0.088142, "nauc_precision_at_5_max": 0.27805, "nauc_precision_at_5_std": 0.134891, "nauc_precision_at_5_diff1": -0.029224, "nauc_precision_at_10_max": 0.161024, "nauc_precision_at_10_std": 0.113096, "nauc_precision_at_10_diff1": -0.174772, "nauc_precision_at_20_max": 0.131597, "nauc_precision_at_20_std": 0.214962, "nauc_precision_at_20_diff1": -0.25505, "nauc_precision_at_100_max": 0.073589, "nauc_precision_at_100_std": 0.165842, "nauc_precision_at_100_diff1": -0.354764, "nauc_precision_at_1000_max": -0.059355, "nauc_precision_at_1000_std": 0.085326, "nauc_precision_at_1000_diff1": -0.410848, "nauc_mrr_at_1_max": 0.297811, "nauc_mrr_at_1_std": -0.060641, "nauc_mrr_at_1_diff1": 0.436532, "nauc_mrr_at_3_max": 0.376561, "nauc_mrr_at_3_std": -0.018869, "nauc_mrr_at_3_diff1": 0.423639, "nauc_mrr_at_5_max": 0.367529, "nauc_mrr_at_5_std": -0.015051, "nauc_mrr_at_5_diff1": 0.431737, "nauc_mrr_at_10_max": 0.369147, "nauc_mrr_at_10_std": -0.006394, "nauc_mrr_at_10_diff1": 0.440193, "nauc_mrr_at_20_max": 0.368908, "nauc_mrr_at_20_std": -0.003371, "nauc_mrr_at_20_diff1": 0.43749, "nauc_mrr_at_100_max": 0.367625, "nauc_mrr_at_100_std": -0.005981, "nauc_mrr_at_100_diff1": 0.436474, "nauc_mrr_at_1000_max": 0.367463, "nauc_mrr_at_1000_std": -0.005927, "nauc_mrr_at_1000_diff1": 0.436474, "hit_rate_at_1": 0.62185, "hit_rate_at_3": 0.79832, "hit_rate_at_5": 0.84034, "hit_rate_at_10": 0.91597, "hit_rate_at_20": 0.93277, "hit_rate_at_100": 0.96639, "hit_rate_at_1000": 0.98319, "main_score": 0.76067, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.53435, "ndcg_at_3": 0.526, "ndcg_at_5": 0.5503, "ndcg_at_10": 0.59836, "ndcg_at_20": 0.63248, "ndcg_at_100": 0.67224, "ndcg_at_1000": 0.67631, "map_at_1": 0.27483, "map_at_3": 0.41887, "map_at_5": 0.45898, "map_at_10": 0.49353, "map_at_20": 0.50994, "map_at_100": 0.52099, "map_at_1000": 0.52144, "recall_at_1": 0.27483, "recall_at_3": 0.49926, "recall_at_5": 0.59742, "recall_at_10": 0.72719, "recall_at_20": 0.82693, "recall_at_100": 0.97923, "recall_at_1000": 1.0, "accuracy": 0.27483, "precision_at_1": 0.53435, "precision_at_3": 0.35539, "precision_at_5": 0.2687, "precision_at_10": 0.1687, "precision_at_20": 0.09911, "precision_at_100": 0.02461, "precision_at_1000": 0.00253, "mrr_at_1": 0.534351, "mrr_at_3": 0.628075, "mrr_at_5": 0.646522, "mrr_at_10": 0.657491, "mrr_at_20": 0.660035, "mrr_at_100": 0.661317, "mrr_at_1000": 0.661362, "nauc_ndcg_at_1_max": 0.390043, "nauc_ndcg_at_1_std": -0.025052, "nauc_ndcg_at_1_diff1": 0.269889, "nauc_ndcg_at_3_max": 0.292242, "nauc_ndcg_at_3_std": -0.040088, "nauc_ndcg_at_3_diff1": 0.146692, "nauc_ndcg_at_5_max": 0.320003, "nauc_ndcg_at_5_std": -0.038541, "nauc_ndcg_at_5_diff1": 0.160095, "nauc_ndcg_at_10_max": 0.332727, "nauc_ndcg_at_10_std": -0.049963, "nauc_ndcg_at_10_diff1": 0.179194, "nauc_ndcg_at_20_max": 0.36044, "nauc_ndcg_at_20_std": -0.034515, "nauc_ndcg_at_20_diff1": 0.176446, "nauc_ndcg_at_100_max": 0.365729, "nauc_ndcg_at_100_std": -0.023273, "nauc_ndcg_at_100_diff1": 0.188933, "nauc_ndcg_at_1000_max": 0.361058, "nauc_ndcg_at_1000_std": -0.024143, "nauc_ndcg_at_1000_diff1": 0.190868, "nauc_map_at_1_max": 0.228736, "nauc_map_at_1_std": -0.053824, "nauc_map_at_1_diff1": 0.321261, "nauc_map_at_3_max": 0.253354, "nauc_map_at_3_std": -0.068423, "nauc_map_at_3_diff1": 0.184611, "nauc_map_at_5_max": 0.278759, "nauc_map_at_5_std": -0.060666, "nauc_map_at_5_diff1": 0.180211, "nauc_map_at_10_max": 0.30171, "nauc_map_at_10_std": -0.054622, "nauc_map_at_10_diff1": 0.181989, "nauc_map_at_20_max": 0.314701, "nauc_map_at_20_std": -0.044635, "nauc_map_at_20_diff1": 0.178006, "nauc_map_at_100_max": 0.319014, "nauc_map_at_100_std": -0.039629, "nauc_map_at_100_diff1": 0.17968, "nauc_map_at_1000_max": 0.318639, "nauc_map_at_1000_std": -0.039786, "nauc_map_at_1000_diff1": 0.179866, "nauc_recall_at_1_max": 0.228736, "nauc_recall_at_1_std": -0.053824, "nauc_recall_at_1_diff1": 0.321261, "nauc_recall_at_3_max": 0.197881, "nauc_recall_at_3_std": -0.075186, "nauc_recall_at_3_diff1": 0.106796, "nauc_recall_at_5_max": 0.243562, "nauc_recall_at_5_std": -0.058451, "nauc_recall_at_5_diff1": 0.083325, "nauc_recall_at_10_max": 0.239128, "nauc_recall_at_10_std": -0.080986, "nauc_recall_at_10_diff1": 0.086169, "nauc_recall_at_20_max": 0.320727, "nauc_recall_at_20_std": -0.056079, "nauc_recall_at_20_diff1": 0.052547, "nauc_recall_at_100_max": 0.541849, "nauc_recall_at_100_std": -0.019923, "nauc_recall_at_100_diff1": 0.085141, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.390043, "nauc_precision_at_1_std": -0.025052, "nauc_precision_at_1_diff1": 0.269889, "nauc_precision_at_3_max": 0.26062, "nauc_precision_at_3_std": 0.007692, "nauc_precision_at_3_diff1": -0.053857, "nauc_precision_at_5_max": 0.274987, "nauc_precision_at_5_std": 0.047548, "nauc_precision_at_5_diff1": -0.076835, "nauc_precision_at_10_max": 0.252548, "nauc_precision_at_10_std": 0.0772, "nauc_precision_at_10_diff1": -0.086674, "nauc_precision_at_20_max": 0.239885, "nauc_precision_at_20_std": 0.11991, "nauc_precision_at_20_diff1": -0.110674, "nauc_precision_at_100_max": 0.147036, "nauc_precision_at_100_std": 0.138322, "nauc_precision_at_100_diff1": -0.110198, "nauc_precision_at_1000_max": 0.125217, "nauc_precision_at_1000_std": 0.130059, "nauc_precision_at_1000_diff1": -0.102718, "nauc_mrr_at_1_max": 0.390043, "nauc_mrr_at_1_std": -0.025052, "nauc_mrr_at_1_diff1": 0.269889, "nauc_mrr_at_3_max": 0.387944, "nauc_mrr_at_3_std": -0.024608, "nauc_mrr_at_3_diff1": 0.238256, "nauc_mrr_at_5_max": 0.401168, "nauc_mrr_at_5_std": -0.022678, "nauc_mrr_at_5_diff1": 0.233051, "nauc_mrr_at_10_max": 0.398239, "nauc_mrr_at_10_std": -0.024522, "nauc_mrr_at_10_diff1": 0.242905, "nauc_mrr_at_20_max": 0.399307, "nauc_mrr_at_20_std": -0.02427, "nauc_mrr_at_20_diff1": 0.243908, "nauc_mrr_at_100_max": 0.398602, "nauc_mrr_at_100_std": -0.024827, "nauc_mrr_at_100_diff1": 0.244126, "nauc_mrr_at_1000_max": 0.398522, "nauc_mrr_at_1000_std": -0.024796, "nauc_mrr_at_1000_diff1": 0.244031, "hit_rate_at_1": 0.53435, "hit_rate_at_3": 0.74809, "hit_rate_at_5": 0.83206, "hit_rate_at_10": 0.91349, "hit_rate_at_20": 0.95165, "hit_rate_at_100": 0.99491, "hit_rate_at_1000": 1.0, "main_score": 0.59836, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 63580.4745759964, "kg_co2_emissions": null, "date": 1775376176.251581 }