{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "1.18.0", "scores": { "train": [ { "ndcg_at_1": 0.216, "ndcg_at_3": 0.27022, "ndcg_at_5": 0.29411, "ndcg_at_10": 0.31557, "ndcg_at_20": 0.33443, "ndcg_at_100": 0.37239, "ndcg_at_1000": 0.407, "map_at_1": 0.216, "map_at_3": 0.25683, "map_at_5": 0.27008, "map_at_10": 0.27882, "map_at_20": 0.28394, "map_at_100": 0.28868, "map_at_1000": 0.28986, "recall_at_1": 0.216, "recall_at_3": 0.309, "recall_at_5": 0.367, "recall_at_10": 0.434, "recall_at_20": 0.509, "recall_at_100": 0.721, "recall_at_1000": 1.0, "precision_at_1": 0.216, "precision_at_3": 0.103, "precision_at_5": 0.0734, "precision_at_10": 0.0434, "precision_at_20": 0.02545, "precision_at_100": 0.00721, "precision_at_1000": 0.001, "mrr_at_1": 0.216, "mrr_at_3": 0.256833, "mrr_at_5": 0.270083, "mrr_at_10": 0.27882, "mrr_at_20": 0.283943, "mrr_at_100": 0.288683, "mrr_at_1000": 0.289863, "nauc_ndcg_at_1_max": 0.247453, "nauc_ndcg_at_1_std": -0.04859, "nauc_ndcg_at_1_diff1": 0.496144, "nauc_ndcg_at_3_max": 0.227422, "nauc_ndcg_at_3_std": -0.025982, "nauc_ndcg_at_3_diff1": 0.415229, "nauc_ndcg_at_5_max": 0.222283, "nauc_ndcg_at_5_std": -0.016545, "nauc_ndcg_at_5_diff1": 0.400756, "nauc_ndcg_at_10_max": 0.204069, "nauc_ndcg_at_10_std": -0.017917, "nauc_ndcg_at_10_diff1": 0.383403, "nauc_ndcg_at_20_max": 0.20685, "nauc_ndcg_at_20_std": -0.009225, "nauc_ndcg_at_20_diff1": 0.37661, "nauc_ndcg_at_100_max": 0.211005, "nauc_ndcg_at_100_std": -0.003625, "nauc_ndcg_at_100_diff1": 0.373299, "nauc_ndcg_at_1000_max": 0.215168, "nauc_ndcg_at_1000_std": -0.012977, "nauc_ndcg_at_1000_diff1": 0.39193, "nauc_map_at_1_max": 0.247453, "nauc_map_at_1_std": -0.04859, "nauc_map_at_1_diff1": 0.496144, "nauc_map_at_3_max": 0.232607, "nauc_map_at_3_std": -0.029228, "nauc_map_at_3_diff1": 0.433589, "nauc_map_at_5_max": 0.229524, "nauc_map_at_5_std": -0.023761, "nauc_map_at_5_diff1": 0.425172, "nauc_map_at_10_max": 0.221694, "nauc_map_at_10_std": -0.024519, "nauc_map_at_10_diff1": 0.417836, "nauc_map_at_20_max": 0.222417, "nauc_map_at_20_std": -0.022246, "nauc_map_at_20_diff1": 0.416141, "nauc_map_at_100_max": 0.22293, "nauc_map_at_100_std": -0.021278, "nauc_map_at_100_diff1": 0.415404, "nauc_map_at_1000_max": 0.223076, "nauc_map_at_1000_std": -0.021561, "nauc_map_at_1000_diff1": 0.416006, "nauc_recall_at_1_max": 0.247453, "nauc_recall_at_1_std": -0.04859, "nauc_recall_at_1_diff1": 0.496144, "nauc_recall_at_3_max": 0.213367, "nauc_recall_at_3_std": -0.018044, "nauc_recall_at_3_diff1": 0.366307, "nauc_recall_at_5_max": 0.202621, "nauc_recall_at_5_std": 0.002742, "nauc_recall_at_5_diff1": 0.335224, "nauc_recall_at_10_max": 0.151014, "nauc_recall_at_10_std": -0.000391, "nauc_recall_at_10_diff1": 0.285557, "nauc_recall_at_20_max": 0.160348, "nauc_recall_at_20_std": 0.033787, "nauc_recall_at_20_diff1": 0.256011, "nauc_recall_at_100_max": 0.172072, "nauc_recall_at_100_std": 0.085798, "nauc_recall_at_100_diff1": 0.194146, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.247453, "nauc_precision_at_1_std": -0.04859, "nauc_precision_at_1_diff1": 0.496144, "nauc_precision_at_3_max": 0.213367, "nauc_precision_at_3_std": -0.018044, "nauc_precision_at_3_diff1": 0.366307, "nauc_precision_at_5_max": 0.202621, "nauc_precision_at_5_std": 0.002742, "nauc_precision_at_5_diff1": 0.335224, "nauc_precision_at_10_max": 0.151014, "nauc_precision_at_10_std": -0.000391, "nauc_precision_at_10_diff1": 0.285557, "nauc_precision_at_20_max": 0.160348, "nauc_precision_at_20_std": 0.033787, "nauc_precision_at_20_diff1": 0.256011, "nauc_precision_at_100_max": 0.172072, "nauc_precision_at_100_std": 0.085798, "nauc_precision_at_100_diff1": 0.194146, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.247453, "nauc_mrr_at_1_std": -0.04859, "nauc_mrr_at_1_diff1": 0.496144, "nauc_mrr_at_3_max": 0.232607, "nauc_mrr_at_3_std": -0.029228, "nauc_mrr_at_3_diff1": 0.433589, "nauc_mrr_at_5_max": 0.229524, "nauc_mrr_at_5_std": -0.023761, "nauc_mrr_at_5_diff1": 0.425172, "nauc_mrr_at_10_max": 0.221694, "nauc_mrr_at_10_std": -0.024519, "nauc_mrr_at_10_diff1": 0.417836, "nauc_mrr_at_20_max": 0.222417, "nauc_mrr_at_20_std": -0.022246, "nauc_mrr_at_20_diff1": 0.416141, "nauc_mrr_at_100_max": 0.22293, "nauc_mrr_at_100_std": -0.021277, "nauc_mrr_at_100_diff1": 0.415404, "nauc_mrr_at_1000_max": 0.223076, "nauc_mrr_at_1000_std": -0.021561, "nauc_mrr_at_1000_diff1": 0.416006, "main_score": 0.31557, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.185, "ndcg_at_3": 0.23265, "ndcg_at_5": 0.25525, "ndcg_at_10": 0.28119, "ndcg_at_20": 0.30116, "ndcg_at_100": 0.34233, "ndcg_at_1000": 0.37813, "map_at_1": 0.185, "map_at_3": 0.2205, "map_at_5": 0.233, "map_at_10": 0.24375, "map_at_20": 0.2491, "map_at_100": 0.25444, "map_at_1000": 0.25565, "recall_at_1": 0.185, "recall_at_3": 0.268, "recall_at_5": 0.323, "recall_at_10": 0.403, "recall_at_20": 0.483, "recall_at_100": 0.71, "recall_at_1000": 1.0, "precision_at_1": 0.185, "precision_at_3": 0.08933, "precision_at_5": 0.0646, "precision_at_10": 0.0403, "precision_at_20": 0.02415, "precision_at_100": 0.0071, "precision_at_1000": 0.001, "mrr_at_1": 0.185, "mrr_at_3": 0.2205, "mrr_at_5": 0.233, "mrr_at_10": 0.243752, "mrr_at_20": 0.249096, "mrr_at_100": 0.25444, "mrr_at_1000": 0.255654, "nauc_ndcg_at_1_max": 0.368674, "nauc_ndcg_at_1_std": -0.035423, "nauc_ndcg_at_1_diff1": 0.493152, "nauc_ndcg_at_3_max": 0.349124, "nauc_ndcg_at_3_std": -0.008962, "nauc_ndcg_at_3_diff1": 0.423186, "nauc_ndcg_at_5_max": 0.326901, "nauc_ndcg_at_5_std": -0.0009, "nauc_ndcg_at_5_diff1": 0.381837, "nauc_ndcg_at_10_max": 0.314516, "nauc_ndcg_at_10_std": -0.011058, "nauc_ndcg_at_10_diff1": 0.357313, "nauc_ndcg_at_20_max": 0.322506, "nauc_ndcg_at_20_std": -0.00733, "nauc_ndcg_at_20_diff1": 0.351841, "nauc_ndcg_at_100_max": 0.320718, "nauc_ndcg_at_100_std": -0.002115, "nauc_ndcg_at_100_diff1": 0.352605, "nauc_ndcg_at_1000_max": 0.328405, "nauc_ndcg_at_1000_std": -0.00917, "nauc_ndcg_at_1000_diff1": 0.374969, "nauc_map_at_1_max": 0.368674, "nauc_map_at_1_std": -0.035423, "nauc_map_at_1_diff1": 0.493152, "nauc_map_at_3_max": 0.353229, "nauc_map_at_3_std": -0.016123, "nauc_map_at_3_diff1": 0.439261, "nauc_map_at_5_max": 0.340311, "nauc_map_at_5_std": -0.011357, "nauc_map_at_5_diff1": 0.414745, "nauc_map_at_10_max": 0.334762, "nauc_map_at_10_std": -0.015697, "nauc_map_at_10_diff1": 0.403946, "nauc_map_at_20_max": 0.337228, "nauc_map_at_20_std": -0.014897, "nauc_map_at_20_diff1": 0.402255, "nauc_map_at_100_max": 0.337229, "nauc_map_at_100_std": -0.014924, "nauc_map_at_100_diff1": 0.402843, "nauc_map_at_1000_max": 0.33754, "nauc_map_at_1000_std": -0.015056, "nauc_map_at_1000_diff1": 0.403629, "nauc_recall_at_1_max": 0.368674, "nauc_recall_at_1_std": -0.035423, "nauc_recall_at_1_diff1": 0.493152, "nauc_recall_at_3_max": 0.338489, "nauc_recall_at_3_std": 0.010224, "nauc_recall_at_3_diff1": 0.380992, "nauc_recall_at_5_max": 0.290834, "nauc_recall_at_5_std": 0.026618, "nauc_recall_at_5_diff1": 0.29492, "nauc_recall_at_10_max": 0.259041, "nauc_recall_at_10_std": -0.001879, "nauc_recall_at_10_diff1": 0.231489, "nauc_recall_at_20_max": 0.284882, "nauc_recall_at_20_std": 0.013148, "nauc_recall_at_20_diff1": 0.210016, "nauc_recall_at_100_max": 0.255942, "nauc_recall_at_100_std": 0.06626, "nauc_recall_at_100_diff1": 0.156687, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.368674, "nauc_precision_at_1_std": -0.035423, "nauc_precision_at_1_diff1": 0.493152, "nauc_precision_at_3_max": 0.338489, "nauc_precision_at_3_std": 0.010224, "nauc_precision_at_3_diff1": 0.380992, "nauc_precision_at_5_max": 0.290834, "nauc_precision_at_5_std": 0.026618, "nauc_precision_at_5_diff1": 0.29492, "nauc_precision_at_10_max": 0.259041, "nauc_precision_at_10_std": -0.001879, "nauc_precision_at_10_diff1": 0.231489, "nauc_precision_at_20_max": 0.284882, "nauc_precision_at_20_std": 0.013148, "nauc_precision_at_20_diff1": 0.210016, "nauc_precision_at_100_max": 0.255942, "nauc_precision_at_100_std": 0.06626, "nauc_precision_at_100_diff1": 0.156687, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.368674, "nauc_mrr_at_1_std": -0.035423, "nauc_mrr_at_1_diff1": 0.493152, "nauc_mrr_at_3_max": 0.353229, "nauc_mrr_at_3_std": -0.016123, "nauc_mrr_at_3_diff1": 0.439261, "nauc_mrr_at_5_max": 0.340311, "nauc_mrr_at_5_std": -0.011357, "nauc_mrr_at_5_diff1": 0.414745, "nauc_mrr_at_10_max": 0.334762, "nauc_mrr_at_10_std": -0.015697, "nauc_mrr_at_10_diff1": 0.403946, "nauc_mrr_at_20_max": 0.337228, "nauc_mrr_at_20_std": -0.014897, "nauc_mrr_at_20_diff1": 0.402255, "nauc_mrr_at_100_max": 0.337229, "nauc_mrr_at_100_std": -0.014924, "nauc_mrr_at_100_diff1": 0.402843, "nauc_mrr_at_1000_max": 0.33754, "nauc_mrr_at_1000_std": -0.015056, "nauc_mrr_at_1000_diff1": 0.403629, "main_score": 0.28119, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.2629, "ndcg_at_5": 0.28575, "ndcg_at_10": 0.30326, "ndcg_at_20": 0.32346, "ndcg_at_100": 0.3599, "ndcg_at_1000": 0.39659, "map_at_1": 0.2, "map_at_3": 0.24733, "map_at_5": 0.25988, "map_at_10": 0.26715, "map_at_20": 0.27254, "map_at_100": 0.27713, "map_at_1000": 0.27835, "recall_at_1": 0.2, "recall_at_3": 0.308, "recall_at_5": 0.364, "recall_at_10": 0.418, "recall_at_20": 0.499, "recall_at_100": 0.702, "recall_at_1000": 1.0, "precision_at_1": 0.2, "precision_at_3": 0.10267, "precision_at_5": 0.0728, "precision_at_10": 0.0418, "precision_at_20": 0.02495, "precision_at_100": 0.00702, "precision_at_1000": 0.001, "mrr_at_1": 0.2, "mrr_at_3": 0.247333, "mrr_at_5": 0.259883, "mrr_at_10": 0.267147, "mrr_at_20": 0.272544, "mrr_at_100": 0.27713, "mrr_at_1000": 0.278354, "nauc_ndcg_at_1_max": 0.295605, "nauc_ndcg_at_1_std": 0.020176, "nauc_ndcg_at_1_diff1": 0.508111, "nauc_ndcg_at_3_max": 0.280907, "nauc_ndcg_at_3_std": 0.018607, "nauc_ndcg_at_3_diff1": 0.391478, "nauc_ndcg_at_5_max": 0.251659, "nauc_ndcg_at_5_std": 0.006994, "nauc_ndcg_at_5_diff1": 0.363466, "nauc_ndcg_at_10_max": 0.240781, "nauc_ndcg_at_10_std": 0.011454, "nauc_ndcg_at_10_diff1": 0.353372, "nauc_ndcg_at_20_max": 0.244057, "nauc_ndcg_at_20_std": 0.014503, "nauc_ndcg_at_20_diff1": 0.34526, "nauc_ndcg_at_100_max": 0.239134, "nauc_ndcg_at_100_std": 0.025731, "nauc_ndcg_at_100_diff1": 0.343002, "nauc_ndcg_at_1000_max": 0.253402, "nauc_ndcg_at_1000_std": 0.019166, "nauc_ndcg_at_1000_diff1": 0.365348, "nauc_map_at_1_max": 0.295605, "nauc_map_at_1_std": 0.020176, "nauc_map_at_1_diff1": 0.508111, "nauc_map_at_3_max": 0.28613, "nauc_map_at_3_std": 0.019044, "nauc_map_at_3_diff1": 0.417681, "nauc_map_at_5_max": 0.26972, "nauc_map_at_5_std": 0.012594, "nauc_map_at_5_diff1": 0.401671, "nauc_map_at_10_max": 0.264818, "nauc_map_at_10_std": 0.013907, "nauc_map_at_10_diff1": 0.397212, "nauc_map_at_20_max": 0.26584, "nauc_map_at_20_std": 0.014581, "nauc_map_at_20_diff1": 0.395163, "nauc_map_at_100_max": 0.265559, "nauc_map_at_100_std": 0.0164, "nauc_map_at_100_diff1": 0.394951, "nauc_map_at_1000_max": 0.266153, "nauc_map_at_1000_std": 0.016202, "nauc_map_at_1000_diff1": 0.395626, "nauc_recall_at_1_max": 0.295605, "nauc_recall_at_1_std": 0.020176, "nauc_recall_at_1_diff1": 0.508111, "nauc_recall_at_3_max": 0.266489, "nauc_recall_at_3_std": 0.017431, "nauc_recall_at_3_diff1": 0.322721, "nauc_recall_at_5_max": 0.200397, "nauc_recall_at_5_std": -0.009137, "nauc_recall_at_5_diff1": 0.261446, "nauc_recall_at_10_max": 0.171229, "nauc_recall_at_10_std": 0.006247, "nauc_recall_at_10_diff1": 0.234519, "nauc_recall_at_20_max": 0.181084, "nauc_recall_at_20_std": 0.018689, "nauc_recall_at_20_diff1": 0.20029, "nauc_recall_at_100_max": 0.122194, "nauc_recall_at_100_std": 0.087061, "nauc_recall_at_100_diff1": 0.138232, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.295605, "nauc_precision_at_1_std": 0.020176, "nauc_precision_at_1_diff1": 0.508111, "nauc_precision_at_3_max": 0.266489, "nauc_precision_at_3_std": 0.017431, "nauc_precision_at_3_diff1": 0.322721, "nauc_precision_at_5_max": 0.200397, "nauc_precision_at_5_std": -0.009137, "nauc_precision_at_5_diff1": 0.261446, "nauc_precision_at_10_max": 0.171229, "nauc_precision_at_10_std": 0.006247, "nauc_precision_at_10_diff1": 0.234519, "nauc_precision_at_20_max": 0.181084, "nauc_precision_at_20_std": 0.018689, "nauc_precision_at_20_diff1": 0.20029, "nauc_precision_at_100_max": 0.122194, "nauc_precision_at_100_std": 0.087061, "nauc_precision_at_100_diff1": 0.138232, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.295605, "nauc_mrr_at_1_std": 0.020176, "nauc_mrr_at_1_diff1": 0.508111, "nauc_mrr_at_3_max": 0.28613, "nauc_mrr_at_3_std": 0.019044, "nauc_mrr_at_3_diff1": 0.417681, "nauc_mrr_at_5_max": 0.26972, "nauc_mrr_at_5_std": 0.012594, "nauc_mrr_at_5_diff1": 0.401671, "nauc_mrr_at_10_max": 0.264818, "nauc_mrr_at_10_std": 0.013907, "nauc_mrr_at_10_diff1": 0.397212, "nauc_mrr_at_20_max": 0.26584, "nauc_mrr_at_20_std": 0.014581, "nauc_mrr_at_20_diff1": 0.395163, "nauc_mrr_at_100_max": 0.265559, "nauc_mrr_at_100_std": 0.0164, "nauc_mrr_at_100_diff1": 0.394951, "nauc_mrr_at_1000_max": 0.266153, "nauc_mrr_at_1000_std": 0.016202, "nauc_mrr_at_1000_diff1": 0.395626, "main_score": 0.30326, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.208, "ndcg_at_3": 0.2612, "ndcg_at_5": 0.27932, "ndcg_at_10": 0.3046, "ndcg_at_20": 0.32374, "ndcg_at_100": 0.36303, "ndcg_at_1000": 0.39829, "map_at_1": 0.208, "map_at_3": 0.24783, "map_at_5": 0.25788, "map_at_10": 0.26835, "map_at_20": 0.27357, "map_at_100": 0.2789, "map_at_1000": 0.28002, "recall_at_1": 0.208, "recall_at_3": 0.3, "recall_at_5": 0.344, "recall_at_10": 0.422, "recall_at_20": 0.498, "recall_at_100": 0.711, "recall_at_1000": 1.0, "precision_at_1": 0.208, "precision_at_3": 0.1, "precision_at_5": 0.0688, "precision_at_10": 0.0422, "precision_at_20": 0.0249, "precision_at_100": 0.00711, "precision_at_1000": 0.001, "mrr_at_1": 0.208, "mrr_at_3": 0.247833, "mrr_at_5": 0.257883, "mrr_at_10": 0.268349, "mrr_at_20": 0.273566, "mrr_at_100": 0.2789, "mrr_at_1000": 0.280025, "nauc_ndcg_at_1_max": 0.280996, "nauc_ndcg_at_1_std": -0.051441, "nauc_ndcg_at_1_diff1": 0.488089, "nauc_ndcg_at_3_max": 0.241942, "nauc_ndcg_at_3_std": -0.040834, "nauc_ndcg_at_3_diff1": 0.422408, "nauc_ndcg_at_5_max": 0.226324, "nauc_ndcg_at_5_std": -0.04085, "nauc_ndcg_at_5_diff1": 0.406571, "nauc_ndcg_at_10_max": 0.229425, "nauc_ndcg_at_10_std": -0.025813, "nauc_ndcg_at_10_diff1": 0.398086, "nauc_ndcg_at_20_max": 0.230596, "nauc_ndcg_at_20_std": -0.018355, "nauc_ndcg_at_20_diff1": 0.381204, "nauc_ndcg_at_100_max": 0.242499, "nauc_ndcg_at_100_std": -0.011567, "nauc_ndcg_at_100_diff1": 0.380914, "nauc_ndcg_at_1000_max": 0.241585, "nauc_ndcg_at_1000_std": -0.024206, "nauc_ndcg_at_1000_diff1": 0.399122, "nauc_map_at_1_max": 0.280996, "nauc_map_at_1_std": -0.051441, "nauc_map_at_1_diff1": 0.488089, "nauc_map_at_3_max": 0.249794, "nauc_map_at_3_std": -0.04377, "nauc_map_at_3_diff1": 0.437796, "nauc_map_at_5_max": 0.240883, "nauc_map_at_5_std": -0.04392, "nauc_map_at_5_diff1": 0.429011, "nauc_map_at_10_max": 0.242515, "nauc_map_at_10_std": -0.037459, "nauc_map_at_10_diff1": 0.425621, "nauc_map_at_20_max": 0.242891, "nauc_map_at_20_std": -0.035229, "nauc_map_at_20_diff1": 0.420704, "nauc_map_at_100_max": 0.245276, "nauc_map_at_100_std": -0.034183, "nauc_map_at_100_diff1": 0.421037, "nauc_map_at_1000_max": 0.245267, "nauc_map_at_1000_std": -0.034638, "nauc_map_at_1000_diff1": 0.42154, "nauc_recall_at_1_max": 0.280996, "nauc_recall_at_1_std": -0.051441, "nauc_recall_at_1_diff1": 0.488089, "nauc_recall_at_3_max": 0.22155, "nauc_recall_at_3_std": -0.03287, "nauc_recall_at_3_diff1": 0.381527, "nauc_recall_at_5_max": 0.186738, "nauc_recall_at_5_std": -0.032492, "nauc_recall_at_5_diff1": 0.345568, "nauc_recall_at_10_max": 0.194668, "nauc_recall_at_10_std": 0.009639, "nauc_recall_at_10_diff1": 0.321383, "nauc_recall_at_20_max": 0.197986, "nauc_recall_at_20_std": 0.036999, "nauc_recall_at_20_diff1": 0.258549, "nauc_recall_at_100_max": 0.251272, "nauc_recall_at_100_std": 0.10039, "nauc_recall_at_100_diff1": 0.207217, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.280996, "nauc_precision_at_1_std": -0.051441, "nauc_precision_at_1_diff1": 0.488089, "nauc_precision_at_3_max": 0.22155, "nauc_precision_at_3_std": -0.03287, "nauc_precision_at_3_diff1": 0.381527, "nauc_precision_at_5_max": 0.186738, "nauc_precision_at_5_std": -0.032492, "nauc_precision_at_5_diff1": 0.345568, "nauc_precision_at_10_max": 0.194668, "nauc_precision_at_10_std": 0.009639, "nauc_precision_at_10_diff1": 0.321383, "nauc_precision_at_20_max": 0.197986, "nauc_precision_at_20_std": 0.036999, "nauc_precision_at_20_diff1": 0.258549, "nauc_precision_at_100_max": 0.251272, "nauc_precision_at_100_std": 0.10039, "nauc_precision_at_100_diff1": 0.207217, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.280996, "nauc_mrr_at_1_std": -0.051441, "nauc_mrr_at_1_diff1": 0.488089, "nauc_mrr_at_3_max": 0.249794, "nauc_mrr_at_3_std": -0.04377, "nauc_mrr_at_3_diff1": 0.437796, "nauc_mrr_at_5_max": 0.240883, "nauc_mrr_at_5_std": -0.04392, "nauc_mrr_at_5_diff1": 0.429011, "nauc_mrr_at_10_max": 0.242515, "nauc_mrr_at_10_std": -0.037459, "nauc_mrr_at_10_diff1": 0.425621, "nauc_mrr_at_20_max": 0.242891, "nauc_mrr_at_20_std": -0.035229, "nauc_mrr_at_20_diff1": 0.420704, "nauc_mrr_at_100_max": 0.245276, "nauc_mrr_at_100_std": -0.034183, "nauc_mrr_at_100_diff1": 0.421037, "nauc_mrr_at_1000_max": 0.245267, "nauc_mrr_at_1000_std": -0.034638, "nauc_mrr_at_1000_diff1": 0.42154, "main_score": 0.3046, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.23, "ndcg_at_3": 0.28925, "ndcg_at_5": 0.31223, "ndcg_at_10": 0.33475, "ndcg_at_20": 0.35394, "ndcg_at_100": 0.39065, "ndcg_at_1000": 0.42337, "map_at_1": 0.23, "map_at_3": 0.2745, "map_at_5": 0.2872, "map_at_10": 0.29662, "map_at_20": 0.30187, "map_at_100": 0.30678, "map_at_1000": 0.30785, "recall_at_1": 0.23, "recall_at_3": 0.332, "recall_at_5": 0.388, "recall_at_10": 0.457, "recall_at_20": 0.533, "recall_at_100": 0.733, "recall_at_1000": 1.0, "precision_at_1": 0.23, "precision_at_3": 0.11067, "precision_at_5": 0.0776, "precision_at_10": 0.0457, "precision_at_20": 0.02665, "precision_at_100": 0.00733, "precision_at_1000": 0.001, "mrr_at_1": 0.23, "mrr_at_3": 0.2745, "mrr_at_5": 0.2872, "mrr_at_10": 0.296625, "mrr_at_20": 0.301874, "mrr_at_100": 0.306784, "mrr_at_1000": 0.307846, "nauc_ndcg_at_1_max": 0.342374, "nauc_ndcg_at_1_std": 0.021231, "nauc_ndcg_at_1_diff1": 0.545468, "nauc_ndcg_at_3_max": 0.312199, "nauc_ndcg_at_3_std": 0.046956, "nauc_ndcg_at_3_diff1": 0.453116, "nauc_ndcg_at_5_max": 0.294482, "nauc_ndcg_at_5_std": 0.051934, "nauc_ndcg_at_5_diff1": 0.42964, "nauc_ndcg_at_10_max": 0.286857, "nauc_ndcg_at_10_std": 0.054677, "nauc_ndcg_at_10_diff1": 0.416038, "nauc_ndcg_at_20_max": 0.287231, "nauc_ndcg_at_20_std": 0.051519, "nauc_ndcg_at_20_diff1": 0.409949, "nauc_ndcg_at_100_max": 0.290251, "nauc_ndcg_at_100_std": 0.055271, "nauc_ndcg_at_100_diff1": 0.417539, "nauc_ndcg_at_1000_max": 0.297047, "nauc_ndcg_at_1000_std": 0.051125, "nauc_ndcg_at_1000_diff1": 0.431651, "nauc_map_at_1_max": 0.342374, "nauc_map_at_1_std": 0.021231, "nauc_map_at_1_diff1": 0.545468, "nauc_map_at_3_max": 0.319778, "nauc_map_at_3_std": 0.04024, "nauc_map_at_3_diff1": 0.473669, "nauc_map_at_5_max": 0.309877, "nauc_map_at_5_std": 0.043097, "nauc_map_at_5_diff1": 0.460737, "nauc_map_at_10_max": 0.306465, "nauc_map_at_10_std": 0.044158, "nauc_map_at_10_diff1": 0.454935, "nauc_map_at_20_max": 0.306919, "nauc_map_at_20_std": 0.043318, "nauc_map_at_20_diff1": 0.453258, "nauc_map_at_100_max": 0.307371, "nauc_map_at_100_std": 0.043762, "nauc_map_at_100_diff1": 0.454452, "nauc_map_at_1000_max": 0.307607, "nauc_map_at_1000_std": 0.043753, "nauc_map_at_1000_diff1": 0.45488, "nauc_recall_at_1_max": 0.342374, "nauc_recall_at_1_std": 0.021231, "nauc_recall_at_1_diff1": 0.545468, "nauc_recall_at_3_max": 0.29153, "nauc_recall_at_3_std": 0.065359, "nauc_recall_at_3_diff1": 0.397979, "nauc_recall_at_5_max": 0.251037, "nauc_recall_at_5_std": 0.076233, "nauc_recall_at_5_diff1": 0.344093, "nauc_recall_at_10_max": 0.229156, "nauc_recall_at_10_std": 0.084941, "nauc_recall_at_10_diff1": 0.30374, "nauc_recall_at_20_max": 0.225541, "nauc_recall_at_20_std": 0.073756, "nauc_recall_at_20_diff1": 0.27531, "nauc_recall_at_100_max": 0.221629, "nauc_recall_at_100_std": 0.110245, "nauc_recall_at_100_diff1": 0.27337, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.342374, "nauc_precision_at_1_std": 0.021231, "nauc_precision_at_1_diff1": 0.545468, "nauc_precision_at_3_max": 0.29153, "nauc_precision_at_3_std": 0.065359, "nauc_precision_at_3_diff1": 0.397979, "nauc_precision_at_5_max": 0.251037, "nauc_precision_at_5_std": 0.076233, "nauc_precision_at_5_diff1": 0.344093, "nauc_precision_at_10_max": 0.229156, "nauc_precision_at_10_std": 0.084941, "nauc_precision_at_10_diff1": 0.30374, "nauc_precision_at_20_max": 0.225541, "nauc_precision_at_20_std": 0.073756, "nauc_precision_at_20_diff1": 0.27531, "nauc_precision_at_100_max": 0.221629, "nauc_precision_at_100_std": 0.110245, "nauc_precision_at_100_diff1": 0.27337, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.342374, "nauc_mrr_at_1_std": 0.021231, "nauc_mrr_at_1_diff1": 0.545468, "nauc_mrr_at_3_max": 0.319778, "nauc_mrr_at_3_std": 0.04024, "nauc_mrr_at_3_diff1": 0.473669, "nauc_mrr_at_5_max": 0.309877, "nauc_mrr_at_5_std": 0.043097, "nauc_mrr_at_5_diff1": 0.460737, "nauc_mrr_at_10_max": 0.306465, "nauc_mrr_at_10_std": 0.044158, "nauc_mrr_at_10_diff1": 0.454935, "nauc_mrr_at_20_max": 0.306919, "nauc_mrr_at_20_std": 0.043318, "nauc_mrr_at_20_diff1": 0.453258, "nauc_mrr_at_100_max": 0.307371, "nauc_mrr_at_100_std": 0.043762, "nauc_mrr_at_100_diff1": 0.454452, "nauc_mrr_at_1000_max": 0.307607, "nauc_mrr_at_1000_std": 0.043753, "nauc_mrr_at_1000_diff1": 0.45488, "main_score": 0.33475, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.157, "ndcg_at_3": 0.2082, "ndcg_at_5": 0.23114, "ndcg_at_10": 0.25349, "ndcg_at_20": 0.27547, "ndcg_at_100": 0.31434, "ndcg_at_1000": 0.35515, "map_at_1": 0.157, "map_at_3": 0.1955, "map_at_5": 0.20815, "map_at_10": 0.2174, "map_at_20": 0.22343, "map_at_100": 0.22872, "map_at_1000": 0.23008, "recall_at_1": 0.157, "recall_at_3": 0.245, "recall_at_5": 0.301, "recall_at_10": 0.37, "recall_at_20": 0.457, "recall_at_100": 0.668, "recall_at_1000": 1.0, "precision_at_1": 0.157, "precision_at_3": 0.08167, "precision_at_5": 0.0602, "precision_at_10": 0.037, "precision_at_20": 0.02285, "precision_at_100": 0.00668, "precision_at_1000": 0.001, "mrr_at_1": 0.157, "mrr_at_3": 0.1955, "mrr_at_5": 0.20815, "mrr_at_10": 0.217404, "mrr_at_20": 0.223428, "mrr_at_100": 0.228719, "mrr_at_1000": 0.230081, "nauc_ndcg_at_1_max": 0.226964, "nauc_ndcg_at_1_std": -0.052751, "nauc_ndcg_at_1_diff1": 0.496122, "nauc_ndcg_at_3_max": 0.173799, "nauc_ndcg_at_3_std": -0.033689, "nauc_ndcg_at_3_diff1": 0.40034, "nauc_ndcg_at_5_max": 0.161319, "nauc_ndcg_at_5_std": -0.03359, "nauc_ndcg_at_5_diff1": 0.372912, "nauc_ndcg_at_10_max": 0.158979, "nauc_ndcg_at_10_std": -0.046492, "nauc_ndcg_at_10_diff1": 0.364908, "nauc_ndcg_at_20_max": 0.157752, "nauc_ndcg_at_20_std": -0.039934, "nauc_ndcg_at_20_diff1": 0.353588, "nauc_ndcg_at_100_max": 0.152086, "nauc_ndcg_at_100_std": -0.035489, "nauc_ndcg_at_100_diff1": 0.349851, "nauc_ndcg_at_1000_max": 0.161357, "nauc_ndcg_at_1000_std": -0.038226, "nauc_ndcg_at_1000_diff1": 0.36955, "nauc_map_at_1_max": 0.226964, "nauc_map_at_1_std": -0.052751, "nauc_map_at_1_diff1": 0.496122, "nauc_map_at_3_max": 0.185699, "nauc_map_at_3_std": -0.037186, "nauc_map_at_3_diff1": 0.419186, "nauc_map_at_5_max": 0.177901, "nauc_map_at_5_std": -0.037374, "nauc_map_at_5_diff1": 0.403014, "nauc_map_at_10_max": 0.176719, "nauc_map_at_10_std": -0.043129, "nauc_map_at_10_diff1": 0.39934, "nauc_map_at_20_max": 0.176675, "nauc_map_at_20_std": -0.041512, "nauc_map_at_20_diff1": 0.396199, "nauc_map_at_100_max": 0.175546, "nauc_map_at_100_std": -0.04074, "nauc_map_at_100_diff1": 0.395259, "nauc_map_at_1000_max": 0.175709, "nauc_map_at_1000_std": -0.040773, "nauc_map_at_1000_diff1": 0.395947, "nauc_recall_at_1_max": 0.226964, "nauc_recall_at_1_std": -0.052751, "nauc_recall_at_1_diff1": 0.496122, "nauc_recall_at_3_max": 0.143638, "nauc_recall_at_3_std": -0.025086, "nauc_recall_at_3_diff1": 0.353452, "nauc_recall_at_5_max": 0.120891, "nauc_recall_at_5_std": -0.024535, "nauc_recall_at_5_diff1": 0.299084, "nauc_recall_at_10_max": 0.116357, "nauc_recall_at_10_std": -0.058067, "nauc_recall_at_10_diff1": 0.280608, "nauc_recall_at_20_max": 0.110175, "nauc_recall_at_20_std": -0.03451, "nauc_recall_at_20_diff1": 0.241357, "nauc_recall_at_100_max": 0.071595, "nauc_recall_at_100_std": -0.009857, "nauc_recall_at_100_diff1": 0.197655, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.226964, "nauc_precision_at_1_std": -0.052751, "nauc_precision_at_1_diff1": 0.496122, "nauc_precision_at_3_max": 0.143638, "nauc_precision_at_3_std": -0.025086, "nauc_precision_at_3_diff1": 0.353452, "nauc_precision_at_5_max": 0.120891, "nauc_precision_at_5_std": -0.024535, "nauc_precision_at_5_diff1": 0.299084, "nauc_precision_at_10_max": 0.116357, "nauc_precision_at_10_std": -0.058067, "nauc_precision_at_10_diff1": 0.280608, "nauc_precision_at_20_max": 0.110175, "nauc_precision_at_20_std": -0.03451, "nauc_precision_at_20_diff1": 0.241357, "nauc_precision_at_100_max": 0.071595, "nauc_precision_at_100_std": -0.009857, "nauc_precision_at_100_diff1": 0.197655, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.226964, "nauc_mrr_at_1_std": -0.052751, "nauc_mrr_at_1_diff1": 0.496122, "nauc_mrr_at_3_max": 0.185699, "nauc_mrr_at_3_std": -0.037186, "nauc_mrr_at_3_diff1": 0.419186, "nauc_mrr_at_5_max": 0.177901, "nauc_mrr_at_5_std": -0.037374, "nauc_mrr_at_5_diff1": 0.403014, "nauc_mrr_at_10_max": 0.176719, "nauc_mrr_at_10_std": -0.043129, "nauc_mrr_at_10_diff1": 0.39934, "nauc_mrr_at_20_max": 0.176675, "nauc_mrr_at_20_std": -0.041512, "nauc_mrr_at_20_diff1": 0.396199, "nauc_mrr_at_100_max": 0.175546, "nauc_mrr_at_100_std": -0.04074, "nauc_mrr_at_100_diff1": 0.395259, "nauc_mrr_at_1000_max": 0.175709, "nauc_mrr_at_1000_std": -0.040773, "nauc_mrr_at_1000_diff1": 0.395947, "main_score": 0.25349, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.173, "ndcg_at_3": 0.2308, "ndcg_at_5": 0.24985, "ndcg_at_10": 0.27761, "ndcg_at_20": 0.29989, "ndcg_at_100": 0.33392, "ndcg_at_1000": 0.37284, "map_at_1": 0.173, "map_at_3": 0.21717, "map_at_5": 0.22757, "map_at_10": 0.239, "map_at_20": 0.24499, "map_at_100": 0.24948, "map_at_1000": 0.25069, "recall_at_1": 0.173, "recall_at_3": 0.27, "recall_at_5": 0.317, "recall_at_10": 0.403, "recall_at_20": 0.492, "recall_at_100": 0.679, "recall_at_1000": 1.0, "precision_at_1": 0.173, "precision_at_3": 0.09, "precision_at_5": 0.0634, "precision_at_10": 0.0403, "precision_at_20": 0.0246, "precision_at_100": 0.00679, "precision_at_1000": 0.001, "mrr_at_1": 0.173, "mrr_at_3": 0.217167, "mrr_at_5": 0.227567, "mrr_at_10": 0.238996, "mrr_at_20": 0.244989, "mrr_at_100": 0.249479, "mrr_at_1000": 0.250694, "nauc_ndcg_at_1_max": 0.266804, "nauc_ndcg_at_1_std": -0.026012, "nauc_ndcg_at_1_diff1": 0.500355, "nauc_ndcg_at_3_max": 0.214425, "nauc_ndcg_at_3_std": -0.019777, "nauc_ndcg_at_3_diff1": 0.387861, "nauc_ndcg_at_5_max": 0.206703, "nauc_ndcg_at_5_std": -0.015572, "nauc_ndcg_at_5_diff1": 0.367635, "nauc_ndcg_at_10_max": 0.203316, "nauc_ndcg_at_10_std": -0.006641, "nauc_ndcg_at_10_diff1": 0.34574, "nauc_ndcg_at_20_max": 0.201413, "nauc_ndcg_at_20_std": -0.000323, "nauc_ndcg_at_20_diff1": 0.334271, "nauc_ndcg_at_100_max": 0.202204, "nauc_ndcg_at_100_std": 0.005788, "nauc_ndcg_at_100_diff1": 0.338667, "nauc_ndcg_at_1000_max": 0.208807, "nauc_ndcg_at_1000_std": -0.003856, "nauc_ndcg_at_1000_diff1": 0.36027, "nauc_map_at_1_max": 0.266804, "nauc_map_at_1_std": -0.026012, "nauc_map_at_1_diff1": 0.500355, "nauc_map_at_3_max": 0.224488, "nauc_map_at_3_std": -0.02024, "nauc_map_at_3_diff1": 0.412287, "nauc_map_at_5_max": 0.219937, "nauc_map_at_5_std": -0.017807, "nauc_map_at_5_diff1": 0.400472, "nauc_map_at_10_max": 0.218378, "nauc_map_at_10_std": -0.014173, "nauc_map_at_10_diff1": 0.390597, "nauc_map_at_20_max": 0.217674, "nauc_map_at_20_std": -0.012366, "nauc_map_at_20_diff1": 0.387747, "nauc_map_at_100_max": 0.217903, "nauc_map_at_100_std": -0.012257, "nauc_map_at_100_diff1": 0.388725, "nauc_map_at_1000_max": 0.218157, "nauc_map_at_1000_std": -0.012379, "nauc_map_at_1000_diff1": 0.38949, "nauc_recall_at_1_max": 0.266804, "nauc_recall_at_1_std": -0.026012, "nauc_recall_at_1_diff1": 0.500355, "nauc_recall_at_3_max": 0.189136, "nauc_recall_at_3_std": -0.018912, "nauc_recall_at_3_diff1": 0.325332, "nauc_recall_at_5_max": 0.173668, "nauc_recall_at_5_std": -0.00987, "nauc_recall_at_5_diff1": 0.284339, "nauc_recall_at_10_max": 0.165828, "nauc_recall_at_10_std": 0.014944, "nauc_recall_at_10_diff1": 0.22966, "nauc_recall_at_20_max": 0.159251, "nauc_recall_at_20_std": 0.037554, "nauc_recall_at_20_diff1": 0.183807, "nauc_recall_at_100_max": 0.150657, "nauc_recall_at_100_std": 0.096187, "nauc_recall_at_100_diff1": 0.164779, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.266804, "nauc_precision_at_1_std": -0.026012, "nauc_precision_at_1_diff1": 0.500355, "nauc_precision_at_3_max": 0.189136, "nauc_precision_at_3_std": -0.018912, "nauc_precision_at_3_diff1": 0.325332, "nauc_precision_at_5_max": 0.173668, "nauc_precision_at_5_std": -0.00987, "nauc_precision_at_5_diff1": 0.284339, "nauc_precision_at_10_max": 0.165828, "nauc_precision_at_10_std": 0.014944, "nauc_precision_at_10_diff1": 0.22966, "nauc_precision_at_20_max": 0.159251, "nauc_precision_at_20_std": 0.037554, "nauc_precision_at_20_diff1": 0.183807, "nauc_precision_at_100_max": 0.150657, "nauc_precision_at_100_std": 0.096187, "nauc_precision_at_100_diff1": 0.164779, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.266804, "nauc_mrr_at_1_std": -0.026012, "nauc_mrr_at_1_diff1": 0.500355, "nauc_mrr_at_3_max": 0.224488, "nauc_mrr_at_3_std": -0.02024, "nauc_mrr_at_3_diff1": 0.412287, "nauc_mrr_at_5_max": 0.219937, "nauc_mrr_at_5_std": -0.017807, "nauc_mrr_at_5_diff1": 0.400472, "nauc_mrr_at_10_max": 0.218378, "nauc_mrr_at_10_std": -0.014173, "nauc_mrr_at_10_diff1": 0.390597, "nauc_mrr_at_20_max": 0.217674, "nauc_mrr_at_20_std": -0.012366, "nauc_mrr_at_20_diff1": 0.387747, "nauc_mrr_at_100_max": 0.217903, "nauc_mrr_at_100_std": -0.012257, "nauc_mrr_at_100_diff1": 0.388725, "nauc_mrr_at_1000_max": 0.218157, "nauc_mrr_at_1000_std": -0.012379, "nauc_mrr_at_1000_diff1": 0.38949, "main_score": 0.27761, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.143, "ndcg_at_3": 0.19181, "ndcg_at_5": 0.21018, "ndcg_at_10": 0.22791, "ndcg_at_20": 0.24606, "ndcg_at_100": 0.27844, "ndcg_at_1000": 0.32963, "map_at_1": 0.143, "map_at_3": 0.17967, "map_at_5": 0.18977, "map_at_10": 0.19705, "map_at_20": 0.202, "map_at_100": 0.20611, "map_at_1000": 0.20772, "recall_at_1": 0.143, "recall_at_3": 0.227, "recall_at_5": 0.272, "recall_at_10": 0.327, "recall_at_20": 0.399, "recall_at_100": 0.579, "recall_at_1000": 1.0, "precision_at_1": 0.143, "precision_at_3": 0.07567, "precision_at_5": 0.0544, "precision_at_10": 0.0327, "precision_at_20": 0.01995, "precision_at_100": 0.00579, "precision_at_1000": 0.001, "mrr_at_1": 0.143, "mrr_at_3": 0.179667, "mrr_at_5": 0.189767, "mrr_at_10": 0.197047, "mrr_at_20": 0.201998, "mrr_at_100": 0.206112, "mrr_at_1000": 0.207721, "nauc_ndcg_at_1_max": 0.301313, "nauc_ndcg_at_1_std": 0.075475, "nauc_ndcg_at_1_diff1": 0.482051, "nauc_ndcg_at_3_max": 0.286845, "nauc_ndcg_at_3_std": 0.066011, "nauc_ndcg_at_3_diff1": 0.367895, "nauc_ndcg_at_5_max": 0.285294, "nauc_ndcg_at_5_std": 0.077359, "nauc_ndcg_at_5_diff1": 0.346798, "nauc_ndcg_at_10_max": 0.273929, "nauc_ndcg_at_10_std": 0.070167, "nauc_ndcg_at_10_diff1": 0.327955, "nauc_ndcg_at_20_max": 0.270586, "nauc_ndcg_at_20_std": 0.074247, "nauc_ndcg_at_20_diff1": 0.311321, "nauc_ndcg_at_100_max": 0.262374, "nauc_ndcg_at_100_std": 0.074098, "nauc_ndcg_at_100_diff1": 0.310596, "nauc_ndcg_at_1000_max": 0.273724, "nauc_ndcg_at_1000_std": 0.073893, "nauc_ndcg_at_1000_diff1": 0.333829, "nauc_map_at_1_max": 0.301313, "nauc_map_at_1_std": 0.075475, "nauc_map_at_1_diff1": 0.482051, "nauc_map_at_3_max": 0.289575, "nauc_map_at_3_std": 0.067532, "nauc_map_at_3_diff1": 0.390193, "nauc_map_at_5_max": 0.288571, "nauc_map_at_5_std": 0.073738, "nauc_map_at_5_diff1": 0.377298, "nauc_map_at_10_max": 0.284062, "nauc_map_at_10_std": 0.071479, "nauc_map_at_10_diff1": 0.369002, "nauc_map_at_20_max": 0.283246, "nauc_map_at_20_std": 0.073045, "nauc_map_at_20_diff1": 0.363956, "nauc_map_at_100_max": 0.281716, "nauc_map_at_100_std": 0.07312, "nauc_map_at_100_diff1": 0.364096, "nauc_map_at_1000_max": 0.282265, "nauc_map_at_1000_std": 0.073129, "nauc_map_at_1000_diff1": 0.364882, "nauc_recall_at_1_max": 0.301313, "nauc_recall_at_1_std": 0.075475, "nauc_recall_at_1_diff1": 0.482051, "nauc_recall_at_3_max": 0.280196, "nauc_recall_at_3_std": 0.062411, "nauc_recall_at_3_diff1": 0.313303, "nauc_recall_at_5_max": 0.277597, "nauc_recall_at_5_std": 0.087723, "nauc_recall_at_5_diff1": 0.273698, "nauc_recall_at_10_max": 0.246832, "nauc_recall_at_10_std": 0.065206, "nauc_recall_at_10_diff1": 0.228357, "nauc_recall_at_20_max": 0.236028, "nauc_recall_at_20_std": 0.076537, "nauc_recall_at_20_diff1": 0.178614, "nauc_recall_at_100_max": 0.197315, "nauc_recall_at_100_std": 0.075283, "nauc_recall_at_100_diff1": 0.15805, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.301313, "nauc_precision_at_1_std": 0.075475, "nauc_precision_at_1_diff1": 0.482051, "nauc_precision_at_3_max": 0.280196, "nauc_precision_at_3_std": 0.062411, "nauc_precision_at_3_diff1": 0.313303, "nauc_precision_at_5_max": 0.277597, "nauc_precision_at_5_std": 0.087723, "nauc_precision_at_5_diff1": 0.273698, "nauc_precision_at_10_max": 0.246832, "nauc_precision_at_10_std": 0.065206, "nauc_precision_at_10_diff1": 0.228357, "nauc_precision_at_20_max": 0.236028, "nauc_precision_at_20_std": 0.076537, "nauc_precision_at_20_diff1": 0.178614, "nauc_precision_at_100_max": 0.197315, "nauc_precision_at_100_std": 0.075283, "nauc_precision_at_100_diff1": 0.15805, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.301313, "nauc_mrr_at_1_std": 0.075475, "nauc_mrr_at_1_diff1": 0.482051, "nauc_mrr_at_3_max": 0.289575, "nauc_mrr_at_3_std": 0.067532, "nauc_mrr_at_3_diff1": 0.390193, "nauc_mrr_at_5_max": 0.288571, "nauc_mrr_at_5_std": 0.073738, "nauc_mrr_at_5_diff1": 0.377298, "nauc_mrr_at_10_max": 0.284062, "nauc_mrr_at_10_std": 0.071479, "nauc_mrr_at_10_diff1": 0.369002, "nauc_mrr_at_20_max": 0.283246, "nauc_mrr_at_20_std": 0.073045, "nauc_mrr_at_20_diff1": 0.363956, "nauc_mrr_at_100_max": 0.281716, "nauc_mrr_at_100_std": 0.073116, "nauc_mrr_at_100_diff1": 0.364099, "nauc_mrr_at_1000_max": 0.282264, "nauc_mrr_at_1000_std": 0.073125, "nauc_mrr_at_1000_diff1": 0.364885, "main_score": 0.22791, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.19213, "ndcg_at_5": 0.2127, "ndcg_at_10": 0.2336, "ndcg_at_20": 0.25678, "ndcg_at_100": 0.29571, "ndcg_at_1000": 0.3389, "map_at_1": 0.145, "map_at_3": 0.17983, "map_at_5": 0.19123, "map_at_10": 0.19979, "map_at_20": 0.20624, "map_at_100": 0.21134, "map_at_1000": 0.21276, "recall_at_1": 0.145, "recall_at_3": 0.228, "recall_at_5": 0.278, "recall_at_10": 0.343, "recall_at_20": 0.434, "recall_at_100": 0.648, "recall_at_1000": 1.0, "precision_at_1": 0.145, "precision_at_3": 0.076, "precision_at_5": 0.0556, "precision_at_10": 0.0343, "precision_at_20": 0.0217, "precision_at_100": 0.00648, "precision_at_1000": 0.001, "mrr_at_1": 0.145, "mrr_at_3": 0.179333, "mrr_at_5": 0.190983, "mrr_at_10": 0.199548, "mrr_at_20": 0.206007, "mrr_at_100": 0.211114, "mrr_at_1000": 0.212534, "nauc_ndcg_at_1_max": 0.129415, "nauc_ndcg_at_1_std": -0.042496, "nauc_ndcg_at_1_diff1": 0.476324, "nauc_ndcg_at_3_max": 0.139051, "nauc_ndcg_at_3_std": -0.02195, "nauc_ndcg_at_3_diff1": 0.365543, "nauc_ndcg_at_5_max": 0.121944, "nauc_ndcg_at_5_std": -0.017797, "nauc_ndcg_at_5_diff1": 0.34692, "nauc_ndcg_at_10_max": 0.116711, "nauc_ndcg_at_10_std": -0.018456, "nauc_ndcg_at_10_diff1": 0.319144, "nauc_ndcg_at_20_max": 0.127807, "nauc_ndcg_at_20_std": 0.013648, "nauc_ndcg_at_20_diff1": 0.300505, "nauc_ndcg_at_100_max": 0.117984, "nauc_ndcg_at_100_std": 0.01317, "nauc_ndcg_at_100_diff1": 0.31007, "nauc_ndcg_at_1000_max": 0.124601, "nauc_ndcg_at_1000_std": 0.000184, "nauc_ndcg_at_1000_diff1": 0.330581, "nauc_map_at_1_max": 0.129415, "nauc_map_at_1_std": -0.042496, "nauc_map_at_1_diff1": 0.476324, "nauc_map_at_3_max": 0.136218, "nauc_map_at_3_std": -0.028368, "nauc_map_at_3_diff1": 0.390221, "nauc_map_at_5_max": 0.126076, "nauc_map_at_5_std": -0.026044, "nauc_map_at_5_diff1": 0.378562, "nauc_map_at_10_max": 0.12373, "nauc_map_at_10_std": -0.026517, "nauc_map_at_10_diff1": 0.365909, "nauc_map_at_20_max": 0.127314, "nauc_map_at_20_std": -0.016728, "nauc_map_at_20_diff1": 0.360239, "nauc_map_at_100_max": 0.125906, "nauc_map_at_100_std": -0.016646, "nauc_map_at_100_diff1": 0.361999, "nauc_map_at_1000_max": 0.126341, "nauc_map_at_1000_std": -0.016881, "nauc_map_at_1000_diff1": 0.362633, "nauc_recall_at_1_max": 0.129415, "nauc_recall_at_1_std": -0.042496, "nauc_recall_at_1_diff1": 0.476324, "nauc_recall_at_3_max": 0.146324, "nauc_recall_at_3_std": -0.005384, "nauc_recall_at_3_diff1": 0.304186, "nauc_recall_at_5_max": 0.11079, "nauc_recall_at_5_std": 0.00272, "nauc_recall_at_5_diff1": 0.271195, "nauc_recall_at_10_max": 0.098083, "nauc_recall_at_10_std": 0.000976, "nauc_recall_at_10_diff1": 0.204904, "nauc_recall_at_20_max": 0.13228, "nauc_recall_at_20_std": 0.102497, "nauc_recall_at_20_diff1": 0.147004, "nauc_recall_at_100_max": 0.082314, "nauc_recall_at_100_std": 0.118431, "nauc_recall_at_100_diff1": 0.158938, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.129415, "nauc_precision_at_1_std": -0.042496, "nauc_precision_at_1_diff1": 0.476324, "nauc_precision_at_3_max": 0.146324, "nauc_precision_at_3_std": -0.005384, "nauc_precision_at_3_diff1": 0.304186, "nauc_precision_at_5_max": 0.11079, "nauc_precision_at_5_std": 0.00272, "nauc_precision_at_5_diff1": 0.271195, "nauc_precision_at_10_max": 0.098083, "nauc_precision_at_10_std": 0.000976, "nauc_precision_at_10_diff1": 0.204904, "nauc_precision_at_20_max": 0.13228, "nauc_precision_at_20_std": 0.102497, "nauc_precision_at_20_diff1": 0.147004, "nauc_precision_at_100_max": 0.082314, "nauc_precision_at_100_std": 0.118431, "nauc_precision_at_100_diff1": 0.158938, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.129415, "nauc_mrr_at_1_std": -0.042496, "nauc_mrr_at_1_diff1": 0.476324, "nauc_mrr_at_3_max": 0.135459, "nauc_mrr_at_3_std": -0.028688, "nauc_mrr_at_3_diff1": 0.391795, "nauc_mrr_at_5_max": 0.125443, "nauc_mrr_at_5_std": -0.026675, "nauc_mrr_at_5_diff1": 0.379272, "nauc_mrr_at_10_max": 0.123068, "nauc_mrr_at_10_std": -0.027179, "nauc_mrr_at_10_diff1": 0.366582, "nauc_mrr_at_20_max": 0.126705, "nauc_mrr_at_20_std": -0.017331, "nauc_mrr_at_20_diff1": 0.360915, "nauc_mrr_at_100_max": 0.125294, "nauc_mrr_at_100_std": -0.017252, "nauc_mrr_at_100_diff1": 0.362679, "nauc_mrr_at_1000_max": 0.125726, "nauc_mrr_at_1000_std": -0.01749, "nauc_mrr_at_1000_diff1": 0.363317, "main_score": 0.2336, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.191, "ndcg_at_3": 0.2382, "ndcg_at_5": 0.25795, "ndcg_at_10": 0.28165, "ndcg_at_20": 0.29993, "ndcg_at_100": 0.33623, "ndcg_at_1000": 0.37762, "map_at_1": 0.191, "map_at_3": 0.22683, "map_at_5": 0.23778, "map_at_10": 0.24762, "map_at_20": 0.25268, "map_at_100": 0.25763, "map_at_1000": 0.25896, "recall_at_1": 0.191, "recall_at_3": 0.271, "recall_at_5": 0.319, "recall_at_10": 0.392, "recall_at_20": 0.464, "recall_at_100": 0.661, "recall_at_1000": 1.0, "precision_at_1": 0.191, "precision_at_3": 0.09033, "precision_at_5": 0.0638, "precision_at_10": 0.0392, "precision_at_20": 0.0232, "precision_at_100": 0.00661, "precision_at_1000": 0.001, "mrr_at_1": 0.191, "mrr_at_3": 0.226833, "mrr_at_5": 0.237783, "mrr_at_10": 0.24762, "mrr_at_20": 0.252675, "mrr_at_100": 0.257636, "mrr_at_1000": 0.258964, "nauc_ndcg_at_1_max": 0.297245, "nauc_ndcg_at_1_std": 0.020283, "nauc_ndcg_at_1_diff1": 0.494172, "nauc_ndcg_at_3_max": 0.298488, "nauc_ndcg_at_3_std": 0.025082, "nauc_ndcg_at_3_diff1": 0.403569, "nauc_ndcg_at_5_max": 0.286776, "nauc_ndcg_at_5_std": 0.01696, "nauc_ndcg_at_5_diff1": 0.376822, "nauc_ndcg_at_10_max": 0.282088, "nauc_ndcg_at_10_std": 0.008174, "nauc_ndcg_at_10_diff1": 0.35987, "nauc_ndcg_at_20_max": 0.274238, "nauc_ndcg_at_20_std": 0.008563, "nauc_ndcg_at_20_diff1": 0.342449, "nauc_ndcg_at_100_max": 0.27931, "nauc_ndcg_at_100_std": 0.019482, "nauc_ndcg_at_100_diff1": 0.347428, "nauc_ndcg_at_1000_max": 0.283301, "nauc_ndcg_at_1000_std": 0.015412, "nauc_ndcg_at_1000_diff1": 0.36732, "nauc_map_at_1_max": 0.297245, "nauc_map_at_1_std": 0.020283, "nauc_map_at_1_diff1": 0.494172, "nauc_map_at_3_max": 0.298855, "nauc_map_at_3_std": 0.02385, "nauc_map_at_3_diff1": 0.423974, "nauc_map_at_5_max": 0.292086, "nauc_map_at_5_std": 0.019038, "nauc_map_at_5_diff1": 0.408384, "nauc_map_at_10_max": 0.2902, "nauc_map_at_10_std": 0.015266, "nauc_map_at_10_diff1": 0.400491, "nauc_map_at_20_max": 0.287731, "nauc_map_at_20_std": 0.015061, "nauc_map_at_20_diff1": 0.39547, "nauc_map_at_100_max": 0.288488, "nauc_map_at_100_std": 0.015821, "nauc_map_at_100_diff1": 0.395985, "nauc_map_at_1000_max": 0.288644, "nauc_map_at_1000_std": 0.015886, "nauc_map_at_1000_diff1": 0.396623, "nauc_recall_at_1_max": 0.297245, "nauc_recall_at_1_std": 0.020283, "nauc_recall_at_1_diff1": 0.494172, "nauc_recall_at_3_max": 0.297274, "nauc_recall_at_3_std": 0.028402, "nauc_recall_at_3_diff1": 0.349529, "nauc_recall_at_5_max": 0.271635, "nauc_recall_at_5_std": 0.010899, "nauc_recall_at_5_diff1": 0.293254, "nauc_recall_at_10_max": 0.258657, "nauc_recall_at_10_std": -0.013057, "nauc_recall_at_10_diff1": 0.2515, "nauc_recall_at_20_max": 0.231848, "nauc_recall_at_20_std": -0.009862, "nauc_recall_at_20_diff1": 0.188249, "nauc_recall_at_100_max": 0.250635, "nauc_recall_at_100_std": 0.062989, "nauc_recall_at_100_diff1": 0.182714, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.297245, "nauc_precision_at_1_std": 0.020283, "nauc_precision_at_1_diff1": 0.494172, "nauc_precision_at_3_max": 0.297274, "nauc_precision_at_3_std": 0.028402, "nauc_precision_at_3_diff1": 0.349529, "nauc_precision_at_5_max": 0.271635, "nauc_precision_at_5_std": 0.010899, "nauc_precision_at_5_diff1": 0.293254, "nauc_precision_at_10_max": 0.258657, "nauc_precision_at_10_std": -0.013057, "nauc_precision_at_10_diff1": 0.2515, "nauc_precision_at_20_max": 0.231848, "nauc_precision_at_20_std": -0.009862, "nauc_precision_at_20_diff1": 0.188249, "nauc_precision_at_100_max": 0.250635, "nauc_precision_at_100_std": 0.062989, "nauc_precision_at_100_diff1": 0.182714, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.297245, "nauc_mrr_at_1_std": 0.020283, "nauc_mrr_at_1_diff1": 0.494172, "nauc_mrr_at_3_max": 0.298855, "nauc_mrr_at_3_std": 0.02385, "nauc_mrr_at_3_diff1": 0.423974, "nauc_mrr_at_5_max": 0.292086, "nauc_mrr_at_5_std": 0.019038, "nauc_mrr_at_5_diff1": 0.408384, "nauc_mrr_at_10_max": 0.2902, "nauc_mrr_at_10_std": 0.015266, "nauc_mrr_at_10_diff1": 0.400491, "nauc_mrr_at_20_max": 0.287731, "nauc_mrr_at_20_std": 0.015061, "nauc_mrr_at_20_diff1": 0.39547, "nauc_mrr_at_100_max": 0.288487, "nauc_mrr_at_100_std": 0.015822, "nauc_mrr_at_100_diff1": 0.395983, "nauc_mrr_at_1000_max": 0.288643, "nauc_mrr_at_1000_std": 0.015887, "nauc_mrr_at_1000_diff1": 0.396621, "main_score": 0.28165, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.19, "ndcg_at_3": 0.24065, "ndcg_at_5": 0.26325, "ndcg_at_10": 0.29069, "ndcg_at_20": 0.31042, "ndcg_at_100": 0.35017, "ndcg_at_1000": 0.38493, "map_at_1": 0.19, "map_at_3": 0.2275, "map_at_5": 0.24, "map_at_10": 0.2513, "map_at_20": 0.25673, "map_at_100": 0.26198, "map_at_1000": 0.26309, "recall_at_1": 0.19, "recall_at_3": 0.279, "recall_at_5": 0.334, "recall_at_10": 0.419, "recall_at_20": 0.497, "recall_at_100": 0.715, "recall_at_1000": 1.0, "precision_at_1": 0.19, "precision_at_3": 0.093, "precision_at_5": 0.0668, "precision_at_10": 0.0419, "precision_at_20": 0.02485, "precision_at_100": 0.00715, "precision_at_1000": 0.001, "mrr_at_1": 0.19, "mrr_at_3": 0.2275, "mrr_at_5": 0.24, "mrr_at_10": 0.251301, "mrr_at_20": 0.25673, "mrr_at_100": 0.261979, "mrr_at_1000": 0.263091, "nauc_ndcg_at_1_max": 0.244109, "nauc_ndcg_at_1_std": 0.014817, "nauc_ndcg_at_1_diff1": 0.439845, "nauc_ndcg_at_3_max": 0.262408, "nauc_ndcg_at_3_std": 0.003988, "nauc_ndcg_at_3_diff1": 0.369581, "nauc_ndcg_at_5_max": 0.262013, "nauc_ndcg_at_5_std": 0.000102, "nauc_ndcg_at_5_diff1": 0.367315, "nauc_ndcg_at_10_max": 0.242822, "nauc_ndcg_at_10_std": -0.009038, "nauc_ndcg_at_10_diff1": 0.361026, "nauc_ndcg_at_20_max": 0.238643, "nauc_ndcg_at_20_std": -0.007546, "nauc_ndcg_at_20_diff1": 0.356347, "nauc_ndcg_at_100_max": 0.246331, "nauc_ndcg_at_100_std": -0.008415, "nauc_ndcg_at_100_diff1": 0.350729, "nauc_ndcg_at_1000_max": 0.246184, "nauc_ndcg_at_1000_std": -0.002909, "nauc_ndcg_at_1000_diff1": 0.365216, "nauc_map_at_1_max": 0.244109, "nauc_map_at_1_std": 0.014817, "nauc_map_at_1_diff1": 0.439845, "nauc_map_at_3_max": 0.257783, "nauc_map_at_3_std": 0.005346, "nauc_map_at_3_diff1": 0.387364, "nauc_map_at_5_max": 0.257703, "nauc_map_at_5_std": 0.003015, "nauc_map_at_5_diff1": 0.385916, "nauc_map_at_10_max": 0.249267, "nauc_map_at_10_std": -0.000701, "nauc_map_at_10_diff1": 0.383607, "nauc_map_at_20_max": 0.247899, "nauc_map_at_20_std": -0.000149, "nauc_map_at_20_diff1": 0.382477, "nauc_map_at_100_max": 0.248774, "nauc_map_at_100_std": 0.000177, "nauc_map_at_100_diff1": 0.381764, "nauc_map_at_1000_max": 0.248775, "nauc_map_at_1000_std": 0.000489, "nauc_map_at_1000_diff1": 0.382168, "nauc_recall_at_1_max": 0.244109, "nauc_recall_at_1_std": 0.014817, "nauc_recall_at_1_diff1": 0.439845, "nauc_recall_at_3_max": 0.274687, "nauc_recall_at_3_std": 0.000832, "nauc_recall_at_3_diff1": 0.32236, "nauc_recall_at_5_max": 0.272899, "nauc_recall_at_5_std": -0.007258, "nauc_recall_at_5_diff1": 0.319402, "nauc_recall_at_10_max": 0.220844, "nauc_recall_at_10_std": -0.033214, "nauc_recall_at_10_diff1": 0.301228, "nauc_recall_at_20_max": 0.206569, "nauc_recall_at_20_std": -0.029311, "nauc_recall_at_20_diff1": 0.28172, "nauc_recall_at_100_max": 0.249395, "nauc_recall_at_100_std": -0.050679, "nauc_recall_at_100_diff1": 0.217327, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.244109, "nauc_precision_at_1_std": 0.014817, "nauc_precision_at_1_diff1": 0.439845, "nauc_precision_at_3_max": 0.274687, "nauc_precision_at_3_std": 0.000832, "nauc_precision_at_3_diff1": 0.32236, "nauc_precision_at_5_max": 0.272899, "nauc_precision_at_5_std": -0.007258, "nauc_precision_at_5_diff1": 0.319402, "nauc_precision_at_10_max": 0.220844, "nauc_precision_at_10_std": -0.033214, "nauc_precision_at_10_diff1": 0.301228, "nauc_precision_at_20_max": 0.206569, "nauc_precision_at_20_std": -0.029311, "nauc_precision_at_20_diff1": 0.28172, "nauc_precision_at_100_max": 0.249395, "nauc_precision_at_100_std": -0.050679, "nauc_precision_at_100_diff1": 0.217327, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.244109, "nauc_mrr_at_1_std": 0.014817, "nauc_mrr_at_1_diff1": 0.439845, "nauc_mrr_at_3_max": 0.257783, "nauc_mrr_at_3_std": 0.005346, "nauc_mrr_at_3_diff1": 0.387364, "nauc_mrr_at_5_max": 0.257703, "nauc_mrr_at_5_std": 0.003015, "nauc_mrr_at_5_diff1": 0.385916, "nauc_mrr_at_10_max": 0.249267, "nauc_mrr_at_10_std": -0.000701, "nauc_mrr_at_10_diff1": 0.383607, "nauc_mrr_at_20_max": 0.247899, "nauc_mrr_at_20_std": -0.000149, "nauc_mrr_at_20_diff1": 0.382477, "nauc_mrr_at_100_max": 0.248774, "nauc_mrr_at_100_std": 0.000177, "nauc_mrr_at_100_diff1": 0.381764, "nauc_mrr_at_1000_max": 0.248775, "nauc_mrr_at_1000_std": 0.000489, "nauc_mrr_at_1000_diff1": 0.382168, "main_score": 0.29069, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.143, "ndcg_at_3": 0.19294, "ndcg_at_5": 0.21424, "ndcg_at_10": 0.23713, "ndcg_at_20": 0.25768, "ndcg_at_100": 0.30212, "ndcg_at_1000": 0.3429, "map_at_1": 0.143, "map_at_3": 0.1805, "map_at_5": 0.19225, "map_at_10": 0.20184, "map_at_20": 0.20738, "map_at_100": 0.21312, "map_at_1000": 0.21465, "recall_at_1": 0.143, "recall_at_3": 0.229, "recall_at_5": 0.281, "recall_at_10": 0.351, "recall_at_20": 0.433, "recall_at_100": 0.679, "recall_at_1000": 1.0, "precision_at_1": 0.143, "precision_at_3": 0.07633, "precision_at_5": 0.0562, "precision_at_10": 0.0351, "precision_at_20": 0.02165, "precision_at_100": 0.00679, "precision_at_1000": 0.001, "mrr_at_1": 0.143, "mrr_at_3": 0.1805, "mrr_at_5": 0.19225, "mrr_at_10": 0.201842, "mrr_at_20": 0.207383, "mrr_at_100": 0.213121, "mrr_at_1000": 0.214649, "nauc_ndcg_at_1_max": 0.095628, "nauc_ndcg_at_1_std": -0.122966, "nauc_ndcg_at_1_diff1": 0.372028, "nauc_ndcg_at_3_max": 0.093421, "nauc_ndcg_at_3_std": -0.125627, "nauc_ndcg_at_3_diff1": 0.275753, "nauc_ndcg_at_5_max": 0.099904, "nauc_ndcg_at_5_std": -0.117209, "nauc_ndcg_at_5_diff1": 0.254412, "nauc_ndcg_at_10_max": 0.114349, "nauc_ndcg_at_10_std": -0.087881, "nauc_ndcg_at_10_diff1": 0.227366, "nauc_ndcg_at_20_max": 0.129608, "nauc_ndcg_at_20_std": -0.063162, "nauc_ndcg_at_20_diff1": 0.216468, "nauc_ndcg_at_100_max": 0.136279, "nauc_ndcg_at_100_std": -0.043476, "nauc_ndcg_at_100_diff1": 0.1933, "nauc_ndcg_at_1000_max": 0.120558, "nauc_ndcg_at_1000_std": -0.072777, "nauc_ndcg_at_1000_diff1": 0.233248, "nauc_map_at_1_max": 0.095628, "nauc_map_at_1_std": -0.122966, "nauc_map_at_1_diff1": 0.372028, "nauc_map_at_3_max": 0.09363, "nauc_map_at_3_std": -0.124281, "nauc_map_at_3_diff1": 0.294393, "nauc_map_at_5_max": 0.097392, "nauc_map_at_5_std": -0.119203, "nauc_map_at_5_diff1": 0.281678, "nauc_map_at_10_max": 0.103516, "nauc_map_at_10_std": -0.105883, "nauc_map_at_10_diff1": 0.269478, "nauc_map_at_20_max": 0.107877, "nauc_map_at_20_std": -0.098544, "nauc_map_at_20_diff1": 0.265993, "nauc_map_at_100_max": 0.108549, "nauc_map_at_100_std": -0.096009, "nauc_map_at_100_diff1": 0.26275, "nauc_map_at_1000_max": 0.10795, "nauc_map_at_1000_std": -0.096941, "nauc_map_at_1000_diff1": 0.264658, "nauc_recall_at_1_max": 0.095628, "nauc_recall_at_1_std": -0.122966, "nauc_recall_at_1_diff1": 0.372028, "nauc_recall_at_3_max": 0.092992, "nauc_recall_at_3_std": -0.129228, "nauc_recall_at_3_diff1": 0.230234, "nauc_recall_at_5_max": 0.106597, "nauc_recall_at_5_std": -0.112027, "nauc_recall_at_5_diff1": 0.189079, "nauc_recall_at_10_max": 0.144107, "nauc_recall_at_10_std": -0.038903, "nauc_recall_at_10_diff1": 0.123588, "nauc_recall_at_20_max": 0.19396, "nauc_recall_at_20_std": 0.040262, "nauc_recall_at_20_diff1": 0.090816, "nauc_recall_at_100_max": 0.253264, "nauc_recall_at_100_std": 0.18224, "nauc_recall_at_100_diff1": -0.073974, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.095628, "nauc_precision_at_1_std": -0.122966, "nauc_precision_at_1_diff1": 0.372028, "nauc_precision_at_3_max": 0.092992, "nauc_precision_at_3_std": -0.129228, "nauc_precision_at_3_diff1": 0.230234, "nauc_precision_at_5_max": 0.106597, "nauc_precision_at_5_std": -0.112027, "nauc_precision_at_5_diff1": 0.189079, "nauc_precision_at_10_max": 0.144107, "nauc_precision_at_10_std": -0.038903, "nauc_precision_at_10_diff1": 0.123588, "nauc_precision_at_20_max": 0.19396, "nauc_precision_at_20_std": 0.040262, "nauc_precision_at_20_diff1": 0.090816, "nauc_precision_at_100_max": 0.253264, "nauc_precision_at_100_std": 0.18224, "nauc_precision_at_100_diff1": -0.073974, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.095628, "nauc_mrr_at_1_std": -0.122966, "nauc_mrr_at_1_diff1": 0.372028, "nauc_mrr_at_3_max": 0.09363, "nauc_mrr_at_3_std": -0.124657, "nauc_mrr_at_3_diff1": 0.295158, "nauc_mrr_at_5_max": 0.097392, "nauc_mrr_at_5_std": -0.119294, "nauc_mrr_at_5_diff1": 0.281865, "nauc_mrr_at_10_max": 0.103531, "nauc_mrr_at_10_std": -0.105974, "nauc_mrr_at_10_diff1": 0.269662, "nauc_mrr_at_20_max": 0.107891, "nauc_mrr_at_20_std": -0.098634, "nauc_mrr_at_20_diff1": 0.266177, "nauc_mrr_at_100_max": 0.108563, "nauc_mrr_at_100_std": -0.0961, "nauc_mrr_at_100_diff1": 0.262935, "nauc_mrr_at_1000_max": 0.107965, "nauc_mrr_at_1000_std": -0.097033, "nauc_mrr_at_1000_diff1": 0.264845, "main_score": 0.23713, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.16, "ndcg_at_3": 0.21659, "ndcg_at_5": 0.23419, "ndcg_at_10": 0.25671, "ndcg_at_20": 0.27702, "ndcg_at_100": 0.32066, "ndcg_at_1000": 0.35904, "map_at_1": 0.16, "map_at_3": 0.20233, "map_at_5": 0.21203, "map_at_10": 0.22144, "map_at_20": 0.22693, "map_at_100": 0.23278, "map_at_1000": 0.23407, "recall_at_1": 0.16, "recall_at_3": 0.258, "recall_at_5": 0.301, "recall_at_10": 0.37, "recall_at_20": 0.451, "recall_at_100": 0.689, "recall_at_1000": 1.0, "precision_at_1": 0.16, "precision_at_3": 0.086, "precision_at_5": 0.0602, "precision_at_10": 0.037, "precision_at_20": 0.02255, "precision_at_100": 0.00689, "precision_at_1000": 0.001, "mrr_at_1": 0.16, "mrr_at_3": 0.202333, "mrr_at_5": 0.212033, "mrr_at_10": 0.221445, "mrr_at_20": 0.226933, "mrr_at_100": 0.232784, "mrr_at_1000": 0.234075, "nauc_ndcg_at_1_max": 0.227285, "nauc_ndcg_at_1_std": -0.040477, "nauc_ndcg_at_1_diff1": 0.49214, "nauc_ndcg_at_3_max": 0.231167, "nauc_ndcg_at_3_std": -0.013807, "nauc_ndcg_at_3_diff1": 0.385394, "nauc_ndcg_at_5_max": 0.21707, "nauc_ndcg_at_5_std": -0.004958, "nauc_ndcg_at_5_diff1": 0.375523, "nauc_ndcg_at_10_max": 0.204491, "nauc_ndcg_at_10_std": 0.000202, "nauc_ndcg_at_10_diff1": 0.356613, "nauc_ndcg_at_20_max": 0.209494, "nauc_ndcg_at_20_std": 0.019017, "nauc_ndcg_at_20_diff1": 0.348505, "nauc_ndcg_at_100_max": 0.210326, "nauc_ndcg_at_100_std": 0.035105, "nauc_ndcg_at_100_diff1": 0.34701, "nauc_ndcg_at_1000_max": 0.21185, "nauc_ndcg_at_1000_std": 0.012604, "nauc_ndcg_at_1000_diff1": 0.366902, "nauc_map_at_1_max": 0.227285, "nauc_map_at_1_std": -0.040477, "nauc_map_at_1_diff1": 0.49214, "nauc_map_at_3_max": 0.230656, "nauc_map_at_3_std": -0.020993, "nauc_map_at_3_diff1": 0.409004, "nauc_map_at_5_max": 0.222582, "nauc_map_at_5_std": -0.015281, "nauc_map_at_5_diff1": 0.402986, "nauc_map_at_10_max": 0.21703, "nauc_map_at_10_std": -0.013281, "nauc_map_at_10_diff1": 0.394429, "nauc_map_at_20_max": 0.218263, "nauc_map_at_20_std": -0.007637, "nauc_map_at_20_diff1": 0.392117, "nauc_map_at_100_max": 0.218177, "nauc_map_at_100_std": -0.00552, "nauc_map_at_100_diff1": 0.392197, "nauc_map_at_1000_max": 0.21809, "nauc_map_at_1000_std": -0.006196, "nauc_map_at_1000_diff1": 0.392827, "nauc_recall_at_1_max": 0.227285, "nauc_recall_at_1_std": -0.040477, "nauc_recall_at_1_diff1": 0.49214, "nauc_recall_at_3_max": 0.232335, "nauc_recall_at_3_std": 0.004716, "nauc_recall_at_3_diff1": 0.325976, "nauc_recall_at_5_max": 0.202027, "nauc_recall_at_5_std": 0.020705, "nauc_recall_at_5_diff1": 0.308604, "nauc_recall_at_10_max": 0.169527, "nauc_recall_at_10_std": 0.034718, "nauc_recall_at_10_diff1": 0.261625, "nauc_recall_at_20_max": 0.187673, "nauc_recall_at_20_std": 0.097164, "nauc_recall_at_20_diff1": 0.233604, "nauc_recall_at_100_max": 0.190106, "nauc_recall_at_100_std": 0.219098, "nauc_recall_at_100_diff1": 0.185201, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.227285, "nauc_precision_at_1_std": -0.040477, "nauc_precision_at_1_diff1": 0.49214, "nauc_precision_at_3_max": 0.232335, "nauc_precision_at_3_std": 0.004716, "nauc_precision_at_3_diff1": 0.325976, "nauc_precision_at_5_max": 0.202027, "nauc_precision_at_5_std": 0.020705, "nauc_precision_at_5_diff1": 0.308604, "nauc_precision_at_10_max": 0.169527, "nauc_precision_at_10_std": 0.034718, "nauc_precision_at_10_diff1": 0.261625, "nauc_precision_at_20_max": 0.187673, "nauc_precision_at_20_std": 0.097164, "nauc_precision_at_20_diff1": 0.233604, "nauc_precision_at_100_max": 0.190106, "nauc_precision_at_100_std": 0.219098, "nauc_precision_at_100_diff1": 0.185201, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.227285, "nauc_mrr_at_1_std": -0.040477, "nauc_mrr_at_1_diff1": 0.49214, "nauc_mrr_at_3_max": 0.230656, "nauc_mrr_at_3_std": -0.020993, "nauc_mrr_at_3_diff1": 0.409004, "nauc_mrr_at_5_max": 0.222582, "nauc_mrr_at_5_std": -0.015281, "nauc_mrr_at_5_diff1": 0.402986, "nauc_mrr_at_10_max": 0.21703, "nauc_mrr_at_10_std": -0.013281, "nauc_mrr_at_10_diff1": 0.394429, "nauc_mrr_at_20_max": 0.218263, "nauc_mrr_at_20_std": -0.007637, "nauc_mrr_at_20_diff1": 0.392117, "nauc_mrr_at_100_max": 0.218177, "nauc_mrr_at_100_std": -0.00552, "nauc_mrr_at_100_diff1": 0.392197, "nauc_mrr_at_1000_max": 0.21809, "nauc_mrr_at_1000_std": -0.006196, "nauc_mrr_at_1000_diff1": 0.392827, "main_score": 0.25671, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 34.119017124176025, "kg_co2_emissions": 0.001885657530320941 }