{ "dataset_revision": "6e1effa2c03723c5fde48ee912b5ee08d4f211e8", "task_name": "CodeSearchNetCCRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.27336, "ndcg_at_3": 0.3435, "ndcg_at_5": 0.36426, "ndcg_at_10": 0.38327, "ndcg_at_20": 0.39792, "ndcg_at_100": 0.41976, "ndcg_at_1000": 0.43709, "map_at_1": 0.27336, "map_at_3": 0.32641, "map_at_5": 0.33793, "map_at_10": 0.34579, "map_at_20": 0.34984, "map_at_100": 0.3528, "map_at_1000": 0.35338, "recall_at_1": 0.27336, "recall_at_3": 0.39288, "recall_at_5": 0.44329, "recall_at_10": 0.50201, "recall_at_20": 0.55979, "recall_at_100": 0.67831, "recall_at_1000": 0.81921, "precision_at_1": 0.27336, "precision_at_3": 0.13096, "precision_at_5": 0.08866, "precision_at_10": 0.0502, "precision_at_20": 0.02799, "precision_at_100": 0.00678, "precision_at_1000": 0.00082, "mrr_at_1": 0.273361, "mrr_at_3": 0.326373, "mrr_at_5": 0.337909, "mrr_at_10": 0.345782, "mrr_at_20": 0.349826, "mrr_at_100": 0.352788, "mrr_at_1000": 0.353366, "nauc_ndcg_at_1_max": 0.345449, "nauc_ndcg_at_1_std": -0.062881, "nauc_ndcg_at_1_diff1": 0.494594, "nauc_ndcg_at_3_max": 0.359359, "nauc_ndcg_at_3_std": -0.052272, "nauc_ndcg_at_3_diff1": 0.450211, "nauc_ndcg_at_5_max": 0.367648, "nauc_ndcg_at_5_std": -0.04653, "nauc_ndcg_at_5_diff1": 0.442431, "nauc_ndcg_at_10_max": 0.369015, "nauc_ndcg_at_10_std": -0.039739, "nauc_ndcg_at_10_diff1": 0.435579, "nauc_ndcg_at_20_max": 0.371152, "nauc_ndcg_at_20_std": -0.034851, "nauc_ndcg_at_20_diff1": 0.432201, "nauc_ndcg_at_100_max": 0.371786, "nauc_ndcg_at_100_std": -0.028471, "nauc_ndcg_at_100_diff1": 0.427924, "nauc_ndcg_at_1000_max": 0.372815, "nauc_ndcg_at_1000_std": -0.030422, "nauc_ndcg_at_1000_diff1": 0.429539, "nauc_map_at_1_max": 0.345449, "nauc_map_at_1_std": -0.062881, "nauc_map_at_1_diff1": 0.494594, "nauc_map_at_3_max": 0.356309, "nauc_map_at_3_std": -0.054798, "nauc_map_at_3_diff1": 0.460394, "nauc_map_at_5_max": 0.360928, "nauc_map_at_5_std": -0.051609, "nauc_map_at_5_diff1": 0.456061, "nauc_map_at_10_max": 0.361557, "nauc_map_at_10_std": -0.048902, "nauc_map_at_10_diff1": 0.453244, "nauc_map_at_20_max": 0.362111, "nauc_map_at_20_std": -0.04766, "nauc_map_at_20_diff1": 0.452419, "nauc_map_at_100_max": 0.362169, "nauc_map_at_100_std": -0.046836, "nauc_map_at_100_diff1": 0.451858, "nauc_map_at_1000_max": 0.362192, "nauc_map_at_1000_std": -0.046896, "nauc_map_at_1000_diff1": 0.451937, "nauc_recall_at_1_max": 0.345449, "nauc_recall_at_1_std": -0.062881, "nauc_recall_at_1_diff1": 0.494594, "nauc_recall_at_3_max": 0.367689, "nauc_recall_at_3_std": -0.04529, "nauc_recall_at_3_diff1": 0.422206, "nauc_recall_at_5_max": 0.387438, "nauc_recall_at_5_std": -0.031557, "nauc_recall_at_5_diff1": 0.403507, "nauc_recall_at_10_max": 0.391611, "nauc_recall_at_10_std": -0.009993, "nauc_recall_at_10_diff1": 0.3818, "nauc_recall_at_20_max": 0.401767, "nauc_recall_at_20_std": 0.012252, "nauc_recall_at_20_diff1": 0.36442, "nauc_recall_at_100_max": 0.412191, "nauc_recall_at_100_std": 0.063686, "nauc_recall_at_100_diff1": 0.322936, "nauc_recall_at_1000_max": 0.45161, "nauc_recall_at_1000_std": 0.085926, "nauc_recall_at_1000_diff1": 0.284959, "nauc_precision_at_1_max": 0.345449, "nauc_precision_at_1_std": -0.062881, "nauc_precision_at_1_diff1": 0.494594, "nauc_precision_at_3_max": 0.367689, "nauc_precision_at_3_std": -0.04529, "nauc_precision_at_3_diff1": 0.422206, "nauc_precision_at_5_max": 0.387438, "nauc_precision_at_5_std": -0.031557, "nauc_precision_at_5_diff1": 0.403507, "nauc_precision_at_10_max": 0.391611, "nauc_precision_at_10_std": -0.009993, "nauc_precision_at_10_diff1": 0.3818, "nauc_precision_at_20_max": 0.401767, "nauc_precision_at_20_std": 0.012252, "nauc_precision_at_20_diff1": 0.36442, "nauc_precision_at_100_max": 0.412191, "nauc_precision_at_100_std": 0.063686, "nauc_precision_at_100_diff1": 0.322936, "nauc_precision_at_1000_max": 0.45161, "nauc_precision_at_1000_std": 0.085926, "nauc_precision_at_1000_diff1": 0.284959, "nauc_mrr_at_1_max": 0.345539, "nauc_mrr_at_1_std": -0.062847, "nauc_mrr_at_1_diff1": 0.494594, "nauc_mrr_at_3_max": 0.356371, "nauc_mrr_at_3_std": -0.054729, "nauc_mrr_at_3_diff1": 0.460472, "nauc_mrr_at_5_max": 0.36098, "nauc_mrr_at_5_std": -0.051566, "nauc_mrr_at_5_diff1": 0.4561, "nauc_mrr_at_10_max": 0.361591, "nauc_mrr_at_10_std": -0.048877, "nauc_mrr_at_10_diff1": 0.453269, "nauc_mrr_at_20_max": 0.36215, "nauc_mrr_at_20_std": -0.047606, "nauc_mrr_at_20_diff1": 0.452451, "nauc_mrr_at_100_max": 0.362214, "nauc_mrr_at_100_std": -0.046799, "nauc_mrr_at_100_diff1": 0.451891, "nauc_mrr_at_1000_max": 0.362237, "nauc_mrr_at_1000_std": -0.046858, "nauc_mrr_at_1000_diff1": 0.45197, "main_score": 0.38327, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.38924, "ndcg_at_3": 0.47554, "ndcg_at_5": 0.49536, "ndcg_at_10": 0.51382, "ndcg_at_20": 0.52629, "ndcg_at_100": 0.54463, "ndcg_at_1000": 0.55731, "map_at_1": 0.38924, "map_at_3": 0.45442, "map_at_5": 0.46538, "map_at_10": 0.47298, "map_at_20": 0.47646, "map_at_100": 0.47894, "map_at_1000": 0.47938, "recall_at_1": 0.38924, "recall_at_3": 0.53662, "recall_at_5": 0.58493, "recall_at_10": 0.64205, "recall_at_20": 0.69098, "recall_at_100": 0.79064, "recall_at_1000": 0.89304, "precision_at_1": 0.38924, "precision_at_3": 0.17887, "precision_at_5": 0.11699, "precision_at_10": 0.06421, "precision_at_20": 0.03455, "precision_at_100": 0.00791, "precision_at_1000": 0.00089, "mrr_at_1": 0.38894, "mrr_at_3": 0.454269, "mrr_at_5": 0.465223, "mrr_at_10": 0.472825, "mrr_at_20": 0.476307, "mrr_at_100": 0.478792, "mrr_at_1000": 0.479225, "nauc_ndcg_at_1_max": 0.351897, "nauc_ndcg_at_1_std": 0.041327, "nauc_ndcg_at_1_diff1": 0.587337, "nauc_ndcg_at_3_max": 0.38947, "nauc_ndcg_at_3_std": 0.058475, "nauc_ndcg_at_3_diff1": 0.553291, "nauc_ndcg_at_5_max": 0.387168, "nauc_ndcg_at_5_std": 0.070918, "nauc_ndcg_at_5_diff1": 0.547363, "nauc_ndcg_at_10_max": 0.386647, "nauc_ndcg_at_10_std": 0.078282, "nauc_ndcg_at_10_diff1": 0.546442, "nauc_ndcg_at_20_max": 0.384621, "nauc_ndcg_at_20_std": 0.084615, "nauc_ndcg_at_20_diff1": 0.546158, "nauc_ndcg_at_100_max": 0.381353, "nauc_ndcg_at_100_std": 0.085974, "nauc_ndcg_at_100_diff1": 0.546261, "nauc_ndcg_at_1000_max": 0.380968, "nauc_ndcg_at_1000_std": 0.086401, "nauc_ndcg_at_1000_diff1": 0.547829, "nauc_map_at_1_max": 0.351897, "nauc_map_at_1_std": 0.041327, "nauc_map_at_1_diff1": 0.587337, "nauc_map_at_3_max": 0.380221, "nauc_map_at_3_std": 0.053696, "nauc_map_at_3_diff1": 0.561777, "nauc_map_at_5_max": 0.378865, "nauc_map_at_5_std": 0.060263, "nauc_map_at_5_diff1": 0.558658, "nauc_map_at_10_max": 0.378643, "nauc_map_at_10_std": 0.063115, "nauc_map_at_10_diff1": 0.558492, "nauc_map_at_20_max": 0.378073, "nauc_map_at_20_std": 0.0648, "nauc_map_at_20_diff1": 0.558525, "nauc_map_at_100_max": 0.377543, "nauc_map_at_100_std": 0.064954, "nauc_map_at_100_diff1": 0.558502, "nauc_map_at_1000_max": 0.377524, "nauc_map_at_1000_std": 0.064948, "nauc_map_at_1000_diff1": 0.558557, "nauc_recall_at_1_max": 0.351897, "nauc_recall_at_1_std": 0.041327, "nauc_recall_at_1_diff1": 0.587337, "nauc_recall_at_3_max": 0.41727, "nauc_recall_at_3_std": 0.073078, "nauc_recall_at_3_diff1": 0.527738, "nauc_recall_at_5_max": 0.412814, "nauc_recall_at_5_std": 0.10672, "nauc_recall_at_5_diff1": 0.510981, "nauc_recall_at_10_max": 0.413024, "nauc_recall_at_10_std": 0.135923, "nauc_recall_at_10_diff1": 0.503651, "nauc_recall_at_20_max": 0.405819, "nauc_recall_at_20_std": 0.171441, "nauc_recall_at_20_diff1": 0.497481, "nauc_recall_at_100_max": 0.387509, "nauc_recall_at_100_std": 0.212477, "nauc_recall_at_100_diff1": 0.48324, "nauc_recall_at_1000_max": 0.383938, "nauc_recall_at_1000_std": 0.326414, "nauc_recall_at_1000_diff1": 0.468303, "nauc_precision_at_1_max": 0.351897, "nauc_precision_at_1_std": 0.041327, "nauc_precision_at_1_diff1": 0.587337, "nauc_precision_at_3_max": 0.41727, "nauc_precision_at_3_std": 0.073078, "nauc_precision_at_3_diff1": 0.527738, "nauc_precision_at_5_max": 0.412814, "nauc_precision_at_5_std": 0.10672, "nauc_precision_at_5_diff1": 0.510981, "nauc_precision_at_10_max": 0.413024, "nauc_precision_at_10_std": 0.135923, "nauc_precision_at_10_diff1": 0.503651, "nauc_precision_at_20_max": 0.405819, "nauc_precision_at_20_std": 0.171441, "nauc_precision_at_20_diff1": 0.497481, "nauc_precision_at_100_max": 0.387509, "nauc_precision_at_100_std": 0.212477, "nauc_precision_at_100_diff1": 0.48324, "nauc_precision_at_1000_max": 0.383938, "nauc_precision_at_1000_std": 0.326414, "nauc_precision_at_1000_diff1": 0.468303, "nauc_mrr_at_1_max": 0.350977, "nauc_mrr_at_1_std": 0.042066, "nauc_mrr_at_1_diff1": 0.588264, "nauc_mrr_at_3_max": 0.379751, "nauc_mrr_at_3_std": 0.054076, "nauc_mrr_at_3_diff1": 0.562251, "nauc_mrr_at_5_max": 0.37839, "nauc_mrr_at_5_std": 0.060648, "nauc_mrr_at_5_diff1": 0.559137, "nauc_mrr_at_10_max": 0.378163, "nauc_mrr_at_10_std": 0.063503, "nauc_mrr_at_10_diff1": 0.558976, "nauc_mrr_at_20_max": 0.37759, "nauc_mrr_at_20_std": 0.065192, "nauc_mrr_at_20_diff1": 0.559012, "nauc_mrr_at_100_max": 0.377058, "nauc_mrr_at_100_std": 0.065348, "nauc_mrr_at_100_diff1": 0.558991, "nauc_mrr_at_1000_max": 0.377038, "nauc_mrr_at_1000_std": 0.065342, "nauc_mrr_at_1000_diff1": 0.559047, "main_score": 0.51382, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.25055, "ndcg_at_3": 0.31682, "ndcg_at_5": 0.33431, "ndcg_at_10": 0.35317, "ndcg_at_20": 0.36791, "ndcg_at_100": 0.3907, "ndcg_at_1000": 0.40883, "map_at_1": 0.25055, "map_at_3": 0.30064, "map_at_5": 0.31038, "map_at_10": 0.31818, "map_at_20": 0.32228, "map_at_100": 0.32534, "map_at_1000": 0.32594, "recall_at_1": 0.25055, "recall_at_3": 0.36358, "recall_at_5": 0.40593, "recall_at_10": 0.46417, "recall_at_20": 0.52204, "recall_at_100": 0.64627, "recall_at_1000": 0.79377, "precision_at_1": 0.25055, "precision_at_3": 0.12119, "precision_at_5": 0.08119, "precision_at_10": 0.04642, "precision_at_20": 0.0261, "precision_at_100": 0.00646, "precision_at_1000": 0.00079, "mrr_at_1": 0.250923, "mrr_at_3": 0.300911, "mrr_at_5": 0.310675, "mrr_at_10": 0.318435, "mrr_at_20": 0.322536, "mrr_at_100": 0.325597, "mrr_at_1000": 0.326197, "nauc_ndcg_at_1_max": 0.349381, "nauc_ndcg_at_1_std": 0.038668, "nauc_ndcg_at_1_diff1": 0.513461, "nauc_ndcg_at_3_max": 0.355433, "nauc_ndcg_at_3_std": 0.04583, "nauc_ndcg_at_3_diff1": 0.452272, "nauc_ndcg_at_5_max": 0.353928, "nauc_ndcg_at_5_std": 0.050348, "nauc_ndcg_at_5_diff1": 0.442625, "nauc_ndcg_at_10_max": 0.351572, "nauc_ndcg_at_10_std": 0.054909, "nauc_ndcg_at_10_diff1": 0.438841, "nauc_ndcg_at_20_max": 0.346744, "nauc_ndcg_at_20_std": 0.061027, "nauc_ndcg_at_20_diff1": 0.434426, "nauc_ndcg_at_100_max": 0.350046, "nauc_ndcg_at_100_std": 0.073906, "nauc_ndcg_at_100_diff1": 0.432499, "nauc_ndcg_at_1000_max": 0.349985, "nauc_ndcg_at_1000_std": 0.078039, "nauc_ndcg_at_1000_diff1": 0.433238, "nauc_map_at_1_max": 0.349381, "nauc_map_at_1_std": 0.038668, "nauc_map_at_1_diff1": 0.513461, "nauc_map_at_3_max": 0.35362, "nauc_map_at_3_std": 0.044121, "nauc_map_at_3_diff1": 0.465216, "nauc_map_at_5_max": 0.352939, "nauc_map_at_5_std": 0.046729, "nauc_map_at_5_diff1": 0.459725, "nauc_map_at_10_max": 0.352165, "nauc_map_at_10_std": 0.048639, "nauc_map_at_10_diff1": 0.458312, "nauc_map_at_20_max": 0.350692, "nauc_map_at_20_std": 0.050236, "nauc_map_at_20_diff1": 0.457063, "nauc_map_at_100_max": 0.351115, "nauc_map_at_100_std": 0.051961, "nauc_map_at_100_diff1": 0.456942, "nauc_map_at_1000_max": 0.351105, "nauc_map_at_1000_std": 0.052084, "nauc_map_at_1000_diff1": 0.45697, "nauc_recall_at_1_max": 0.349381, "nauc_recall_at_1_std": 0.038668, "nauc_recall_at_1_diff1": 0.513461, "nauc_recall_at_3_max": 0.360531, "nauc_recall_at_3_std": 0.050509, "nauc_recall_at_3_diff1": 0.417456, "nauc_recall_at_5_max": 0.356361, "nauc_recall_at_5_std": 0.060666, "nauc_recall_at_5_diff1": 0.395705, "nauc_recall_at_10_max": 0.348318, "nauc_recall_at_10_std": 0.074357, "nauc_recall_at_10_diff1": 0.382865, "nauc_recall_at_20_max": 0.330349, "nauc_recall_at_20_std": 0.09954, "nauc_recall_at_20_diff1": 0.36416, "nauc_recall_at_100_max": 0.347981, "nauc_recall_at_100_std": 0.185215, "nauc_recall_at_100_diff1": 0.338409, "nauc_recall_at_1000_max": 0.3473, "nauc_recall_at_1000_std": 0.295527, "nauc_recall_at_1000_diff1": 0.302498, "nauc_precision_at_1_max": 0.349381, "nauc_precision_at_1_std": 0.038668, "nauc_precision_at_1_diff1": 0.513461, "nauc_precision_at_3_max": 0.360531, "nauc_precision_at_3_std": 0.050509, "nauc_precision_at_3_diff1": 0.417456, "nauc_precision_at_5_max": 0.356361, "nauc_precision_at_5_std": 0.060666, "nauc_precision_at_5_diff1": 0.395705, "nauc_precision_at_10_max": 0.348318, "nauc_precision_at_10_std": 0.074357, "nauc_precision_at_10_diff1": 0.382865, "nauc_precision_at_20_max": 0.330349, "nauc_precision_at_20_std": 0.09954, "nauc_precision_at_20_diff1": 0.36416, "nauc_precision_at_100_max": 0.347981, "nauc_precision_at_100_std": 0.185215, "nauc_precision_at_100_diff1": 0.338409, "nauc_precision_at_1000_max": 0.3473, "nauc_precision_at_1000_std": 0.295527, "nauc_precision_at_1000_diff1": 0.302498, "nauc_mrr_at_1_max": 0.348098, "nauc_mrr_at_1_std": 0.03821, "nauc_mrr_at_1_diff1": 0.511963, "nauc_mrr_at_3_max": 0.352753, "nauc_mrr_at_3_std": 0.043828, "nauc_mrr_at_3_diff1": 0.464449, "nauc_mrr_at_5_max": 0.352016, "nauc_mrr_at_5_std": 0.046471, "nauc_mrr_at_5_diff1": 0.458991, "nauc_mrr_at_10_max": 0.351339, "nauc_mrr_at_10_std": 0.048395, "nauc_mrr_at_10_diff1": 0.457551, "nauc_mrr_at_20_max": 0.349865, "nauc_mrr_at_20_std": 0.049985, "nauc_mrr_at_20_diff1": 0.456299, "nauc_mrr_at_100_max": 0.350285, "nauc_mrr_at_100_std": 0.051708, "nauc_mrr_at_100_diff1": 0.456175, "nauc_mrr_at_1000_max": 0.350274, "nauc_mrr_at_1000_std": 0.051831, "nauc_mrr_at_1000_diff1": 0.456202, "main_score": 0.35317, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.34893, "ndcg_at_3": 0.41132, "ndcg_at_5": 0.43152, "ndcg_at_10": 0.44973, "ndcg_at_20": 0.46405, "ndcg_at_100": 0.48118, "ndcg_at_1000": 0.49889, "map_at_1": 0.34893, "map_at_3": 0.39638, "map_at_5": 0.40756, "map_at_10": 0.41523, "map_at_20": 0.4192, "map_at_100": 0.42137, "map_at_1000": 0.42194, "recall_at_1": 0.34893, "recall_at_3": 0.4544, "recall_at_5": 0.50357, "recall_at_10": 0.55908, "recall_at_20": 0.61538, "recall_at_100": 0.71055, "recall_at_1000": 0.85488, "precision_at_1": 0.34893, "precision_at_3": 0.15147, "precision_at_5": 0.10071, "precision_at_10": 0.05591, "precision_at_20": 0.03077, "precision_at_100": 0.00711, "precision_at_1000": 0.00085, "mrr_at_1": 0.348929, "mrr_at_3": 0.396379, "mrr_at_5": 0.40756, "mrr_at_10": 0.415226, "mrr_at_20": 0.419199, "mrr_at_100": 0.421372, "mrr_at_1000": 0.421946, "nauc_ndcg_at_1_max": 0.370902, "nauc_ndcg_at_1_std": 0.012435, "nauc_ndcg_at_1_diff1": 0.643267, "nauc_ndcg_at_3_max": 0.373469, "nauc_ndcg_at_3_std": 0.016822, "nauc_ndcg_at_3_diff1": 0.603553, "nauc_ndcg_at_5_max": 0.364701, "nauc_ndcg_at_5_std": 0.030679, "nauc_ndcg_at_5_diff1": 0.591395, "nauc_ndcg_at_10_max": 0.36486, "nauc_ndcg_at_10_std": 0.032162, "nauc_ndcg_at_10_diff1": 0.585157, "nauc_ndcg_at_20_max": 0.366638, "nauc_ndcg_at_20_std": 0.033089, "nauc_ndcg_at_20_diff1": 0.579582, "nauc_ndcg_at_100_max": 0.36267, "nauc_ndcg_at_100_std": 0.040464, "nauc_ndcg_at_100_diff1": 0.583087, "nauc_ndcg_at_1000_max": 0.366193, "nauc_ndcg_at_1000_std": 0.041961, "nauc_ndcg_at_1000_diff1": 0.585065, "nauc_map_at_1_max": 0.370902, "nauc_map_at_1_std": 0.012435, "nauc_map_at_1_diff1": 0.643267, "nauc_map_at_3_max": 0.373078, "nauc_map_at_3_std": 0.016297, "nauc_map_at_3_diff1": 0.613466, "nauc_map_at_5_max": 0.368051, "nauc_map_at_5_std": 0.023893, "nauc_map_at_5_diff1": 0.606663, "nauc_map_at_10_max": 0.367739, "nauc_map_at_10_std": 0.024285, "nauc_map_at_10_diff1": 0.604193, "nauc_map_at_20_max": 0.368205, "nauc_map_at_20_std": 0.02437, "nauc_map_at_20_diff1": 0.602745, "nauc_map_at_100_max": 0.367724, "nauc_map_at_100_std": 0.02498, "nauc_map_at_100_diff1": 0.603228, "nauc_map_at_1000_max": 0.367871, "nauc_map_at_1000_std": 0.025034, "nauc_map_at_1000_diff1": 0.603249, "nauc_recall_at_1_max": 0.370902, "nauc_recall_at_1_std": 0.012435, "nauc_recall_at_1_diff1": 0.643267, "nauc_recall_at_3_max": 0.374504, "nauc_recall_at_3_std": 0.018119, "nauc_recall_at_3_diff1": 0.574814, "nauc_recall_at_5_max": 0.353739, "nauc_recall_at_5_std": 0.052433, "nauc_recall_at_5_diff1": 0.544921, "nauc_recall_at_10_max": 0.355872, "nauc_recall_at_10_std": 0.059498, "nauc_recall_at_10_diff1": 0.522109, "nauc_recall_at_20_max": 0.363286, "nauc_recall_at_20_std": 0.066773, "nauc_recall_at_20_diff1": 0.493248, "nauc_recall_at_100_max": 0.33372, "nauc_recall_at_100_std": 0.132661, "nauc_recall_at_100_diff1": 0.500753, "nauc_recall_at_1000_max": 0.369328, "nauc_recall_at_1000_std": 0.232926, "nauc_recall_at_1000_diff1": 0.477624, "nauc_precision_at_1_max": 0.370902, "nauc_precision_at_1_std": 0.012435, "nauc_precision_at_1_diff1": 0.643267, "nauc_precision_at_3_max": 0.374504, "nauc_precision_at_3_std": 0.018119, "nauc_precision_at_3_diff1": 0.574814, "nauc_precision_at_5_max": 0.353739, "nauc_precision_at_5_std": 0.052433, "nauc_precision_at_5_diff1": 0.544921, "nauc_precision_at_10_max": 0.355872, "nauc_precision_at_10_std": 0.059498, "nauc_precision_at_10_diff1": 0.522109, "nauc_precision_at_20_max": 0.363286, "nauc_precision_at_20_std": 0.066773, "nauc_precision_at_20_diff1": 0.493248, "nauc_precision_at_100_max": 0.33372, "nauc_precision_at_100_std": 0.132661, "nauc_precision_at_100_diff1": 0.500753, "nauc_precision_at_1000_max": 0.369328, "nauc_precision_at_1000_std": 0.232926, "nauc_precision_at_1000_diff1": 0.477624, "nauc_mrr_at_1_max": 0.370902, "nauc_mrr_at_1_std": 0.012435, "nauc_mrr_at_1_diff1": 0.643267, "nauc_mrr_at_3_max": 0.373078, "nauc_mrr_at_3_std": 0.016297, "nauc_mrr_at_3_diff1": 0.613466, "nauc_mrr_at_5_max": 0.368051, "nauc_mrr_at_5_std": 0.023893, "nauc_mrr_at_5_diff1": 0.606663, "nauc_mrr_at_10_max": 0.367739, "nauc_mrr_at_10_std": 0.024285, "nauc_mrr_at_10_diff1": 0.604193, "nauc_mrr_at_20_max": 0.368217, "nauc_mrr_at_20_std": 0.024382, "nauc_mrr_at_20_diff1": 0.602748, "nauc_mrr_at_100_max": 0.367737, "nauc_mrr_at_100_std": 0.024992, "nauc_mrr_at_100_diff1": 0.603231, "nauc_mrr_at_1000_max": 0.367884, "nauc_mrr_at_1000_std": 0.025046, "nauc_mrr_at_1000_diff1": 0.603252, "main_score": 0.44973, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.31976, "ndcg_at_3": 0.39451, "ndcg_at_5": 0.41494, "ndcg_at_10": 0.43391, "ndcg_at_20": 0.44686, "ndcg_at_100": 0.46671, "ndcg_at_1000": 0.48198, "map_at_1": 0.31976, "map_at_3": 0.37628, "map_at_5": 0.38767, "map_at_10": 0.39548, "map_at_20": 0.39907, "map_at_100": 0.40179, "map_at_1000": 0.40231, "recall_at_1": 0.31976, "recall_at_3": 0.44719, "recall_at_5": 0.49658, "recall_at_10": 0.55536, "recall_at_20": 0.6063, "recall_at_100": 0.71356, "recall_at_1000": 0.83724, "precision_at_1": 0.31976, "precision_at_3": 0.14906, "precision_at_5": 0.09932, "precision_at_10": 0.05554, "precision_at_20": 0.03031, "precision_at_100": 0.00714, "precision_at_1000": 0.00084, "mrr_at_1": 0.319854, "mrr_at_3": 0.376373, "mrr_at_5": 0.387843, "mrr_at_10": 0.395603, "mrr_at_20": 0.399187, "mrr_at_100": 0.401912, "mrr_at_1000": 0.402428, "nauc_ndcg_at_1_max": 0.386016, "nauc_ndcg_at_1_std": 0.015104, "nauc_ndcg_at_1_diff1": 0.579424, "nauc_ndcg_at_3_max": 0.403348, "nauc_ndcg_at_3_std": 0.035577, "nauc_ndcg_at_3_diff1": 0.525601, "nauc_ndcg_at_5_max": 0.402039, "nauc_ndcg_at_5_std": 0.040178, "nauc_ndcg_at_5_diff1": 0.519476, "nauc_ndcg_at_10_max": 0.402814, "nauc_ndcg_at_10_std": 0.046117, "nauc_ndcg_at_10_diff1": 0.516694, "nauc_ndcg_at_20_max": 0.40169, "nauc_ndcg_at_20_std": 0.051155, "nauc_ndcg_at_20_diff1": 0.512876, "nauc_ndcg_at_100_max": 0.403866, "nauc_ndcg_at_100_std": 0.062622, "nauc_ndcg_at_100_diff1": 0.511944, "nauc_ndcg_at_1000_max": 0.4037, "nauc_ndcg_at_1000_std": 0.061438, "nauc_ndcg_at_1000_diff1": 0.513228, "nauc_map_at_1_max": 0.386016, "nauc_map_at_1_std": 0.015104, "nauc_map_at_1_diff1": 0.579424, "nauc_map_at_3_max": 0.399508, "nauc_map_at_3_std": 0.030297, "nauc_map_at_3_diff1": 0.538089, "nauc_map_at_5_max": 0.398762, "nauc_map_at_5_std": 0.032844, "nauc_map_at_5_diff1": 0.534741, "nauc_map_at_10_max": 0.399079, "nauc_map_at_10_std": 0.035141, "nauc_map_at_10_diff1": 0.533728, "nauc_map_at_20_max": 0.398731, "nauc_map_at_20_std": 0.036483, "nauc_map_at_20_diff1": 0.532734, "nauc_map_at_100_max": 0.398958, "nauc_map_at_100_std": 0.037867, "nauc_map_at_100_diff1": 0.53278, "nauc_map_at_1000_max": 0.39895, "nauc_map_at_1000_std": 0.03783, "nauc_map_at_1000_diff1": 0.532837, "nauc_recall_at_1_max": 0.386016, "nauc_recall_at_1_std": 0.015104, "nauc_recall_at_1_diff1": 0.579424, "nauc_recall_at_3_max": 0.414219, "nauc_recall_at_3_std": 0.05085, "nauc_recall_at_3_diff1": 0.490003, "nauc_recall_at_5_max": 0.411234, "nauc_recall_at_5_std": 0.062255, "nauc_recall_at_5_diff1": 0.474467, "nauc_recall_at_10_max": 0.414178, "nauc_recall_at_10_std": 0.083203, "nauc_recall_at_10_diff1": 0.462693, "nauc_recall_at_20_max": 0.410296, "nauc_recall_at_20_std": 0.107075, "nauc_recall_at_20_diff1": 0.443066, "nauc_recall_at_100_max": 0.428554, "nauc_recall_at_100_std": 0.203323, "nauc_recall_at_100_diff1": 0.417626, "nauc_recall_at_1000_max": 0.441416, "nauc_recall_at_1000_std": 0.266079, "nauc_recall_at_1000_diff1": 0.381898, "nauc_precision_at_1_max": 0.386016, "nauc_precision_at_1_std": 0.015104, "nauc_precision_at_1_diff1": 0.579424, "nauc_precision_at_3_max": 0.414219, "nauc_precision_at_3_std": 0.05085, "nauc_precision_at_3_diff1": 0.490003, "nauc_precision_at_5_max": 0.411234, "nauc_precision_at_5_std": 0.062255, "nauc_precision_at_5_diff1": 0.474467, "nauc_precision_at_10_max": 0.414178, "nauc_precision_at_10_std": 0.083203, "nauc_precision_at_10_diff1": 0.462693, "nauc_precision_at_20_max": 0.410296, "nauc_precision_at_20_std": 0.107075, "nauc_precision_at_20_diff1": 0.443066, "nauc_precision_at_100_max": 0.428554, "nauc_precision_at_100_std": 0.203323, "nauc_precision_at_100_diff1": 0.417626, "nauc_precision_at_1000_max": 0.441416, "nauc_precision_at_1000_std": 0.266079, "nauc_precision_at_1000_diff1": 0.381898, "nauc_mrr_at_1_max": 0.386454, "nauc_mrr_at_1_std": 0.015559, "nauc_mrr_at_1_diff1": 0.579136, "nauc_mrr_at_3_max": 0.399748, "nauc_mrr_at_3_std": 0.030743, "nauc_mrr_at_3_diff1": 0.537855, "nauc_mrr_at_5_max": 0.398967, "nauc_mrr_at_5_std": 0.033342, "nauc_mrr_at_5_diff1": 0.534425, "nauc_mrr_at_10_max": 0.399271, "nauc_mrr_at_10_std": 0.035601, "nauc_mrr_at_10_diff1": 0.533433, "nauc_mrr_at_20_max": 0.39894, "nauc_mrr_at_20_std": 0.036899, "nauc_mrr_at_20_diff1": 0.532451, "nauc_mrr_at_100_max": 0.399168, "nauc_mrr_at_100_std": 0.038285, "nauc_mrr_at_100_diff1": 0.532496, "nauc_mrr_at_1000_max": 0.39916, "nauc_mrr_at_1000_std": 0.038248, "nauc_mrr_at_1000_diff1": 0.532553, "main_score": 0.43391, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.2454, "ndcg_at_3": 0.3073, "ndcg_at_5": 0.32538, "ndcg_at_10": 0.34443, "ndcg_at_20": 0.35845, "ndcg_at_100": 0.38067, "ndcg_at_1000": 0.40019, "map_at_1": 0.2454, "map_at_3": 0.2921, "map_at_5": 0.30211, "map_at_10": 0.31005, "map_at_20": 0.31392, "map_at_100": 0.31696, "map_at_1000": 0.31761, "recall_at_1": 0.2454, "recall_at_3": 0.35129, "recall_at_5": 0.39525, "recall_at_10": 0.45376, "recall_at_20": 0.50906, "recall_at_100": 0.6293, "recall_at_1000": 0.78807, "precision_at_1": 0.2454, "precision_at_3": 0.1171, "precision_at_5": 0.07905, "precision_at_10": 0.04538, "precision_at_20": 0.02545, "precision_at_100": 0.00629, "precision_at_1000": 0.00079, "mrr_at_1": 0.245255, "mrr_at_3": 0.292029, "mrr_at_5": 0.302027, "mrr_at_10": 0.309987, "mrr_at_20": 0.313849, "mrr_at_100": 0.316892, "mrr_at_1000": 0.31754, "nauc_ndcg_at_1_max": 0.278526, "nauc_ndcg_at_1_std": 0.065195, "nauc_ndcg_at_1_diff1": 0.535455, "nauc_ndcg_at_3_max": 0.27158, "nauc_ndcg_at_3_std": 0.079438, "nauc_ndcg_at_3_diff1": 0.484282, "nauc_ndcg_at_5_max": 0.266577, "nauc_ndcg_at_5_std": 0.084441, "nauc_ndcg_at_5_diff1": 0.47158, "nauc_ndcg_at_10_max": 0.264391, "nauc_ndcg_at_10_std": 0.093501, "nauc_ndcg_at_10_diff1": 0.463336, "nauc_ndcg_at_20_max": 0.262005, "nauc_ndcg_at_20_std": 0.099816, "nauc_ndcg_at_20_diff1": 0.460327, "nauc_ndcg_at_100_max": 0.26031, "nauc_ndcg_at_100_std": 0.111816, "nauc_ndcg_at_100_diff1": 0.457646, "nauc_ndcg_at_1000_max": 0.261939, "nauc_ndcg_at_1000_std": 0.112877, "nauc_ndcg_at_1000_diff1": 0.459482, "nauc_map_at_1_max": 0.278526, "nauc_map_at_1_std": 0.065195, "nauc_map_at_1_diff1": 0.535455, "nauc_map_at_3_max": 0.27294, "nauc_map_at_3_std": 0.075862, "nauc_map_at_3_diff1": 0.495564, "nauc_map_at_5_max": 0.270207, "nauc_map_at_5_std": 0.07871, "nauc_map_at_5_diff1": 0.488341, "nauc_map_at_10_max": 0.269324, "nauc_map_at_10_std": 0.082448, "nauc_map_at_10_diff1": 0.484836, "nauc_map_at_20_max": 0.268663, "nauc_map_at_20_std": 0.084208, "nauc_map_at_20_diff1": 0.483999, "nauc_map_at_100_max": 0.268515, "nauc_map_at_100_std": 0.085667, "nauc_map_at_100_diff1": 0.483716, "nauc_map_at_1000_max": 0.268589, "nauc_map_at_1000_std": 0.085691, "nauc_map_at_1000_diff1": 0.483772, "nauc_recall_at_1_max": 0.278526, "nauc_recall_at_1_std": 0.065195, "nauc_recall_at_1_diff1": 0.535455, "nauc_recall_at_3_max": 0.267972, "nauc_recall_at_3_std": 0.089278, "nauc_recall_at_3_diff1": 0.453782, "nauc_recall_at_5_max": 0.256158, "nauc_recall_at_5_std": 0.100568, "nauc_recall_at_5_diff1": 0.425172, "nauc_recall_at_10_max": 0.249398, "nauc_recall_at_10_std": 0.127852, "nauc_recall_at_10_diff1": 0.400484, "nauc_recall_at_20_max": 0.2399, "nauc_recall_at_20_std": 0.152892, "nauc_recall_at_20_diff1": 0.387591, "nauc_recall_at_100_max": 0.225309, "nauc_recall_at_100_std": 0.235012, "nauc_recall_at_100_diff1": 0.359732, "nauc_recall_at_1000_max": 0.22722, "nauc_recall_at_1000_std": 0.31104, "nauc_recall_at_1000_diff1": 0.336193, "nauc_precision_at_1_max": 0.278526, "nauc_precision_at_1_std": 0.065195, "nauc_precision_at_1_diff1": 0.535455, "nauc_precision_at_3_max": 0.267972, "nauc_precision_at_3_std": 0.089278, "nauc_precision_at_3_diff1": 0.453782, "nauc_precision_at_5_max": 0.256158, "nauc_precision_at_5_std": 0.100568, "nauc_precision_at_5_diff1": 0.425172, "nauc_precision_at_10_max": 0.249398, "nauc_precision_at_10_std": 0.127852, "nauc_precision_at_10_diff1": 0.400484, "nauc_precision_at_20_max": 0.2399, "nauc_precision_at_20_std": 0.152892, "nauc_precision_at_20_diff1": 0.387591, "nauc_precision_at_100_max": 0.225309, "nauc_precision_at_100_std": 0.235012, "nauc_precision_at_100_diff1": 0.359732, "nauc_precision_at_1000_max": 0.22722, "nauc_precision_at_1000_std": 0.31104, "nauc_precision_at_1000_diff1": 0.336193, "nauc_mrr_at_1_max": 0.278666, "nauc_mrr_at_1_std": 0.064754, "nauc_mrr_at_1_diff1": 0.536045, "nauc_mrr_at_3_max": 0.273005, "nauc_mrr_at_3_std": 0.075656, "nauc_mrr_at_3_diff1": 0.495838, "nauc_mrr_at_5_max": 0.270317, "nauc_mrr_at_5_std": 0.078456, "nauc_mrr_at_5_diff1": 0.488609, "nauc_mrr_at_10_max": 0.269384, "nauc_mrr_at_10_std": 0.082267, "nauc_mrr_at_10_diff1": 0.485105, "nauc_mrr_at_20_max": 0.268739, "nauc_mrr_at_20_std": 0.083998, "nauc_mrr_at_20_diff1": 0.484273, "nauc_mrr_at_100_max": 0.26859, "nauc_mrr_at_100_std": 0.085456, "nauc_mrr_at_100_diff1": 0.483992, "nauc_mrr_at_1000_max": 0.268664, "nauc_mrr_at_1000_std": 0.085481, "nauc_mrr_at_1000_diff1": 0.484048, "main_score": 0.34443, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 39620.968087911606, "kg_co2_emissions": 3.5072274300654644 }