{ "dataset_revision": "6e1effa2c03723c5fde48ee912b5ee08d4f211e8", "task_name": "CodeSearchNetCCRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.55054, "ndcg_at_3": 0.65326, "ndcg_at_5": 0.67383, "ndcg_at_10": 0.68952, "ndcg_at_20": 0.69921, "ndcg_at_100": 0.71212, "ndcg_at_1000": 0.71824, "map_at_1": 0.55054, "map_at_3": 0.62863, "map_at_5": 0.64004, "map_at_10": 0.64655, "map_at_20": 0.64927, "map_at_100": 0.6511, "map_at_1000": 0.65132, "recall_at_1": 0.55054, "recall_at_3": 0.72429, "recall_at_5": 0.77423, "recall_at_10": 0.82256, "recall_at_20": 0.86044, "recall_at_100": 0.92941, "recall_at_1000": 0.97808, "precision_at_1": 0.55054, "precision_at_3": 0.24143, "precision_at_5": 0.15485, "precision_at_10": 0.08226, "precision_at_20": 0.04302, "precision_at_100": 0.00929, "precision_at_1000": 0.00098, "mrr_at_1": 0.550543, "mrr_at_3": 0.628581, "mrr_at_5": 0.640043, "mrr_at_10": 0.646552, "mrr_at_20": 0.649274, "mrr_at_100": 0.651096, "mrr_at_1000": 0.651317, "nauc_ndcg_at_1_max": 0.24132, "nauc_ndcg_at_1_std": 0.060185, "nauc_ndcg_at_1_diff1": 0.655321, "nauc_ndcg_at_3_max": 0.2454, "nauc_ndcg_at_3_std": 0.101042, "nauc_ndcg_at_3_diff1": 0.625914, "nauc_ndcg_at_5_max": 0.245479, "nauc_ndcg_at_5_std": 0.111847, "nauc_ndcg_at_5_diff1": 0.624955, "nauc_ndcg_at_10_max": 0.243908, "nauc_ndcg_at_10_std": 0.117722, "nauc_ndcg_at_10_diff1": 0.624906, "nauc_ndcg_at_20_max": 0.241593, "nauc_ndcg_at_20_std": 0.119563, "nauc_ndcg_at_20_diff1": 0.626325, "nauc_ndcg_at_100_max": 0.241566, "nauc_ndcg_at_100_std": 0.117047, "nauc_ndcg_at_100_diff1": 0.628213, "nauc_ndcg_at_1000_max": 0.242871, "nauc_ndcg_at_1000_std": 0.112748, "nauc_ndcg_at_1000_diff1": 0.629107, "nauc_map_at_1_max": 0.24132, "nauc_map_at_1_std": 0.060185, "nauc_map_at_1_diff1": 0.655321, "nauc_map_at_3_max": 0.244195, "nauc_map_at_3_std": 0.089407, "nauc_map_at_3_diff1": 0.633326, "nauc_map_at_5_max": 0.244172, "nauc_map_at_5_std": 0.094747, "nauc_map_at_5_diff1": 0.633121, "nauc_map_at_10_max": 0.243643, "nauc_map_at_10_std": 0.096814, "nauc_map_at_10_diff1": 0.633152, "nauc_map_at_20_max": 0.243063, "nauc_map_at_20_std": 0.09707, "nauc_map_at_20_diff1": 0.633563, "nauc_map_at_100_max": 0.243094, "nauc_map_at_100_std": 0.096683, "nauc_map_at_100_diff1": 0.633823, "nauc_map_at_1000_max": 0.243128, "nauc_map_at_1000_std": 0.096545, "nauc_map_at_1000_diff1": 0.633841, "nauc_recall_at_1_max": 0.24132, "nauc_recall_at_1_std": 0.060185, "nauc_recall_at_1_diff1": 0.655321, "nauc_recall_at_3_max": 0.249652, "nauc_recall_at_3_std": 0.141911, "nauc_recall_at_3_diff1": 0.60034, "nauc_recall_at_5_max": 0.250811, "nauc_recall_at_5_std": 0.182298, "nauc_recall_at_5_diff1": 0.592425, "nauc_recall_at_10_max": 0.243985, "nauc_recall_at_10_std": 0.22416, "nauc_recall_at_10_diff1": 0.585636, "nauc_recall_at_20_max": 0.227655, "nauc_recall_at_20_std": 0.263658, "nauc_recall_at_20_diff1": 0.586216, "nauc_recall_at_100_max": 0.21363, "nauc_recall_at_100_std": 0.348204, "nauc_recall_at_100_diff1": 0.583987, "nauc_recall_at_1000_max": 0.262071, "nauc_recall_at_1000_std": 0.502622, "nauc_recall_at_1000_diff1": 0.568903, "nauc_precision_at_1_max": 0.24132, "nauc_precision_at_1_std": 0.060185, "nauc_precision_at_1_diff1": 0.655321, "nauc_precision_at_3_max": 0.249652, "nauc_precision_at_3_std": 0.141911, "nauc_precision_at_3_diff1": 0.60034, "nauc_precision_at_5_max": 0.250811, "nauc_precision_at_5_std": 0.182298, "nauc_precision_at_5_diff1": 0.592425, "nauc_precision_at_10_max": 0.243985, "nauc_precision_at_10_std": 0.22416, "nauc_precision_at_10_diff1": 0.585636, "nauc_precision_at_20_max": 0.227655, "nauc_precision_at_20_std": 0.263658, "nauc_precision_at_20_diff1": 0.586216, "nauc_precision_at_100_max": 0.21363, "nauc_precision_at_100_std": 0.348204, "nauc_precision_at_100_diff1": 0.583987, "nauc_precision_at_1000_max": 0.262071, "nauc_precision_at_1000_std": 0.502622, "nauc_precision_at_1000_diff1": 0.568903, "nauc_mrr_at_1_max": 0.24132, "nauc_mrr_at_1_std": 0.060185, "nauc_mrr_at_1_diff1": 0.655321, "nauc_mrr_at_3_max": 0.244359, "nauc_mrr_at_3_std": 0.089564, "nauc_mrr_at_3_diff1": 0.633437, "nauc_mrr_at_5_max": 0.244205, "nauc_mrr_at_5_std": 0.09478, "nauc_mrr_at_5_diff1": 0.633153, "nauc_mrr_at_10_max": 0.243656, "nauc_mrr_at_10_std": 0.096854, "nauc_mrr_at_10_diff1": 0.633193, "nauc_mrr_at_20_max": 0.243093, "nauc_mrr_at_20_std": 0.097128, "nauc_mrr_at_20_diff1": 0.633592, "nauc_mrr_at_100_max": 0.243132, "nauc_mrr_at_100_std": 0.096727, "nauc_mrr_at_100_diff1": 0.633857, "nauc_mrr_at_1000_max": 0.243166, "nauc_mrr_at_1000_std": 0.09659, "nauc_mrr_at_1000_diff1": 0.633876, "main_score": 0.68952, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.48769, "ndcg_at_3": 0.57727, "ndcg_at_5": 0.59901, "ndcg_at_10": 0.61867, "ndcg_at_20": 0.63067, "ndcg_at_100": 0.64544, "ndcg_at_1000": 0.65534, "map_at_1": 0.48769, "map_at_3": 0.55576, "map_at_5": 0.56787, "map_at_10": 0.57604, "map_at_20": 0.57935, "map_at_100": 0.58137, "map_at_1000": 0.58173, "recall_at_1": 0.48769, "recall_at_3": 0.63932, "recall_at_5": 0.69189, "recall_at_10": 0.75235, "recall_at_20": 0.79976, "recall_at_100": 0.87967, "recall_at_1000": 0.95868, "precision_at_1": 0.48769, "precision_at_3": 0.21311, "precision_at_5": 0.13838, "precision_at_10": 0.07524, "precision_at_20": 0.03999, "precision_at_100": 0.0088, "precision_at_1000": 0.00096, "mrr_at_1": 0.487694, "mrr_at_3": 0.555707, "mrr_at_5": 0.567816, "mrr_at_10": 0.575993, "mrr_at_20": 0.579294, "mrr_at_100": 0.58132, "mrr_at_1000": 0.581678, "nauc_ndcg_at_1_max": 0.253744, "nauc_ndcg_at_1_std": 0.017469, "nauc_ndcg_at_1_diff1": 0.658215, "nauc_ndcg_at_3_max": 0.257161, "nauc_ndcg_at_3_std": 0.041306, "nauc_ndcg_at_3_diff1": 0.620021, "nauc_ndcg_at_5_max": 0.253322, "nauc_ndcg_at_5_std": 0.044112, "nauc_ndcg_at_5_diff1": 0.617112, "nauc_ndcg_at_10_max": 0.250977, "nauc_ndcg_at_10_std": 0.052887, "nauc_ndcg_at_10_diff1": 0.619913, "nauc_ndcg_at_20_max": 0.245689, "nauc_ndcg_at_20_std": 0.060144, "nauc_ndcg_at_20_diff1": 0.614026, "nauc_ndcg_at_100_max": 0.24797, "nauc_ndcg_at_100_std": 0.059296, "nauc_ndcg_at_100_diff1": 0.616003, "nauc_ndcg_at_1000_max": 0.250123, "nauc_ndcg_at_1000_std": 0.058954, "nauc_ndcg_at_1000_diff1": 0.620437, "nauc_map_at_1_max": 0.253744, "nauc_map_at_1_std": 0.017469, "nauc_map_at_1_diff1": 0.658215, "nauc_map_at_3_max": 0.255992, "nauc_map_at_3_std": 0.034941, "nauc_map_at_3_diff1": 0.629157, "nauc_map_at_5_max": 0.253903, "nauc_map_at_5_std": 0.036088, "nauc_map_at_5_diff1": 0.627867, "nauc_map_at_10_max": 0.252849, "nauc_map_at_10_std": 0.039356, "nauc_map_at_10_diff1": 0.628934, "nauc_map_at_20_max": 0.2517, "nauc_map_at_20_std": 0.04109, "nauc_map_at_20_diff1": 0.627492, "nauc_map_at_100_max": 0.252095, "nauc_map_at_100_std": 0.040949, "nauc_map_at_100_diff1": 0.627847, "nauc_map_at_1000_max": 0.252147, "nauc_map_at_1000_std": 0.041009, "nauc_map_at_1000_diff1": 0.627988, "nauc_recall_at_1_max": 0.253744, "nauc_recall_at_1_std": 0.017469, "nauc_recall_at_1_diff1": 0.658215, "nauc_recall_at_3_max": 0.261053, "nauc_recall_at_3_std": 0.06186, "nauc_recall_at_3_diff1": 0.590995, "nauc_recall_at_5_max": 0.250804, "nauc_recall_at_5_std": 0.073079, "nauc_recall_at_5_diff1": 0.579285, "nauc_recall_at_10_max": 0.242006, "nauc_recall_at_10_std": 0.1141, "nauc_recall_at_10_diff1": 0.584996, "nauc_recall_at_20_max": 0.206664, "nauc_recall_at_20_std": 0.168418, "nauc_recall_at_20_diff1": 0.543881, "nauc_recall_at_100_max": 0.208794, "nauc_recall_at_100_std": 0.218713, "nauc_recall_at_100_diff1": 0.525264, "nauc_recall_at_1000_max": 0.251458, "nauc_recall_at_1000_std": 0.458372, "nauc_recall_at_1000_diff1": 0.584808, "nauc_precision_at_1_max": 0.253744, "nauc_precision_at_1_std": 0.017469, "nauc_precision_at_1_diff1": 0.658215, "nauc_precision_at_3_max": 0.261053, "nauc_precision_at_3_std": 0.06186, "nauc_precision_at_3_diff1": 0.590995, "nauc_precision_at_5_max": 0.250804, "nauc_precision_at_5_std": 0.073079, "nauc_precision_at_5_diff1": 0.579285, "nauc_precision_at_10_max": 0.242006, "nauc_precision_at_10_std": 0.1141, "nauc_precision_at_10_diff1": 0.584996, "nauc_precision_at_20_max": 0.206664, "nauc_precision_at_20_std": 0.168418, "nauc_precision_at_20_diff1": 0.543881, "nauc_precision_at_100_max": 0.208794, "nauc_precision_at_100_std": 0.218713, "nauc_precision_at_100_diff1": 0.525264, "nauc_precision_at_1000_max": 0.251458, "nauc_precision_at_1000_std": 0.458372, "nauc_precision_at_1000_diff1": 0.584808, "nauc_mrr_at_1_max": 0.255099, "nauc_mrr_at_1_std": 0.019723, "nauc_mrr_at_1_diff1": 0.658215, "nauc_mrr_at_3_max": 0.257278, "nauc_mrr_at_3_std": 0.036085, "nauc_mrr_at_3_diff1": 0.629755, "nauc_mrr_at_5_max": 0.254965, "nauc_mrr_at_5_std": 0.037186, "nauc_mrr_at_5_diff1": 0.628258, "nauc_mrr_at_10_max": 0.25393, "nauc_mrr_at_10_std": 0.040473, "nauc_mrr_at_10_diff1": 0.629331, "nauc_mrr_at_20_max": 0.252791, "nauc_mrr_at_20_std": 0.042218, "nauc_mrr_at_20_diff1": 0.627893, "nauc_mrr_at_100_max": 0.253192, "nauc_mrr_at_100_std": 0.042084, "nauc_mrr_at_100_diff1": 0.628251, "nauc_mrr_at_1000_max": 0.253245, "nauc_mrr_at_1000_std": 0.042144, "nauc_mrr_at_1000_diff1": 0.628392, "main_score": 0.61867, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.40175, "ndcg_at_3": 0.48699, "ndcg_at_5": 0.5099, "ndcg_at_10": 0.53112, "ndcg_at_20": 0.5461, "ndcg_at_100": 0.56641, "ndcg_at_1000": 0.57922, "map_at_1": 0.40175, "map_at_3": 0.46628, "map_at_5": 0.47899, "map_at_10": 0.48778, "map_at_20": 0.4919, "map_at_100": 0.49468, "map_at_1000": 0.49512, "recall_at_1": 0.40175, "recall_at_3": 0.54679, "recall_at_5": 0.60244, "recall_at_10": 0.66794, "recall_at_20": 0.72704, "recall_at_100": 0.83699, "recall_at_1000": 0.93992, "precision_at_1": 0.40175, "precision_at_3": 0.18226, "precision_at_5": 0.12049, "precision_at_10": 0.06679, "precision_at_20": 0.03635, "precision_at_100": 0.00837, "precision_at_1000": 0.00094, "mrr_at_1": 0.401625, "mrr_at_3": 0.466182, "mrr_at_5": 0.478956, "mrr_at_10": 0.487737, "mrr_at_20": 0.491861, "mrr_at_100": 0.494633, "mrr_at_1000": 0.495077, "nauc_ndcg_at_1_max": 0.155347, "nauc_ndcg_at_1_std": -0.003887, "nauc_ndcg_at_1_diff1": 0.567792, "nauc_ndcg_at_3_max": 0.139119, "nauc_ndcg_at_3_std": 0.005258, "nauc_ndcg_at_3_diff1": 0.532451, "nauc_ndcg_at_5_max": 0.136853, "nauc_ndcg_at_5_std": 0.009892, "nauc_ndcg_at_5_diff1": 0.528505, "nauc_ndcg_at_10_max": 0.130824, "nauc_ndcg_at_10_std": 0.007923, "nauc_ndcg_at_10_diff1": 0.524916, "nauc_ndcg_at_20_max": 0.130268, "nauc_ndcg_at_20_std": 0.009657, "nauc_ndcg_at_20_diff1": 0.522837, "nauc_ndcg_at_100_max": 0.1308, "nauc_ndcg_at_100_std": 0.016343, "nauc_ndcg_at_100_diff1": 0.523348, "nauc_ndcg_at_1000_max": 0.135338, "nauc_ndcg_at_1000_std": 0.017153, "nauc_ndcg_at_1000_diff1": 0.526814, "nauc_map_at_1_max": 0.155347, "nauc_map_at_1_std": -0.003887, "nauc_map_at_1_diff1": 0.567792, "nauc_map_at_3_max": 0.143444, "nauc_map_at_3_std": 0.003244, "nauc_map_at_3_diff1": 0.540615, "nauc_map_at_5_max": 0.142216, "nauc_map_at_5_std": 0.005566, "nauc_map_at_5_diff1": 0.53853, "nauc_map_at_10_max": 0.139879, "nauc_map_at_10_std": 0.004672, "nauc_map_at_10_diff1": 0.537247, "nauc_map_at_20_max": 0.139818, "nauc_map_at_20_std": 0.005092, "nauc_map_at_20_diff1": 0.53672, "nauc_map_at_100_max": 0.139877, "nauc_map_at_100_std": 0.006027, "nauc_map_at_100_diff1": 0.536824, "nauc_map_at_1000_max": 0.140026, "nauc_map_at_1000_std": 0.006101, "nauc_map_at_1000_diff1": 0.536928, "nauc_recall_at_1_max": 0.155347, "nauc_recall_at_1_std": -0.003887, "nauc_recall_at_1_diff1": 0.567792, "nauc_recall_at_3_max": 0.12587, "nauc_recall_at_3_std": 0.011253, "nauc_recall_at_3_diff1": 0.507956, "nauc_recall_at_5_max": 0.119336, "nauc_recall_at_5_std": 0.024533, "nauc_recall_at_5_diff1": 0.496269, "nauc_recall_at_10_max": 0.095307, "nauc_recall_at_10_std": 0.019631, "nauc_recall_at_10_diff1": 0.479016, "nauc_recall_at_20_max": 0.086727, "nauc_recall_at_20_std": 0.030518, "nauc_recall_at_20_diff1": 0.461899, "nauc_recall_at_100_max": 0.070279, "nauc_recall_at_100_std": 0.107768, "nauc_recall_at_100_diff1": 0.435561, "nauc_recall_at_1000_max": 0.149559, "nauc_recall_at_1000_std": 0.262657, "nauc_recall_at_1000_diff1": 0.43629, "nauc_precision_at_1_max": 0.155347, "nauc_precision_at_1_std": -0.003887, "nauc_precision_at_1_diff1": 0.567792, "nauc_precision_at_3_max": 0.12587, "nauc_precision_at_3_std": 0.011253, "nauc_precision_at_3_diff1": 0.507956, "nauc_precision_at_5_max": 0.119336, "nauc_precision_at_5_std": 0.024533, "nauc_precision_at_5_diff1": 0.496269, "nauc_precision_at_10_max": 0.095307, "nauc_precision_at_10_std": 0.019631, "nauc_precision_at_10_diff1": 0.479016, "nauc_precision_at_20_max": 0.086727, "nauc_precision_at_20_std": 0.030518, "nauc_precision_at_20_diff1": 0.461899, "nauc_precision_at_100_max": 0.070279, "nauc_precision_at_100_std": 0.107768, "nauc_precision_at_100_diff1": 0.435561, "nauc_precision_at_1000_max": 0.149559, "nauc_precision_at_1000_std": 0.262657, "nauc_precision_at_1000_diff1": 0.43629, "nauc_mrr_at_1_max": 0.154945, "nauc_mrr_at_1_std": -0.004363, "nauc_mrr_at_1_diff1": 0.568108, "nauc_mrr_at_3_max": 0.143765, "nauc_mrr_at_3_std": 0.00298, "nauc_mrr_at_3_diff1": 0.541145, "nauc_mrr_at_5_max": 0.142185, "nauc_mrr_at_5_std": 0.005416, "nauc_mrr_at_5_diff1": 0.538851, "nauc_mrr_at_10_max": 0.139956, "nauc_mrr_at_10_std": 0.004573, "nauc_mrr_at_10_diff1": 0.537628, "nauc_mrr_at_20_max": 0.139809, "nauc_mrr_at_20_std": 0.004964, "nauc_mrr_at_20_diff1": 0.537099, "nauc_mrr_at_100_max": 0.139886, "nauc_mrr_at_100_std": 0.005881, "nauc_mrr_at_100_diff1": 0.537194, "nauc_mrr_at_1000_max": 0.140035, "nauc_mrr_at_1000_std": 0.005955, "nauc_mrr_at_1000_diff1": 0.537299, "main_score": 0.53112, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.50515, "ndcg_at_3": 0.58883, "ndcg_at_5": 0.60733, "ndcg_at_10": 0.62668, "ndcg_at_20": 0.63975, "ndcg_at_100": 0.65395, "ndcg_at_1000": 0.6645, "map_at_1": 0.50515, "map_at_3": 0.56913, "map_at_5": 0.57932, "map_at_10": 0.58752, "map_at_20": 0.59102, "map_at_100": 0.59296, "map_at_1000": 0.59332, "recall_at_1": 0.50515, "recall_at_3": 0.64552, "recall_at_5": 0.69072, "recall_at_10": 0.74941, "recall_at_20": 0.80174, "recall_at_100": 0.87867, "recall_at_1000": 0.96431, "precision_at_1": 0.50515, "precision_at_3": 0.21517, "precision_at_5": 0.13814, "precision_at_10": 0.07494, "precision_at_20": 0.04009, "precision_at_100": 0.00879, "precision_at_1000": 0.00096, "mrr_at_1": 0.503569, "mrr_at_3": 0.568332, "mrr_at_5": 0.578403, "mrr_at_10": 0.586741, "mrr_at_20": 0.590232, "mrr_at_100": 0.592175, "mrr_at_1000": 0.592533, "nauc_ndcg_at_1_max": 0.27798, "nauc_ndcg_at_1_std": -0.038694, "nauc_ndcg_at_1_diff1": 0.714071, "nauc_ndcg_at_3_max": 0.280736, "nauc_ndcg_at_3_std": -0.01783, "nauc_ndcg_at_3_diff1": 0.669357, "nauc_ndcg_at_5_max": 0.269425, "nauc_ndcg_at_5_std": -0.007661, "nauc_ndcg_at_5_diff1": 0.662736, "nauc_ndcg_at_10_max": 0.270744, "nauc_ndcg_at_10_std": 0.000503, "nauc_ndcg_at_10_diff1": 0.658801, "nauc_ndcg_at_20_max": 0.273458, "nauc_ndcg_at_20_std": 0.008653, "nauc_ndcg_at_20_diff1": 0.660662, "nauc_ndcg_at_100_max": 0.269704, "nauc_ndcg_at_100_std": 0.00696, "nauc_ndcg_at_100_diff1": 0.664082, "nauc_ndcg_at_1000_max": 0.272169, "nauc_ndcg_at_1000_std": 0.002805, "nauc_ndcg_at_1000_diff1": 0.667023, "nauc_map_at_1_max": 0.27798, "nauc_map_at_1_std": -0.038694, "nauc_map_at_1_diff1": 0.714071, "nauc_map_at_3_max": 0.281023, "nauc_map_at_3_std": -0.023248, "nauc_map_at_3_diff1": 0.680255, "nauc_map_at_5_max": 0.275403, "nauc_map_at_5_std": -0.017862, "nauc_map_at_5_diff1": 0.677024, "nauc_map_at_10_max": 0.276107, "nauc_map_at_10_std": -0.01452, "nauc_map_at_10_diff1": 0.675563, "nauc_map_at_20_max": 0.276735, "nauc_map_at_20_std": -0.012911, "nauc_map_at_20_diff1": 0.676248, "nauc_map_at_100_max": 0.276351, "nauc_map_at_100_std": -0.013239, "nauc_map_at_100_diff1": 0.676983, "nauc_map_at_1000_max": 0.276343, "nauc_map_at_1000_std": -0.013351, "nauc_map_at_1000_diff1": 0.677058, "nauc_recall_at_1_max": 0.27798, "nauc_recall_at_1_std": -0.038694, "nauc_recall_at_1_diff1": 0.714071, "nauc_recall_at_3_max": 0.279349, "nauc_recall_at_3_std": -0.000417, "nauc_recall_at_3_diff1": 0.634666, "nauc_recall_at_5_max": 0.245724, "nauc_recall_at_5_std": 0.029235, "nauc_recall_at_5_diff1": 0.612431, "nauc_recall_at_10_max": 0.246116, "nauc_recall_at_10_std": 0.065933, "nauc_recall_at_10_diff1": 0.588963, "nauc_recall_at_20_max": 0.258521, "nauc_recall_at_20_std": 0.131956, "nauc_recall_at_20_diff1": 0.584854, "nauc_recall_at_100_max": 0.202274, "nauc_recall_at_100_std": 0.18151, "nauc_recall_at_100_diff1": 0.574943, "nauc_recall_at_1000_max": 0.235876, "nauc_recall_at_1000_std": 0.331553, "nauc_recall_at_1000_diff1": 0.551801, "nauc_precision_at_1_max": 0.27798, "nauc_precision_at_1_std": -0.038694, "nauc_precision_at_1_diff1": 0.714071, "nauc_precision_at_3_max": 0.279349, "nauc_precision_at_3_std": -0.000417, "nauc_precision_at_3_diff1": 0.634666, "nauc_precision_at_5_max": 0.245724, "nauc_precision_at_5_std": 0.029235, "nauc_precision_at_5_diff1": 0.612431, "nauc_precision_at_10_max": 0.246116, "nauc_precision_at_10_std": 0.065933, "nauc_precision_at_10_diff1": 0.588963, "nauc_precision_at_20_max": 0.258521, "nauc_precision_at_20_std": 0.131956, "nauc_precision_at_20_diff1": 0.584854, "nauc_precision_at_100_max": 0.202274, "nauc_precision_at_100_std": 0.18151, "nauc_precision_at_100_diff1": 0.574943, "nauc_precision_at_1000_max": 0.235876, "nauc_precision_at_1000_std": 0.331553, "nauc_precision_at_1000_diff1": 0.551801, "nauc_mrr_at_1_max": 0.281441, "nauc_mrr_at_1_std": -0.042531, "nauc_mrr_at_1_diff1": 0.717453, "nauc_mrr_at_3_max": 0.282893, "nauc_mrr_at_3_std": -0.025337, "nauc_mrr_at_3_diff1": 0.682114, "nauc_mrr_at_5_max": 0.277489, "nauc_mrr_at_5_std": -0.019483, "nauc_mrr_at_5_diff1": 0.679169, "nauc_mrr_at_10_max": 0.277989, "nauc_mrr_at_10_std": -0.016485, "nauc_mrr_at_10_diff1": 0.677484, "nauc_mrr_at_20_max": 0.278601, "nauc_mrr_at_20_std": -0.014906, "nauc_mrr_at_20_diff1": 0.678196, "nauc_mrr_at_100_max": 0.278227, "nauc_mrr_at_100_std": -0.015245, "nauc_mrr_at_100_diff1": 0.678941, "nauc_mrr_at_1000_max": 0.278222, "nauc_mrr_at_1000_std": -0.015359, "nauc_mrr_at_1000_diff1": 0.679018, "main_score": 0.62668, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.47878, "ndcg_at_3": 0.56967, "ndcg_at_5": 0.59021, "ndcg_at_10": 0.60917, "ndcg_at_20": 0.62108, "ndcg_at_100": 0.63692, "ndcg_at_1000": 0.64647, "map_at_1": 0.47878, "map_at_3": 0.54774, "map_at_5": 0.55919, "map_at_10": 0.56707, "map_at_20": 0.57038, "map_at_100": 0.57261, "map_at_1000": 0.57294, "recall_at_1": 0.47878, "recall_at_3": 0.63295, "recall_at_5": 0.68261, "recall_at_10": 0.74094, "recall_at_20": 0.78777, "recall_at_100": 0.87257, "recall_at_1000": 0.94952, "precision_at_1": 0.47878, "precision_at_3": 0.21098, "precision_at_5": 0.13652, "precision_at_10": 0.07409, "precision_at_20": 0.03939, "precision_at_100": 0.00873, "precision_at_1000": 0.00095, "mrr_at_1": 0.479325, "mrr_at_3": 0.547954, "mrr_at_5": 0.559401, "mrr_at_10": 0.567265, "mrr_at_20": 0.570589, "mrr_at_100": 0.572821, "mrr_at_1000": 0.57315, "nauc_ndcg_at_1_max": 0.223341, "nauc_ndcg_at_1_std": -0.098238, "nauc_ndcg_at_1_diff1": 0.63395, "nauc_ndcg_at_3_max": 0.233271, "nauc_ndcg_at_3_std": -0.083429, "nauc_ndcg_at_3_diff1": 0.600795, "nauc_ndcg_at_5_max": 0.231291, "nauc_ndcg_at_5_std": -0.076176, "nauc_ndcg_at_5_diff1": 0.596617, "nauc_ndcg_at_10_max": 0.227263, "nauc_ndcg_at_10_std": -0.069297, "nauc_ndcg_at_10_diff1": 0.594091, "nauc_ndcg_at_20_max": 0.225598, "nauc_ndcg_at_20_std": -0.066585, "nauc_ndcg_at_20_diff1": 0.595065, "nauc_ndcg_at_100_max": 0.227613, "nauc_ndcg_at_100_std": -0.06479, "nauc_ndcg_at_100_diff1": 0.596714, "nauc_ndcg_at_1000_max": 0.229314, "nauc_ndcg_at_1000_std": -0.06702, "nauc_ndcg_at_1000_diff1": 0.598863, "nauc_map_at_1_max": 0.223341, "nauc_map_at_1_std": -0.098238, "nauc_map_at_1_diff1": 0.63395, "nauc_map_at_3_max": 0.231281, "nauc_map_at_3_std": -0.087803, "nauc_map_at_3_diff1": 0.608731, "nauc_map_at_5_max": 0.230262, "nauc_map_at_5_std": -0.084133, "nauc_map_at_5_diff1": 0.606603, "nauc_map_at_10_max": 0.228636, "nauc_map_at_10_std": -0.081615, "nauc_map_at_10_diff1": 0.605705, "nauc_map_at_20_max": 0.228181, "nauc_map_at_20_std": -0.081039, "nauc_map_at_20_diff1": 0.606054, "nauc_map_at_100_max": 0.228421, "nauc_map_at_100_std": -0.080897, "nauc_map_at_100_diff1": 0.606302, "nauc_map_at_1000_max": 0.228484, "nauc_map_at_1000_std": -0.080975, "nauc_map_at_1000_diff1": 0.60636, "nauc_recall_at_1_max": 0.223341, "nauc_recall_at_1_std": -0.098238, "nauc_recall_at_1_diff1": 0.63395, "nauc_recall_at_3_max": 0.239371, "nauc_recall_at_3_std": -0.069184, "nauc_recall_at_3_diff1": 0.575692, "nauc_recall_at_5_max": 0.234109, "nauc_recall_at_5_std": -0.046975, "nauc_recall_at_5_diff1": 0.561774, "nauc_recall_at_10_max": 0.218903, "nauc_recall_at_10_std": -0.014483, "nauc_recall_at_10_diff1": 0.546371, "nauc_recall_at_20_max": 0.208353, "nauc_recall_at_20_std": 0.010925, "nauc_recall_at_20_diff1": 0.543583, "nauc_recall_at_100_max": 0.2229, "nauc_recall_at_100_std": 0.076332, "nauc_recall_at_100_diff1": 0.533772, "nauc_recall_at_1000_max": 0.281682, "nauc_recall_at_1000_std": 0.183585, "nauc_recall_at_1000_diff1": 0.538012, "nauc_precision_at_1_max": 0.223341, "nauc_precision_at_1_std": -0.098238, "nauc_precision_at_1_diff1": 0.63395, "nauc_precision_at_3_max": 0.239371, "nauc_precision_at_3_std": -0.069184, "nauc_precision_at_3_diff1": 0.575692, "nauc_precision_at_5_max": 0.234109, "nauc_precision_at_5_std": -0.046975, "nauc_precision_at_5_diff1": 0.561774, "nauc_precision_at_10_max": 0.218903, "nauc_precision_at_10_std": -0.014483, "nauc_precision_at_10_diff1": 0.546371, "nauc_precision_at_20_max": 0.208353, "nauc_precision_at_20_std": 0.010925, "nauc_precision_at_20_diff1": 0.543583, "nauc_precision_at_100_max": 0.2229, "nauc_precision_at_100_std": 0.076332, "nauc_precision_at_100_diff1": 0.533772, "nauc_precision_at_1000_max": 0.281682, "nauc_precision_at_1000_std": 0.183585, "nauc_precision_at_1000_diff1": 0.538012, "nauc_mrr_at_1_max": 0.223922, "nauc_mrr_at_1_std": -0.097524, "nauc_mrr_at_1_diff1": 0.632519, "nauc_mrr_at_3_max": 0.231761, "nauc_mrr_at_3_std": -0.087454, "nauc_mrr_at_3_diff1": 0.60798, "nauc_mrr_at_5_max": 0.230702, "nauc_mrr_at_5_std": -0.083698, "nauc_mrr_at_5_diff1": 0.605817, "nauc_mrr_at_10_max": 0.229118, "nauc_mrr_at_10_std": -0.081221, "nauc_mrr_at_10_diff1": 0.604875, "nauc_mrr_at_20_max": 0.228629, "nauc_mrr_at_20_std": -0.080657, "nauc_mrr_at_20_diff1": 0.605229, "nauc_mrr_at_100_max": 0.228871, "nauc_mrr_at_100_std": -0.080514, "nauc_mrr_at_100_diff1": 0.605472, "nauc_mrr_at_1000_max": 0.228934, "nauc_mrr_at_1000_std": -0.080591, "nauc_mrr_at_1000_diff1": 0.605528, "main_score": 0.60917, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.3722, "ndcg_at_3": 0.45889, "ndcg_at_5": 0.48196, "ndcg_at_10": 0.50285, "ndcg_at_20": 0.51781, "ndcg_at_100": 0.53925, "ndcg_at_1000": 0.5535, "map_at_1": 0.3722, "map_at_3": 0.43786, "map_at_5": 0.45063, "map_at_10": 0.45926, "map_at_20": 0.46336, "map_at_100": 0.46631, "map_at_1000": 0.4668, "recall_at_1": 0.3722, "recall_at_3": 0.51962, "recall_at_5": 0.57578, "recall_at_10": 0.64036, "recall_at_20": 0.69951, "recall_at_100": 0.8154, "recall_at_1000": 0.93007, "precision_at_1": 0.3722, "precision_at_3": 0.17321, "precision_at_5": 0.11516, "precision_at_10": 0.06404, "precision_at_20": 0.03498, "precision_at_100": 0.00815, "precision_at_1000": 0.00093, "mrr_at_1": 0.372128, "mrr_at_3": 0.437753, "mrr_at_5": 0.450558, "mrr_at_10": 0.459209, "mrr_at_20": 0.463289, "mrr_at_100": 0.466236, "mrr_at_1000": 0.46673, "nauc_ndcg_at_1_max": 0.165912, "nauc_ndcg_at_1_std": -0.034269, "nauc_ndcg_at_1_diff1": 0.579619, "nauc_ndcg_at_3_max": 0.150774, "nauc_ndcg_at_3_std": -0.015513, "nauc_ndcg_at_3_diff1": 0.533702, "nauc_ndcg_at_5_max": 0.143919, "nauc_ndcg_at_5_std": -0.008774, "nauc_ndcg_at_5_diff1": 0.524936, "nauc_ndcg_at_10_max": 0.140531, "nauc_ndcg_at_10_std": -0.003172, "nauc_ndcg_at_10_diff1": 0.522571, "nauc_ndcg_at_20_max": 0.140081, "nauc_ndcg_at_20_std": 0.003455, "nauc_ndcg_at_20_diff1": 0.521356, "nauc_ndcg_at_100_max": 0.138922, "nauc_ndcg_at_100_std": 0.007328, "nauc_ndcg_at_100_diff1": 0.52232, "nauc_ndcg_at_1000_max": 0.142619, "nauc_ndcg_at_1000_std": 0.004217, "nauc_ndcg_at_1000_diff1": 0.524872, "nauc_map_at_1_max": 0.165912, "nauc_map_at_1_std": -0.034269, "nauc_map_at_1_diff1": 0.579619, "nauc_map_at_3_max": 0.154496, "nauc_map_at_3_std": -0.020166, "nauc_map_at_3_diff1": 0.544873, "nauc_map_at_5_max": 0.150787, "nauc_map_at_5_std": -0.016628, "nauc_map_at_5_diff1": 0.54026, "nauc_map_at_10_max": 0.14952, "nauc_map_at_10_std": -0.014572, "nauc_map_at_10_diff1": 0.539384, "nauc_map_at_20_max": 0.149452, "nauc_map_at_20_std": -0.012908, "nauc_map_at_20_diff1": 0.539167, "nauc_map_at_100_max": 0.149266, "nauc_map_at_100_std": -0.012536, "nauc_map_at_100_diff1": 0.539377, "nauc_map_at_1000_max": 0.149405, "nauc_map_at_1000_std": -0.012607, "nauc_map_at_1000_diff1": 0.539462, "nauc_recall_at_1_max": 0.165912, "nauc_recall_at_1_std": -0.034269, "nauc_recall_at_1_diff1": 0.579619, "nauc_recall_at_3_max": 0.139745, "nauc_recall_at_3_std": -0.001709, "nauc_recall_at_3_diff1": 0.500652, "nauc_recall_at_5_max": 0.121544, "nauc_recall_at_5_std": 0.016792, "nauc_recall_at_5_diff1": 0.475992, "nauc_recall_at_10_max": 0.107255, "nauc_recall_at_10_std": 0.039697, "nauc_recall_at_10_diff1": 0.46317, "nauc_recall_at_20_max": 0.100946, "nauc_recall_at_20_std": 0.077644, "nauc_recall_at_20_diff1": 0.449824, "nauc_recall_at_100_max": 0.072748, "nauc_recall_at_100_std": 0.151665, "nauc_recall_at_100_diff1": 0.424727, "nauc_recall_at_1000_max": 0.096219, "nauc_recall_at_1000_std": 0.245392, "nauc_recall_at_1000_diff1": 0.371854, "nauc_precision_at_1_max": 0.165912, "nauc_precision_at_1_std": -0.034269, "nauc_precision_at_1_diff1": 0.579619, "nauc_precision_at_3_max": 0.139745, "nauc_precision_at_3_std": -0.001709, "nauc_precision_at_3_diff1": 0.500652, "nauc_precision_at_5_max": 0.121544, "nauc_precision_at_5_std": 0.016792, "nauc_precision_at_5_diff1": 0.475992, "nauc_precision_at_10_max": 0.107255, "nauc_precision_at_10_std": 0.039697, "nauc_precision_at_10_diff1": 0.46317, "nauc_precision_at_20_max": 0.100946, "nauc_precision_at_20_std": 0.077644, "nauc_precision_at_20_diff1": 0.449824, "nauc_precision_at_100_max": 0.072748, "nauc_precision_at_100_std": 0.151665, "nauc_precision_at_100_diff1": 0.424727, "nauc_precision_at_1000_max": 0.096219, "nauc_precision_at_1000_std": 0.245392, "nauc_precision_at_1000_diff1": 0.371854, "nauc_mrr_at_1_max": 0.164922, "nauc_mrr_at_1_std": -0.034522, "nauc_mrr_at_1_diff1": 0.579838, "nauc_mrr_at_3_max": 0.153953, "nauc_mrr_at_3_std": -0.020516, "nauc_mrr_at_3_diff1": 0.544975, "nauc_mrr_at_5_max": 0.15033, "nauc_mrr_at_5_std": -0.016806, "nauc_mrr_at_5_diff1": 0.540359, "nauc_mrr_at_10_max": 0.148996, "nauc_mrr_at_10_std": -0.014715, "nauc_mrr_at_10_diff1": 0.539487, "nauc_mrr_at_20_max": 0.148952, "nauc_mrr_at_20_std": -0.013103, "nauc_mrr_at_20_diff1": 0.539279, "nauc_mrr_at_100_max": 0.148753, "nauc_mrr_at_100_std": -0.012714, "nauc_mrr_at_100_diff1": 0.539485, "nauc_mrr_at_1000_max": 0.148892, "nauc_mrr_at_1000_std": -0.012786, "nauc_mrr_at_1000_diff1": 0.539569, "main_score": 0.50285, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 37654.52028775215, "kg_co2_emissions": 3.640895999823183 }