{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "1.18.0", "scores": { "train": [ { "ndcg_at_1": 0.451, "ndcg_at_3": 0.51051, "ndcg_at_5": 0.53053, "ndcg_at_10": 0.54987, "ndcg_at_20": 0.56339, "ndcg_at_100": 0.58871, "ndcg_at_1000": 0.60723, "map_at_1": 0.451, "map_at_3": 0.49583, "map_at_5": 0.50708, "map_at_10": 0.51503, "map_at_20": 0.51881, "map_at_100": 0.52228, "map_at_1000": 0.52292, "recall_at_1": 0.451, "recall_at_3": 0.553, "recall_at_5": 0.601, "recall_at_10": 0.661, "recall_at_20": 0.714, "recall_at_100": 0.851, "recall_at_1000": 1.0, "precision_at_1": 0.451, "precision_at_3": 0.18433, "precision_at_5": 0.1202, "precision_at_10": 0.0661, "precision_at_20": 0.0357, "precision_at_100": 0.00851, "precision_at_1000": 0.001, "mrr_at_1": 0.451, "mrr_at_3": 0.495833, "mrr_at_5": 0.507083, "mrr_at_10": 0.515029, "mrr_at_20": 0.51881, "mrr_at_100": 0.522278, "mrr_at_1000": 0.522923, "nauc_ndcg_at_1_max": 0.557164, "nauc_ndcg_at_1_std": -0.018553, "nauc_ndcg_at_1_diff1": 0.752464, "nauc_ndcg_at_3_max": 0.542514, "nauc_ndcg_at_3_std": 0.000665, "nauc_ndcg_at_3_diff1": 0.69685, "nauc_ndcg_at_5_max": 0.534604, "nauc_ndcg_at_5_std": 0.004198, "nauc_ndcg_at_5_diff1": 0.686628, "nauc_ndcg_at_10_max": 0.52984, "nauc_ndcg_at_10_std": -0.001352, "nauc_ndcg_at_10_diff1": 0.674611, "nauc_ndcg_at_20_max": 0.528516, "nauc_ndcg_at_20_std": -0.001469, "nauc_ndcg_at_20_diff1": 0.668996, "nauc_ndcg_at_100_max": 0.530493, "nauc_ndcg_at_100_std": 0.012599, "nauc_ndcg_at_100_diff1": 0.672327, "nauc_ndcg_at_1000_max": 0.535892, "nauc_ndcg_at_1000_std": 0.004328, "nauc_ndcg_at_1000_diff1": 0.684596, "nauc_map_at_1_max": 0.557164, "nauc_map_at_1_std": -0.018553, "nauc_map_at_1_diff1": 0.752464, "nauc_map_at_3_max": 0.546545, "nauc_map_at_3_std": -0.003781, "nauc_map_at_3_diff1": 0.710801, "nauc_map_at_5_max": 0.542502, "nauc_map_at_5_std": -0.001915, "nauc_map_at_5_diff1": 0.70524, "nauc_map_at_10_max": 0.540502, "nauc_map_at_10_std": -0.003948, "nauc_map_at_10_diff1": 0.700746, "nauc_map_at_20_max": 0.540195, "nauc_map_at_20_std": -0.004, "nauc_map_at_20_diff1": 0.699441, "nauc_map_at_100_max": 0.540935, "nauc_map_at_100_std": -0.002103, "nauc_map_at_100_diff1": 0.70027, "nauc_map_at_1000_max": 0.541157, "nauc_map_at_1000_std": -0.00223, "nauc_map_at_1000_diff1": 0.700599, "nauc_recall_at_1_max": 0.557164, "nauc_recall_at_1_std": -0.018553, "nauc_recall_at_1_diff1": 0.752464, "nauc_recall_at_3_max": 0.530193, "nauc_recall_at_3_std": 0.013921, "nauc_recall_at_3_diff1": 0.654745, "nauc_recall_at_5_max": 0.508072, "nauc_recall_at_5_std": 0.023822, "nauc_recall_at_5_diff1": 0.626689, "nauc_recall_at_10_max": 0.489282, "nauc_recall_at_10_std": 0.004691, "nauc_recall_at_10_diff1": 0.576485, "nauc_recall_at_20_max": 0.477895, "nauc_recall_at_20_std": 0.004867, "nauc_recall_at_20_diff1": 0.536111, "nauc_recall_at_100_max": 0.449898, "nauc_recall_at_100_std": 0.160501, "nauc_recall_at_100_diff1": 0.46894, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.557164, "nauc_precision_at_1_std": -0.018553, "nauc_precision_at_1_diff1": 0.752464, "nauc_precision_at_3_max": 0.530193, "nauc_precision_at_3_std": 0.013921, "nauc_precision_at_3_diff1": 0.654745, "nauc_precision_at_5_max": 0.508072, "nauc_precision_at_5_std": 0.023822, "nauc_precision_at_5_diff1": 0.626689, "nauc_precision_at_10_max": 0.489282, "nauc_precision_at_10_std": 0.004691, "nauc_precision_at_10_diff1": 0.576485, "nauc_precision_at_20_max": 0.477895, "nauc_precision_at_20_std": 0.004867, "nauc_precision_at_20_diff1": 0.536111, "nauc_precision_at_100_max": 0.449898, "nauc_precision_at_100_std": 0.160501, "nauc_precision_at_100_diff1": 0.46894, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.557164, "nauc_mrr_at_1_std": -0.018553, "nauc_mrr_at_1_diff1": 0.752464, "nauc_mrr_at_3_max": 0.546545, "nauc_mrr_at_3_std": -0.003781, "nauc_mrr_at_3_diff1": 0.710801, "nauc_mrr_at_5_max": 0.542502, "nauc_mrr_at_5_std": -0.001915, "nauc_mrr_at_5_diff1": 0.70524, "nauc_mrr_at_10_max": 0.540502, "nauc_mrr_at_10_std": -0.003948, "nauc_mrr_at_10_diff1": 0.700746, "nauc_mrr_at_20_max": 0.540195, "nauc_mrr_at_20_std": -0.004, "nauc_mrr_at_20_diff1": 0.699441, "nauc_mrr_at_100_max": 0.540935, "nauc_mrr_at_100_std": -0.002103, "nauc_mrr_at_100_diff1": 0.70027, "nauc_mrr_at_1000_max": 0.541157, "nauc_mrr_at_1000_std": -0.00223, "nauc_mrr_at_1000_diff1": 0.700599, "main_score": 0.54987, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.441, "ndcg_at_3": 0.4999, "ndcg_at_5": 0.52297, "ndcg_at_10": 0.5436, "ndcg_at_20": 0.55963, "ndcg_at_100": 0.58123, "ndcg_at_1000": 0.60055, "map_at_1": 0.441, "map_at_3": 0.48567, "map_at_5": 0.49847, "map_at_10": 0.50694, "map_at_20": 0.51127, "map_at_100": 0.51422, "map_at_1000": 0.51485, "recall_at_1": 0.441, "recall_at_3": 0.541, "recall_at_5": 0.597, "recall_at_10": 0.661, "recall_at_20": 0.725, "recall_at_100": 0.842, "recall_at_1000": 1.0, "precision_at_1": 0.441, "precision_at_3": 0.18033, "precision_at_5": 0.1194, "precision_at_10": 0.0661, "precision_at_20": 0.03625, "precision_at_100": 0.00842, "precision_at_1000": 0.001, "mrr_at_1": 0.441, "mrr_at_3": 0.485667, "mrr_at_5": 0.498467, "mrr_at_10": 0.506936, "mrr_at_20": 0.511272, "mrr_at_100": 0.514224, "mrr_at_1000": 0.514847, "nauc_ndcg_at_1_max": 0.524003, "nauc_ndcg_at_1_std": -0.031172, "nauc_ndcg_at_1_diff1": 0.671433, "nauc_ndcg_at_3_max": 0.518302, "nauc_ndcg_at_3_std": -0.02694, "nauc_ndcg_at_3_diff1": 0.618127, "nauc_ndcg_at_5_max": 0.518604, "nauc_ndcg_at_5_std": -0.030033, "nauc_ndcg_at_5_diff1": 0.591435, "nauc_ndcg_at_10_max": 0.50928, "nauc_ndcg_at_10_std": -0.021567, "nauc_ndcg_at_10_diff1": 0.579364, "nauc_ndcg_at_20_max": 0.512894, "nauc_ndcg_at_20_std": -0.013311, "nauc_ndcg_at_20_diff1": 0.577798, "nauc_ndcg_at_100_max": 0.511695, "nauc_ndcg_at_100_std": -0.005334, "nauc_ndcg_at_100_diff1": 0.583782, "nauc_ndcg_at_1000_max": 0.514093, "nauc_ndcg_at_1000_std": -0.015742, "nauc_ndcg_at_1000_diff1": 0.594561, "nauc_map_at_1_max": 0.524003, "nauc_map_at_1_std": -0.031172, "nauc_map_at_1_diff1": 0.671433, "nauc_map_at_3_max": 0.52008, "nauc_map_at_3_std": -0.028218, "nauc_map_at_3_diff1": 0.630193, "nauc_map_at_5_max": 0.52007, "nauc_map_at_5_std": -0.030318, "nauc_map_at_5_diff1": 0.616028, "nauc_map_at_10_max": 0.516447, "nauc_map_at_10_std": -0.026709, "nauc_map_at_10_diff1": 0.611327, "nauc_map_at_20_max": 0.517436, "nauc_map_at_20_std": -0.024662, "nauc_map_at_20_diff1": 0.611098, "nauc_map_at_100_max": 0.517088, "nauc_map_at_100_std": -0.02371, "nauc_map_at_100_diff1": 0.611934, "nauc_map_at_1000_max": 0.517167, "nauc_map_at_1000_std": -0.023937, "nauc_map_at_1000_diff1": 0.612209, "nauc_recall_at_1_max": 0.524003, "nauc_recall_at_1_std": -0.031172, "nauc_recall_at_1_diff1": 0.671433, "nauc_recall_at_3_max": 0.512816, "nauc_recall_at_3_std": -0.023014, "nauc_recall_at_3_diff1": 0.582452, "nauc_recall_at_5_max": 0.514145, "nauc_recall_at_5_std": -0.028968, "nauc_recall_at_5_diff1": 0.510149, "nauc_recall_at_10_max": 0.479889, "nauc_recall_at_10_std": -7.5e-05, "nauc_recall_at_10_diff1": 0.458426, "nauc_recall_at_20_max": 0.493702, "nauc_recall_at_20_std": 0.046655, "nauc_recall_at_20_diff1": 0.431197, "nauc_recall_at_100_max": 0.476142, "nauc_recall_at_100_std": 0.165343, "nauc_recall_at_100_diff1": 0.41079, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.524003, "nauc_precision_at_1_std": -0.031172, "nauc_precision_at_1_diff1": 0.671433, "nauc_precision_at_3_max": 0.512816, "nauc_precision_at_3_std": -0.023014, "nauc_precision_at_3_diff1": 0.582452, "nauc_precision_at_5_max": 0.514145, "nauc_precision_at_5_std": -0.028968, "nauc_precision_at_5_diff1": 0.510149, "nauc_precision_at_10_max": 0.479889, "nauc_precision_at_10_std": -7.5e-05, "nauc_precision_at_10_diff1": 0.458426, "nauc_precision_at_20_max": 0.493702, "nauc_precision_at_20_std": 0.046655, "nauc_precision_at_20_diff1": 0.431197, "nauc_precision_at_100_max": 0.476142, "nauc_precision_at_100_std": 0.165343, "nauc_precision_at_100_diff1": 0.41079, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.524003, "nauc_mrr_at_1_std": -0.031172, "nauc_mrr_at_1_diff1": 0.671433, "nauc_mrr_at_3_max": 0.52008, "nauc_mrr_at_3_std": -0.028218, "nauc_mrr_at_3_diff1": 0.630193, "nauc_mrr_at_5_max": 0.52007, "nauc_mrr_at_5_std": -0.030318, "nauc_mrr_at_5_diff1": 0.616028, "nauc_mrr_at_10_max": 0.516447, "nauc_mrr_at_10_std": -0.026709, "nauc_mrr_at_10_diff1": 0.611327, "nauc_mrr_at_20_max": 0.517436, "nauc_mrr_at_20_std": -0.024662, "nauc_mrr_at_20_diff1": 0.611098, "nauc_mrr_at_100_max": 0.517088, "nauc_mrr_at_100_std": -0.02371, "nauc_mrr_at_100_diff1": 0.611934, "nauc_mrr_at_1000_max": 0.517167, "nauc_mrr_at_1000_std": -0.023937, "nauc_mrr_at_1000_diff1": 0.612209, "main_score": 0.5436, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.424, "ndcg_at_3": 0.4975, "ndcg_at_5": 0.51562, "ndcg_at_10": 0.53797, "ndcg_at_20": 0.55647, "ndcg_at_100": 0.57895, "ndcg_at_1000": 0.59652, "map_at_1": 0.424, "map_at_3": 0.47967, "map_at_5": 0.48972, "map_at_10": 0.49897, "map_at_20": 0.50406, "map_at_100": 0.50704, "map_at_1000": 0.50763, "recall_at_1": 0.424, "recall_at_3": 0.549, "recall_at_5": 0.593, "recall_at_10": 0.662, "recall_at_20": 0.735, "recall_at_100": 0.858, "recall_at_1000": 1.0, "precision_at_1": 0.424, "precision_at_3": 0.183, "precision_at_5": 0.1186, "precision_at_10": 0.0662, "precision_at_20": 0.03675, "precision_at_100": 0.00858, "precision_at_1000": 0.001, "mrr_at_1": 0.424, "mrr_at_3": 0.479667, "mrr_at_5": 0.489717, "mrr_at_10": 0.498965, "mrr_at_20": 0.504064, "mrr_at_100": 0.507039, "mrr_at_1000": 0.507625, "nauc_ndcg_at_1_max": 0.501076, "nauc_ndcg_at_1_std": 0.005817, "nauc_ndcg_at_1_diff1": 0.710535, "nauc_ndcg_at_3_max": 0.477687, "nauc_ndcg_at_3_std": 0.025103, "nauc_ndcg_at_3_diff1": 0.642055, "nauc_ndcg_at_5_max": 0.478439, "nauc_ndcg_at_5_std": 0.036874, "nauc_ndcg_at_5_diff1": 0.636655, "nauc_ndcg_at_10_max": 0.473208, "nauc_ndcg_at_10_std": 0.045764, "nauc_ndcg_at_10_diff1": 0.636733, "nauc_ndcg_at_20_max": 0.472209, "nauc_ndcg_at_20_std": 0.049678, "nauc_ndcg_at_20_diff1": 0.632113, "nauc_ndcg_at_100_max": 0.470988, "nauc_ndcg_at_100_std": 0.053356, "nauc_ndcg_at_100_diff1": 0.634266, "nauc_ndcg_at_1000_max": 0.475715, "nauc_ndcg_at_1000_std": 0.042123, "nauc_ndcg_at_1000_diff1": 0.642942, "nauc_map_at_1_max": 0.501076, "nauc_map_at_1_std": 0.005817, "nauc_map_at_1_diff1": 0.710535, "nauc_map_at_3_max": 0.484105, "nauc_map_at_3_std": 0.019551, "nauc_map_at_3_diff1": 0.658441, "nauc_map_at_5_max": 0.484555, "nauc_map_at_5_std": 0.025713, "nauc_map_at_5_diff1": 0.655735, "nauc_map_at_10_max": 0.482779, "nauc_map_at_10_std": 0.028471, "nauc_map_at_10_diff1": 0.656124, "nauc_map_at_20_max": 0.48266, "nauc_map_at_20_std": 0.029182, "nauc_map_at_20_diff1": 0.655212, "nauc_map_at_100_max": 0.482348, "nauc_map_at_100_std": 0.029863, "nauc_map_at_100_diff1": 0.655382, "nauc_map_at_1000_max": 0.482443, "nauc_map_at_1000_std": 0.0296, "nauc_map_at_1000_diff1": 0.65565, "nauc_recall_at_1_max": 0.501076, "nauc_recall_at_1_std": 0.005817, "nauc_recall_at_1_diff1": 0.710535, "nauc_recall_at_3_max": 0.458022, "nauc_recall_at_3_std": 0.042218, "nauc_recall_at_3_diff1": 0.592794, "nauc_recall_at_5_max": 0.45911, "nauc_recall_at_5_std": 0.07436, "nauc_recall_at_5_diff1": 0.576097, "nauc_recall_at_10_max": 0.43642, "nauc_recall_at_10_std": 0.115252, "nauc_recall_at_10_diff1": 0.567852, "nauc_recall_at_20_max": 0.423373, "nauc_recall_at_20_std": 0.151125, "nauc_recall_at_20_diff1": 0.528678, "nauc_recall_at_100_max": 0.384249, "nauc_recall_at_100_std": 0.2537, "nauc_recall_at_100_diff1": 0.489043, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.501076, "nauc_precision_at_1_std": 0.005817, "nauc_precision_at_1_diff1": 0.710535, "nauc_precision_at_3_max": 0.458022, "nauc_precision_at_3_std": 0.042218, "nauc_precision_at_3_diff1": 0.592794, "nauc_precision_at_5_max": 0.45911, "nauc_precision_at_5_std": 0.07436, "nauc_precision_at_5_diff1": 0.576097, "nauc_precision_at_10_max": 0.43642, "nauc_precision_at_10_std": 0.115252, "nauc_precision_at_10_diff1": 0.567852, "nauc_precision_at_20_max": 0.423373, "nauc_precision_at_20_std": 0.151125, "nauc_precision_at_20_diff1": 0.528678, "nauc_precision_at_100_max": 0.384249, "nauc_precision_at_100_std": 0.2537, "nauc_precision_at_100_diff1": 0.489043, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.501076, "nauc_mrr_at_1_std": 0.005817, "nauc_mrr_at_1_diff1": 0.710535, "nauc_mrr_at_3_max": 0.484105, "nauc_mrr_at_3_std": 0.019551, "nauc_mrr_at_3_diff1": 0.658441, "nauc_mrr_at_5_max": 0.484555, "nauc_mrr_at_5_std": 0.025713, "nauc_mrr_at_5_diff1": 0.655735, "nauc_mrr_at_10_max": 0.482779, "nauc_mrr_at_10_std": 0.028471, "nauc_mrr_at_10_diff1": 0.656124, "nauc_mrr_at_20_max": 0.48266, "nauc_mrr_at_20_std": 0.029182, "nauc_mrr_at_20_diff1": 0.655212, "nauc_mrr_at_100_max": 0.482348, "nauc_mrr_at_100_std": 0.029863, "nauc_mrr_at_100_diff1": 0.655382, "nauc_mrr_at_1000_max": 0.482443, "nauc_mrr_at_1000_std": 0.0296, "nauc_mrr_at_1000_diff1": 0.65565, "main_score": 0.53797, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.431, "ndcg_at_3": 0.50045, "ndcg_at_5": 0.51986, "ndcg_at_10": 0.53765, "ndcg_at_20": 0.55489, "ndcg_at_100": 0.57833, "ndcg_at_1000": 0.59718, "map_at_1": 0.431, "map_at_3": 0.48333, "map_at_5": 0.49413, "map_at_10": 0.50147, "map_at_20": 0.50623, "map_at_100": 0.50958, "map_at_1000": 0.51017, "recall_at_1": 0.431, "recall_at_3": 0.55, "recall_at_5": 0.597, "recall_at_10": 0.652, "recall_at_20": 0.72, "recall_at_100": 0.845, "recall_at_1000": 1.0, "precision_at_1": 0.431, "precision_at_3": 0.18333, "precision_at_5": 0.1194, "precision_at_10": 0.0652, "precision_at_20": 0.036, "precision_at_100": 0.00845, "precision_at_1000": 0.001, "mrr_at_1": 0.431, "mrr_at_3": 0.483333, "mrr_at_5": 0.494133, "mrr_at_10": 0.501473, "mrr_at_20": 0.506229, "mrr_at_100": 0.509576, "mrr_at_1000": 0.510173, "nauc_ndcg_at_1_max": 0.528492, "nauc_ndcg_at_1_std": -0.068234, "nauc_ndcg_at_1_diff1": 0.73302, "nauc_ndcg_at_3_max": 0.497188, "nauc_ndcg_at_3_std": -0.077304, "nauc_ndcg_at_3_diff1": 0.665661, "nauc_ndcg_at_5_max": 0.491578, "nauc_ndcg_at_5_std": -0.079812, "nauc_ndcg_at_5_diff1": 0.649801, "nauc_ndcg_at_10_max": 0.48861, "nauc_ndcg_at_10_std": -0.074452, "nauc_ndcg_at_10_diff1": 0.646006, "nauc_ndcg_at_20_max": 0.485222, "nauc_ndcg_at_20_std": -0.072748, "nauc_ndcg_at_20_diff1": 0.643977, "nauc_ndcg_at_100_max": 0.488286, "nauc_ndcg_at_100_std": -0.060747, "nauc_ndcg_at_100_diff1": 0.647547, "nauc_ndcg_at_1000_max": 0.492538, "nauc_ndcg_at_1000_std": -0.067955, "nauc_ndcg_at_1000_diff1": 0.657467, "nauc_map_at_1_max": 0.528492, "nauc_map_at_1_std": -0.068234, "nauc_map_at_1_diff1": 0.73302, "nauc_map_at_3_max": 0.50367, "nauc_map_at_3_std": -0.075978, "nauc_map_at_3_diff1": 0.681562, "nauc_map_at_5_max": 0.500452, "nauc_map_at_5_std": -0.077388, "nauc_map_at_5_diff1": 0.672718, "nauc_map_at_10_max": 0.499256, "nauc_map_at_10_std": -0.074913, "nauc_map_at_10_diff1": 0.6715, "nauc_map_at_20_max": 0.498339, "nauc_map_at_20_std": -0.074622, "nauc_map_at_20_diff1": 0.671326, "nauc_map_at_100_max": 0.498761, "nauc_map_at_100_std": -0.073269, "nauc_map_at_100_diff1": 0.672076, "nauc_map_at_1000_max": 0.49892, "nauc_map_at_1000_std": -0.073271, "nauc_map_at_1000_diff1": 0.672339, "nauc_recall_at_1_max": 0.528492, "nauc_recall_at_1_std": -0.068234, "nauc_recall_at_1_diff1": 0.73302, "nauc_recall_at_3_max": 0.478158, "nauc_recall_at_3_std": -0.08091, "nauc_recall_at_3_diff1": 0.617964, "nauc_recall_at_5_max": 0.463682, "nauc_recall_at_5_std": -0.087333, "nauc_recall_at_5_diff1": 0.576094, "nauc_recall_at_10_max": 0.450998, "nauc_recall_at_10_std": -0.071102, "nauc_recall_at_10_diff1": 0.554769, "nauc_recall_at_20_max": 0.428673, "nauc_recall_at_20_std": -0.060153, "nauc_recall_at_20_diff1": 0.52768, "nauc_recall_at_100_max": 0.426493, "nauc_recall_at_100_std": 0.082256, "nauc_recall_at_100_diff1": 0.4867, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.528492, "nauc_precision_at_1_std": -0.068234, "nauc_precision_at_1_diff1": 0.73302, "nauc_precision_at_3_max": 0.478158, "nauc_precision_at_3_std": -0.08091, "nauc_precision_at_3_diff1": 0.617964, "nauc_precision_at_5_max": 0.463682, "nauc_precision_at_5_std": -0.087333, "nauc_precision_at_5_diff1": 0.576094, "nauc_precision_at_10_max": 0.450998, "nauc_precision_at_10_std": -0.071102, "nauc_precision_at_10_diff1": 0.554769, "nauc_precision_at_20_max": 0.428673, "nauc_precision_at_20_std": -0.060153, "nauc_precision_at_20_diff1": 0.52768, "nauc_precision_at_100_max": 0.426493, "nauc_precision_at_100_std": 0.082256, "nauc_precision_at_100_diff1": 0.4867, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.528492, "nauc_mrr_at_1_std": -0.068234, "nauc_mrr_at_1_diff1": 0.73302, "nauc_mrr_at_3_max": 0.50367, "nauc_mrr_at_3_std": -0.075978, "nauc_mrr_at_3_diff1": 0.681562, "nauc_mrr_at_5_max": 0.500452, "nauc_mrr_at_5_std": -0.077388, "nauc_mrr_at_5_diff1": 0.672718, "nauc_mrr_at_10_max": 0.499256, "nauc_mrr_at_10_std": -0.074913, "nauc_mrr_at_10_diff1": 0.6715, "nauc_mrr_at_20_max": 0.498339, "nauc_mrr_at_20_std": -0.074622, "nauc_mrr_at_20_diff1": 0.671326, "nauc_mrr_at_100_max": 0.498761, "nauc_mrr_at_100_std": -0.073269, "nauc_mrr_at_100_diff1": 0.672076, "nauc_mrr_at_1000_max": 0.49892, "nauc_mrr_at_1000_std": -0.073271, "nauc_mrr_at_1000_diff1": 0.672339, "main_score": 0.53765, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.459, "ndcg_at_3": 0.53024, "ndcg_at_5": 0.5481, "ndcg_at_10": 0.56728, "ndcg_at_20": 0.58187, "ndcg_at_100": 0.60229, "ndcg_at_1000": 0.62072, "map_at_1": 0.459, "map_at_3": 0.513, "map_at_5": 0.523, "map_at_10": 0.53097, "map_at_20": 0.53494, "map_at_100": 0.53767, "map_at_1000": 0.5383, "recall_at_1": 0.459, "recall_at_3": 0.58, "recall_at_5": 0.623, "recall_at_10": 0.682, "recall_at_20": 0.74, "recall_at_100": 0.851, "recall_at_1000": 1.0, "precision_at_1": 0.459, "precision_at_3": 0.19333, "precision_at_5": 0.1246, "precision_at_10": 0.0682, "precision_at_20": 0.037, "precision_at_100": 0.00851, "precision_at_1000": 0.001, "mrr_at_1": 0.459, "mrr_at_3": 0.513, "mrr_at_5": 0.523, "mrr_at_10": 0.530968, "mrr_at_20": 0.534939, "mrr_at_100": 0.537675, "mrr_at_1000": 0.538299, "nauc_ndcg_at_1_max": 0.553538, "nauc_ndcg_at_1_std": 0.034133, "nauc_ndcg_at_1_diff1": 0.74291, "nauc_ndcg_at_3_max": 0.523981, "nauc_ndcg_at_3_std": 0.018661, "nauc_ndcg_at_3_diff1": 0.681146, "nauc_ndcg_at_5_max": 0.518418, "nauc_ndcg_at_5_std": 0.011087, "nauc_ndcg_at_5_diff1": 0.674785, "nauc_ndcg_at_10_max": 0.507433, "nauc_ndcg_at_10_std": 0.018753, "nauc_ndcg_at_10_diff1": 0.662693, "nauc_ndcg_at_20_max": 0.511164, "nauc_ndcg_at_20_std": 0.027788, "nauc_ndcg_at_20_diff1": 0.656676, "nauc_ndcg_at_100_max": 0.518055, "nauc_ndcg_at_100_std": 0.031171, "nauc_ndcg_at_100_diff1": 0.661893, "nauc_ndcg_at_1000_max": 0.520074, "nauc_ndcg_at_1000_std": 0.028145, "nauc_ndcg_at_1000_diff1": 0.672956, "nauc_map_at_1_max": 0.553538, "nauc_map_at_1_std": 0.034133, "nauc_map_at_1_diff1": 0.74291, "nauc_map_at_3_max": 0.531468, "nauc_map_at_3_std": 0.023276, "nauc_map_at_3_diff1": 0.696439, "nauc_map_at_5_max": 0.528543, "nauc_map_at_5_std": 0.019194, "nauc_map_at_5_diff1": 0.693147, "nauc_map_at_10_max": 0.524439, "nauc_map_at_10_std": 0.022851, "nauc_map_at_10_diff1": 0.68869, "nauc_map_at_20_max": 0.525514, "nauc_map_at_20_std": 0.025295, "nauc_map_at_20_diff1": 0.687098, "nauc_map_at_100_max": 0.52648, "nauc_map_at_100_std": 0.025937, "nauc_map_at_100_diff1": 0.687766, "nauc_map_at_1000_max": 0.52654, "nauc_map_at_1000_std": 0.025923, "nauc_map_at_1000_diff1": 0.688165, "nauc_recall_at_1_max": 0.553538, "nauc_recall_at_1_std": 0.034133, "nauc_recall_at_1_diff1": 0.74291, "nauc_recall_at_3_max": 0.501062, "nauc_recall_at_3_std": 0.004233, "nauc_recall_at_3_diff1": 0.634488, "nauc_recall_at_5_max": 0.484967, "nauc_recall_at_5_std": -0.016466, "nauc_recall_at_5_diff1": 0.614915, "nauc_recall_at_10_max": 0.440251, "nauc_recall_at_10_std": 0.004609, "nauc_recall_at_10_diff1": 0.563168, "nauc_recall_at_20_max": 0.44885, "nauc_recall_at_20_std": 0.049049, "nauc_recall_at_20_diff1": 0.517339, "nauc_recall_at_100_max": 0.486105, "nauc_recall_at_100_std": 0.092012, "nauc_recall_at_100_diff1": 0.49503, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.553538, "nauc_precision_at_1_std": 0.034133, "nauc_precision_at_1_diff1": 0.74291, "nauc_precision_at_3_max": 0.501062, "nauc_precision_at_3_std": 0.004233, "nauc_precision_at_3_diff1": 0.634488, "nauc_precision_at_5_max": 0.484967, "nauc_precision_at_5_std": -0.016466, "nauc_precision_at_5_diff1": 0.614915, "nauc_precision_at_10_max": 0.440251, "nauc_precision_at_10_std": 0.004609, "nauc_precision_at_10_diff1": 0.563168, "nauc_precision_at_20_max": 0.44885, "nauc_precision_at_20_std": 0.049049, "nauc_precision_at_20_diff1": 0.517339, "nauc_precision_at_100_max": 0.486105, "nauc_precision_at_100_std": 0.092012, "nauc_precision_at_100_diff1": 0.49503, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.553538, "nauc_mrr_at_1_std": 0.034133, "nauc_mrr_at_1_diff1": 0.74291, "nauc_mrr_at_3_max": 0.531468, "nauc_mrr_at_3_std": 0.023276, "nauc_mrr_at_3_diff1": 0.696439, "nauc_mrr_at_5_max": 0.528543, "nauc_mrr_at_5_std": 0.019194, "nauc_mrr_at_5_diff1": 0.693147, "nauc_mrr_at_10_max": 0.524439, "nauc_mrr_at_10_std": 0.022851, "nauc_mrr_at_10_diff1": 0.68869, "nauc_mrr_at_20_max": 0.525514, "nauc_mrr_at_20_std": 0.025295, "nauc_mrr_at_20_diff1": 0.687098, "nauc_mrr_at_100_max": 0.52648, "nauc_mrr_at_100_std": 0.025937, "nauc_mrr_at_100_diff1": 0.687766, "nauc_mrr_at_1000_max": 0.52654, "nauc_mrr_at_1000_std": 0.025923, "nauc_mrr_at_1000_diff1": 0.688165, "main_score": 0.56728, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.421, "ndcg_at_3": 0.49652, "ndcg_at_5": 0.51804, "ndcg_at_10": 0.53958, "ndcg_at_20": 0.55181, "ndcg_at_100": 0.57238, "ndcg_at_1000": 0.5928, "map_at_1": 0.421, "map_at_3": 0.47833, "map_at_5": 0.49033, "map_at_10": 0.49915, "map_at_20": 0.50255, "map_at_100": 0.5051, "map_at_1000": 0.50573, "recall_at_1": 0.421, "recall_at_3": 0.549, "recall_at_5": 0.601, "recall_at_10": 0.668, "recall_at_20": 0.716, "recall_at_100": 0.831, "recall_at_1000": 1.0, "precision_at_1": 0.421, "precision_at_3": 0.183, "precision_at_5": 0.1202, "precision_at_10": 0.0668, "precision_at_20": 0.0358, "precision_at_100": 0.00831, "precision_at_1000": 0.001, "mrr_at_1": 0.421, "mrr_at_3": 0.478333, "mrr_at_5": 0.490333, "mrr_at_10": 0.499154, "mrr_at_20": 0.502554, "mrr_at_100": 0.505101, "mrr_at_1000": 0.505734, "nauc_ndcg_at_1_max": 0.533358, "nauc_ndcg_at_1_std": 0.092111, "nauc_ndcg_at_1_diff1": 0.756364, "nauc_ndcg_at_3_max": 0.527572, "nauc_ndcg_at_3_std": 0.126467, "nauc_ndcg_at_3_diff1": 0.698219, "nauc_ndcg_at_5_max": 0.516175, "nauc_ndcg_at_5_std": 0.121278, "nauc_ndcg_at_5_diff1": 0.684702, "nauc_ndcg_at_10_max": 0.508994, "nauc_ndcg_at_10_std": 0.130152, "nauc_ndcg_at_10_diff1": 0.676192, "nauc_ndcg_at_20_max": 0.507684, "nauc_ndcg_at_20_std": 0.13723, "nauc_ndcg_at_20_diff1": 0.673132, "nauc_ndcg_at_100_max": 0.51062, "nauc_ndcg_at_100_std": 0.144849, "nauc_ndcg_at_100_diff1": 0.673814, "nauc_ndcg_at_1000_max": 0.514705, "nauc_ndcg_at_1000_std": 0.131311, "nauc_ndcg_at_1000_diff1": 0.685328, "nauc_map_at_1_max": 0.533358, "nauc_map_at_1_std": 0.092111, "nauc_map_at_1_diff1": 0.756364, "nauc_map_at_3_max": 0.529405, "nauc_map_at_3_std": 0.116102, "nauc_map_at_3_diff1": 0.711517, "nauc_map_at_5_max": 0.523507, "nauc_map_at_5_std": 0.113138, "nauc_map_at_5_diff1": 0.704399, "nauc_map_at_10_max": 0.520853, "nauc_map_at_10_std": 0.116233, "nauc_map_at_10_diff1": 0.701463, "nauc_map_at_20_max": 0.520657, "nauc_map_at_20_std": 0.118114, "nauc_map_at_20_diff1": 0.700715, "nauc_map_at_100_max": 0.520945, "nauc_map_at_100_std": 0.118913, "nauc_map_at_100_diff1": 0.701, "nauc_map_at_1000_max": 0.521071, "nauc_map_at_1000_std": 0.118598, "nauc_map_at_1000_diff1": 0.701281, "nauc_recall_at_1_max": 0.533358, "nauc_recall_at_1_std": 0.092111, "nauc_recall_at_1_diff1": 0.756364, "nauc_recall_at_3_max": 0.52186, "nauc_recall_at_3_std": 0.158602, "nauc_recall_at_3_diff1": 0.658509, "nauc_recall_at_5_max": 0.490615, "nauc_recall_at_5_std": 0.147085, "nauc_recall_at_5_diff1": 0.620675, "nauc_recall_at_10_max": 0.460695, "nauc_recall_at_10_std": 0.184718, "nauc_recall_at_10_diff1": 0.580324, "nauc_recall_at_20_max": 0.447599, "nauc_recall_at_20_std": 0.225639, "nauc_recall_at_20_diff1": 0.554608, "nauc_recall_at_100_max": 0.449615, "nauc_recall_at_100_std": 0.352421, "nauc_recall_at_100_diff1": 0.495742, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.533358, "nauc_precision_at_1_std": 0.092111, "nauc_precision_at_1_diff1": 0.756364, "nauc_precision_at_3_max": 0.52186, "nauc_precision_at_3_std": 0.158602, "nauc_precision_at_3_diff1": 0.658509, "nauc_precision_at_5_max": 0.490615, "nauc_precision_at_5_std": 0.147085, "nauc_precision_at_5_diff1": 0.620675, "nauc_precision_at_10_max": 0.460695, "nauc_precision_at_10_std": 0.184718, "nauc_precision_at_10_diff1": 0.580324, "nauc_precision_at_20_max": 0.447599, "nauc_precision_at_20_std": 0.225639, "nauc_precision_at_20_diff1": 0.554608, "nauc_precision_at_100_max": 0.449615, "nauc_precision_at_100_std": 0.352421, "nauc_precision_at_100_diff1": 0.495742, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.533358, "nauc_mrr_at_1_std": 0.092111, "nauc_mrr_at_1_diff1": 0.756364, "nauc_mrr_at_3_max": 0.529405, "nauc_mrr_at_3_std": 0.116102, "nauc_mrr_at_3_diff1": 0.711517, "nauc_mrr_at_5_max": 0.523507, "nauc_mrr_at_5_std": 0.113138, "nauc_mrr_at_5_diff1": 0.704399, "nauc_mrr_at_10_max": 0.520853, "nauc_mrr_at_10_std": 0.116233, "nauc_mrr_at_10_diff1": 0.701463, "nauc_mrr_at_20_max": 0.520657, "nauc_mrr_at_20_std": 0.118114, "nauc_mrr_at_20_diff1": 0.700715, "nauc_mrr_at_100_max": 0.520944, "nauc_mrr_at_100_std": 0.118913, "nauc_mrr_at_100_diff1": 0.700999, "nauc_mrr_at_1000_max": 0.52107, "nauc_mrr_at_1000_std": 0.118597, "nauc_mrr_at_1000_diff1": 0.701281, "main_score": 0.53958, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.376, "ndcg_at_3": 0.45076, "ndcg_at_5": 0.47112, "ndcg_at_10": 0.49515, "ndcg_at_20": 0.50994, "ndcg_at_100": 0.53659, "ndcg_at_1000": 0.55738, "map_at_1": 0.376, "map_at_3": 0.43267, "map_at_5": 0.44407, "map_at_10": 0.45404, "map_at_20": 0.45803, "map_at_100": 0.46165, "map_at_1000": 0.46232, "recall_at_1": 0.376, "recall_at_3": 0.503, "recall_at_5": 0.552, "recall_at_10": 0.626, "recall_at_20": 0.685, "recall_at_100": 0.83, "recall_at_1000": 1.0, "precision_at_1": 0.376, "precision_at_3": 0.16767, "precision_at_5": 0.1104, "precision_at_10": 0.0626, "precision_at_20": 0.03425, "precision_at_100": 0.0083, "precision_at_1000": 0.001, "mrr_at_1": 0.376, "mrr_at_3": 0.432667, "mrr_at_5": 0.444067, "mrr_at_10": 0.454044, "mrr_at_20": 0.458032, "mrr_at_100": 0.461649, "mrr_at_1000": 0.462321, "nauc_ndcg_at_1_max": 0.438624, "nauc_ndcg_at_1_std": 0.025401, "nauc_ndcg_at_1_diff1": 0.692437, "nauc_ndcg_at_3_max": 0.409142, "nauc_ndcg_at_3_std": 0.04065, "nauc_ndcg_at_3_diff1": 0.625534, "nauc_ndcg_at_5_max": 0.413245, "nauc_ndcg_at_5_std": 0.052614, "nauc_ndcg_at_5_diff1": 0.623547, "nauc_ndcg_at_10_max": 0.417676, "nauc_ndcg_at_10_std": 0.063786, "nauc_ndcg_at_10_diff1": 0.610387, "nauc_ndcg_at_20_max": 0.418289, "nauc_ndcg_at_20_std": 0.0584, "nauc_ndcg_at_20_diff1": 0.609545, "nauc_ndcg_at_100_max": 0.415455, "nauc_ndcg_at_100_std": 0.064781, "nauc_ndcg_at_100_diff1": 0.612726, "nauc_ndcg_at_1000_max": 0.418634, "nauc_ndcg_at_1000_std": 0.056127, "nauc_ndcg_at_1000_diff1": 0.622614, "nauc_map_at_1_max": 0.438624, "nauc_map_at_1_std": 0.025401, "nauc_map_at_1_diff1": 0.692437, "nauc_map_at_3_max": 0.41697, "nauc_map_at_3_std": 0.036692, "nauc_map_at_3_diff1": 0.642107, "nauc_map_at_5_max": 0.419167, "nauc_map_at_5_std": 0.042978, "nauc_map_at_5_diff1": 0.641056, "nauc_map_at_10_max": 0.421256, "nauc_map_at_10_std": 0.047558, "nauc_map_at_10_diff1": 0.635873, "nauc_map_at_20_max": 0.421524, "nauc_map_at_20_std": 0.046142, "nauc_map_at_20_diff1": 0.636012, "nauc_map_at_100_max": 0.421289, "nauc_map_at_100_std": 0.046911, "nauc_map_at_100_diff1": 0.636386, "nauc_map_at_1000_max": 0.421405, "nauc_map_at_1000_std": 0.046702, "nauc_map_at_1000_diff1": 0.636721, "nauc_recall_at_1_max": 0.438624, "nauc_recall_at_1_std": 0.025401, "nauc_recall_at_1_diff1": 0.692437, "nauc_recall_at_3_max": 0.385921, "nauc_recall_at_3_std": 0.052359, "nauc_recall_at_3_diff1": 0.57683, "nauc_recall_at_5_max": 0.395703, "nauc_recall_at_5_std": 0.084248, "nauc_recall_at_5_diff1": 0.569903, "nauc_recall_at_10_max": 0.407767, "nauc_recall_at_10_std": 0.124895, "nauc_recall_at_10_diff1": 0.519535, "nauc_recall_at_20_max": 0.408684, "nauc_recall_at_20_std": 0.105307, "nauc_recall_at_20_diff1": 0.502499, "nauc_recall_at_100_max": 0.370366, "nauc_recall_at_100_std": 0.199347, "nauc_recall_at_100_diff1": 0.471667, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.438624, "nauc_precision_at_1_std": 0.025401, "nauc_precision_at_1_diff1": 0.692437, "nauc_precision_at_3_max": 0.385921, "nauc_precision_at_3_std": 0.052359, "nauc_precision_at_3_diff1": 0.57683, "nauc_precision_at_5_max": 0.395703, "nauc_precision_at_5_std": 0.084248, "nauc_precision_at_5_diff1": 0.569903, "nauc_precision_at_10_max": 0.407767, "nauc_precision_at_10_std": 0.124895, "nauc_precision_at_10_diff1": 0.519535, "nauc_precision_at_20_max": 0.408684, "nauc_precision_at_20_std": 0.105307, "nauc_precision_at_20_diff1": 0.502499, "nauc_precision_at_100_max": 0.370366, "nauc_precision_at_100_std": 0.199347, "nauc_precision_at_100_diff1": 0.471667, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.438624, "nauc_mrr_at_1_std": 0.025401, "nauc_mrr_at_1_diff1": 0.692437, "nauc_mrr_at_3_max": 0.41697, "nauc_mrr_at_3_std": 0.036692, "nauc_mrr_at_3_diff1": 0.642107, "nauc_mrr_at_5_max": 0.419167, "nauc_mrr_at_5_std": 0.042978, "nauc_mrr_at_5_diff1": 0.641056, "nauc_mrr_at_10_max": 0.421256, "nauc_mrr_at_10_std": 0.047558, "nauc_mrr_at_10_diff1": 0.635873, "nauc_mrr_at_20_max": 0.421524, "nauc_mrr_at_20_std": 0.046142, "nauc_mrr_at_20_diff1": 0.636012, "nauc_mrr_at_100_max": 0.421289, "nauc_mrr_at_100_std": 0.046911, "nauc_mrr_at_100_diff1": 0.636386, "nauc_mrr_at_1000_max": 0.421405, "nauc_mrr_at_1000_std": 0.046702, "nauc_mrr_at_1000_diff1": 0.636721, "main_score": 0.49515, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.374, "ndcg_at_3": 0.42736, "ndcg_at_5": 0.44479, "ndcg_at_10": 0.46182, "ndcg_at_20": 0.47725, "ndcg_at_100": 0.50065, "ndcg_at_1000": 0.53091, "map_at_1": 0.374, "map_at_3": 0.41433, "map_at_5": 0.42408, "map_at_10": 0.43105, "map_at_20": 0.43542, "map_at_100": 0.43854, "map_at_1000": 0.43945, "recall_at_1": 0.374, "recall_at_3": 0.465, "recall_at_5": 0.507, "recall_at_10": 0.56, "recall_at_20": 0.62, "recall_at_100": 0.748, "recall_at_1000": 1.0, "precision_at_1": 0.374, "precision_at_3": 0.155, "precision_at_5": 0.1014, "precision_at_10": 0.056, "precision_at_20": 0.031, "precision_at_100": 0.00748, "precision_at_1000": 0.001, "mrr_at_1": 0.373, "mrr_at_3": 0.4135, "mrr_at_5": 0.42345, "mrr_at_10": 0.430525, "mrr_at_20": 0.434812, "mrr_at_100": 0.437933, "mrr_at_1000": 0.438842, "nauc_ndcg_at_1_max": 0.548853, "nauc_ndcg_at_1_std": 0.09412, "nauc_ndcg_at_1_diff1": 0.630923, "nauc_ndcg_at_3_max": 0.526833, "nauc_ndcg_at_3_std": 0.087584, "nauc_ndcg_at_3_diff1": 0.569087, "nauc_ndcg_at_5_max": 0.514226, "nauc_ndcg_at_5_std": 0.092973, "nauc_ndcg_at_5_diff1": 0.563403, "nauc_ndcg_at_10_max": 0.511996, "nauc_ndcg_at_10_std": 0.103062, "nauc_ndcg_at_10_diff1": 0.55176, "nauc_ndcg_at_20_max": 0.513953, "nauc_ndcg_at_20_std": 0.107718, "nauc_ndcg_at_20_diff1": 0.541858, "nauc_ndcg_at_100_max": 0.510217, "nauc_ndcg_at_100_std": 0.106289, "nauc_ndcg_at_100_diff1": 0.539095, "nauc_ndcg_at_1000_max": 0.517403, "nauc_ndcg_at_1000_std": 0.103634, "nauc_ndcg_at_1000_diff1": 0.555968, "nauc_map_at_1_max": 0.548853, "nauc_map_at_1_std": 0.09412, "nauc_map_at_1_diff1": 0.630923, "nauc_map_at_3_max": 0.533205, "nauc_map_at_3_std": 0.08941, "nauc_map_at_3_diff1": 0.584937, "nauc_map_at_5_max": 0.526174, "nauc_map_at_5_std": 0.092644, "nauc_map_at_5_diff1": 0.581939, "nauc_map_at_10_max": 0.525318, "nauc_map_at_10_std": 0.096629, "nauc_map_at_10_diff1": 0.57738, "nauc_map_at_20_max": 0.52592, "nauc_map_at_20_std": 0.097923, "nauc_map_at_20_diff1": 0.574784, "nauc_map_at_100_max": 0.525433, "nauc_map_at_100_std": 0.097676, "nauc_map_at_100_diff1": 0.574582, "nauc_map_at_1000_max": 0.525648, "nauc_map_at_1000_std": 0.097754, "nauc_map_at_1000_diff1": 0.57509, "nauc_recall_at_1_max": 0.548853, "nauc_recall_at_1_std": 0.09412, "nauc_recall_at_1_diff1": 0.630923, "nauc_recall_at_3_max": 0.507884, "nauc_recall_at_3_std": 0.082179, "nauc_recall_at_3_diff1": 0.522667, "nauc_recall_at_5_max": 0.476811, "nauc_recall_at_5_std": 0.094312, "nauc_recall_at_5_diff1": 0.507428, "nauc_recall_at_10_max": 0.467545, "nauc_recall_at_10_std": 0.127998, "nauc_recall_at_10_diff1": 0.465958, "nauc_recall_at_20_max": 0.472453, "nauc_recall_at_20_std": 0.150108, "nauc_recall_at_20_diff1": 0.415457, "nauc_recall_at_100_max": 0.429884, "nauc_recall_at_100_std": 0.153655, "nauc_recall_at_100_diff1": 0.350116, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.548853, "nauc_precision_at_1_std": 0.09412, "nauc_precision_at_1_diff1": 0.630923, "nauc_precision_at_3_max": 0.507884, "nauc_precision_at_3_std": 0.082179, "nauc_precision_at_3_diff1": 0.522667, "nauc_precision_at_5_max": 0.476811, "nauc_precision_at_5_std": 0.094312, "nauc_precision_at_5_diff1": 0.507428, "nauc_precision_at_10_max": 0.467545, "nauc_precision_at_10_std": 0.127998, "nauc_precision_at_10_diff1": 0.465958, "nauc_precision_at_20_max": 0.472453, "nauc_precision_at_20_std": 0.150108, "nauc_precision_at_20_diff1": 0.415457, "nauc_precision_at_100_max": 0.429884, "nauc_precision_at_100_std": 0.153655, "nauc_precision_at_100_diff1": 0.350116, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.545899, "nauc_mrr_at_1_std": 0.092454, "nauc_mrr_at_1_diff1": 0.634018, "nauc_mrr_at_3_max": 0.530899, "nauc_mrr_at_3_std": 0.087139, "nauc_mrr_at_3_diff1": 0.586668, "nauc_mrr_at_5_max": 0.523824, "nauc_mrr_at_5_std": 0.091018, "nauc_mrr_at_5_diff1": 0.583311, "nauc_mrr_at_10_max": 0.522971, "nauc_mrr_at_10_std": 0.095181, "nauc_mrr_at_10_diff1": 0.578552, "nauc_mrr_at_20_max": 0.523543, "nauc_mrr_at_20_std": 0.096321, "nauc_mrr_at_20_diff1": 0.576123, "nauc_mrr_at_100_max": 0.523043, "nauc_mrr_at_100_std": 0.096065, "nauc_mrr_at_100_diff1": 0.575928, "nauc_mrr_at_1000_max": 0.523253, "nauc_mrr_at_1000_std": 0.09614, "nauc_mrr_at_1000_diff1": 0.576439, "main_score": 0.46182, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.39, "ndcg_at_3": 0.46289, "ndcg_at_5": 0.47997, "ndcg_at_10": 0.49673, "ndcg_at_20": 0.51119, "ndcg_at_100": 0.5388, "ndcg_at_1000": 0.56092, "map_at_1": 0.39, "map_at_3": 0.4455, "map_at_5": 0.45485, "map_at_10": 0.46173, "map_at_20": 0.46572, "map_at_100": 0.46931, "map_at_1000": 0.46997, "recall_at_1": 0.39, "recall_at_3": 0.513, "recall_at_5": 0.555, "recall_at_10": 0.607, "recall_at_20": 0.664, "recall_at_100": 0.816, "recall_at_1000": 1.0, "precision_at_1": 0.39, "precision_at_3": 0.171, "precision_at_5": 0.111, "precision_at_10": 0.0607, "precision_at_20": 0.0332, "precision_at_100": 0.00816, "precision_at_1000": 0.001, "mrr_at_1": 0.39, "mrr_at_3": 0.4455, "mrr_at_5": 0.45485, "mrr_at_10": 0.461733, "mrr_at_20": 0.465713, "mrr_at_100": 0.469303, "mrr_at_1000": 0.469965, "nauc_ndcg_at_1_max": 0.484951, "nauc_ndcg_at_1_std": 0.024794, "nauc_ndcg_at_1_diff1": 0.698999, "nauc_ndcg_at_3_max": 0.509705, "nauc_ndcg_at_3_std": 0.04913, "nauc_ndcg_at_3_diff1": 0.639702, "nauc_ndcg_at_5_max": 0.508471, "nauc_ndcg_at_5_std": 0.047315, "nauc_ndcg_at_5_diff1": 0.632576, "nauc_ndcg_at_10_max": 0.502291, "nauc_ndcg_at_10_std": 0.042787, "nauc_ndcg_at_10_diff1": 0.626485, "nauc_ndcg_at_20_max": 0.498359, "nauc_ndcg_at_20_std": 0.048453, "nauc_ndcg_at_20_diff1": 0.626681, "nauc_ndcg_at_100_max": 0.490286, "nauc_ndcg_at_100_std": 0.055595, "nauc_ndcg_at_100_diff1": 0.625863, "nauc_ndcg_at_1000_max": 0.496869, "nauc_ndcg_at_1000_std": 0.049545, "nauc_ndcg_at_1000_diff1": 0.63533, "nauc_map_at_1_max": 0.484951, "nauc_map_at_1_std": 0.024794, "nauc_map_at_1_diff1": 0.698999, "nauc_map_at_3_max": 0.503411, "nauc_map_at_3_std": 0.04338, "nauc_map_at_3_diff1": 0.654591, "nauc_map_at_5_max": 0.5028, "nauc_map_at_5_std": 0.042446, "nauc_map_at_5_diff1": 0.65101, "nauc_map_at_10_max": 0.50017, "nauc_map_at_10_std": 0.04052, "nauc_map_at_10_diff1": 0.648637, "nauc_map_at_20_max": 0.499073, "nauc_map_at_20_std": 0.041909, "nauc_map_at_20_diff1": 0.648751, "nauc_map_at_100_max": 0.49802, "nauc_map_at_100_std": 0.042973, "nauc_map_at_100_diff1": 0.648729, "nauc_map_at_1000_max": 0.498255, "nauc_map_at_1000_std": 0.042904, "nauc_map_at_1000_diff1": 0.64894, "nauc_recall_at_1_max": 0.484951, "nauc_recall_at_1_std": 0.024794, "nauc_recall_at_1_diff1": 0.698999, "nauc_recall_at_3_max": 0.528426, "nauc_recall_at_3_std": 0.066054, "nauc_recall_at_3_diff1": 0.595496, "nauc_recall_at_5_max": 0.525598, "nauc_recall_at_5_std": 0.06171, "nauc_recall_at_5_diff1": 0.574603, "nauc_recall_at_10_max": 0.506435, "nauc_recall_at_10_std": 0.047718, "nauc_recall_at_10_diff1": 0.550637, "nauc_recall_at_20_max": 0.488798, "nauc_recall_at_20_std": 0.07566, "nauc_recall_at_20_diff1": 0.543639, "nauc_recall_at_100_max": 0.406103, "nauc_recall_at_100_std": 0.155485, "nauc_recall_at_100_diff1": 0.486738, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.484951, "nauc_precision_at_1_std": 0.024794, "nauc_precision_at_1_diff1": 0.698999, "nauc_precision_at_3_max": 0.528426, "nauc_precision_at_3_std": 0.066054, "nauc_precision_at_3_diff1": 0.595496, "nauc_precision_at_5_max": 0.525598, "nauc_precision_at_5_std": 0.06171, "nauc_precision_at_5_diff1": 0.574603, "nauc_precision_at_10_max": 0.506435, "nauc_precision_at_10_std": 0.047718, "nauc_precision_at_10_diff1": 0.550637, "nauc_precision_at_20_max": 0.488798, "nauc_precision_at_20_std": 0.07566, "nauc_precision_at_20_diff1": 0.543639, "nauc_precision_at_100_max": 0.406103, "nauc_precision_at_100_std": 0.155485, "nauc_precision_at_100_diff1": 0.486738, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.483864, "nauc_mrr_at_1_std": 0.025881, "nauc_mrr_at_1_diff1": 0.698999, "nauc_mrr_at_3_max": 0.502858, "nauc_mrr_at_3_std": 0.043933, "nauc_mrr_at_3_diff1": 0.654591, "nauc_mrr_at_5_max": 0.502241, "nauc_mrr_at_5_std": 0.043004, "nauc_mrr_at_5_diff1": 0.65101, "nauc_mrr_at_10_max": 0.499607, "nauc_mrr_at_10_std": 0.041083, "nauc_mrr_at_10_diff1": 0.648637, "nauc_mrr_at_20_max": 0.498487, "nauc_mrr_at_20_std": 0.042438, "nauc_mrr_at_20_diff1": 0.648751, "nauc_mrr_at_100_max": 0.497438, "nauc_mrr_at_100_std": 0.043513, "nauc_mrr_at_100_diff1": 0.64873, "nauc_mrr_at_1000_max": 0.497671, "nauc_mrr_at_1000_std": 0.043445, "nauc_mrr_at_1000_diff1": 0.648941, "main_score": 0.49673, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.355, "ndcg_at_3": 0.42258, "ndcg_at_5": 0.44126, "ndcg_at_10": 0.46214, "ndcg_at_20": 0.47766, "ndcg_at_100": 0.50731, "ndcg_at_1000": 0.53106, "map_at_1": 0.355, "map_at_3": 0.40617, "map_at_5": 0.41662, "map_at_10": 0.42535, "map_at_20": 0.42967, "map_at_100": 0.43343, "map_at_1000": 0.43419, "recall_at_1": 0.355, "recall_at_3": 0.47, "recall_at_5": 0.515, "recall_at_10": 0.579, "recall_at_20": 0.64, "recall_at_100": 0.805, "recall_at_1000": 1.0, "precision_at_1": 0.355, "precision_at_3": 0.15667, "precision_at_5": 0.103, "precision_at_10": 0.0579, "precision_at_20": 0.032, "precision_at_100": 0.00805, "precision_at_1000": 0.001, "mrr_at_1": 0.355, "mrr_at_3": 0.406167, "mrr_at_5": 0.416617, "mrr_at_10": 0.425351, "mrr_at_20": 0.429666, "mrr_at_100": 0.433429, "mrr_at_1000": 0.434186, "nauc_ndcg_at_1_max": 0.473323, "nauc_ndcg_at_1_std": -0.060711, "nauc_ndcg_at_1_diff1": 0.629855, "nauc_ndcg_at_3_max": 0.450658, "nauc_ndcg_at_3_std": -0.081405, "nauc_ndcg_at_3_diff1": 0.557644, "nauc_ndcg_at_5_max": 0.44914, "nauc_ndcg_at_5_std": -0.073208, "nauc_ndcg_at_5_diff1": 0.54552, "nauc_ndcg_at_10_max": 0.440526, "nauc_ndcg_at_10_std": -0.075754, "nauc_ndcg_at_10_diff1": 0.535927, "nauc_ndcg_at_20_max": 0.438658, "nauc_ndcg_at_20_std": -0.067963, "nauc_ndcg_at_20_diff1": 0.529128, "nauc_ndcg_at_100_max": 0.443614, "nauc_ndcg_at_100_std": -0.058409, "nauc_ndcg_at_100_diff1": 0.539942, "nauc_ndcg_at_1000_max": 0.447303, "nauc_ndcg_at_1000_std": -0.065933, "nauc_ndcg_at_1000_diff1": 0.548968, "nauc_map_at_1_max": 0.473323, "nauc_map_at_1_std": -0.060711, "nauc_map_at_1_diff1": 0.629855, "nauc_map_at_3_max": 0.457487, "nauc_map_at_3_std": -0.075772, "nauc_map_at_3_diff1": 0.575707, "nauc_map_at_5_max": 0.456879, "nauc_map_at_5_std": -0.07117, "nauc_map_at_5_diff1": 0.56917, "nauc_map_at_10_max": 0.45317, "nauc_map_at_10_std": -0.072254, "nauc_map_at_10_diff1": 0.565589, "nauc_map_at_20_max": 0.452674, "nauc_map_at_20_std": -0.06983, "nauc_map_at_20_diff1": 0.563865, "nauc_map_at_100_max": 0.453248, "nauc_map_at_100_std": -0.069297, "nauc_map_at_100_diff1": 0.565319, "nauc_map_at_1000_max": 0.453458, "nauc_map_at_1000_std": -0.069321, "nauc_map_at_1000_diff1": 0.565643, "nauc_recall_at_1_max": 0.473323, "nauc_recall_at_1_std": -0.060711, "nauc_recall_at_1_diff1": 0.629855, "nauc_recall_at_3_max": 0.430316, "nauc_recall_at_3_std": -0.097984, "nauc_recall_at_3_diff1": 0.505062, "nauc_recall_at_5_max": 0.425218, "nauc_recall_at_5_std": -0.07835, "nauc_recall_at_5_diff1": 0.473485, "nauc_recall_at_10_max": 0.396698, "nauc_recall_at_10_std": -0.086787, "nauc_recall_at_10_diff1": 0.436172, "nauc_recall_at_20_max": 0.384419, "nauc_recall_at_20_std": -0.055357, "nauc_recall_at_20_diff1": 0.395901, "nauc_recall_at_100_max": 0.402754, "nauc_recall_at_100_std": 0.061341, "nauc_recall_at_100_diff1": 0.421151, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.473323, "nauc_precision_at_1_std": -0.060711, "nauc_precision_at_1_diff1": 0.629855, "nauc_precision_at_3_max": 0.430316, "nauc_precision_at_3_std": -0.097984, "nauc_precision_at_3_diff1": 0.505062, "nauc_precision_at_5_max": 0.425218, "nauc_precision_at_5_std": -0.07835, "nauc_precision_at_5_diff1": 0.473485, "nauc_precision_at_10_max": 0.396698, "nauc_precision_at_10_std": -0.086787, "nauc_precision_at_10_diff1": 0.436172, "nauc_precision_at_20_max": 0.384419, "nauc_precision_at_20_std": -0.055357, "nauc_precision_at_20_diff1": 0.395901, "nauc_precision_at_100_max": 0.402754, "nauc_precision_at_100_std": 0.061341, "nauc_precision_at_100_diff1": 0.421151, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.473323, "nauc_mrr_at_1_std": -0.060711, "nauc_mrr_at_1_diff1": 0.629855, "nauc_mrr_at_3_max": 0.457487, "nauc_mrr_at_3_std": -0.075772, "nauc_mrr_at_3_diff1": 0.575707, "nauc_mrr_at_5_max": 0.456879, "nauc_mrr_at_5_std": -0.07117, "nauc_mrr_at_5_diff1": 0.56917, "nauc_mrr_at_10_max": 0.45317, "nauc_mrr_at_10_std": -0.072254, "nauc_mrr_at_10_diff1": 0.565589, "nauc_mrr_at_20_max": 0.452674, "nauc_mrr_at_20_std": -0.06983, "nauc_mrr_at_20_diff1": 0.563865, "nauc_mrr_at_100_max": 0.453249, "nauc_mrr_at_100_std": -0.069295, "nauc_mrr_at_100_diff1": 0.565319, "nauc_mrr_at_1000_max": 0.453459, "nauc_mrr_at_1000_std": -0.069319, "nauc_mrr_at_1000_diff1": 0.565644, "main_score": 0.46214, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.418, "ndcg_at_3": 0.49287, "ndcg_at_5": 0.51287, "ndcg_at_10": 0.53491, "ndcg_at_20": 0.55166, "ndcg_at_100": 0.57117, "ndcg_at_1000": 0.59139, "map_at_1": 0.418, "map_at_3": 0.4745, "map_at_5": 0.4855, "map_at_10": 0.49462, "map_at_20": 0.49938, "map_at_100": 0.5021, "map_at_1000": 0.50271, "recall_at_1": 0.418, "recall_at_3": 0.546, "recall_at_5": 0.595, "recall_at_10": 0.663, "recall_at_20": 0.728, "recall_at_100": 0.833, "recall_at_1000": 1.0, "precision_at_1": 0.418, "precision_at_3": 0.182, "precision_at_5": 0.119, "precision_at_10": 0.0663, "precision_at_20": 0.0364, "precision_at_100": 0.00833, "precision_at_1000": 0.001, "mrr_at_1": 0.418, "mrr_at_3": 0.4745, "mrr_at_5": 0.4855, "mrr_at_10": 0.494616, "mrr_at_20": 0.499378, "mrr_at_100": 0.502095, "mrr_at_1000": 0.502713, "nauc_ndcg_at_1_max": 0.385266, "nauc_ndcg_at_1_std": -0.051027, "nauc_ndcg_at_1_diff1": 0.627187, "nauc_ndcg_at_3_max": 0.407308, "nauc_ndcg_at_3_std": -0.025018, "nauc_ndcg_at_3_diff1": 0.590053, "nauc_ndcg_at_5_max": 0.410346, "nauc_ndcg_at_5_std": -0.018709, "nauc_ndcg_at_5_diff1": 0.575658, "nauc_ndcg_at_10_max": 0.400687, "nauc_ndcg_at_10_std": -0.02031, "nauc_ndcg_at_10_diff1": 0.571901, "nauc_ndcg_at_20_max": 0.396701, "nauc_ndcg_at_20_std": -0.024506, "nauc_ndcg_at_20_diff1": 0.570261, "nauc_ndcg_at_100_max": 0.399375, "nauc_ndcg_at_100_std": -0.015366, "nauc_ndcg_at_100_diff1": 0.57262, "nauc_ndcg_at_1000_max": 0.399728, "nauc_ndcg_at_1000_std": -0.021891, "nauc_ndcg_at_1000_diff1": 0.578961, "nauc_map_at_1_max": 0.385266, "nauc_map_at_1_std": -0.051027, "nauc_map_at_1_diff1": 0.627187, "nauc_map_at_3_max": 0.400978, "nauc_map_at_3_std": -0.033475, "nauc_map_at_3_diff1": 0.599742, "nauc_map_at_5_max": 0.402705, "nauc_map_at_5_std": -0.03034, "nauc_map_at_5_diff1": 0.591975, "nauc_map_at_10_max": 0.398467, "nauc_map_at_10_std": -0.031075, "nauc_map_at_10_diff1": 0.590478, "nauc_map_at_20_max": 0.397576, "nauc_map_at_20_std": -0.032303, "nauc_map_at_20_diff1": 0.590034, "nauc_map_at_100_max": 0.397931, "nauc_map_at_100_std": -0.03075, "nauc_map_at_100_diff1": 0.590337, "nauc_map_at_1000_max": 0.398022, "nauc_map_at_1000_std": -0.030784, "nauc_map_at_1000_diff1": 0.59044, "nauc_recall_at_1_max": 0.385266, "nauc_recall_at_1_std": -0.051027, "nauc_recall_at_1_diff1": 0.627187, "nauc_recall_at_3_max": 0.426814, "nauc_recall_at_3_std": 0.001415, "nauc_recall_at_3_diff1": 0.560558, "nauc_recall_at_5_max": 0.435124, "nauc_recall_at_5_std": 0.02017, "nauc_recall_at_5_diff1": 0.521766, "nauc_recall_at_10_max": 0.405508, "nauc_recall_at_10_std": 0.019146, "nauc_recall_at_10_diff1": 0.502699, "nauc_recall_at_20_max": 0.383861, "nauc_recall_at_20_std": 0.0044, "nauc_recall_at_20_diff1": 0.484318, "nauc_recall_at_100_max": 0.403382, "nauc_recall_at_100_std": 0.098193, "nauc_recall_at_100_diff1": 0.467447, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.385266, "nauc_precision_at_1_std": -0.051027, "nauc_precision_at_1_diff1": 0.627187, "nauc_precision_at_3_max": 0.426814, "nauc_precision_at_3_std": 0.001415, "nauc_precision_at_3_diff1": 0.560558, "nauc_precision_at_5_max": 0.435124, "nauc_precision_at_5_std": 0.02017, "nauc_precision_at_5_diff1": 0.521766, "nauc_precision_at_10_max": 0.405508, "nauc_precision_at_10_std": 0.019146, "nauc_precision_at_10_diff1": 0.502699, "nauc_precision_at_20_max": 0.383861, "nauc_precision_at_20_std": 0.0044, "nauc_precision_at_20_diff1": 0.484318, "nauc_precision_at_100_max": 0.403382, "nauc_precision_at_100_std": 0.098193, "nauc_precision_at_100_diff1": 0.467447, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.385266, "nauc_mrr_at_1_std": -0.051027, "nauc_mrr_at_1_diff1": 0.627187, "nauc_mrr_at_3_max": 0.400978, "nauc_mrr_at_3_std": -0.033475, "nauc_mrr_at_3_diff1": 0.599742, "nauc_mrr_at_5_max": 0.402705, "nauc_mrr_at_5_std": -0.03034, "nauc_mrr_at_5_diff1": 0.591975, "nauc_mrr_at_10_max": 0.398467, "nauc_mrr_at_10_std": -0.031075, "nauc_mrr_at_10_diff1": 0.590478, "nauc_mrr_at_20_max": 0.397576, "nauc_mrr_at_20_std": -0.032303, "nauc_mrr_at_20_diff1": 0.590034, "nauc_mrr_at_100_max": 0.397931, "nauc_mrr_at_100_std": -0.03075, "nauc_mrr_at_100_diff1": 0.590337, "nauc_mrr_at_1000_max": 0.398022, "nauc_mrr_at_1000_std": -0.030784, "nauc_mrr_at_1000_diff1": 0.59044, "main_score": 0.53491, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.318, "ndcg_at_3": 0.38545, "ndcg_at_5": 0.4062, "ndcg_at_10": 0.42492, "ndcg_at_20": 0.44207, "ndcg_at_100": 0.4735, "ndcg_at_1000": 0.50071, "map_at_1": 0.318, "map_at_3": 0.369, "map_at_5": 0.3806, "map_at_10": 0.38831, "map_at_20": 0.39299, "map_at_100": 0.39719, "map_at_1000": 0.3981, "recall_at_1": 0.318, "recall_at_3": 0.433, "recall_at_5": 0.483, "recall_at_10": 0.541, "recall_at_20": 0.609, "recall_at_100": 0.78, "recall_at_1000": 1.0, "precision_at_1": 0.318, "precision_at_3": 0.14433, "precision_at_5": 0.0966, "precision_at_10": 0.0541, "precision_at_20": 0.03045, "precision_at_100": 0.0078, "precision_at_1000": 0.001, "mrr_at_1": 0.318, "mrr_at_3": 0.369, "mrr_at_5": 0.3806, "mrr_at_10": 0.388308, "mrr_at_20": 0.392991, "mrr_at_100": 0.397189, "mrr_at_1000": 0.398095, "nauc_ndcg_at_1_max": 0.190779, "nauc_ndcg_at_1_std": -0.250732, "nauc_ndcg_at_1_diff1": 0.66068, "nauc_ndcg_at_3_max": 0.224874, "nauc_ndcg_at_3_std": -0.221392, "nauc_ndcg_at_3_diff1": 0.57695, "nauc_ndcg_at_5_max": 0.229024, "nauc_ndcg_at_5_std": -0.214042, "nauc_ndcg_at_5_diff1": 0.56552, "nauc_ndcg_at_10_max": 0.255768, "nauc_ndcg_at_10_std": -0.193281, "nauc_ndcg_at_10_diff1": 0.549296, "nauc_ndcg_at_20_max": 0.26259, "nauc_ndcg_at_20_std": -0.181239, "nauc_ndcg_at_20_diff1": 0.544202, "nauc_ndcg_at_100_max": 0.262094, "nauc_ndcg_at_100_std": -0.170305, "nauc_ndcg_at_100_diff1": 0.545371, "nauc_ndcg_at_1000_max": 0.248401, "nauc_ndcg_at_1000_std": -0.190829, "nauc_ndcg_at_1000_diff1": 0.561275, "nauc_map_at_1_max": 0.190779, "nauc_map_at_1_std": -0.250732, "nauc_map_at_1_diff1": 0.66068, "nauc_map_at_3_max": 0.216827, "nauc_map_at_3_std": -0.228786, "nauc_map_at_3_diff1": 0.59761, "nauc_map_at_5_max": 0.219157, "nauc_map_at_5_std": -0.224649, "nauc_map_at_5_diff1": 0.591248, "nauc_map_at_10_max": 0.230417, "nauc_map_at_10_std": -0.216066, "nauc_map_at_10_diff1": 0.584668, "nauc_map_at_20_max": 0.231921, "nauc_map_at_20_std": -0.213136, "nauc_map_at_20_diff1": 0.583566, "nauc_map_at_100_max": 0.231995, "nauc_map_at_100_std": -0.211799, "nauc_map_at_100_diff1": 0.583667, "nauc_map_at_1000_max": 0.231601, "nauc_map_at_1000_std": -0.212222, "nauc_map_at_1000_diff1": 0.584083, "nauc_recall_at_1_max": 0.190779, "nauc_recall_at_1_std": -0.250732, "nauc_recall_at_1_diff1": 0.66068, "nauc_recall_at_3_max": 0.247785, "nauc_recall_at_3_std": -0.200146, "nauc_recall_at_3_diff1": 0.517757, "nauc_recall_at_5_max": 0.258024, "nauc_recall_at_5_std": -0.182281, "nauc_recall_at_5_diff1": 0.489374, "nauc_recall_at_10_max": 0.342991, "nauc_recall_at_10_std": -0.115029, "nauc_recall_at_10_diff1": 0.434217, "nauc_recall_at_20_max": 0.381827, "nauc_recall_at_20_std": -0.054435, "nauc_recall_at_20_diff1": 0.401638, "nauc_recall_at_100_max": 0.432142, "nauc_recall_at_100_std": 0.102265, "nauc_recall_at_100_diff1": 0.343676, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.190779, "nauc_precision_at_1_std": -0.250732, "nauc_precision_at_1_diff1": 0.66068, "nauc_precision_at_3_max": 0.247785, "nauc_precision_at_3_std": -0.200146, "nauc_precision_at_3_diff1": 0.517757, "nauc_precision_at_5_max": 0.258024, "nauc_precision_at_5_std": -0.182281, "nauc_precision_at_5_diff1": 0.489374, "nauc_precision_at_10_max": 0.342991, "nauc_precision_at_10_std": -0.115029, "nauc_precision_at_10_diff1": 0.434217, "nauc_precision_at_20_max": 0.381827, "nauc_precision_at_20_std": -0.054435, "nauc_precision_at_20_diff1": 0.401638, "nauc_precision_at_100_max": 0.432142, "nauc_precision_at_100_std": 0.102265, "nauc_precision_at_100_diff1": 0.343676, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.190779, "nauc_mrr_at_1_std": -0.250732, "nauc_mrr_at_1_diff1": 0.66068, "nauc_mrr_at_3_max": 0.216827, "nauc_mrr_at_3_std": -0.228786, "nauc_mrr_at_3_diff1": 0.59761, "nauc_mrr_at_5_max": 0.219157, "nauc_mrr_at_5_std": -0.224649, "nauc_mrr_at_5_diff1": 0.591248, "nauc_mrr_at_10_max": 0.230417, "nauc_mrr_at_10_std": -0.216066, "nauc_mrr_at_10_diff1": 0.584668, "nauc_mrr_at_20_max": 0.231921, "nauc_mrr_at_20_std": -0.213136, "nauc_mrr_at_20_diff1": 0.583566, "nauc_mrr_at_100_max": 0.231995, "nauc_mrr_at_100_std": -0.211799, "nauc_mrr_at_100_diff1": 0.583667, "nauc_mrr_at_1000_max": 0.231601, "nauc_mrr_at_1000_std": -0.212222, "nauc_mrr_at_1000_diff1": 0.584083, "main_score": 0.42492, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.471, "ndcg_at_5": 0.49028, "ndcg_at_10": 0.51344, "ndcg_at_20": 0.53057, "ndcg_at_100": 0.55562, "ndcg_at_1000": 0.57524, "map_at_1": 0.4, "map_at_3": 0.454, "map_at_5": 0.46465, "map_at_10": 0.47432, "map_at_20": 0.47912, "map_at_100": 0.48246, "map_at_1000": 0.48312, "recall_at_1": 0.4, "recall_at_3": 0.52, "recall_at_5": 0.567, "recall_at_10": 0.638, "recall_at_20": 0.705, "recall_at_100": 0.842, "recall_at_1000": 1.0, "precision_at_1": 0.4, "precision_at_3": 0.17333, "precision_at_5": 0.1134, "precision_at_10": 0.0638, "precision_at_20": 0.03525, "precision_at_100": 0.00842, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.454, "mrr_at_5": 0.46465, "mrr_at_10": 0.474322, "mrr_at_20": 0.479125, "mrr_at_100": 0.482456, "mrr_at_1000": 0.483124, "nauc_ndcg_at_1_max": 0.471318, "nauc_ndcg_at_1_std": -0.058002, "nauc_ndcg_at_1_diff1": 0.650013, "nauc_ndcg_at_3_max": 0.463552, "nauc_ndcg_at_3_std": -0.072995, "nauc_ndcg_at_3_diff1": 0.595592, "nauc_ndcg_at_5_max": 0.463405, "nauc_ndcg_at_5_std": -0.062485, "nauc_ndcg_at_5_diff1": 0.591365, "nauc_ndcg_at_10_max": 0.457632, "nauc_ndcg_at_10_std": -0.061029, "nauc_ndcg_at_10_diff1": 0.583614, "nauc_ndcg_at_20_max": 0.459596, "nauc_ndcg_at_20_std": -0.059794, "nauc_ndcg_at_20_diff1": 0.585926, "nauc_ndcg_at_100_max": 0.460999, "nauc_ndcg_at_100_std": -0.052687, "nauc_ndcg_at_100_diff1": 0.583528, "nauc_ndcg_at_1000_max": 0.461681, "nauc_ndcg_at_1000_std": -0.060532, "nauc_ndcg_at_1000_diff1": 0.592759, "nauc_map_at_1_max": 0.471318, "nauc_map_at_1_std": -0.058002, "nauc_map_at_1_diff1": 0.650013, "nauc_map_at_3_max": 0.466143, "nauc_map_at_3_std": -0.06995, "nauc_map_at_3_diff1": 0.60815, "nauc_map_at_5_max": 0.466365, "nauc_map_at_5_std": -0.06412, "nauc_map_at_5_diff1": 0.606137, "nauc_map_at_10_max": 0.463804, "nauc_map_at_10_std": -0.063707, "nauc_map_at_10_diff1": 0.603312, "nauc_map_at_20_max": 0.464435, "nauc_map_at_20_std": -0.063313, "nauc_map_at_20_diff1": 0.604042, "nauc_map_at_100_max": 0.464833, "nauc_map_at_100_std": -0.062806, "nauc_map_at_100_diff1": 0.603852, "nauc_map_at_1000_max": 0.464749, "nauc_map_at_1000_std": -0.063099, "nauc_map_at_1000_diff1": 0.604124, "nauc_recall_at_1_max": 0.471318, "nauc_recall_at_1_std": -0.058002, "nauc_recall_at_1_diff1": 0.650013, "nauc_recall_at_3_max": 0.455543, "nauc_recall_at_3_std": -0.081792, "nauc_recall_at_3_diff1": 0.558537, "nauc_recall_at_5_max": 0.453533, "nauc_recall_at_5_std": -0.055583, "nauc_recall_at_5_diff1": 0.545089, "nauc_recall_at_10_max": 0.433874, "nauc_recall_at_10_std": -0.04886, "nauc_recall_at_10_diff1": 0.512146, "nauc_recall_at_20_max": 0.439602, "nauc_recall_at_20_std": -0.041702, "nauc_recall_at_20_diff1": 0.513443, "nauc_recall_at_100_max": 0.435372, "nauc_recall_at_100_std": 0.060407, "nauc_recall_at_100_diff1": 0.438246, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.471318, "nauc_precision_at_1_std": -0.058002, "nauc_precision_at_1_diff1": 0.650013, "nauc_precision_at_3_max": 0.455543, "nauc_precision_at_3_std": -0.081792, "nauc_precision_at_3_diff1": 0.558537, "nauc_precision_at_5_max": 0.453533, "nauc_precision_at_5_std": -0.055583, "nauc_precision_at_5_diff1": 0.545089, "nauc_precision_at_10_max": 0.433874, "nauc_precision_at_10_std": -0.04886, "nauc_precision_at_10_diff1": 0.512146, "nauc_precision_at_20_max": 0.439602, "nauc_precision_at_20_std": -0.041702, "nauc_precision_at_20_diff1": 0.513443, "nauc_precision_at_100_max": 0.435372, "nauc_precision_at_100_std": 0.060407, "nauc_precision_at_100_diff1": 0.438246, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.471318, "nauc_mrr_at_1_std": -0.058002, "nauc_mrr_at_1_diff1": 0.650013, "nauc_mrr_at_3_max": 0.466143, "nauc_mrr_at_3_std": -0.06995, "nauc_mrr_at_3_diff1": 0.60815, "nauc_mrr_at_5_max": 0.466365, "nauc_mrr_at_5_std": -0.06412, "nauc_mrr_at_5_diff1": 0.606137, "nauc_mrr_at_10_max": 0.463804, "nauc_mrr_at_10_std": -0.063707, "nauc_mrr_at_10_diff1": 0.603312, "nauc_mrr_at_20_max": 0.464435, "nauc_mrr_at_20_std": -0.063313, "nauc_mrr_at_20_diff1": 0.604042, "nauc_mrr_at_100_max": 0.464833, "nauc_mrr_at_100_std": -0.062806, "nauc_mrr_at_100_diff1": 0.603852, "nauc_mrr_at_1000_max": 0.464749, "nauc_mrr_at_1000_std": -0.063099, "nauc_mrr_at_1000_diff1": 0.604124, "main_score": 0.51344, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 39.005101919174194, "kg_co2_emissions": 0.002329512746768547 }