{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "1.38.60", "scores": { "train": [ { "ndcg_at_1": 0.508, "ndcg_at_3": 0.56514, "ndcg_at_5": 0.58713, "ndcg_at_10": 0.60595, "ndcg_at_20": 0.62039, "ndcg_at_100": 0.64163, "ndcg_at_1000": 0.65491, "map_at_1": 0.508, "map_at_3": 0.55133, "map_at_5": 0.56363, "map_at_10": 0.57124, "map_at_20": 0.57523, "map_at_100": 0.57792, "map_at_1000": 0.57835, "recall_at_1": 0.508, "recall_at_3": 0.605, "recall_at_5": 0.658, "recall_at_10": 0.717, "recall_at_20": 0.774, "recall_at_100": 0.892, "recall_at_1000": 1.0, "precision_at_1": 0.508, "precision_at_3": 0.20167, "precision_at_5": 0.1316, "precision_at_10": 0.0717, "precision_at_20": 0.0387, "precision_at_100": 0.00892, "precision_at_1000": 0.001, "mrr_at_1": 0.508, "mrr_at_3": 0.551333, "mrr_at_5": 0.563633, "mrr_at_10": 0.571242, "mrr_at_20": 0.575226, "mrr_at_100": 0.577917, "mrr_at_1000": 0.578351, "nauc_ndcg_at_1_max": 0.609366, "nauc_ndcg_at_1_std": 0.025723, "nauc_ndcg_at_1_diff1": 0.764369, "nauc_ndcg_at_3_max": 0.604248, "nauc_ndcg_at_3_std": 0.068031, "nauc_ndcg_at_3_diff1": 0.719965, "nauc_ndcg_at_5_max": 0.602075, "nauc_ndcg_at_5_std": 0.082111, "nauc_ndcg_at_5_diff1": 0.716448, "nauc_ndcg_at_10_max": 0.597883, "nauc_ndcg_at_10_std": 0.078206, "nauc_ndcg_at_10_diff1": 0.709841, "nauc_ndcg_at_20_max": 0.596363, "nauc_ndcg_at_20_std": 0.080023, "nauc_ndcg_at_20_diff1": 0.708234, "nauc_ndcg_at_100_max": 0.595979, "nauc_ndcg_at_100_std": 0.085023, "nauc_ndcg_at_100_diff1": 0.708419, "nauc_ndcg_at_1000_max": 0.599978, "nauc_ndcg_at_1000_std": 0.075124, "nauc_ndcg_at_1000_diff1": 0.716627, "nauc_map_at_1_max": 0.609366, "nauc_map_at_1_std": 0.025723, "nauc_map_at_1_diff1": 0.764369, "nauc_map_at_3_max": 0.606629, "nauc_map_at_3_std": 0.057658, "nauc_map_at_3_diff1": 0.731297, "nauc_map_at_5_max": 0.605541, "nauc_map_at_5_std": 0.065337, "nauc_map_at_5_diff1": 0.729517, "nauc_map_at_10_max": 0.603777, "nauc_map_at_10_std": 0.063548, "nauc_map_at_10_diff1": 0.726933, "nauc_map_at_20_max": 0.603361, "nauc_map_at_20_std": 0.063812, "nauc_map_at_20_diff1": 0.726623, "nauc_map_at_100_max": 0.6034, "nauc_map_at_100_std": 0.064228, "nauc_map_at_100_diff1": 0.726706, "nauc_map_at_1000_max": 0.603524, "nauc_map_at_1000_std": 0.063983, "nauc_map_at_1000_diff1": 0.72695, "nauc_recall_at_1_max": 0.609366, "nauc_recall_at_1_std": 0.025723, "nauc_recall_at_1_diff1": 0.764369, "nauc_recall_at_3_max": 0.596457, "nauc_recall_at_3_std": 0.09973, "nauc_recall_at_3_diff1": 0.685126, "nauc_recall_at_5_max": 0.589645, "nauc_recall_at_5_std": 0.139482, "nauc_recall_at_5_diff1": 0.672618, "nauc_recall_at_10_max": 0.573132, "nauc_recall_at_10_std": 0.133082, "nauc_recall_at_10_diff1": 0.642574, "nauc_recall_at_20_max": 0.560573, "nauc_recall_at_20_std": 0.154992, "nauc_recall_at_20_diff1": 0.620745, "nauc_recall_at_100_max": 0.518743, "nauc_recall_at_100_std": 0.294955, "nauc_recall_at_100_diff1": 0.544815, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.609366, "nauc_precision_at_1_std": 0.025723, "nauc_precision_at_1_diff1": 0.764369, "nauc_precision_at_3_max": 0.596457, "nauc_precision_at_3_std": 0.09973, "nauc_precision_at_3_diff1": 0.685126, "nauc_precision_at_5_max": 0.589645, "nauc_precision_at_5_std": 0.139482, "nauc_precision_at_5_diff1": 0.672618, "nauc_precision_at_10_max": 0.573132, "nauc_precision_at_10_std": 0.133082, "nauc_precision_at_10_diff1": 0.642574, "nauc_precision_at_20_max": 0.560573, "nauc_precision_at_20_std": 0.154992, "nauc_precision_at_20_diff1": 0.620745, "nauc_precision_at_100_max": 0.518743, "nauc_precision_at_100_std": 0.294955, "nauc_precision_at_100_diff1": 0.544815, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.609366, "nauc_mrr_at_1_std": 0.025723, "nauc_mrr_at_1_diff1": 0.764369, "nauc_mrr_at_3_max": 0.606629, "nauc_mrr_at_3_std": 0.057658, "nauc_mrr_at_3_diff1": 0.731297, "nauc_mrr_at_5_max": 0.605541, "nauc_mrr_at_5_std": 0.065337, "nauc_mrr_at_5_diff1": 0.729517, "nauc_mrr_at_10_max": 0.603777, "nauc_mrr_at_10_std": 0.063548, "nauc_mrr_at_10_diff1": 0.726933, "nauc_mrr_at_20_max": 0.603361, "nauc_mrr_at_20_std": 0.063812, "nauc_mrr_at_20_diff1": 0.726623, "nauc_mrr_at_100_max": 0.6034, "nauc_mrr_at_100_std": 0.064228, "nauc_mrr_at_100_diff1": 0.726706, "nauc_mrr_at_1000_max": 0.603524, "nauc_mrr_at_1000_std": 0.063983, "nauc_mrr_at_1000_diff1": 0.72695, "main_score": 0.60595, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.485, "ndcg_at_3": 0.5652, "ndcg_at_5": 0.58504, "ndcg_at_10": 0.60481, "ndcg_at_20": 0.61629, "ndcg_at_100": 0.63438, "ndcg_at_1000": 0.65035, "map_at_1": 0.485, "map_at_3": 0.54617, "map_at_5": 0.55722, "map_at_10": 0.56541, "map_at_20": 0.56861, "map_at_100": 0.57116, "map_at_1000": 0.5717, "recall_at_1": 0.485, "recall_at_3": 0.62, "recall_at_5": 0.668, "recall_at_10": 0.729, "recall_at_20": 0.774, "recall_at_100": 0.871, "recall_at_1000": 1.0, "precision_at_1": 0.485, "precision_at_3": 0.20667, "precision_at_5": 0.1336, "precision_at_10": 0.0729, "precision_at_20": 0.0387, "precision_at_100": 0.00871, "precision_at_1000": 0.001, "mrr_at_1": 0.485, "mrr_at_3": 0.546167, "mrr_at_5": 0.557217, "mrr_at_10": 0.565411, "mrr_at_20": 0.568611, "mrr_at_100": 0.571158, "mrr_at_1000": 0.571696, "nauc_ndcg_at_1_max": 0.602976, "nauc_ndcg_at_1_std": 0.140747, "nauc_ndcg_at_1_diff1": 0.748275, "nauc_ndcg_at_3_max": 0.584028, "nauc_ndcg_at_3_std": 0.14389, "nauc_ndcg_at_3_diff1": 0.682391, "nauc_ndcg_at_5_max": 0.582567, "nauc_ndcg_at_5_std": 0.14784, "nauc_ndcg_at_5_diff1": 0.678797, "nauc_ndcg_at_10_max": 0.585416, "nauc_ndcg_at_10_std": 0.166321, "nauc_ndcg_at_10_diff1": 0.67488, "nauc_ndcg_at_20_max": 0.588367, "nauc_ndcg_at_20_std": 0.177978, "nauc_ndcg_at_20_diff1": 0.673535, "nauc_ndcg_at_100_max": 0.587421, "nauc_ndcg_at_100_std": 0.183065, "nauc_ndcg_at_100_diff1": 0.672514, "nauc_ndcg_at_1000_max": 0.587481, "nauc_ndcg_at_1000_std": 0.166972, "nauc_ndcg_at_1000_diff1": 0.681683, "nauc_map_at_1_max": 0.602976, "nauc_map_at_1_std": 0.140747, "nauc_map_at_1_diff1": 0.748275, "nauc_map_at_3_max": 0.588658, "nauc_map_at_3_std": 0.143144, "nauc_map_at_3_diff1": 0.697423, "nauc_map_at_5_max": 0.588048, "nauc_map_at_5_std": 0.145146, "nauc_map_at_5_diff1": 0.695682, "nauc_map_at_10_max": 0.589052, "nauc_map_at_10_std": 0.152513, "nauc_map_at_10_diff1": 0.694172, "nauc_map_at_20_max": 0.589991, "nauc_map_at_20_std": 0.155389, "nauc_map_at_20_diff1": 0.693936, "nauc_map_at_100_max": 0.589817, "nauc_map_at_100_std": 0.155685, "nauc_map_at_100_diff1": 0.693877, "nauc_map_at_1000_max": 0.589729, "nauc_map_at_1000_std": 0.155164, "nauc_map_at_1000_diff1": 0.694122, "nauc_recall_at_1_max": 0.602976, "nauc_recall_at_1_std": 0.140747, "nauc_recall_at_1_diff1": 0.748275, "nauc_recall_at_3_max": 0.569575, "nauc_recall_at_3_std": 0.146208, "nauc_recall_at_3_diff1": 0.635958, "nauc_recall_at_5_max": 0.563767, "nauc_recall_at_5_std": 0.15773, "nauc_recall_at_5_diff1": 0.622146, "nauc_recall_at_10_max": 0.573096, "nauc_recall_at_10_std": 0.229772, "nauc_recall_at_10_diff1": 0.599414, "nauc_recall_at_20_max": 0.585779, "nauc_recall_at_20_std": 0.304792, "nauc_recall_at_20_diff1": 0.580423, "nauc_recall_at_100_max": 0.574721, "nauc_recall_at_100_std": 0.45371, "nauc_recall_at_100_diff1": 0.510257, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.602976, "nauc_precision_at_1_std": 0.140747, "nauc_precision_at_1_diff1": 0.748275, "nauc_precision_at_3_max": 0.569575, "nauc_precision_at_3_std": 0.146208, "nauc_precision_at_3_diff1": 0.635958, "nauc_precision_at_5_max": 0.563767, "nauc_precision_at_5_std": 0.15773, "nauc_precision_at_5_diff1": 0.622146, "nauc_precision_at_10_max": 0.573096, "nauc_precision_at_10_std": 0.229772, "nauc_precision_at_10_diff1": 0.599414, "nauc_precision_at_20_max": 0.585779, "nauc_precision_at_20_std": 0.304792, "nauc_precision_at_20_diff1": 0.580423, "nauc_precision_at_100_max": 0.574721, "nauc_precision_at_100_std": 0.45371, "nauc_precision_at_100_diff1": 0.510257, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.602976, "nauc_mrr_at_1_std": 0.140747, "nauc_mrr_at_1_diff1": 0.748275, "nauc_mrr_at_3_max": 0.588658, "nauc_mrr_at_3_std": 0.143144, "nauc_mrr_at_3_diff1": 0.697423, "nauc_mrr_at_5_max": 0.588048, "nauc_mrr_at_5_std": 0.145146, "nauc_mrr_at_5_diff1": 0.695682, "nauc_mrr_at_10_max": 0.589052, "nauc_mrr_at_10_std": 0.152513, "nauc_mrr_at_10_diff1": 0.694172, "nauc_mrr_at_20_max": 0.589991, "nauc_mrr_at_20_std": 0.155389, "nauc_mrr_at_20_diff1": 0.693936, "nauc_mrr_at_100_max": 0.589817, "nauc_mrr_at_100_std": 0.155685, "nauc_mrr_at_100_diff1": 0.693877, "nauc_mrr_at_1000_max": 0.589729, "nauc_mrr_at_1000_std": 0.155164, "nauc_mrr_at_1000_diff1": 0.694122, "main_score": 0.60481, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.533, "ndcg_at_3": 0.61102, "ndcg_at_5": 0.62578, "ndcg_at_10": 0.64468, "ndcg_at_20": 0.65697, "ndcg_at_100": 0.67146, "ndcg_at_1000": 0.68541, "map_at_1": 0.533, "map_at_3": 0.592, "map_at_5": 0.60015, "map_at_10": 0.60803, "map_at_20": 0.61135, "map_at_100": 0.6133, "map_at_1000": 0.61379, "recall_at_1": 0.533, "recall_at_3": 0.666, "recall_at_5": 0.702, "recall_at_10": 0.76, "recall_at_20": 0.809, "recall_at_100": 0.888, "recall_at_1000": 1.0, "precision_at_1": 0.533, "precision_at_3": 0.222, "precision_at_5": 0.1404, "precision_at_10": 0.076, "precision_at_20": 0.04045, "precision_at_100": 0.00888, "precision_at_1000": 0.001, "mrr_at_1": 0.533, "mrr_at_3": 0.592, "mrr_at_5": 0.60015, "mrr_at_10": 0.608028, "mrr_at_20": 0.611349, "mrr_at_100": 0.613298, "mrr_at_1000": 0.613786, "nauc_ndcg_at_1_max": 0.598843, "nauc_ndcg_at_1_std": 0.142203, "nauc_ndcg_at_1_diff1": 0.707731, "nauc_ndcg_at_3_max": 0.607409, "nauc_ndcg_at_3_std": 0.161952, "nauc_ndcg_at_3_diff1": 0.666643, "nauc_ndcg_at_5_max": 0.602, "nauc_ndcg_at_5_std": 0.156308, "nauc_ndcg_at_5_diff1": 0.660682, "nauc_ndcg_at_10_max": 0.5995, "nauc_ndcg_at_10_std": 0.163984, "nauc_ndcg_at_10_diff1": 0.656941, "nauc_ndcg_at_20_max": 0.595666, "nauc_ndcg_at_20_std": 0.170922, "nauc_ndcg_at_20_diff1": 0.659969, "nauc_ndcg_at_100_max": 0.595716, "nauc_ndcg_at_100_std": 0.181411, "nauc_ndcg_at_100_diff1": 0.659732, "nauc_ndcg_at_1000_max": 0.598312, "nauc_ndcg_at_1000_std": 0.169372, "nauc_ndcg_at_1000_diff1": 0.666624, "nauc_map_at_1_max": 0.598843, "nauc_map_at_1_std": 0.142203, "nauc_map_at_1_diff1": 0.707731, "nauc_map_at_3_max": 0.605273, "nauc_map_at_3_std": 0.158403, "nauc_map_at_3_diff1": 0.677343, "nauc_map_at_5_max": 0.602369, "nauc_map_at_5_std": 0.155303, "nauc_map_at_5_diff1": 0.674272, "nauc_map_at_10_max": 0.601675, "nauc_map_at_10_std": 0.158443, "nauc_map_at_10_diff1": 0.673417, "nauc_map_at_20_max": 0.600754, "nauc_map_at_20_std": 0.160044, "nauc_map_at_20_diff1": 0.6744, "nauc_map_at_100_max": 0.600752, "nauc_map_at_100_std": 0.161291, "nauc_map_at_100_diff1": 0.674548, "nauc_map_at_1000_max": 0.600795, "nauc_map_at_1000_std": 0.160986, "nauc_map_at_1000_diff1": 0.674779, "nauc_recall_at_1_max": 0.598843, "nauc_recall_at_1_std": 0.142203, "nauc_recall_at_1_diff1": 0.707731, "nauc_recall_at_3_max": 0.614288, "nauc_recall_at_3_std": 0.172716, "nauc_recall_at_3_diff1": 0.631957, "nauc_recall_at_5_max": 0.599747, "nauc_recall_at_5_std": 0.158069, "nauc_recall_at_5_diff1": 0.612923, "nauc_recall_at_10_max": 0.587386, "nauc_recall_at_10_std": 0.18799, "nauc_recall_at_10_diff1": 0.58622, "nauc_recall_at_20_max": 0.561685, "nauc_recall_at_20_std": 0.235834, "nauc_recall_at_20_diff1": 0.588828, "nauc_recall_at_100_max": 0.542817, "nauc_recall_at_100_std": 0.409256, "nauc_recall_at_100_diff1": 0.53798, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.598843, "nauc_precision_at_1_std": 0.142203, "nauc_precision_at_1_diff1": 0.707731, "nauc_precision_at_3_max": 0.614288, "nauc_precision_at_3_std": 0.172716, "nauc_precision_at_3_diff1": 0.631957, "nauc_precision_at_5_max": 0.599747, "nauc_precision_at_5_std": 0.158069, "nauc_precision_at_5_diff1": 0.612923, "nauc_precision_at_10_max": 0.587386, "nauc_precision_at_10_std": 0.18799, "nauc_precision_at_10_diff1": 0.58622, "nauc_precision_at_20_max": 0.561685, "nauc_precision_at_20_std": 0.235834, "nauc_precision_at_20_diff1": 0.588828, "nauc_precision_at_100_max": 0.542817, "nauc_precision_at_100_std": 0.409256, "nauc_precision_at_100_diff1": 0.53798, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.598843, "nauc_mrr_at_1_std": 0.142203, "nauc_mrr_at_1_diff1": 0.707731, "nauc_mrr_at_3_max": 0.605273, "nauc_mrr_at_3_std": 0.158403, "nauc_mrr_at_3_diff1": 0.677343, "nauc_mrr_at_5_max": 0.602369, "nauc_mrr_at_5_std": 0.155303, "nauc_mrr_at_5_diff1": 0.674272, "nauc_mrr_at_10_max": 0.601675, "nauc_mrr_at_10_std": 0.158443, "nauc_mrr_at_10_diff1": 0.673417, "nauc_mrr_at_20_max": 0.600754, "nauc_mrr_at_20_std": 0.160044, "nauc_mrr_at_20_diff1": 0.6744, "nauc_mrr_at_100_max": 0.600752, "nauc_mrr_at_100_std": 0.161291, "nauc_mrr_at_100_diff1": 0.674548, "nauc_mrr_at_1000_max": 0.600795, "nauc_mrr_at_1000_std": 0.160986, "nauc_mrr_at_1000_diff1": 0.674779, "main_score": 0.64468, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.488, "ndcg_at_3": 0.56337, "ndcg_at_5": 0.57946, "ndcg_at_10": 0.59577, "ndcg_at_20": 0.60793, "ndcg_at_100": 0.62902, "ndcg_at_1000": 0.64535, "map_at_1": 0.488, "map_at_3": 0.54483, "map_at_5": 0.55378, "map_at_10": 0.56079, "map_at_20": 0.56427, "map_at_100": 0.56712, "map_at_1000": 0.56766, "recall_at_1": 0.488, "recall_at_3": 0.617, "recall_at_5": 0.656, "recall_at_10": 0.705, "recall_at_20": 0.752, "recall_at_100": 0.867, "recall_at_1000": 1.0, "precision_at_1": 0.488, "precision_at_3": 0.20567, "precision_at_5": 0.1312, "precision_at_10": 0.0705, "precision_at_20": 0.0376, "precision_at_100": 0.00867, "precision_at_1000": 0.001, "mrr_at_1": 0.488, "mrr_at_3": 0.544833, "mrr_at_5": 0.553783, "mrr_at_10": 0.560788, "mrr_at_20": 0.564272, "mrr_at_100": 0.567123, "mrr_at_1000": 0.567662, "nauc_ndcg_at_1_max": 0.650858, "nauc_ndcg_at_1_std": 0.050633, "nauc_ndcg_at_1_diff1": 0.803465, "nauc_ndcg_at_3_max": 0.64077, "nauc_ndcg_at_3_std": 0.07028, "nauc_ndcg_at_3_diff1": 0.743059, "nauc_ndcg_at_5_max": 0.643253, "nauc_ndcg_at_5_std": 0.086722, "nauc_ndcg_at_5_diff1": 0.743236, "nauc_ndcg_at_10_max": 0.636552, "nauc_ndcg_at_10_std": 0.085522, "nauc_ndcg_at_10_diff1": 0.738658, "nauc_ndcg_at_20_max": 0.640443, "nauc_ndcg_at_20_std": 0.09744, "nauc_ndcg_at_20_diff1": 0.739709, "nauc_ndcg_at_100_max": 0.637351, "nauc_ndcg_at_100_std": 0.099346, "nauc_ndcg_at_100_diff1": 0.741571, "nauc_ndcg_at_1000_max": 0.640306, "nauc_ndcg_at_1000_std": 0.089869, "nauc_ndcg_at_1000_diff1": 0.747056, "nauc_map_at_1_max": 0.650858, "nauc_map_at_1_std": 0.050633, "nauc_map_at_1_diff1": 0.803465, "nauc_map_at_3_max": 0.64319, "nauc_map_at_3_std": 0.065293, "nauc_map_at_3_diff1": 0.758523, "nauc_map_at_5_max": 0.644608, "nauc_map_at_5_std": 0.074475, "nauc_map_at_5_diff1": 0.75889, "nauc_map_at_10_max": 0.641671, "nauc_map_at_10_std": 0.073735, "nauc_map_at_10_diff1": 0.756951, "nauc_map_at_20_max": 0.642691, "nauc_map_at_20_std": 0.076984, "nauc_map_at_20_diff1": 0.75728, "nauc_map_at_100_max": 0.642257, "nauc_map_at_100_std": 0.077369, "nauc_map_at_100_diff1": 0.757338, "nauc_map_at_1000_max": 0.6424, "nauc_map_at_1000_std": 0.077235, "nauc_map_at_1000_diff1": 0.757488, "nauc_recall_at_1_max": 0.650858, "nauc_recall_at_1_std": 0.050633, "nauc_recall_at_1_diff1": 0.803465, "nauc_recall_at_3_max": 0.633248, "nauc_recall_at_3_std": 0.085909, "nauc_recall_at_3_diff1": 0.694531, "nauc_recall_at_5_max": 0.639162, "nauc_recall_at_5_std": 0.129526, "nauc_recall_at_5_diff1": 0.691126, "nauc_recall_at_10_max": 0.61604, "nauc_recall_at_10_std": 0.130496, "nauc_recall_at_10_diff1": 0.670686, "nauc_recall_at_20_max": 0.633739, "nauc_recall_at_20_std": 0.197577, "nauc_recall_at_20_diff1": 0.666735, "nauc_recall_at_100_max": 0.59559, "nauc_recall_at_100_std": 0.282765, "nauc_recall_at_100_diff1": 0.646489, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.650858, "nauc_precision_at_1_std": 0.050633, "nauc_precision_at_1_diff1": 0.803465, "nauc_precision_at_3_max": 0.633248, "nauc_precision_at_3_std": 0.085909, "nauc_precision_at_3_diff1": 0.694531, "nauc_precision_at_5_max": 0.639162, "nauc_precision_at_5_std": 0.129526, "nauc_precision_at_5_diff1": 0.691126, "nauc_precision_at_10_max": 0.61604, "nauc_precision_at_10_std": 0.130496, "nauc_precision_at_10_diff1": 0.670686, "nauc_precision_at_20_max": 0.633739, "nauc_precision_at_20_std": 0.197577, "nauc_precision_at_20_diff1": 0.666735, "nauc_precision_at_100_max": 0.59559, "nauc_precision_at_100_std": 0.282765, "nauc_precision_at_100_diff1": 0.646489, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.650858, "nauc_mrr_at_1_std": 0.050633, "nauc_mrr_at_1_diff1": 0.803465, "nauc_mrr_at_3_max": 0.64319, "nauc_mrr_at_3_std": 0.065293, "nauc_mrr_at_3_diff1": 0.758523, "nauc_mrr_at_5_max": 0.644608, "nauc_mrr_at_5_std": 0.074475, "nauc_mrr_at_5_diff1": 0.75889, "nauc_mrr_at_10_max": 0.641671, "nauc_mrr_at_10_std": 0.073735, "nauc_mrr_at_10_diff1": 0.756951, "nauc_mrr_at_20_max": 0.642691, "nauc_mrr_at_20_std": 0.076984, "nauc_mrr_at_20_diff1": 0.75728, "nauc_mrr_at_100_max": 0.642257, "nauc_mrr_at_100_std": 0.077369, "nauc_mrr_at_100_diff1": 0.757338, "nauc_mrr_at_1000_max": 0.6424, "nauc_mrr_at_1000_std": 0.077235, "nauc_mrr_at_1000_diff1": 0.757488, "main_score": 0.59577, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.491, "ndcg_at_3": 0.56411, "ndcg_at_5": 0.58123, "ndcg_at_10": 0.5988, "ndcg_at_20": 0.61453, "ndcg_at_100": 0.63456, "ndcg_at_1000": 0.64878, "map_at_1": 0.491, "map_at_3": 0.54617, "map_at_5": 0.55557, "map_at_10": 0.56288, "map_at_20": 0.5671, "map_at_100": 0.56967, "map_at_1000": 0.57017, "recall_at_1": 0.491, "recall_at_3": 0.616, "recall_at_5": 0.658, "recall_at_10": 0.712, "recall_at_20": 0.775, "recall_at_100": 0.886, "recall_at_1000": 1.0, "precision_at_1": 0.491, "precision_at_3": 0.20533, "precision_at_5": 0.1316, "precision_at_10": 0.0712, "precision_at_20": 0.03875, "precision_at_100": 0.00886, "precision_at_1000": 0.001, "mrr_at_1": 0.491, "mrr_at_3": 0.546167, "mrr_at_5": 0.555567, "mrr_at_10": 0.562877, "mrr_at_20": 0.567097, "mrr_at_100": 0.569672, "mrr_at_1000": 0.570173, "nauc_ndcg_at_1_max": 0.497076, "nauc_ndcg_at_1_std": 0.002763, "nauc_ndcg_at_1_diff1": 0.800342, "nauc_ndcg_at_3_max": 0.488278, "nauc_ndcg_at_3_std": 0.019399, "nauc_ndcg_at_3_diff1": 0.753891, "nauc_ndcg_at_5_max": 0.486908, "nauc_ndcg_at_5_std": 0.022451, "nauc_ndcg_at_5_diff1": 0.752953, "nauc_ndcg_at_10_max": 0.483583, "nauc_ndcg_at_10_std": 0.024824, "nauc_ndcg_at_10_diff1": 0.744821, "nauc_ndcg_at_20_max": 0.482725, "nauc_ndcg_at_20_std": 0.026652, "nauc_ndcg_at_20_diff1": 0.74011, "nauc_ndcg_at_100_max": 0.48685, "nauc_ndcg_at_100_std": 0.038554, "nauc_ndcg_at_100_diff1": 0.743376, "nauc_ndcg_at_1000_max": 0.488417, "nauc_ndcg_at_1000_std": 0.02818, "nauc_ndcg_at_1000_diff1": 0.751225, "nauc_map_at_1_max": 0.497076, "nauc_map_at_1_std": 0.002763, "nauc_map_at_1_diff1": 0.800342, "nauc_map_at_3_max": 0.492367, "nauc_map_at_3_std": 0.016558, "nauc_map_at_3_diff1": 0.765462, "nauc_map_at_5_max": 0.49172, "nauc_map_at_5_std": 0.017831, "nauc_map_at_5_diff1": 0.76509, "nauc_map_at_10_max": 0.490609, "nauc_map_at_10_std": 0.018927, "nauc_map_at_10_diff1": 0.761754, "nauc_map_at_20_max": 0.490246, "nauc_map_at_20_std": 0.018904, "nauc_map_at_20_diff1": 0.760683, "nauc_map_at_100_max": 0.490928, "nauc_map_at_100_std": 0.02045, "nauc_map_at_100_diff1": 0.76115, "nauc_map_at_1000_max": 0.491021, "nauc_map_at_1000_std": 0.020233, "nauc_map_at_1000_diff1": 0.761424, "nauc_recall_at_1_max": 0.497076, "nauc_recall_at_1_std": 0.002763, "nauc_recall_at_1_diff1": 0.800342, "nauc_recall_at_3_max": 0.474644, "nauc_recall_at_3_std": 0.027663, "nauc_recall_at_3_diff1": 0.717792, "nauc_recall_at_5_max": 0.469705, "nauc_recall_at_5_std": 0.03815, "nauc_recall_at_5_diff1": 0.712529, "nauc_recall_at_10_max": 0.454087, "nauc_recall_at_10_std": 0.047402, "nauc_recall_at_10_diff1": 0.678899, "nauc_recall_at_20_max": 0.445236, "nauc_recall_at_20_std": 0.067822, "nauc_recall_at_20_diff1": 0.638087, "nauc_recall_at_100_max": 0.46486, "nauc_recall_at_100_std": 0.254512, "nauc_recall_at_100_diff1": 0.599793, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.497076, "nauc_precision_at_1_std": 0.002763, "nauc_precision_at_1_diff1": 0.800342, "nauc_precision_at_3_max": 0.474644, "nauc_precision_at_3_std": 0.027663, "nauc_precision_at_3_diff1": 0.717792, "nauc_precision_at_5_max": 0.469705, "nauc_precision_at_5_std": 0.03815, "nauc_precision_at_5_diff1": 0.712529, "nauc_precision_at_10_max": 0.454087, "nauc_precision_at_10_std": 0.047402, "nauc_precision_at_10_diff1": 0.678899, "nauc_precision_at_20_max": 0.445236, "nauc_precision_at_20_std": 0.067822, "nauc_precision_at_20_diff1": 0.638087, "nauc_precision_at_100_max": 0.46486, "nauc_precision_at_100_std": 0.254512, "nauc_precision_at_100_diff1": 0.599793, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.497076, "nauc_mrr_at_1_std": 0.002763, "nauc_mrr_at_1_diff1": 0.800342, "nauc_mrr_at_3_max": 0.492367, "nauc_mrr_at_3_std": 0.016558, "nauc_mrr_at_3_diff1": 0.765462, "nauc_mrr_at_5_max": 0.49172, "nauc_mrr_at_5_std": 0.017831, "nauc_mrr_at_5_diff1": 0.76509, "nauc_mrr_at_10_max": 0.490609, "nauc_mrr_at_10_std": 0.018927, "nauc_mrr_at_10_diff1": 0.761754, "nauc_mrr_at_20_max": 0.490246, "nauc_mrr_at_20_std": 0.018904, "nauc_mrr_at_20_diff1": 0.760683, "nauc_mrr_at_100_max": 0.490928, "nauc_mrr_at_100_std": 0.02045, "nauc_mrr_at_100_diff1": 0.76115, "nauc_mrr_at_1000_max": 0.491021, "nauc_mrr_at_1000_std": 0.020233, "nauc_mrr_at_1000_diff1": 0.761424, "main_score": 0.5988, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.532, "ndcg_at_3": 0.59275, "ndcg_at_5": 0.61298, "ndcg_at_10": 0.62508, "ndcg_at_20": 0.6384, "ndcg_at_100": 0.6558, "ndcg_at_1000": 0.67192, "map_at_1": 0.532, "map_at_3": 0.5775, "map_at_5": 0.58875, "map_at_10": 0.59383, "map_at_20": 0.59743, "map_at_100": 0.59983, "map_at_1000": 0.60039, "recall_at_1": 0.532, "recall_at_3": 0.637, "recall_at_5": 0.686, "recall_at_10": 0.723, "recall_at_20": 0.776, "recall_at_100": 0.87, "recall_at_1000": 1.0, "precision_at_1": 0.532, "precision_at_3": 0.21233, "precision_at_5": 0.1372, "precision_at_10": 0.0723, "precision_at_20": 0.0388, "precision_at_100": 0.0087, "precision_at_1000": 0.001, "mrr_at_1": 0.532, "mrr_at_3": 0.5775, "mrr_at_5": 0.58875, "mrr_at_10": 0.593825, "mrr_at_20": 0.597434, "mrr_at_100": 0.599837, "mrr_at_1000": 0.60039, "nauc_ndcg_at_1_max": 0.556374, "nauc_ndcg_at_1_std": 0.101886, "nauc_ndcg_at_1_diff1": 0.761652, "nauc_ndcg_at_3_max": 0.556638, "nauc_ndcg_at_3_std": 0.134108, "nauc_ndcg_at_3_diff1": 0.71777, "nauc_ndcg_at_5_max": 0.548023, "nauc_ndcg_at_5_std": 0.134406, "nauc_ndcg_at_5_diff1": 0.705627, "nauc_ndcg_at_10_max": 0.552074, "nauc_ndcg_at_10_std": 0.134324, "nauc_ndcg_at_10_diff1": 0.702275, "nauc_ndcg_at_20_max": 0.551049, "nauc_ndcg_at_20_std": 0.143992, "nauc_ndcg_at_20_diff1": 0.701624, "nauc_ndcg_at_100_max": 0.551519, "nauc_ndcg_at_100_std": 0.148493, "nauc_ndcg_at_100_diff1": 0.703395, "nauc_ndcg_at_1000_max": 0.551056, "nauc_ndcg_at_1000_std": 0.138142, "nauc_ndcg_at_1000_diff1": 0.710517, "nauc_map_at_1_max": 0.556374, "nauc_map_at_1_std": 0.101886, "nauc_map_at_1_diff1": 0.761652, "nauc_map_at_3_max": 0.554764, "nauc_map_at_3_std": 0.124365, "nauc_map_at_3_diff1": 0.729009, "nauc_map_at_5_max": 0.550007, "nauc_map_at_5_std": 0.124289, "nauc_map_at_5_diff1": 0.722673, "nauc_map_at_10_max": 0.551733, "nauc_map_at_10_std": 0.124289, "nauc_map_at_10_diff1": 0.72145, "nauc_map_at_20_max": 0.551439, "nauc_map_at_20_std": 0.126865, "nauc_map_at_20_diff1": 0.721491, "nauc_map_at_100_max": 0.551344, "nauc_map_at_100_std": 0.127465, "nauc_map_at_100_diff1": 0.721629, "nauc_map_at_1000_max": 0.551335, "nauc_map_at_1000_std": 0.12726, "nauc_map_at_1000_diff1": 0.721819, "nauc_recall_at_1_max": 0.556374, "nauc_recall_at_1_std": 0.101886, "nauc_recall_at_1_diff1": 0.761652, "nauc_recall_at_3_max": 0.563343, "nauc_recall_at_3_std": 0.165411, "nauc_recall_at_3_diff1": 0.682438, "nauc_recall_at_5_max": 0.540896, "nauc_recall_at_5_std": 0.169612, "nauc_recall_at_5_diff1": 0.645792, "nauc_recall_at_10_max": 0.554586, "nauc_recall_at_10_std": 0.171936, "nauc_recall_at_10_diff1": 0.62781, "nauc_recall_at_20_max": 0.549736, "nauc_recall_at_20_std": 0.230036, "nauc_recall_at_20_diff1": 0.609844, "nauc_recall_at_100_max": 0.560961, "nauc_recall_at_100_std": 0.331534, "nauc_recall_at_100_diff1": 0.580915, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.556374, "nauc_precision_at_1_std": 0.101886, "nauc_precision_at_1_diff1": 0.761652, "nauc_precision_at_3_max": 0.563343, "nauc_precision_at_3_std": 0.165411, "nauc_precision_at_3_diff1": 0.682438, "nauc_precision_at_5_max": 0.540896, "nauc_precision_at_5_std": 0.169612, "nauc_precision_at_5_diff1": 0.645792, "nauc_precision_at_10_max": 0.554586, "nauc_precision_at_10_std": 0.171936, "nauc_precision_at_10_diff1": 0.62781, "nauc_precision_at_20_max": 0.549736, "nauc_precision_at_20_std": 0.230036, "nauc_precision_at_20_diff1": 0.609844, "nauc_precision_at_100_max": 0.560961, "nauc_precision_at_100_std": 0.331534, "nauc_precision_at_100_diff1": 0.580915, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.556374, "nauc_mrr_at_1_std": 0.101886, "nauc_mrr_at_1_diff1": 0.761652, "nauc_mrr_at_3_max": 0.554764, "nauc_mrr_at_3_std": 0.124365, "nauc_mrr_at_3_diff1": 0.729009, "nauc_mrr_at_5_max": 0.550007, "nauc_mrr_at_5_std": 0.124289, "nauc_mrr_at_5_diff1": 0.722673, "nauc_mrr_at_10_max": 0.551733, "nauc_mrr_at_10_std": 0.124289, "nauc_mrr_at_10_diff1": 0.72145, "nauc_mrr_at_20_max": 0.551439, "nauc_mrr_at_20_std": 0.126865, "nauc_mrr_at_20_diff1": 0.721491, "nauc_mrr_at_100_max": 0.551365, "nauc_mrr_at_100_std": 0.127526, "nauc_mrr_at_100_diff1": 0.721621, "nauc_mrr_at_1000_max": 0.551335, "nauc_mrr_at_1000_std": 0.127261, "nauc_mrr_at_1000_diff1": 0.721819, "main_score": 0.62508, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.443, "ndcg_at_3": 0.52021, "ndcg_at_5": 0.54005, "ndcg_at_10": 0.55959, "ndcg_at_20": 0.574, "ndcg_at_100": 0.5981, "ndcg_at_1000": 0.61373, "map_at_1": 0.443, "map_at_3": 0.50067, "map_at_5": 0.51172, "map_at_10": 0.51968, "map_at_20": 0.52363, "map_at_100": 0.5269, "map_at_1000": 0.52744, "recall_at_1": 0.443, "recall_at_3": 0.577, "recall_at_5": 0.625, "recall_at_10": 0.686, "recall_at_20": 0.743, "recall_at_100": 0.874, "recall_at_1000": 1.0, "precision_at_1": 0.443, "precision_at_3": 0.19233, "precision_at_5": 0.125, "precision_at_10": 0.0686, "precision_at_20": 0.03715, "precision_at_100": 0.00874, "precision_at_1000": 0.001, "mrr_at_1": 0.443, "mrr_at_3": 0.500667, "mrr_at_5": 0.511717, "mrr_at_10": 0.519677, "mrr_at_20": 0.523631, "mrr_at_100": 0.5269, "mrr_at_1000": 0.527435, "nauc_ndcg_at_1_max": 0.495086, "nauc_ndcg_at_1_std": 0.09926, "nauc_ndcg_at_1_diff1": 0.698813, "nauc_ndcg_at_3_max": 0.51461, "nauc_ndcg_at_3_std": 0.137773, "nauc_ndcg_at_3_diff1": 0.647136, "nauc_ndcg_at_5_max": 0.508007, "nauc_ndcg_at_5_std": 0.145646, "nauc_ndcg_at_5_diff1": 0.633413, "nauc_ndcg_at_10_max": 0.511538, "nauc_ndcg_at_10_std": 0.164601, "nauc_ndcg_at_10_diff1": 0.63351, "nauc_ndcg_at_20_max": 0.510216, "nauc_ndcg_at_20_std": 0.163967, "nauc_ndcg_at_20_diff1": 0.63226, "nauc_ndcg_at_100_max": 0.505166, "nauc_ndcg_at_100_std": 0.164866, "nauc_ndcg_at_100_diff1": 0.631756, "nauc_ndcg_at_1000_max": 0.506624, "nauc_ndcg_at_1000_std": 0.152096, "nauc_ndcg_at_1000_diff1": 0.640463, "nauc_map_at_1_max": 0.495086, "nauc_map_at_1_std": 0.09926, "nauc_map_at_1_diff1": 0.698813, "nauc_map_at_3_max": 0.509629, "nauc_map_at_3_std": 0.127086, "nauc_map_at_3_diff1": 0.659607, "nauc_map_at_5_max": 0.50601, "nauc_map_at_5_std": 0.131474, "nauc_map_at_5_diff1": 0.652364, "nauc_map_at_10_max": 0.507718, "nauc_map_at_10_std": 0.138587, "nauc_map_at_10_diff1": 0.652866, "nauc_map_at_20_max": 0.507133, "nauc_map_at_20_std": 0.138315, "nauc_map_at_20_diff1": 0.652492, "nauc_map_at_100_max": 0.506127, "nauc_map_at_100_std": 0.138074, "nauc_map_at_100_diff1": 0.652254, "nauc_map_at_1000_max": 0.506186, "nauc_map_at_1000_std": 0.137711, "nauc_map_at_1000_diff1": 0.652534, "nauc_recall_at_1_max": 0.495086, "nauc_recall_at_1_std": 0.09926, "nauc_recall_at_1_diff1": 0.698813, "nauc_recall_at_3_max": 0.529937, "nauc_recall_at_3_std": 0.171034, "nauc_recall_at_3_diff1": 0.609064, "nauc_recall_at_5_max": 0.513433, "nauc_recall_at_5_std": 0.193012, "nauc_recall_at_5_diff1": 0.569903, "nauc_recall_at_10_max": 0.524836, "nauc_recall_at_10_std": 0.269964, "nauc_recall_at_10_diff1": 0.560845, "nauc_recall_at_20_max": 0.522347, "nauc_recall_at_20_std": 0.283379, "nauc_recall_at_20_diff1": 0.544117, "nauc_recall_at_100_max": 0.482876, "nauc_recall_at_100_std": 0.403078, "nauc_recall_at_100_diff1": 0.474502, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.495086, "nauc_precision_at_1_std": 0.09926, "nauc_precision_at_1_diff1": 0.698813, "nauc_precision_at_3_max": 0.529937, "nauc_precision_at_3_std": 0.171034, "nauc_precision_at_3_diff1": 0.609064, "nauc_precision_at_5_max": 0.513433, "nauc_precision_at_5_std": 0.193012, "nauc_precision_at_5_diff1": 0.569903, "nauc_precision_at_10_max": 0.524836, "nauc_precision_at_10_std": 0.269964, "nauc_precision_at_10_diff1": 0.560845, "nauc_precision_at_20_max": 0.522347, "nauc_precision_at_20_std": 0.283379, "nauc_precision_at_20_diff1": 0.544117, "nauc_precision_at_100_max": 0.482876, "nauc_precision_at_100_std": 0.403078, "nauc_precision_at_100_diff1": 0.474502, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.495086, "nauc_mrr_at_1_std": 0.09926, "nauc_mrr_at_1_diff1": 0.698813, "nauc_mrr_at_3_max": 0.509629, "nauc_mrr_at_3_std": 0.127086, "nauc_mrr_at_3_diff1": 0.659607, "nauc_mrr_at_5_max": 0.50601, "nauc_mrr_at_5_std": 0.131474, "nauc_mrr_at_5_diff1": 0.652364, "nauc_mrr_at_10_max": 0.507718, "nauc_mrr_at_10_std": 0.138587, "nauc_mrr_at_10_diff1": 0.652866, "nauc_mrr_at_20_max": 0.507133, "nauc_mrr_at_20_std": 0.138315, "nauc_mrr_at_20_diff1": 0.652492, "nauc_mrr_at_100_max": 0.506134, "nauc_mrr_at_100_std": 0.138084, "nauc_mrr_at_100_diff1": 0.652257, "nauc_mrr_at_1000_max": 0.506194, "nauc_mrr_at_1000_std": 0.137721, "nauc_mrr_at_1000_diff1": 0.652537, "main_score": 0.55959, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.397, "ndcg_at_3": 0.47047, "ndcg_at_5": 0.49311, "ndcg_at_10": 0.51181, "ndcg_at_20": 0.52214, "ndcg_at_100": 0.54348, "ndcg_at_1000": 0.56837, "map_at_1": 0.397, "map_at_3": 0.45233, "map_at_5": 0.46488, "map_at_10": 0.47258, "map_at_20": 0.47552, "map_at_100": 0.47836, "map_at_1000": 0.47911, "recall_at_1": 0.397, "recall_at_3": 0.523, "recall_at_5": 0.578, "recall_at_10": 0.636, "recall_at_20": 0.676, "recall_at_100": 0.793, "recall_at_1000": 1.0, "precision_at_1": 0.397, "precision_at_3": 0.17433, "precision_at_5": 0.1156, "precision_at_10": 0.0636, "precision_at_20": 0.0338, "precision_at_100": 0.00793, "precision_at_1000": 0.001, "mrr_at_1": 0.397, "mrr_at_3": 0.452333, "mrr_at_5": 0.464833, "mrr_at_10": 0.472539, "mrr_at_20": 0.475485, "mrr_at_100": 0.47832, "mrr_at_1000": 0.479077, "nauc_ndcg_at_1_max": 0.647209, "nauc_ndcg_at_1_std": 0.066909, "nauc_ndcg_at_1_diff1": 0.73895, "nauc_ndcg_at_3_max": 0.6328, "nauc_ndcg_at_3_std": 0.081881, "nauc_ndcg_at_3_diff1": 0.661899, "nauc_ndcg_at_5_max": 0.626245, "nauc_ndcg_at_5_std": 0.092309, "nauc_ndcg_at_5_diff1": 0.651943, "nauc_ndcg_at_10_max": 0.621975, "nauc_ndcg_at_10_std": 0.0968, "nauc_ndcg_at_10_diff1": 0.644759, "nauc_ndcg_at_20_max": 0.619582, "nauc_ndcg_at_20_std": 0.095687, "nauc_ndcg_at_20_diff1": 0.642433, "nauc_ndcg_at_100_max": 0.619318, "nauc_ndcg_at_100_std": 0.1101, "nauc_ndcg_at_100_diff1": 0.642999, "nauc_ndcg_at_1000_max": 0.625255, "nauc_ndcg_at_1000_std": 0.098465, "nauc_ndcg_at_1000_diff1": 0.655672, "nauc_map_at_1_max": 0.647209, "nauc_map_at_1_std": 0.066909, "nauc_map_at_1_diff1": 0.73895, "nauc_map_at_3_max": 0.63761, "nauc_map_at_3_std": 0.080082, "nauc_map_at_3_diff1": 0.680503, "nauc_map_at_5_max": 0.63424, "nauc_map_at_5_std": 0.085874, "nauc_map_at_5_diff1": 0.675227, "nauc_map_at_10_max": 0.632256, "nauc_map_at_10_std": 0.087281, "nauc_map_at_10_diff1": 0.672573, "nauc_map_at_20_max": 0.63166, "nauc_map_at_20_std": 0.086831, "nauc_map_at_20_diff1": 0.672057, "nauc_map_at_100_max": 0.631789, "nauc_map_at_100_std": 0.08862, "nauc_map_at_100_diff1": 0.672435, "nauc_map_at_1000_max": 0.631964, "nauc_map_at_1000_std": 0.088428, "nauc_map_at_1000_diff1": 0.672776, "nauc_recall_at_1_max": 0.647209, "nauc_recall_at_1_std": 0.066909, "nauc_recall_at_1_diff1": 0.73895, "nauc_recall_at_3_max": 0.617905, "nauc_recall_at_3_std": 0.086442, "nauc_recall_at_3_diff1": 0.606526, "nauc_recall_at_5_max": 0.599458, "nauc_recall_at_5_std": 0.113026, "nauc_recall_at_5_diff1": 0.577869, "nauc_recall_at_10_max": 0.584225, "nauc_recall_at_10_std": 0.132643, "nauc_recall_at_10_diff1": 0.545865, "nauc_recall_at_20_max": 0.569905, "nauc_recall_at_20_std": 0.131248, "nauc_recall_at_20_diff1": 0.527146, "nauc_recall_at_100_max": 0.544543, "nauc_recall_at_100_std": 0.274424, "nauc_recall_at_100_diff1": 0.479152, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.647209, "nauc_precision_at_1_std": 0.066909, "nauc_precision_at_1_diff1": 0.73895, "nauc_precision_at_3_max": 0.617905, "nauc_precision_at_3_std": 0.086442, "nauc_precision_at_3_diff1": 0.606526, "nauc_precision_at_5_max": 0.599458, "nauc_precision_at_5_std": 0.113026, "nauc_precision_at_5_diff1": 0.577869, "nauc_precision_at_10_max": 0.584225, "nauc_precision_at_10_std": 0.132643, "nauc_precision_at_10_diff1": 0.545865, "nauc_precision_at_20_max": 0.569905, "nauc_precision_at_20_std": 0.131248, "nauc_precision_at_20_diff1": 0.527146, "nauc_precision_at_100_max": 0.544543, "nauc_precision_at_100_std": 0.274424, "nauc_precision_at_100_diff1": 0.479152, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.646667, "nauc_mrr_at_1_std": 0.065826, "nauc_mrr_at_1_diff1": 0.73895, "nauc_mrr_at_3_max": 0.637241, "nauc_mrr_at_3_std": 0.079344, "nauc_mrr_at_3_diff1": 0.680503, "nauc_mrr_at_5_max": 0.633937, "nauc_mrr_at_5_std": 0.085139, "nauc_mrr_at_5_diff1": 0.67521, "nauc_mrr_at_10_max": 0.631935, "nauc_mrr_at_10_std": 0.086547, "nauc_mrr_at_10_diff1": 0.672566, "nauc_mrr_at_20_max": 0.631338, "nauc_mrr_at_20_std": 0.086094, "nauc_mrr_at_20_diff1": 0.67205, "nauc_mrr_at_100_max": 0.631464, "nauc_mrr_at_100_std": 0.087879, "nauc_mrr_at_100_diff1": 0.672428, "nauc_mrr_at_1000_max": 0.631639, "nauc_mrr_at_1000_std": 0.087686, "nauc_mrr_at_1000_diff1": 0.672769, "main_score": 0.51181, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.451, "ndcg_at_3": 0.52781, "ndcg_at_5": 0.5467, "ndcg_at_10": 0.56137, "ndcg_at_20": 0.57378, "ndcg_at_100": 0.59543, "ndcg_at_1000": 0.61528, "map_at_1": 0.451, "map_at_3": 0.50967, "map_at_5": 0.52012, "map_at_10": 0.52625, "map_at_20": 0.52966, "map_at_100": 0.53262, "map_at_1000": 0.53325, "recall_at_1": 0.451, "recall_at_3": 0.58, "recall_at_5": 0.626, "recall_at_10": 0.671, "recall_at_20": 0.72, "recall_at_100": 0.837, "recall_at_1000": 1.0, "precision_at_1": 0.451, "precision_at_3": 0.19333, "precision_at_5": 0.1252, "precision_at_10": 0.0671, "precision_at_20": 0.036, "precision_at_100": 0.00837, "precision_at_1000": 0.001, "mrr_at_1": 0.45, "mrr_at_3": 0.509, "mrr_at_5": 0.51985, "mrr_at_10": 0.525641, "mrr_at_20": 0.52905, "mrr_at_100": 0.53201, "mrr_at_1000": 0.532636, "nauc_ndcg_at_1_max": 0.574097, "nauc_ndcg_at_1_std": 0.004416, "nauc_ndcg_at_1_diff1": 0.739127, "nauc_ndcg_at_3_max": 0.589364, "nauc_ndcg_at_3_std": 0.015456, "nauc_ndcg_at_3_diff1": 0.683145, "nauc_ndcg_at_5_max": 0.594679, "nauc_ndcg_at_5_std": 0.032574, "nauc_ndcg_at_5_diff1": 0.670015, "nauc_ndcg_at_10_max": 0.59366, "nauc_ndcg_at_10_std": 0.047242, "nauc_ndcg_at_10_diff1": 0.667382, "nauc_ndcg_at_20_max": 0.596566, "nauc_ndcg_at_20_std": 0.053435, "nauc_ndcg_at_20_diff1": 0.665839, "nauc_ndcg_at_100_max": 0.59166, "nauc_ndcg_at_100_std": 0.058346, "nauc_ndcg_at_100_diff1": 0.66671, "nauc_ndcg_at_1000_max": 0.591147, "nauc_ndcg_at_1000_std": 0.043214, "nauc_ndcg_at_1000_diff1": 0.676144, "nauc_map_at_1_max": 0.574097, "nauc_map_at_1_std": 0.004416, "nauc_map_at_1_diff1": 0.739127, "nauc_map_at_3_max": 0.586537, "nauc_map_at_3_std": 0.012621, "nauc_map_at_3_diff1": 0.696785, "nauc_map_at_5_max": 0.589238, "nauc_map_at_5_std": 0.021463, "nauc_map_at_5_diff1": 0.690007, "nauc_map_at_10_max": 0.588993, "nauc_map_at_10_std": 0.027697, "nauc_map_at_10_diff1": 0.689283, "nauc_map_at_20_max": 0.5897, "nauc_map_at_20_std": 0.029192, "nauc_map_at_20_diff1": 0.689088, "nauc_map_at_100_max": 0.588783, "nauc_map_at_100_std": 0.029393, "nauc_map_at_100_diff1": 0.68926, "nauc_map_at_1000_max": 0.588782, "nauc_map_at_1000_std": 0.028971, "nauc_map_at_1000_diff1": 0.689507, "nauc_recall_at_1_max": 0.574097, "nauc_recall_at_1_std": 0.004416, "nauc_recall_at_1_diff1": 0.739127, "nauc_recall_at_3_max": 0.597568, "nauc_recall_at_3_std": 0.024153, "nauc_recall_at_3_diff1": 0.64161, "nauc_recall_at_5_max": 0.61283, "nauc_recall_at_5_std": 0.071795, "nauc_recall_at_5_diff1": 0.603304, "nauc_recall_at_10_max": 0.60944, "nauc_recall_at_10_std": 0.124624, "nauc_recall_at_10_diff1": 0.587087, "nauc_recall_at_20_max": 0.626204, "nauc_recall_at_20_std": 0.165257, "nauc_recall_at_20_diff1": 0.568641, "nauc_recall_at_100_max": 0.600976, "nauc_recall_at_100_std": 0.286037, "nauc_recall_at_100_diff1": 0.523381, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.574097, "nauc_precision_at_1_std": 0.004416, "nauc_precision_at_1_diff1": 0.739127, "nauc_precision_at_3_max": 0.597568, "nauc_precision_at_3_std": 0.024153, "nauc_precision_at_3_diff1": 0.64161, "nauc_precision_at_5_max": 0.61283, "nauc_precision_at_5_std": 0.071795, "nauc_precision_at_5_diff1": 0.603304, "nauc_precision_at_10_max": 0.60944, "nauc_precision_at_10_std": 0.124624, "nauc_precision_at_10_diff1": 0.587087, "nauc_precision_at_20_max": 0.626204, "nauc_precision_at_20_std": 0.165257, "nauc_precision_at_20_diff1": 0.568641, "nauc_precision_at_100_max": 0.600976, "nauc_precision_at_100_std": 0.286037, "nauc_precision_at_100_diff1": 0.523381, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5751, "nauc_mrr_at_1_std": 0.00644, "nauc_mrr_at_1_diff1": 0.741677, "nauc_mrr_at_3_max": 0.586106, "nauc_mrr_at_3_std": 0.012825, "nauc_mrr_at_3_diff1": 0.698639, "nauc_mrr_at_5_max": 0.590011, "nauc_mrr_at_5_std": 0.023751, "nauc_mrr_at_5_diff1": 0.691503, "nauc_mrr_at_10_max": 0.588626, "nauc_mrr_at_10_std": 0.028154, "nauc_mrr_at_10_diff1": 0.690962, "nauc_mrr_at_20_max": 0.589309, "nauc_mrr_at_20_std": 0.029664, "nauc_mrr_at_20_diff1": 0.690742, "nauc_mrr_at_100_max": 0.588396, "nauc_mrr_at_100_std": 0.029875, "nauc_mrr_at_100_diff1": 0.690926, "nauc_mrr_at_1000_max": 0.588395, "nauc_mrr_at_1000_std": 0.029454, "nauc_mrr_at_1000_diff1": 0.691176, "main_score": 0.56137, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.406, "ndcg_at_3": 0.47915, "ndcg_at_5": 0.49818, "ndcg_at_10": 0.51727, "ndcg_at_20": 0.53165, "ndcg_at_100": 0.55511, "ndcg_at_1000": 0.57735, "map_at_1": 0.406, "map_at_3": 0.46183, "map_at_5": 0.47243, "map_at_10": 0.48051, "map_at_20": 0.48431, "map_at_100": 0.48744, "map_at_1000": 0.48817, "recall_at_1": 0.406, "recall_at_3": 0.529, "recall_at_5": 0.575, "recall_at_10": 0.633, "recall_at_20": 0.691, "recall_at_100": 0.819, "recall_at_1000": 1.0, "precision_at_1": 0.406, "precision_at_3": 0.17633, "precision_at_5": 0.115, "precision_at_10": 0.0633, "precision_at_20": 0.03455, "precision_at_100": 0.00819, "precision_at_1000": 0.001, "mrr_at_1": 0.405, "mrr_at_3": 0.4615, "mrr_at_5": 0.4721, "mrr_at_10": 0.480181, "mrr_at_20": 0.483981, "mrr_at_100": 0.48711, "mrr_at_1000": 0.487837, "nauc_ndcg_at_1_max": 0.514647, "nauc_ndcg_at_1_std": -0.015772, "nauc_ndcg_at_1_diff1": 0.711207, "nauc_ndcg_at_3_max": 0.545608, "nauc_ndcg_at_3_std": 0.007827, "nauc_ndcg_at_3_diff1": 0.672091, "nauc_ndcg_at_5_max": 0.536812, "nauc_ndcg_at_5_std": 0.010079, "nauc_ndcg_at_5_diff1": 0.671593, "nauc_ndcg_at_10_max": 0.537281, "nauc_ndcg_at_10_std": 0.010738, "nauc_ndcg_at_10_diff1": 0.668148, "nauc_ndcg_at_20_max": 0.533994, "nauc_ndcg_at_20_std": 0.019563, "nauc_ndcg_at_20_diff1": 0.666039, "nauc_ndcg_at_100_max": 0.538296, "nauc_ndcg_at_100_std": 0.040416, "nauc_ndcg_at_100_diff1": 0.666089, "nauc_ndcg_at_1000_max": 0.535358, "nauc_ndcg_at_1000_std": 0.019292, "nauc_ndcg_at_1000_diff1": 0.670886, "nauc_map_at_1_max": 0.514647, "nauc_map_at_1_std": -0.015772, "nauc_map_at_1_diff1": 0.711207, "nauc_map_at_3_max": 0.538535, "nauc_map_at_3_std": 0.002414, "nauc_map_at_3_diff1": 0.680698, "nauc_map_at_5_max": 0.533709, "nauc_map_at_5_std": 0.002943, "nauc_map_at_5_diff1": 0.680588, "nauc_map_at_10_max": 0.533689, "nauc_map_at_10_std": 0.002833, "nauc_map_at_10_diff1": 0.679259, "nauc_map_at_20_max": 0.532742, "nauc_map_at_20_std": 0.004802, "nauc_map_at_20_diff1": 0.678721, "nauc_map_at_100_max": 0.533056, "nauc_map_at_100_std": 0.007312, "nauc_map_at_100_diff1": 0.678505, "nauc_map_at_1000_max": 0.533013, "nauc_map_at_1000_std": 0.006687, "nauc_map_at_1000_diff1": 0.67864, "nauc_recall_at_1_max": 0.514647, "nauc_recall_at_1_std": -0.015772, "nauc_recall_at_1_diff1": 0.711207, "nauc_recall_at_3_max": 0.566536, "nauc_recall_at_3_std": 0.023854, "nauc_recall_at_3_diff1": 0.646777, "nauc_recall_at_5_max": 0.544783, "nauc_recall_at_5_std": 0.033317, "nauc_recall_at_5_diff1": 0.643908, "nauc_recall_at_10_max": 0.548246, "nauc_recall_at_10_std": 0.03965, "nauc_recall_at_10_diff1": 0.629648, "nauc_recall_at_20_max": 0.534173, "nauc_recall_at_20_std": 0.088995, "nauc_recall_at_20_diff1": 0.615193, "nauc_recall_at_100_max": 0.582902, "nauc_recall_at_100_std": 0.332125, "nauc_recall_at_100_diff1": 0.59732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.514647, "nauc_precision_at_1_std": -0.015772, "nauc_precision_at_1_diff1": 0.711207, "nauc_precision_at_3_max": 0.566536, "nauc_precision_at_3_std": 0.023854, "nauc_precision_at_3_diff1": 0.646777, "nauc_precision_at_5_max": 0.544783, "nauc_precision_at_5_std": 0.033317, "nauc_precision_at_5_diff1": 0.643908, "nauc_precision_at_10_max": 0.548246, "nauc_precision_at_10_std": 0.03965, "nauc_precision_at_10_diff1": 0.629648, "nauc_precision_at_20_max": 0.534173, "nauc_precision_at_20_std": 0.088995, "nauc_precision_at_20_diff1": 0.615193, "nauc_precision_at_100_max": 0.582902, "nauc_precision_at_100_std": 0.332125, "nauc_precision_at_100_diff1": 0.59732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.516004, "nauc_mrr_at_1_std": -0.020573, "nauc_mrr_at_1_diff1": 0.713728, "nauc_mrr_at_3_max": 0.539339, "nauc_mrr_at_3_std": 0.00077, "nauc_mrr_at_3_diff1": 0.681564, "nauc_mrr_at_5_max": 0.534522, "nauc_mrr_at_5_std": 0.001281, "nauc_mrr_at_5_diff1": 0.681463, "nauc_mrr_at_10_max": 0.534511, "nauc_mrr_at_10_std": 0.001153, "nauc_mrr_at_10_diff1": 0.680144, "nauc_mrr_at_20_max": 0.533569, "nauc_mrr_at_20_std": 0.003112, "nauc_mrr_at_20_diff1": 0.679611, "nauc_mrr_at_100_max": 0.533888, "nauc_mrr_at_100_std": 0.00561, "nauc_mrr_at_100_diff1": 0.679401, "nauc_mrr_at_1000_max": 0.533847, "nauc_mrr_at_1000_std": 0.004982, "nauc_mrr_at_1000_diff1": 0.679537, "main_score": 0.51727, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.56091, "ndcg_at_5": 0.58049, "ndcg_at_10": 0.59402, "ndcg_at_20": 0.60799, "ndcg_at_100": 0.62493, "ndcg_at_1000": 0.64227, "map_at_1": 0.48, "map_at_3": 0.54117, "map_at_5": 0.55192, "map_at_10": 0.55746, "map_at_20": 0.5612, "map_at_100": 0.5635, "map_at_1000": 0.56401, "recall_at_1": 0.48, "recall_at_3": 0.618, "recall_at_5": 0.666, "recall_at_10": 0.708, "recall_at_20": 0.764, "recall_at_100": 0.856, "recall_at_1000": 1.0, "precision_at_1": 0.48, "precision_at_3": 0.206, "precision_at_5": 0.1332, "precision_at_10": 0.0708, "precision_at_20": 0.0382, "precision_at_100": 0.00856, "precision_at_1000": 0.001, "mrr_at_1": 0.48, "mrr_at_3": 0.541167, "mrr_at_5": 0.551917, "mrr_at_10": 0.557465, "mrr_at_20": 0.561199, "mrr_at_100": 0.563495, "mrr_at_1000": 0.564012, "nauc_ndcg_at_1_max": 0.443542, "nauc_ndcg_at_1_std": -0.026225, "nauc_ndcg_at_1_diff1": 0.739382, "nauc_ndcg_at_3_max": 0.474485, "nauc_ndcg_at_3_std": 0.02639, "nauc_ndcg_at_3_diff1": 0.692127, "nauc_ndcg_at_5_max": 0.473839, "nauc_ndcg_at_5_std": 0.032176, "nauc_ndcg_at_5_diff1": 0.683357, "nauc_ndcg_at_10_max": 0.470363, "nauc_ndcg_at_10_std": 0.0281, "nauc_ndcg_at_10_diff1": 0.679796, "nauc_ndcg_at_20_max": 0.472248, "nauc_ndcg_at_20_std": 0.030857, "nauc_ndcg_at_20_diff1": 0.678377, "nauc_ndcg_at_100_max": 0.470759, "nauc_ndcg_at_100_std": 0.034404, "nauc_ndcg_at_100_diff1": 0.678906, "nauc_ndcg_at_1000_max": 0.468006, "nauc_ndcg_at_1000_std": 0.025186, "nauc_ndcg_at_1000_diff1": 0.687073, "nauc_map_at_1_max": 0.443542, "nauc_map_at_1_std": -0.026225, "nauc_map_at_1_diff1": 0.739382, "nauc_map_at_3_max": 0.466252, "nauc_map_at_3_std": 0.011244, "nauc_map_at_3_diff1": 0.703946, "nauc_map_at_5_max": 0.466083, "nauc_map_at_5_std": 0.014797, "nauc_map_at_5_diff1": 0.699449, "nauc_map_at_10_max": 0.464377, "nauc_map_at_10_std": 0.01302, "nauc_map_at_10_diff1": 0.698204, "nauc_map_at_20_max": 0.464522, "nauc_map_at_20_std": 0.013274, "nauc_map_at_20_diff1": 0.697912, "nauc_map_at_100_max": 0.464146, "nauc_map_at_100_std": 0.013727, "nauc_map_at_100_diff1": 0.697888, "nauc_map_at_1000_max": 0.464058, "nauc_map_at_1000_std": 0.013498, "nauc_map_at_1000_diff1": 0.698146, "nauc_recall_at_1_max": 0.443542, "nauc_recall_at_1_std": -0.026225, "nauc_recall_at_1_diff1": 0.739382, "nauc_recall_at_3_max": 0.50053, "nauc_recall_at_3_std": 0.074797, "nauc_recall_at_3_diff1": 0.655069, "nauc_recall_at_5_max": 0.499656, "nauc_recall_at_5_std": 0.091726, "nauc_recall_at_5_diff1": 0.627577, "nauc_recall_at_10_max": 0.490962, "nauc_recall_at_10_std": 0.082281, "nauc_recall_at_10_diff1": 0.608952, "nauc_recall_at_20_max": 0.508345, "nauc_recall_at_20_std": 0.111396, "nauc_recall_at_20_diff1": 0.588636, "nauc_recall_at_100_max": 0.515378, "nauc_recall_at_100_std": 0.188486, "nauc_recall_at_100_diff1": 0.552224, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.443542, "nauc_precision_at_1_std": -0.026225, "nauc_precision_at_1_diff1": 0.739382, "nauc_precision_at_3_max": 0.50053, "nauc_precision_at_3_std": 0.074797, "nauc_precision_at_3_diff1": 0.655069, "nauc_precision_at_5_max": 0.499656, "nauc_precision_at_5_std": 0.091726, "nauc_precision_at_5_diff1": 0.627577, "nauc_precision_at_10_max": 0.490962, "nauc_precision_at_10_std": 0.082281, "nauc_precision_at_10_diff1": 0.608952, "nauc_precision_at_20_max": 0.508345, "nauc_precision_at_20_std": 0.111396, "nauc_precision_at_20_diff1": 0.588636, "nauc_precision_at_100_max": 0.515378, "nauc_precision_at_100_std": 0.188486, "nauc_precision_at_100_diff1": 0.552224, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.443542, "nauc_mrr_at_1_std": -0.026225, "nauc_mrr_at_1_diff1": 0.739382, "nauc_mrr_at_3_max": 0.466252, "nauc_mrr_at_3_std": 0.011244, "nauc_mrr_at_3_diff1": 0.703946, "nauc_mrr_at_5_max": 0.466083, "nauc_mrr_at_5_std": 0.014797, "nauc_mrr_at_5_diff1": 0.699449, "nauc_mrr_at_10_max": 0.464377, "nauc_mrr_at_10_std": 0.01302, "nauc_mrr_at_10_diff1": 0.698204, "nauc_mrr_at_20_max": 0.464522, "nauc_mrr_at_20_std": 0.013274, "nauc_mrr_at_20_diff1": 0.697912, "nauc_mrr_at_100_max": 0.464146, "nauc_mrr_at_100_std": 0.013727, "nauc_mrr_at_100_diff1": 0.697888, "nauc_mrr_at_1000_max": 0.464058, "nauc_mrr_at_1000_std": 0.013498, "nauc_mrr_at_1000_diff1": 0.698146, "main_score": 0.59402, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.346, "ndcg_at_3": 0.41367, "ndcg_at_5": 0.42972, "ndcg_at_10": 0.44868, "ndcg_at_20": 0.46605, "ndcg_at_100": 0.49317, "ndcg_at_1000": 0.52146, "map_at_1": 0.346, "map_at_3": 0.39667, "map_at_5": 0.40557, "map_at_10": 0.41332, "map_at_20": 0.41806, "map_at_100": 0.42176, "map_at_1000": 0.4228, "recall_at_1": 0.346, "recall_at_3": 0.463, "recall_at_5": 0.502, "recall_at_10": 0.561, "recall_at_20": 0.63, "recall_at_100": 0.777, "recall_at_1000": 1.0, "precision_at_1": 0.346, "precision_at_3": 0.15433, "precision_at_5": 0.1004, "precision_at_10": 0.0561, "precision_at_20": 0.0315, "precision_at_100": 0.00777, "precision_at_1000": 0.001, "mrr_at_1": 0.346, "mrr_at_3": 0.396667, "mrr_at_5": 0.405567, "mrr_at_10": 0.413323, "mrr_at_20": 0.418056, "mrr_at_100": 0.421762, "mrr_at_1000": 0.422803, "nauc_ndcg_at_1_max": 0.218511, "nauc_ndcg_at_1_std": -0.311694, "nauc_ndcg_at_1_diff1": 0.720081, "nauc_ndcg_at_3_max": 0.227967, "nauc_ndcg_at_3_std": -0.281432, "nauc_ndcg_at_3_diff1": 0.64975, "nauc_ndcg_at_5_max": 0.234361, "nauc_ndcg_at_5_std": -0.267714, "nauc_ndcg_at_5_diff1": 0.629277, "nauc_ndcg_at_10_max": 0.244044, "nauc_ndcg_at_10_std": -0.255837, "nauc_ndcg_at_10_diff1": 0.621728, "nauc_ndcg_at_20_max": 0.262447, "nauc_ndcg_at_20_std": -0.23315, "nauc_ndcg_at_20_diff1": 0.618089, "nauc_ndcg_at_100_max": 0.28529, "nauc_ndcg_at_100_std": -0.210675, "nauc_ndcg_at_100_diff1": 0.619036, "nauc_ndcg_at_1000_max": 0.257668, "nauc_ndcg_at_1000_std": -0.242897, "nauc_ndcg_at_1000_diff1": 0.634201, "nauc_map_at_1_max": 0.218511, "nauc_map_at_1_std": -0.311694, "nauc_map_at_1_diff1": 0.720081, "nauc_map_at_3_max": 0.225414, "nauc_map_at_3_std": -0.289064, "nauc_map_at_3_diff1": 0.667159, "nauc_map_at_5_max": 0.229046, "nauc_map_at_5_std": -0.281257, "nauc_map_at_5_diff1": 0.655893, "nauc_map_at_10_max": 0.232595, "nauc_map_at_10_std": -0.276835, "nauc_map_at_10_diff1": 0.653232, "nauc_map_at_20_max": 0.237165, "nauc_map_at_20_std": -0.271008, "nauc_map_at_20_diff1": 0.652487, "nauc_map_at_100_max": 0.240621, "nauc_map_at_100_std": -0.26788, "nauc_map_at_100_diff1": 0.652844, "nauc_map_at_1000_max": 0.239663, "nauc_map_at_1000_std": -0.268823, "nauc_map_at_1000_diff1": 0.653338, "nauc_recall_at_1_max": 0.218511, "nauc_recall_at_1_std": -0.311694, "nauc_recall_at_1_diff1": 0.720081, "nauc_recall_at_3_max": 0.235456, "nauc_recall_at_3_std": -0.259242, "nauc_recall_at_3_diff1": 0.599261, "nauc_recall_at_5_max": 0.250812, "nauc_recall_at_5_std": -0.2263, "nauc_recall_at_5_diff1": 0.548307, "nauc_recall_at_10_max": 0.285308, "nauc_recall_at_10_std": -0.183355, "nauc_recall_at_10_diff1": 0.517444, "nauc_recall_at_20_max": 0.374508, "nauc_recall_at_20_std": -0.073118, "nauc_recall_at_20_diff1": 0.489973, "nauc_recall_at_100_max": 0.602549, "nauc_recall_at_100_std": 0.179861, "nauc_recall_at_100_diff1": 0.438496, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.218511, "nauc_precision_at_1_std": -0.311694, "nauc_precision_at_1_diff1": 0.720081, "nauc_precision_at_3_max": 0.235456, "nauc_precision_at_3_std": -0.259242, "nauc_precision_at_3_diff1": 0.599261, "nauc_precision_at_5_max": 0.250812, "nauc_precision_at_5_std": -0.2263, "nauc_precision_at_5_diff1": 0.548307, "nauc_precision_at_10_max": 0.285308, "nauc_precision_at_10_std": -0.183355, "nauc_precision_at_10_diff1": 0.517444, "nauc_precision_at_20_max": 0.374508, "nauc_precision_at_20_std": -0.073118, "nauc_precision_at_20_diff1": 0.489973, "nauc_precision_at_100_max": 0.602549, "nauc_precision_at_100_std": 0.179861, "nauc_precision_at_100_diff1": 0.438496, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.218511, "nauc_mrr_at_1_std": -0.311694, "nauc_mrr_at_1_diff1": 0.720081, "nauc_mrr_at_3_max": 0.225414, "nauc_mrr_at_3_std": -0.289064, "nauc_mrr_at_3_diff1": 0.667159, "nauc_mrr_at_5_max": 0.229046, "nauc_mrr_at_5_std": -0.281257, "nauc_mrr_at_5_diff1": 0.655893, "nauc_mrr_at_10_max": 0.232595, "nauc_mrr_at_10_std": -0.276835, "nauc_mrr_at_10_diff1": 0.653232, "nauc_mrr_at_20_max": 0.237165, "nauc_mrr_at_20_std": -0.271008, "nauc_mrr_at_20_diff1": 0.652487, "nauc_mrr_at_100_max": 0.240621, "nauc_mrr_at_100_std": -0.26788, "nauc_mrr_at_100_diff1": 0.652844, "nauc_mrr_at_1000_max": 0.239663, "nauc_mrr_at_1000_std": -0.268823, "nauc_mrr_at_1000_diff1": 0.653338, "main_score": 0.44868, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.436, "ndcg_at_3": 0.51844, "ndcg_at_5": 0.54051, "ndcg_at_10": 0.56254, "ndcg_at_20": 0.57458, "ndcg_at_100": 0.59684, "ndcg_at_1000": 0.61335, "map_at_1": 0.436, "map_at_3": 0.4985, "map_at_5": 0.51065, "map_at_10": 0.51977, "map_at_20": 0.52315, "map_at_100": 0.52601, "map_at_1000": 0.52659, "recall_at_1": 0.436, "recall_at_3": 0.576, "recall_at_5": 0.63, "recall_at_10": 0.698, "recall_at_20": 0.745, "recall_at_100": 0.868, "recall_at_1000": 1.0, "precision_at_1": 0.436, "precision_at_3": 0.192, "precision_at_5": 0.126, "precision_at_10": 0.0698, "precision_at_20": 0.03725, "precision_at_100": 0.00868, "precision_at_1000": 0.001, "mrr_at_1": 0.436, "mrr_at_3": 0.4985, "mrr_at_5": 0.51065, "mrr_at_10": 0.519765, "mrr_at_20": 0.52315, "mrr_at_100": 0.526014, "mrr_at_1000": 0.526589, "nauc_ndcg_at_1_max": 0.494381, "nauc_ndcg_at_1_std": 0.039121, "nauc_ndcg_at_1_diff1": 0.7002, "nauc_ndcg_at_3_max": 0.514431, "nauc_ndcg_at_3_std": 0.05672, "nauc_ndcg_at_3_diff1": 0.644171, "nauc_ndcg_at_5_max": 0.51244, "nauc_ndcg_at_5_std": 0.076344, "nauc_ndcg_at_5_diff1": 0.63957, "nauc_ndcg_at_10_max": 0.508588, "nauc_ndcg_at_10_std": 0.079052, "nauc_ndcg_at_10_diff1": 0.636821, "nauc_ndcg_at_20_max": 0.505402, "nauc_ndcg_at_20_std": 0.080221, "nauc_ndcg_at_20_diff1": 0.633342, "nauc_ndcg_at_100_max": 0.507311, "nauc_ndcg_at_100_std": 0.083368, "nauc_ndcg_at_100_diff1": 0.638686, "nauc_ndcg_at_1000_max": 0.506916, "nauc_ndcg_at_1000_std": 0.073923, "nauc_ndcg_at_1000_diff1": 0.645032, "nauc_map_at_1_max": 0.494381, "nauc_map_at_1_std": 0.039121, "nauc_map_at_1_diff1": 0.7002, "nauc_map_at_3_max": 0.509338, "nauc_map_at_3_std": 0.052516, "nauc_map_at_3_diff1": 0.657775, "nauc_map_at_5_max": 0.508194, "nauc_map_at_5_std": 0.063105, "nauc_map_at_5_diff1": 0.655575, "nauc_map_at_10_max": 0.506439, "nauc_map_at_10_std": 0.063422, "nauc_map_at_10_diff1": 0.654607, "nauc_map_at_20_max": 0.505566, "nauc_map_at_20_std": 0.063656, "nauc_map_at_20_diff1": 0.653731, "nauc_map_at_100_max": 0.505777, "nauc_map_at_100_std": 0.064028, "nauc_map_at_100_diff1": 0.654567, "nauc_map_at_1000_max": 0.505789, "nauc_map_at_1000_std": 0.063803, "nauc_map_at_1000_diff1": 0.654805, "nauc_recall_at_1_max": 0.494381, "nauc_recall_at_1_std": 0.039121, "nauc_recall_at_1_diff1": 0.7002, "nauc_recall_at_3_max": 0.530068, "nauc_recall_at_3_std": 0.069514, "nauc_recall_at_3_diff1": 0.602671, "nauc_recall_at_5_max": 0.526014, "nauc_recall_at_5_std": 0.122647, "nauc_recall_at_5_diff1": 0.5866, "nauc_recall_at_10_max": 0.51481, "nauc_recall_at_10_std": 0.14318, "nauc_recall_at_10_diff1": 0.569463, "nauc_recall_at_20_max": 0.499031, "nauc_recall_at_20_std": 0.158318, "nauc_recall_at_20_diff1": 0.542046, "nauc_recall_at_100_max": 0.518138, "nauc_recall_at_100_std": 0.255143, "nauc_recall_at_100_diff1": 0.535214, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.494381, "nauc_precision_at_1_std": 0.039121, "nauc_precision_at_1_diff1": 0.7002, "nauc_precision_at_3_max": 0.530068, "nauc_precision_at_3_std": 0.069514, "nauc_precision_at_3_diff1": 0.602671, "nauc_precision_at_5_max": 0.526014, "nauc_precision_at_5_std": 0.122647, "nauc_precision_at_5_diff1": 0.5866, "nauc_precision_at_10_max": 0.51481, "nauc_precision_at_10_std": 0.14318, "nauc_precision_at_10_diff1": 0.569463, "nauc_precision_at_20_max": 0.499031, "nauc_precision_at_20_std": 0.158318, "nauc_precision_at_20_diff1": 0.542046, "nauc_precision_at_100_max": 0.518138, "nauc_precision_at_100_std": 0.255143, "nauc_precision_at_100_diff1": 0.535214, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.494381, "nauc_mrr_at_1_std": 0.039121, "nauc_mrr_at_1_diff1": 0.7002, "nauc_mrr_at_3_max": 0.509338, "nauc_mrr_at_3_std": 0.052516, "nauc_mrr_at_3_diff1": 0.657775, "nauc_mrr_at_5_max": 0.508194, "nauc_mrr_at_5_std": 0.063105, "nauc_mrr_at_5_diff1": 0.655575, "nauc_mrr_at_10_max": 0.506439, "nauc_mrr_at_10_std": 0.063422, "nauc_mrr_at_10_diff1": 0.654607, "nauc_mrr_at_20_max": 0.505566, "nauc_mrr_at_20_std": 0.063656, "nauc_mrr_at_20_diff1": 0.653731, "nauc_mrr_at_100_max": 0.505777, "nauc_mrr_at_100_std": 0.064028, "nauc_mrr_at_100_diff1": 0.654567, "nauc_mrr_at_1000_max": 0.505789, "nauc_mrr_at_1000_std": 0.063803, "nauc_mrr_at_1000_diff1": 0.654805, "main_score": 0.56254, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 27.467085361480713, "kg_co2_emissions": null }