{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "2.6.8", "scores": { "train": [ { "ndcg_at_1": 0.637, "ndcg_at_3": 0.69157, "ndcg_at_5": 0.70496, "ndcg_at_10": 0.71745, "ndcg_at_20": 0.72585, "ndcg_at_100": 0.74196, "ndcg_at_1000": 0.74984, "map_at_1": 0.637, "map_at_3": 0.67767, "map_at_5": 0.68522, "map_at_10": 0.6905, "map_at_20": 0.6927, "map_at_100": 0.69486, "map_at_1000": 0.69516, "recall_at_1": 0.637, "recall_at_3": 0.732, "recall_at_5": 0.764, "recall_at_10": 0.802, "recall_at_20": 0.836, "recall_at_100": 0.924, "recall_at_1000": 0.986, "accuracy": 0.637, "precision_at_1": 0.637, "precision_at_3": 0.244, "precision_at_5": 0.1528, "precision_at_10": 0.0802, "precision_at_20": 0.0418, "precision_at_100": 0.00924, "precision_at_1000": 0.00099, "mrr_at_1": 0.637, "mrr_at_3": 0.677667, "mrr_at_5": 0.685217, "mrr_at_10": 0.690498, "mrr_at_20": 0.692698, "mrr_at_100": 0.694861, "mrr_at_1000": 0.695156, "nauc_ndcg_at_1_max": 0.285833, "nauc_ndcg_at_1_std": -0.022034, "nauc_ndcg_at_1_diff1": 0.864625, "nauc_ndcg_at_3_max": 0.317452, "nauc_ndcg_at_3_std": -0.039592, "nauc_ndcg_at_3_diff1": 0.834026, "nauc_ndcg_at_5_max": 0.327264, "nauc_ndcg_at_5_std": -0.034707, "nauc_ndcg_at_5_diff1": 0.826778, "nauc_ndcg_at_10_max": 0.330838, "nauc_ndcg_at_10_std": -0.007974, "nauc_ndcg_at_10_diff1": 0.821826, "nauc_ndcg_at_20_max": 0.333628, "nauc_ndcg_at_20_std": 0.010505, "nauc_ndcg_at_20_diff1": 0.820862, "nauc_ndcg_at_100_max": 0.321758, "nauc_ndcg_at_100_std": 0.006816, "nauc_ndcg_at_100_diff1": 0.827053, "nauc_ndcg_at_1000_max": 0.323989, "nauc_ndcg_at_1000_std": -0.002939, "nauc_ndcg_at_1000_diff1": 0.829816, "nauc_map_at_1_max": 0.285833, "nauc_map_at_1_std": -0.022034, "nauc_map_at_1_diff1": 0.864625, "nauc_map_at_3_max": 0.308022, "nauc_map_at_3_std": -0.036173, "nauc_map_at_3_diff1": 0.841624, "nauc_map_at_5_max": 0.312948, "nauc_map_at_5_std": -0.033205, "nauc_map_at_5_diff1": 0.837862, "nauc_map_at_10_max": 0.314322, "nauc_map_at_10_std": -0.022811, "nauc_map_at_10_diff1": 0.836126, "nauc_map_at_20_max": 0.315051, "nauc_map_at_20_std": -0.018758, "nauc_map_at_20_diff1": 0.835984, "nauc_map_at_100_max": 0.313331, "nauc_map_at_100_std": -0.019653, "nauc_map_at_100_diff1": 0.836763, "nauc_map_at_1000_max": 0.313403, "nauc_map_at_1000_std": -0.019882, "nauc_map_at_1000_diff1": 0.836852, "nauc_recall_at_1_max": 0.285833, "nauc_recall_at_1_std": -0.022034, "nauc_recall_at_1_diff1": 0.864625, "nauc_recall_at_3_max": 0.349077, "nauc_recall_at_3_std": -0.050305, "nauc_recall_at_3_diff1": 0.80918, "nauc_recall_at_5_max": 0.380952, "nauc_recall_at_5_std": -0.039091, "nauc_recall_at_5_diff1": 0.786177, "nauc_recall_at_10_max": 0.401948, "nauc_recall_at_10_std": 0.067695, "nauc_recall_at_10_diff1": 0.760003, "nauc_recall_at_20_max": 0.430239, "nauc_recall_at_20_std": 0.197979, "nauc_recall_at_20_diff1": 0.742621, "nauc_recall_at_100_max": 0.352308, "nauc_recall_at_100_std": 0.348451, "nauc_recall_at_100_diff1": 0.762071, "nauc_recall_at_1000_max": 0.735728, "nauc_recall_at_1000_std": 0.584234, "nauc_recall_at_1000_diff1": 0.813425, "nauc_precision_at_1_max": 0.285833, "nauc_precision_at_1_std": -0.022034, "nauc_precision_at_1_diff1": 0.864625, "nauc_precision_at_3_max": 0.349077, "nauc_precision_at_3_std": -0.050305, "nauc_precision_at_3_diff1": 0.80918, "nauc_precision_at_5_max": 0.380952, "nauc_precision_at_5_std": -0.039091, "nauc_precision_at_5_diff1": 0.786177, "nauc_precision_at_10_max": 0.401948, "nauc_precision_at_10_std": 0.067695, "nauc_precision_at_10_diff1": 0.760003, "nauc_precision_at_20_max": 0.430239, "nauc_precision_at_20_std": 0.197979, "nauc_precision_at_20_diff1": 0.742621, "nauc_precision_at_100_max": 0.352308, "nauc_precision_at_100_std": 0.348451, "nauc_precision_at_100_diff1": 0.762071, "nauc_precision_at_1000_max": 0.735728, "nauc_precision_at_1000_std": 0.584234, "nauc_precision_at_1000_diff1": 0.813425, "nauc_mrr_at_1_max": 0.285833, "nauc_mrr_at_1_std": -0.022034, "nauc_mrr_at_1_diff1": 0.864625, "nauc_mrr_at_3_max": 0.308022, "nauc_mrr_at_3_std": -0.036173, "nauc_mrr_at_3_diff1": 0.841624, "nauc_mrr_at_5_max": 0.312948, "nauc_mrr_at_5_std": -0.033205, "nauc_mrr_at_5_diff1": 0.837862, "nauc_mrr_at_10_max": 0.314322, "nauc_mrr_at_10_std": -0.022811, "nauc_mrr_at_10_diff1": 0.836126, "nauc_mrr_at_20_max": 0.315051, "nauc_mrr_at_20_std": -0.018758, "nauc_mrr_at_20_diff1": 0.835984, "nauc_mrr_at_100_max": 0.313333, "nauc_mrr_at_100_std": -0.019647, "nauc_mrr_at_100_diff1": 0.836763, "nauc_mrr_at_1000_max": 0.313405, "nauc_mrr_at_1000_std": -0.019877, "nauc_mrr_at_1000_diff1": 0.836853, "cv_recall_at_1": 0.637, "cv_recall_at_3": 0.732, "cv_recall_at_5": 0.764, "cv_recall_at_10": 0.802, "cv_recall_at_20": 0.836, "cv_recall_at_100": 0.924, "cv_recall_at_1000": 0.986, "main_score": 0.71745, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.613, "ndcg_at_3": 0.67643, "ndcg_at_5": 0.69166, "ndcg_at_10": 0.70993, "ndcg_at_20": 0.718, "ndcg_at_100": 0.73154, "ndcg_at_1000": 0.74097, "map_at_1": 0.613, "map_at_3": 0.661, "map_at_5": 0.66945, "map_at_10": 0.6769, "map_at_20": 0.67911, "map_at_100": 0.68095, "map_at_1000": 0.68129, "recall_at_1": 0.613, "recall_at_3": 0.721, "recall_at_5": 0.758, "recall_at_10": 0.815, "recall_at_20": 0.847, "recall_at_100": 0.92, "recall_at_1000": 0.995, "accuracy": 0.613, "precision_at_1": 0.613, "precision_at_3": 0.24033, "precision_at_5": 0.1516, "precision_at_10": 0.0815, "precision_at_20": 0.04235, "precision_at_100": 0.0092, "precision_at_1000": 0.001, "mrr_at_1": 0.613, "mrr_at_3": 0.661, "mrr_at_5": 0.66945, "mrr_at_10": 0.676898, "mrr_at_20": 0.679105, "mrr_at_100": 0.680952, "mrr_at_1000": 0.681287, "nauc_ndcg_at_1_max": 0.339823, "nauc_ndcg_at_1_std": 0.084721, "nauc_ndcg_at_1_diff1": 0.808387, "nauc_ndcg_at_3_max": 0.348858, "nauc_ndcg_at_3_std": 0.108002, "nauc_ndcg_at_3_diff1": 0.781002, "nauc_ndcg_at_5_max": 0.345239, "nauc_ndcg_at_5_std": 0.113807, "nauc_ndcg_at_5_diff1": 0.774568, "nauc_ndcg_at_10_max": 0.338314, "nauc_ndcg_at_10_std": 0.118006, "nauc_ndcg_at_10_diff1": 0.773044, "nauc_ndcg_at_20_max": 0.342225, "nauc_ndcg_at_20_std": 0.123213, "nauc_ndcg_at_20_diff1": 0.772353, "nauc_ndcg_at_100_max": 0.34612, "nauc_ndcg_at_100_std": 0.128245, "nauc_ndcg_at_100_diff1": 0.773637, "nauc_ndcg_at_1000_max": 0.345659, "nauc_ndcg_at_1000_std": 0.116365, "nauc_ndcg_at_1000_diff1": 0.777969, "nauc_map_at_1_max": 0.339823, "nauc_map_at_1_std": 0.084721, "nauc_map_at_1_diff1": 0.808387, "nauc_map_at_3_max": 0.347451, "nauc_map_at_3_std": 0.101161, "nauc_map_at_3_diff1": 0.787929, "nauc_map_at_5_max": 0.345454, "nauc_map_at_5_std": 0.103777, "nauc_map_at_5_diff1": 0.784663, "nauc_map_at_10_max": 0.342853, "nauc_map_at_10_std": 0.105199, "nauc_map_at_10_diff1": 0.784274, "nauc_map_at_20_max": 0.343906, "nauc_map_at_20_std": 0.106136, "nauc_map_at_20_diff1": 0.784192, "nauc_map_at_100_max": 0.344586, "nauc_map_at_100_std": 0.107015, "nauc_map_at_100_diff1": 0.784424, "nauc_map_at_1000_max": 0.344598, "nauc_map_at_1000_std": 0.106704, "nauc_map_at_1000_diff1": 0.784609, "nauc_recall_at_1_max": 0.339823, "nauc_recall_at_1_std": 0.084721, "nauc_recall_at_1_diff1": 0.808387, "nauc_recall_at_3_max": 0.353043, "nauc_recall_at_3_std": 0.130942, "nauc_recall_at_3_diff1": 0.758251, "nauc_recall_at_5_max": 0.343382, "nauc_recall_at_5_std": 0.152095, "nauc_recall_at_5_diff1": 0.736975, "nauc_recall_at_10_max": 0.312522, "nauc_recall_at_10_std": 0.179778, "nauc_recall_at_10_diff1": 0.721137, "nauc_recall_at_20_max": 0.331996, "nauc_recall_at_20_std": 0.228748, "nauc_recall_at_20_diff1": 0.706663, "nauc_recall_at_100_max": 0.375193, "nauc_recall_at_100_std": 0.373664, "nauc_recall_at_100_diff1": 0.671464, "nauc_recall_at_1000_max": 0.620075, "nauc_recall_at_1000_std": -0.228945, "nauc_recall_at_1000_diff1": 0.50859, "nauc_precision_at_1_max": 0.339823, "nauc_precision_at_1_std": 0.084721, "nauc_precision_at_1_diff1": 0.808387, "nauc_precision_at_3_max": 0.353043, "nauc_precision_at_3_std": 0.130942, "nauc_precision_at_3_diff1": 0.758251, "nauc_precision_at_5_max": 0.343382, "nauc_precision_at_5_std": 0.152095, "nauc_precision_at_5_diff1": 0.736975, "nauc_precision_at_10_max": 0.312522, "nauc_precision_at_10_std": 0.179778, "nauc_precision_at_10_diff1": 0.721137, "nauc_precision_at_20_max": 0.331996, "nauc_precision_at_20_std": 0.228748, "nauc_precision_at_20_diff1": 0.706663, "nauc_precision_at_100_max": 0.375193, "nauc_precision_at_100_std": 0.373664, "nauc_precision_at_100_diff1": 0.671464, "nauc_precision_at_1000_max": 0.620075, "nauc_precision_at_1000_std": -0.228945, "nauc_precision_at_1000_diff1": 0.50859, "nauc_mrr_at_1_max": 0.339823, "nauc_mrr_at_1_std": 0.084721, "nauc_mrr_at_1_diff1": 0.808387, "nauc_mrr_at_3_max": 0.347451, "nauc_mrr_at_3_std": 0.101161, "nauc_mrr_at_3_diff1": 0.787929, "nauc_mrr_at_5_max": 0.345454, "nauc_mrr_at_5_std": 0.103777, "nauc_mrr_at_5_diff1": 0.784663, "nauc_mrr_at_10_max": 0.342853, "nauc_mrr_at_10_std": 0.105199, "nauc_mrr_at_10_diff1": 0.784274, "nauc_mrr_at_20_max": 0.343906, "nauc_mrr_at_20_std": 0.106136, "nauc_mrr_at_20_diff1": 0.784192, "nauc_mrr_at_100_max": 0.344591, "nauc_mrr_at_100_std": 0.107017, "nauc_mrr_at_100_diff1": 0.78442, "nauc_mrr_at_1000_max": 0.344604, "nauc_mrr_at_1000_std": 0.106707, "nauc_mrr_at_1000_diff1": 0.784606, "cv_recall_at_1": 0.613, "cv_recall_at_3": 0.721, "cv_recall_at_5": 0.758, "cv_recall_at_10": 0.815, "cv_recall_at_20": 0.847, "cv_recall_at_100": 0.92, "cv_recall_at_1000": 0.995, "main_score": 0.70993, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.641, "ndcg_at_3": 0.70406, "ndcg_at_5": 0.71929, "ndcg_at_10": 0.73129, "ndcg_at_20": 0.74053, "ndcg_at_100": 0.75303, "ndcg_at_1000": 0.76053, "map_at_1": 0.641, "map_at_3": 0.68883, "map_at_5": 0.69728, "map_at_10": 0.70225, "map_at_20": 0.70472, "map_at_100": 0.70641, "map_at_1000": 0.7067, "recall_at_1": 0.641, "recall_at_3": 0.748, "recall_at_5": 0.785, "recall_at_10": 0.822, "recall_at_20": 0.859, "recall_at_100": 0.927, "recall_at_1000": 0.986, "accuracy": 0.641, "precision_at_1": 0.641, "precision_at_3": 0.24933, "precision_at_5": 0.157, "precision_at_10": 0.0822, "precision_at_20": 0.04295, "precision_at_100": 0.00927, "precision_at_1000": 0.00099, "mrr_at_1": 0.642, "mrr_at_3": 0.689333, "mrr_at_5": 0.697783, "mrr_at_10": 0.702746, "mrr_at_20": 0.705225, "mrr_at_100": 0.706918, "mrr_at_1000": 0.707203, "nauc_ndcg_at_1_max": 0.159742, "nauc_ndcg_at_1_std": 0.065167, "nauc_ndcg_at_1_diff1": 0.817768, "nauc_ndcg_at_3_max": 0.190124, "nauc_ndcg_at_3_std": 0.110777, "nauc_ndcg_at_3_diff1": 0.77416, "nauc_ndcg_at_5_max": 0.189837, "nauc_ndcg_at_5_std": 0.126239, "nauc_ndcg_at_5_diff1": 0.768005, "nauc_ndcg_at_10_max": 0.194304, "nauc_ndcg_at_10_std": 0.132227, "nauc_ndcg_at_10_diff1": 0.773982, "nauc_ndcg_at_20_max": 0.191319, "nauc_ndcg_at_20_std": 0.127794, "nauc_ndcg_at_20_diff1": 0.772502, "nauc_ndcg_at_100_max": 0.188904, "nauc_ndcg_at_100_std": 0.126956, "nauc_ndcg_at_100_diff1": 0.7747, "nauc_ndcg_at_1000_max": 0.189635, "nauc_ndcg_at_1000_std": 0.121233, "nauc_ndcg_at_1000_diff1": 0.778166, "nauc_map_at_1_max": 0.159742, "nauc_map_at_1_std": 0.065167, "nauc_map_at_1_diff1": 0.817768, "nauc_map_at_3_max": 0.18192, "nauc_map_at_3_std": 0.09782, "nauc_map_at_3_diff1": 0.785057, "nauc_map_at_5_max": 0.181917, "nauc_map_at_5_std": 0.105483, "nauc_map_at_5_diff1": 0.781975, "nauc_map_at_10_max": 0.18372, "nauc_map_at_10_std": 0.107343, "nauc_map_at_10_diff1": 0.784661, "nauc_map_at_20_max": 0.182633, "nauc_map_at_20_std": 0.106073, "nauc_map_at_20_diff1": 0.784442, "nauc_map_at_100_max": 0.182088, "nauc_map_at_100_std": 0.10565, "nauc_map_at_100_diff1": 0.784718, "nauc_map_at_1000_max": 0.182043, "nauc_map_at_1000_std": 0.105523, "nauc_map_at_1000_diff1": 0.784859, "nauc_recall_at_1_max": 0.159742, "nauc_recall_at_1_std": 0.065167, "nauc_recall_at_1_diff1": 0.817768, "nauc_recall_at_3_max": 0.217809, "nauc_recall_at_3_std": 0.154805, "nauc_recall_at_3_diff1": 0.737809, "nauc_recall_at_5_max": 0.21886, "nauc_recall_at_5_std": 0.207245, "nauc_recall_at_5_diff1": 0.715298, "nauc_recall_at_10_max": 0.241211, "nauc_recall_at_10_std": 0.247877, "nauc_recall_at_10_diff1": 0.729871, "nauc_recall_at_20_max": 0.236475, "nauc_recall_at_20_std": 0.245985, "nauc_recall_at_20_diff1": 0.708985, "nauc_recall_at_100_max": 0.249805, "nauc_recall_at_100_std": 0.34432, "nauc_recall_at_100_diff1": 0.692024, "nauc_recall_at_1000_max": 0.663465, "nauc_recall_at_1000_std": 0.520442, "nauc_recall_at_1000_diff1": 0.725223, "nauc_precision_at_1_max": 0.159742, "nauc_precision_at_1_std": 0.065167, "nauc_precision_at_1_diff1": 0.817768, "nauc_precision_at_3_max": 0.217809, "nauc_precision_at_3_std": 0.154805, "nauc_precision_at_3_diff1": 0.737809, "nauc_precision_at_5_max": 0.21886, "nauc_precision_at_5_std": 0.207245, "nauc_precision_at_5_diff1": 0.715298, "nauc_precision_at_10_max": 0.241211, "nauc_precision_at_10_std": 0.247877, "nauc_precision_at_10_diff1": 0.729871, "nauc_precision_at_20_max": 0.236475, "nauc_precision_at_20_std": 0.245985, "nauc_precision_at_20_diff1": 0.708985, "nauc_precision_at_100_max": 0.249805, "nauc_precision_at_100_std": 0.34432, "nauc_precision_at_100_diff1": 0.692024, "nauc_precision_at_1000_max": 0.663465, "nauc_precision_at_1000_std": 0.520442, "nauc_precision_at_1000_diff1": 0.725223, "nauc_mrr_at_1_max": 0.157062, "nauc_mrr_at_1_std": 0.067225, "nauc_mrr_at_1_diff1": 0.815891, "nauc_mrr_at_3_max": 0.180453, "nauc_mrr_at_3_std": 0.098999, "nauc_mrr_at_3_diff1": 0.783979, "nauc_mrr_at_5_max": 0.180415, "nauc_mrr_at_5_std": 0.106699, "nauc_mrr_at_5_diff1": 0.780868, "nauc_mrr_at_10_max": 0.182197, "nauc_mrr_at_10_std": 0.10858, "nauc_mrr_at_10_diff1": 0.783539, "nauc_mrr_at_20_max": 0.181096, "nauc_mrr_at_20_std": 0.107314, "nauc_mrr_at_20_diff1": 0.78331, "nauc_mrr_at_100_max": 0.180539, "nauc_mrr_at_100_std": 0.1069, "nauc_mrr_at_100_diff1": 0.783582, "nauc_mrr_at_1000_max": 0.180493, "nauc_mrr_at_1000_std": 0.106775, "nauc_mrr_at_1000_diff1": 0.783722, "cv_recall_at_1": 0.642, "cv_recall_at_3": 0.748, "cv_recall_at_5": 0.785, "cv_recall_at_10": 0.822, "cv_recall_at_20": 0.859, "cv_recall_at_100": 0.927, "cv_recall_at_1000": 0.986, "main_score": 0.73129, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.632, "ndcg_at_3": 0.68327, "ndcg_at_5": 0.70062, "ndcg_at_10": 0.71582, "ndcg_at_20": 0.72415, "ndcg_at_100": 0.73717, "ndcg_at_1000": 0.7476, "map_at_1": 0.632, "map_at_3": 0.6715, "map_at_5": 0.68115, "map_at_10": 0.68742, "map_at_20": 0.68971, "map_at_100": 0.6914, "map_at_1000": 0.69176, "recall_at_1": 0.632, "recall_at_3": 0.717, "recall_at_5": 0.759, "recall_at_10": 0.806, "recall_at_20": 0.839, "recall_at_100": 0.911, "recall_at_1000": 0.995, "accuracy": 0.632, "precision_at_1": 0.632, "precision_at_3": 0.239, "precision_at_5": 0.1518, "precision_at_10": 0.0806, "precision_at_20": 0.04195, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "mrr_at_1": 0.632, "mrr_at_3": 0.671667, "mrr_at_5": 0.681317, "mrr_at_10": 0.687591, "mrr_at_20": 0.689874, "mrr_at_100": 0.691561, "mrr_at_1000": 0.691921, "nauc_ndcg_at_1_max": 0.21177, "nauc_ndcg_at_1_std": -0.058831, "nauc_ndcg_at_1_diff1": 0.854464, "nauc_ndcg_at_3_max": 0.214466, "nauc_ndcg_at_3_std": -0.050852, "nauc_ndcg_at_3_diff1": 0.827184, "nauc_ndcg_at_5_max": 0.224958, "nauc_ndcg_at_5_std": -0.037754, "nauc_ndcg_at_5_diff1": 0.821822, "nauc_ndcg_at_10_max": 0.220699, "nauc_ndcg_at_10_std": -0.032004, "nauc_ndcg_at_10_diff1": 0.818747, "nauc_ndcg_at_20_max": 0.221585, "nauc_ndcg_at_20_std": -0.026989, "nauc_ndcg_at_20_diff1": 0.820059, "nauc_ndcg_at_100_max": 0.226716, "nauc_ndcg_at_100_std": -0.010073, "nauc_ndcg_at_100_diff1": 0.821392, "nauc_ndcg_at_1000_max": 0.224257, "nauc_ndcg_at_1000_std": -0.027617, "nauc_ndcg_at_1000_diff1": 0.824833, "nauc_map_at_1_max": 0.21177, "nauc_map_at_1_std": -0.058831, "nauc_map_at_1_diff1": 0.854464, "nauc_map_at_3_max": 0.214667, "nauc_map_at_3_std": -0.052529, "nauc_map_at_3_diff1": 0.83358, "nauc_map_at_5_max": 0.220854, "nauc_map_at_5_std": -0.046248, "nauc_map_at_5_diff1": 0.830817, "nauc_map_at_10_max": 0.219555, "nauc_map_at_10_std": -0.043644, "nauc_map_at_10_diff1": 0.829802, "nauc_map_at_20_max": 0.219753, "nauc_map_at_20_std": -0.042524, "nauc_map_at_20_diff1": 0.830222, "nauc_map_at_100_max": 0.220175, "nauc_map_at_100_std": -0.040567, "nauc_map_at_100_diff1": 0.830543, "nauc_map_at_1000_max": 0.220148, "nauc_map_at_1000_std": -0.041006, "nauc_map_at_1000_diff1": 0.830613, "nauc_recall_at_1_max": 0.21177, "nauc_recall_at_1_std": -0.058831, "nauc_recall_at_1_diff1": 0.854464, "nauc_recall_at_3_max": 0.213405, "nauc_recall_at_3_std": -0.045669, "nauc_recall_at_3_diff1": 0.807033, "nauc_recall_at_5_max": 0.239956, "nauc_recall_at_5_std": -0.0045, "nauc_recall_at_5_diff1": 0.789396, "nauc_recall_at_10_max": 0.222011, "nauc_recall_at_10_std": 0.02164, "nauc_recall_at_10_diff1": 0.770438, "nauc_recall_at_20_max": 0.228139, "nauc_recall_at_20_std": 0.062841, "nauc_recall_at_20_diff1": 0.769234, "nauc_recall_at_100_max": 0.310353, "nauc_recall_at_100_std": 0.36114, "nauc_recall_at_100_diff1": 0.746745, "nauc_recall_at_1000_max": 0.789916, "nauc_recall_at_1000_std": 0.220075, "nauc_recall_at_1000_diff1": 0.773576, "nauc_precision_at_1_max": 0.21177, "nauc_precision_at_1_std": -0.058831, "nauc_precision_at_1_diff1": 0.854464, "nauc_precision_at_3_max": 0.213405, "nauc_precision_at_3_std": -0.045669, "nauc_precision_at_3_diff1": 0.807033, "nauc_precision_at_5_max": 0.239956, "nauc_precision_at_5_std": -0.0045, "nauc_precision_at_5_diff1": 0.789396, "nauc_precision_at_10_max": 0.222011, "nauc_precision_at_10_std": 0.02164, "nauc_precision_at_10_diff1": 0.770438, "nauc_precision_at_20_max": 0.228139, "nauc_precision_at_20_std": 0.062841, "nauc_precision_at_20_diff1": 0.769234, "nauc_precision_at_100_max": 0.310353, "nauc_precision_at_100_std": 0.36114, "nauc_precision_at_100_diff1": 0.746745, "nauc_precision_at_1000_max": 0.789916, "nauc_precision_at_1000_std": 0.220075, "nauc_precision_at_1000_diff1": 0.773576, "nauc_mrr_at_1_max": 0.21177, "nauc_mrr_at_1_std": -0.058831, "nauc_mrr_at_1_diff1": 0.854464, "nauc_mrr_at_3_max": 0.2143, "nauc_mrr_at_3_std": -0.052204, "nauc_mrr_at_3_diff1": 0.833421, "nauc_mrr_at_5_max": 0.22048, "nauc_mrr_at_5_std": -0.045912, "nauc_mrr_at_5_diff1": 0.830654, "nauc_mrr_at_10_max": 0.219174, "nauc_mrr_at_10_std": -0.043302, "nauc_mrr_at_10_diff1": 0.829636, "nauc_mrr_at_20_max": 0.219368, "nauc_mrr_at_20_std": -0.042179, "nauc_mrr_at_20_diff1": 0.830054, "nauc_mrr_at_100_max": 0.219794, "nauc_mrr_at_100_std": -0.040225, "nauc_mrr_at_100_diff1": 0.830373, "nauc_mrr_at_1000_max": 0.219766, "nauc_mrr_at_1000_std": -0.040665, "nauc_mrr_at_1000_diff1": 0.830443, "cv_recall_at_1": 0.632, "cv_recall_at_3": 0.717, "cv_recall_at_5": 0.759, "cv_recall_at_10": 0.806, "cv_recall_at_20": 0.839, "cv_recall_at_100": 0.911, "cv_recall_at_1000": 0.995, "main_score": 0.71582, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.609, "ndcg_at_3": 0.67724, "ndcg_at_5": 0.6929, "ndcg_at_10": 0.70764, "ndcg_at_20": 0.71882, "ndcg_at_100": 0.73031, "ndcg_at_1000": 0.74004, "map_at_1": 0.609, "map_at_3": 0.661, "map_at_5": 0.6697, "map_at_10": 0.6757, "map_at_20": 0.67866, "map_at_100": 0.68025, "map_at_1000": 0.68062, "recall_at_1": 0.609, "recall_at_3": 0.724, "recall_at_5": 0.762, "recall_at_10": 0.808, "recall_at_20": 0.853, "recall_at_100": 0.915, "recall_at_1000": 0.991, "accuracy": 0.609, "precision_at_1": 0.609, "precision_at_3": 0.24133, "precision_at_5": 0.1524, "precision_at_10": 0.0808, "precision_at_20": 0.04265, "precision_at_100": 0.00915, "precision_at_1000": 0.00099, "mrr_at_1": 0.609, "mrr_at_3": 0.661, "mrr_at_5": 0.66975, "mrr_at_10": 0.675748, "mrr_at_20": 0.678721, "mrr_at_100": 0.680307, "mrr_at_1000": 0.680675, "nauc_ndcg_at_1_max": 0.269654, "nauc_ndcg_at_1_std": -0.072663, "nauc_ndcg_at_1_diff1": 0.859224, "nauc_ndcg_at_3_max": 0.299294, "nauc_ndcg_at_3_std": -0.055261, "nauc_ndcg_at_3_diff1": 0.819113, "nauc_ndcg_at_5_max": 0.30642, "nauc_ndcg_at_5_std": -0.05807, "nauc_ndcg_at_5_diff1": 0.813708, "nauc_ndcg_at_10_max": 0.31411, "nauc_ndcg_at_10_std": -0.045101, "nauc_ndcg_at_10_diff1": 0.811552, "nauc_ndcg_at_20_max": 0.317597, "nauc_ndcg_at_20_std": -0.038145, "nauc_ndcg_at_20_diff1": 0.812322, "nauc_ndcg_at_100_max": 0.311013, "nauc_ndcg_at_100_std": -0.025834, "nauc_ndcg_at_100_diff1": 0.813257, "nauc_ndcg_at_1000_max": 0.309098, "nauc_ndcg_at_1000_std": -0.03876, "nauc_ndcg_at_1000_diff1": 0.817544, "nauc_map_at_1_max": 0.269654, "nauc_map_at_1_std": -0.072663, "nauc_map_at_1_diff1": 0.859224, "nauc_map_at_3_max": 0.294307, "nauc_map_at_3_std": -0.058304, "nauc_map_at_3_diff1": 0.828351, "nauc_map_at_5_max": 0.297693, "nauc_map_at_5_std": -0.059673, "nauc_map_at_5_diff1": 0.825741, "nauc_map_at_10_max": 0.300757, "nauc_map_at_10_std": -0.05463, "nauc_map_at_10_diff1": 0.825057, "nauc_map_at_20_max": 0.30133, "nauc_map_at_20_std": -0.052823, "nauc_map_at_20_diff1": 0.825444, "nauc_map_at_100_max": 0.300565, "nauc_map_at_100_std": -0.051691, "nauc_map_at_100_diff1": 0.825529, "nauc_map_at_1000_max": 0.300434, "nauc_map_at_1000_std": -0.052021, "nauc_map_at_1000_diff1": 0.825709, "nauc_recall_at_1_max": 0.269654, "nauc_recall_at_1_std": -0.072663, "nauc_recall_at_1_diff1": 0.859224, "nauc_recall_at_3_max": 0.314527, "nauc_recall_at_3_std": -0.045877, "nauc_recall_at_3_diff1": 0.789016, "nauc_recall_at_5_max": 0.338599, "nauc_recall_at_5_std": -0.05383, "nauc_recall_at_5_diff1": 0.769259, "nauc_recall_at_10_max": 0.374997, "nauc_recall_at_10_std": 0.000978, "nauc_recall_at_10_diff1": 0.752174, "nauc_recall_at_20_max": 0.417276, "nauc_recall_at_20_std": 0.057518, "nauc_recall_at_20_diff1": 0.739863, "nauc_recall_at_100_max": 0.384605, "nauc_recall_at_100_std": 0.309079, "nauc_recall_at_100_diff1": 0.710254, "nauc_recall_at_1000_max": 0.727721, "nauc_recall_at_1000_std": 0.520593, "nauc_recall_at_1000_diff1": 0.605042, "nauc_precision_at_1_max": 0.269654, "nauc_precision_at_1_std": -0.072663, "nauc_precision_at_1_diff1": 0.859224, "nauc_precision_at_3_max": 0.314527, "nauc_precision_at_3_std": -0.045877, "nauc_precision_at_3_diff1": 0.789016, "nauc_precision_at_5_max": 0.338599, "nauc_precision_at_5_std": -0.05383, "nauc_precision_at_5_diff1": 0.769259, "nauc_precision_at_10_max": 0.374997, "nauc_precision_at_10_std": 0.000978, "nauc_precision_at_10_diff1": 0.752174, "nauc_precision_at_20_max": 0.417276, "nauc_precision_at_20_std": 0.057518, "nauc_precision_at_20_diff1": 0.739863, "nauc_precision_at_100_max": 0.384605, "nauc_precision_at_100_std": 0.309079, "nauc_precision_at_100_diff1": 0.710254, "nauc_precision_at_1000_max": 0.727721, "nauc_precision_at_1000_std": 0.520593, "nauc_precision_at_1000_diff1": 0.605042, "nauc_mrr_at_1_max": 0.269654, "nauc_mrr_at_1_std": -0.072663, "nauc_mrr_at_1_diff1": 0.859224, "nauc_mrr_at_3_max": 0.294307, "nauc_mrr_at_3_std": -0.058304, "nauc_mrr_at_3_diff1": 0.828351, "nauc_mrr_at_5_max": 0.297549, "nauc_mrr_at_5_std": -0.059783, "nauc_mrr_at_5_diff1": 0.825667, "nauc_mrr_at_10_max": 0.300611, "nauc_mrr_at_10_std": -0.054741, "nauc_mrr_at_10_diff1": 0.824982, "nauc_mrr_at_20_max": 0.301199, "nauc_mrr_at_20_std": -0.052959, "nauc_mrr_at_20_diff1": 0.825367, "nauc_mrr_at_100_max": 0.300431, "nauc_mrr_at_100_std": -0.051832, "nauc_mrr_at_100_diff1": 0.825454, "nauc_mrr_at_1000_max": 0.300301, "nauc_mrr_at_1000_std": -0.052163, "nauc_mrr_at_1000_diff1": 0.825634, "cv_recall_at_1": 0.609, "cv_recall_at_3": 0.724, "cv_recall_at_5": 0.762, "cv_recall_at_10": 0.808, "cv_recall_at_20": 0.853, "cv_recall_at_100": 0.915, "cv_recall_at_1000": 0.991, "main_score": 0.70764, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.625, "ndcg_at_3": 0.68351, "ndcg_at_5": 0.69827, "ndcg_at_10": 0.71159, "ndcg_at_20": 0.71972, "ndcg_at_100": 0.73292, "ndcg_at_1000": 0.74329, "map_at_1": 0.625, "map_at_3": 0.66917, "map_at_5": 0.67732, "map_at_10": 0.68285, "map_at_20": 0.68511, "map_at_100": 0.68681, "map_at_1000": 0.68714, "recall_at_1": 0.625, "recall_at_3": 0.725, "recall_at_5": 0.761, "recall_at_10": 0.802, "recall_at_20": 0.834, "recall_at_100": 0.907, "recall_at_1000": 0.992, "accuracy": 0.625, "precision_at_1": 0.625, "precision_at_3": 0.24167, "precision_at_5": 0.1522, "precision_at_10": 0.0802, "precision_at_20": 0.0417, "precision_at_100": 0.00907, "precision_at_1000": 0.00099, "mrr_at_1": 0.625, "mrr_at_3": 0.669167, "mrr_at_5": 0.677317, "mrr_at_10": 0.682849, "mrr_at_20": 0.685155, "mrr_at_100": 0.686815, "mrr_at_1000": 0.687143, "nauc_ndcg_at_1_max": 0.114808, "nauc_ndcg_at_1_std": 0.174988, "nauc_ndcg_at_1_diff1": 0.868918, "nauc_ndcg_at_3_max": 0.154762, "nauc_ndcg_at_3_std": 0.202049, "nauc_ndcg_at_3_diff1": 0.836803, "nauc_ndcg_at_5_max": 0.166838, "nauc_ndcg_at_5_std": 0.207315, "nauc_ndcg_at_5_diff1": 0.831923, "nauc_ndcg_at_10_max": 0.157, "nauc_ndcg_at_10_std": 0.213741, "nauc_ndcg_at_10_diff1": 0.821084, "nauc_ndcg_at_20_max": 0.158171, "nauc_ndcg_at_20_std": 0.209986, "nauc_ndcg_at_20_diff1": 0.820195, "nauc_ndcg_at_100_max": 0.149423, "nauc_ndcg_at_100_std": 0.22228, "nauc_ndcg_at_100_diff1": 0.822684, "nauc_ndcg_at_1000_max": 0.152767, "nauc_ndcg_at_1000_std": 0.212645, "nauc_ndcg_at_1000_diff1": 0.828206, "nauc_map_at_1_max": 0.114808, "nauc_map_at_1_std": 0.174988, "nauc_map_at_1_diff1": 0.868918, "nauc_map_at_3_max": 0.145166, "nauc_map_at_3_std": 0.194531, "nauc_map_at_3_diff1": 0.845212, "nauc_map_at_5_max": 0.15127, "nauc_map_at_5_std": 0.19746, "nauc_map_at_5_diff1": 0.843043, "nauc_map_at_10_max": 0.146694, "nauc_map_at_10_std": 0.200171, "nauc_map_at_10_diff1": 0.838882, "nauc_map_at_20_max": 0.14688, "nauc_map_at_20_std": 0.19894, "nauc_map_at_20_diff1": 0.838721, "nauc_map_at_100_max": 0.145795, "nauc_map_at_100_std": 0.200698, "nauc_map_at_100_diff1": 0.838992, "nauc_map_at_1000_max": 0.145832, "nauc_map_at_1000_std": 0.200518, "nauc_map_at_1000_diff1": 0.839147, "nauc_recall_at_1_max": 0.114808, "nauc_recall_at_1_std": 0.174988, "nauc_recall_at_1_diff1": 0.868918, "nauc_recall_at_3_max": 0.185886, "nauc_recall_at_3_std": 0.226958, "nauc_recall_at_3_diff1": 0.809171, "nauc_recall_at_5_max": 0.224748, "nauc_recall_at_5_std": 0.243512, "nauc_recall_at_5_diff1": 0.790618, "nauc_recall_at_10_max": 0.198129, "nauc_recall_at_10_std": 0.272779, "nauc_recall_at_10_diff1": 0.740846, "nauc_recall_at_20_max": 0.212927, "nauc_recall_at_20_std": 0.262967, "nauc_recall_at_20_diff1": 0.722281, "nauc_recall_at_100_max": 0.132616, "nauc_recall_at_100_std": 0.447577, "nauc_recall_at_100_diff1": 0.69405, "nauc_recall_at_1000_max": 0.822946, "nauc_recall_at_1000_std": 0.514006, "nauc_recall_at_1000_diff1": 0.56997, "nauc_precision_at_1_max": 0.114808, "nauc_precision_at_1_std": 0.174988, "nauc_precision_at_1_diff1": 0.868918, "nauc_precision_at_3_max": 0.185886, "nauc_precision_at_3_std": 0.226958, "nauc_precision_at_3_diff1": 0.809171, "nauc_precision_at_5_max": 0.224748, "nauc_precision_at_5_std": 0.243512, "nauc_precision_at_5_diff1": 0.790618, "nauc_precision_at_10_max": 0.198129, "nauc_precision_at_10_std": 0.272779, "nauc_precision_at_10_diff1": 0.740846, "nauc_precision_at_20_max": 0.212927, "nauc_precision_at_20_std": 0.262967, "nauc_precision_at_20_diff1": 0.722281, "nauc_precision_at_100_max": 0.132616, "nauc_precision_at_100_std": 0.447577, "nauc_precision_at_100_diff1": 0.69405, "nauc_precision_at_1000_max": 0.822946, "nauc_precision_at_1000_std": 0.514006, "nauc_precision_at_1000_diff1": 0.56997, "nauc_mrr_at_1_max": 0.114808, "nauc_mrr_at_1_std": 0.174988, "nauc_mrr_at_1_diff1": 0.868918, "nauc_mrr_at_3_max": 0.145166, "nauc_mrr_at_3_std": 0.194531, "nauc_mrr_at_3_diff1": 0.845212, "nauc_mrr_at_5_max": 0.151368, "nauc_mrr_at_5_std": 0.198189, "nauc_mrr_at_5_diff1": 0.84314, "nauc_mrr_at_10_max": 0.14671, "nauc_mrr_at_10_std": 0.200294, "nauc_mrr_at_10_diff1": 0.838898, "nauc_mrr_at_20_max": 0.147252, "nauc_mrr_at_20_std": 0.198907, "nauc_mrr_at_20_diff1": 0.838808, "nauc_mrr_at_100_max": 0.145829, "nauc_mrr_at_100_std": 0.20081, "nauc_mrr_at_100_diff1": 0.839012, "nauc_mrr_at_1000_max": 0.145865, "nauc_mrr_at_1000_std": 0.200631, "nauc_mrr_at_1000_diff1": 0.839167, "cv_recall_at_1": 0.625, "cv_recall_at_3": 0.725, "cv_recall_at_5": 0.761, "cv_recall_at_10": 0.802, "cv_recall_at_20": 0.835, "cv_recall_at_100": 0.907, "cv_recall_at_1000": 0.992, "main_score": 0.71159, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.583, "ndcg_at_3": 0.64656, "ndcg_at_5": 0.66714, "ndcg_at_10": 0.68172, "ndcg_at_20": 0.69374, "ndcg_at_100": 0.70749, "ndcg_at_1000": 0.7165, "map_at_1": 0.583, "map_at_3": 0.63117, "map_at_5": 0.64282, "map_at_10": 0.64886, "map_at_20": 0.65223, "map_at_100": 0.65413, "map_at_1000": 0.65447, "recall_at_1": 0.583, "recall_at_3": 0.691, "recall_at_5": 0.74, "recall_at_10": 0.785, "recall_at_20": 0.832, "recall_at_100": 0.906, "recall_at_1000": 0.977, "accuracy": 0.583, "precision_at_1": 0.583, "precision_at_3": 0.23033, "precision_at_5": 0.148, "precision_at_10": 0.0785, "precision_at_20": 0.0416, "precision_at_100": 0.00906, "precision_at_1000": 0.00098, "mrr_at_1": 0.583, "mrr_at_3": 0.631167, "mrr_at_5": 0.642817, "mrr_at_10": 0.648862, "mrr_at_20": 0.652243, "mrr_at_100": 0.654145, "mrr_at_1000": 0.654479, "nauc_ndcg_at_1_max": 0.205125, "nauc_ndcg_at_1_std": 0.073832, "nauc_ndcg_at_1_diff1": 0.801121, "nauc_ndcg_at_3_max": 0.201392, "nauc_ndcg_at_3_std": 0.138762, "nauc_ndcg_at_3_diff1": 0.756879, "nauc_ndcg_at_5_max": 0.232441, "nauc_ndcg_at_5_std": 0.150394, "nauc_ndcg_at_5_diff1": 0.74809, "nauc_ndcg_at_10_max": 0.219078, "nauc_ndcg_at_10_std": 0.157267, "nauc_ndcg_at_10_diff1": 0.74439, "nauc_ndcg_at_20_max": 0.2305, "nauc_ndcg_at_20_std": 0.161097, "nauc_ndcg_at_20_diff1": 0.743194, "nauc_ndcg_at_100_max": 0.229923, "nauc_ndcg_at_100_std": 0.166649, "nauc_ndcg_at_100_diff1": 0.74829, "nauc_ndcg_at_1000_max": 0.225616, "nauc_ndcg_at_1000_std": 0.154824, "nauc_ndcg_at_1000_diff1": 0.751515, "nauc_map_at_1_max": 0.205125, "nauc_map_at_1_std": 0.073832, "nauc_map_at_1_diff1": 0.801121, "nauc_map_at_3_max": 0.201002, "nauc_map_at_3_std": 0.122902, "nauc_map_at_3_diff1": 0.768329, "nauc_map_at_5_max": 0.21778, "nauc_map_at_5_std": 0.128657, "nauc_map_at_5_diff1": 0.763997, "nauc_map_at_10_max": 0.212503, "nauc_map_at_10_std": 0.131169, "nauc_map_at_10_diff1": 0.762805, "nauc_map_at_20_max": 0.215254, "nauc_map_at_20_std": 0.131749, "nauc_map_at_20_diff1": 0.762528, "nauc_map_at_100_max": 0.214962, "nauc_map_at_100_std": 0.132977, "nauc_map_at_100_diff1": 0.763266, "nauc_map_at_1000_max": 0.214766, "nauc_map_at_1000_std": 0.132685, "nauc_map_at_1000_diff1": 0.763379, "nauc_recall_at_1_max": 0.205125, "nauc_recall_at_1_std": 0.073832, "nauc_recall_at_1_diff1": 0.801121, "nauc_recall_at_3_max": 0.203283, "nauc_recall_at_3_std": 0.189467, "nauc_recall_at_3_diff1": 0.719953, "nauc_recall_at_5_max": 0.290899, "nauc_recall_at_5_std": 0.23012, "nauc_recall_at_5_diff1": 0.689281, "nauc_recall_at_10_max": 0.244978, "nauc_recall_at_10_std": 0.269876, "nauc_recall_at_10_diff1": 0.664567, "nauc_recall_at_20_max": 0.322998, "nauc_recall_at_20_std": 0.322787, "nauc_recall_at_20_diff1": 0.639753, "nauc_recall_at_100_max": 0.386962, "nauc_recall_at_100_std": 0.47927, "nauc_recall_at_100_diff1": 0.636927, "nauc_recall_at_1000_max": 0.566618, "nauc_recall_at_1000_std": 0.437584, "nauc_recall_at_1000_diff1": 0.553546, "nauc_precision_at_1_max": 0.205125, "nauc_precision_at_1_std": 0.073832, "nauc_precision_at_1_diff1": 0.801121, "nauc_precision_at_3_max": 0.203283, "nauc_precision_at_3_std": 0.189467, "nauc_precision_at_3_diff1": 0.719953, "nauc_precision_at_5_max": 0.290899, "nauc_precision_at_5_std": 0.23012, "nauc_precision_at_5_diff1": 0.689281, "nauc_precision_at_10_max": 0.244978, "nauc_precision_at_10_std": 0.269876, "nauc_precision_at_10_diff1": 0.664567, "nauc_precision_at_20_max": 0.322998, "nauc_precision_at_20_std": 0.322787, "nauc_precision_at_20_diff1": 0.639753, "nauc_precision_at_100_max": 0.386962, "nauc_precision_at_100_std": 0.47927, "nauc_precision_at_100_diff1": 0.636927, "nauc_precision_at_1000_max": 0.566618, "nauc_precision_at_1000_std": 0.437584, "nauc_precision_at_1000_diff1": 0.553546, "nauc_mrr_at_1_max": 0.205125, "nauc_mrr_at_1_std": 0.073832, "nauc_mrr_at_1_diff1": 0.801121, "nauc_mrr_at_3_max": 0.201002, "nauc_mrr_at_3_std": 0.122902, "nauc_mrr_at_3_diff1": 0.768329, "nauc_mrr_at_5_max": 0.21778, "nauc_mrr_at_5_std": 0.128657, "nauc_mrr_at_5_diff1": 0.763997, "nauc_mrr_at_10_max": 0.212503, "nauc_mrr_at_10_std": 0.131169, "nauc_mrr_at_10_diff1": 0.762805, "nauc_mrr_at_20_max": 0.215372, "nauc_mrr_at_20_std": 0.131737, "nauc_mrr_at_20_diff1": 0.762526, "nauc_mrr_at_100_max": 0.215081, "nauc_mrr_at_100_std": 0.132962, "nauc_mrr_at_100_diff1": 0.763266, "nauc_mrr_at_1000_max": 0.214886, "nauc_mrr_at_1000_std": 0.13267, "nauc_mrr_at_1000_diff1": 0.763379, "cv_recall_at_1": 0.583, "cv_recall_at_3": 0.691, "cv_recall_at_5": 0.74, "cv_recall_at_10": 0.785, "cv_recall_at_20": 0.832, "cv_recall_at_100": 0.906, "cv_recall_at_1000": 0.977, "main_score": 0.68172, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.521, "ndcg_at_3": 0.57446, "ndcg_at_5": 0.59198, "ndcg_at_10": 0.60502, "ndcg_at_20": 0.61217, "ndcg_at_100": 0.6292, "ndcg_at_1000": 0.64838, "map_at_1": 0.521, "map_at_3": 0.56117, "map_at_5": 0.57102, "map_at_10": 0.57627, "map_at_20": 0.57826, "map_at_100": 0.58053, "map_at_1000": 0.5811, "recall_at_1": 0.521, "recall_at_3": 0.613, "recall_at_5": 0.655, "recall_at_10": 0.696, "recall_at_20": 0.724, "recall_at_100": 0.817, "recall_at_1000": 0.976, "accuracy": 0.521, "precision_at_1": 0.521, "precision_at_3": 0.20433, "precision_at_5": 0.131, "precision_at_10": 0.0696, "precision_at_20": 0.0362, "precision_at_100": 0.00817, "precision_at_1000": 0.00098, "mrr_at_1": 0.521, "mrr_at_3": 0.5615, "mrr_at_5": 0.5711, "mrr_at_10": 0.576351, "mrr_at_20": 0.578346, "mrr_at_100": 0.580609, "mrr_at_1000": 0.581186, "nauc_ndcg_at_1_max": 0.216564, "nauc_ndcg_at_1_std": 0.106107, "nauc_ndcg_at_1_diff1": 0.817045, "nauc_ndcg_at_3_max": 0.223922, "nauc_ndcg_at_3_std": 0.12071, "nauc_ndcg_at_3_diff1": 0.777338, "nauc_ndcg_at_5_max": 0.222159, "nauc_ndcg_at_5_std": 0.143228, "nauc_ndcg_at_5_diff1": 0.775519, "nauc_ndcg_at_10_max": 0.225509, "nauc_ndcg_at_10_std": 0.160404, "nauc_ndcg_at_10_diff1": 0.772486, "nauc_ndcg_at_20_max": 0.227721, "nauc_ndcg_at_20_std": 0.158048, "nauc_ndcg_at_20_diff1": 0.773358, "nauc_ndcg_at_100_max": 0.225706, "nauc_ndcg_at_100_std": 0.165056, "nauc_ndcg_at_100_diff1": 0.772234, "nauc_ndcg_at_1000_max": 0.230998, "nauc_ndcg_at_1000_std": 0.151789, "nauc_ndcg_at_1000_diff1": 0.77642, "nauc_map_at_1_max": 0.216564, "nauc_map_at_1_std": 0.106107, "nauc_map_at_1_diff1": 0.817045, "nauc_map_at_3_max": 0.222476, "nauc_map_at_3_std": 0.115433, "nauc_map_at_3_diff1": 0.787185, "nauc_map_at_5_max": 0.221697, "nauc_map_at_5_std": 0.127019, "nauc_map_at_5_diff1": 0.78636, "nauc_map_at_10_max": 0.223283, "nauc_map_at_10_std": 0.133751, "nauc_map_at_10_diff1": 0.785206, "nauc_map_at_20_max": 0.22374, "nauc_map_at_20_std": 0.13297, "nauc_map_at_20_diff1": 0.785488, "nauc_map_at_100_max": 0.223474, "nauc_map_at_100_std": 0.133628, "nauc_map_at_100_diff1": 0.785358, "nauc_map_at_1000_max": 0.223526, "nauc_map_at_1000_std": 0.133388, "nauc_map_at_1000_diff1": 0.785423, "nauc_recall_at_1_max": 0.216564, "nauc_recall_at_1_std": 0.106107, "nauc_recall_at_1_diff1": 0.817045, "nauc_recall_at_3_max": 0.22819, "nauc_recall_at_3_std": 0.13764, "nauc_recall_at_3_diff1": 0.747128, "nauc_recall_at_5_max": 0.22291, "nauc_recall_at_5_std": 0.201346, "nauc_recall_at_5_diff1": 0.739845, "nauc_recall_at_10_max": 0.233294, "nauc_recall_at_10_std": 0.267842, "nauc_recall_at_10_diff1": 0.726149, "nauc_recall_at_20_max": 0.245874, "nauc_recall_at_20_std": 0.265582, "nauc_recall_at_20_diff1": 0.726644, "nauc_recall_at_100_max": 0.234294, "nauc_recall_at_100_std": 0.373154, "nauc_recall_at_100_diff1": 0.69972, "nauc_recall_at_1000_max": 0.856851, "nauc_recall_at_1000_std": 0.318083, "nauc_recall_at_1000_diff1": 0.690087, "nauc_precision_at_1_max": 0.216564, "nauc_precision_at_1_std": 0.106107, "nauc_precision_at_1_diff1": 0.817045, "nauc_precision_at_3_max": 0.22819, "nauc_precision_at_3_std": 0.13764, "nauc_precision_at_3_diff1": 0.747128, "nauc_precision_at_5_max": 0.22291, "nauc_precision_at_5_std": 0.201346, "nauc_precision_at_5_diff1": 0.739845, "nauc_precision_at_10_max": 0.233294, "nauc_precision_at_10_std": 0.267842, "nauc_precision_at_10_diff1": 0.726149, "nauc_precision_at_20_max": 0.245874, "nauc_precision_at_20_std": 0.265582, "nauc_precision_at_20_diff1": 0.726644, "nauc_precision_at_100_max": 0.234294, "nauc_precision_at_100_std": 0.373154, "nauc_precision_at_100_diff1": 0.69972, "nauc_precision_at_1000_max": 0.856851, "nauc_precision_at_1000_std": 0.318083, "nauc_precision_at_1000_diff1": 0.690087, "nauc_mrr_at_1_max": 0.216564, "nauc_mrr_at_1_std": 0.106107, "nauc_mrr_at_1_diff1": 0.817045, "nauc_mrr_at_3_max": 0.221866, "nauc_mrr_at_3_std": 0.116992, "nauc_mrr_at_3_diff1": 0.786523, "nauc_mrr_at_5_max": 0.222797, "nauc_mrr_at_5_std": 0.126442, "nauc_mrr_at_5_diff1": 0.786387, "nauc_mrr_at_10_max": 0.223337, "nauc_mrr_at_10_std": 0.13399, "nauc_mrr_at_10_diff1": 0.785068, "nauc_mrr_at_20_max": 0.223795, "nauc_mrr_at_20_std": 0.133209, "nauc_mrr_at_20_diff1": 0.78535, "nauc_mrr_at_100_max": 0.223535, "nauc_mrr_at_100_std": 0.133871, "nauc_mrr_at_100_diff1": 0.78522, "nauc_mrr_at_1000_max": 0.223588, "nauc_mrr_at_1000_std": 0.133631, "nauc_mrr_at_1000_diff1": 0.785284, "cv_recall_at_1": 0.521, "cv_recall_at_3": 0.614, "cv_recall_at_5": 0.655, "cv_recall_at_10": 0.696, "cv_recall_at_20": 0.724, "cv_recall_at_100": 0.817, "cv_recall_at_1000": 0.976, "main_score": 0.60502, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.574, "ndcg_at_3": 0.6415, "ndcg_at_5": 0.65273, "ndcg_at_10": 0.6658, "ndcg_at_20": 0.67758, "ndcg_at_100": 0.69154, "ndcg_at_1000": 0.70514, "map_at_1": 0.574, "map_at_3": 0.62567, "map_at_5": 0.63197, "map_at_10": 0.63744, "map_at_20": 0.64061, "map_at_100": 0.64241, "map_at_1000": 0.64285, "recall_at_1": 0.574, "recall_at_3": 0.687, "recall_at_5": 0.714, "recall_at_10": 0.754, "recall_at_20": 0.801, "recall_at_100": 0.878, "recall_at_1000": 0.989, "accuracy": 0.574, "precision_at_1": 0.574, "precision_at_3": 0.229, "precision_at_5": 0.1428, "precision_at_10": 0.0754, "precision_at_20": 0.04005, "precision_at_100": 0.00878, "precision_at_1000": 0.00099, "mrr_at_1": 0.574, "mrr_at_3": 0.625833, "mrr_at_5": 0.632133, "mrr_at_10": 0.637579, "mrr_at_20": 0.64074, "mrr_at_100": 0.642544, "mrr_at_1000": 0.64298, "nauc_ndcg_at_1_max": 0.078711, "nauc_ndcg_at_1_std": 0.04536, "nauc_ndcg_at_1_diff1": 0.802401, "nauc_ndcg_at_3_max": 0.11494, "nauc_ndcg_at_3_std": 0.111578, "nauc_ndcg_at_3_diff1": 0.743279, "nauc_ndcg_at_5_max": 0.109925, "nauc_ndcg_at_5_std": 0.123332, "nauc_ndcg_at_5_diff1": 0.735933, "nauc_ndcg_at_10_max": 0.108226, "nauc_ndcg_at_10_std": 0.134035, "nauc_ndcg_at_10_diff1": 0.734902, "nauc_ndcg_at_20_max": 0.106662, "nauc_ndcg_at_20_std": 0.140031, "nauc_ndcg_at_20_diff1": 0.729381, "nauc_ndcg_at_100_max": 0.103118, "nauc_ndcg_at_100_std": 0.139589, "nauc_ndcg_at_100_diff1": 0.732752, "nauc_ndcg_at_1000_max": 0.107639, "nauc_ndcg_at_1000_std": 0.129762, "nauc_ndcg_at_1000_diff1": 0.739726, "nauc_map_at_1_max": 0.078711, "nauc_map_at_1_std": 0.04536, "nauc_map_at_1_diff1": 0.802401, "nauc_map_at_3_max": 0.105878, "nauc_map_at_3_std": 0.095534, "nauc_map_at_3_diff1": 0.757847, "nauc_map_at_5_max": 0.103141, "nauc_map_at_5_std": 0.101667, "nauc_map_at_5_diff1": 0.754099, "nauc_map_at_10_max": 0.102573, "nauc_map_at_10_std": 0.105817, "nauc_map_at_10_diff1": 0.753851, "nauc_map_at_20_max": 0.102029, "nauc_map_at_20_std": 0.107054, "nauc_map_at_20_diff1": 0.752584, "nauc_map_at_100_max": 0.101662, "nauc_map_at_100_std": 0.107276, "nauc_map_at_100_diff1": 0.753055, "nauc_map_at_1000_max": 0.10174, "nauc_map_at_1000_std": 0.107049, "nauc_map_at_1000_diff1": 0.753273, "nauc_recall_at_1_max": 0.078711, "nauc_recall_at_1_std": 0.04536, "nauc_recall_at_1_diff1": 0.802401, "nauc_recall_at_3_max": 0.143976, "nauc_recall_at_3_std": 0.162733, "nauc_recall_at_3_diff1": 0.696709, "nauc_recall_at_5_max": 0.131874, "nauc_recall_at_5_std": 0.198275, "nauc_recall_at_5_diff1": 0.673367, "nauc_recall_at_10_max": 0.126961, "nauc_recall_at_10_std": 0.247253, "nauc_recall_at_10_diff1": 0.661798, "nauc_recall_at_20_max": 0.122771, "nauc_recall_at_20_std": 0.30233, "nauc_recall_at_20_diff1": 0.617715, "nauc_recall_at_100_max": 0.087532, "nauc_recall_at_100_std": 0.371514, "nauc_recall_at_100_diff1": 0.595633, "nauc_recall_at_1000_max": 0.786733, "nauc_recall_at_1000_std": 0.75643, "nauc_recall_at_1000_diff1": 0.474493, "nauc_precision_at_1_max": 0.078711, "nauc_precision_at_1_std": 0.04536, "nauc_precision_at_1_diff1": 0.802401, "nauc_precision_at_3_max": 0.143976, "nauc_precision_at_3_std": 0.162733, "nauc_precision_at_3_diff1": 0.696709, "nauc_precision_at_5_max": 0.131874, "nauc_precision_at_5_std": 0.198275, "nauc_precision_at_5_diff1": 0.673367, "nauc_precision_at_10_max": 0.126961, "nauc_precision_at_10_std": 0.247253, "nauc_precision_at_10_diff1": 0.661798, "nauc_precision_at_20_max": 0.122771, "nauc_precision_at_20_std": 0.30233, "nauc_precision_at_20_diff1": 0.617715, "nauc_precision_at_100_max": 0.087532, "nauc_precision_at_100_std": 0.371514, "nauc_precision_at_100_diff1": 0.595633, "nauc_precision_at_1000_max": 0.786733, "nauc_precision_at_1000_std": 0.75643, "nauc_precision_at_1000_diff1": 0.474493, "nauc_mrr_at_1_max": 0.078711, "nauc_mrr_at_1_std": 0.04536, "nauc_mrr_at_1_diff1": 0.802401, "nauc_mrr_at_3_max": 0.106226, "nauc_mrr_at_3_std": 0.095004, "nauc_mrr_at_3_diff1": 0.757596, "nauc_mrr_at_5_max": 0.103493, "nauc_mrr_at_5_std": 0.101131, "nauc_mrr_at_5_diff1": 0.753843, "nauc_mrr_at_10_max": 0.102938, "nauc_mrr_at_10_std": 0.105277, "nauc_mrr_at_10_diff1": 0.753609, "nauc_mrr_at_20_max": 0.102364, "nauc_mrr_at_20_std": 0.106478, "nauc_mrr_at_20_diff1": 0.752348, "nauc_mrr_at_100_max": 0.102008, "nauc_mrr_at_100_std": 0.106691, "nauc_mrr_at_100_diff1": 0.752817, "nauc_mrr_at_1000_max": 0.102085, "nauc_mrr_at_1000_std": 0.106463, "nauc_mrr_at_1000_diff1": 0.753035, "cv_recall_at_1": 0.574, "cv_recall_at_3": 0.687, "cv_recall_at_5": 0.714, "cv_recall_at_10": 0.754, "cv_recall_at_20": 0.801, "cv_recall_at_100": 0.878, "cv_recall_at_1000": 0.989, "main_score": 0.6658, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.542, "ndcg_at_3": 0.60732, "ndcg_at_5": 0.62582, "ndcg_at_10": 0.63956, "ndcg_at_20": 0.65407, "ndcg_at_100": 0.67015, "ndcg_at_1000": 0.68346, "map_at_1": 0.542, "map_at_3": 0.5915, "map_at_5": 0.60175, "map_at_10": 0.60751, "map_at_20": 0.61154, "map_at_100": 0.61375, "map_at_1000": 0.61422, "recall_at_1": 0.542, "recall_at_3": 0.653, "recall_at_5": 0.698, "recall_at_10": 0.74, "recall_at_20": 0.797, "recall_at_100": 0.884, "recall_at_1000": 0.99, "accuracy": 0.542, "precision_at_1": 0.542, "precision_at_3": 0.21767, "precision_at_5": 0.1396, "precision_at_10": 0.074, "precision_at_20": 0.03985, "precision_at_100": 0.00884, "precision_at_1000": 0.00099, "mrr_at_1": 0.542, "mrr_at_3": 0.591667, "mrr_at_5": 0.601917, "mrr_at_10": 0.607651, "mrr_at_20": 0.611691, "mrr_at_100": 0.613899, "mrr_at_1000": 0.614367, "nauc_ndcg_at_1_max": 0.244057, "nauc_ndcg_at_1_std": 0.008831, "nauc_ndcg_at_1_diff1": 0.812014, "nauc_ndcg_at_3_max": 0.281553, "nauc_ndcg_at_3_std": 0.027869, "nauc_ndcg_at_3_diff1": 0.793041, "nauc_ndcg_at_5_max": 0.284872, "nauc_ndcg_at_5_std": 0.048029, "nauc_ndcg_at_5_diff1": 0.784838, "nauc_ndcg_at_10_max": 0.292272, "nauc_ndcg_at_10_std": 0.049009, "nauc_ndcg_at_10_diff1": 0.7805, "nauc_ndcg_at_20_max": 0.286265, "nauc_ndcg_at_20_std": 0.05991, "nauc_ndcg_at_20_diff1": 0.777646, "nauc_ndcg_at_100_max": 0.285892, "nauc_ndcg_at_100_std": 0.06535, "nauc_ndcg_at_100_diff1": 0.778723, "nauc_ndcg_at_1000_max": 0.283942, "nauc_ndcg_at_1000_std": 0.054301, "nauc_ndcg_at_1000_diff1": 0.784313, "nauc_map_at_1_max": 0.244057, "nauc_map_at_1_std": 0.008831, "nauc_map_at_1_diff1": 0.812014, "nauc_map_at_3_max": 0.272043, "nauc_map_at_3_std": 0.023283, "nauc_map_at_3_diff1": 0.798003, "nauc_map_at_5_max": 0.273671, "nauc_map_at_5_std": 0.03369, "nauc_map_at_5_diff1": 0.793764, "nauc_map_at_10_max": 0.276694, "nauc_map_at_10_std": 0.033999, "nauc_map_at_10_diff1": 0.792222, "nauc_map_at_20_max": 0.274882, "nauc_map_at_20_std": 0.036686, "nauc_map_at_20_diff1": 0.791531, "nauc_map_at_100_max": 0.275004, "nauc_map_at_100_std": 0.03727, "nauc_map_at_100_diff1": 0.791822, "nauc_map_at_1000_max": 0.274862, "nauc_map_at_1000_std": 0.037071, "nauc_map_at_1000_diff1": 0.792011, "nauc_recall_at_1_max": 0.244057, "nauc_recall_at_1_std": 0.008831, "nauc_recall_at_1_diff1": 0.812014, "nauc_recall_at_3_max": 0.311654, "nauc_recall_at_3_std": 0.042274, "nauc_recall_at_3_diff1": 0.777264, "nauc_recall_at_5_max": 0.323547, "nauc_recall_at_5_std": 0.100632, "nauc_recall_at_5_diff1": 0.752871, "nauc_recall_at_10_max": 0.354921, "nauc_recall_at_10_std": 0.110377, "nauc_recall_at_10_diff1": 0.731854, "nauc_recall_at_20_max": 0.335467, "nauc_recall_at_20_std": 0.185463, "nauc_recall_at_20_diff1": 0.705785, "nauc_recall_at_100_max": 0.35495, "nauc_recall_at_100_std": 0.332839, "nauc_recall_at_100_diff1": 0.668436, "nauc_recall_at_1000_max": 0.827031, "nauc_recall_at_1000_std": 0.672969, "nauc_recall_at_1000_diff1": 0.623296, "nauc_precision_at_1_max": 0.244057, "nauc_precision_at_1_std": 0.008831, "nauc_precision_at_1_diff1": 0.812014, "nauc_precision_at_3_max": 0.311654, "nauc_precision_at_3_std": 0.042274, "nauc_precision_at_3_diff1": 0.777264, "nauc_precision_at_5_max": 0.323547, "nauc_precision_at_5_std": 0.100632, "nauc_precision_at_5_diff1": 0.752871, "nauc_precision_at_10_max": 0.354921, "nauc_precision_at_10_std": 0.110377, "nauc_precision_at_10_diff1": 0.731854, "nauc_precision_at_20_max": 0.335467, "nauc_precision_at_20_std": 0.185463, "nauc_precision_at_20_diff1": 0.705785, "nauc_precision_at_100_max": 0.35495, "nauc_precision_at_100_std": 0.332839, "nauc_precision_at_100_diff1": 0.668436, "nauc_precision_at_1000_max": 0.827031, "nauc_precision_at_1000_std": 0.672969, "nauc_precision_at_1000_diff1": 0.623296, "nauc_mrr_at_1_max": 0.244057, "nauc_mrr_at_1_std": 0.008831, "nauc_mrr_at_1_diff1": 0.812014, "nauc_mrr_at_3_max": 0.272058, "nauc_mrr_at_3_std": 0.023589, "nauc_mrr_at_3_diff1": 0.797855, "nauc_mrr_at_5_max": 0.273687, "nauc_mrr_at_5_std": 0.034005, "nauc_mrr_at_5_diff1": 0.793611, "nauc_mrr_at_10_max": 0.276738, "nauc_mrr_at_10_std": 0.034373, "nauc_mrr_at_10_diff1": 0.79205, "nauc_mrr_at_20_max": 0.274937, "nauc_mrr_at_20_std": 0.037051, "nauc_mrr_at_20_diff1": 0.79136, "nauc_mrr_at_100_max": 0.27507, "nauc_mrr_at_100_std": 0.037644, "nauc_mrr_at_100_diff1": 0.79165, "nauc_mrr_at_1000_max": 0.274929, "nauc_mrr_at_1000_std": 0.037446, "nauc_mrr_at_1000_diff1": 0.791839, "cv_recall_at_1": 0.542, "cv_recall_at_3": 0.653, "cv_recall_at_5": 0.698, "cv_recall_at_10": 0.74, "cv_recall_at_20": 0.797, "cv_recall_at_100": 0.884, "cv_recall_at_1000": 0.99, "main_score": 0.63956, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.594, "ndcg_at_3": 0.66628, "ndcg_at_5": 0.68229, "ndcg_at_10": 0.69611, "ndcg_at_20": 0.704, "ndcg_at_100": 0.71805, "ndcg_at_1000": 0.72827, "map_at_1": 0.594, "map_at_3": 0.64933, "map_at_5": 0.65818, "map_at_10": 0.66402, "map_at_20": 0.66621, "map_at_100": 0.66821, "map_at_1000": 0.66858, "recall_at_1": 0.594, "recall_at_3": 0.715, "recall_at_5": 0.754, "recall_at_10": 0.796, "recall_at_20": 0.827, "recall_at_100": 0.902, "recall_at_1000": 0.983, "accuracy": 0.594, "precision_at_1": 0.594, "precision_at_3": 0.23833, "precision_at_5": 0.1508, "precision_at_10": 0.0796, "precision_at_20": 0.04135, "precision_at_100": 0.00902, "precision_at_1000": 0.00098, "mrr_at_1": 0.594, "mrr_at_3": 0.649167, "mrr_at_5": 0.658017, "mrr_at_10": 0.663852, "mrr_at_20": 0.666038, "mrr_at_100": 0.668039, "mrr_at_1000": 0.668414, "nauc_ndcg_at_1_max": 0.171802, "nauc_ndcg_at_1_std": 0.104583, "nauc_ndcg_at_1_diff1": 0.808957, "nauc_ndcg_at_3_max": 0.181728, "nauc_ndcg_at_3_std": 0.174387, "nauc_ndcg_at_3_diff1": 0.767642, "nauc_ndcg_at_5_max": 0.178383, "nauc_ndcg_at_5_std": 0.170199, "nauc_ndcg_at_5_diff1": 0.769259, "nauc_ndcg_at_10_max": 0.185253, "nauc_ndcg_at_10_std": 0.175228, "nauc_ndcg_at_10_diff1": 0.762852, "nauc_ndcg_at_20_max": 0.186448, "nauc_ndcg_at_20_std": 0.183211, "nauc_ndcg_at_20_diff1": 0.764129, "nauc_ndcg_at_100_max": 0.195594, "nauc_ndcg_at_100_std": 0.190092, "nauc_ndcg_at_100_diff1": 0.765189, "nauc_ndcg_at_1000_max": 0.191518, "nauc_ndcg_at_1000_std": 0.178391, "nauc_ndcg_at_1000_diff1": 0.768151, "nauc_map_at_1_max": 0.171802, "nauc_map_at_1_std": 0.104583, "nauc_map_at_1_diff1": 0.808957, "nauc_map_at_3_max": 0.179953, "nauc_map_at_3_std": 0.155753, "nauc_map_at_3_diff1": 0.778232, "nauc_map_at_5_max": 0.177776, "nauc_map_at_5_std": 0.153263, "nauc_map_at_5_diff1": 0.779417, "nauc_map_at_10_max": 0.180428, "nauc_map_at_10_std": 0.155128, "nauc_map_at_10_diff1": 0.777021, "nauc_map_at_20_max": 0.180612, "nauc_map_at_20_std": 0.15706, "nauc_map_at_20_diff1": 0.777406, "nauc_map_at_100_max": 0.181919, "nauc_map_at_100_std": 0.157949, "nauc_map_at_100_diff1": 0.77759, "nauc_map_at_1000_max": 0.18174, "nauc_map_at_1000_std": 0.157703, "nauc_map_at_1000_diff1": 0.777679, "nauc_recall_at_1_max": 0.171802, "nauc_recall_at_1_std": 0.104583, "nauc_recall_at_1_diff1": 0.808957, "nauc_recall_at_3_max": 0.187204, "nauc_recall_at_3_std": 0.236267, "nauc_recall_at_3_diff1": 0.732682, "nauc_recall_at_5_max": 0.180138, "nauc_recall_at_5_std": 0.231246, "nauc_recall_at_5_diff1": 0.732436, "nauc_recall_at_10_max": 0.208528, "nauc_recall_at_10_std": 0.260259, "nauc_recall_at_10_diff1": 0.700818, "nauc_recall_at_20_max": 0.220409, "nauc_recall_at_20_std": 0.32067, "nauc_recall_at_20_diff1": 0.698814, "nauc_recall_at_100_max": 0.350707, "nauc_recall_at_100_std": 0.491382, "nauc_recall_at_100_diff1": 0.669406, "nauc_recall_at_1000_max": 0.707008, "nauc_recall_at_1000_std": 0.575822, "nauc_recall_at_1000_diff1": 0.534904, "nauc_precision_at_1_max": 0.171802, "nauc_precision_at_1_std": 0.104583, "nauc_precision_at_1_diff1": 0.808957, "nauc_precision_at_3_max": 0.187204, "nauc_precision_at_3_std": 0.236267, "nauc_precision_at_3_diff1": 0.732682, "nauc_precision_at_5_max": 0.180138, "nauc_precision_at_5_std": 0.231246, "nauc_precision_at_5_diff1": 0.732436, "nauc_precision_at_10_max": 0.208528, "nauc_precision_at_10_std": 0.260259, "nauc_precision_at_10_diff1": 0.700818, "nauc_precision_at_20_max": 0.220409, "nauc_precision_at_20_std": 0.32067, "nauc_precision_at_20_diff1": 0.698814, "nauc_precision_at_100_max": 0.350707, "nauc_precision_at_100_std": 0.491382, "nauc_precision_at_100_diff1": 0.669406, "nauc_precision_at_1000_max": 0.707008, "nauc_precision_at_1000_std": 0.575822, "nauc_precision_at_1000_diff1": 0.534904, "nauc_mrr_at_1_max": 0.171802, "nauc_mrr_at_1_std": 0.104583, "nauc_mrr_at_1_diff1": 0.808957, "nauc_mrr_at_3_max": 0.180402, "nauc_mrr_at_3_std": 0.155603, "nauc_mrr_at_3_diff1": 0.778563, "nauc_mrr_at_5_max": 0.178236, "nauc_mrr_at_5_std": 0.15311, "nauc_mrr_at_5_diff1": 0.779756, "nauc_mrr_at_10_max": 0.180894, "nauc_mrr_at_10_std": 0.154972, "nauc_mrr_at_10_diff1": 0.777365, "nauc_mrr_at_20_max": 0.1811, "nauc_mrr_at_20_std": 0.156923, "nauc_mrr_at_20_diff1": 0.777757, "nauc_mrr_at_100_max": 0.182406, "nauc_mrr_at_100_std": 0.157823, "nauc_mrr_at_100_diff1": 0.777943, "nauc_mrr_at_1000_max": 0.182227, "nauc_mrr_at_1000_std": 0.157577, "nauc_mrr_at_1000_diff1": 0.778032, "cv_recall_at_1": 0.594, "cv_recall_at_3": 0.715, "cv_recall_at_5": 0.754, "cv_recall_at_10": 0.796, "cv_recall_at_20": 0.827, "cv_recall_at_100": 0.902, "cv_recall_at_1000": 0.983, "main_score": 0.69611, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.558, "ndcg_at_3": 0.63915, "ndcg_at_5": 0.66321, "ndcg_at_10": 0.68264, "ndcg_at_20": 0.69317, "ndcg_at_100": 0.70514, "ndcg_at_1000": 0.71382, "map_at_1": 0.558, "map_at_3": 0.61917, "map_at_5": 0.63262, "map_at_10": 0.64065, "map_at_20": 0.64349, "map_at_100": 0.64526, "map_at_1000": 0.64556, "recall_at_1": 0.558, "recall_at_3": 0.697, "recall_at_5": 0.755, "recall_at_10": 0.815, "recall_at_20": 0.857, "recall_at_100": 0.92, "recall_at_1000": 0.99, "accuracy": 0.558, "precision_at_1": 0.558, "precision_at_3": 0.23233, "precision_at_5": 0.151, "precision_at_10": 0.0815, "precision_at_20": 0.04285, "precision_at_100": 0.0092, "precision_at_1000": 0.00099, "mrr_at_1": 0.558, "mrr_at_3": 0.6195, "mrr_at_5": 0.6327, "mrr_at_10": 0.64073, "mrr_at_20": 0.643574, "mrr_at_100": 0.645341, "mrr_at_1000": 0.645642, "nauc_ndcg_at_1_max": 0.08916, "nauc_ndcg_at_1_std": -0.230035, "nauc_ndcg_at_1_diff1": 0.718102, "nauc_ndcg_at_3_max": 0.095895, "nauc_ndcg_at_3_std": -0.20596, "nauc_ndcg_at_3_diff1": 0.669809, "nauc_ndcg_at_5_max": 0.085174, "nauc_ndcg_at_5_std": -0.216143, "nauc_ndcg_at_5_diff1": 0.668645, "nauc_ndcg_at_10_max": 0.095156, "nauc_ndcg_at_10_std": -0.188087, "nauc_ndcg_at_10_diff1": 0.667562, "nauc_ndcg_at_20_max": 0.107183, "nauc_ndcg_at_20_std": -0.17162, "nauc_ndcg_at_20_diff1": 0.670853, "nauc_ndcg_at_100_max": 0.107823, "nauc_ndcg_at_100_std": -0.167417, "nauc_ndcg_at_100_diff1": 0.672761, "nauc_ndcg_at_1000_max": 0.103342, "nauc_ndcg_at_1000_std": -0.182838, "nauc_ndcg_at_1000_diff1": 0.674602, "nauc_map_at_1_max": 0.08916, "nauc_map_at_1_std": -0.230035, "nauc_map_at_1_diff1": 0.718102, "nauc_map_at_3_max": 0.092708, "nauc_map_at_3_std": -0.212533, "nauc_map_at_3_diff1": 0.681964, "nauc_map_at_5_max": 0.086715, "nauc_map_at_5_std": -0.218436, "nauc_map_at_5_diff1": 0.681807, "nauc_map_at_10_max": 0.090593, "nauc_map_at_10_std": -0.207681, "nauc_map_at_10_diff1": 0.68187, "nauc_map_at_20_max": 0.093884, "nauc_map_at_20_std": -0.203463, "nauc_map_at_20_diff1": 0.68268, "nauc_map_at_100_max": 0.093976, "nauc_map_at_100_std": -0.202985, "nauc_map_at_100_diff1": 0.682886, "nauc_map_at_1000_max": 0.093734, "nauc_map_at_1000_std": -0.203364, "nauc_map_at_1000_diff1": 0.682902, "nauc_recall_at_1_max": 0.08916, "nauc_recall_at_1_std": -0.230035, "nauc_recall_at_1_diff1": 0.718102, "nauc_recall_at_3_max": 0.107137, "nauc_recall_at_3_std": -0.184067, "nauc_recall_at_3_diff1": 0.629792, "nauc_recall_at_5_max": 0.07854, "nauc_recall_at_5_std": -0.208589, "nauc_recall_at_5_diff1": 0.618467, "nauc_recall_at_10_max": 0.121513, "nauc_recall_at_10_std": -0.080484, "nauc_recall_at_10_diff1": 0.598701, "nauc_recall_at_20_max": 0.208359, "nauc_recall_at_20_std": 0.060078, "nauc_recall_at_20_diff1": 0.605714, "nauc_recall_at_100_max": 0.285493, "nauc_recall_at_100_std": 0.285306, "nauc_recall_at_100_diff1": 0.594789, "nauc_recall_at_1000_max": 0.856909, "nauc_recall_at_1000_std": 0.451541, "nauc_recall_at_1000_diff1": 0.456489, "nauc_precision_at_1_max": 0.08916, "nauc_precision_at_1_std": -0.230035, "nauc_precision_at_1_diff1": 0.718102, "nauc_precision_at_3_max": 0.107137, "nauc_precision_at_3_std": -0.184067, "nauc_precision_at_3_diff1": 0.629792, "nauc_precision_at_5_max": 0.07854, "nauc_precision_at_5_std": -0.208589, "nauc_precision_at_5_diff1": 0.618467, "nauc_precision_at_10_max": 0.121513, "nauc_precision_at_10_std": -0.080484, "nauc_precision_at_10_diff1": 0.598701, "nauc_precision_at_20_max": 0.208359, "nauc_precision_at_20_std": 0.060078, "nauc_precision_at_20_diff1": 0.605714, "nauc_precision_at_100_max": 0.285493, "nauc_precision_at_100_std": 0.285306, "nauc_precision_at_100_diff1": 0.594789, "nauc_precision_at_1000_max": 0.856909, "nauc_precision_at_1000_std": 0.451541, "nauc_precision_at_1000_diff1": 0.456489, "nauc_mrr_at_1_max": 0.08916, "nauc_mrr_at_1_std": -0.230035, "nauc_mrr_at_1_diff1": 0.718102, "nauc_mrr_at_3_max": 0.091961, "nauc_mrr_at_3_std": -0.211382, "nauc_mrr_at_3_diff1": 0.681768, "nauc_mrr_at_5_max": 0.086522, "nauc_mrr_at_5_std": -0.21814, "nauc_mrr_at_5_diff1": 0.681757, "nauc_mrr_at_10_max": 0.090396, "nauc_mrr_at_10_std": -0.207377, "nauc_mrr_at_10_diff1": 0.681819, "nauc_mrr_at_20_max": 0.093686, "nauc_mrr_at_20_std": -0.203176, "nauc_mrr_at_20_diff1": 0.682627, "nauc_mrr_at_100_max": 0.093772, "nauc_mrr_at_100_std": -0.202693, "nauc_mrr_at_100_diff1": 0.682832, "nauc_mrr_at_1000_max": 0.093529, "nauc_mrr_at_1000_std": -0.203071, "nauc_mrr_at_1000_diff1": 0.682848, "cv_recall_at_1": 0.558, "cv_recall_at_3": 0.698, "cv_recall_at_5": 0.755, "cv_recall_at_10": 0.815, "cv_recall_at_20": 0.857, "cv_recall_at_100": 0.92, "cv_recall_at_1000": 0.99, "main_score": 0.68264, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.564, "ndcg_at_3": 0.63674, "ndcg_at_5": 0.65533, "ndcg_at_10": 0.67143, "ndcg_at_20": 0.68345, "ndcg_at_100": 0.69838, "ndcg_at_1000": 0.70829, "map_at_1": 0.564, "map_at_3": 0.619, "map_at_5": 0.62935, "map_at_10": 0.63595, "map_at_20": 0.63932, "map_at_100": 0.64141, "map_at_1000": 0.64174, "recall_at_1": 0.564, "recall_at_3": 0.688, "recall_at_5": 0.733, "recall_at_10": 0.783, "recall_at_20": 0.83, "recall_at_100": 0.91, "recall_at_1000": 0.99, "accuracy": 0.564, "precision_at_1": 0.564, "precision_at_3": 0.22933, "precision_at_5": 0.1466, "precision_at_10": 0.0783, "precision_at_20": 0.0415, "precision_at_100": 0.0091, "precision_at_1000": 0.00099, "mrr_at_1": 0.564, "mrr_at_3": 0.619167, "mrr_at_5": 0.629517, "mrr_at_10": 0.636144, "mrr_at_20": 0.639503, "mrr_at_100": 0.641591, "mrr_at_1000": 0.64192, "nauc_ndcg_at_1_max": 0.309099, "nauc_ndcg_at_1_std": 0.011992, "nauc_ndcg_at_1_diff1": 0.794614, "nauc_ndcg_at_3_max": 0.295919, "nauc_ndcg_at_3_std": 0.02551, "nauc_ndcg_at_3_diff1": 0.747249, "nauc_ndcg_at_5_max": 0.299979, "nauc_ndcg_at_5_std": 0.030867, "nauc_ndcg_at_5_diff1": 0.738461, "nauc_ndcg_at_10_max": 0.287697, "nauc_ndcg_at_10_std": 0.036977, "nauc_ndcg_at_10_diff1": 0.737024, "nauc_ndcg_at_20_max": 0.295119, "nauc_ndcg_at_20_std": 0.048034, "nauc_ndcg_at_20_diff1": 0.737146, "nauc_ndcg_at_100_max": 0.298248, "nauc_ndcg_at_100_std": 0.04913, "nauc_ndcg_at_100_diff1": 0.743616, "nauc_ndcg_at_1000_max": 0.300954, "nauc_ndcg_at_1000_std": 0.039783, "nauc_ndcg_at_1000_diff1": 0.747963, "nauc_map_at_1_max": 0.309099, "nauc_map_at_1_std": 0.011992, "nauc_map_at_1_diff1": 0.794614, "nauc_map_at_3_max": 0.298538, "nauc_map_at_3_std": 0.020257, "nauc_map_at_3_diff1": 0.760543, "nauc_map_at_5_max": 0.300685, "nauc_map_at_5_std": 0.0231, "nauc_map_at_5_diff1": 0.756036, "nauc_map_at_10_max": 0.29622, "nauc_map_at_10_std": 0.02538, "nauc_map_at_10_diff1": 0.755826, "nauc_map_at_20_max": 0.298415, "nauc_map_at_20_std": 0.027971, "nauc_map_at_20_diff1": 0.755938, "nauc_map_at_100_max": 0.299039, "nauc_map_at_100_std": 0.027875, "nauc_map_at_100_diff1": 0.756884, "nauc_map_at_1000_max": 0.29916, "nauc_map_at_1000_std": 0.027607, "nauc_map_at_1000_diff1": 0.757016, "nauc_recall_at_1_max": 0.309099, "nauc_recall_at_1_std": 0.011992, "nauc_recall_at_1_diff1": 0.794614, "nauc_recall_at_3_max": 0.287766, "nauc_recall_at_3_std": 0.043443, "nauc_recall_at_3_diff1": 0.70348, "nauc_recall_at_5_max": 0.298697, "nauc_recall_at_5_std": 0.060458, "nauc_recall_at_5_diff1": 0.673478, "nauc_recall_at_10_max": 0.245782, "nauc_recall_at_10_std": 0.090499, "nauc_recall_at_10_diff1": 0.6553, "nauc_recall_at_20_max": 0.279024, "nauc_recall_at_20_std": 0.173817, "nauc_recall_at_20_diff1": 0.637763, "nauc_recall_at_100_max": 0.30248, "nauc_recall_at_100_std": 0.293563, "nauc_recall_at_100_diff1": 0.652189, "nauc_recall_at_1000_max": 0.771289, "nauc_recall_at_1000_std": 0.439963, "nauc_recall_at_1000_diff1": 0.740756, "nauc_precision_at_1_max": 0.309099, "nauc_precision_at_1_std": 0.011992, "nauc_precision_at_1_diff1": 0.794614, "nauc_precision_at_3_max": 0.287766, "nauc_precision_at_3_std": 0.043443, "nauc_precision_at_3_diff1": 0.70348, "nauc_precision_at_5_max": 0.298697, "nauc_precision_at_5_std": 0.060458, "nauc_precision_at_5_diff1": 0.673478, "nauc_precision_at_10_max": 0.245782, "nauc_precision_at_10_std": 0.090499, "nauc_precision_at_10_diff1": 0.6553, "nauc_precision_at_20_max": 0.279024, "nauc_precision_at_20_std": 0.173817, "nauc_precision_at_20_diff1": 0.637763, "nauc_precision_at_100_max": 0.30248, "nauc_precision_at_100_std": 0.293563, "nauc_precision_at_100_diff1": 0.652189, "nauc_precision_at_1000_max": 0.771289, "nauc_precision_at_1000_std": 0.439963, "nauc_precision_at_1000_diff1": 0.740756, "nauc_mrr_at_1_max": 0.309099, "nauc_mrr_at_1_std": 0.011992, "nauc_mrr_at_1_diff1": 0.794614, "nauc_mrr_at_3_max": 0.298075, "nauc_mrr_at_3_std": 0.019863, "nauc_mrr_at_3_diff1": 0.760222, "nauc_mrr_at_5_max": 0.300212, "nauc_mrr_at_5_std": 0.022697, "nauc_mrr_at_5_diff1": 0.755706, "nauc_mrr_at_10_max": 0.295684, "nauc_mrr_at_10_std": 0.025068, "nauc_mrr_at_10_diff1": 0.755526, "nauc_mrr_at_20_max": 0.297882, "nauc_mrr_at_20_std": 0.027643, "nauc_mrr_at_20_diff1": 0.755631, "nauc_mrr_at_100_max": 0.298496, "nauc_mrr_at_100_std": 0.027539, "nauc_mrr_at_100_diff1": 0.756571, "nauc_mrr_at_1000_max": 0.298617, "nauc_mrr_at_1000_std": 0.027271, "nauc_mrr_at_1000_diff1": 0.756703, "cv_recall_at_1": 0.564, "cv_recall_at_3": 0.688, "cv_recall_at_5": 0.733, "cv_recall_at_10": 0.783, "cv_recall_at_20": 0.83, "cv_recall_at_100": 0.91, "cv_recall_at_1000": 0.99, "main_score": 0.67143, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 1163.492957830429, "kg_co2_emissions": null }