{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "1.34.7", "scores": { "train": [ { "ndcg_at_1": 0.612, "ndcg_at_3": 0.67567, "ndcg_at_5": 0.69042, "ndcg_at_10": 0.70556, "ndcg_at_20": 0.71214, "ndcg_at_100": 0.7283, "ndcg_at_1000": 0.73861, "map_at_1": 0.612, "map_at_3": 0.66, "map_at_5": 0.66815, "map_at_10": 0.67455, "map_at_20": 0.67636, "map_at_100": 0.67854, "map_at_1000": 0.6789, "recall_at_1": 0.612, "recall_at_3": 0.721, "recall_at_5": 0.757, "recall_at_10": 0.803, "recall_at_20": 0.829, "recall_at_100": 0.917, "recall_at_1000": 1.0, "precision_at_1": 0.612, "precision_at_3": 0.24033, "precision_at_5": 0.1514, "precision_at_10": 0.0803, "precision_at_20": 0.04145, "precision_at_100": 0.00917, "precision_at_1000": 0.001, "mrr_at_1": 0.612, "mrr_at_3": 0.66, "mrr_at_5": 0.66815, "mrr_at_10": 0.674546, "mrr_at_20": 0.676361, "mrr_at_100": 0.678539, "mrr_at_1000": 0.678898, "nauc_ndcg_at_1_max": 0.426908, "nauc_ndcg_at_1_std": -0.033363, "nauc_ndcg_at_1_diff1": 0.87531, "nauc_ndcg_at_3_max": 0.418195, "nauc_ndcg_at_3_std": -0.01201, "nauc_ndcg_at_3_diff1": 0.835302, "nauc_ndcg_at_5_max": 0.425786, "nauc_ndcg_at_5_std": -0.000955, "nauc_ndcg_at_5_diff1": 0.831807, "nauc_ndcg_at_10_max": 0.423433, "nauc_ndcg_at_10_std": -0.006634, "nauc_ndcg_at_10_diff1": 0.82952, "nauc_ndcg_at_20_max": 0.421967, "nauc_ndcg_at_20_std": 0.001292, "nauc_ndcg_at_20_diff1": 0.826923, "nauc_ndcg_at_100_max": 0.425193, "nauc_ndcg_at_100_std": 0.013965, "nauc_ndcg_at_100_diff1": 0.828693, "nauc_ndcg_at_1000_max": 0.423909, "nauc_ndcg_at_1000_std": -0.000609, "nauc_ndcg_at_1000_diff1": 0.835229, "nauc_map_at_1_max": 0.426908, "nauc_map_at_1_std": -0.033363, "nauc_map_at_1_diff1": 0.87531, "nauc_map_at_3_max": 0.421951, "nauc_map_at_3_std": -0.017819, "nauc_map_at_3_diff1": 0.845882, "nauc_map_at_5_max": 0.426018, "nauc_map_at_5_std": -0.012117, "nauc_map_at_5_diff1": 0.84423, "nauc_map_at_10_max": 0.425144, "nauc_map_at_10_std": -0.014135, "nauc_map_at_10_diff1": 0.843486, "nauc_map_at_20_max": 0.4246, "nauc_map_at_20_std": -0.012208, "nauc_map_at_20_diff1": 0.842991, "nauc_map_at_100_max": 0.424756, "nauc_map_at_100_std": -0.011105, "nauc_map_at_100_diff1": 0.843314, "nauc_map_at_1000_max": 0.424743, "nauc_map_at_1000_std": -0.011422, "nauc_map_at_1000_diff1": 0.843542, "nauc_recall_at_1_max": 0.426908, "nauc_recall_at_1_std": -0.033363, "nauc_recall_at_1_diff1": 0.87531, "nauc_recall_at_3_max": 0.405063, "nauc_recall_at_3_std": 0.007308, "nauc_recall_at_3_diff1": 0.800259, "nauc_recall_at_5_max": 0.42555, "nauc_recall_at_5_std": 0.041617, "nauc_recall_at_5_diff1": 0.78615, "nauc_recall_at_10_max": 0.415558, "nauc_recall_at_10_std": 0.023013, "nauc_recall_at_10_diff1": 0.768972, "nauc_recall_at_20_max": 0.408121, "nauc_recall_at_20_std": 0.074517, "nauc_recall_at_20_diff1": 0.744176, "nauc_recall_at_100_max": 0.455683, "nauc_recall_at_100_std": 0.348188, "nauc_recall_at_100_diff1": 0.692248, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.426908, "nauc_precision_at_1_std": -0.033363, "nauc_precision_at_1_diff1": 0.87531, "nauc_precision_at_3_max": 0.405063, "nauc_precision_at_3_std": 0.007308, "nauc_precision_at_3_diff1": 0.800259, "nauc_precision_at_5_max": 0.42555, "nauc_precision_at_5_std": 0.041617, "nauc_precision_at_5_diff1": 0.78615, "nauc_precision_at_10_max": 0.415558, "nauc_precision_at_10_std": 0.023013, "nauc_precision_at_10_diff1": 0.768972, "nauc_precision_at_20_max": 0.408121, "nauc_precision_at_20_std": 0.074517, "nauc_precision_at_20_diff1": 0.744176, "nauc_precision_at_100_max": 0.455683, "nauc_precision_at_100_std": 0.348188, "nauc_precision_at_100_diff1": 0.692248, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.426908, "nauc_mrr_at_1_std": -0.033363, "nauc_mrr_at_1_diff1": 0.87531, "nauc_mrr_at_3_max": 0.421951, "nauc_mrr_at_3_std": -0.017819, "nauc_mrr_at_3_diff1": 0.845882, "nauc_mrr_at_5_max": 0.426018, "nauc_mrr_at_5_std": -0.012117, "nauc_mrr_at_5_diff1": 0.84423, "nauc_mrr_at_10_max": 0.425144, "nauc_mrr_at_10_std": -0.014135, "nauc_mrr_at_10_diff1": 0.843486, "nauc_mrr_at_20_max": 0.4246, "nauc_mrr_at_20_std": -0.012208, "nauc_mrr_at_20_diff1": 0.842991, "nauc_mrr_at_100_max": 0.424756, "nauc_mrr_at_100_std": -0.011105, "nauc_mrr_at_100_diff1": 0.843314, "nauc_mrr_at_1000_max": 0.424743, "nauc_mrr_at_1000_std": -0.011422, "nauc_mrr_at_1000_diff1": 0.843542, "main_score": 0.70556, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.602, "ndcg_at_3": 0.67093, "ndcg_at_5": 0.68784, "ndcg_at_10": 0.70306, "ndcg_at_20": 0.71024, "ndcg_at_100": 0.72512, "ndcg_at_1000": 0.73516, "map_at_1": 0.602, "map_at_3": 0.65367, "map_at_5": 0.66307, "map_at_10": 0.66954, "map_at_20": 0.67144, "map_at_100": 0.67344, "map_at_1000": 0.67377, "recall_at_1": 0.602, "recall_at_3": 0.721, "recall_at_5": 0.762, "recall_at_10": 0.808, "recall_at_20": 0.837, "recall_at_100": 0.918, "recall_at_1000": 1.0, "precision_at_1": 0.602, "precision_at_3": 0.24033, "precision_at_5": 0.1524, "precision_at_10": 0.0808, "precision_at_20": 0.04185, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.602, "mrr_at_3": 0.653667, "mrr_at_5": 0.663067, "mrr_at_10": 0.669544, "mrr_at_20": 0.671442, "mrr_at_100": 0.673439, "mrr_at_1000": 0.673765, "nauc_ndcg_at_1_max": 0.48251, "nauc_ndcg_at_1_std": 0.202378, "nauc_ndcg_at_1_diff1": 0.837196, "nauc_ndcg_at_3_max": 0.477668, "nauc_ndcg_at_3_std": 0.194808, "nauc_ndcg_at_3_diff1": 0.797912, "nauc_ndcg_at_5_max": 0.470928, "nauc_ndcg_at_5_std": 0.206948, "nauc_ndcg_at_5_diff1": 0.789339, "nauc_ndcg_at_10_max": 0.471285, "nauc_ndcg_at_10_std": 0.215367, "nauc_ndcg_at_10_diff1": 0.789025, "nauc_ndcg_at_20_max": 0.472867, "nauc_ndcg_at_20_std": 0.221096, "nauc_ndcg_at_20_diff1": 0.789441, "nauc_ndcg_at_100_max": 0.468502, "nauc_ndcg_at_100_std": 0.228039, "nauc_ndcg_at_100_diff1": 0.79031, "nauc_ndcg_at_1000_max": 0.471213, "nauc_ndcg_at_1000_std": 0.217729, "nauc_ndcg_at_1000_diff1": 0.796265, "nauc_map_at_1_max": 0.48251, "nauc_map_at_1_std": 0.202378, "nauc_map_at_1_diff1": 0.837196, "nauc_map_at_3_max": 0.47724, "nauc_map_at_3_std": 0.197109, "nauc_map_at_3_diff1": 0.807812, "nauc_map_at_5_max": 0.473808, "nauc_map_at_5_std": 0.203507, "nauc_map_at_5_diff1": 0.803453, "nauc_map_at_10_max": 0.47383, "nauc_map_at_10_std": 0.206674, "nauc_map_at_10_diff1": 0.803494, "nauc_map_at_20_max": 0.474233, "nauc_map_at_20_std": 0.207893, "nauc_map_at_20_diff1": 0.803704, "nauc_map_at_100_max": 0.473657, "nauc_map_at_100_std": 0.208879, "nauc_map_at_100_diff1": 0.803933, "nauc_map_at_1000_max": 0.473691, "nauc_map_at_1000_std": 0.208658, "nauc_map_at_1000_diff1": 0.80413, "nauc_recall_at_1_max": 0.48251, "nauc_recall_at_1_std": 0.202378, "nauc_recall_at_1_diff1": 0.837196, "nauc_recall_at_3_max": 0.479927, "nauc_recall_at_3_std": 0.186955, "nauc_recall_at_3_diff1": 0.764971, "nauc_recall_at_5_max": 0.459718, "nauc_recall_at_5_std": 0.221877, "nauc_recall_at_5_diff1": 0.735654, "nauc_recall_at_10_max": 0.460364, "nauc_recall_at_10_std": 0.260594, "nauc_recall_at_10_diff1": 0.724745, "nauc_recall_at_20_max": 0.468528, "nauc_recall_at_20_std": 0.305557, "nauc_recall_at_20_diff1": 0.716627, "nauc_recall_at_100_max": 0.401966, "nauc_recall_at_100_std": 0.471471, "nauc_recall_at_100_diff1": 0.66419, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.48251, "nauc_precision_at_1_std": 0.202378, "nauc_precision_at_1_diff1": 0.837196, "nauc_precision_at_3_max": 0.479927, "nauc_precision_at_3_std": 0.186955, "nauc_precision_at_3_diff1": 0.764971, "nauc_precision_at_5_max": 0.459718, "nauc_precision_at_5_std": 0.221877, "nauc_precision_at_5_diff1": 0.735654, "nauc_precision_at_10_max": 0.460364, "nauc_precision_at_10_std": 0.260594, "nauc_precision_at_10_diff1": 0.724745, "nauc_precision_at_20_max": 0.468528, "nauc_precision_at_20_std": 0.305557, "nauc_precision_at_20_diff1": 0.716627, "nauc_precision_at_100_max": 0.401966, "nauc_precision_at_100_std": 0.471471, "nauc_precision_at_100_diff1": 0.66419, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.48251, "nauc_mrr_at_1_std": 0.202378, "nauc_mrr_at_1_diff1": 0.837196, "nauc_mrr_at_3_max": 0.47724, "nauc_mrr_at_3_std": 0.197109, "nauc_mrr_at_3_diff1": 0.807812, "nauc_mrr_at_5_max": 0.473808, "nauc_mrr_at_5_std": 0.203507, "nauc_mrr_at_5_diff1": 0.803453, "nauc_mrr_at_10_max": 0.47383, "nauc_mrr_at_10_std": 0.206674, "nauc_mrr_at_10_diff1": 0.803494, "nauc_mrr_at_20_max": 0.474233, "nauc_mrr_at_20_std": 0.207893, "nauc_mrr_at_20_diff1": 0.803704, "nauc_mrr_at_100_max": 0.473657, "nauc_mrr_at_100_std": 0.208879, "nauc_mrr_at_100_diff1": 0.803933, "nauc_mrr_at_1000_max": 0.473691, "nauc_mrr_at_1000_std": 0.208658, "nauc_mrr_at_1000_diff1": 0.80413, "main_score": 0.70306, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.628, "ndcg_at_3": 0.69208, "ndcg_at_5": 0.70495, "ndcg_at_10": 0.71669, "ndcg_at_20": 0.72672, "ndcg_at_100": 0.73932, "ndcg_at_1000": 0.75036, "map_at_1": 0.628, "map_at_3": 0.67683, "map_at_5": 0.68403, "map_at_10": 0.68894, "map_at_20": 0.69178, "map_at_100": 0.69343, "map_at_1000": 0.69382, "recall_at_1": 0.628, "recall_at_3": 0.736, "recall_at_5": 0.767, "recall_at_10": 0.803, "recall_at_20": 0.842, "recall_at_100": 0.911, "recall_at_1000": 1.0, "precision_at_1": 0.628, "precision_at_3": 0.24533, "precision_at_5": 0.1534, "precision_at_10": 0.0803, "precision_at_20": 0.0421, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "mrr_at_1": 0.628, "mrr_at_3": 0.676833, "mrr_at_5": 0.684033, "mrr_at_10": 0.688937, "mrr_at_20": 0.691779, "mrr_at_100": 0.693435, "mrr_at_1000": 0.693816, "nauc_ndcg_at_1_max": 0.41115, "nauc_ndcg_at_1_std": 0.128023, "nauc_ndcg_at_1_diff1": 0.850994, "nauc_ndcg_at_3_max": 0.436316, "nauc_ndcg_at_3_std": 0.176359, "nauc_ndcg_at_3_diff1": 0.815157, "nauc_ndcg_at_5_max": 0.425053, "nauc_ndcg_at_5_std": 0.179308, "nauc_ndcg_at_5_diff1": 0.818279, "nauc_ndcg_at_10_max": 0.421801, "nauc_ndcg_at_10_std": 0.183589, "nauc_ndcg_at_10_diff1": 0.810182, "nauc_ndcg_at_20_max": 0.425292, "nauc_ndcg_at_20_std": 0.19629, "nauc_ndcg_at_20_diff1": 0.808623, "nauc_ndcg_at_100_max": 0.424476, "nauc_ndcg_at_100_std": 0.194833, "nauc_ndcg_at_100_diff1": 0.809756, "nauc_ndcg_at_1000_max": 0.423212, "nauc_ndcg_at_1000_std": 0.182849, "nauc_ndcg_at_1000_diff1": 0.814991, "nauc_map_at_1_max": 0.41115, "nauc_map_at_1_std": 0.128023, "nauc_map_at_1_diff1": 0.850994, "nauc_map_at_3_max": 0.429667, "nauc_map_at_3_std": 0.163214, "nauc_map_at_3_diff1": 0.824157, "nauc_map_at_5_max": 0.423472, "nauc_map_at_5_std": 0.164617, "nauc_map_at_5_diff1": 0.825697, "nauc_map_at_10_max": 0.422279, "nauc_map_at_10_std": 0.166088, "nauc_map_at_10_diff1": 0.822591, "nauc_map_at_20_max": 0.423136, "nauc_map_at_20_std": 0.169202, "nauc_map_at_20_diff1": 0.822213, "nauc_map_at_100_max": 0.422965, "nauc_map_at_100_std": 0.169035, "nauc_map_at_100_diff1": 0.822378, "nauc_map_at_1000_max": 0.42283, "nauc_map_at_1000_std": 0.168697, "nauc_map_at_1000_diff1": 0.822516, "nauc_recall_at_1_max": 0.41115, "nauc_recall_at_1_std": 0.128023, "nauc_recall_at_1_diff1": 0.850994, "nauc_recall_at_3_max": 0.458489, "nauc_recall_at_3_std": 0.220369, "nauc_recall_at_3_diff1": 0.785376, "nauc_recall_at_5_max": 0.428959, "nauc_recall_at_5_std": 0.233011, "nauc_recall_at_5_diff1": 0.792702, "nauc_recall_at_10_max": 0.415768, "nauc_recall_at_10_std": 0.257957, "nauc_recall_at_10_diff1": 0.75688, "nauc_recall_at_20_max": 0.43607, "nauc_recall_at_20_std": 0.351013, "nauc_recall_at_20_diff1": 0.736757, "nauc_recall_at_100_max": 0.436156, "nauc_recall_at_100_std": 0.431373, "nauc_recall_at_100_diff1": 0.704849, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.41115, "nauc_precision_at_1_std": 0.128023, "nauc_precision_at_1_diff1": 0.850994, "nauc_precision_at_3_max": 0.458489, "nauc_precision_at_3_std": 0.220369, "nauc_precision_at_3_diff1": 0.785376, "nauc_precision_at_5_max": 0.428959, "nauc_precision_at_5_std": 0.233011, "nauc_precision_at_5_diff1": 0.792702, "nauc_precision_at_10_max": 0.415768, "nauc_precision_at_10_std": 0.257957, "nauc_precision_at_10_diff1": 0.75688, "nauc_precision_at_20_max": 0.43607, "nauc_precision_at_20_std": 0.351013, "nauc_precision_at_20_diff1": 0.736757, "nauc_precision_at_100_max": 0.436156, "nauc_precision_at_100_std": 0.431373, "nauc_precision_at_100_diff1": 0.704849, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.41115, "nauc_mrr_at_1_std": 0.128023, "nauc_mrr_at_1_diff1": 0.850994, "nauc_mrr_at_3_max": 0.429667, "nauc_mrr_at_3_std": 0.163214, "nauc_mrr_at_3_diff1": 0.824157, "nauc_mrr_at_5_max": 0.423472, "nauc_mrr_at_5_std": 0.164617, "nauc_mrr_at_5_diff1": 0.825697, "nauc_mrr_at_10_max": 0.422279, "nauc_mrr_at_10_std": 0.166088, "nauc_mrr_at_10_diff1": 0.822591, "nauc_mrr_at_20_max": 0.423136, "nauc_mrr_at_20_std": 0.169202, "nauc_mrr_at_20_diff1": 0.822213, "nauc_mrr_at_100_max": 0.422965, "nauc_mrr_at_100_std": 0.169035, "nauc_mrr_at_100_diff1": 0.822378, "nauc_mrr_at_1000_max": 0.42283, "nauc_mrr_at_1000_std": 0.168697, "nauc_mrr_at_1000_diff1": 0.822516, "main_score": 0.71669, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.603, "ndcg_at_3": 0.66199, "ndcg_at_5": 0.67787, "ndcg_at_10": 0.69145, "ndcg_at_20": 0.70181, "ndcg_at_100": 0.71614, "ndcg_at_1000": 0.72764, "map_at_1": 0.603, "map_at_3": 0.64717, "map_at_5": 0.65612, "map_at_10": 0.66191, "map_at_20": 0.66475, "map_at_100": 0.66654, "map_at_1000": 0.6669, "recall_at_1": 0.603, "recall_at_3": 0.705, "recall_at_5": 0.743, "recall_at_10": 0.784, "recall_at_20": 0.825, "recall_at_100": 0.905, "recall_at_1000": 1.0, "precision_at_1": 0.603, "precision_at_3": 0.235, "precision_at_5": 0.1486, "precision_at_10": 0.0784, "precision_at_20": 0.04125, "precision_at_100": 0.00905, "precision_at_1000": 0.001, "mrr_at_1": 0.603, "mrr_at_3": 0.647167, "mrr_at_5": 0.656117, "mrr_at_10": 0.661912, "mrr_at_20": 0.664746, "mrr_at_100": 0.66654, "mrr_at_1000": 0.6669, "nauc_ndcg_at_1_max": 0.480794, "nauc_ndcg_at_1_std": 0.017562, "nauc_ndcg_at_1_diff1": 0.851748, "nauc_ndcg_at_3_max": 0.473709, "nauc_ndcg_at_3_std": 0.020129, "nauc_ndcg_at_3_diff1": 0.81248, "nauc_ndcg_at_5_max": 0.470286, "nauc_ndcg_at_5_std": 0.029686, "nauc_ndcg_at_5_diff1": 0.807649, "nauc_ndcg_at_10_max": 0.468749, "nauc_ndcg_at_10_std": 0.022514, "nauc_ndcg_at_10_diff1": 0.804763, "nauc_ndcg_at_20_max": 0.464272, "nauc_ndcg_at_20_std": 0.025299, "nauc_ndcg_at_20_diff1": 0.803096, "nauc_ndcg_at_100_max": 0.463345, "nauc_ndcg_at_100_std": 0.044076, "nauc_ndcg_at_100_diff1": 0.804416, "nauc_ndcg_at_1000_max": 0.467947, "nauc_ndcg_at_1000_std": 0.030472, "nauc_ndcg_at_1000_diff1": 0.810895, "nauc_map_at_1_max": 0.480794, "nauc_map_at_1_std": 0.017562, "nauc_map_at_1_diff1": 0.851748, "nauc_map_at_3_max": 0.474859, "nauc_map_at_3_std": 0.017884, "nauc_map_at_3_diff1": 0.822796, "nauc_map_at_5_max": 0.47305, "nauc_map_at_5_std": 0.022801, "nauc_map_at_5_diff1": 0.820374, "nauc_map_at_10_max": 0.472574, "nauc_map_at_10_std": 0.019775, "nauc_map_at_10_diff1": 0.819414, "nauc_map_at_20_max": 0.471433, "nauc_map_at_20_std": 0.020471, "nauc_map_at_20_diff1": 0.819001, "nauc_map_at_100_max": 0.471433, "nauc_map_at_100_std": 0.022448, "nauc_map_at_100_diff1": 0.819272, "nauc_map_at_1000_max": 0.47159, "nauc_map_at_1000_std": 0.02221, "nauc_map_at_1000_diff1": 0.819473, "nauc_recall_at_1_max": 0.480794, "nauc_recall_at_1_std": 0.017562, "nauc_recall_at_1_diff1": 0.851748, "nauc_recall_at_3_max": 0.470295, "nauc_recall_at_3_std": 0.02817, "nauc_recall_at_3_diff1": 0.778895, "nauc_recall_at_5_max": 0.460239, "nauc_recall_at_5_std": 0.056853, "nauc_recall_at_5_diff1": 0.761598, "nauc_recall_at_10_max": 0.451968, "nauc_recall_at_10_std": 0.033165, "nauc_recall_at_10_diff1": 0.7434, "nauc_recall_at_20_max": 0.422323, "nauc_recall_at_20_std": 0.051694, "nauc_recall_at_20_diff1": 0.722487, "nauc_recall_at_100_max": 0.376156, "nauc_recall_at_100_std": 0.335073, "nauc_recall_at_100_diff1": 0.680289, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.480794, "nauc_precision_at_1_std": 0.017562, "nauc_precision_at_1_diff1": 0.851748, "nauc_precision_at_3_max": 0.470295, "nauc_precision_at_3_std": 0.02817, "nauc_precision_at_3_diff1": 0.778895, "nauc_precision_at_5_max": 0.460239, "nauc_precision_at_5_std": 0.056853, "nauc_precision_at_5_diff1": 0.761598, "nauc_precision_at_10_max": 0.451968, "nauc_precision_at_10_std": 0.033165, "nauc_precision_at_10_diff1": 0.7434, "nauc_precision_at_20_max": 0.422323, "nauc_precision_at_20_std": 0.051694, "nauc_precision_at_20_diff1": 0.722487, "nauc_precision_at_100_max": 0.376156, "nauc_precision_at_100_std": 0.335073, "nauc_precision_at_100_diff1": 0.680289, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.480794, "nauc_mrr_at_1_std": 0.017562, "nauc_mrr_at_1_diff1": 0.851748, "nauc_mrr_at_3_max": 0.474859, "nauc_mrr_at_3_std": 0.017884, "nauc_mrr_at_3_diff1": 0.822796, "nauc_mrr_at_5_max": 0.47305, "nauc_mrr_at_5_std": 0.022801, "nauc_mrr_at_5_diff1": 0.820374, "nauc_mrr_at_10_max": 0.472574, "nauc_mrr_at_10_std": 0.019775, "nauc_mrr_at_10_diff1": 0.819414, "nauc_mrr_at_20_max": 0.471433, "nauc_mrr_at_20_std": 0.020471, "nauc_mrr_at_20_diff1": 0.819001, "nauc_mrr_at_100_max": 0.471433, "nauc_mrr_at_100_std": 0.022448, "nauc_mrr_at_100_diff1": 0.819272, "nauc_mrr_at_1000_max": 0.47159, "nauc_mrr_at_1000_std": 0.02221, "nauc_mrr_at_1000_diff1": 0.819473, "main_score": 0.69145, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.612, "ndcg_at_3": 0.66851, "ndcg_at_5": 0.68555, "ndcg_at_10": 0.6988, "ndcg_at_20": 0.70912, "ndcg_at_100": 0.72566, "ndcg_at_1000": 0.73556, "map_at_1": 0.612, "map_at_3": 0.65483, "map_at_5": 0.66438, "map_at_10": 0.66984, "map_at_20": 0.67278, "map_at_100": 0.67513, "map_at_1000": 0.67544, "recall_at_1": 0.612, "recall_at_3": 0.708, "recall_at_5": 0.749, "recall_at_10": 0.79, "recall_at_20": 0.83, "recall_at_100": 0.918, "recall_at_1000": 1.0, "precision_at_1": 0.612, "precision_at_3": 0.236, "precision_at_5": 0.1498, "precision_at_10": 0.079, "precision_at_20": 0.0415, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.612, "mrr_at_3": 0.654833, "mrr_at_5": 0.664383, "mrr_at_10": 0.669842, "mrr_at_20": 0.672782, "mrr_at_100": 0.675132, "mrr_at_1000": 0.675437, "nauc_ndcg_at_1_max": 0.391477, "nauc_ndcg_at_1_std": -0.056361, "nauc_ndcg_at_1_diff1": 0.868176, "nauc_ndcg_at_3_max": 0.404823, "nauc_ndcg_at_3_std": -0.064511, "nauc_ndcg_at_3_diff1": 0.833914, "nauc_ndcg_at_5_max": 0.396832, "nauc_ndcg_at_5_std": -0.073094, "nauc_ndcg_at_5_diff1": 0.82877, "nauc_ndcg_at_10_max": 0.389724, "nauc_ndcg_at_10_std": -0.063902, "nauc_ndcg_at_10_diff1": 0.824186, "nauc_ndcg_at_20_max": 0.393786, "nauc_ndcg_at_20_std": -0.053205, "nauc_ndcg_at_20_diff1": 0.822718, "nauc_ndcg_at_100_max": 0.400007, "nauc_ndcg_at_100_std": -0.035353, "nauc_ndcg_at_100_diff1": 0.825541, "nauc_ndcg_at_1000_max": 0.395626, "nauc_ndcg_at_1000_std": -0.052139, "nauc_ndcg_at_1000_diff1": 0.830539, "nauc_map_at_1_max": 0.391477, "nauc_map_at_1_std": -0.056361, "nauc_map_at_1_diff1": 0.868176, "nauc_map_at_3_max": 0.400315, "nauc_map_at_3_std": -0.064673, "nauc_map_at_3_diff1": 0.842417, "nauc_map_at_5_max": 0.395959, "nauc_map_at_5_std": -0.068884, "nauc_map_at_5_diff1": 0.839851, "nauc_map_at_10_max": 0.393048, "nauc_map_at_10_std": -0.065606, "nauc_map_at_10_diff1": 0.838313, "nauc_map_at_20_max": 0.39386, "nauc_map_at_20_std": -0.062892, "nauc_map_at_20_diff1": 0.838003, "nauc_map_at_100_max": 0.394454, "nauc_map_at_100_std": -0.06085, "nauc_map_at_100_diff1": 0.838385, "nauc_map_at_1000_max": 0.394324, "nauc_map_at_1000_std": -0.061272, "nauc_map_at_1000_diff1": 0.838514, "nauc_recall_at_1_max": 0.391477, "nauc_recall_at_1_std": -0.056361, "nauc_recall_at_1_diff1": 0.868176, "nauc_recall_at_3_max": 0.419862, "nauc_recall_at_3_std": -0.062923, "nauc_recall_at_3_diff1": 0.806651, "nauc_recall_at_5_max": 0.399101, "nauc_recall_at_5_std": -0.088949, "nauc_recall_at_5_diff1": 0.788634, "nauc_recall_at_10_max": 0.371902, "nauc_recall_at_10_std": -0.051867, "nauc_recall_at_10_diff1": 0.763508, "nauc_recall_at_20_max": 0.395672, "nauc_recall_at_20_std": 0.014492, "nauc_recall_at_20_diff1": 0.74297, "nauc_recall_at_100_max": 0.496094, "nauc_recall_at_100_std": 0.34669, "nauc_recall_at_100_diff1": 0.711946, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.391477, "nauc_precision_at_1_std": -0.056361, "nauc_precision_at_1_diff1": 0.868176, "nauc_precision_at_3_max": 0.419862, "nauc_precision_at_3_std": -0.062923, "nauc_precision_at_3_diff1": 0.806651, "nauc_precision_at_5_max": 0.399101, "nauc_precision_at_5_std": -0.088949, "nauc_precision_at_5_diff1": 0.788634, "nauc_precision_at_10_max": 0.371902, "nauc_precision_at_10_std": -0.051867, "nauc_precision_at_10_diff1": 0.763508, "nauc_precision_at_20_max": 0.395672, "nauc_precision_at_20_std": 0.014492, "nauc_precision_at_20_diff1": 0.74297, "nauc_precision_at_100_max": 0.496094, "nauc_precision_at_100_std": 0.34669, "nauc_precision_at_100_diff1": 0.711946, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.391477, "nauc_mrr_at_1_std": -0.056361, "nauc_mrr_at_1_diff1": 0.868176, "nauc_mrr_at_3_max": 0.400315, "nauc_mrr_at_3_std": -0.064673, "nauc_mrr_at_3_diff1": 0.842417, "nauc_mrr_at_5_max": 0.395959, "nauc_mrr_at_5_std": -0.068884, "nauc_mrr_at_5_diff1": 0.839851, "nauc_mrr_at_10_max": 0.393048, "nauc_mrr_at_10_std": -0.065606, "nauc_mrr_at_10_diff1": 0.838313, "nauc_mrr_at_20_max": 0.39386, "nauc_mrr_at_20_std": -0.062892, "nauc_mrr_at_20_diff1": 0.838003, "nauc_mrr_at_100_max": 0.394454, "nauc_mrr_at_100_std": -0.06085, "nauc_mrr_at_100_diff1": 0.838385, "nauc_mrr_at_1000_max": 0.394324, "nauc_mrr_at_1000_std": -0.061272, "nauc_mrr_at_1000_diff1": 0.838514, "main_score": 0.6988, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.615, "ndcg_at_3": 0.67238, "ndcg_at_5": 0.68736, "ndcg_at_10": 0.70113, "ndcg_at_20": 0.70965, "ndcg_at_100": 0.72303, "ndcg_at_1000": 0.73564, "map_at_1": 0.615, "map_at_3": 0.65833, "map_at_5": 0.66673, "map_at_10": 0.67253, "map_at_20": 0.67483, "map_at_100": 0.67662, "map_at_1000": 0.67705, "recall_at_1": 0.615, "recall_at_3": 0.713, "recall_at_5": 0.749, "recall_at_10": 0.791, "recall_at_20": 0.825, "recall_at_100": 0.898, "recall_at_1000": 1.0, "precision_at_1": 0.615, "precision_at_3": 0.23767, "precision_at_5": 0.1498, "precision_at_10": 0.0791, "precision_at_20": 0.04125, "precision_at_100": 0.00898, "precision_at_1000": 0.001, "mrr_at_1": 0.615, "mrr_at_3": 0.658333, "mrr_at_5": 0.666733, "mrr_at_10": 0.672526, "mrr_at_20": 0.674832, "mrr_at_100": 0.676618, "mrr_at_1000": 0.677051, "nauc_ndcg_at_1_max": 0.463773, "nauc_ndcg_at_1_std": 0.205598, "nauc_ndcg_at_1_diff1": 0.816951, "nauc_ndcg_at_3_max": 0.452899, "nauc_ndcg_at_3_std": 0.245058, "nauc_ndcg_at_3_diff1": 0.768017, "nauc_ndcg_at_5_max": 0.453593, "nauc_ndcg_at_5_std": 0.250754, "nauc_ndcg_at_5_diff1": 0.757378, "nauc_ndcg_at_10_max": 0.447064, "nauc_ndcg_at_10_std": 0.253479, "nauc_ndcg_at_10_diff1": 0.752093, "nauc_ndcg_at_20_max": 0.448918, "nauc_ndcg_at_20_std": 0.261612, "nauc_ndcg_at_20_diff1": 0.752386, "nauc_ndcg_at_100_max": 0.448175, "nauc_ndcg_at_100_std": 0.263354, "nauc_ndcg_at_100_diff1": 0.754098, "nauc_ndcg_at_1000_max": 0.45052, "nauc_ndcg_at_1000_std": 0.25106, "nauc_ndcg_at_1000_diff1": 0.76345, "nauc_map_at_1_max": 0.463773, "nauc_map_at_1_std": 0.205598, "nauc_map_at_1_diff1": 0.816951, "nauc_map_at_3_max": 0.455415, "nauc_map_at_3_std": 0.234019, "nauc_map_at_3_diff1": 0.780925, "nauc_map_at_5_max": 0.455933, "nauc_map_at_5_std": 0.236955, "nauc_map_at_5_diff1": 0.775607, "nauc_map_at_10_max": 0.453433, "nauc_map_at_10_std": 0.237666, "nauc_map_at_10_diff1": 0.77373, "nauc_map_at_20_max": 0.453806, "nauc_map_at_20_std": 0.239432, "nauc_map_at_20_diff1": 0.773932, "nauc_map_at_100_max": 0.453586, "nauc_map_at_100_std": 0.239073, "nauc_map_at_100_diff1": 0.774296, "nauc_map_at_1000_max": 0.453669, "nauc_map_at_1000_std": 0.238787, "nauc_map_at_1000_diff1": 0.774666, "nauc_recall_at_1_max": 0.463773, "nauc_recall_at_1_std": 0.205598, "nauc_recall_at_1_diff1": 0.816951, "nauc_recall_at_3_max": 0.444873, "nauc_recall_at_3_std": 0.281284, "nauc_recall_at_3_diff1": 0.725998, "nauc_recall_at_5_max": 0.445425, "nauc_recall_at_5_std": 0.30087, "nauc_recall_at_5_diff1": 0.690682, "nauc_recall_at_10_max": 0.418058, "nauc_recall_at_10_std": 0.320566, "nauc_recall_at_10_diff1": 0.659833, "nauc_recall_at_20_max": 0.425644, "nauc_recall_at_20_std": 0.381843, "nauc_recall_at_20_diff1": 0.646, "nauc_recall_at_100_max": 0.408629, "nauc_recall_at_100_std": 0.495485, "nauc_recall_at_100_diff1": 0.600007, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463773, "nauc_precision_at_1_std": 0.205598, "nauc_precision_at_1_diff1": 0.816951, "nauc_precision_at_3_max": 0.444873, "nauc_precision_at_3_std": 0.281284, "nauc_precision_at_3_diff1": 0.725998, "nauc_precision_at_5_max": 0.445425, "nauc_precision_at_5_std": 0.30087, "nauc_precision_at_5_diff1": 0.690682, "nauc_precision_at_10_max": 0.418058, "nauc_precision_at_10_std": 0.320566, "nauc_precision_at_10_diff1": 0.659833, "nauc_precision_at_20_max": 0.425644, "nauc_precision_at_20_std": 0.381843, "nauc_precision_at_20_diff1": 0.646, "nauc_precision_at_100_max": 0.408629, "nauc_precision_at_100_std": 0.495485, "nauc_precision_at_100_diff1": 0.600007, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.463773, "nauc_mrr_at_1_std": 0.205598, "nauc_mrr_at_1_diff1": 0.816951, "nauc_mrr_at_3_max": 0.455415, "nauc_mrr_at_3_std": 0.234019, "nauc_mrr_at_3_diff1": 0.780925, "nauc_mrr_at_5_max": 0.455933, "nauc_mrr_at_5_std": 0.236955, "nauc_mrr_at_5_diff1": 0.775607, "nauc_mrr_at_10_max": 0.453433, "nauc_mrr_at_10_std": 0.237666, "nauc_mrr_at_10_diff1": 0.77373, "nauc_mrr_at_20_max": 0.453806, "nauc_mrr_at_20_std": 0.239432, "nauc_mrr_at_20_diff1": 0.773932, "nauc_mrr_at_100_max": 0.453586, "nauc_mrr_at_100_std": 0.239073, "nauc_mrr_at_100_diff1": 0.774296, "nauc_mrr_at_1000_max": 0.453669, "nauc_mrr_at_1000_std": 0.238787, "nauc_mrr_at_1000_diff1": 0.774667, "main_score": 0.70113, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.569, "ndcg_at_3": 0.61857, "ndcg_at_5": 0.63729, "ndcg_at_10": 0.65086, "ndcg_at_20": 0.66196, "ndcg_at_100": 0.68207, "ndcg_at_1000": 0.69488, "map_at_1": 0.569, "map_at_3": 0.60633, "map_at_5": 0.61658, "map_at_10": 0.62218, "map_at_20": 0.62521, "map_at_100": 0.62803, "map_at_1000": 0.62843, "recall_at_1": 0.569, "recall_at_3": 0.654, "recall_at_5": 0.7, "recall_at_10": 0.742, "recall_at_20": 0.786, "recall_at_100": 0.894, "recall_at_1000": 1.0, "precision_at_1": 0.569, "precision_at_3": 0.218, "precision_at_5": 0.14, "precision_at_10": 0.0742, "precision_at_20": 0.0393, "precision_at_100": 0.00894, "precision_at_1000": 0.001, "mrr_at_1": 0.569, "mrr_at_3": 0.606333, "mrr_at_5": 0.616583, "mrr_at_10": 0.622185, "mrr_at_20": 0.625212, "mrr_at_100": 0.628034, "mrr_at_1000": 0.628428, "nauc_ndcg_at_1_max": 0.410806, "nauc_ndcg_at_1_std": 0.126883, "nauc_ndcg_at_1_diff1": 0.816146, "nauc_ndcg_at_3_max": 0.432487, "nauc_ndcg_at_3_std": 0.182358, "nauc_ndcg_at_3_diff1": 0.790891, "nauc_ndcg_at_5_max": 0.430413, "nauc_ndcg_at_5_std": 0.189433, "nauc_ndcg_at_5_diff1": 0.775347, "nauc_ndcg_at_10_max": 0.41779, "nauc_ndcg_at_10_std": 0.196661, "nauc_ndcg_at_10_diff1": 0.769698, "nauc_ndcg_at_20_max": 0.413737, "nauc_ndcg_at_20_std": 0.200716, "nauc_ndcg_at_20_diff1": 0.767368, "nauc_ndcg_at_100_max": 0.415301, "nauc_ndcg_at_100_std": 0.205587, "nauc_ndcg_at_100_diff1": 0.766815, "nauc_ndcg_at_1000_max": 0.416815, "nauc_ndcg_at_1000_std": 0.190802, "nauc_ndcg_at_1000_diff1": 0.775786, "nauc_map_at_1_max": 0.410806, "nauc_map_at_1_std": 0.126883, "nauc_map_at_1_diff1": 0.816146, "nauc_map_at_3_max": 0.426472, "nauc_map_at_3_std": 0.168049, "nauc_map_at_3_diff1": 0.797395, "nauc_map_at_5_max": 0.425482, "nauc_map_at_5_std": 0.171659, "nauc_map_at_5_diff1": 0.789352, "nauc_map_at_10_max": 0.420323, "nauc_map_at_10_std": 0.174503, "nauc_map_at_10_diff1": 0.787343, "nauc_map_at_20_max": 0.419226, "nauc_map_at_20_std": 0.175626, "nauc_map_at_20_diff1": 0.78695, "nauc_map_at_100_max": 0.41911, "nauc_map_at_100_std": 0.175821, "nauc_map_at_100_diff1": 0.786894, "nauc_map_at_1000_max": 0.419113, "nauc_map_at_1000_std": 0.175396, "nauc_map_at_1000_diff1": 0.787101, "nauc_recall_at_1_max": 0.410806, "nauc_recall_at_1_std": 0.126883, "nauc_recall_at_1_diff1": 0.816146, "nauc_recall_at_3_max": 0.451491, "nauc_recall_at_3_std": 0.227116, "nauc_recall_at_3_diff1": 0.770552, "nauc_recall_at_5_max": 0.446561, "nauc_recall_at_5_std": 0.250411, "nauc_recall_at_5_diff1": 0.725325, "nauc_recall_at_10_max": 0.401782, "nauc_recall_at_10_std": 0.284231, "nauc_recall_at_10_diff1": 0.697166, "nauc_recall_at_20_max": 0.377995, "nauc_recall_at_20_std": 0.317726, "nauc_recall_at_20_diff1": 0.67191, "nauc_recall_at_100_max": 0.381627, "nauc_recall_at_100_std": 0.493043, "nauc_recall_at_100_diff1": 0.587034, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.410806, "nauc_precision_at_1_std": 0.126883, "nauc_precision_at_1_diff1": 0.816146, "nauc_precision_at_3_max": 0.451491, "nauc_precision_at_3_std": 0.227116, "nauc_precision_at_3_diff1": 0.770552, "nauc_precision_at_5_max": 0.446561, "nauc_precision_at_5_std": 0.250411, "nauc_precision_at_5_diff1": 0.725325, "nauc_precision_at_10_max": 0.401782, "nauc_precision_at_10_std": 0.284231, "nauc_precision_at_10_diff1": 0.697166, "nauc_precision_at_20_max": 0.377995, "nauc_precision_at_20_std": 0.317726, "nauc_precision_at_20_diff1": 0.67191, "nauc_precision_at_100_max": 0.381627, "nauc_precision_at_100_std": 0.493043, "nauc_precision_at_100_diff1": 0.587034, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.410806, "nauc_mrr_at_1_std": 0.126883, "nauc_mrr_at_1_diff1": 0.816146, "nauc_mrr_at_3_max": 0.426472, "nauc_mrr_at_3_std": 0.168049, "nauc_mrr_at_3_diff1": 0.797395, "nauc_mrr_at_5_max": 0.425482, "nauc_mrr_at_5_std": 0.171659, "nauc_mrr_at_5_diff1": 0.789352, "nauc_mrr_at_10_max": 0.420323, "nauc_mrr_at_10_std": 0.174503, "nauc_mrr_at_10_diff1": 0.787343, "nauc_mrr_at_20_max": 0.419226, "nauc_mrr_at_20_std": 0.175626, "nauc_mrr_at_20_diff1": 0.78695, "nauc_mrr_at_100_max": 0.41911, "nauc_mrr_at_100_std": 0.175821, "nauc_mrr_at_100_diff1": 0.786894, "nauc_mrr_at_1000_max": 0.419113, "nauc_mrr_at_1000_std": 0.175396, "nauc_mrr_at_1000_diff1": 0.787101, "main_score": 0.65086, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.517, "ndcg_at_3": 0.58147, "ndcg_at_5": 0.59576, "ndcg_at_10": 0.60798, "ndcg_at_20": 0.6189, "ndcg_at_100": 0.63155, "ndcg_at_1000": 0.65433, "map_at_1": 0.517, "map_at_3": 0.56633, "map_at_5": 0.57418, "map_at_10": 0.57918, "map_at_20": 0.58221, "map_at_100": 0.58384, "map_at_1000": 0.58452, "recall_at_1": 0.517, "recall_at_3": 0.625, "recall_at_5": 0.66, "recall_at_10": 0.698, "recall_at_20": 0.741, "recall_at_100": 0.811, "recall_at_1000": 1.0, "precision_at_1": 0.517, "precision_at_3": 0.20833, "precision_at_5": 0.132, "precision_at_10": 0.0698, "precision_at_20": 0.03705, "precision_at_100": 0.00811, "precision_at_1000": 0.001, "mrr_at_1": 0.518, "mrr_at_3": 0.567, "mrr_at_5": 0.5748, "mrr_at_10": 0.579802, "mrr_at_20": 0.58283, "mrr_at_100": 0.584458, "mrr_at_1000": 0.585134, "nauc_ndcg_at_1_max": 0.423913, "nauc_ndcg_at_1_std": 0.123093, "nauc_ndcg_at_1_diff1": 0.792961, "nauc_ndcg_at_3_max": 0.429271, "nauc_ndcg_at_3_std": 0.150101, "nauc_ndcg_at_3_diff1": 0.737496, "nauc_ndcg_at_5_max": 0.426544, "nauc_ndcg_at_5_std": 0.145571, "nauc_ndcg_at_5_diff1": 0.731113, "nauc_ndcg_at_10_max": 0.424043, "nauc_ndcg_at_10_std": 0.15807, "nauc_ndcg_at_10_diff1": 0.727079, "nauc_ndcg_at_20_max": 0.422892, "nauc_ndcg_at_20_std": 0.167259, "nauc_ndcg_at_20_diff1": 0.729206, "nauc_ndcg_at_100_max": 0.420188, "nauc_ndcg_at_100_std": 0.171197, "nauc_ndcg_at_100_diff1": 0.726491, "nauc_ndcg_at_1000_max": 0.42296, "nauc_ndcg_at_1000_std": 0.158828, "nauc_ndcg_at_1000_diff1": 0.735369, "nauc_map_at_1_max": 0.423913, "nauc_map_at_1_std": 0.123093, "nauc_map_at_1_diff1": 0.792961, "nauc_map_at_3_max": 0.428071, "nauc_map_at_3_std": 0.142937, "nauc_map_at_3_diff1": 0.750831, "nauc_map_at_5_max": 0.426688, "nauc_map_at_5_std": 0.140777, "nauc_map_at_5_diff1": 0.747713, "nauc_map_at_10_max": 0.425615, "nauc_map_at_10_std": 0.145626, "nauc_map_at_10_diff1": 0.746322, "nauc_map_at_20_max": 0.425204, "nauc_map_at_20_std": 0.147801, "nauc_map_at_20_diff1": 0.746914, "nauc_map_at_100_max": 0.424792, "nauc_map_at_100_std": 0.14809, "nauc_map_at_100_diff1": 0.746623, "nauc_map_at_1000_max": 0.424876, "nauc_map_at_1000_std": 0.147765, "nauc_map_at_1000_diff1": 0.746883, "nauc_recall_at_1_max": 0.423913, "nauc_recall_at_1_std": 0.123093, "nauc_recall_at_1_diff1": 0.792961, "nauc_recall_at_3_max": 0.432936, "nauc_recall_at_3_std": 0.172564, "nauc_recall_at_3_diff1": 0.696281, "nauc_recall_at_5_max": 0.425404, "nauc_recall_at_5_std": 0.160193, "nauc_recall_at_5_diff1": 0.67568, "nauc_recall_at_10_max": 0.41678, "nauc_recall_at_10_std": 0.206892, "nauc_recall_at_10_diff1": 0.656228, "nauc_recall_at_20_max": 0.411304, "nauc_recall_at_20_std": 0.261428, "nauc_recall_at_20_diff1": 0.658523, "nauc_recall_at_100_max": 0.386218, "nauc_recall_at_100_std": 0.326926, "nauc_recall_at_100_diff1": 0.614846, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.423913, "nauc_precision_at_1_std": 0.123093, "nauc_precision_at_1_diff1": 0.792961, "nauc_precision_at_3_max": 0.432936, "nauc_precision_at_3_std": 0.172564, "nauc_precision_at_3_diff1": 0.696281, "nauc_precision_at_5_max": 0.425404, "nauc_precision_at_5_std": 0.160193, "nauc_precision_at_5_diff1": 0.67568, "nauc_precision_at_10_max": 0.41678, "nauc_precision_at_10_std": 0.206892, "nauc_precision_at_10_diff1": 0.656228, "nauc_precision_at_20_max": 0.411304, "nauc_precision_at_20_std": 0.261428, "nauc_precision_at_20_diff1": 0.658523, "nauc_precision_at_100_max": 0.386218, "nauc_precision_at_100_std": 0.326926, "nauc_precision_at_100_diff1": 0.614846, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.429641, "nauc_mrr_at_1_std": 0.12389, "nauc_mrr_at_1_diff1": 0.790879, "nauc_mrr_at_3_max": 0.431173, "nauc_mrr_at_3_std": 0.143333, "nauc_mrr_at_3_diff1": 0.74933, "nauc_mrr_at_5_max": 0.429929, "nauc_mrr_at_5_std": 0.14122, "nauc_mrr_at_5_diff1": 0.746281, "nauc_mrr_at_10_max": 0.428884, "nauc_mrr_at_10_std": 0.146076, "nauc_mrr_at_10_diff1": 0.744877, "nauc_mrr_at_20_max": 0.428495, "nauc_mrr_at_20_std": 0.148257, "nauc_mrr_at_20_diff1": 0.745459, "nauc_mrr_at_100_max": 0.428095, "nauc_mrr_at_100_std": 0.148548, "nauc_mrr_at_100_diff1": 0.745163, "nauc_mrr_at_1000_max": 0.428186, "nauc_mrr_at_1000_std": 0.148223, "nauc_mrr_at_1000_diff1": 0.745419, "main_score": 0.60798, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.572, "ndcg_at_3": 0.63243, "ndcg_at_5": 0.6468, "ndcg_at_10": 0.664, "ndcg_at_20": 0.67372, "ndcg_at_100": 0.6884, "ndcg_at_1000": 0.70355, "map_at_1": 0.572, "map_at_3": 0.618, "map_at_5": 0.62595, "map_at_10": 0.63308, "map_at_20": 0.63581, "map_at_100": 0.63786, "map_at_1000": 0.6384, "recall_at_1": 0.572, "recall_at_3": 0.674, "recall_at_5": 0.709, "recall_at_10": 0.762, "recall_at_20": 0.8, "recall_at_100": 0.879, "recall_at_1000": 1.0, "precision_at_1": 0.572, "precision_at_3": 0.22467, "precision_at_5": 0.1418, "precision_at_10": 0.0762, "precision_at_20": 0.04, "precision_at_100": 0.00879, "precision_at_1000": 0.001, "mrr_at_1": 0.571, "mrr_at_3": 0.6175, "mrr_at_5": 0.62545, "mrr_at_10": 0.63258, "mrr_at_20": 0.635308, "mrr_at_100": 0.63736, "mrr_at_1000": 0.637898, "nauc_ndcg_at_1_max": 0.44665, "nauc_ndcg_at_1_std": 0.038076, "nauc_ndcg_at_1_diff1": 0.788726, "nauc_ndcg_at_3_max": 0.498953, "nauc_ndcg_at_3_std": 0.095826, "nauc_ndcg_at_3_diff1": 0.737447, "nauc_ndcg_at_5_max": 0.489008, "nauc_ndcg_at_5_std": 0.084161, "nauc_ndcg_at_5_diff1": 0.73076, "nauc_ndcg_at_10_max": 0.481793, "nauc_ndcg_at_10_std": 0.084816, "nauc_ndcg_at_10_diff1": 0.730533, "nauc_ndcg_at_20_max": 0.479869, "nauc_ndcg_at_20_std": 0.086628, "nauc_ndcg_at_20_diff1": 0.726852, "nauc_ndcg_at_100_max": 0.477722, "nauc_ndcg_at_100_std": 0.089601, "nauc_ndcg_at_100_diff1": 0.7293, "nauc_ndcg_at_1000_max": 0.47964, "nauc_ndcg_at_1000_std": 0.084295, "nauc_ndcg_at_1000_diff1": 0.736324, "nauc_map_at_1_max": 0.44665, "nauc_map_at_1_std": 0.038076, "nauc_map_at_1_diff1": 0.788726, "nauc_map_at_3_max": 0.487665, "nauc_map_at_3_std": 0.083634, "nauc_map_at_3_diff1": 0.749911, "nauc_map_at_5_max": 0.482052, "nauc_map_at_5_std": 0.076917, "nauc_map_at_5_diff1": 0.746466, "nauc_map_at_10_max": 0.47898, "nauc_map_at_10_std": 0.077014, "nauc_map_at_10_diff1": 0.746835, "nauc_map_at_20_max": 0.478548, "nauc_map_at_20_std": 0.077267, "nauc_map_at_20_diff1": 0.746051, "nauc_map_at_100_max": 0.478263, "nauc_map_at_100_std": 0.077582, "nauc_map_at_100_diff1": 0.746537, "nauc_map_at_1000_max": 0.47834, "nauc_map_at_1000_std": 0.077473, "nauc_map_at_1000_diff1": 0.746702, "nauc_recall_at_1_max": 0.44665, "nauc_recall_at_1_std": 0.038076, "nauc_recall_at_1_diff1": 0.788726, "nauc_recall_at_3_max": 0.533862, "nauc_recall_at_3_std": 0.133377, "nauc_recall_at_3_diff1": 0.698137, "nauc_recall_at_5_max": 0.510005, "nauc_recall_at_5_std": 0.105853, "nauc_recall_at_5_diff1": 0.676851, "nauc_recall_at_10_max": 0.486387, "nauc_recall_at_10_std": 0.112458, "nauc_recall_at_10_diff1": 0.665088, "nauc_recall_at_20_max": 0.475482, "nauc_recall_at_20_std": 0.128604, "nauc_recall_at_20_diff1": 0.634313, "nauc_recall_at_100_max": 0.447849, "nauc_recall_at_100_std": 0.187093, "nauc_recall_at_100_diff1": 0.60677, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.44665, "nauc_precision_at_1_std": 0.038076, "nauc_precision_at_1_diff1": 0.788726, "nauc_precision_at_3_max": 0.533862, "nauc_precision_at_3_std": 0.133377, "nauc_precision_at_3_diff1": 0.698137, "nauc_precision_at_5_max": 0.510005, "nauc_precision_at_5_std": 0.105853, "nauc_precision_at_5_diff1": 0.676851, "nauc_precision_at_10_max": 0.486387, "nauc_precision_at_10_std": 0.112458, "nauc_precision_at_10_diff1": 0.665088, "nauc_precision_at_20_max": 0.475482, "nauc_precision_at_20_std": 0.128604, "nauc_precision_at_20_diff1": 0.634313, "nauc_precision_at_100_max": 0.447849, "nauc_precision_at_100_std": 0.187093, "nauc_precision_at_100_diff1": 0.60677, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.446837, "nauc_mrr_at_1_std": 0.040709, "nauc_mrr_at_1_diff1": 0.790934, "nauc_mrr_at_3_max": 0.487741, "nauc_mrr_at_3_std": 0.085023, "nauc_mrr_at_3_diff1": 0.751122, "nauc_mrr_at_5_max": 0.482133, "nauc_mrr_at_5_std": 0.078333, "nauc_mrr_at_5_diff1": 0.747698, "nauc_mrr_at_10_max": 0.479065, "nauc_mrr_at_10_std": 0.078455, "nauc_mrr_at_10_diff1": 0.748088, "nauc_mrr_at_20_max": 0.478633, "nauc_mrr_at_20_std": 0.078718, "nauc_mrr_at_20_diff1": 0.747314, "nauc_mrr_at_100_max": 0.478349, "nauc_mrr_at_100_std": 0.079041, "nauc_mrr_at_100_diff1": 0.747808, "nauc_mrr_at_1000_max": 0.478426, "nauc_mrr_at_1000_std": 0.078934, "nauc_mrr_at_1000_diff1": 0.747975, "main_score": 0.664, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.513, "ndcg_at_3": 0.57143, "ndcg_at_5": 0.59179, "ndcg_at_10": 0.61272, "ndcg_at_20": 0.62555, "ndcg_at_100": 0.64307, "ndcg_at_1000": 0.65859, "map_at_1": 0.513, "map_at_3": 0.55767, "map_at_5": 0.56907, "map_at_10": 0.57765, "map_at_20": 0.58114, "map_at_100": 0.58345, "map_at_1000": 0.58393, "recall_at_1": 0.513, "recall_at_3": 0.611, "recall_at_5": 0.66, "recall_at_10": 0.725, "recall_at_20": 0.776, "recall_at_100": 0.872, "recall_at_1000": 1.0, "precision_at_1": 0.513, "precision_at_3": 0.20367, "precision_at_5": 0.132, "precision_at_10": 0.0725, "precision_at_20": 0.0388, "precision_at_100": 0.00872, "precision_at_1000": 0.001, "mrr_at_1": 0.513, "mrr_at_3": 0.557667, "mrr_at_5": 0.569067, "mrr_at_10": 0.577655, "mrr_at_20": 0.581144, "mrr_at_100": 0.583451, "mrr_at_1000": 0.583929, "nauc_ndcg_at_1_max": 0.433198, "nauc_ndcg_at_1_std": -0.076964, "nauc_ndcg_at_1_diff1": 0.816811, "nauc_ndcg_at_3_max": 0.451898, "nauc_ndcg_at_3_std": -0.071163, "nauc_ndcg_at_3_diff1": 0.784935, "nauc_ndcg_at_5_max": 0.448207, "nauc_ndcg_at_5_std": -0.059074, "nauc_ndcg_at_5_diff1": 0.774399, "nauc_ndcg_at_10_max": 0.447432, "nauc_ndcg_at_10_std": -0.060159, "nauc_ndcg_at_10_diff1": 0.767343, "nauc_ndcg_at_20_max": 0.442227, "nauc_ndcg_at_20_std": -0.0559, "nauc_ndcg_at_20_diff1": 0.766606, "nauc_ndcg_at_100_max": 0.444459, "nauc_ndcg_at_100_std": -0.042562, "nauc_ndcg_at_100_diff1": 0.764572, "nauc_ndcg_at_1000_max": 0.444114, "nauc_ndcg_at_1000_std": -0.054846, "nauc_ndcg_at_1000_diff1": 0.773739, "nauc_map_at_1_max": 0.433198, "nauc_map_at_1_std": -0.076964, "nauc_map_at_1_diff1": 0.816811, "nauc_map_at_3_max": 0.447816, "nauc_map_at_3_std": -0.0728, "nauc_map_at_3_diff1": 0.792458, "nauc_map_at_5_max": 0.445599, "nauc_map_at_5_std": -0.06638, "nauc_map_at_5_diff1": 0.786846, "nauc_map_at_10_max": 0.445777, "nauc_map_at_10_std": -0.066466, "nauc_map_at_10_diff1": 0.784283, "nauc_map_at_20_max": 0.444162, "nauc_map_at_20_std": -0.065597, "nauc_map_at_20_diff1": 0.784182, "nauc_map_at_100_max": 0.444231, "nauc_map_at_100_std": -0.064072, "nauc_map_at_100_diff1": 0.784025, "nauc_map_at_1000_max": 0.444217, "nauc_map_at_1000_std": -0.064325, "nauc_map_at_1000_diff1": 0.784271, "nauc_recall_at_1_max": 0.433198, "nauc_recall_at_1_std": -0.076964, "nauc_recall_at_1_diff1": 0.816811, "nauc_recall_at_3_max": 0.46417, "nauc_recall_at_3_std": -0.066048, "nauc_recall_at_3_diff1": 0.762025, "nauc_recall_at_5_max": 0.456134, "nauc_recall_at_5_std": -0.032751, "nauc_recall_at_5_diff1": 0.731871, "nauc_recall_at_10_max": 0.450822, "nauc_recall_at_10_std": -0.035697, "nauc_recall_at_10_diff1": 0.697863, "nauc_recall_at_20_max": 0.425374, "nauc_recall_at_20_std": -0.005588, "nauc_recall_at_20_diff1": 0.681785, "nauc_recall_at_100_max": 0.449383, "nauc_recall_at_100_std": 0.186287, "nauc_recall_at_100_diff1": 0.603561, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.433198, "nauc_precision_at_1_std": -0.076964, "nauc_precision_at_1_diff1": 0.816811, "nauc_precision_at_3_max": 0.46417, "nauc_precision_at_3_std": -0.066048, "nauc_precision_at_3_diff1": 0.762025, "nauc_precision_at_5_max": 0.456134, "nauc_precision_at_5_std": -0.032751, "nauc_precision_at_5_diff1": 0.731871, "nauc_precision_at_10_max": 0.450822, "nauc_precision_at_10_std": -0.035697, "nauc_precision_at_10_diff1": 0.697863, "nauc_precision_at_20_max": 0.425374, "nauc_precision_at_20_std": -0.005588, "nauc_precision_at_20_diff1": 0.681785, "nauc_precision_at_100_max": 0.449383, "nauc_precision_at_100_std": 0.186287, "nauc_precision_at_100_diff1": 0.603561, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.433198, "nauc_mrr_at_1_std": -0.076964, "nauc_mrr_at_1_diff1": 0.816811, "nauc_mrr_at_3_max": 0.447816, "nauc_mrr_at_3_std": -0.0728, "nauc_mrr_at_3_diff1": 0.792458, "nauc_mrr_at_5_max": 0.444992, "nauc_mrr_at_5_std": -0.065773, "nauc_mrr_at_5_diff1": 0.787122, "nauc_mrr_at_10_max": 0.445674, "nauc_mrr_at_10_std": -0.066363, "nauc_mrr_at_10_diff1": 0.78433, "nauc_mrr_at_20_max": 0.444058, "nauc_mrr_at_20_std": -0.065493, "nauc_mrr_at_20_diff1": 0.784229, "nauc_mrr_at_100_max": 0.444126, "nauc_mrr_at_100_std": -0.063968, "nauc_mrr_at_100_diff1": 0.784073, "nauc_mrr_at_1000_max": 0.444112, "nauc_mrr_at_1000_std": -0.064221, "nauc_mrr_at_1000_diff1": 0.784318, "main_score": 0.61272, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.582, "ndcg_at_3": 0.65631, "ndcg_at_5": 0.67034, "ndcg_at_10": 0.68374, "ndcg_at_20": 0.69208, "ndcg_at_100": 0.70766, "ndcg_at_1000": 0.71975, "map_at_1": 0.582, "map_at_3": 0.639, "map_at_5": 0.6468, "map_at_10": 0.65241, "map_at_20": 0.6547, "map_at_100": 0.65672, "map_at_1000": 0.65709, "recall_at_1": 0.582, "recall_at_3": 0.706, "recall_at_5": 0.74, "recall_at_10": 0.781, "recall_at_20": 0.814, "recall_at_100": 0.9, "recall_at_1000": 1.0, "precision_at_1": 0.582, "precision_at_3": 0.23533, "precision_at_5": 0.148, "precision_at_10": 0.0781, "precision_at_20": 0.0407, "precision_at_100": 0.009, "precision_at_1000": 0.001, "mrr_at_1": 0.582, "mrr_at_3": 0.639, "mrr_at_5": 0.6468, "mrr_at_10": 0.652412, "mrr_at_20": 0.654698, "mrr_at_100": 0.656722, "mrr_at_1000": 0.657092, "nauc_ndcg_at_1_max": 0.251787, "nauc_ndcg_at_1_std": -0.033524, "nauc_ndcg_at_1_diff1": 0.779314, "nauc_ndcg_at_3_max": 0.296804, "nauc_ndcg_at_3_std": 0.0286, "nauc_ndcg_at_3_diff1": 0.713202, "nauc_ndcg_at_5_max": 0.292057, "nauc_ndcg_at_5_std": 0.021808, "nauc_ndcg_at_5_diff1": 0.707062, "nauc_ndcg_at_10_max": 0.297154, "nauc_ndcg_at_10_std": 0.025525, "nauc_ndcg_at_10_diff1": 0.704956, "nauc_ndcg_at_20_max": 0.293329, "nauc_ndcg_at_20_std": 0.035165, "nauc_ndcg_at_20_diff1": 0.706634, "nauc_ndcg_at_100_max": 0.291085, "nauc_ndcg_at_100_std": 0.036214, "nauc_ndcg_at_100_diff1": 0.71285, "nauc_ndcg_at_1000_max": 0.288512, "nauc_ndcg_at_1000_std": 0.025596, "nauc_ndcg_at_1000_diff1": 0.717687, "nauc_map_at_1_max": 0.251787, "nauc_map_at_1_std": -0.033524, "nauc_map_at_1_diff1": 0.779314, "nauc_map_at_3_max": 0.285527, "nauc_map_at_3_std": 0.013114, "nauc_map_at_3_diff1": 0.729746, "nauc_map_at_5_max": 0.283036, "nauc_map_at_5_std": 0.00919, "nauc_map_at_5_diff1": 0.72676, "nauc_map_at_10_max": 0.284571, "nauc_map_at_10_std": 0.01049, "nauc_map_at_10_diff1": 0.726203, "nauc_map_at_20_max": 0.283591, "nauc_map_at_20_std": 0.012816, "nauc_map_at_20_diff1": 0.726602, "nauc_map_at_100_max": 0.283251, "nauc_map_at_100_std": 0.012581, "nauc_map_at_100_diff1": 0.727742, "nauc_map_at_1000_max": 0.283167, "nauc_map_at_1000_std": 0.012432, "nauc_map_at_1000_diff1": 0.727865, "nauc_recall_at_1_max": 0.251787, "nauc_recall_at_1_std": -0.033524, "nauc_recall_at_1_diff1": 0.779314, "nauc_recall_at_3_max": 0.333615, "nauc_recall_at_3_std": 0.079114, "nauc_recall_at_3_diff1": 0.659203, "nauc_recall_at_5_max": 0.322734, "nauc_recall_at_5_std": 0.065226, "nauc_recall_at_5_diff1": 0.636239, "nauc_recall_at_10_max": 0.349931, "nauc_recall_at_10_std": 0.08613, "nauc_recall_at_10_diff1": 0.617516, "nauc_recall_at_20_max": 0.334986, "nauc_recall_at_20_std": 0.150813, "nauc_recall_at_20_diff1": 0.616132, "nauc_recall_at_100_max": 0.338408, "nauc_recall_at_100_std": 0.260616, "nauc_recall_at_100_diff1": 0.618721, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.251787, "nauc_precision_at_1_std": -0.033524, "nauc_precision_at_1_diff1": 0.779314, "nauc_precision_at_3_max": 0.333615, "nauc_precision_at_3_std": 0.079114, "nauc_precision_at_3_diff1": 0.659203, "nauc_precision_at_5_max": 0.322734, "nauc_precision_at_5_std": 0.065226, "nauc_precision_at_5_diff1": 0.636239, "nauc_precision_at_10_max": 0.349931, "nauc_precision_at_10_std": 0.08613, "nauc_precision_at_10_diff1": 0.617516, "nauc_precision_at_20_max": 0.334986, "nauc_precision_at_20_std": 0.150813, "nauc_precision_at_20_diff1": 0.616132, "nauc_precision_at_100_max": 0.338408, "nauc_precision_at_100_std": 0.260616, "nauc_precision_at_100_diff1": 0.618721, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.251787, "nauc_mrr_at_1_std": -0.033524, "nauc_mrr_at_1_diff1": 0.779314, "nauc_mrr_at_3_max": 0.285527, "nauc_mrr_at_3_std": 0.013114, "nauc_mrr_at_3_diff1": 0.729746, "nauc_mrr_at_5_max": 0.283036, "nauc_mrr_at_5_std": 0.009156, "nauc_mrr_at_5_diff1": 0.72676, "nauc_mrr_at_10_max": 0.284571, "nauc_mrr_at_10_std": 0.010455, "nauc_mrr_at_10_diff1": 0.726203, "nauc_mrr_at_20_max": 0.283591, "nauc_mrr_at_20_std": 0.012781, "nauc_mrr_at_20_diff1": 0.726602, "nauc_mrr_at_100_max": 0.283251, "nauc_mrr_at_100_std": 0.012546, "nauc_mrr_at_100_diff1": 0.727742, "nauc_mrr_at_1000_max": 0.283167, "nauc_mrr_at_1000_std": 0.012397, "nauc_mrr_at_1000_diff1": 0.727865, "main_score": 0.68374, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.489, "ndcg_at_3": 0.56668, "ndcg_at_5": 0.59405, "ndcg_at_10": 0.62027, "ndcg_at_20": 0.6366, "ndcg_at_100": 0.65298, "ndcg_at_1000": 0.66283, "map_at_1": 0.489, "map_at_3": 0.54817, "map_at_5": 0.56347, "map_at_10": 0.5745, "map_at_20": 0.57906, "map_at_100": 0.58135, "map_at_1000": 0.58165, "recall_at_1": 0.489, "recall_at_3": 0.62, "recall_at_5": 0.686, "recall_at_10": 0.766, "recall_at_20": 0.83, "recall_at_100": 0.918, "recall_at_1000": 1.0, "precision_at_1": 0.489, "precision_at_3": 0.20667, "precision_at_5": 0.1372, "precision_at_10": 0.0766, "precision_at_20": 0.0415, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.489, "mrr_at_3": 0.548167, "mrr_at_5": 0.563467, "mrr_at_10": 0.574498, "mrr_at_20": 0.579056, "mrr_at_100": 0.581349, "mrr_at_1000": 0.581645, "nauc_ndcg_at_1_max": 0.254421, "nauc_ndcg_at_1_std": -0.297898, "nauc_ndcg_at_1_diff1": 0.731284, "nauc_ndcg_at_3_max": 0.266814, "nauc_ndcg_at_3_std": -0.256028, "nauc_ndcg_at_3_diff1": 0.681515, "nauc_ndcg_at_5_max": 0.242161, "nauc_ndcg_at_5_std": -0.259742, "nauc_ndcg_at_5_diff1": 0.663881, "nauc_ndcg_at_10_max": 0.237662, "nauc_ndcg_at_10_std": -0.237715, "nauc_ndcg_at_10_diff1": 0.651233, "nauc_ndcg_at_20_max": 0.248937, "nauc_ndcg_at_20_std": -0.22271, "nauc_ndcg_at_20_diff1": 0.647343, "nauc_ndcg_at_100_max": 0.248293, "nauc_ndcg_at_100_std": -0.217466, "nauc_ndcg_at_100_diff1": 0.651362, "nauc_ndcg_at_1000_max": 0.248766, "nauc_ndcg_at_1000_std": -0.238218, "nauc_ndcg_at_1000_diff1": 0.664003, "nauc_map_at_1_max": 0.254421, "nauc_map_at_1_std": -0.297898, "nauc_map_at_1_diff1": 0.731284, "nauc_map_at_3_max": 0.263482, "nauc_map_at_3_std": -0.266453, "nauc_map_at_3_diff1": 0.694082, "nauc_map_at_5_max": 0.250387, "nauc_map_at_5_std": -0.268699, "nauc_map_at_5_diff1": 0.684972, "nauc_map_at_10_max": 0.24824, "nauc_map_at_10_std": -0.26073, "nauc_map_at_10_diff1": 0.680583, "nauc_map_at_20_max": 0.251099, "nauc_map_at_20_std": -0.257278, "nauc_map_at_20_diff1": 0.679911, "nauc_map_at_100_max": 0.250997, "nauc_map_at_100_std": -0.256954, "nauc_map_at_100_diff1": 0.68056, "nauc_map_at_1000_max": 0.251015, "nauc_map_at_1000_std": -0.257428, "nauc_map_at_1000_diff1": 0.680893, "nauc_recall_at_1_max": 0.254421, "nauc_recall_at_1_std": -0.297898, "nauc_recall_at_1_diff1": 0.731284, "nauc_recall_at_3_max": 0.277356, "nauc_recall_at_3_std": -0.223409, "nauc_recall_at_3_diff1": 0.64211, "nauc_recall_at_5_max": 0.20917, "nauc_recall_at_5_std": -0.22937, "nauc_recall_at_5_diff1": 0.587585, "nauc_recall_at_10_max": 0.186588, "nauc_recall_at_10_std": -0.126029, "nauc_recall_at_10_diff1": 0.51447, "nauc_recall_at_20_max": 0.24773, "nauc_recall_at_20_std": 0.010899, "nauc_recall_at_20_diff1": 0.445643, "nauc_recall_at_100_max": 0.236905, "nauc_recall_at_100_std": 0.333362, "nauc_recall_at_100_diff1": 0.323182, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.254421, "nauc_precision_at_1_std": -0.297898, "nauc_precision_at_1_diff1": 0.731284, "nauc_precision_at_3_max": 0.277356, "nauc_precision_at_3_std": -0.223409, "nauc_precision_at_3_diff1": 0.64211, "nauc_precision_at_5_max": 0.20917, "nauc_precision_at_5_std": -0.22937, "nauc_precision_at_5_diff1": 0.587585, "nauc_precision_at_10_max": 0.186588, "nauc_precision_at_10_std": -0.126029, "nauc_precision_at_10_diff1": 0.51447, "nauc_precision_at_20_max": 0.24773, "nauc_precision_at_20_std": 0.010899, "nauc_precision_at_20_diff1": 0.445643, "nauc_precision_at_100_max": 0.236905, "nauc_precision_at_100_std": 0.333362, "nauc_precision_at_100_diff1": 0.323182, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.254421, "nauc_mrr_at_1_std": -0.298567, "nauc_mrr_at_1_diff1": 0.731284, "nauc_mrr_at_3_max": 0.263482, "nauc_mrr_at_3_std": -0.266808, "nauc_mrr_at_3_diff1": 0.694082, "nauc_mrr_at_5_max": 0.250387, "nauc_mrr_at_5_std": -0.269064, "nauc_mrr_at_5_diff1": 0.684972, "nauc_mrr_at_10_max": 0.24824, "nauc_mrr_at_10_std": -0.261104, "nauc_mrr_at_10_diff1": 0.680583, "nauc_mrr_at_20_max": 0.251099, "nauc_mrr_at_20_std": -0.257656, "nauc_mrr_at_20_diff1": 0.679911, "nauc_mrr_at_100_max": 0.250997, "nauc_mrr_at_100_std": -0.257335, "nauc_mrr_at_100_diff1": 0.68056, "nauc_mrr_at_1000_max": 0.251015, "nauc_mrr_at_1000_std": -0.257809, "nauc_mrr_at_1000_diff1": 0.680893, "main_score": 0.62027, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.64005, "ndcg_at_5": 0.65764, "ndcg_at_10": 0.67524, "ndcg_at_20": 0.6865, "ndcg_at_100": 0.70311, "ndcg_at_1000": 0.71303, "map_at_1": 0.565, "map_at_3": 0.62233, "map_at_5": 0.63203, "map_at_10": 0.63937, "map_at_20": 0.64254, "map_at_100": 0.64494, "map_at_1000": 0.64527, "recall_at_1": 0.565, "recall_at_3": 0.691, "recall_at_5": 0.734, "recall_at_10": 0.788, "recall_at_20": 0.832, "recall_at_100": 0.92, "recall_at_1000": 1.0, "precision_at_1": 0.565, "precision_at_3": 0.23033, "precision_at_5": 0.1468, "precision_at_10": 0.0788, "precision_at_20": 0.0416, "precision_at_100": 0.0092, "precision_at_1000": 0.001, "mrr_at_1": 0.565, "mrr_at_3": 0.622333, "mrr_at_5": 0.632033, "mrr_at_10": 0.639372, "mrr_at_20": 0.642535, "mrr_at_100": 0.644936, "mrr_at_1000": 0.64527, "nauc_ndcg_at_1_max": 0.468964, "nauc_ndcg_at_1_std": 0.10818, "nauc_ndcg_at_1_diff1": 0.791178, "nauc_ndcg_at_3_max": 0.500276, "nauc_ndcg_at_3_std": 0.136562, "nauc_ndcg_at_3_diff1": 0.754064, "nauc_ndcg_at_5_max": 0.49841, "nauc_ndcg_at_5_std": 0.142084, "nauc_ndcg_at_5_diff1": 0.745604, "nauc_ndcg_at_10_max": 0.49255, "nauc_ndcg_at_10_std": 0.155336, "nauc_ndcg_at_10_diff1": 0.745783, "nauc_ndcg_at_20_max": 0.490031, "nauc_ndcg_at_20_std": 0.152784, "nauc_ndcg_at_20_diff1": 0.742405, "nauc_ndcg_at_100_max": 0.488209, "nauc_ndcg_at_100_std": 0.154598, "nauc_ndcg_at_100_diff1": 0.742172, "nauc_ndcg_at_1000_max": 0.488735, "nauc_ndcg_at_1000_std": 0.145632, "nauc_ndcg_at_1000_diff1": 0.749967, "nauc_map_at_1_max": 0.468964, "nauc_map_at_1_std": 0.10818, "nauc_map_at_1_diff1": 0.791178, "nauc_map_at_3_max": 0.491821, "nauc_map_at_3_std": 0.127382, "nauc_map_at_3_diff1": 0.763692, "nauc_map_at_5_max": 0.490232, "nauc_map_at_5_std": 0.130083, "nauc_map_at_5_diff1": 0.759125, "nauc_map_at_10_max": 0.48778, "nauc_map_at_10_std": 0.135605, "nauc_map_at_10_diff1": 0.759409, "nauc_map_at_20_max": 0.487031, "nauc_map_at_20_std": 0.134743, "nauc_map_at_20_diff1": 0.758635, "nauc_map_at_100_max": 0.486887, "nauc_map_at_100_std": 0.134714, "nauc_map_at_100_diff1": 0.758737, "nauc_map_at_1000_max": 0.486892, "nauc_map_at_1000_std": 0.134531, "nauc_map_at_1000_diff1": 0.758987, "nauc_recall_at_1_max": 0.468964, "nauc_recall_at_1_std": 0.10818, "nauc_recall_at_1_diff1": 0.791178, "nauc_recall_at_3_max": 0.527959, "nauc_recall_at_3_std": 0.167315, "nauc_recall_at_3_diff1": 0.722719, "nauc_recall_at_5_max": 0.528211, "nauc_recall_at_5_std": 0.187088, "nauc_recall_at_5_diff1": 0.696109, "nauc_recall_at_10_max": 0.510125, "nauc_recall_at_10_std": 0.246257, "nauc_recall_at_10_diff1": 0.687252, "nauc_recall_at_20_max": 0.499196, "nauc_recall_at_20_std": 0.251631, "nauc_recall_at_20_diff1": 0.653226, "nauc_recall_at_100_max": 0.472823, "nauc_recall_at_100_std": 0.381594, "nauc_recall_at_100_diff1": 0.561841, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.468964, "nauc_precision_at_1_std": 0.10818, "nauc_precision_at_1_diff1": 0.791178, "nauc_precision_at_3_max": 0.527959, "nauc_precision_at_3_std": 0.167315, "nauc_precision_at_3_diff1": 0.722719, "nauc_precision_at_5_max": 0.528211, "nauc_precision_at_5_std": 0.187088, "nauc_precision_at_5_diff1": 0.696109, "nauc_precision_at_10_max": 0.510125, "nauc_precision_at_10_std": 0.246257, "nauc_precision_at_10_diff1": 0.687252, "nauc_precision_at_20_max": 0.499196, "nauc_precision_at_20_std": 0.251631, "nauc_precision_at_20_diff1": 0.653226, "nauc_precision_at_100_max": 0.472823, "nauc_precision_at_100_std": 0.381594, "nauc_precision_at_100_diff1": 0.561841, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.468964, "nauc_mrr_at_1_std": 0.10818, "nauc_mrr_at_1_diff1": 0.791178, "nauc_mrr_at_3_max": 0.491821, "nauc_mrr_at_3_std": 0.127382, "nauc_mrr_at_3_diff1": 0.763692, "nauc_mrr_at_5_max": 0.490232, "nauc_mrr_at_5_std": 0.130083, "nauc_mrr_at_5_diff1": 0.759125, "nauc_mrr_at_10_max": 0.48778, "nauc_mrr_at_10_std": 0.135605, "nauc_mrr_at_10_diff1": 0.759409, "nauc_mrr_at_20_max": 0.487031, "nauc_mrr_at_20_std": 0.134743, "nauc_mrr_at_20_diff1": 0.758635, "nauc_mrr_at_100_max": 0.486887, "nauc_mrr_at_100_std": 0.134714, "nauc_mrr_at_100_diff1": 0.758737, "nauc_mrr_at_1000_max": 0.486892, "nauc_mrr_at_1000_std": 0.134531, "nauc_mrr_at_1000_diff1": 0.758987, "main_score": 0.67524, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 577.6834328174591, "kg_co2_emissions": null }