{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "1.38.9", "scores": { "train": [ { "ndcg_at_1": 0.719, "ndcg_at_3": 0.77064, "ndcg_at_5": 0.78222, "ndcg_at_10": 0.79404, "ndcg_at_20": 0.80149, "ndcg_at_100": 0.8103, "ndcg_at_1000": 0.81716, "map_at_1": 0.719, "map_at_3": 0.75867, "map_at_5": 0.76512, "map_at_10": 0.77009, "map_at_20": 0.77206, "map_at_100": 0.77339, "map_at_1000": 0.77363, "recall_at_1": 0.719, "recall_at_3": 0.805, "recall_at_5": 0.833, "recall_at_10": 0.869, "recall_at_20": 0.899, "recall_at_100": 0.945, "recall_at_1000": 1.0, "precision_at_1": 0.719, "precision_at_3": 0.26833, "precision_at_5": 0.1666, "precision_at_10": 0.0869, "precision_at_20": 0.04495, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.719, "mrr_at_3": 0.758667, "mrr_at_5": 0.765117, "mrr_at_10": 0.770089, "mrr_at_20": 0.772063, "mrr_at_100": 0.77339, "mrr_at_1000": 0.773627, "nauc_ndcg_at_1_max": 0.671228, "nauc_ndcg_at_1_std": -0.153595, "nauc_ndcg_at_1_diff1": 0.873509, "nauc_ndcg_at_3_max": 0.702669, "nauc_ndcg_at_3_std": -0.086347, "nauc_ndcg_at_3_diff1": 0.838475, "nauc_ndcg_at_5_max": 0.704848, "nauc_ndcg_at_5_std": -0.068304, "nauc_ndcg_at_5_diff1": 0.837169, "nauc_ndcg_at_10_max": 0.70594, "nauc_ndcg_at_10_std": -0.053482, "nauc_ndcg_at_10_diff1": 0.83493, "nauc_ndcg_at_20_max": 0.705581, "nauc_ndcg_at_20_std": -0.04684, "nauc_ndcg_at_20_diff1": 0.834438, "nauc_ndcg_at_100_max": 0.703939, "nauc_ndcg_at_100_std": -0.04302, "nauc_ndcg_at_100_diff1": 0.838128, "nauc_ndcg_at_1000_max": 0.700906, "nauc_ndcg_at_1000_std": -0.063543, "nauc_ndcg_at_1000_diff1": 0.841195, "nauc_map_at_1_max": 0.671228, "nauc_map_at_1_std": -0.153595, "nauc_map_at_1_diff1": 0.873509, "nauc_map_at_3_max": 0.69513, "nauc_map_at_3_std": -0.102493, "nauc_map_at_3_diff1": 0.847568, "nauc_map_at_5_max": 0.695806, "nauc_map_at_5_std": -0.093295, "nauc_map_at_5_diff1": 0.846954, "nauc_map_at_10_max": 0.695829, "nauc_map_at_10_std": -0.088074, "nauc_map_at_10_diff1": 0.846154, "nauc_map_at_20_max": 0.695838, "nauc_map_at_20_std": -0.0865, "nauc_map_at_20_diff1": 0.846222, "nauc_map_at_100_max": 0.695501, "nauc_map_at_100_std": -0.086125, "nauc_map_at_100_diff1": 0.846761, "nauc_map_at_1000_max": 0.695453, "nauc_map_at_1000_std": -0.086639, "nauc_map_at_1000_diff1": 0.846861, "nauc_recall_at_1_max": 0.671228, "nauc_recall_at_1_std": -0.153595, "nauc_recall_at_1_diff1": 0.873509, "nauc_recall_at_3_max": 0.727955, "nauc_recall_at_3_std": -0.032184, "nauc_recall_at_3_diff1": 0.807592, "nauc_recall_at_5_max": 0.739867, "nauc_recall_at_5_std": 0.029535, "nauc_recall_at_5_diff1": 0.799855, "nauc_recall_at_10_max": 0.755136, "nauc_recall_at_10_std": 0.119512, "nauc_recall_at_10_diff1": 0.781842, "nauc_recall_at_20_max": 0.762624, "nauc_recall_at_20_std": 0.207751, "nauc_recall_at_20_diff1": 0.763114, "nauc_recall_at_100_max": 0.785816, "nauc_recall_at_100_std": 0.472923, "nauc_recall_at_100_diff1": 0.764086, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.671228, "nauc_precision_at_1_std": -0.153595, "nauc_precision_at_1_diff1": 0.873509, "nauc_precision_at_3_max": 0.727955, "nauc_precision_at_3_std": -0.032184, "nauc_precision_at_3_diff1": 0.807592, "nauc_precision_at_5_max": 0.739867, "nauc_precision_at_5_std": 0.029535, "nauc_precision_at_5_diff1": 0.799855, "nauc_precision_at_10_max": 0.755136, "nauc_precision_at_10_std": 0.119512, "nauc_precision_at_10_diff1": 0.781842, "nauc_precision_at_20_max": 0.762624, "nauc_precision_at_20_std": 0.207751, "nauc_precision_at_20_diff1": 0.763114, "nauc_precision_at_100_max": 0.785816, "nauc_precision_at_100_std": 0.472923, "nauc_precision_at_100_diff1": 0.764086, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.671228, "nauc_mrr_at_1_std": -0.153595, "nauc_mrr_at_1_diff1": 0.873509, "nauc_mrr_at_3_max": 0.69513, "nauc_mrr_at_3_std": -0.102493, "nauc_mrr_at_3_diff1": 0.847568, "nauc_mrr_at_5_max": 0.695806, "nauc_mrr_at_5_std": -0.093295, "nauc_mrr_at_5_diff1": 0.846954, "nauc_mrr_at_10_max": 0.695829, "nauc_mrr_at_10_std": -0.088074, "nauc_mrr_at_10_diff1": 0.846154, "nauc_mrr_at_20_max": 0.695838, "nauc_mrr_at_20_std": -0.0865, "nauc_mrr_at_20_diff1": 0.846222, "nauc_mrr_at_100_max": 0.695501, "nauc_mrr_at_100_std": -0.086125, "nauc_mrr_at_100_diff1": 0.846761, "nauc_mrr_at_1000_max": 0.695453, "nauc_mrr_at_1000_std": -0.086639, "nauc_mrr_at_1000_diff1": 0.846861, "main_score": 0.79404, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.712, "ndcg_at_3": 0.76803, "ndcg_at_5": 0.78038, "ndcg_at_10": 0.79545, "ndcg_at_20": 0.80213, "ndcg_at_100": 0.8106, "ndcg_at_1000": 0.81616, "map_at_1": 0.712, "map_at_3": 0.75483, "map_at_5": 0.76168, "map_at_10": 0.76783, "map_at_20": 0.76972, "map_at_100": 0.7708, "map_at_1000": 0.771, "recall_at_1": 0.712, "recall_at_3": 0.806, "recall_at_5": 0.836, "recall_at_10": 0.883, "recall_at_20": 0.909, "recall_at_100": 0.956, "recall_at_1000": 1.0, "precision_at_1": 0.712, "precision_at_3": 0.26867, "precision_at_5": 0.1672, "precision_at_10": 0.0883, "precision_at_20": 0.04545, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.712, "mrr_at_3": 0.754833, "mrr_at_5": 0.761683, "mrr_at_10": 0.76783, "mrr_at_20": 0.769716, "mrr_at_100": 0.7708, "mrr_at_1000": 0.771003, "nauc_ndcg_at_1_max": 0.761209, "nauc_ndcg_at_1_std": 0.078505, "nauc_ndcg_at_1_diff1": 0.883935, "nauc_ndcg_at_3_max": 0.782153, "nauc_ndcg_at_3_std": 0.133401, "nauc_ndcg_at_3_diff1": 0.848966, "nauc_ndcg_at_5_max": 0.783132, "nauc_ndcg_at_5_std": 0.145879, "nauc_ndcg_at_5_diff1": 0.84892, "nauc_ndcg_at_10_max": 0.784463, "nauc_ndcg_at_10_std": 0.160787, "nauc_ndcg_at_10_diff1": 0.849538, "nauc_ndcg_at_20_max": 0.780395, "nauc_ndcg_at_20_std": 0.156344, "nauc_ndcg_at_20_diff1": 0.85014, "nauc_ndcg_at_100_max": 0.783157, "nauc_ndcg_at_100_std": 0.163219, "nauc_ndcg_at_100_diff1": 0.853989, "nauc_ndcg_at_1000_max": 0.780269, "nauc_ndcg_at_1000_std": 0.146442, "nauc_ndcg_at_1000_diff1": 0.85528, "nauc_map_at_1_max": 0.761209, "nauc_map_at_1_std": 0.078505, "nauc_map_at_1_diff1": 0.883935, "nauc_map_at_3_max": 0.777143, "nauc_map_at_3_std": 0.117951, "nauc_map_at_3_diff1": 0.858537, "nauc_map_at_5_max": 0.77771, "nauc_map_at_5_std": 0.124469, "nauc_map_at_5_diff1": 0.858844, "nauc_map_at_10_max": 0.778157, "nauc_map_at_10_std": 0.12969, "nauc_map_at_10_diff1": 0.859327, "nauc_map_at_20_max": 0.777071, "nauc_map_at_20_std": 0.128419, "nauc_map_at_20_diff1": 0.85957, "nauc_map_at_100_max": 0.777348, "nauc_map_at_100_std": 0.1293, "nauc_map_at_100_diff1": 0.859958, "nauc_map_at_1000_max": 0.777259, "nauc_map_at_1000_std": 0.128815, "nauc_map_at_1000_diff1": 0.859986, "nauc_recall_at_1_max": 0.761209, "nauc_recall_at_1_std": 0.078505, "nauc_recall_at_1_diff1": 0.883935, "nauc_recall_at_3_max": 0.799218, "nauc_recall_at_3_std": 0.187363, "nauc_recall_at_3_diff1": 0.815671, "nauc_recall_at_5_max": 0.803973, "nauc_recall_at_5_std": 0.232302, "nauc_recall_at_5_diff1": 0.809589, "nauc_recall_at_10_max": 0.817144, "nauc_recall_at_10_std": 0.335236, "nauc_recall_at_10_diff1": 0.798628, "nauc_recall_at_20_max": 0.79501, "nauc_recall_at_20_std": 0.345472, "nauc_recall_at_20_diff1": 0.789767, "nauc_recall_at_100_max": 0.871085, "nauc_recall_at_100_std": 0.677309, "nauc_recall_at_100_diff1": 0.812463, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.761209, "nauc_precision_at_1_std": 0.078505, "nauc_precision_at_1_diff1": 0.883935, "nauc_precision_at_3_max": 0.799218, "nauc_precision_at_3_std": 0.187363, "nauc_precision_at_3_diff1": 0.815671, "nauc_precision_at_5_max": 0.803973, "nauc_precision_at_5_std": 0.232302, "nauc_precision_at_5_diff1": 0.809589, "nauc_precision_at_10_max": 0.817144, "nauc_precision_at_10_std": 0.335236, "nauc_precision_at_10_diff1": 0.798628, "nauc_precision_at_20_max": 0.79501, "nauc_precision_at_20_std": 0.345472, "nauc_precision_at_20_diff1": 0.789767, "nauc_precision_at_100_max": 0.871085, "nauc_precision_at_100_std": 0.677309, "nauc_precision_at_100_diff1": 0.812463, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.761209, "nauc_mrr_at_1_std": 0.078505, "nauc_mrr_at_1_diff1": 0.883935, "nauc_mrr_at_3_max": 0.777143, "nauc_mrr_at_3_std": 0.117951, "nauc_mrr_at_3_diff1": 0.858537, "nauc_mrr_at_5_max": 0.77771, "nauc_mrr_at_5_std": 0.124469, "nauc_mrr_at_5_diff1": 0.858844, "nauc_mrr_at_10_max": 0.778157, "nauc_mrr_at_10_std": 0.12969, "nauc_mrr_at_10_diff1": 0.859327, "nauc_mrr_at_20_max": 0.777071, "nauc_mrr_at_20_std": 0.128419, "nauc_mrr_at_20_diff1": 0.85957, "nauc_mrr_at_100_max": 0.777348, "nauc_mrr_at_100_std": 0.1293, "nauc_mrr_at_100_diff1": 0.859958, "nauc_mrr_at_1000_max": 0.777259, "nauc_mrr_at_1000_std": 0.128815, "nauc_mrr_at_1000_diff1": 0.859986, "main_score": 0.79545, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.743, "ndcg_at_3": 0.78626, "ndcg_at_5": 0.79913, "ndcg_at_10": 0.80965, "ndcg_at_20": 0.81647, "ndcg_at_100": 0.82408, "ndcg_at_1000": 0.83018, "map_at_1": 0.743, "map_at_3": 0.77533, "map_at_5": 0.78253, "map_at_10": 0.78697, "map_at_20": 0.78884, "map_at_100": 0.78977, "map_at_1000": 0.78998, "recall_at_1": 0.743, "recall_at_3": 0.818, "recall_at_5": 0.849, "recall_at_10": 0.881, "recall_at_20": 0.908, "recall_at_100": 0.951, "recall_at_1000": 1.0, "precision_at_1": 0.743, "precision_at_3": 0.27267, "precision_at_5": 0.1698, "precision_at_10": 0.0881, "precision_at_20": 0.0454, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.743, "mrr_at_3": 0.775333, "mrr_at_5": 0.782533, "mrr_at_10": 0.786971, "mrr_at_20": 0.78884, "mrr_at_100": 0.789767, "mrr_at_1000": 0.789981, "nauc_ndcg_at_1_max": 0.760915, "nauc_ndcg_at_1_std": 0.114546, "nauc_ndcg_at_1_diff1": 0.869073, "nauc_ndcg_at_3_max": 0.787638, "nauc_ndcg_at_3_std": 0.174188, "nauc_ndcg_at_3_diff1": 0.85125, "nauc_ndcg_at_5_max": 0.790223, "nauc_ndcg_at_5_std": 0.185284, "nauc_ndcg_at_5_diff1": 0.851709, "nauc_ndcg_at_10_max": 0.796545, "nauc_ndcg_at_10_std": 0.212689, "nauc_ndcg_at_10_diff1": 0.850807, "nauc_ndcg_at_20_max": 0.79111, "nauc_ndcg_at_20_std": 0.210522, "nauc_ndcg_at_20_diff1": 0.849127, "nauc_ndcg_at_100_max": 0.791206, "nauc_ndcg_at_100_std": 0.208305, "nauc_ndcg_at_100_diff1": 0.851188, "nauc_ndcg_at_1000_max": 0.787058, "nauc_ndcg_at_1000_std": 0.190787, "nauc_ndcg_at_1000_diff1": 0.852527, "nauc_map_at_1_max": 0.760915, "nauc_map_at_1_std": 0.114546, "nauc_map_at_1_diff1": 0.869073, "nauc_map_at_3_max": 0.77927, "nauc_map_at_3_std": 0.15596, "nauc_map_at_3_diff1": 0.85553, "nauc_map_at_5_max": 0.780412, "nauc_map_at_5_std": 0.161315, "nauc_map_at_5_diff1": 0.855925, "nauc_map_at_10_max": 0.782865, "nauc_map_at_10_std": 0.171141, "nauc_map_at_10_diff1": 0.855754, "nauc_map_at_20_max": 0.781377, "nauc_map_at_20_std": 0.169871, "nauc_map_at_20_diff1": 0.85536, "nauc_map_at_100_max": 0.781417, "nauc_map_at_100_std": 0.169876, "nauc_map_at_100_diff1": 0.855612, "nauc_map_at_1000_max": 0.781266, "nauc_map_at_1000_std": 0.169336, "nauc_map_at_1000_diff1": 0.855629, "nauc_recall_at_1_max": 0.760915, "nauc_recall_at_1_std": 0.114546, "nauc_recall_at_1_diff1": 0.869073, "nauc_recall_at_3_max": 0.816948, "nauc_recall_at_3_std": 0.237846, "nauc_recall_at_3_diff1": 0.836812, "nauc_recall_at_5_max": 0.83005, "nauc_recall_at_5_std": 0.283068, "nauc_recall_at_5_diff1": 0.835413, "nauc_recall_at_10_max": 0.866419, "nauc_recall_at_10_std": 0.432991, "nauc_recall_at_10_diff1": 0.826607, "nauc_recall_at_20_max": 0.846476, "nauc_recall_at_20_std": 0.482138, "nauc_recall_at_20_diff1": 0.808438, "nauc_recall_at_100_max": 0.892243, "nauc_recall_at_100_std": 0.653271, "nauc_recall_at_100_diff1": 0.810924, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.760915, "nauc_precision_at_1_std": 0.114546, "nauc_precision_at_1_diff1": 0.869073, "nauc_precision_at_3_max": 0.816948, "nauc_precision_at_3_std": 0.237846, "nauc_precision_at_3_diff1": 0.836812, "nauc_precision_at_5_max": 0.83005, "nauc_precision_at_5_std": 0.283068, "nauc_precision_at_5_diff1": 0.835413, "nauc_precision_at_10_max": 0.866419, "nauc_precision_at_10_std": 0.432991, "nauc_precision_at_10_diff1": 0.826607, "nauc_precision_at_20_max": 0.846476, "nauc_precision_at_20_std": 0.482138, "nauc_precision_at_20_diff1": 0.808438, "nauc_precision_at_100_max": 0.892243, "nauc_precision_at_100_std": 0.653271, "nauc_precision_at_100_diff1": 0.810924, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.760915, "nauc_mrr_at_1_std": 0.114546, "nauc_mrr_at_1_diff1": 0.869073, "nauc_mrr_at_3_max": 0.77927, "nauc_mrr_at_3_std": 0.15596, "nauc_mrr_at_3_diff1": 0.85553, "nauc_mrr_at_5_max": 0.780412, "nauc_mrr_at_5_std": 0.161315, "nauc_mrr_at_5_diff1": 0.855925, "nauc_mrr_at_10_max": 0.782865, "nauc_mrr_at_10_std": 0.171141, "nauc_mrr_at_10_diff1": 0.855754, "nauc_mrr_at_20_max": 0.781377, "nauc_mrr_at_20_std": 0.169871, "nauc_mrr_at_20_diff1": 0.85536, "nauc_mrr_at_100_max": 0.781417, "nauc_mrr_at_100_std": 0.169876, "nauc_mrr_at_100_diff1": 0.855612, "nauc_mrr_at_1000_max": 0.781266, "nauc_mrr_at_1000_std": 0.169336, "nauc_mrr_at_1000_diff1": 0.855629, "main_score": 0.80965, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.683, "ndcg_at_3": 0.74306, "ndcg_at_5": 0.75648, "ndcg_at_10": 0.76954, "ndcg_at_20": 0.77777, "ndcg_at_100": 0.78759, "ndcg_at_1000": 0.79432, "map_at_1": 0.683, "map_at_3": 0.72883, "map_at_5": 0.73618, "map_at_10": 0.74145, "map_at_20": 0.74379, "map_at_100": 0.74514, "map_at_1000": 0.74532, "recall_at_1": 0.683, "recall_at_3": 0.784, "recall_at_5": 0.817, "recall_at_10": 0.858, "recall_at_20": 0.89, "recall_at_100": 0.943, "recall_at_1000": 1.0, "precision_at_1": 0.683, "precision_at_3": 0.26133, "precision_at_5": 0.1634, "precision_at_10": 0.0858, "precision_at_20": 0.0445, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.683, "mrr_at_3": 0.728833, "mrr_at_5": 0.736183, "mrr_at_10": 0.741448, "mrr_at_20": 0.743788, "mrr_at_100": 0.74514, "mrr_at_1000": 0.745323, "nauc_ndcg_at_1_max": 0.66121, "nauc_ndcg_at_1_std": -0.1356, "nauc_ndcg_at_1_diff1": 0.861507, "nauc_ndcg_at_3_max": 0.674076, "nauc_ndcg_at_3_std": -0.101827, "nauc_ndcg_at_3_diff1": 0.830896, "nauc_ndcg_at_5_max": 0.669863, "nauc_ndcg_at_5_std": -0.096346, "nauc_ndcg_at_5_diff1": 0.824172, "nauc_ndcg_at_10_max": 0.674886, "nauc_ndcg_at_10_std": -0.097087, "nauc_ndcg_at_10_diff1": 0.82605, "nauc_ndcg_at_20_max": 0.674706, "nauc_ndcg_at_20_std": -0.088961, "nauc_ndcg_at_20_diff1": 0.826057, "nauc_ndcg_at_100_max": 0.677967, "nauc_ndcg_at_100_std": -0.079806, "nauc_ndcg_at_100_diff1": 0.828492, "nauc_ndcg_at_1000_max": 0.674259, "nauc_ndcg_at_1000_std": -0.092367, "nauc_ndcg_at_1000_diff1": 0.831127, "nauc_map_at_1_max": 0.66121, "nauc_map_at_1_std": -0.1356, "nauc_map_at_1_diff1": 0.861507, "nauc_map_at_3_max": 0.670797, "nauc_map_at_3_std": -0.112618, "nauc_map_at_3_diff1": 0.838818, "nauc_map_at_5_max": 0.668421, "nauc_map_at_5_std": -0.110398, "nauc_map_at_5_diff1": 0.835438, "nauc_map_at_10_max": 0.67031, "nauc_map_at_10_std": -0.110664, "nauc_map_at_10_diff1": 0.836287, "nauc_map_at_20_max": 0.670191, "nauc_map_at_20_std": -0.108626, "nauc_map_at_20_diff1": 0.836356, "nauc_map_at_100_max": 0.670565, "nauc_map_at_100_std": -0.107358, "nauc_map_at_100_diff1": 0.836564, "nauc_map_at_1000_max": 0.670507, "nauc_map_at_1000_std": -0.107488, "nauc_map_at_1000_diff1": 0.836643, "nauc_recall_at_1_max": 0.66121, "nauc_recall_at_1_std": -0.1356, "nauc_recall_at_1_diff1": 0.861507, "nauc_recall_at_3_max": 0.685251, "nauc_recall_at_3_std": -0.063892, "nauc_recall_at_3_diff1": 0.803833, "nauc_recall_at_5_max": 0.674692, "nauc_recall_at_5_std": -0.039388, "nauc_recall_at_5_diff1": 0.779653, "nauc_recall_at_10_max": 0.698831, "nauc_recall_at_10_std": -0.030461, "nauc_recall_at_10_diff1": 0.777462, "nauc_recall_at_20_max": 0.704218, "nauc_recall_at_20_std": 0.041783, "nauc_recall_at_20_diff1": 0.765433, "nauc_recall_at_100_max": 0.786558, "nauc_recall_at_100_std": 0.301939, "nauc_recall_at_100_diff1": 0.761053, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.66121, "nauc_precision_at_1_std": -0.1356, "nauc_precision_at_1_diff1": 0.861507, "nauc_precision_at_3_max": 0.685251, "nauc_precision_at_3_std": -0.063892, "nauc_precision_at_3_diff1": 0.803833, "nauc_precision_at_5_max": 0.674692, "nauc_precision_at_5_std": -0.039388, "nauc_precision_at_5_diff1": 0.779653, "nauc_precision_at_10_max": 0.698831, "nauc_precision_at_10_std": -0.030461, "nauc_precision_at_10_diff1": 0.777462, "nauc_precision_at_20_max": 0.704218, "nauc_precision_at_20_std": 0.041783, "nauc_precision_at_20_diff1": 0.765433, "nauc_precision_at_100_max": 0.786558, "nauc_precision_at_100_std": 0.301939, "nauc_precision_at_100_diff1": 0.761053, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.66121, "nauc_mrr_at_1_std": -0.1356, "nauc_mrr_at_1_diff1": 0.861507, "nauc_mrr_at_3_max": 0.670797, "nauc_mrr_at_3_std": -0.112618, "nauc_mrr_at_3_diff1": 0.838818, "nauc_mrr_at_5_max": 0.668421, "nauc_mrr_at_5_std": -0.110398, "nauc_mrr_at_5_diff1": 0.835438, "nauc_mrr_at_10_max": 0.67031, "nauc_mrr_at_10_std": -0.110664, "nauc_mrr_at_10_diff1": 0.836287, "nauc_mrr_at_20_max": 0.670191, "nauc_mrr_at_20_std": -0.108626, "nauc_mrr_at_20_diff1": 0.836356, "nauc_mrr_at_100_max": 0.670565, "nauc_mrr_at_100_std": -0.107358, "nauc_mrr_at_100_diff1": 0.836564, "nauc_mrr_at_1000_max": 0.670507, "nauc_mrr_at_1000_std": -0.107488, "nauc_mrr_at_1000_diff1": 0.836643, "main_score": 0.76954, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.707, "ndcg_at_3": 0.76506, "ndcg_at_5": 0.78012, "ndcg_at_10": 0.79145, "ndcg_at_20": 0.79737, "ndcg_at_100": 0.80847, "ndcg_at_1000": 0.81368, "map_at_1": 0.707, "map_at_3": 0.7515, "map_at_5": 0.75975, "map_at_10": 0.76443, "map_at_20": 0.76612, "map_at_100": 0.76764, "map_at_1000": 0.76784, "recall_at_1": 0.707, "recall_at_3": 0.804, "recall_at_5": 0.841, "recall_at_10": 0.876, "recall_at_20": 0.899, "recall_at_100": 0.959, "recall_at_1000": 1.0, "precision_at_1": 0.707, "precision_at_3": 0.268, "precision_at_5": 0.1682, "precision_at_10": 0.0876, "precision_at_20": 0.04495, "precision_at_100": 0.00959, "precision_at_1000": 0.001, "mrr_at_1": 0.707, "mrr_at_3": 0.7515, "mrr_at_5": 0.75975, "mrr_at_10": 0.764428, "mrr_at_20": 0.766115, "mrr_at_100": 0.767643, "mrr_at_1000": 0.76784, "nauc_ndcg_at_1_max": 0.658345, "nauc_ndcg_at_1_std": -0.028265, "nauc_ndcg_at_1_diff1": 0.887971, "nauc_ndcg_at_3_max": 0.684391, "nauc_ndcg_at_3_std": 0.017337, "nauc_ndcg_at_3_diff1": 0.852997, "nauc_ndcg_at_5_max": 0.689359, "nauc_ndcg_at_5_std": 0.031964, "nauc_ndcg_at_5_diff1": 0.850021, "nauc_ndcg_at_10_max": 0.690562, "nauc_ndcg_at_10_std": 0.034536, "nauc_ndcg_at_10_diff1": 0.853652, "nauc_ndcg_at_20_max": 0.691306, "nauc_ndcg_at_20_std": 0.041068, "nauc_ndcg_at_20_diff1": 0.851028, "nauc_ndcg_at_100_max": 0.690209, "nauc_ndcg_at_100_std": 0.035597, "nauc_ndcg_at_100_diff1": 0.854897, "nauc_ndcg_at_1000_max": 0.686366, "nauc_ndcg_at_1000_std": 0.025935, "nauc_ndcg_at_1000_diff1": 0.85746, "nauc_map_at_1_max": 0.658345, "nauc_map_at_1_std": -0.028265, "nauc_map_at_1_diff1": 0.887971, "nauc_map_at_3_max": 0.678422, "nauc_map_at_3_std": 0.004108, "nauc_map_at_3_diff1": 0.862296, "nauc_map_at_5_max": 0.680762, "nauc_map_at_5_std": 0.011022, "nauc_map_at_5_diff1": 0.861072, "nauc_map_at_10_max": 0.681289, "nauc_map_at_10_std": 0.011892, "nauc_map_at_10_diff1": 0.862754, "nauc_map_at_20_max": 0.681468, "nauc_map_at_20_std": 0.013422, "nauc_map_at_20_diff1": 0.862158, "nauc_map_at_100_max": 0.68121, "nauc_map_at_100_std": 0.012501, "nauc_map_at_100_diff1": 0.862717, "nauc_map_at_1000_max": 0.6811, "nauc_map_at_1000_std": 0.012259, "nauc_map_at_1000_diff1": 0.862788, "nauc_recall_at_1_max": 0.658345, "nauc_recall_at_1_std": -0.028265, "nauc_recall_at_1_diff1": 0.887971, "nauc_recall_at_3_max": 0.7046, "nauc_recall_at_3_std": 0.063799, "nauc_recall_at_3_diff1": 0.820739, "nauc_recall_at_5_max": 0.72483, "nauc_recall_at_5_std": 0.121293, "nauc_recall_at_5_diff1": 0.804424, "nauc_recall_at_10_max": 0.737423, "nauc_recall_at_10_std": 0.153263, "nauc_recall_at_10_diff1": 0.80935, "nauc_recall_at_20_max": 0.751238, "nauc_recall_at_20_std": 0.222506, "nauc_recall_at_20_diff1": 0.782067, "nauc_recall_at_100_max": 0.819385, "nauc_recall_at_100_std": 0.372515, "nauc_recall_at_100_diff1": 0.767666, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.658345, "nauc_precision_at_1_std": -0.028265, "nauc_precision_at_1_diff1": 0.887971, "nauc_precision_at_3_max": 0.7046, "nauc_precision_at_3_std": 0.063799, "nauc_precision_at_3_diff1": 0.820739, "nauc_precision_at_5_max": 0.72483, "nauc_precision_at_5_std": 0.121293, "nauc_precision_at_5_diff1": 0.804424, "nauc_precision_at_10_max": 0.737423, "nauc_precision_at_10_std": 0.153263, "nauc_precision_at_10_diff1": 0.80935, "nauc_precision_at_20_max": 0.751238, "nauc_precision_at_20_std": 0.222506, "nauc_precision_at_20_diff1": 0.782067, "nauc_precision_at_100_max": 0.819385, "nauc_precision_at_100_std": 0.372515, "nauc_precision_at_100_diff1": 0.767666, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.658345, "nauc_mrr_at_1_std": -0.028265, "nauc_mrr_at_1_diff1": 0.887971, "nauc_mrr_at_3_max": 0.678422, "nauc_mrr_at_3_std": 0.004108, "nauc_mrr_at_3_diff1": 0.862296, "nauc_mrr_at_5_max": 0.680762, "nauc_mrr_at_5_std": 0.011022, "nauc_mrr_at_5_diff1": 0.861072, "nauc_mrr_at_10_max": 0.681289, "nauc_mrr_at_10_std": 0.011892, "nauc_mrr_at_10_diff1": 0.862754, "nauc_mrr_at_20_max": 0.681468, "nauc_mrr_at_20_std": 0.013422, "nauc_mrr_at_20_diff1": 0.862158, "nauc_mrr_at_100_max": 0.68121, "nauc_mrr_at_100_std": 0.012501, "nauc_mrr_at_100_diff1": 0.862717, "nauc_mrr_at_1000_max": 0.6811, "nauc_mrr_at_1000_std": 0.012259, "nauc_mrr_at_1000_diff1": 0.862788, "main_score": 0.79145, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.707, "ndcg_at_3": 0.76167, "ndcg_at_5": 0.77505, "ndcg_at_10": 0.78354, "ndcg_at_20": 0.79003, "ndcg_at_100": 0.80117, "ndcg_at_1000": 0.80837, "map_at_1": 0.707, "map_at_3": 0.749, "map_at_5": 0.75655, "map_at_10": 0.7601, "map_at_20": 0.76197, "map_at_100": 0.76344, "map_at_1000": 0.76368, "recall_at_1": 0.707, "recall_at_3": 0.798, "recall_at_5": 0.83, "recall_at_10": 0.856, "recall_at_20": 0.881, "recall_at_100": 0.942, "recall_at_1000": 1.0, "precision_at_1": 0.707, "precision_at_3": 0.266, "precision_at_5": 0.166, "precision_at_10": 0.0856, "precision_at_20": 0.04405, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.707, "mrr_at_3": 0.749, "mrr_at_5": 0.75655, "mrr_at_10": 0.7601, "mrr_at_20": 0.761974, "mrr_at_100": 0.763438, "mrr_at_1000": 0.763683, "nauc_ndcg_at_1_max": 0.761898, "nauc_ndcg_at_1_std": 0.075666, "nauc_ndcg_at_1_diff1": 0.866616, "nauc_ndcg_at_3_max": 0.765356, "nauc_ndcg_at_3_std": 0.112884, "nauc_ndcg_at_3_diff1": 0.840776, "nauc_ndcg_at_5_max": 0.770745, "nauc_ndcg_at_5_std": 0.147312, "nauc_ndcg_at_5_diff1": 0.833794, "nauc_ndcg_at_10_max": 0.775864, "nauc_ndcg_at_10_std": 0.15084, "nauc_ndcg_at_10_diff1": 0.831365, "nauc_ndcg_at_20_max": 0.771359, "nauc_ndcg_at_20_std": 0.142748, "nauc_ndcg_at_20_diff1": 0.828026, "nauc_ndcg_at_100_max": 0.774492, "nauc_ndcg_at_100_std": 0.149377, "nauc_ndcg_at_100_diff1": 0.834963, "nauc_ndcg_at_1000_max": 0.770913, "nauc_ndcg_at_1000_std": 0.136632, "nauc_ndcg_at_1000_diff1": 0.8373, "nauc_map_at_1_max": 0.761898, "nauc_map_at_1_std": 0.075666, "nauc_map_at_1_diff1": 0.866616, "nauc_map_at_3_max": 0.764309, "nauc_map_at_3_std": 0.104206, "nauc_map_at_3_diff1": 0.847531, "nauc_map_at_5_max": 0.766933, "nauc_map_at_5_std": 0.122203, "nauc_map_at_5_diff1": 0.843939, "nauc_map_at_10_max": 0.768994, "nauc_map_at_10_std": 0.123427, "nauc_map_at_10_diff1": 0.843103, "nauc_map_at_20_max": 0.767702, "nauc_map_at_20_std": 0.121225, "nauc_map_at_20_diff1": 0.84226, "nauc_map_at_100_max": 0.767948, "nauc_map_at_100_std": 0.121839, "nauc_map_at_100_diff1": 0.843128, "nauc_map_at_1000_max": 0.767868, "nauc_map_at_1000_std": 0.121541, "nauc_map_at_1000_diff1": 0.843212, "nauc_recall_at_1_max": 0.761898, "nauc_recall_at_1_std": 0.075666, "nauc_recall_at_1_diff1": 0.866616, "nauc_recall_at_3_max": 0.768995, "nauc_recall_at_3_std": 0.141888, "nauc_recall_at_3_diff1": 0.817777, "nauc_recall_at_5_max": 0.786922, "nauc_recall_at_5_std": 0.250174, "nauc_recall_at_5_diff1": 0.793403, "nauc_recall_at_10_max": 0.81044, "nauc_recall_at_10_std": 0.280254, "nauc_recall_at_10_diff1": 0.776698, "nauc_recall_at_20_max": 0.789629, "nauc_recall_at_20_std": 0.25209, "nauc_recall_at_20_diff1": 0.746508, "nauc_recall_at_100_max": 0.865055, "nauc_recall_at_100_std": 0.473993, "nauc_recall_at_100_diff1": 0.781384, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.761898, "nauc_precision_at_1_std": 0.075666, "nauc_precision_at_1_diff1": 0.866616, "nauc_precision_at_3_max": 0.768995, "nauc_precision_at_3_std": 0.141888, "nauc_precision_at_3_diff1": 0.817777, "nauc_precision_at_5_max": 0.786922, "nauc_precision_at_5_std": 0.250174, "nauc_precision_at_5_diff1": 0.793403, "nauc_precision_at_10_max": 0.81044, "nauc_precision_at_10_std": 0.280254, "nauc_precision_at_10_diff1": 0.776698, "nauc_precision_at_20_max": 0.789629, "nauc_precision_at_20_std": 0.25209, "nauc_precision_at_20_diff1": 0.746508, "nauc_precision_at_100_max": 0.865055, "nauc_precision_at_100_std": 0.473993, "nauc_precision_at_100_diff1": 0.781384, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.761898, "nauc_mrr_at_1_std": 0.075666, "nauc_mrr_at_1_diff1": 0.866616, "nauc_mrr_at_3_max": 0.764309, "nauc_mrr_at_3_std": 0.104206, "nauc_mrr_at_3_diff1": 0.847531, "nauc_mrr_at_5_max": 0.766933, "nauc_mrr_at_5_std": 0.122203, "nauc_mrr_at_5_diff1": 0.843939, "nauc_mrr_at_10_max": 0.768994, "nauc_mrr_at_10_std": 0.123427, "nauc_mrr_at_10_diff1": 0.843103, "nauc_mrr_at_20_max": 0.767702, "nauc_mrr_at_20_std": 0.121225, "nauc_mrr_at_20_diff1": 0.84226, "nauc_mrr_at_100_max": 0.767948, "nauc_mrr_at_100_std": 0.121839, "nauc_mrr_at_100_diff1": 0.843128, "nauc_mrr_at_1000_max": 0.767868, "nauc_mrr_at_1000_std": 0.121541, "nauc_mrr_at_1000_diff1": 0.843212, "main_score": 0.78354, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.688, "ndcg_at_3": 0.74869, "ndcg_at_5": 0.76156, "ndcg_at_10": 0.77394, "ndcg_at_20": 0.78151, "ndcg_at_100": 0.79277, "ndcg_at_1000": 0.7992, "map_at_1": 0.688, "map_at_3": 0.73433, "map_at_5": 0.74153, "map_at_10": 0.7467, "map_at_20": 0.74891, "map_at_100": 0.75045, "map_at_1000": 0.75068, "recall_at_1": 0.688, "recall_at_3": 0.79, "recall_at_5": 0.821, "recall_at_10": 0.859, "recall_at_20": 0.888, "recall_at_100": 0.949, "recall_at_1000": 1.0, "precision_at_1": 0.688, "precision_at_3": 0.26333, "precision_at_5": 0.1642, "precision_at_10": 0.0859, "precision_at_20": 0.0444, "precision_at_100": 0.00949, "precision_at_1000": 0.001, "mrr_at_1": 0.688, "mrr_at_3": 0.734333, "mrr_at_5": 0.741533, "mrr_at_10": 0.746697, "mrr_at_20": 0.748907, "mrr_at_100": 0.750446, "mrr_at_1000": 0.750677, "nauc_ndcg_at_1_max": 0.664524, "nauc_ndcg_at_1_std": 0.063059, "nauc_ndcg_at_1_diff1": 0.826112, "nauc_ndcg_at_3_max": 0.696764, "nauc_ndcg_at_3_std": 0.084392, "nauc_ndcg_at_3_diff1": 0.798854, "nauc_ndcg_at_5_max": 0.695464, "nauc_ndcg_at_5_std": 0.099281, "nauc_ndcg_at_5_diff1": 0.793722, "nauc_ndcg_at_10_max": 0.695146, "nauc_ndcg_at_10_std": 0.107454, "nauc_ndcg_at_10_diff1": 0.795518, "nauc_ndcg_at_20_max": 0.695505, "nauc_ndcg_at_20_std": 0.106085, "nauc_ndcg_at_20_diff1": 0.793301, "nauc_ndcg_at_100_max": 0.696847, "nauc_ndcg_at_100_std": 0.113963, "nauc_ndcg_at_100_diff1": 0.799278, "nauc_ndcg_at_1000_max": 0.69301, "nauc_ndcg_at_1000_std": 0.101929, "nauc_ndcg_at_1000_diff1": 0.800325, "nauc_map_at_1_max": 0.664524, "nauc_map_at_1_std": 0.063059, "nauc_map_at_1_diff1": 0.826112, "nauc_map_at_3_max": 0.689246, "nauc_map_at_3_std": 0.079289, "nauc_map_at_3_diff1": 0.806272, "nauc_map_at_5_max": 0.688244, "nauc_map_at_5_std": 0.086705, "nauc_map_at_5_diff1": 0.803763, "nauc_map_at_10_max": 0.687751, "nauc_map_at_10_std": 0.089248, "nauc_map_at_10_diff1": 0.804554, "nauc_map_at_20_max": 0.687802, "nauc_map_at_20_std": 0.088728, "nauc_map_at_20_diff1": 0.804137, "nauc_map_at_100_max": 0.688006, "nauc_map_at_100_std": 0.089941, "nauc_map_at_100_diff1": 0.804836, "nauc_map_at_1000_max": 0.687916, "nauc_map_at_1000_std": 0.089665, "nauc_map_at_1000_diff1": 0.804875, "nauc_recall_at_1_max": 0.664524, "nauc_recall_at_1_std": 0.063059, "nauc_recall_at_1_diff1": 0.826112, "nauc_recall_at_3_max": 0.722178, "nauc_recall_at_3_std": 0.101717, "nauc_recall_at_3_diff1": 0.773162, "nauc_recall_at_5_max": 0.722769, "nauc_recall_at_5_std": 0.150906, "nauc_recall_at_5_diff1": 0.753785, "nauc_recall_at_10_max": 0.72987, "nauc_recall_at_10_std": 0.203354, "nauc_recall_at_10_diff1": 0.753024, "nauc_recall_at_20_max": 0.739913, "nauc_recall_at_20_std": 0.21618, "nauc_recall_at_20_diff1": 0.727197, "nauc_recall_at_100_max": 0.810458, "nauc_recall_at_100_std": 0.471284, "nauc_recall_at_100_diff1": 0.771224, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.664524, "nauc_precision_at_1_std": 0.063059, "nauc_precision_at_1_diff1": 0.826112, "nauc_precision_at_3_max": 0.722178, "nauc_precision_at_3_std": 0.101717, "nauc_precision_at_3_diff1": 0.773162, "nauc_precision_at_5_max": 0.722769, "nauc_precision_at_5_std": 0.150906, "nauc_precision_at_5_diff1": 0.753785, "nauc_precision_at_10_max": 0.72987, "nauc_precision_at_10_std": 0.203354, "nauc_precision_at_10_diff1": 0.753024, "nauc_precision_at_20_max": 0.739913, "nauc_precision_at_20_std": 0.21618, "nauc_precision_at_20_diff1": 0.727197, "nauc_precision_at_100_max": 0.810458, "nauc_precision_at_100_std": 0.471284, "nauc_precision_at_100_diff1": 0.771224, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.664524, "nauc_mrr_at_1_std": 0.063059, "nauc_mrr_at_1_diff1": 0.826112, "nauc_mrr_at_3_max": 0.689246, "nauc_mrr_at_3_std": 0.079289, "nauc_mrr_at_3_diff1": 0.806272, "nauc_mrr_at_5_max": 0.688244, "nauc_mrr_at_5_std": 0.086705, "nauc_mrr_at_5_diff1": 0.803763, "nauc_mrr_at_10_max": 0.687751, "nauc_mrr_at_10_std": 0.089248, "nauc_mrr_at_10_diff1": 0.804554, "nauc_mrr_at_20_max": 0.687802, "nauc_mrr_at_20_std": 0.088728, "nauc_mrr_at_20_diff1": 0.804137, "nauc_mrr_at_100_max": 0.688006, "nauc_mrr_at_100_std": 0.089941, "nauc_mrr_at_100_diff1": 0.804836, "nauc_mrr_at_1000_max": 0.687916, "nauc_mrr_at_1000_std": 0.089665, "nauc_mrr_at_1000_diff1": 0.804875, "main_score": 0.77394, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.626, "ndcg_at_3": 0.67996, "ndcg_at_5": 0.69417, "ndcg_at_10": 0.70784, "ndcg_at_20": 0.71514, "ndcg_at_100": 0.72951, "ndcg_at_1000": 0.74151, "map_at_1": 0.626, "map_at_3": 0.6665, "map_at_5": 0.6745, "map_at_10": 0.6802, "map_at_20": 0.68218, "map_at_100": 0.68407, "map_at_1000": 0.68447, "recall_at_1": 0.626, "recall_at_3": 0.719, "recall_at_5": 0.753, "recall_at_10": 0.795, "recall_at_20": 0.824, "recall_at_100": 0.903, "recall_at_1000": 1.0, "precision_at_1": 0.626, "precision_at_3": 0.23967, "precision_at_5": 0.1506, "precision_at_10": 0.0795, "precision_at_20": 0.0412, "precision_at_100": 0.00903, "precision_at_1000": 0.001, "mrr_at_1": 0.626, "mrr_at_3": 0.6665, "mrr_at_5": 0.6745, "mrr_at_10": 0.680195, "mrr_at_20": 0.682177, "mrr_at_100": 0.684068, "mrr_at_1000": 0.684473, "nauc_ndcg_at_1_max": 0.744848, "nauc_ndcg_at_1_std": 0.180081, "nauc_ndcg_at_1_diff1": 0.873181, "nauc_ndcg_at_3_max": 0.7699, "nauc_ndcg_at_3_std": 0.190055, "nauc_ndcg_at_3_diff1": 0.833583, "nauc_ndcg_at_5_max": 0.765966, "nauc_ndcg_at_5_std": 0.190485, "nauc_ndcg_at_5_diff1": 0.827786, "nauc_ndcg_at_10_max": 0.771728, "nauc_ndcg_at_10_std": 0.208674, "nauc_ndcg_at_10_diff1": 0.825337, "nauc_ndcg_at_20_max": 0.772031, "nauc_ndcg_at_20_std": 0.218863, "nauc_ndcg_at_20_diff1": 0.826154, "nauc_ndcg_at_100_max": 0.768031, "nauc_ndcg_at_100_std": 0.218952, "nauc_ndcg_at_100_diff1": 0.826975, "nauc_ndcg_at_1000_max": 0.766907, "nauc_ndcg_at_1000_std": 0.205937, "nauc_ndcg_at_1000_diff1": 0.833015, "nauc_map_at_1_max": 0.744848, "nauc_map_at_1_std": 0.180081, "nauc_map_at_1_diff1": 0.873181, "nauc_map_at_3_max": 0.764293, "nauc_map_at_3_std": 0.186829, "nauc_map_at_3_diff1": 0.844287, "nauc_map_at_5_max": 0.762108, "nauc_map_at_5_std": 0.187211, "nauc_map_at_5_diff1": 0.84137, "nauc_map_at_10_max": 0.764649, "nauc_map_at_10_std": 0.194612, "nauc_map_at_10_diff1": 0.840595, "nauc_map_at_20_max": 0.764647, "nauc_map_at_20_std": 0.197087, "nauc_map_at_20_diff1": 0.840886, "nauc_map_at_100_max": 0.763939, "nauc_map_at_100_std": 0.196416, "nauc_map_at_100_diff1": 0.841072, "nauc_map_at_1000_max": 0.763898, "nauc_map_at_1000_std": 0.196, "nauc_map_at_1000_diff1": 0.841261, "nauc_recall_at_1_max": 0.744848, "nauc_recall_at_1_std": 0.180081, "nauc_recall_at_1_diff1": 0.873181, "nauc_recall_at_3_max": 0.787699, "nauc_recall_at_3_std": 0.200836, "nauc_recall_at_3_diff1": 0.798603, "nauc_recall_at_5_max": 0.778415, "nauc_recall_at_5_std": 0.20212, "nauc_recall_at_5_diff1": 0.778641, "nauc_recall_at_10_max": 0.800809, "nauc_recall_at_10_std": 0.273855, "nauc_recall_at_10_diff1": 0.761275, "nauc_recall_at_20_max": 0.807212, "nauc_recall_at_20_std": 0.342249, "nauc_recall_at_20_diff1": 0.75666, "nauc_recall_at_100_max": 0.789035, "nauc_recall_at_100_std": 0.454484, "nauc_recall_at_100_diff1": 0.717905, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.744848, "nauc_precision_at_1_std": 0.180081, "nauc_precision_at_1_diff1": 0.873181, "nauc_precision_at_3_max": 0.787699, "nauc_precision_at_3_std": 0.200836, "nauc_precision_at_3_diff1": 0.798603, "nauc_precision_at_5_max": 0.778415, "nauc_precision_at_5_std": 0.20212, "nauc_precision_at_5_diff1": 0.778641, "nauc_precision_at_10_max": 0.800809, "nauc_precision_at_10_std": 0.273855, "nauc_precision_at_10_diff1": 0.761275, "nauc_precision_at_20_max": 0.807212, "nauc_precision_at_20_std": 0.342249, "nauc_precision_at_20_diff1": 0.75666, "nauc_precision_at_100_max": 0.789035, "nauc_precision_at_100_std": 0.454484, "nauc_precision_at_100_diff1": 0.717905, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.744848, "nauc_mrr_at_1_std": 0.180081, "nauc_mrr_at_1_diff1": 0.873181, "nauc_mrr_at_3_max": 0.764293, "nauc_mrr_at_3_std": 0.186829, "nauc_mrr_at_3_diff1": 0.844287, "nauc_mrr_at_5_max": 0.762108, "nauc_mrr_at_5_std": 0.187211, "nauc_mrr_at_5_diff1": 0.84137, "nauc_mrr_at_10_max": 0.764649, "nauc_mrr_at_10_std": 0.194612, "nauc_mrr_at_10_diff1": 0.840595, "nauc_mrr_at_20_max": 0.764647, "nauc_mrr_at_20_std": 0.197087, "nauc_mrr_at_20_diff1": 0.840886, "nauc_mrr_at_100_max": 0.763939, "nauc_mrr_at_100_std": 0.196416, "nauc_mrr_at_100_diff1": 0.841072, "nauc_mrr_at_1000_max": 0.763898, "nauc_mrr_at_1000_std": 0.196, "nauc_mrr_at_1000_diff1": 0.841261, "main_score": 0.70784, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.661, "ndcg_at_3": 0.72195, "ndcg_at_5": 0.73413, "ndcg_at_10": 0.74705, "ndcg_at_20": 0.7558, "ndcg_at_100": 0.76828, "ndcg_at_1000": 0.77661, "map_at_1": 0.661, "map_at_3": 0.70767, "map_at_5": 0.71457, "map_at_10": 0.71989, "map_at_20": 0.72237, "map_at_100": 0.72405, "map_at_1000": 0.72435, "recall_at_1": 0.661, "recall_at_3": 0.763, "recall_at_5": 0.792, "recall_at_10": 0.832, "recall_at_20": 0.866, "recall_at_100": 0.934, "recall_at_1000": 1.0, "precision_at_1": 0.661, "precision_at_3": 0.25433, "precision_at_5": 0.1584, "precision_at_10": 0.0832, "precision_at_20": 0.0433, "precision_at_100": 0.00934, "precision_at_1000": 0.001, "mrr_at_1": 0.661, "mrr_at_3": 0.707667, "mrr_at_5": 0.714567, "mrr_at_10": 0.719887, "mrr_at_20": 0.722371, "mrr_at_100": 0.724049, "mrr_at_1000": 0.724351, "nauc_ndcg_at_1_max": 0.620879, "nauc_ndcg_at_1_std": 0.008455, "nauc_ndcg_at_1_diff1": 0.865143, "nauc_ndcg_at_3_max": 0.715258, "nauc_ndcg_at_3_std": 0.099669, "nauc_ndcg_at_3_diff1": 0.823244, "nauc_ndcg_at_5_max": 0.710718, "nauc_ndcg_at_5_std": 0.108288, "nauc_ndcg_at_5_diff1": 0.821866, "nauc_ndcg_at_10_max": 0.699845, "nauc_ndcg_at_10_std": 0.098322, "nauc_ndcg_at_10_diff1": 0.818393, "nauc_ndcg_at_20_max": 0.693477, "nauc_ndcg_at_20_std": 0.092507, "nauc_ndcg_at_20_diff1": 0.818905, "nauc_ndcg_at_100_max": 0.693509, "nauc_ndcg_at_100_std": 0.098747, "nauc_ndcg_at_100_diff1": 0.820826, "nauc_ndcg_at_1000_max": 0.690462, "nauc_ndcg_at_1000_std": 0.088455, "nauc_ndcg_at_1000_diff1": 0.825421, "nauc_map_at_1_max": 0.620879, "nauc_map_at_1_std": 0.008455, "nauc_map_at_1_diff1": 0.865143, "nauc_map_at_3_max": 0.69096, "nauc_map_at_3_std": 0.075787, "nauc_map_at_3_diff1": 0.833849, "nauc_map_at_5_max": 0.688129, "nauc_map_at_5_std": 0.08025, "nauc_map_at_5_diff1": 0.833297, "nauc_map_at_10_max": 0.683497, "nauc_map_at_10_std": 0.075713, "nauc_map_at_10_diff1": 0.831965, "nauc_map_at_20_max": 0.681717, "nauc_map_at_20_std": 0.073817, "nauc_map_at_20_diff1": 0.832254, "nauc_map_at_100_max": 0.681762, "nauc_map_at_100_std": 0.074566, "nauc_map_at_100_diff1": 0.832508, "nauc_map_at_1000_max": 0.68169, "nauc_map_at_1000_std": 0.074296, "nauc_map_at_1000_diff1": 0.832653, "nauc_recall_at_1_max": 0.620879, "nauc_recall_at_1_std": 0.008455, "nauc_recall_at_1_diff1": 0.865143, "nauc_recall_at_3_max": 0.796822, "nauc_recall_at_3_std": 0.180039, "nauc_recall_at_3_diff1": 0.787739, "nauc_recall_at_5_max": 0.792175, "nauc_recall_at_5_std": 0.21174, "nauc_recall_at_5_diff1": 0.780084, "nauc_recall_at_10_max": 0.763347, "nauc_recall_at_10_std": 0.192717, "nauc_recall_at_10_diff1": 0.758107, "nauc_recall_at_20_max": 0.73719, "nauc_recall_at_20_std": 0.179789, "nauc_recall_at_20_diff1": 0.747085, "nauc_recall_at_100_max": 0.77197, "nauc_recall_at_100_std": 0.356648, "nauc_recall_at_100_diff1": 0.712666, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.620879, "nauc_precision_at_1_std": 0.008455, "nauc_precision_at_1_diff1": 0.865143, "nauc_precision_at_3_max": 0.796822, "nauc_precision_at_3_std": 0.180039, "nauc_precision_at_3_diff1": 0.787739, "nauc_precision_at_5_max": 0.792175, "nauc_precision_at_5_std": 0.21174, "nauc_precision_at_5_diff1": 0.780084, "nauc_precision_at_10_max": 0.763347, "nauc_precision_at_10_std": 0.192717, "nauc_precision_at_10_diff1": 0.758107, "nauc_precision_at_20_max": 0.73719, "nauc_precision_at_20_std": 0.179789, "nauc_precision_at_20_diff1": 0.747085, "nauc_precision_at_100_max": 0.77197, "nauc_precision_at_100_std": 0.356648, "nauc_precision_at_100_diff1": 0.712666, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.620879, "nauc_mrr_at_1_std": 0.008455, "nauc_mrr_at_1_diff1": 0.865143, "nauc_mrr_at_3_max": 0.69096, "nauc_mrr_at_3_std": 0.075787, "nauc_mrr_at_3_diff1": 0.833849, "nauc_mrr_at_5_max": 0.688129, "nauc_mrr_at_5_std": 0.08025, "nauc_mrr_at_5_diff1": 0.833297, "nauc_mrr_at_10_max": 0.683497, "nauc_mrr_at_10_std": 0.075713, "nauc_mrr_at_10_diff1": 0.831965, "nauc_mrr_at_20_max": 0.681717, "nauc_mrr_at_20_std": 0.073817, "nauc_mrr_at_20_diff1": 0.832254, "nauc_mrr_at_100_max": 0.681762, "nauc_mrr_at_100_std": 0.074566, "nauc_mrr_at_100_diff1": 0.832508, "nauc_mrr_at_1000_max": 0.68169, "nauc_mrr_at_1000_std": 0.074296, "nauc_mrr_at_1000_diff1": 0.832653, "main_score": 0.74705, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.614, "ndcg_at_3": 0.68332, "ndcg_at_5": 0.69855, "ndcg_at_10": 0.71199, "ndcg_at_20": 0.72069, "ndcg_at_100": 0.73524, "ndcg_at_1000": 0.74455, "map_at_1": 0.614, "map_at_3": 0.66617, "map_at_5": 0.67462, "map_at_10": 0.68008, "map_at_20": 0.68252, "map_at_100": 0.68451, "map_at_1000": 0.68483, "recall_at_1": 0.614, "recall_at_3": 0.733, "recall_at_5": 0.77, "recall_at_10": 0.812, "recall_at_20": 0.846, "recall_at_100": 0.925, "recall_at_1000": 1.0, "precision_at_1": 0.614, "precision_at_3": 0.24433, "precision_at_5": 0.154, "precision_at_10": 0.0812, "precision_at_20": 0.0423, "precision_at_100": 0.00925, "precision_at_1000": 0.001, "mrr_at_1": 0.614, "mrr_at_3": 0.666167, "mrr_at_5": 0.674617, "mrr_at_10": 0.68008, "mrr_at_20": 0.682523, "mrr_at_100": 0.684508, "mrr_at_1000": 0.684829, "nauc_ndcg_at_1_max": 0.624818, "nauc_ndcg_at_1_std": -0.065591, "nauc_ndcg_at_1_diff1": 0.83468, "nauc_ndcg_at_3_max": 0.641603, "nauc_ndcg_at_3_std": -0.079678, "nauc_ndcg_at_3_diff1": 0.81045, "nauc_ndcg_at_5_max": 0.643922, "nauc_ndcg_at_5_std": -0.063955, "nauc_ndcg_at_5_diff1": 0.805526, "nauc_ndcg_at_10_max": 0.644054, "nauc_ndcg_at_10_std": -0.036999, "nauc_ndcg_at_10_diff1": 0.795984, "nauc_ndcg_at_20_max": 0.644656, "nauc_ndcg_at_20_std": -0.027332, "nauc_ndcg_at_20_diff1": 0.798932, "nauc_ndcg_at_100_max": 0.644665, "nauc_ndcg_at_100_std": -0.030875, "nauc_ndcg_at_100_diff1": 0.802585, "nauc_ndcg_at_1000_max": 0.642628, "nauc_ndcg_at_1000_std": -0.043562, "nauc_ndcg_at_1000_diff1": 0.806055, "nauc_map_at_1_max": 0.624818, "nauc_map_at_1_std": -0.065591, "nauc_map_at_1_diff1": 0.83468, "nauc_map_at_3_max": 0.638603, "nauc_map_at_3_std": -0.074454, "nauc_map_at_3_diff1": 0.817335, "nauc_map_at_5_max": 0.639784, "nauc_map_at_5_std": -0.066347, "nauc_map_at_5_diff1": 0.814842, "nauc_map_at_10_max": 0.639521, "nauc_map_at_10_std": -0.056417, "nauc_map_at_10_diff1": 0.811277, "nauc_map_at_20_max": 0.63952, "nauc_map_at_20_std": -0.054224, "nauc_map_at_20_diff1": 0.812188, "nauc_map_at_100_max": 0.639454, "nauc_map_at_100_std": -0.054927, "nauc_map_at_100_diff1": 0.812673, "nauc_map_at_1000_max": 0.639448, "nauc_map_at_1000_std": -0.055284, "nauc_map_at_1000_diff1": 0.812757, "nauc_recall_at_1_max": 0.624818, "nauc_recall_at_1_std": -0.065591, "nauc_recall_at_1_diff1": 0.83468, "nauc_recall_at_3_max": 0.651034, "nauc_recall_at_3_std": -0.098062, "nauc_recall_at_3_diff1": 0.786951, "nauc_recall_at_5_max": 0.658922, "nauc_recall_at_5_std": -0.052539, "nauc_recall_at_5_diff1": 0.769732, "nauc_recall_at_10_max": 0.664214, "nauc_recall_at_10_std": 0.067099, "nauc_recall_at_10_diff1": 0.723105, "nauc_recall_at_20_max": 0.673567, "nauc_recall_at_20_std": 0.150009, "nauc_recall_at_20_diff1": 0.726384, "nauc_recall_at_100_max": 0.70254, "nauc_recall_at_100_std": 0.267949, "nauc_recall_at_100_diff1": 0.717361, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.624818, "nauc_precision_at_1_std": -0.065591, "nauc_precision_at_1_diff1": 0.83468, "nauc_precision_at_3_max": 0.651034, "nauc_precision_at_3_std": -0.098062, "nauc_precision_at_3_diff1": 0.786951, "nauc_precision_at_5_max": 0.658922, "nauc_precision_at_5_std": -0.052539, "nauc_precision_at_5_diff1": 0.769732, "nauc_precision_at_10_max": 0.664214, "nauc_precision_at_10_std": 0.067099, "nauc_precision_at_10_diff1": 0.723105, "nauc_precision_at_20_max": 0.673567, "nauc_precision_at_20_std": 0.150009, "nauc_precision_at_20_diff1": 0.726384, "nauc_precision_at_100_max": 0.70254, "nauc_precision_at_100_std": 0.267949, "nauc_precision_at_100_diff1": 0.717361, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.624818, "nauc_mrr_at_1_std": -0.065591, "nauc_mrr_at_1_diff1": 0.83468, "nauc_mrr_at_3_max": 0.638603, "nauc_mrr_at_3_std": -0.074454, "nauc_mrr_at_3_diff1": 0.817335, "nauc_mrr_at_5_max": 0.639784, "nauc_mrr_at_5_std": -0.066347, "nauc_mrr_at_5_diff1": 0.814842, "nauc_mrr_at_10_max": 0.639521, "nauc_mrr_at_10_std": -0.056417, "nauc_mrr_at_10_diff1": 0.811277, "nauc_mrr_at_20_max": 0.63952, "nauc_mrr_at_20_std": -0.054224, "nauc_mrr_at_20_diff1": 0.812188, "nauc_mrr_at_100_max": 0.639454, "nauc_mrr_at_100_std": -0.054927, "nauc_mrr_at_100_diff1": 0.812673, "nauc_mrr_at_1000_max": 0.639448, "nauc_mrr_at_1000_std": -0.055284, "nauc_mrr_at_1000_diff1": 0.812757, "main_score": 0.71199, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.662, "ndcg_at_3": 0.73058, "ndcg_at_5": 0.74203, "ndcg_at_10": 0.75275, "ndcg_at_20": 0.76034, "ndcg_at_100": 0.77217, "ndcg_at_1000": 0.78027, "map_at_1": 0.662, "map_at_3": 0.71383, "map_at_5": 0.72013, "map_at_10": 0.72459, "map_at_20": 0.72668, "map_at_100": 0.72822, "map_at_1000": 0.72849, "recall_at_1": 0.662, "recall_at_3": 0.779, "recall_at_5": 0.807, "recall_at_10": 0.84, "recall_at_20": 0.87, "recall_at_100": 0.935, "recall_at_1000": 1.0, "precision_at_1": 0.662, "precision_at_3": 0.25967, "precision_at_5": 0.1614, "precision_at_10": 0.084, "precision_at_20": 0.0435, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.662, "mrr_at_3": 0.713833, "mrr_at_5": 0.720133, "mrr_at_10": 0.724595, "mrr_at_20": 0.726684, "mrr_at_100": 0.728215, "mrr_at_1000": 0.728491, "nauc_ndcg_at_1_max": 0.522279, "nauc_ndcg_at_1_std": -0.00372, "nauc_ndcg_at_1_diff1": 0.840498, "nauc_ndcg_at_3_max": 0.556191, "nauc_ndcg_at_3_std": 0.046872, "nauc_ndcg_at_3_diff1": 0.792684, "nauc_ndcg_at_5_max": 0.554747, "nauc_ndcg_at_5_std": 0.044734, "nauc_ndcg_at_5_diff1": 0.791408, "nauc_ndcg_at_10_max": 0.554653, "nauc_ndcg_at_10_std": 0.051291, "nauc_ndcg_at_10_diff1": 0.787678, "nauc_ndcg_at_20_max": 0.553565, "nauc_ndcg_at_20_std": 0.052797, "nauc_ndcg_at_20_diff1": 0.789169, "nauc_ndcg_at_100_max": 0.556586, "nauc_ndcg_at_100_std": 0.051076, "nauc_ndcg_at_100_diff1": 0.794593, "nauc_ndcg_at_1000_max": 0.551632, "nauc_ndcg_at_1000_std": 0.043505, "nauc_ndcg_at_1000_diff1": 0.797788, "nauc_map_at_1_max": 0.522279, "nauc_map_at_1_std": -0.00372, "nauc_map_at_1_diff1": 0.840498, "nauc_map_at_3_max": 0.546892, "nauc_map_at_3_std": 0.031179, "nauc_map_at_3_diff1": 0.805611, "nauc_map_at_5_max": 0.545841, "nauc_map_at_5_std": 0.029211, "nauc_map_at_5_diff1": 0.805154, "nauc_map_at_10_max": 0.545996, "nauc_map_at_10_std": 0.031387, "nauc_map_at_10_diff1": 0.804028, "nauc_map_at_20_max": 0.545889, "nauc_map_at_20_std": 0.032221, "nauc_map_at_20_diff1": 0.80458, "nauc_map_at_100_max": 0.546169, "nauc_map_at_100_std": 0.032023, "nauc_map_at_100_diff1": 0.805133, "nauc_map_at_1000_max": 0.546017, "nauc_map_at_1000_std": 0.031851, "nauc_map_at_1000_diff1": 0.805261, "nauc_recall_at_1_max": 0.522279, "nauc_recall_at_1_std": -0.00372, "nauc_recall_at_1_diff1": 0.840498, "nauc_recall_at_3_max": 0.588844, "nauc_recall_at_3_std": 0.102891, "nauc_recall_at_3_diff1": 0.747384, "nauc_recall_at_5_max": 0.588944, "nauc_recall_at_5_std": 0.106011, "nauc_recall_at_5_diff1": 0.738454, "nauc_recall_at_10_max": 0.592225, "nauc_recall_at_10_std": 0.146831, "nauc_recall_at_10_diff1": 0.711573, "nauc_recall_at_20_max": 0.589687, "nauc_recall_at_20_std": 0.167948, "nauc_recall_at_20_diff1": 0.704803, "nauc_recall_at_100_max": 0.673332, "nauc_recall_at_100_std": 0.240027, "nauc_recall_at_100_diff1": 0.723881, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.522279, "nauc_precision_at_1_std": -0.00372, "nauc_precision_at_1_diff1": 0.840498, "nauc_precision_at_3_max": 0.588844, "nauc_precision_at_3_std": 0.102891, "nauc_precision_at_3_diff1": 0.747384, "nauc_precision_at_5_max": 0.588944, "nauc_precision_at_5_std": 0.106011, "nauc_precision_at_5_diff1": 0.738454, "nauc_precision_at_10_max": 0.592225, "nauc_precision_at_10_std": 0.146831, "nauc_precision_at_10_diff1": 0.711573, "nauc_precision_at_20_max": 0.589687, "nauc_precision_at_20_std": 0.167948, "nauc_precision_at_20_diff1": 0.704803, "nauc_precision_at_100_max": 0.673332, "nauc_precision_at_100_std": 0.240027, "nauc_precision_at_100_diff1": 0.723881, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.522279, "nauc_mrr_at_1_std": -0.00372, "nauc_mrr_at_1_diff1": 0.840498, "nauc_mrr_at_3_max": 0.546892, "nauc_mrr_at_3_std": 0.031179, "nauc_mrr_at_3_diff1": 0.805611, "nauc_mrr_at_5_max": 0.545841, "nauc_mrr_at_5_std": 0.029211, "nauc_mrr_at_5_diff1": 0.805154, "nauc_mrr_at_10_max": 0.545996, "nauc_mrr_at_10_std": 0.031387, "nauc_mrr_at_10_diff1": 0.804028, "nauc_mrr_at_20_max": 0.545889, "nauc_mrr_at_20_std": 0.032221, "nauc_mrr_at_20_diff1": 0.80458, "nauc_mrr_at_100_max": 0.546169, "nauc_mrr_at_100_std": 0.032023, "nauc_mrr_at_100_diff1": 0.805133, "nauc_mrr_at_1000_max": 0.546017, "nauc_mrr_at_1000_std": 0.031851, "nauc_mrr_at_1000_diff1": 0.805261, "main_score": 0.75275, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.618, "ndcg_at_3": 0.70857, "ndcg_at_5": 0.7285, "ndcg_at_10": 0.74357, "ndcg_at_20": 0.75247, "ndcg_at_100": 0.76196, "ndcg_at_1000": 0.7675, "map_at_1": 0.618, "map_at_3": 0.686, "map_at_5": 0.69715, "map_at_10": 0.7033, "map_at_20": 0.70577, "map_at_100": 0.70702, "map_at_1000": 0.70723, "recall_at_1": 0.618, "recall_at_3": 0.774, "recall_at_5": 0.822, "recall_at_10": 0.869, "recall_at_20": 0.904, "recall_at_100": 0.956, "recall_at_1000": 1.0, "precision_at_1": 0.618, "precision_at_3": 0.258, "precision_at_5": 0.1644, "precision_at_10": 0.0869, "precision_at_20": 0.0452, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.618, "mrr_at_3": 0.686, "mrr_at_5": 0.69715, "mrr_at_10": 0.7033, "mrr_at_20": 0.70577, "mrr_at_100": 0.707025, "mrr_at_1000": 0.707229, "nauc_ndcg_at_1_max": 0.313112, "nauc_ndcg_at_1_std": -0.260943, "nauc_ndcg_at_1_diff1": 0.768829, "nauc_ndcg_at_3_max": 0.395741, "nauc_ndcg_at_3_std": -0.18093, "nauc_ndcg_at_3_diff1": 0.712372, "nauc_ndcg_at_5_max": 0.414424, "nauc_ndcg_at_5_std": -0.145573, "nauc_ndcg_at_5_diff1": 0.699811, "nauc_ndcg_at_10_max": 0.425531, "nauc_ndcg_at_10_std": -0.125856, "nauc_ndcg_at_10_diff1": 0.690352, "nauc_ndcg_at_20_max": 0.416894, "nauc_ndcg_at_20_std": -0.132691, "nauc_ndcg_at_20_diff1": 0.696318, "nauc_ndcg_at_100_max": 0.403016, "nauc_ndcg_at_100_std": -0.147894, "nauc_ndcg_at_100_diff1": 0.701514, "nauc_ndcg_at_1000_max": 0.396409, "nauc_ndcg_at_1000_std": -0.161159, "nauc_ndcg_at_1000_diff1": 0.708753, "nauc_map_at_1_max": 0.313112, "nauc_map_at_1_std": -0.260943, "nauc_map_at_1_diff1": 0.768829, "nauc_map_at_3_max": 0.372141, "nauc_map_at_3_std": -0.20493, "nauc_map_at_3_diff1": 0.727734, "nauc_map_at_5_max": 0.380454, "nauc_map_at_5_std": -0.187951, "nauc_map_at_5_diff1": 0.72179, "nauc_map_at_10_max": 0.384259, "nauc_map_at_10_std": -0.181248, "nauc_map_at_10_diff1": 0.718747, "nauc_map_at_20_max": 0.381917, "nauc_map_at_20_std": -0.183455, "nauc_map_at_20_diff1": 0.72047, "nauc_map_at_100_max": 0.380155, "nauc_map_at_100_std": -0.18544, "nauc_map_at_100_diff1": 0.721207, "nauc_map_at_1000_max": 0.379937, "nauc_map_at_1000_std": -0.185771, "nauc_map_at_1000_diff1": 0.721395, "nauc_recall_at_1_max": 0.313112, "nauc_recall_at_1_std": -0.260943, "nauc_recall_at_1_diff1": 0.768829, "nauc_recall_at_3_max": 0.482852, "nauc_recall_at_3_std": -0.09175, "nauc_recall_at_3_diff1": 0.656066, "nauc_recall_at_5_max": 0.567586, "nauc_recall_at_5_std": 0.048156, "nauc_recall_at_5_diff1": 0.601718, "nauc_recall_at_10_max": 0.670983, "nauc_recall_at_10_std": 0.211141, "nauc_recall_at_10_diff1": 0.520399, "nauc_recall_at_20_max": 0.673971, "nauc_recall_at_20_std": 0.262396, "nauc_recall_at_20_diff1": 0.516296, "nauc_recall_at_100_max": 0.636374, "nauc_recall_at_100_std": 0.350586, "nauc_recall_at_100_diff1": 0.430662, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.313112, "nauc_precision_at_1_std": -0.260943, "nauc_precision_at_1_diff1": 0.768829, "nauc_precision_at_3_max": 0.482852, "nauc_precision_at_3_std": -0.09175, "nauc_precision_at_3_diff1": 0.656066, "nauc_precision_at_5_max": 0.567586, "nauc_precision_at_5_std": 0.048156, "nauc_precision_at_5_diff1": 0.601718, "nauc_precision_at_10_max": 0.670983, "nauc_precision_at_10_std": 0.211141, "nauc_precision_at_10_diff1": 0.520399, "nauc_precision_at_20_max": 0.673971, "nauc_precision_at_20_std": 0.262396, "nauc_precision_at_20_diff1": 0.516296, "nauc_precision_at_100_max": 0.636374, "nauc_precision_at_100_std": 0.350586, "nauc_precision_at_100_diff1": 0.430662, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.313112, "nauc_mrr_at_1_std": -0.260943, "nauc_mrr_at_1_diff1": 0.768829, "nauc_mrr_at_3_max": 0.372141, "nauc_mrr_at_3_std": -0.20493, "nauc_mrr_at_3_diff1": 0.727734, "nauc_mrr_at_5_max": 0.380454, "nauc_mrr_at_5_std": -0.187951, "nauc_mrr_at_5_diff1": 0.72179, "nauc_mrr_at_10_max": 0.384259, "nauc_mrr_at_10_std": -0.181248, "nauc_mrr_at_10_diff1": 0.718747, "nauc_mrr_at_20_max": 0.381917, "nauc_mrr_at_20_std": -0.183455, "nauc_mrr_at_20_diff1": 0.72047, "nauc_mrr_at_100_max": 0.380155, "nauc_mrr_at_100_std": -0.18544, "nauc_mrr_at_100_diff1": 0.721207, "nauc_mrr_at_1000_max": 0.379937, "nauc_mrr_at_1000_std": -0.185771, "nauc_mrr_at_1000_diff1": 0.721395, "main_score": 0.74357, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.663, "ndcg_at_3": 0.73224, "ndcg_at_5": 0.74937, "ndcg_at_10": 0.76283, "ndcg_at_20": 0.77146, "ndcg_at_100": 0.78224, "ndcg_at_1000": 0.7879, "map_at_1": 0.663, "map_at_3": 0.71567, "map_at_5": 0.72532, "map_at_10": 0.73098, "map_at_20": 0.73351, "map_at_100": 0.73495, "map_at_1000": 0.73514, "recall_at_1": 0.663, "recall_at_3": 0.78, "recall_at_5": 0.821, "recall_at_10": 0.862, "recall_at_20": 0.895, "recall_at_100": 0.954, "recall_at_1000": 1.0, "precision_at_1": 0.663, "precision_at_3": 0.26, "precision_at_5": 0.1642, "precision_at_10": 0.0862, "precision_at_20": 0.04475, "precision_at_100": 0.00954, "precision_at_1000": 0.001, "mrr_at_1": 0.663, "mrr_at_3": 0.715667, "mrr_at_5": 0.725317, "mrr_at_10": 0.730985, "mrr_at_20": 0.733512, "mrr_at_100": 0.734949, "mrr_at_1000": 0.735138, "nauc_ndcg_at_1_max": 0.573952, "nauc_ndcg_at_1_std": -0.037373, "nauc_ndcg_at_1_diff1": 0.816315, "nauc_ndcg_at_3_max": 0.632815, "nauc_ndcg_at_3_std": 0.024572, "nauc_ndcg_at_3_diff1": 0.771399, "nauc_ndcg_at_5_max": 0.627777, "nauc_ndcg_at_5_std": 0.02528, "nauc_ndcg_at_5_diff1": 0.769816, "nauc_ndcg_at_10_max": 0.633652, "nauc_ndcg_at_10_std": 0.032816, "nauc_ndcg_at_10_diff1": 0.771999, "nauc_ndcg_at_20_max": 0.636016, "nauc_ndcg_at_20_std": 0.043346, "nauc_ndcg_at_20_diff1": 0.769893, "nauc_ndcg_at_100_max": 0.628875, "nauc_ndcg_at_100_std": 0.037389, "nauc_ndcg_at_100_diff1": 0.774632, "nauc_ndcg_at_1000_max": 0.625217, "nauc_ndcg_at_1000_std": 0.028534, "nauc_ndcg_at_1000_diff1": 0.776623, "nauc_map_at_1_max": 0.573952, "nauc_map_at_1_std": -0.037373, "nauc_map_at_1_diff1": 0.816315, "nauc_map_at_3_max": 0.618064, "nauc_map_at_3_std": 0.00723, "nauc_map_at_3_diff1": 0.782486, "nauc_map_at_5_max": 0.61496, "nauc_map_at_5_std": 0.007361, "nauc_map_at_5_diff1": 0.781887, "nauc_map_at_10_max": 0.617071, "nauc_map_at_10_std": 0.010228, "nauc_map_at_10_diff1": 0.782736, "nauc_map_at_20_max": 0.617605, "nauc_map_at_20_std": 0.012728, "nauc_map_at_20_diff1": 0.782265, "nauc_map_at_100_max": 0.616629, "nauc_map_at_100_std": 0.012333, "nauc_map_at_100_diff1": 0.782868, "nauc_map_at_1000_max": 0.616541, "nauc_map_at_1000_std": 0.012206, "nauc_map_at_1000_diff1": 0.782895, "nauc_recall_at_1_max": 0.573952, "nauc_recall_at_1_std": -0.037373, "nauc_recall_at_1_diff1": 0.816315, "nauc_recall_at_3_max": 0.683809, "nauc_recall_at_3_std": 0.085531, "nauc_recall_at_3_diff1": 0.733166, "nauc_recall_at_5_max": 0.677945, "nauc_recall_at_5_std": 0.097687, "nauc_recall_at_5_diff1": 0.721565, "nauc_recall_at_10_max": 0.717879, "nauc_recall_at_10_std": 0.149307, "nauc_recall_at_10_diff1": 0.721136, "nauc_recall_at_20_max": 0.757058, "nauc_recall_at_20_std": 0.258373, "nauc_recall_at_20_diff1": 0.692269, "nauc_recall_at_100_max": 0.754425, "nauc_recall_at_100_std": 0.36443, "nauc_recall_at_100_diff1": 0.700554, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.573952, "nauc_precision_at_1_std": -0.037373, "nauc_precision_at_1_diff1": 0.816315, "nauc_precision_at_3_max": 0.683809, "nauc_precision_at_3_std": 0.085531, "nauc_precision_at_3_diff1": 0.733166, "nauc_precision_at_5_max": 0.677945, "nauc_precision_at_5_std": 0.097687, "nauc_precision_at_5_diff1": 0.721565, "nauc_precision_at_10_max": 0.717879, "nauc_precision_at_10_std": 0.149307, "nauc_precision_at_10_diff1": 0.721136, "nauc_precision_at_20_max": 0.757058, "nauc_precision_at_20_std": 0.258373, "nauc_precision_at_20_diff1": 0.692269, "nauc_precision_at_100_max": 0.754425, "nauc_precision_at_100_std": 0.36443, "nauc_precision_at_100_diff1": 0.700554, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.573952, "nauc_mrr_at_1_std": -0.037373, "nauc_mrr_at_1_diff1": 0.816315, "nauc_mrr_at_3_max": 0.618064, "nauc_mrr_at_3_std": 0.00723, "nauc_mrr_at_3_diff1": 0.782486, "nauc_mrr_at_5_max": 0.61496, "nauc_mrr_at_5_std": 0.007361, "nauc_mrr_at_5_diff1": 0.781887, "nauc_mrr_at_10_max": 0.617071, "nauc_mrr_at_10_std": 0.010228, "nauc_mrr_at_10_diff1": 0.782736, "nauc_mrr_at_20_max": 0.617605, "nauc_mrr_at_20_std": 0.012728, "nauc_mrr_at_20_diff1": 0.782265, "nauc_mrr_at_100_max": 0.616629, "nauc_mrr_at_100_std": 0.012333, "nauc_mrr_at_100_diff1": 0.782868, "nauc_mrr_at_1000_max": 0.616541, "nauc_mrr_at_1000_std": 0.012206, "nauc_mrr_at_1000_diff1": 0.782895, "main_score": 0.76283, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 64.62539982795715, "kg_co2_emissions": null }