{ "dataset_revision": "68e8f0731a656fa4bd5b7c81936d95ad48a39bfe", "task_name": "CodeSearchNetRetrieval", "mteb_version": "2.6.8", "scores": { "test": [ { "ndcg_at_1": 0.876, "ndcg_at_3": 0.92512, "ndcg_at_5": 0.9317, "ndcg_at_10": 0.93402, "ndcg_at_20": 0.93572, "ndcg_at_100": 0.93699, "ndcg_at_1000": 0.93762, "map_at_1": 0.876, "map_at_3": 0.91367, "map_at_5": 0.91732, "map_at_10": 0.9183, "map_at_20": 0.91874, "map_at_100": 0.9189, "map_at_1000": 0.91892, "recall_at_1": 0.876, "recall_at_3": 0.958, "recall_at_5": 0.974, "recall_at_10": 0.981, "recall_at_20": 0.988, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.876, "precision_at_1": 0.876, "precision_at_3": 0.31933, "precision_at_5": 0.1948, "precision_at_10": 0.0981, "precision_at_20": 0.0494, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.876, "mrr_at_3": 0.913667, "mrr_at_5": 0.917517, "mrr_at_10": 0.918336, "mrr_at_20": 0.918772, "mrr_at_100": 0.91893, "mrr_at_1000": 0.918952, "nauc_ndcg_at_1_max": 0.466862, "nauc_ndcg_at_1_std": 0.270816, "nauc_ndcg_at_1_diff1": 0.880207, "nauc_ndcg_at_3_max": 0.531438, "nauc_ndcg_at_3_std": 0.358075, "nauc_ndcg_at_3_diff1": 0.881223, "nauc_ndcg_at_5_max": 0.524885, "nauc_ndcg_at_5_std": 0.350466, "nauc_ndcg_at_5_diff1": 0.883146, "nauc_ndcg_at_10_max": 0.515805, "nauc_ndcg_at_10_std": 0.341043, "nauc_ndcg_at_10_diff1": 0.881605, "nauc_ndcg_at_20_max": 0.510362, "nauc_ndcg_at_20_std": 0.330909, "nauc_ndcg_at_20_diff1": 0.879889, "nauc_ndcg_at_100_max": 0.51008, "nauc_ndcg_at_100_std": 0.331754, "nauc_ndcg_at_100_diff1": 0.879052, "nauc_ndcg_at_1000_max": 0.506711, "nauc_ndcg_at_1000_std": 0.326888, "nauc_ndcg_at_1000_diff1": 0.879771, "nauc_map_at_1_max": 0.466862, "nauc_map_at_1_std": 0.270816, "nauc_map_at_1_diff1": 0.880207, "nauc_map_at_3_max": 0.508295, "nauc_map_at_3_std": 0.329188, "nauc_map_at_3_diff1": 0.879926, "nauc_map_at_5_max": 0.504289, "nauc_map_at_5_std": 0.32436, "nauc_map_at_5_diff1": 0.88065, "nauc_map_at_10_max": 0.500832, "nauc_map_at_10_std": 0.320341, "nauc_map_at_10_diff1": 0.880033, "nauc_map_at_20_max": 0.499715, "nauc_map_at_20_std": 0.318021, "nauc_map_at_20_diff1": 0.879666, "nauc_map_at_100_max": 0.499687, "nauc_map_at_100_std": 0.318033, "nauc_map_at_100_diff1": 0.879579, "nauc_map_at_1000_max": 0.499603, "nauc_map_at_1000_std": 0.317911, "nauc_map_at_1000_diff1": 0.879611, "nauc_recall_at_1_max": 0.466862, "nauc_recall_at_1_std": 0.270816, "nauc_recall_at_1_diff1": 0.880207, "nauc_recall_at_3_max": 0.667011, "nauc_recall_at_3_std": 0.525388, "nauc_recall_at_3_diff1": 0.889567, "nauc_recall_at_5_max": 0.708773, "nauc_recall_at_5_std": 0.581071, "nauc_recall_at_5_diff1": 0.908066, "nauc_recall_at_10_max": 0.68453, "nauc_recall_at_10_std": 0.578923, "nauc_recall_at_10_diff1": 0.902575, "nauc_recall_at_20_max": 0.662348, "nauc_recall_at_20_std": 0.507547, "nauc_recall_at_20_diff1": 0.878424, "nauc_recall_at_100_max": 0.845472, "nauc_recall_at_100_std": 0.81606, "nauc_recall_at_100_diff1": 0.819328, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.466862, "nauc_precision_at_1_std": 0.270816, "nauc_precision_at_1_diff1": 0.880207, "nauc_precision_at_3_max": 0.667011, "nauc_precision_at_3_std": 0.525388, "nauc_precision_at_3_diff1": 0.889567, "nauc_precision_at_5_max": 0.708773, "nauc_precision_at_5_std": 0.581071, "nauc_precision_at_5_diff1": 0.908066, "nauc_precision_at_10_max": 0.68453, "nauc_precision_at_10_std": 0.578923, "nauc_precision_at_10_diff1": 0.902575, "nauc_precision_at_20_max": 0.662348, "nauc_precision_at_20_std": 0.507547, "nauc_precision_at_20_diff1": 0.878424, "nauc_precision_at_100_max": 0.845472, "nauc_precision_at_100_std": 0.81606, "nauc_precision_at_100_diff1": 0.819328, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.466862, "nauc_mrr_at_1_std": 0.270816, "nauc_mrr_at_1_diff1": 0.880207, "nauc_mrr_at_3_max": 0.508295, "nauc_mrr_at_3_std": 0.329188, "nauc_mrr_at_3_diff1": 0.879926, "nauc_mrr_at_5_max": 0.504165, "nauc_mrr_at_5_std": 0.32269, "nauc_mrr_at_5_diff1": 0.880355, "nauc_mrr_at_10_max": 0.50081, "nauc_mrr_at_10_std": 0.320058, "nauc_mrr_at_10_diff1": 0.879983, "nauc_mrr_at_20_max": 0.499692, "nauc_mrr_at_20_std": 0.317735, "nauc_mrr_at_20_diff1": 0.879616, "nauc_mrr_at_100_max": 0.499664, "nauc_mrr_at_100_std": 0.317747, "nauc_mrr_at_100_diff1": 0.879529, "nauc_mrr_at_1000_max": 0.49958, "nauc_mrr_at_1000_std": 0.317625, "nauc_mrr_at_1000_diff1": 0.87956, "cv_recall_at_1": 0.876, "cv_recall_at_3": 0.958, "cv_recall_at_5": 0.975, "cv_recall_at_10": 0.981, "cv_recall_at_20": 0.988, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 1.0, "main_score": 0.93402, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.699, "ndcg_at_3": 0.76508, "ndcg_at_5": 0.77722, "ndcg_at_10": 0.78567, "ndcg_at_20": 0.79425, "ndcg_at_100": 0.80024, "ndcg_at_1000": 0.80866, "map_at_1": 0.699, "map_at_3": 0.74917, "map_at_5": 0.75602, "map_at_10": 0.75935, "map_at_20": 0.76169, "map_at_100": 0.76255, "map_at_1000": 0.76286, "recall_at_1": 0.699, "recall_at_3": 0.811, "recall_at_5": 0.84, "recall_at_10": 0.867, "recall_at_20": 0.901, "recall_at_100": 0.933, "recall_at_1000": 1.0, "accuracy": 0.699, "precision_at_1": 0.699, "precision_at_3": 0.27033, "precision_at_5": 0.168, "precision_at_10": 0.0867, "precision_at_20": 0.04505, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.699, "mrr_at_3": 0.749167, "mrr_at_5": 0.756017, "mrr_at_10": 0.75937, "mrr_at_20": 0.76171, "mrr_at_100": 0.762576, "mrr_at_1000": 0.762886, "nauc_ndcg_at_1_max": 0.301744, "nauc_ndcg_at_1_std": 0.348439, "nauc_ndcg_at_1_diff1": 0.869632, "nauc_ndcg_at_3_max": 0.383491, "nauc_ndcg_at_3_std": 0.385892, "nauc_ndcg_at_3_diff1": 0.850728, "nauc_ndcg_at_5_max": 0.402412, "nauc_ndcg_at_5_std": 0.398275, "nauc_ndcg_at_5_diff1": 0.849907, "nauc_ndcg_at_10_max": 0.407071, "nauc_ndcg_at_10_std": 0.416605, "nauc_ndcg_at_10_diff1": 0.850959, "nauc_ndcg_at_20_max": 0.422112, "nauc_ndcg_at_20_std": 0.437184, "nauc_ndcg_at_20_diff1": 0.849848, "nauc_ndcg_at_100_max": 0.41323, "nauc_ndcg_at_100_std": 0.429942, "nauc_ndcg_at_100_diff1": 0.851703, "nauc_ndcg_at_1000_max": 0.394346, "nauc_ndcg_at_1000_std": 0.411424, "nauc_ndcg_at_1000_diff1": 0.852949, "nauc_map_at_1_max": 0.301744, "nauc_map_at_1_std": 0.348439, "nauc_map_at_1_diff1": 0.869632, "nauc_map_at_3_max": 0.358821, "nauc_map_at_3_std": 0.375241, "nauc_map_at_3_diff1": 0.855742, "nauc_map_at_5_max": 0.367873, "nauc_map_at_5_std": 0.38137, "nauc_map_at_5_diff1": 0.855439, "nauc_map_at_10_max": 0.369113, "nauc_map_at_10_std": 0.387656, "nauc_map_at_10_diff1": 0.855798, "nauc_map_at_20_max": 0.372707, "nauc_map_at_20_std": 0.392697, "nauc_map_at_20_diff1": 0.855634, "nauc_map_at_100_max": 0.371605, "nauc_map_at_100_std": 0.391848, "nauc_map_at_100_diff1": 0.855918, "nauc_map_at_1000_max": 0.370914, "nauc_map_at_1000_std": 0.391233, "nauc_map_at_1000_diff1": 0.855934, "nauc_recall_at_1_max": 0.301744, "nauc_recall_at_1_std": 0.348439, "nauc_recall_at_1_diff1": 0.869632, "nauc_recall_at_3_max": 0.473894, "nauc_recall_at_3_std": 0.424607, "nauc_recall_at_3_diff1": 0.83269, "nauc_recall_at_5_max": 0.549359, "nauc_recall_at_5_std": 0.470293, "nauc_recall_at_5_diff1": 0.827178, "nauc_recall_at_10_max": 0.598079, "nauc_recall_at_10_std": 0.571454, "nauc_recall_at_10_diff1": 0.828915, "nauc_recall_at_20_max": 0.761584, "nauc_recall_at_20_std": 0.764923, "nauc_recall_at_20_diff1": 0.81316, "nauc_recall_at_100_max": 0.786794, "nauc_recall_at_100_std": 0.808325, "nauc_recall_at_100_diff1": 0.821042, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.301744, "nauc_precision_at_1_std": 0.348439, "nauc_precision_at_1_diff1": 0.869632, "nauc_precision_at_3_max": 0.473894, "nauc_precision_at_3_std": 0.424607, "nauc_precision_at_3_diff1": 0.83269, "nauc_precision_at_5_max": 0.549359, "nauc_precision_at_5_std": 0.470293, "nauc_precision_at_5_diff1": 0.827178, "nauc_precision_at_10_max": 0.598079, "nauc_precision_at_10_std": 0.571454, "nauc_precision_at_10_diff1": 0.828915, "nauc_precision_at_20_max": 0.761584, "nauc_precision_at_20_std": 0.764923, "nauc_precision_at_20_diff1": 0.81316, "nauc_precision_at_100_max": 0.786794, "nauc_precision_at_100_std": 0.808325, "nauc_precision_at_100_diff1": 0.821042, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.301744, "nauc_mrr_at_1_std": 0.348439, "nauc_mrr_at_1_diff1": 0.869632, "nauc_mrr_at_3_max": 0.358821, "nauc_mrr_at_3_std": 0.375241, "nauc_mrr_at_3_diff1": 0.855742, "nauc_mrr_at_5_max": 0.367873, "nauc_mrr_at_5_std": 0.38137, "nauc_mrr_at_5_diff1": 0.855439, "nauc_mrr_at_10_max": 0.369038, "nauc_mrr_at_10_std": 0.387582, "nauc_mrr_at_10_diff1": 0.8558, "nauc_mrr_at_20_max": 0.372631, "nauc_mrr_at_20_std": 0.392623, "nauc_mrr_at_20_diff1": 0.855636, "nauc_mrr_at_100_max": 0.371532, "nauc_mrr_at_100_std": 0.391776, "nauc_mrr_at_100_diff1": 0.855921, "nauc_mrr_at_1000_max": 0.37084, "nauc_mrr_at_1000_std": 0.391161, "nauc_mrr_at_1000_diff1": 0.855937, "cv_recall_at_1": 0.699, "cv_recall_at_3": 0.811, "cv_recall_at_5": 0.84, "cv_recall_at_10": 0.867, "cv_recall_at_20": 0.901, "cv_recall_at_100": 0.933, "cv_recall_at_1000": 1.0, "main_score": 0.78567, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.918, "ndcg_at_3": 0.95392, "ndcg_at_5": 0.95693, "ndcg_at_10": 0.95819, "ndcg_at_20": 0.96008, "ndcg_at_100": 0.9603, "ndcg_at_1000": 0.96078, "map_at_1": 0.918, "map_at_3": 0.94583, "map_at_5": 0.94758, "map_at_10": 0.94809, "map_at_20": 0.94867, "map_at_100": 0.94872, "map_at_1000": 0.94873, "recall_at_1": 0.918, "recall_at_3": 0.977, "recall_at_5": 0.984, "recall_at_10": 0.988, "recall_at_20": 0.995, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.918, "precision_at_1": 0.918, "precision_at_3": 0.32567, "precision_at_5": 0.1968, "precision_at_10": 0.0988, "precision_at_20": 0.04975, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.918, "mrr_at_3": 0.945833, "mrr_at_5": 0.947583, "mrr_at_10": 0.948072, "mrr_at_20": 0.948658, "mrr_at_100": 0.948702, "mrr_at_1000": 0.948715, "nauc_ndcg_at_1_max": 0.286517, "nauc_ndcg_at_1_std": 0.328574, "nauc_ndcg_at_1_diff1": 0.948532, "nauc_ndcg_at_3_max": 0.291519, "nauc_ndcg_at_3_std": 0.434682, "nauc_ndcg_at_3_diff1": 0.945177, "nauc_ndcg_at_5_max": 0.288013, "nauc_ndcg_at_5_std": 0.430726, "nauc_ndcg_at_5_diff1": 0.947875, "nauc_ndcg_at_10_max": 0.287762, "nauc_ndcg_at_10_std": 0.41833, "nauc_ndcg_at_10_diff1": 0.948357, "nauc_ndcg_at_20_max": 0.263611, "nauc_ndcg_at_20_std": 0.394696, "nauc_ndcg_at_20_diff1": 0.948764, "nauc_ndcg_at_100_max": 0.274619, "nauc_ndcg_at_100_std": 0.391371, "nauc_ndcg_at_100_diff1": 0.948483, "nauc_ndcg_at_1000_max": 0.280276, "nauc_ndcg_at_1000_std": 0.392552, "nauc_ndcg_at_1000_diff1": 0.948267, "nauc_map_at_1_max": 0.286517, "nauc_map_at_1_std": 0.328574, "nauc_map_at_1_diff1": 0.948532, "nauc_map_at_3_max": 0.288283, "nauc_map_at_3_std": 0.398785, "nauc_map_at_3_diff1": 0.946412, "nauc_map_at_5_max": 0.286503, "nauc_map_at_5_std": 0.395699, "nauc_map_at_5_diff1": 0.947741, "nauc_map_at_10_max": 0.287347, "nauc_map_at_10_std": 0.391593, "nauc_map_at_10_diff1": 0.947934, "nauc_map_at_20_max": 0.281533, "nauc_map_at_20_std": 0.385604, "nauc_map_at_20_diff1": 0.948063, "nauc_map_at_100_max": 0.283247, "nauc_map_at_100_std": 0.385083, "nauc_map_at_100_diff1": 0.948019, "nauc_map_at_1000_max": 0.283456, "nauc_map_at_1000_std": 0.385109, "nauc_map_at_1000_diff1": 0.948014, "nauc_recall_at_1_max": 0.286517, "nauc_recall_at_1_std": 0.328574, "nauc_recall_at_1_diff1": 0.948532, "nauc_recall_at_3_max": 0.314882, "nauc_recall_at_3_std": 0.675882, "nauc_recall_at_3_diff1": 0.936772, "nauc_recall_at_5_max": 0.303192, "nauc_recall_at_5_std": 0.756682, "nauc_recall_at_5_diff1": 0.949959, "nauc_recall_at_10_max": 0.284275, "nauc_recall_at_10_std": 0.723623, "nauc_recall_at_10_diff1": 0.955065, "nauc_recall_at_20_max": -0.434827, "nauc_recall_at_20_std": 0.452007, "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": -0.108543, "nauc_recall_at_100_std": 0.315009, "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.286517, "nauc_precision_at_1_std": 0.328574, "nauc_precision_at_1_diff1": 0.948532, "nauc_precision_at_3_max": 0.314882, "nauc_precision_at_3_std": 0.675882, "nauc_precision_at_3_diff1": 0.936772, "nauc_precision_at_5_max": 0.303192, "nauc_precision_at_5_std": 0.756682, "nauc_precision_at_5_diff1": 0.949959, "nauc_precision_at_10_max": 0.284275, "nauc_precision_at_10_std": 0.723623, "nauc_precision_at_10_diff1": 0.955065, "nauc_precision_at_20_max": -0.434827, "nauc_precision_at_20_std": 0.452007, "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": -0.108543, "nauc_precision_at_100_std": 0.315009, "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.286517, "nauc_mrr_at_1_std": 0.328574, "nauc_mrr_at_1_diff1": 0.948532, "nauc_mrr_at_3_max": 0.288283, "nauc_mrr_at_3_std": 0.398785, "nauc_mrr_at_3_diff1": 0.946412, "nauc_mrr_at_5_max": 0.286503, "nauc_mrr_at_5_std": 0.395699, "nauc_mrr_at_5_diff1": 0.947741, "nauc_mrr_at_10_max": 0.287537, "nauc_mrr_at_10_std": 0.391721, "nauc_mrr_at_10_diff1": 0.947948, "nauc_mrr_at_20_max": 0.281727, "nauc_mrr_at_20_std": 0.385735, "nauc_mrr_at_20_diff1": 0.948077, "nauc_mrr_at_100_max": 0.283441, "nauc_mrr_at_100_std": 0.385214, "nauc_mrr_at_100_diff1": 0.948033, "nauc_mrr_at_1000_max": 0.28365, "nauc_mrr_at_1000_std": 0.38524, "nauc_mrr_at_1000_diff1": 0.948028, "cv_recall_at_1": 0.918, "cv_recall_at_3": 0.977, "cv_recall_at_5": 0.984, "cv_recall_at_10": 0.988, "cv_recall_at_20": 0.995, "cv_recall_at_100": 0.996, "cv_recall_at_1000": 1.0, "main_score": 0.95819, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.776, "ndcg_at_3": 0.83974, "ndcg_at_5": 0.84856, "ndcg_at_10": 0.85436, "ndcg_at_20": 0.85719, "ndcg_at_100": 0.86151, "ndcg_at_1000": 0.86708, "map_at_1": 0.776, "map_at_3": 0.825, "map_at_5": 0.83, "map_at_10": 0.83238, "map_at_20": 0.83318, "map_at_100": 0.83387, "map_at_1000": 0.83405, "recall_at_1": 0.776, "recall_at_3": 0.882, "recall_at_5": 0.903, "recall_at_10": 0.921, "recall_at_20": 0.932, "recall_at_100": 0.954, "recall_at_1000": 1.0, "accuracy": 0.776, "precision_at_1": 0.776, "precision_at_3": 0.294, "precision_at_5": 0.1806, "precision_at_10": 0.0921, "precision_at_20": 0.0466, "precision_at_100": 0.00954, "precision_at_1000": 0.001, "mrr_at_1": 0.776, "mrr_at_3": 0.825, "mrr_at_5": 0.83, "mrr_at_10": 0.83238, "mrr_at_20": 0.833183, "mrr_at_100": 0.833869, "mrr_at_1000": 0.834045, "nauc_ndcg_at_1_max": 0.424012, "nauc_ndcg_at_1_std": 0.28107, "nauc_ndcg_at_1_diff1": 0.847566, "nauc_ndcg_at_3_max": 0.4652, "nauc_ndcg_at_3_std": 0.34983, "nauc_ndcg_at_3_diff1": 0.82654, "nauc_ndcg_at_5_max": 0.462107, "nauc_ndcg_at_5_std": 0.368314, "nauc_ndcg_at_5_diff1": 0.827277, "nauc_ndcg_at_10_max": 0.468995, "nauc_ndcg_at_10_std": 0.387068, "nauc_ndcg_at_10_diff1": 0.829979, "nauc_ndcg_at_20_max": 0.465623, "nauc_ndcg_at_20_std": 0.388083, "nauc_ndcg_at_20_diff1": 0.833679, "nauc_ndcg_at_100_max": 0.471945, "nauc_ndcg_at_100_std": 0.389575, "nauc_ndcg_at_100_diff1": 0.83644, "nauc_ndcg_at_1000_max": 0.464226, "nauc_ndcg_at_1000_std": 0.369799, "nauc_ndcg_at_1000_diff1": 0.834151, "nauc_map_at_1_max": 0.424012, "nauc_map_at_1_std": 0.28107, "nauc_map_at_1_diff1": 0.847566, "nauc_map_at_3_max": 0.454342, "nauc_map_at_3_std": 0.329571, "nauc_map_at_3_diff1": 0.831509, "nauc_map_at_5_max": 0.452053, "nauc_map_at_5_std": 0.337823, "nauc_map_at_5_diff1": 0.831841, "nauc_map_at_10_max": 0.454533, "nauc_map_at_10_std": 0.344236, "nauc_map_at_10_diff1": 0.832893, "nauc_map_at_20_max": 0.453565, "nauc_map_at_20_std": 0.344118, "nauc_map_at_20_diff1": 0.833837, "nauc_map_at_100_max": 0.454437, "nauc_map_at_100_std": 0.344503, "nauc_map_at_100_diff1": 0.834123, "nauc_map_at_1000_max": 0.454374, "nauc_map_at_1000_std": 0.344122, "nauc_map_at_1000_diff1": 0.834082, "nauc_recall_at_1_max": 0.424012, "nauc_recall_at_1_std": 0.28107, "nauc_recall_at_1_diff1": 0.847566, "nauc_recall_at_3_max": 0.50857, "nauc_recall_at_3_std": 0.432176, "nauc_recall_at_3_diff1": 0.807073, "nauc_recall_at_5_max": 0.508812, "nauc_recall_at_5_std": 0.517177, "nauc_recall_at_5_diff1": 0.807161, "nauc_recall_at_10_max": 0.554941, "nauc_recall_at_10_std": 0.651231, "nauc_recall_at_10_diff1": 0.817088, "nauc_recall_at_20_max": 0.544008, "nauc_recall_at_20_std": 0.704393, "nauc_recall_at_20_diff1": 0.843062, "nauc_recall_at_100_max": 0.668138, "nauc_recall_at_100_std": 0.860624, "nauc_recall_at_100_diff1": 0.891101, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.424012, "nauc_precision_at_1_std": 0.28107, "nauc_precision_at_1_diff1": 0.847566, "nauc_precision_at_3_max": 0.50857, "nauc_precision_at_3_std": 0.432176, "nauc_precision_at_3_diff1": 0.807073, "nauc_precision_at_5_max": 0.508812, "nauc_precision_at_5_std": 0.517177, "nauc_precision_at_5_diff1": 0.807161, "nauc_precision_at_10_max": 0.554941, "nauc_precision_at_10_std": 0.651231, "nauc_precision_at_10_diff1": 0.817088, "nauc_precision_at_20_max": 0.544008, "nauc_precision_at_20_std": 0.704393, "nauc_precision_at_20_diff1": 0.843062, "nauc_precision_at_100_max": 0.668138, "nauc_precision_at_100_std": 0.860624, "nauc_precision_at_100_diff1": 0.891101, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.424012, "nauc_mrr_at_1_std": 0.28107, "nauc_mrr_at_1_diff1": 0.847566, "nauc_mrr_at_3_max": 0.454342, "nauc_mrr_at_3_std": 0.329571, "nauc_mrr_at_3_diff1": 0.831509, "nauc_mrr_at_5_max": 0.452053, "nauc_mrr_at_5_std": 0.337823, "nauc_mrr_at_5_diff1": 0.831841, "nauc_mrr_at_10_max": 0.454533, "nauc_mrr_at_10_std": 0.344236, "nauc_mrr_at_10_diff1": 0.832893, "nauc_mrr_at_20_max": 0.453565, "nauc_mrr_at_20_std": 0.344118, "nauc_mrr_at_20_diff1": 0.833837, "nauc_mrr_at_100_max": 0.454437, "nauc_mrr_at_100_std": 0.344503, "nauc_mrr_at_100_diff1": 0.834123, "nauc_mrr_at_1000_max": 0.454375, "nauc_mrr_at_1000_std": 0.344122, "nauc_mrr_at_1000_diff1": 0.834082, "cv_recall_at_1": 0.776, "cv_recall_at_3": 0.882, "cv_recall_at_5": 0.903, "cv_recall_at_10": 0.921, "cv_recall_at_20": 0.932, "cv_recall_at_100": 0.954, "cv_recall_at_1000": 1.0, "main_score": 0.85436, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.779, "ndcg_at_3": 0.86051, "ndcg_at_5": 0.872, "ndcg_at_10": 0.87627, "ndcg_at_20": 0.87775, "ndcg_at_100": 0.88045, "ndcg_at_1000": 0.88326, "map_at_1": 0.779, "map_at_3": 0.84183, "map_at_5": 0.84818, "map_at_10": 0.84999, "map_at_20": 0.85037, "map_at_100": 0.85071, "map_at_1000": 0.85079, "recall_at_1": 0.779, "recall_at_3": 0.914, "recall_at_5": 0.942, "recall_at_10": 0.955, "recall_at_20": 0.961, "recall_at_100": 0.976, "recall_at_1000": 1.0, "accuracy": 0.779, "precision_at_1": 0.779, "precision_at_3": 0.30467, "precision_at_5": 0.1884, "precision_at_10": 0.0955, "precision_at_20": 0.04805, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.779, "mrr_at_3": 0.842, "mrr_at_5": 0.84835, "mrr_at_10": 0.850155, "mrr_at_20": 0.850531, "mrr_at_100": 0.850876, "mrr_at_1000": 0.85095, "nauc_ndcg_at_1_max": -0.004789, "nauc_ndcg_at_1_std": 0.039491, "nauc_ndcg_at_1_diff1": 0.809521, "nauc_ndcg_at_3_max": 0.164055, "nauc_ndcg_at_3_std": 0.199349, "nauc_ndcg_at_3_diff1": 0.822976, "nauc_ndcg_at_5_max": 0.198312, "nauc_ndcg_at_5_std": 0.228635, "nauc_ndcg_at_5_diff1": 0.823743, "nauc_ndcg_at_10_max": 0.189354, "nauc_ndcg_at_10_std": 0.226552, "nauc_ndcg_at_10_diff1": 0.824978, "nauc_ndcg_at_20_max": 0.180822, "nauc_ndcg_at_20_std": 0.219054, "nauc_ndcg_at_20_diff1": 0.825575, "nauc_ndcg_at_100_max": 0.174607, "nauc_ndcg_at_100_std": 0.209681, "nauc_ndcg_at_100_diff1": 0.825712, "nauc_ndcg_at_1000_max": 0.153418, "nauc_ndcg_at_1000_std": 0.190513, "nauc_ndcg_at_1000_diff1": 0.822652, "nauc_map_at_1_max": -0.004789, "nauc_map_at_1_std": 0.039491, "nauc_map_at_1_diff1": 0.809521, "nauc_map_at_3_max": 0.111784, "nauc_map_at_3_std": 0.150458, "nauc_map_at_3_diff1": 0.818448, "nauc_map_at_5_max": 0.126, "nauc_map_at_5_std": 0.162242, "nauc_map_at_5_diff1": 0.818596, "nauc_map_at_10_max": 0.121603, "nauc_map_at_10_std": 0.160503, "nauc_map_at_10_diff1": 0.818836, "nauc_map_at_20_max": 0.119634, "nauc_map_at_20_std": 0.158747, "nauc_map_at_20_diff1": 0.818987, "nauc_map_at_100_max": 0.118925, "nauc_map_at_100_std": 0.157678, "nauc_map_at_100_diff1": 0.818984, "nauc_map_at_1000_max": 0.118456, "nauc_map_at_1000_std": 0.157257, "nauc_map_at_1000_diff1": 0.818916, "nauc_recall_at_1_max": -0.004789, "nauc_recall_at_1_std": 0.039491, "nauc_recall_at_1_diff1": 0.809521, "nauc_recall_at_3_max": 0.422101, "nauc_recall_at_3_std": 0.440259, "nauc_recall_at_3_diff1": 0.845602, "nauc_recall_at_5_max": 0.71592, "nauc_recall_at_5_std": 0.703081, "nauc_recall_at_5_diff1": 0.860524, "nauc_recall_at_10_max": 0.800166, "nauc_recall_at_10_std": 0.826206, "nauc_recall_at_10_diff1": 0.882996, "nauc_recall_at_20_max": 0.79091, "nauc_recall_at_20_std": 0.827959, "nauc_recall_at_20_diff1": 0.897963, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.958956, "nauc_recall_at_100_diff1": 0.945534, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.004789, "nauc_precision_at_1_std": 0.039491, "nauc_precision_at_1_diff1": 0.809521, "nauc_precision_at_3_max": 0.422101, "nauc_precision_at_3_std": 0.440259, "nauc_precision_at_3_diff1": 0.845602, "nauc_precision_at_5_max": 0.71592, "nauc_precision_at_5_std": 0.703081, "nauc_precision_at_5_diff1": 0.860524, "nauc_precision_at_10_max": 0.800166, "nauc_precision_at_10_std": 0.826206, "nauc_precision_at_10_diff1": 0.882996, "nauc_precision_at_20_max": 0.79091, "nauc_precision_at_20_std": 0.827959, "nauc_precision_at_20_diff1": 0.897963, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.958956, "nauc_precision_at_100_diff1": 0.945534, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.004789, "nauc_mrr_at_1_std": 0.039491, "nauc_mrr_at_1_diff1": 0.809521, "nauc_mrr_at_3_max": 0.111491, "nauc_mrr_at_3_std": 0.150797, "nauc_mrr_at_3_diff1": 0.818436, "nauc_mrr_at_5_max": 0.125708, "nauc_mrr_at_5_std": 0.162608, "nauc_mrr_at_5_diff1": 0.818583, "nauc_mrr_at_10_max": 0.121303, "nauc_mrr_at_10_std": 0.160873, "nauc_mrr_at_10_diff1": 0.818823, "nauc_mrr_at_20_max": 0.119357, "nauc_mrr_at_20_std": 0.159135, "nauc_mrr_at_20_diff1": 0.818981, "nauc_mrr_at_100_max": 0.118641, "nauc_mrr_at_100_std": 0.158064, "nauc_mrr_at_100_diff1": 0.818977, "nauc_mrr_at_1000_max": 0.118171, "nauc_mrr_at_1000_std": 0.157644, "nauc_mrr_at_1000_diff1": 0.81891, "cv_recall_at_1": 0.779, "cv_recall_at_3": 0.914, "cv_recall_at_5": 0.942, "cv_recall_at_10": 0.955, "cv_recall_at_20": 0.961, "cv_recall_at_100": 0.976, "cv_recall_at_1000": 1.0, "main_score": 0.87627, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.784, "ndcg_at_3": 0.85389, "ndcg_at_5": 0.86672, "ndcg_at_10": 0.87345, "ndcg_at_20": 0.87498, "ndcg_at_100": 0.87727, "ndcg_at_1000": 0.8807, "map_at_1": 0.784, "map_at_3": 0.8375, "map_at_5": 0.84465, "map_at_10": 0.84758, "map_at_20": 0.84801, "map_at_100": 0.84835, "map_at_1000": 0.84843, "recall_at_1": 0.784, "recall_at_3": 0.901, "recall_at_5": 0.932, "recall_at_10": 0.952, "recall_at_20": 0.958, "recall_at_100": 0.97, "recall_at_1000": 1.0, "accuracy": 0.784, "precision_at_1": 0.784, "precision_at_3": 0.30033, "precision_at_5": 0.1864, "precision_at_10": 0.0952, "precision_at_20": 0.0479, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.784, "mrr_at_3": 0.8375, "mrr_at_5": 0.84465, "mrr_at_10": 0.847581, "mrr_at_20": 0.848013, "mrr_at_100": 0.848352, "mrr_at_1000": 0.848433, "nauc_ndcg_at_1_max": 0.459297, "nauc_ndcg_at_1_std": 0.142876, "nauc_ndcg_at_1_diff1": 0.890072, "nauc_ndcg_at_3_max": 0.563164, "nauc_ndcg_at_3_std": 0.26575, "nauc_ndcg_at_3_diff1": 0.864194, "nauc_ndcg_at_5_max": 0.557977, "nauc_ndcg_at_5_std": 0.277981, "nauc_ndcg_at_5_diff1": 0.866812, "nauc_ndcg_at_10_max": 0.576438, "nauc_ndcg_at_10_std": 0.308946, "nauc_ndcg_at_10_diff1": 0.87294, "nauc_ndcg_at_20_max": 0.571496, "nauc_ndcg_at_20_std": 0.300843, "nauc_ndcg_at_20_diff1": 0.873332, "nauc_ndcg_at_100_max": 0.566019, "nauc_ndcg_at_100_std": 0.293309, "nauc_ndcg_at_100_diff1": 0.876716, "nauc_ndcg_at_1000_max": 0.552777, "nauc_ndcg_at_1000_std": 0.271895, "nauc_ndcg_at_1000_diff1": 0.875327, "nauc_map_at_1_max": 0.459297, "nauc_map_at_1_std": 0.142876, "nauc_map_at_1_diff1": 0.890072, "nauc_map_at_3_max": 0.53144, "nauc_map_at_3_std": 0.228839, "nauc_map_at_3_diff1": 0.871783, "nauc_map_at_5_max": 0.527619, "nauc_map_at_5_std": 0.232683, "nauc_map_at_5_diff1": 0.873337, "nauc_map_at_10_max": 0.53355, "nauc_map_at_10_std": 0.24277, "nauc_map_at_10_diff1": 0.875647, "nauc_map_at_20_max": 0.532272, "nauc_map_at_20_std": 0.240685, "nauc_map_at_20_diff1": 0.875742, "nauc_map_at_100_max": 0.531578, "nauc_map_at_100_std": 0.2397, "nauc_map_at_100_diff1": 0.876229, "nauc_map_at_1000_max": 0.531313, "nauc_map_at_1000_std": 0.239274, "nauc_map_at_1000_diff1": 0.876188, "nauc_recall_at_1_max": 0.459297, "nauc_recall_at_1_std": 0.142876, "nauc_recall_at_1_diff1": 0.890072, "nauc_recall_at_3_max": 0.70427, "nauc_recall_at_3_std": 0.429529, "nauc_recall_at_3_diff1": 0.830645, "nauc_recall_at_5_max": 0.74321, "nauc_recall_at_5_std": 0.561323, "nauc_recall_at_5_diff1": 0.82782, "nauc_recall_at_10_max": 0.959393, "nauc_recall_at_10_std": 0.912514, "nauc_recall_at_10_diff1": 0.857707, "nauc_recall_at_20_max": 0.959817, "nauc_recall_at_20_std": 0.909742, "nauc_recall_at_20_diff1": 0.859944, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.995643, "nauc_recall_at_100_diff1": 0.917211, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.459297, "nauc_precision_at_1_std": 0.142876, "nauc_precision_at_1_diff1": 0.890072, "nauc_precision_at_3_max": 0.70427, "nauc_precision_at_3_std": 0.429529, "nauc_precision_at_3_diff1": 0.830645, "nauc_precision_at_5_max": 0.74321, "nauc_precision_at_5_std": 0.561323, "nauc_precision_at_5_diff1": 0.82782, "nauc_precision_at_10_max": 0.959393, "nauc_precision_at_10_std": 0.912514, "nauc_precision_at_10_diff1": 0.857707, "nauc_precision_at_20_max": 0.959817, "nauc_precision_at_20_std": 0.909742, "nauc_precision_at_20_diff1": 0.859944, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.995643, "nauc_precision_at_100_diff1": 0.917211, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.459297, "nauc_mrr_at_1_std": 0.142876, "nauc_mrr_at_1_diff1": 0.890072, "nauc_mrr_at_3_max": 0.53144, "nauc_mrr_at_3_std": 0.228839, "nauc_mrr_at_3_diff1": 0.871783, "nauc_mrr_at_5_max": 0.527619, "nauc_mrr_at_5_std": 0.232683, "nauc_mrr_at_5_diff1": 0.873337, "nauc_mrr_at_10_max": 0.53355, "nauc_mrr_at_10_std": 0.24277, "nauc_mrr_at_10_diff1": 0.875647, "nauc_mrr_at_20_max": 0.532272, "nauc_mrr_at_20_std": 0.240685, "nauc_mrr_at_20_diff1": 0.875742, "nauc_mrr_at_100_max": 0.531578, "nauc_mrr_at_100_std": 0.239701, "nauc_mrr_at_100_diff1": 0.876229, "nauc_mrr_at_1000_max": 0.531314, "nauc_mrr_at_1000_std": 0.239275, "nauc_mrr_at_1000_diff1": 0.876188, "cv_recall_at_1": 0.784, "cv_recall_at_3": 0.901, "cv_recall_at_5": 0.932, "cv_recall_at_10": 0.952, "cv_recall_at_20": 0.958, "cv_recall_at_100": 0.97, "cv_recall_at_1000": 1.0, "main_score": 0.87345, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 126.37179470062256, "kg_co2_emissions": null }