{ "dataset_revision": "68e8f0731a656fa4bd5b7c81936d95ad48a39bfe", "task_name": "CodeSearchNetRetrieval", "mteb_version": "2.6.7", "scores": { "test": [ { "ndcg_at_1": 0.894, "ndcg_at_3": 0.93607, "ndcg_at_5": 0.93977, "ndcg_at_10": 0.94291, "ndcg_at_20": 0.94395, "ndcg_at_100": 0.94607, "ndcg_at_1000": 0.94646, "map_at_1": 0.894, "map_at_3": 0.92633, "map_at_5": 0.92838, "map_at_10": 0.92982, "map_at_20": 0.93011, "map_at_100": 0.93044, "map_at_1000": 0.93045, "recall_at_1": 0.894, "recall_at_3": 0.964, "recall_at_5": 0.973, "recall_at_10": 0.982, "recall_at_20": 0.986, "recall_at_100": 0.997, "recall_at_1000": 1.0, "accuracy": 0.894, "precision_at_1": 0.894, "precision_at_3": 0.32133, "precision_at_5": 0.1946, "precision_at_10": 0.0982, "precision_at_20": 0.0493, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.894, "mrr_at_3": 0.926333, "mrr_at_5": 0.928383, "mrr_at_10": 0.929818, "mrr_at_20": 0.930114, "mrr_at_100": 0.930439, "mrr_at_1000": 0.930455, "nauc_ndcg_at_1_max": 0.372287, "nauc_ndcg_at_1_std": -0.452567, "nauc_ndcg_at_1_diff1": 0.861003, "nauc_ndcg_at_3_max": 0.534783, "nauc_ndcg_at_3_std": -0.445202, "nauc_ndcg_at_3_diff1": 0.881465, "nauc_ndcg_at_5_max": 0.511046, "nauc_ndcg_at_5_std": -0.464657, "nauc_ndcg_at_5_diff1": 0.878289, "nauc_ndcg_at_10_max": 0.510267, "nauc_ndcg_at_10_std": -0.441604, "nauc_ndcg_at_10_diff1": 0.873195, "nauc_ndcg_at_20_max": 0.501848, "nauc_ndcg_at_20_std": -0.437362, "nauc_ndcg_at_20_diff1": 0.873417, "nauc_ndcg_at_100_max": 0.488527, "nauc_ndcg_at_100_std": -0.433926, "nauc_ndcg_at_100_diff1": 0.873749, "nauc_ndcg_at_1000_max": 0.484766, "nauc_ndcg_at_1000_std": -0.442959, "nauc_ndcg_at_1000_diff1": 0.87282, "nauc_map_at_1_max": 0.372287, "nauc_map_at_1_std": -0.452567, "nauc_map_at_1_diff1": 0.861003, "nauc_map_at_3_max": 0.486683, "nauc_map_at_3_std": -0.449853, "nauc_map_at_3_diff1": 0.874696, "nauc_map_at_5_max": 0.474299, "nauc_map_at_5_std": -0.459092, "nauc_map_at_5_diff1": 0.873113, "nauc_map_at_10_max": 0.473498, "nauc_map_at_10_std": -0.45025, "nauc_map_at_10_diff1": 0.871129, "nauc_map_at_20_max": 0.471425, "nauc_map_at_20_std": -0.449236, "nauc_map_at_20_diff1": 0.871128, "nauc_map_at_100_max": 0.469714, "nauc_map_at_100_std": -0.448796, "nauc_map_at_100_diff1": 0.871213, "nauc_map_at_1000_max": 0.469594, "nauc_map_at_1000_std": -0.449063, "nauc_map_at_1000_diff1": 0.871184, "nauc_recall_at_1_max": 0.372287, "nauc_recall_at_1_std": -0.452567, "nauc_recall_at_1_diff1": 0.861003, "nauc_recall_at_3_max": 0.810445, "nauc_recall_at_3_std": -0.416122, "nauc_recall_at_3_diff1": 0.920959, "nauc_recall_at_5_max": 0.773455, "nauc_recall_at_5_std": -0.511066, "nauc_recall_at_5_diff1": 0.915966, "nauc_recall_at_10_max": 0.892909, "nauc_recall_at_10_std": -0.32908, "nauc_recall_at_10_diff1": 0.888474, "nauc_recall_at_20_max": 0.871649, "nauc_recall_at_20_std": -0.234094, "nauc_recall_at_20_diff1": 0.897792, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.807812, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.372287, "nauc_precision_at_1_std": -0.452567, "nauc_precision_at_1_diff1": 0.861003, "nauc_precision_at_3_max": 0.810445, "nauc_precision_at_3_std": -0.416122, "nauc_precision_at_3_diff1": 0.920959, "nauc_precision_at_5_max": 0.773455, "nauc_precision_at_5_std": -0.511066, "nauc_precision_at_5_diff1": 0.915966, "nauc_precision_at_10_max": 0.892909, "nauc_precision_at_10_std": -0.32908, "nauc_precision_at_10_diff1": 0.888474, "nauc_precision_at_20_max": 0.871649, "nauc_precision_at_20_std": -0.234094, "nauc_precision_at_20_diff1": 0.897792, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.807812, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.372287, "nauc_mrr_at_1_std": -0.452567, "nauc_mrr_at_1_diff1": 0.861003, "nauc_mrr_at_3_max": 0.486683, "nauc_mrr_at_3_std": -0.449853, "nauc_mrr_at_3_diff1": 0.874696, "nauc_mrr_at_5_max": 0.474299, "nauc_mrr_at_5_std": -0.459092, "nauc_mrr_at_5_diff1": 0.873113, "nauc_mrr_at_10_max": 0.473498, "nauc_mrr_at_10_std": -0.45025, "nauc_mrr_at_10_diff1": 0.871129, "nauc_mrr_at_20_max": 0.471425, "nauc_mrr_at_20_std": -0.449236, "nauc_mrr_at_20_diff1": 0.871128, "nauc_mrr_at_100_max": 0.469714, "nauc_mrr_at_100_std": -0.448796, "nauc_mrr_at_100_diff1": 0.871213, "nauc_mrr_at_1000_max": 0.469594, "nauc_mrr_at_1000_std": -0.449063, "nauc_mrr_at_1000_diff1": 0.871184, "cv_recall_at_1": 0.894, "cv_recall_at_3": 0.964, "cv_recall_at_5": 0.973, "cv_recall_at_10": 0.982, "cv_recall_at_20": 0.986, "cv_recall_at_100": 0.997, "cv_recall_at_1000": 1.0, "main_score": 0.94291, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.803, "ndcg_at_3": 0.84609, "ndcg_at_5": 0.85139, "ndcg_at_10": 0.85659, "ndcg_at_20": 0.86127, "ndcg_at_100": 0.86661, "ndcg_at_1000": 0.87254, "map_at_1": 0.803, "map_at_3": 0.83633, "map_at_5": 0.83923, "map_at_10": 0.8414, "map_at_20": 0.84275, "map_at_100": 0.84349, "map_at_1000": 0.84366, "recall_at_1": 0.803, "recall_at_3": 0.874, "recall_at_5": 0.887, "recall_at_10": 0.903, "recall_at_20": 0.921, "recall_at_100": 0.95, "recall_at_1000": 1.0, "accuracy": 0.803, "precision_at_1": 0.803, "precision_at_3": 0.29133, "precision_at_5": 0.1774, "precision_at_10": 0.0903, "precision_at_20": 0.04605, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.803, "mrr_at_3": 0.836333, "mrr_at_5": 0.839233, "mrr_at_10": 0.841397, "mrr_at_20": 0.842748, "mrr_at_100": 0.843485, "mrr_at_1000": 0.843656, "nauc_ndcg_at_1_max": 0.764552, "nauc_ndcg_at_1_std": -0.042189, "nauc_ndcg_at_1_diff1": 0.896678, "nauc_ndcg_at_3_max": 0.821532, "nauc_ndcg_at_3_std": 0.030708, "nauc_ndcg_at_3_diff1": 0.880138, "nauc_ndcg_at_5_max": 0.824457, "nauc_ndcg_at_5_std": 0.063844, "nauc_ndcg_at_5_diff1": 0.876356, "nauc_ndcg_at_10_max": 0.827169, "nauc_ndcg_at_10_std": 0.081084, "nauc_ndcg_at_10_diff1": 0.876024, "nauc_ndcg_at_20_max": 0.828883, "nauc_ndcg_at_20_std": 0.110244, "nauc_ndcg_at_20_diff1": 0.878469, "nauc_ndcg_at_100_max": 0.823465, "nauc_ndcg_at_100_std": 0.110258, "nauc_ndcg_at_100_diff1": 0.880828, "nauc_ndcg_at_1000_max": 0.817943, "nauc_ndcg_at_1000_std": 0.077243, "nauc_ndcg_at_1000_diff1": 0.881105, "nauc_map_at_1_max": 0.764552, "nauc_map_at_1_std": -0.042189, "nauc_map_at_1_diff1": 0.896678, "nauc_map_at_3_max": 0.806751, "nauc_map_at_3_std": 0.011089, "nauc_map_at_3_diff1": 0.884676, "nauc_map_at_5_max": 0.80799, "nauc_map_at_5_std": 0.027942, "nauc_map_at_5_diff1": 0.882782, "nauc_map_at_10_max": 0.808861, "nauc_map_at_10_std": 0.034084, "nauc_map_at_10_diff1": 0.882646, "nauc_map_at_20_max": 0.809012, "nauc_map_at_20_std": 0.040898, "nauc_map_at_20_diff1": 0.883284, "nauc_map_at_100_max": 0.808257, "nauc_map_at_100_std": 0.040452, "nauc_map_at_100_diff1": 0.88358, "nauc_map_at_1000_max": 0.808091, "nauc_map_at_1000_std": 0.039754, "nauc_map_at_1000_diff1": 0.883585, "nauc_recall_at_1_max": 0.764552, "nauc_recall_at_1_std": -0.042189, "nauc_recall_at_1_diff1": 0.896678, "nauc_recall_at_3_max": 0.874781, "nauc_recall_at_3_std": 0.101797, "nauc_recall_at_3_diff1": 0.863647, "nauc_recall_at_5_max": 0.889424, "nauc_recall_at_5_std": 0.211496, "nauc_recall_at_5_diff1": 0.850327, "nauc_recall_at_10_max": 0.910345, "nauc_recall_at_10_std": 0.308008, "nauc_recall_at_10_diff1": 0.845775, "nauc_recall_at_20_max": 0.942175, "nauc_recall_at_20_std": 0.551992, "nauc_recall_at_20_diff1": 0.855423, "nauc_recall_at_100_max": 0.933567, "nauc_recall_at_100_std": 0.81366, "nauc_recall_at_100_diff1": 0.874977, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.764552, "nauc_precision_at_1_std": -0.042189, "nauc_precision_at_1_diff1": 0.896678, "nauc_precision_at_3_max": 0.874781, "nauc_precision_at_3_std": 0.101797, "nauc_precision_at_3_diff1": 0.863647, "nauc_precision_at_5_max": 0.889424, "nauc_precision_at_5_std": 0.211496, "nauc_precision_at_5_diff1": 0.850327, "nauc_precision_at_10_max": 0.910345, "nauc_precision_at_10_std": 0.308008, "nauc_precision_at_10_diff1": 0.845775, "nauc_precision_at_20_max": 0.942175, "nauc_precision_at_20_std": 0.551992, "nauc_precision_at_20_diff1": 0.855423, "nauc_precision_at_100_max": 0.933567, "nauc_precision_at_100_std": 0.81366, "nauc_precision_at_100_diff1": 0.874977, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.764552, "nauc_mrr_at_1_std": -0.042189, "nauc_mrr_at_1_diff1": 0.896678, "nauc_mrr_at_3_max": 0.806751, "nauc_mrr_at_3_std": 0.011089, "nauc_mrr_at_3_diff1": 0.884676, "nauc_mrr_at_5_max": 0.80799, "nauc_mrr_at_5_std": 0.027942, "nauc_mrr_at_5_diff1": 0.882782, "nauc_mrr_at_10_max": 0.808861, "nauc_mrr_at_10_std": 0.034084, "nauc_mrr_at_10_diff1": 0.882646, "nauc_mrr_at_20_max": 0.809012, "nauc_mrr_at_20_std": 0.040898, "nauc_mrr_at_20_diff1": 0.883284, "nauc_mrr_at_100_max": 0.808257, "nauc_mrr_at_100_std": 0.040452, "nauc_mrr_at_100_diff1": 0.88358, "nauc_mrr_at_1000_max": 0.808091, "nauc_mrr_at_1000_std": 0.039754, "nauc_mrr_at_1000_diff1": 0.883585, "cv_recall_at_1": 0.803, "cv_recall_at_3": 0.874, "cv_recall_at_5": 0.887, "cv_recall_at_10": 0.903, "cv_recall_at_20": 0.921, "cv_recall_at_100": 0.95, "cv_recall_at_1000": 1.0, "main_score": 0.85659, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.932, "ndcg_at_3": 0.96415, "ndcg_at_5": 0.96708, "ndcg_at_10": 0.96779, "ndcg_at_20": 0.96804, "ndcg_at_100": 0.96879, "ndcg_at_1000": 0.96904, "map_at_1": 0.932, "map_at_3": 0.95717, "map_at_5": 0.95882, "map_at_10": 0.95915, "map_at_20": 0.95922, "map_at_100": 0.95933, "map_at_1000": 0.95933, "recall_at_1": 0.932, "recall_at_3": 0.984, "recall_at_5": 0.991, "recall_at_10": 0.993, "recall_at_20": 0.994, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.932, "precision_at_1": 0.932, "precision_at_3": 0.328, "precision_at_5": 0.1982, "precision_at_10": 0.0993, "precision_at_20": 0.0497, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.932, "mrr_at_3": 0.957167, "mrr_at_5": 0.958817, "mrr_at_10": 0.95915, "mrr_at_20": 0.959217, "mrr_at_100": 0.959326, "mrr_at_1000": 0.959335, "nauc_ndcg_at_1_max": 0.545202, "nauc_ndcg_at_1_std": -0.235157, "nauc_ndcg_at_1_diff1": 0.961073, "nauc_ndcg_at_3_max": 0.668795, "nauc_ndcg_at_3_std": -0.209321, "nauc_ndcg_at_3_diff1": 0.953906, "nauc_ndcg_at_5_max": 0.641055, "nauc_ndcg_at_5_std": -0.232505, "nauc_ndcg_at_5_diff1": 0.953442, "nauc_ndcg_at_10_max": 0.638047, "nauc_ndcg_at_10_std": -0.224533, "nauc_ndcg_at_10_diff1": 0.953858, "nauc_ndcg_at_20_max": 0.635215, "nauc_ndcg_at_20_std": -0.230625, "nauc_ndcg_at_20_diff1": 0.953497, "nauc_ndcg_at_100_max": 0.626498, "nauc_ndcg_at_100_std": -0.222128, "nauc_ndcg_at_100_diff1": 0.954867, "nauc_ndcg_at_1000_max": 0.623413, "nauc_ndcg_at_1000_std": -0.224692, "nauc_ndcg_at_1000_diff1": 0.955045, "nauc_map_at_1_max": 0.545202, "nauc_map_at_1_std": -0.235157, "nauc_map_at_1_diff1": 0.961073, "nauc_map_at_3_max": 0.629447, "nauc_map_at_3_std": -0.216985, "nauc_map_at_3_diff1": 0.955622, "nauc_map_at_5_max": 0.615395, "nauc_map_at_5_std": -0.227829, "nauc_map_at_5_diff1": 0.95553, "nauc_map_at_10_max": 0.614075, "nauc_map_at_10_std": -0.22485, "nauc_map_at_10_diff1": 0.9557, "nauc_map_at_20_max": 0.613445, "nauc_map_at_20_std": -0.226123, "nauc_map_at_20_diff1": 0.955628, "nauc_map_at_100_max": 0.612408, "nauc_map_at_100_std": -0.225128, "nauc_map_at_100_diff1": 0.955824, "nauc_map_at_1000_max": 0.612323, "nauc_map_at_1000_std": -0.225191, "nauc_map_at_1000_diff1": 0.95583, "nauc_recall_at_1_max": 0.545202, "nauc_recall_at_1_std": -0.235157, "nauc_recall_at_1_diff1": 0.961073, "nauc_recall_at_3_max": 0.963965, "nauc_recall_at_3_std": -0.152574, "nauc_recall_at_3_diff1": 0.941789, "nauc_recall_at_5_max": 0.950462, "nauc_recall_at_5_std": -0.309524, "nauc_recall_at_5_diff1": 0.927378, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -0.228558, "nauc_recall_at_10_diff1": 0.925303, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.35901, "nauc_recall_at_20_diff1": 0.912854, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.093371, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.545202, "nauc_precision_at_1_std": -0.235157, "nauc_precision_at_1_diff1": 0.961073, "nauc_precision_at_3_max": 0.963965, "nauc_precision_at_3_std": -0.152574, "nauc_precision_at_3_diff1": 0.941789, "nauc_precision_at_5_max": 0.950462, "nauc_precision_at_5_std": -0.309524, "nauc_precision_at_5_diff1": 0.927378, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -0.228558, "nauc_precision_at_10_diff1": 0.925303, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.35901, "nauc_precision_at_20_diff1": 0.912854, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.093371, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.545202, "nauc_mrr_at_1_std": -0.235157, "nauc_mrr_at_1_diff1": 0.961073, "nauc_mrr_at_3_max": 0.629447, "nauc_mrr_at_3_std": -0.216985, "nauc_mrr_at_3_diff1": 0.955622, "nauc_mrr_at_5_max": 0.615395, "nauc_mrr_at_5_std": -0.227829, "nauc_mrr_at_5_diff1": 0.95553, "nauc_mrr_at_10_max": 0.614075, "nauc_mrr_at_10_std": -0.22485, "nauc_mrr_at_10_diff1": 0.9557, "nauc_mrr_at_20_max": 0.613445, "nauc_mrr_at_20_std": -0.226123, "nauc_mrr_at_20_diff1": 0.955628, "nauc_mrr_at_100_max": 0.612408, "nauc_mrr_at_100_std": -0.225128, "nauc_mrr_at_100_diff1": 0.955824, "nauc_mrr_at_1000_max": 0.612323, "nauc_mrr_at_1000_std": -0.225191, "nauc_mrr_at_1000_diff1": 0.95583, "cv_recall_at_1": 0.932, "cv_recall_at_3": 0.984, "cv_recall_at_5": 0.991, "cv_recall_at_10": 0.993, "cv_recall_at_20": 0.994, "cv_recall_at_100": 0.998, "cv_recall_at_1000": 1.0, "main_score": 0.96779, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.837, "ndcg_at_3": 0.89206, "ndcg_at_5": 0.89998, "ndcg_at_10": 0.90234, "ndcg_at_20": 0.90491, "ndcg_at_100": 0.90634, "ndcg_at_1000": 0.90969, "map_at_1": 0.837, "map_at_3": 0.8795, "map_at_5": 0.88395, "map_at_10": 0.88499, "map_at_20": 0.88571, "map_at_100": 0.88589, "map_at_1000": 0.88599, "recall_at_1": 0.837, "recall_at_3": 0.928, "recall_at_5": 0.947, "recall_at_10": 0.954, "recall_at_20": 0.964, "recall_at_100": 0.972, "recall_at_1000": 1.0, "accuracy": 0.837, "precision_at_1": 0.837, "precision_at_3": 0.30933, "precision_at_5": 0.1894, "precision_at_10": 0.0954, "precision_at_20": 0.0482, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.837, "mrr_at_3": 0.8795, "mrr_at_5": 0.88395, "mrr_at_10": 0.884986, "mrr_at_20": 0.885709, "mrr_at_100": 0.88589, "mrr_at_1000": 0.885987, "nauc_ndcg_at_1_max": 0.768722, "nauc_ndcg_at_1_std": 0.030066, "nauc_ndcg_at_1_diff1": 0.881188, "nauc_ndcg_at_3_max": 0.830923, "nauc_ndcg_at_3_std": 0.17424, "nauc_ndcg_at_3_diff1": 0.854855, "nauc_ndcg_at_5_max": 0.826206, "nauc_ndcg_at_5_std": 0.192758, "nauc_ndcg_at_5_diff1": 0.854927, "nauc_ndcg_at_10_max": 0.825962, "nauc_ndcg_at_10_std": 0.197026, "nauc_ndcg_at_10_diff1": 0.859741, "nauc_ndcg_at_20_max": 0.824927, "nauc_ndcg_at_20_std": 0.200585, "nauc_ndcg_at_20_diff1": 0.861103, "nauc_ndcg_at_100_max": 0.823201, "nauc_ndcg_at_100_std": 0.195495, "nauc_ndcg_at_100_diff1": 0.861637, "nauc_ndcg_at_1000_max": 0.816636, "nauc_ndcg_at_1000_std": 0.171208, "nauc_ndcg_at_1000_diff1": 0.862323, "nauc_map_at_1_max": 0.768722, "nauc_map_at_1_std": 0.030066, "nauc_map_at_1_diff1": 0.881188, "nauc_map_at_3_max": 0.810087, "nauc_map_at_3_std": 0.127973, "nauc_map_at_3_diff1": 0.861868, "nauc_map_at_5_max": 0.807048, "nauc_map_at_5_std": 0.135843, "nauc_map_at_5_diff1": 0.862216, "nauc_map_at_10_max": 0.80674, "nauc_map_at_10_std": 0.137136, "nauc_map_at_10_diff1": 0.863955, "nauc_map_at_20_max": 0.80644, "nauc_map_at_20_std": 0.137365, "nauc_map_at_20_diff1": 0.864408, "nauc_map_at_100_max": 0.806285, "nauc_map_at_100_std": 0.137042, "nauc_map_at_100_diff1": 0.864434, "nauc_map_at_1000_max": 0.806122, "nauc_map_at_1000_std": 0.136447, "nauc_map_at_1000_diff1": 0.864464, "nauc_recall_at_1_max": 0.768722, "nauc_recall_at_1_std": 0.030066, "nauc_recall_at_1_diff1": 0.881188, "nauc_recall_at_3_max": 0.928708, "nauc_recall_at_3_std": 0.390082, "nauc_recall_at_3_diff1": 0.823095, "nauc_recall_at_5_max": 0.942304, "nauc_recall_at_5_std": 0.542669, "nauc_recall_at_5_diff1": 0.811735, "nauc_recall_at_10_max": 0.958947, "nauc_recall_at_10_std": 0.619078, "nauc_recall_at_10_diff1": 0.836003, "nauc_recall_at_20_max": 0.983984, "nauc_recall_at_20_std": 0.776857, "nauc_recall_at_20_diff1": 0.840686, "nauc_recall_at_100_max": 0.995331, "nauc_recall_at_100_std": 0.832133, "nauc_recall_at_100_diff1": 0.846855, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.768722, "nauc_precision_at_1_std": 0.030066, "nauc_precision_at_1_diff1": 0.881188, "nauc_precision_at_3_max": 0.928708, "nauc_precision_at_3_std": 0.390082, "nauc_precision_at_3_diff1": 0.823095, "nauc_precision_at_5_max": 0.942304, "nauc_precision_at_5_std": 0.542669, "nauc_precision_at_5_diff1": 0.811735, "nauc_precision_at_10_max": 0.958947, "nauc_precision_at_10_std": 0.619078, "nauc_precision_at_10_diff1": 0.836003, "nauc_precision_at_20_max": 0.983984, "nauc_precision_at_20_std": 0.776857, "nauc_precision_at_20_diff1": 0.840686, "nauc_precision_at_100_max": 0.995331, "nauc_precision_at_100_std": 0.832133, "nauc_precision_at_100_diff1": 0.846855, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.768722, "nauc_mrr_at_1_std": 0.030066, "nauc_mrr_at_1_diff1": 0.881188, "nauc_mrr_at_3_max": 0.810087, "nauc_mrr_at_3_std": 0.127973, "nauc_mrr_at_3_diff1": 0.861868, "nauc_mrr_at_5_max": 0.807048, "nauc_mrr_at_5_std": 0.135843, "nauc_mrr_at_5_diff1": 0.862216, "nauc_mrr_at_10_max": 0.80674, "nauc_mrr_at_10_std": 0.137136, "nauc_mrr_at_10_diff1": 0.863955, "nauc_mrr_at_20_max": 0.80644, "nauc_mrr_at_20_std": 0.137365, "nauc_mrr_at_20_diff1": 0.864408, "nauc_mrr_at_100_max": 0.806285, "nauc_mrr_at_100_std": 0.137042, "nauc_mrr_at_100_diff1": 0.864434, "nauc_mrr_at_1000_max": 0.806122, "nauc_mrr_at_1000_std": 0.136447, "nauc_mrr_at_1000_diff1": 0.864464, "cv_recall_at_1": 0.837, "cv_recall_at_3": 0.928, "cv_recall_at_5": 0.947, "cv_recall_at_10": 0.954, "cv_recall_at_20": 0.964, "cv_recall_at_100": 0.972, "cv_recall_at_1000": 1.0, "main_score": 0.90234, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.876, "ndcg_at_3": 0.92075, "ndcg_at_5": 0.92492, "ndcg_at_10": 0.92757, "ndcg_at_20": 0.92835, "ndcg_at_100": 0.92902, "ndcg_at_1000": 0.93211, "map_at_1": 0.876, "map_at_3": 0.91083, "map_at_5": 0.91318, "map_at_10": 0.91431, "map_at_20": 0.91454, "map_at_100": 0.91461, "map_at_1000": 0.91469, "recall_at_1": 0.876, "recall_at_3": 0.949, "recall_at_5": 0.959, "recall_at_10": 0.967, "recall_at_20": 0.97, "recall_at_100": 0.974, "recall_at_1000": 1.0, "accuracy": 0.876, "precision_at_1": 0.876, "precision_at_3": 0.31633, "precision_at_5": 0.1918, "precision_at_10": 0.0967, "precision_at_20": 0.0485, "precision_at_100": 0.00974, "precision_at_1000": 0.001, "mrr_at_1": 0.876, "mrr_at_3": 0.910833, "mrr_at_5": 0.913183, "mrr_at_10": 0.914313, "mrr_at_20": 0.914537, "mrr_at_100": 0.914605, "mrr_at_1000": 0.914693, "nauc_ndcg_at_1_max": 0.62724, "nauc_ndcg_at_1_std": 0.268545, "nauc_ndcg_at_1_diff1": 0.862531, "nauc_ndcg_at_3_max": 0.779578, "nauc_ndcg_at_3_std": 0.465651, "nauc_ndcg_at_3_diff1": 0.858805, "nauc_ndcg_at_5_max": 0.770027, "nauc_ndcg_at_5_std": 0.462414, "nauc_ndcg_at_5_diff1": 0.861213, "nauc_ndcg_at_10_max": 0.762005, "nauc_ndcg_at_10_std": 0.459574, "nauc_ndcg_at_10_diff1": 0.863638, "nauc_ndcg_at_20_max": 0.759382, "nauc_ndcg_at_20_std": 0.457092, "nauc_ndcg_at_20_diff1": 0.863033, "nauc_ndcg_at_100_max": 0.757069, "nauc_ndcg_at_100_std": 0.452155, "nauc_ndcg_at_100_diff1": 0.862613, "nauc_ndcg_at_1000_max": 0.745835, "nauc_ndcg_at_1000_std": 0.432066, "nauc_ndcg_at_1000_diff1": 0.862158, "nauc_map_at_1_max": 0.62724, "nauc_map_at_1_std": 0.268545, "nauc_map_at_1_diff1": 0.862531, "nauc_map_at_3_max": 0.736648, "nauc_map_at_3_std": 0.405592, "nauc_map_at_3_diff1": 0.859979, "nauc_map_at_5_max": 0.73073, "nauc_map_at_5_std": 0.402099, "nauc_map_at_5_diff1": 0.861137, "nauc_map_at_10_max": 0.727269, "nauc_map_at_10_std": 0.400051, "nauc_map_at_10_diff1": 0.862047, "nauc_map_at_20_max": 0.72654, "nauc_map_at_20_std": 0.399373, "nauc_map_at_20_diff1": 0.861844, "nauc_map_at_100_max": 0.726318, "nauc_map_at_100_std": 0.398901, "nauc_map_at_100_diff1": 0.861794, "nauc_map_at_1000_max": 0.726031, "nauc_map_at_1000_std": 0.398454, "nauc_map_at_1000_diff1": 0.861777, "nauc_recall_at_1_max": 0.62724, "nauc_recall_at_1_std": 0.268545, "nauc_recall_at_1_diff1": 0.862531, "nauc_recall_at_3_max": 0.986864, "nauc_recall_at_3_std": 0.759424, "nauc_recall_at_3_diff1": 0.853033, "nauc_recall_at_5_max": 0.996812, "nauc_recall_at_5_std": 0.819316, "nauc_recall_at_5_diff1": 0.862449, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.890304, "nauc_recall_at_10_diff1": 0.878052, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.909057, "nauc_recall_at_20_diff1": 0.875117, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.900093, "nauc_recall_at_100_diff1": 0.870987, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.62724, "nauc_precision_at_1_std": 0.268545, "nauc_precision_at_1_diff1": 0.862531, "nauc_precision_at_3_max": 0.986864, "nauc_precision_at_3_std": 0.759424, "nauc_precision_at_3_diff1": 0.853033, "nauc_precision_at_5_max": 0.996812, "nauc_precision_at_5_std": 0.819316, "nauc_precision_at_5_diff1": 0.862449, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.890304, "nauc_precision_at_10_diff1": 0.878052, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.909057, "nauc_precision_at_20_diff1": 0.875117, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.900093, "nauc_precision_at_100_diff1": 0.870987, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.62724, "nauc_mrr_at_1_std": 0.268545, "nauc_mrr_at_1_diff1": 0.862531, "nauc_mrr_at_3_max": 0.736648, "nauc_mrr_at_3_std": 0.405592, "nauc_mrr_at_3_diff1": 0.859979, "nauc_mrr_at_5_max": 0.73073, "nauc_mrr_at_5_std": 0.402099, "nauc_mrr_at_5_diff1": 0.861137, "nauc_mrr_at_10_max": 0.727269, "nauc_mrr_at_10_std": 0.400051, "nauc_mrr_at_10_diff1": 0.862047, "nauc_mrr_at_20_max": 0.72654, "nauc_mrr_at_20_std": 0.399373, "nauc_mrr_at_20_diff1": 0.861844, "nauc_mrr_at_100_max": 0.726318, "nauc_mrr_at_100_std": 0.398901, "nauc_mrr_at_100_diff1": 0.861794, "nauc_mrr_at_1000_max": 0.726031, "nauc_mrr_at_1000_std": 0.398454, "nauc_mrr_at_1000_diff1": 0.861777, "cv_recall_at_1": 0.876, "cv_recall_at_3": 0.949, "cv_recall_at_5": 0.959, "cv_recall_at_10": 0.967, "cv_recall_at_20": 0.97, "cv_recall_at_100": 0.974, "cv_recall_at_1000": 1.0, "main_score": 0.92757, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.833, "ndcg_at_3": 0.88877, "ndcg_at_5": 0.89708, "ndcg_at_10": 0.90131, "ndcg_at_20": 0.90359, "ndcg_at_100": 0.90541, "ndcg_at_1000": 0.908, "map_at_1": 0.833, "map_at_3": 0.8755, "map_at_5": 0.88015, "map_at_10": 0.88191, "map_at_20": 0.88254, "map_at_100": 0.88285, "map_at_1000": 0.88292, "recall_at_1": 0.833, "recall_at_3": 0.927, "recall_at_5": 0.947, "recall_at_10": 0.96, "recall_at_20": 0.969, "recall_at_100": 0.978, "recall_at_1000": 1.0, "accuracy": 0.833, "precision_at_1": 0.833, "precision_at_3": 0.309, "precision_at_5": 0.1894, "precision_at_10": 0.096, "precision_at_20": 0.04845, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.833, "mrr_at_3": 0.8755, "mrr_at_5": 0.88015, "mrr_at_10": 0.881911, "mrr_at_20": 0.882541, "mrr_at_100": 0.882852, "mrr_at_1000": 0.882919, "nauc_ndcg_at_1_max": 0.612071, "nauc_ndcg_at_1_std": -0.072231, "nauc_ndcg_at_1_diff1": 0.925241, "nauc_ndcg_at_3_max": 0.725243, "nauc_ndcg_at_3_std": 0.041731, "nauc_ndcg_at_3_diff1": 0.898546, "nauc_ndcg_at_5_max": 0.72877, "nauc_ndcg_at_5_std": 0.06818, "nauc_ndcg_at_5_diff1": 0.901261, "nauc_ndcg_at_10_max": 0.722512, "nauc_ndcg_at_10_std": 0.086501, "nauc_ndcg_at_10_diff1": 0.90484, "nauc_ndcg_at_20_max": 0.71744, "nauc_ndcg_at_20_std": 0.08622, "nauc_ndcg_at_20_diff1": 0.907642, "nauc_ndcg_at_100_max": 0.712744, "nauc_ndcg_at_100_std": 0.081095, "nauc_ndcg_at_100_diff1": 0.90914, "nauc_ndcg_at_1000_max": 0.704357, "nauc_ndcg_at_1000_std": 0.055358, "nauc_ndcg_at_1000_diff1": 0.90842, "nauc_map_at_1_max": 0.612071, "nauc_map_at_1_std": -0.072231, "nauc_map_at_1_diff1": 0.925241, "nauc_map_at_3_max": 0.692796, "nauc_map_at_3_std": 0.005844, "nauc_map_at_3_diff1": 0.905642, "nauc_map_at_5_max": 0.693429, "nauc_map_at_5_std": 0.017512, "nauc_map_at_5_diff1": 0.907324, "nauc_map_at_10_max": 0.690666, "nauc_map_at_10_std": 0.023269, "nauc_map_at_10_diff1": 0.908692, "nauc_map_at_20_max": 0.689306, "nauc_map_at_20_std": 0.02261, "nauc_map_at_20_diff1": 0.909322, "nauc_map_at_100_max": 0.688592, "nauc_map_at_100_std": 0.021936, "nauc_map_at_100_diff1": 0.90955, "nauc_map_at_1000_max": 0.688407, "nauc_map_at_1000_std": 0.021368, "nauc_map_at_1000_diff1": 0.909538, "nauc_recall_at_1_max": 0.612071, "nauc_recall_at_1_std": -0.072231, "nauc_recall_at_1_diff1": 0.925241, "nauc_recall_at_3_max": 0.876936, "nauc_recall_at_3_std": 0.211926, "nauc_recall_at_3_diff1": 0.865796, "nauc_recall_at_5_max": 0.94803, "nauc_recall_at_5_std": 0.392941, "nauc_recall_at_5_diff1": 0.864965, "nauc_recall_at_10_max": 0.973856, "nauc_recall_at_10_std": 0.630952, "nauc_recall_at_10_diff1": 0.879085, "nauc_recall_at_20_max": 0.98735, "nauc_recall_at_20_std": 0.7921, "nauc_recall_at_20_diff1": 0.90565, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.960126, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.612071, "nauc_precision_at_1_std": -0.072231, "nauc_precision_at_1_diff1": 0.925241, "nauc_precision_at_3_max": 0.876936, "nauc_precision_at_3_std": 0.211926, "nauc_precision_at_3_diff1": 0.865796, "nauc_precision_at_5_max": 0.94803, "nauc_precision_at_5_std": 0.392941, "nauc_precision_at_5_diff1": 0.864965, "nauc_precision_at_10_max": 0.973856, "nauc_precision_at_10_std": 0.630952, "nauc_precision_at_10_diff1": 0.879085, "nauc_precision_at_20_max": 0.98735, "nauc_precision_at_20_std": 0.7921, "nauc_precision_at_20_diff1": 0.90565, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.960126, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.612071, "nauc_mrr_at_1_std": -0.072231, "nauc_mrr_at_1_diff1": 0.925241, "nauc_mrr_at_3_max": 0.692796, "nauc_mrr_at_3_std": 0.005844, "nauc_mrr_at_3_diff1": 0.905642, "nauc_mrr_at_5_max": 0.693429, "nauc_mrr_at_5_std": 0.017512, "nauc_mrr_at_5_diff1": 0.907324, "nauc_mrr_at_10_max": 0.690666, "nauc_mrr_at_10_std": 0.023269, "nauc_mrr_at_10_diff1": 0.908692, "nauc_mrr_at_20_max": 0.689306, "nauc_mrr_at_20_std": 0.02261, "nauc_mrr_at_20_diff1": 0.909322, "nauc_mrr_at_100_max": 0.688592, "nauc_mrr_at_100_std": 0.021936, "nauc_mrr_at_100_diff1": 0.90955, "nauc_mrr_at_1000_max": 0.688407, "nauc_mrr_at_1000_std": 0.021368, "nauc_mrr_at_1000_diff1": 0.909538, "cv_recall_at_1": 0.833, "cv_recall_at_3": 0.927, "cv_recall_at_5": 0.947, "cv_recall_at_10": 0.96, "cv_recall_at_20": 0.969, "cv_recall_at_100": 0.978, "cv_recall_at_1000": 1.0, "main_score": 0.90131, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 129.90496039390564, "kg_co2_emissions": null }