{ "dataset_revision": "fdc6a9e39575768c27eb8a2a5f702bf846eb4759", "task_name": "CodeSearchNetRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.787, "ndcg_at_3": 0.8719, "ndcg_at_5": 0.88193, "ndcg_at_10": 0.88816, "ndcg_at_20": 0.89124, "ndcg_at_100": 0.89375, "ndcg_at_1000": 0.8942, "map_at_1": 0.787, "map_at_3": 0.85233, "map_at_5": 0.85798, "map_at_10": 0.86061, "map_at_20": 0.86147, "map_at_100": 0.86186, "map_at_1000": 0.86186, "recall_at_1": 0.787, "recall_at_3": 0.928, "recall_at_5": 0.952, "recall_at_10": 0.971, "recall_at_20": 0.983, "recall_at_100": 0.996, "recall_at_1000": 1.0, "precision_at_1": 0.787, "precision_at_3": 0.30933, "precision_at_5": 0.1904, "precision_at_10": 0.0971, "precision_at_20": 0.04915, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.787, "mrr_at_3": 0.852333, "mrr_at_5": 0.857983, "mrr_at_10": 0.860611, "mrr_at_20": 0.861472, "mrr_at_100": 0.861856, "mrr_at_1000": 0.861865, "nauc_ndcg_at_1_max": 0.559227, "nauc_ndcg_at_1_std": 0.031117, "nauc_ndcg_at_1_diff1": 0.783927, "nauc_ndcg_at_3_max": 0.640208, "nauc_ndcg_at_3_std": 0.046731, "nauc_ndcg_at_3_diff1": 0.774233, "nauc_ndcg_at_5_max": 0.62977, "nauc_ndcg_at_5_std": 0.048018, "nauc_ndcg_at_5_diff1": 0.77817, "nauc_ndcg_at_10_max": 0.619497, "nauc_ndcg_at_10_std": 0.053927, "nauc_ndcg_at_10_diff1": 0.775597, "nauc_ndcg_at_20_max": 0.616246, "nauc_ndcg_at_20_std": 0.056222, "nauc_ndcg_at_20_diff1": 0.774987, "nauc_ndcg_at_100_max": 0.610737, "nauc_ndcg_at_100_std": 0.05379, "nauc_ndcg_at_100_diff1": 0.774928, "nauc_ndcg_at_1000_max": 0.609136, "nauc_ndcg_at_1000_std": 0.049509, "nauc_ndcg_at_1000_diff1": 0.775966, "nauc_map_at_1_max": 0.559227, "nauc_map_at_1_std": 0.031117, "nauc_map_at_1_diff1": 0.783927, "nauc_map_at_3_max": 0.613069, "nauc_map_at_3_std": 0.042456, "nauc_map_at_3_diff1": 0.775907, "nauc_map_at_5_max": 0.606997, "nauc_map_at_5_std": 0.042906, "nauc_map_at_5_diff1": 0.777636, "nauc_map_at_10_max": 0.603053, "nauc_map_at_10_std": 0.0444, "nauc_map_at_10_diff1": 0.776696, "nauc_map_at_20_max": 0.602175, "nauc_map_at_20_std": 0.044895, "nauc_map_at_20_diff1": 0.776651, "nauc_map_at_100_max": 0.601576, "nauc_map_at_100_std": 0.044466, "nauc_map_at_100_diff1": 0.776766, "nauc_map_at_1000_max": 0.601551, "nauc_map_at_1000_std": 0.044399, "nauc_map_at_1000_diff1": 0.776788, "nauc_recall_at_1_max": 0.559227, "nauc_recall_at_1_std": 0.031117, "nauc_recall_at_1_diff1": 0.783927, "nauc_recall_at_3_max": 0.791375, "nauc_recall_at_3_std": 0.069769, "nauc_recall_at_3_diff1": 0.766184, "nauc_recall_at_5_max": 0.808765, "nauc_recall_at_5_std": 0.088196, "nauc_recall_at_5_diff1": 0.786405, "nauc_recall_at_10_max": 0.812019, "nauc_recall_at_10_std": 0.19046, "nauc_recall_at_10_diff1": 0.764706, "nauc_recall_at_20_max": 0.874114, "nauc_recall_at_20_std": 0.338057, "nauc_recall_at_20_diff1": 0.738233, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.563025, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.559227, "nauc_precision_at_1_std": 0.031117, "nauc_precision_at_1_diff1": 0.783927, "nauc_precision_at_3_max": 0.791375, "nauc_precision_at_3_std": 0.069769, "nauc_precision_at_3_diff1": 0.766184, "nauc_precision_at_5_max": 0.808765, "nauc_precision_at_5_std": 0.088196, "nauc_precision_at_5_diff1": 0.786405, "nauc_precision_at_10_max": 0.812019, "nauc_precision_at_10_std": 0.19046, "nauc_precision_at_10_diff1": 0.764706, "nauc_precision_at_20_max": 0.874114, "nauc_precision_at_20_std": 0.338057, "nauc_precision_at_20_diff1": 0.738233, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.563025, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.559227, "nauc_mrr_at_1_std": 0.031117, "nauc_mrr_at_1_diff1": 0.783927, "nauc_mrr_at_3_max": 0.613069, "nauc_mrr_at_3_std": 0.042456, "nauc_mrr_at_3_diff1": 0.775907, "nauc_mrr_at_5_max": 0.606997, "nauc_mrr_at_5_std": 0.042906, "nauc_mrr_at_5_diff1": 0.777636, "nauc_mrr_at_10_max": 0.603053, "nauc_mrr_at_10_std": 0.0444, "nauc_mrr_at_10_diff1": 0.776696, "nauc_mrr_at_20_max": 0.602175, "nauc_mrr_at_20_std": 0.044895, "nauc_mrr_at_20_diff1": 0.776651, "nauc_mrr_at_100_max": 0.601576, "nauc_mrr_at_100_std": 0.044466, "nauc_mrr_at_100_diff1": 0.776766, "nauc_mrr_at_1000_max": 0.601551, "nauc_mrr_at_1000_std": 0.044399, "nauc_mrr_at_1000_diff1": 0.776788, "main_score": 0.88816, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.649, "ndcg_at_3": 0.73727, "ndcg_at_5": 0.75345, "ndcg_at_10": 0.76394, "ndcg_at_20": 0.76917, "ndcg_at_100": 0.77782, "ndcg_at_1000": 0.78544, "map_at_1": 0.649, "map_at_3": 0.7165, "map_at_5": 0.72555, "map_at_10": 0.72977, "map_at_20": 0.73116, "map_at_100": 0.73227, "map_at_1000": 0.73252, "recall_at_1": 0.649, "recall_at_3": 0.797, "recall_at_5": 0.836, "recall_at_10": 0.869, "recall_at_20": 0.89, "recall_at_100": 0.938, "recall_at_1000": 1.0, "precision_at_1": 0.649, "precision_at_3": 0.26567, "precision_at_5": 0.1672, "precision_at_10": 0.0869, "precision_at_20": 0.0445, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "mrr_at_1": 0.649, "mrr_at_3": 0.7165, "mrr_at_5": 0.72555, "mrr_at_10": 0.72977, "mrr_at_20": 0.73116, "mrr_at_100": 0.732267, "mrr_at_1000": 0.73252, "nauc_ndcg_at_1_max": 0.570706, "nauc_ndcg_at_1_std": 0.183412, "nauc_ndcg_at_1_diff1": 0.753876, "nauc_ndcg_at_3_max": 0.608411, "nauc_ndcg_at_3_std": 0.23264, "nauc_ndcg_at_3_diff1": 0.703131, "nauc_ndcg_at_5_max": 0.628159, "nauc_ndcg_at_5_std": 0.269902, "nauc_ndcg_at_5_diff1": 0.692561, "nauc_ndcg_at_10_max": 0.627552, "nauc_ndcg_at_10_std": 0.291347, "nauc_ndcg_at_10_diff1": 0.693243, "nauc_ndcg_at_20_max": 0.63086, "nauc_ndcg_at_20_std": 0.306697, "nauc_ndcg_at_20_diff1": 0.6948, "nauc_ndcg_at_100_max": 0.627374, "nauc_ndcg_at_100_std": 0.297689, "nauc_ndcg_at_100_diff1": 0.694129, "nauc_ndcg_at_1000_max": 0.620422, "nauc_ndcg_at_1000_std": 0.275347, "nauc_ndcg_at_1000_diff1": 0.702387, "nauc_map_at_1_max": 0.570706, "nauc_map_at_1_std": 0.183412, "nauc_map_at_1_diff1": 0.753876, "nauc_map_at_3_max": 0.599494, "nauc_map_at_3_std": 0.21886, "nauc_map_at_3_diff1": 0.716567, "nauc_map_at_5_max": 0.609462, "nauc_map_at_5_std": 0.237638, "nauc_map_at_5_diff1": 0.71162, "nauc_map_at_10_max": 0.60916, "nauc_map_at_10_std": 0.245189, "nauc_map_at_10_diff1": 0.712117, "nauc_map_at_20_max": 0.609892, "nauc_map_at_20_std": 0.248525, "nauc_map_at_20_diff1": 0.712661, "nauc_map_at_100_max": 0.609563, "nauc_map_at_100_std": 0.24769, "nauc_map_at_100_diff1": 0.712645, "nauc_map_at_1000_max": 0.609371, "nauc_map_at_1000_std": 0.247055, "nauc_map_at_1000_diff1": 0.712888, "nauc_recall_at_1_max": 0.570706, "nauc_recall_at_1_std": 0.183412, "nauc_recall_at_1_diff1": 0.753876, "nauc_recall_at_3_max": 0.640496, "nauc_recall_at_3_std": 0.283591, "nauc_recall_at_3_diff1": 0.653867, "nauc_recall_at_5_max": 0.71221, "nauc_recall_at_5_std": 0.417668, "nauc_recall_at_5_diff1": 0.607941, "nauc_recall_at_10_max": 0.725991, "nauc_recall_at_10_std": 0.556781, "nauc_recall_at_10_diff1": 0.592799, "nauc_recall_at_20_max": 0.766128, "nauc_recall_at_20_std": 0.715514, "nauc_recall_at_20_diff1": 0.5862, "nauc_recall_at_100_max": 0.800149, "nauc_recall_at_100_std": 0.845803, "nauc_recall_at_100_diff1": 0.493487, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.570706, "nauc_precision_at_1_std": 0.183412, "nauc_precision_at_1_diff1": 0.753876, "nauc_precision_at_3_max": 0.640496, "nauc_precision_at_3_std": 0.283591, "nauc_precision_at_3_diff1": 0.653867, "nauc_precision_at_5_max": 0.71221, "nauc_precision_at_5_std": 0.417668, "nauc_precision_at_5_diff1": 0.607941, "nauc_precision_at_10_max": 0.725991, "nauc_precision_at_10_std": 0.556781, "nauc_precision_at_10_diff1": 0.592799, "nauc_precision_at_20_max": 0.766128, "nauc_precision_at_20_std": 0.715514, "nauc_precision_at_20_diff1": 0.5862, "nauc_precision_at_100_max": 0.800149, "nauc_precision_at_100_std": 0.845803, "nauc_precision_at_100_diff1": 0.493487, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.570706, "nauc_mrr_at_1_std": 0.183412, "nauc_mrr_at_1_diff1": 0.753876, "nauc_mrr_at_3_max": 0.599494, "nauc_mrr_at_3_std": 0.21886, "nauc_mrr_at_3_diff1": 0.716567, "nauc_mrr_at_5_max": 0.609462, "nauc_mrr_at_5_std": 0.237638, "nauc_mrr_at_5_diff1": 0.71162, "nauc_mrr_at_10_max": 0.60916, "nauc_mrr_at_10_std": 0.245189, "nauc_mrr_at_10_diff1": 0.712117, "nauc_mrr_at_20_max": 0.609892, "nauc_mrr_at_20_std": 0.248525, "nauc_mrr_at_20_diff1": 0.712661, "nauc_mrr_at_100_max": 0.609563, "nauc_mrr_at_100_std": 0.24769, "nauc_mrr_at_100_diff1": 0.712645, "nauc_mrr_at_1000_max": 0.609371, "nauc_mrr_at_1000_std": 0.247055, "nauc_mrr_at_1000_diff1": 0.712888, "main_score": 0.76394, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.852, "ndcg_at_3": 0.91878, "ndcg_at_5": 0.92421, "ndcg_at_10": 0.92756, "ndcg_at_20": 0.9281, "ndcg_at_100": 0.9292, "ndcg_at_1000": 0.93007, "map_at_1": 0.852, "map_at_3": 0.90367, "map_at_5": 0.90672, "map_at_10": 0.90817, "map_at_20": 0.90833, "map_at_100": 0.90848, "map_at_1000": 0.90851, "recall_at_1": 0.852, "recall_at_3": 0.962, "recall_at_5": 0.975, "recall_at_10": 0.985, "recall_at_20": 0.987, "recall_at_100": 0.993, "recall_at_1000": 1.0, "precision_at_1": 0.852, "precision_at_3": 0.32067, "precision_at_5": 0.195, "precision_at_10": 0.0985, "precision_at_20": 0.04935, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.852, "mrr_at_3": 0.903667, "mrr_at_5": 0.906717, "mrr_at_10": 0.908167, "mrr_at_20": 0.908335, "mrr_at_100": 0.908478, "mrr_at_1000": 0.908508, "nauc_ndcg_at_1_max": 0.491155, "nauc_ndcg_at_1_std": 0.109215, "nauc_ndcg_at_1_diff1": 0.861771, "nauc_ndcg_at_3_max": 0.596767, "nauc_ndcg_at_3_std": 0.124921, "nauc_ndcg_at_3_diff1": 0.871963, "nauc_ndcg_at_5_max": 0.595197, "nauc_ndcg_at_5_std": 0.154582, "nauc_ndcg_at_5_diff1": 0.87039, "nauc_ndcg_at_10_max": 0.579202, "nauc_ndcg_at_10_std": 0.154257, "nauc_ndcg_at_10_diff1": 0.8668, "nauc_ndcg_at_20_max": 0.578207, "nauc_ndcg_at_20_std": 0.149247, "nauc_ndcg_at_20_diff1": 0.866288, "nauc_ndcg_at_100_max": 0.57145, "nauc_ndcg_at_100_std": 0.148547, "nauc_ndcg_at_100_diff1": 0.866241, "nauc_ndcg_at_1000_max": 0.566164, "nauc_ndcg_at_1000_std": 0.141338, "nauc_ndcg_at_1000_diff1": 0.865911, "nauc_map_at_1_max": 0.491155, "nauc_map_at_1_std": 0.109215, "nauc_map_at_1_diff1": 0.861771, "nauc_map_at_3_max": 0.563081, "nauc_map_at_3_std": 0.121651, "nauc_map_at_3_diff1": 0.86787, "nauc_map_at_5_max": 0.560959, "nauc_map_at_5_std": 0.135116, "nauc_map_at_5_diff1": 0.866894, "nauc_map_at_10_max": 0.554959, "nauc_map_at_10_std": 0.134577, "nauc_map_at_10_diff1": 0.865621, "nauc_map_at_20_max": 0.554687, "nauc_map_at_20_std": 0.133311, "nauc_map_at_20_diff1": 0.865501, "nauc_map_at_100_max": 0.553968, "nauc_map_at_100_std": 0.133112, "nauc_map_at_100_diff1": 0.865474, "nauc_map_at_1000_max": 0.553818, "nauc_map_at_1000_std": 0.132915, "nauc_map_at_1000_diff1": 0.865451, "nauc_recall_at_1_max": 0.491155, "nauc_recall_at_1_std": 0.109215, "nauc_recall_at_1_diff1": 0.861771, "nauc_recall_at_3_max": 0.830065, "nauc_recall_at_3_std": 0.145548, "nauc_recall_at_3_diff1": 0.901285, "nauc_recall_at_5_max": 0.944258, "nauc_recall_at_5_std": 0.365528, "nauc_recall_at_5_diff1": 0.90719, "nauc_recall_at_10_max": 0.952848, "nauc_recall_at_10_std": 0.505415, "nauc_recall_at_10_diff1": 0.881264, "nauc_recall_at_20_max": 0.989945, "nauc_recall_at_20_std": 0.460748, "nauc_recall_at_20_diff1": 0.873052, "nauc_recall_at_100_max": 0.981326, "nauc_recall_at_100_std": 0.710618, "nauc_recall_at_100_diff1": 0.880952, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.491155, "nauc_precision_at_1_std": 0.109215, "nauc_precision_at_1_diff1": 0.861771, "nauc_precision_at_3_max": 0.830065, "nauc_precision_at_3_std": 0.145548, "nauc_precision_at_3_diff1": 0.901285, "nauc_precision_at_5_max": 0.944258, "nauc_precision_at_5_std": 0.365528, "nauc_precision_at_5_diff1": 0.90719, "nauc_precision_at_10_max": 0.952848, "nauc_precision_at_10_std": 0.505415, "nauc_precision_at_10_diff1": 0.881264, "nauc_precision_at_20_max": 0.989945, "nauc_precision_at_20_std": 0.460748, "nauc_precision_at_20_diff1": 0.873052, "nauc_precision_at_100_max": 0.981326, "nauc_precision_at_100_std": 0.710618, "nauc_precision_at_100_diff1": 0.880952, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.491155, "nauc_mrr_at_1_std": 0.109215, "nauc_mrr_at_1_diff1": 0.861771, "nauc_mrr_at_3_max": 0.563081, "nauc_mrr_at_3_std": 0.121651, "nauc_mrr_at_3_diff1": 0.86787, "nauc_mrr_at_5_max": 0.560959, "nauc_mrr_at_5_std": 0.135116, "nauc_mrr_at_5_diff1": 0.866894, "nauc_mrr_at_10_max": 0.554959, "nauc_mrr_at_10_std": 0.134577, "nauc_mrr_at_10_diff1": 0.865621, "nauc_mrr_at_20_max": 0.554687, "nauc_mrr_at_20_std": 0.133311, "nauc_mrr_at_20_diff1": 0.865501, "nauc_mrr_at_100_max": 0.553968, "nauc_mrr_at_100_std": 0.133112, "nauc_mrr_at_100_diff1": 0.865474, "nauc_mrr_at_1000_max": 0.553818, "nauc_mrr_at_1000_std": 0.132915, "nauc_mrr_at_1000_diff1": 0.865451, "main_score": 0.92756, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.671, "ndcg_at_3": 0.7673, "ndcg_at_5": 0.77711, "ndcg_at_10": 0.79106, "ndcg_at_20": 0.79591, "ndcg_at_100": 0.80321, "ndcg_at_1000": 0.80823, "map_at_1": 0.671, "map_at_3": 0.74417, "map_at_5": 0.74957, "map_at_10": 0.75536, "map_at_20": 0.75671, "map_at_100": 0.75782, "map_at_1000": 0.75797, "recall_at_1": 0.671, "recall_at_3": 0.834, "recall_at_5": 0.858, "recall_at_10": 0.901, "recall_at_20": 0.92, "recall_at_100": 0.958, "recall_at_1000": 1.0, "precision_at_1": 0.671, "precision_at_3": 0.278, "precision_at_5": 0.1716, "precision_at_10": 0.0901, "precision_at_20": 0.046, "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.671, "mrr_at_3": 0.744167, "mrr_at_5": 0.749567, "mrr_at_10": 0.755359, "mrr_at_20": 0.756708, "mrr_at_100": 0.757823, "mrr_at_1000": 0.75797, "nauc_ndcg_at_1_max": 0.57114, "nauc_ndcg_at_1_std": 0.116738, "nauc_ndcg_at_1_diff1": 0.763741, "nauc_ndcg_at_3_max": 0.64586, "nauc_ndcg_at_3_std": 0.181267, "nauc_ndcg_at_3_diff1": 0.717898, "nauc_ndcg_at_5_max": 0.653486, "nauc_ndcg_at_5_std": 0.188619, "nauc_ndcg_at_5_diff1": 0.719946, "nauc_ndcg_at_10_max": 0.647316, "nauc_ndcg_at_10_std": 0.194047, "nauc_ndcg_at_10_diff1": 0.720096, "nauc_ndcg_at_20_max": 0.646279, "nauc_ndcg_at_20_std": 0.196818, "nauc_ndcg_at_20_diff1": 0.720154, "nauc_ndcg_at_100_max": 0.645009, "nauc_ndcg_at_100_std": 0.209829, "nauc_ndcg_at_100_diff1": 0.721971, "nauc_ndcg_at_1000_max": 0.637529, "nauc_ndcg_at_1000_std": 0.191073, "nauc_ndcg_at_1000_diff1": 0.724892, "nauc_map_at_1_max": 0.57114, "nauc_map_at_1_std": 0.116738, "nauc_map_at_1_diff1": 0.763741, "nauc_map_at_3_max": 0.625304, "nauc_map_at_3_std": 0.162382, "nauc_map_at_3_diff1": 0.729921, "nauc_map_at_5_max": 0.628581, "nauc_map_at_5_std": 0.165876, "nauc_map_at_5_diff1": 0.731246, "nauc_map_at_10_max": 0.625778, "nauc_map_at_10_std": 0.167555, "nauc_map_at_10_diff1": 0.731401, "nauc_map_at_20_max": 0.625401, "nauc_map_at_20_std": 0.168287, "nauc_map_at_20_diff1": 0.731478, "nauc_map_at_100_max": 0.625222, "nauc_map_at_100_std": 0.170507, "nauc_map_at_100_diff1": 0.731613, "nauc_map_at_1000_max": 0.625057, "nauc_map_at_1000_std": 0.170095, "nauc_map_at_1000_diff1": 0.731653, "nauc_recall_at_1_max": 0.57114, "nauc_recall_at_1_std": 0.116738, "nauc_recall_at_1_diff1": 0.763741, "nauc_recall_at_3_max": 0.728994, "nauc_recall_at_3_std": 0.258363, "nauc_recall_at_3_diff1": 0.669645, "nauc_recall_at_5_max": 0.769261, "nauc_recall_at_5_std": 0.294623, "nauc_recall_at_5_diff1": 0.669221, "nauc_recall_at_10_max": 0.777377, "nauc_recall_at_10_std": 0.36308, "nauc_recall_at_10_diff1": 0.652803, "nauc_recall_at_20_max": 0.798897, "nauc_recall_at_20_std": 0.422952, "nauc_recall_at_20_diff1": 0.637383, "nauc_recall_at_100_max": 0.903461, "nauc_recall_at_100_std": 0.856276, "nauc_recall_at_100_diff1": 0.611978, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.57114, "nauc_precision_at_1_std": 0.116738, "nauc_precision_at_1_diff1": 0.763741, "nauc_precision_at_3_max": 0.728994, "nauc_precision_at_3_std": 0.258363, "nauc_precision_at_3_diff1": 0.669645, "nauc_precision_at_5_max": 0.769261, "nauc_precision_at_5_std": 0.294623, "nauc_precision_at_5_diff1": 0.669221, "nauc_precision_at_10_max": 0.777377, "nauc_precision_at_10_std": 0.36308, "nauc_precision_at_10_diff1": 0.652803, "nauc_precision_at_20_max": 0.798897, "nauc_precision_at_20_std": 0.422952, "nauc_precision_at_20_diff1": 0.637383, "nauc_precision_at_100_max": 0.903461, "nauc_precision_at_100_std": 0.856276, "nauc_precision_at_100_diff1": 0.611978, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.57114, "nauc_mrr_at_1_std": 0.116738, "nauc_mrr_at_1_diff1": 0.763741, "nauc_mrr_at_3_max": 0.625304, "nauc_mrr_at_3_std": 0.162382, "nauc_mrr_at_3_diff1": 0.729921, "nauc_mrr_at_5_max": 0.628581, "nauc_mrr_at_5_std": 0.165876, "nauc_mrr_at_5_diff1": 0.731246, "nauc_mrr_at_10_max": 0.625778, "nauc_mrr_at_10_std": 0.167555, "nauc_mrr_at_10_diff1": 0.731401, "nauc_mrr_at_20_max": 0.625401, "nauc_mrr_at_20_std": 0.168287, "nauc_mrr_at_20_diff1": 0.731478, "nauc_mrr_at_100_max": 0.625222, "nauc_mrr_at_100_std": 0.170507, "nauc_mrr_at_100_diff1": 0.731613, "nauc_mrr_at_1000_max": 0.625057, "nauc_mrr_at_1000_std": 0.170095, "nauc_mrr_at_1000_diff1": 0.731653, "main_score": 0.79106, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.641, "ndcg_at_3": 0.74652, "ndcg_at_5": 0.77118, "ndcg_at_10": 0.78374, "ndcg_at_20": 0.78991, "ndcg_at_100": 0.79417, "ndcg_at_1000": 0.79854, "map_at_1": 0.641, "map_at_3": 0.72167, "map_at_5": 0.73532, "map_at_10": 0.74066, "map_at_20": 0.7424, "map_at_100": 0.74306, "map_at_1000": 0.74317, "recall_at_1": 0.641, "recall_at_3": 0.818, "recall_at_5": 0.878, "recall_at_10": 0.916, "recall_at_20": 0.94, "recall_at_100": 0.962, "recall_at_1000": 1.0, "precision_at_1": 0.641, "precision_at_3": 0.27267, "precision_at_5": 0.1756, "precision_at_10": 0.0916, "precision_at_20": 0.047, "precision_at_100": 0.00962, "precision_at_1000": 0.001, "mrr_at_1": 0.641, "mrr_at_3": 0.721667, "mrr_at_5": 0.735317, "mrr_at_10": 0.740659, "mrr_at_20": 0.742404, "mrr_at_100": 0.743064, "mrr_at_1000": 0.743172, "nauc_ndcg_at_1_max": 0.440861, "nauc_ndcg_at_1_std": -0.217762, "nauc_ndcg_at_1_diff1": 0.687548, "nauc_ndcg_at_3_max": 0.510863, "nauc_ndcg_at_3_std": -0.196448, "nauc_ndcg_at_3_diff1": 0.661405, "nauc_ndcg_at_5_max": 0.536786, "nauc_ndcg_at_5_std": -0.155223, "nauc_ndcg_at_5_diff1": 0.664035, "nauc_ndcg_at_10_max": 0.540546, "nauc_ndcg_at_10_std": -0.125164, "nauc_ndcg_at_10_diff1": 0.675113, "nauc_ndcg_at_20_max": 0.538064, "nauc_ndcg_at_20_std": -0.111062, "nauc_ndcg_at_20_diff1": 0.678299, "nauc_ndcg_at_100_max": 0.532553, "nauc_ndcg_at_100_std": -0.119257, "nauc_ndcg_at_100_diff1": 0.679373, "nauc_ndcg_at_1000_max": 0.521011, "nauc_ndcg_at_1000_std": -0.143332, "nauc_ndcg_at_1000_diff1": 0.676814, "nauc_map_at_1_max": 0.440861, "nauc_map_at_1_std": -0.217762, "nauc_map_at_1_diff1": 0.687548, "nauc_map_at_3_max": 0.49219, "nauc_map_at_3_std": -0.203386, "nauc_map_at_3_diff1": 0.669126, "nauc_map_at_5_max": 0.503776, "nauc_map_at_5_std": -0.183541, "nauc_map_at_5_diff1": 0.67111, "nauc_map_at_10_max": 0.504542, "nauc_map_at_10_std": -0.173271, "nauc_map_at_10_diff1": 0.675153, "nauc_map_at_20_max": 0.503722, "nauc_map_at_20_std": -0.170429, "nauc_map_at_20_diff1": 0.67596, "nauc_map_at_100_max": 0.502895, "nauc_map_at_100_std": -0.171688, "nauc_map_at_100_diff1": 0.676042, "nauc_map_at_1000_max": 0.502657, "nauc_map_at_1000_std": -0.172166, "nauc_map_at_1000_diff1": 0.675986, "nauc_recall_at_1_max": 0.440861, "nauc_recall_at_1_std": -0.217762, "nauc_recall_at_1_diff1": 0.687548, "nauc_recall_at_3_max": 0.584457, "nauc_recall_at_3_std": -0.168307, "nauc_recall_at_3_diff1": 0.630502, "nauc_recall_at_5_max": 0.722821, "nauc_recall_at_5_std": 0.011056, "nauc_recall_at_5_diff1": 0.625355, "nauc_recall_at_10_max": 0.824041, "nauc_recall_at_10_std": 0.283108, "nauc_recall_at_10_diff1": 0.685663, "nauc_recall_at_20_max": 0.906987, "nauc_recall_at_20_std": 0.614223, "nauc_recall_at_20_diff1": 0.725654, "nauc_recall_at_100_max": 0.98925, "nauc_recall_at_100_std": 0.840312, "nauc_recall_at_100_diff1": 0.782852, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.440861, "nauc_precision_at_1_std": -0.217762, "nauc_precision_at_1_diff1": 0.687548, "nauc_precision_at_3_max": 0.584457, "nauc_precision_at_3_std": -0.168307, "nauc_precision_at_3_diff1": 0.630502, "nauc_precision_at_5_max": 0.722821, "nauc_precision_at_5_std": 0.011056, "nauc_precision_at_5_diff1": 0.625355, "nauc_precision_at_10_max": 0.824041, "nauc_precision_at_10_std": 0.283108, "nauc_precision_at_10_diff1": 0.685663, "nauc_precision_at_20_max": 0.906987, "nauc_precision_at_20_std": 0.614223, "nauc_precision_at_20_diff1": 0.725654, "nauc_precision_at_100_max": 0.98925, "nauc_precision_at_100_std": 0.840312, "nauc_precision_at_100_diff1": 0.782852, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.440861, "nauc_mrr_at_1_std": -0.217762, "nauc_mrr_at_1_diff1": 0.687548, "nauc_mrr_at_3_max": 0.49219, "nauc_mrr_at_3_std": -0.203386, "nauc_mrr_at_3_diff1": 0.669126, "nauc_mrr_at_5_max": 0.503776, "nauc_mrr_at_5_std": -0.183541, "nauc_mrr_at_5_diff1": 0.67111, "nauc_mrr_at_10_max": 0.504542, "nauc_mrr_at_10_std": -0.173271, "nauc_mrr_at_10_diff1": 0.675153, "nauc_mrr_at_20_max": 0.503722, "nauc_mrr_at_20_std": -0.170429, "nauc_mrr_at_20_diff1": 0.67596, "nauc_mrr_at_100_max": 0.502895, "nauc_mrr_at_100_std": -0.171688, "nauc_mrr_at_100_diff1": 0.676042, "nauc_mrr_at_1000_max": 0.502657, "nauc_mrr_at_1000_std": -0.172166, "nauc_mrr_at_1000_diff1": 0.675986, "main_score": 0.78374, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.736, "ndcg_at_3": 0.82553, "ndcg_at_5": 0.83793, "ndcg_at_10": 0.84473, "ndcg_at_20": 0.84986, "ndcg_at_100": 0.85225, "ndcg_at_1000": 0.85559, "map_at_1": 0.736, "map_at_3": 0.8045, "map_at_5": 0.8114, "map_at_10": 0.81422, "map_at_20": 0.81566, "map_at_100": 0.81598, "map_at_1000": 0.81605, "recall_at_1": 0.736, "recall_at_3": 0.886, "recall_at_5": 0.916, "recall_at_10": 0.937, "recall_at_20": 0.957, "recall_at_100": 0.97, "recall_at_1000": 1.0, "precision_at_1": 0.736, "precision_at_3": 0.29533, "precision_at_5": 0.1832, "precision_at_10": 0.0937, "precision_at_20": 0.04785, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.736, "mrr_at_3": 0.8045, "mrr_at_5": 0.8114, "mrr_at_10": 0.814216, "mrr_at_20": 0.815662, "mrr_at_100": 0.815981, "mrr_at_1000": 0.816046, "nauc_ndcg_at_1_max": 0.432568, "nauc_ndcg_at_1_std": 0.09945, "nauc_ndcg_at_1_diff1": 0.80768, "nauc_ndcg_at_3_max": 0.565793, "nauc_ndcg_at_3_std": 0.168479, "nauc_ndcg_at_3_diff1": 0.799405, "nauc_ndcg_at_5_max": 0.582709, "nauc_ndcg_at_5_std": 0.184361, "nauc_ndcg_at_5_diff1": 0.799028, "nauc_ndcg_at_10_max": 0.573398, "nauc_ndcg_at_10_std": 0.188872, "nauc_ndcg_at_10_diff1": 0.804946, "nauc_ndcg_at_20_max": 0.565175, "nauc_ndcg_at_20_std": 0.210195, "nauc_ndcg_at_20_diff1": 0.810748, "nauc_ndcg_at_100_max": 0.558196, "nauc_ndcg_at_100_std": 0.203687, "nauc_ndcg_at_100_diff1": 0.811876, "nauc_ndcg_at_1000_max": 0.547016, "nauc_ndcg_at_1000_std": 0.183761, "nauc_ndcg_at_1000_diff1": 0.807909, "nauc_map_at_1_max": 0.432568, "nauc_map_at_1_std": 0.09945, "nauc_map_at_1_diff1": 0.80768, "nauc_map_at_3_max": 0.524761, "nauc_map_at_3_std": 0.1465, "nauc_map_at_3_diff1": 0.801435, "nauc_map_at_5_max": 0.53116, "nauc_map_at_5_std": 0.153188, "nauc_map_at_5_diff1": 0.801166, "nauc_map_at_10_max": 0.527123, "nauc_map_at_10_std": 0.153842, "nauc_map_at_10_diff1": 0.803459, "nauc_map_at_20_max": 0.524849, "nauc_map_at_20_std": 0.158582, "nauc_map_at_20_diff1": 0.804737, "nauc_map_at_100_max": 0.524046, "nauc_map_at_100_std": 0.157855, "nauc_map_at_100_diff1": 0.804883, "nauc_map_at_1000_max": 0.52386, "nauc_map_at_1000_std": 0.157528, "nauc_map_at_1000_diff1": 0.80482, "nauc_recall_at_1_max": 0.432568, "nauc_recall_at_1_std": 0.09945, "nauc_recall_at_1_diff1": 0.80768, "nauc_recall_at_3_max": 0.753384, "nauc_recall_at_3_std": 0.269445, "nauc_recall_at_3_diff1": 0.790476, "nauc_recall_at_5_max": 0.891462, "nauc_recall_at_5_std": 0.373372, "nauc_recall_at_5_diff1": 0.787226, "nauc_recall_at_10_max": 0.928119, "nauc_recall_at_10_std": 0.473723, "nauc_recall_at_10_diff1": 0.822114, "nauc_recall_at_20_max": 0.989632, "nauc_recall_at_20_std": 0.86965, "nauc_recall_at_20_diff1": 0.904078, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.990741, "nauc_recall_at_100_diff1": 0.969499, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.432568, "nauc_precision_at_1_std": 0.09945, "nauc_precision_at_1_diff1": 0.80768, "nauc_precision_at_3_max": 0.753384, "nauc_precision_at_3_std": 0.269445, "nauc_precision_at_3_diff1": 0.790476, "nauc_precision_at_5_max": 0.891462, "nauc_precision_at_5_std": 0.373372, "nauc_precision_at_5_diff1": 0.787226, "nauc_precision_at_10_max": 0.928119, "nauc_precision_at_10_std": 0.473723, "nauc_precision_at_10_diff1": 0.822114, "nauc_precision_at_20_max": 0.989632, "nauc_precision_at_20_std": 0.86965, "nauc_precision_at_20_diff1": 0.904078, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.990741, "nauc_precision_at_100_diff1": 0.969499, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.432568, "nauc_mrr_at_1_std": 0.09945, "nauc_mrr_at_1_diff1": 0.80768, "nauc_mrr_at_3_max": 0.524761, "nauc_mrr_at_3_std": 0.1465, "nauc_mrr_at_3_diff1": 0.801435, "nauc_mrr_at_5_max": 0.53116, "nauc_mrr_at_5_std": 0.153188, "nauc_mrr_at_5_diff1": 0.801166, "nauc_mrr_at_10_max": 0.527123, "nauc_mrr_at_10_std": 0.153842, "nauc_mrr_at_10_diff1": 0.803459, "nauc_mrr_at_20_max": 0.524849, "nauc_mrr_at_20_std": 0.158582, "nauc_mrr_at_20_diff1": 0.804737, "nauc_mrr_at_100_max": 0.524046, "nauc_mrr_at_100_std": 0.157855, "nauc_mrr_at_100_diff1": 0.804883, "nauc_mrr_at_1000_max": 0.52386, "nauc_mrr_at_1000_std": 0.157528, "nauc_mrr_at_1000_diff1": 0.80482, "main_score": 0.84473, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 47.162660121917725, "kg_co2_emissions": 0.0036044609066198485 }