{ "dataset_revision": "6e1effa2c03723c5fde48ee912b5ee08d4f211e8", "task_name": "CodeSearchNetCCRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.46635, "ndcg_at_3": 0.56853, "ndcg_at_5": 0.59221, "ndcg_at_10": 0.61081, "ndcg_at_20": 0.62274, "ndcg_at_100": 0.63783, "ndcg_at_1000": 0.64639, "map_at_1": 0.46635, "map_at_3": 0.54378, "map_at_5": 0.55695, "map_at_10": 0.56472, "map_at_20": 0.56804, "map_at_100": 0.57011, "map_at_1000": 0.5704, "recall_at_1": 0.46635, "recall_at_3": 0.63997, "recall_at_5": 0.69735, "recall_at_10": 0.75439, "recall_at_20": 0.80125, "recall_at_100": 0.88289, "recall_at_1000": 0.95174, "precision_at_1": 0.46635, "precision_at_3": 0.21332, "precision_at_5": 0.13947, "precision_at_10": 0.07544, "precision_at_20": 0.04006, "precision_at_100": 0.00883, "precision_at_1000": 0.00095, "mrr_at_1": 0.466282, "mrr_at_3": 0.543717, "mrr_at_5": 0.556902, "mrr_at_10": 0.564669, "mrr_at_20": 0.567992, "mrr_at_100": 0.570057, "mrr_at_1000": 0.570356, "nauc_ndcg_at_1_max": 0.367193, "nauc_ndcg_at_1_std": -0.101488, "nauc_ndcg_at_1_diff1": 0.585406, "nauc_ndcg_at_3_max": 0.411129, "nauc_ndcg_at_3_std": -0.104071, "nauc_ndcg_at_3_diff1": 0.549887, "nauc_ndcg_at_5_max": 0.417231, "nauc_ndcg_at_5_std": -0.097142, "nauc_ndcg_at_5_diff1": 0.546443, "nauc_ndcg_at_10_max": 0.420691, "nauc_ndcg_at_10_std": -0.091601, "nauc_ndcg_at_10_diff1": 0.546459, "nauc_ndcg_at_20_max": 0.417153, "nauc_ndcg_at_20_std": -0.089102, "nauc_ndcg_at_20_diff1": 0.544905, "nauc_ndcg_at_100_max": 0.415785, "nauc_ndcg_at_100_std": -0.084606, "nauc_ndcg_at_100_diff1": 0.545902, "nauc_ndcg_at_1000_max": 0.414189, "nauc_ndcg_at_1000_std": -0.085928, "nauc_ndcg_at_1000_diff1": 0.5491, "nauc_map_at_1_max": 0.367193, "nauc_map_at_1_std": -0.101488, "nauc_map_at_1_diff1": 0.585406, "nauc_map_at_3_max": 0.399798, "nauc_map_at_3_std": -0.1041, "nauc_map_at_3_diff1": 0.558611, "nauc_map_at_5_max": 0.402866, "nauc_map_at_5_std": -0.100402, "nauc_map_at_5_diff1": 0.556977, "nauc_map_at_10_max": 0.40396, "nauc_map_at_10_std": -0.098367, "nauc_map_at_10_diff1": 0.557222, "nauc_map_at_20_max": 0.402985, "nauc_map_at_20_std": -0.097738, "nauc_map_at_20_diff1": 0.556917, "nauc_map_at_100_max": 0.402868, "nauc_map_at_100_std": -0.097149, "nauc_map_at_100_diff1": 0.557152, "nauc_map_at_1000_max": 0.402796, "nauc_map_at_1000_std": -0.0972, "nauc_map_at_1000_diff1": 0.557251, "nauc_recall_at_1_max": 0.367193, "nauc_recall_at_1_std": -0.101488, "nauc_recall_at_1_diff1": 0.585406, "nauc_recall_at_3_max": 0.447766, "nauc_recall_at_3_std": -0.103654, "nauc_recall_at_3_diff1": 0.521882, "nauc_recall_at_5_max": 0.469127, "nauc_recall_at_5_std": -0.084022, "nauc_recall_at_5_diff1": 0.508703, "nauc_recall_at_10_max": 0.492843, "nauc_recall_at_10_std": -0.058562, "nauc_recall_at_10_diff1": 0.501384, "nauc_recall_at_20_max": 0.48421, "nauc_recall_at_20_std": -0.038179, "nauc_recall_at_20_diff1": 0.483744, "nauc_recall_at_100_max": 0.503201, "nauc_recall_at_100_std": 0.046081, "nauc_recall_at_100_diff1": 0.456995, "nauc_recall_at_1000_max": 0.557176, "nauc_recall_at_1000_std": 0.165942, "nauc_recall_at_1000_diff1": 0.475424, "nauc_precision_at_1_max": 0.367193, "nauc_precision_at_1_std": -0.101488, "nauc_precision_at_1_diff1": 0.585406, "nauc_precision_at_3_max": 0.447766, "nauc_precision_at_3_std": -0.103654, "nauc_precision_at_3_diff1": 0.521882, "nauc_precision_at_5_max": 0.469127, "nauc_precision_at_5_std": -0.084022, "nauc_precision_at_5_diff1": 0.508703, "nauc_precision_at_10_max": 0.492843, "nauc_precision_at_10_std": -0.058562, "nauc_precision_at_10_diff1": 0.501384, "nauc_precision_at_20_max": 0.48421, "nauc_precision_at_20_std": -0.038179, "nauc_precision_at_20_diff1": 0.483744, "nauc_precision_at_100_max": 0.503201, "nauc_precision_at_100_std": 0.046081, "nauc_precision_at_100_diff1": 0.456995, "nauc_precision_at_1000_max": 0.557176, "nauc_precision_at_1000_std": 0.165942, "nauc_precision_at_1000_diff1": 0.475424, "nauc_mrr_at_1_max": 0.367078, "nauc_mrr_at_1_std": -0.101814, "nauc_mrr_at_1_diff1": 0.585582, "nauc_mrr_at_3_max": 0.399818, "nauc_mrr_at_3_std": -0.104234, "nauc_mrr_at_3_diff1": 0.558781, "nauc_mrr_at_5_max": 0.402845, "nauc_mrr_at_5_std": -0.100562, "nauc_mrr_at_5_diff1": 0.557114, "nauc_mrr_at_10_max": 0.403949, "nauc_mrr_at_10_std": -0.098521, "nauc_mrr_at_10_diff1": 0.557366, "nauc_mrr_at_20_max": 0.402974, "nauc_mrr_at_20_std": -0.097894, "nauc_mrr_at_20_diff1": 0.557063, "nauc_mrr_at_100_max": 0.402858, "nauc_mrr_at_100_std": -0.097304, "nauc_mrr_at_100_diff1": 0.557298, "nauc_mrr_at_1000_max": 0.402786, "nauc_mrr_at_1000_std": -0.097355, "nauc_mrr_at_1000_diff1": 0.557397, "main_score": 0.61081, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.48952, "ndcg_at_3": 0.58505, "ndcg_at_5": 0.60153, "ndcg_at_10": 0.61778, "ndcg_at_20": 0.62904, "ndcg_at_100": 0.64649, "ndcg_at_1000": 0.65609, "map_at_1": 0.48952, "map_at_3": 0.56249, "map_at_5": 0.57169, "map_at_10": 0.57847, "map_at_20": 0.58158, "map_at_100": 0.58398, "map_at_1000": 0.58431, "recall_at_1": 0.48952, "recall_at_3": 0.64995, "recall_at_5": 0.68976, "recall_at_10": 0.73959, "recall_at_20": 0.78396, "recall_at_100": 0.87815, "recall_at_1000": 0.95564, "precision_at_1": 0.48952, "precision_at_3": 0.21665, "precision_at_5": 0.13795, "precision_at_10": 0.07396, "precision_at_20": 0.0392, "precision_at_100": 0.00878, "precision_at_1000": 0.00096, "mrr_at_1": 0.489517, "mrr_at_3": 0.562494, "mrr_at_5": 0.571685, "mrr_at_10": 0.57847, "mrr_at_20": 0.581581, "mrr_at_100": 0.583981, "mrr_at_1000": 0.584306, "nauc_ndcg_at_1_max": 0.338398, "nauc_ndcg_at_1_std": -0.181227, "nauc_ndcg_at_1_diff1": 0.592186, "nauc_ndcg_at_3_max": 0.389832, "nauc_ndcg_at_3_std": -0.194203, "nauc_ndcg_at_3_diff1": 0.572178, "nauc_ndcg_at_5_max": 0.397493, "nauc_ndcg_at_5_std": -0.184838, "nauc_ndcg_at_5_diff1": 0.569127, "nauc_ndcg_at_10_max": 0.395497, "nauc_ndcg_at_10_std": -0.187362, "nauc_ndcg_at_10_diff1": 0.572915, "nauc_ndcg_at_20_max": 0.393105, "nauc_ndcg_at_20_std": -0.185142, "nauc_ndcg_at_20_diff1": 0.56975, "nauc_ndcg_at_100_max": 0.394481, "nauc_ndcg_at_100_std": -0.174874, "nauc_ndcg_at_100_diff1": 0.566486, "nauc_ndcg_at_1000_max": 0.390412, "nauc_ndcg_at_1000_std": -0.177408, "nauc_ndcg_at_1000_diff1": 0.568756, "nauc_map_at_1_max": 0.338398, "nauc_map_at_1_std": -0.181227, "nauc_map_at_1_diff1": 0.592186, "nauc_map_at_3_max": 0.377039, "nauc_map_at_3_std": -0.190434, "nauc_map_at_3_diff1": 0.576515, "nauc_map_at_5_max": 0.380729, "nauc_map_at_5_std": -0.185444, "nauc_map_at_5_diff1": 0.574811, "nauc_map_at_10_max": 0.379804, "nauc_map_at_10_std": -0.186361, "nauc_map_at_10_diff1": 0.576398, "nauc_map_at_20_max": 0.379, "nauc_map_at_20_std": -0.186031, "nauc_map_at_20_diff1": 0.575664, "nauc_map_at_100_max": 0.379091, "nauc_map_at_100_std": -0.184768, "nauc_map_at_100_diff1": 0.575204, "nauc_map_at_1000_max": 0.378956, "nauc_map_at_1000_std": -0.18483, "nauc_map_at_1000_diff1": 0.575273, "nauc_recall_at_1_max": 0.338398, "nauc_recall_at_1_std": -0.181227, "nauc_recall_at_1_diff1": 0.592186, "nauc_recall_at_3_max": 0.431111, "nauc_recall_at_3_std": -0.206629, "nauc_recall_at_3_diff1": 0.5585, "nauc_recall_at_5_max": 0.456843, "nauc_recall_at_5_std": -0.181256, "nauc_recall_at_5_diff1": 0.549582, "nauc_recall_at_10_max": 0.457123, "nauc_recall_at_10_std": -0.191157, "nauc_recall_at_10_diff1": 0.561294, "nauc_recall_at_20_max": 0.454545, "nauc_recall_at_20_std": -0.176307, "nauc_recall_at_20_diff1": 0.540955, "nauc_recall_at_100_max": 0.512568, "nauc_recall_at_100_std": -0.044994, "nauc_recall_at_100_diff1": 0.485655, "nauc_recall_at_1000_max": 0.517533, "nauc_recall_at_1000_std": 0.044193, "nauc_recall_at_1000_diff1": 0.45912, "nauc_precision_at_1_max": 0.338398, "nauc_precision_at_1_std": -0.181227, "nauc_precision_at_1_diff1": 0.592186, "nauc_precision_at_3_max": 0.431111, "nauc_precision_at_3_std": -0.206629, "nauc_precision_at_3_diff1": 0.5585, "nauc_precision_at_5_max": 0.456843, "nauc_precision_at_5_std": -0.181256, "nauc_precision_at_5_diff1": 0.549582, "nauc_precision_at_10_max": 0.457123, "nauc_precision_at_10_std": -0.191157, "nauc_precision_at_10_diff1": 0.561294, "nauc_precision_at_20_max": 0.454545, "nauc_precision_at_20_std": -0.176307, "nauc_precision_at_20_diff1": 0.540955, "nauc_precision_at_100_max": 0.512568, "nauc_precision_at_100_std": -0.044994, "nauc_precision_at_100_diff1": 0.485655, "nauc_precision_at_1000_max": 0.517533, "nauc_precision_at_1000_std": 0.044193, "nauc_precision_at_1000_diff1": 0.45912, "nauc_mrr_at_1_max": 0.338398, "nauc_mrr_at_1_std": -0.181227, "nauc_mrr_at_1_diff1": 0.592186, "nauc_mrr_at_3_max": 0.377039, "nauc_mrr_at_3_std": -0.190434, "nauc_mrr_at_3_diff1": 0.576515, "nauc_mrr_at_5_max": 0.380729, "nauc_mrr_at_5_std": -0.185444, "nauc_mrr_at_5_diff1": 0.574811, "nauc_mrr_at_10_max": 0.379804, "nauc_mrr_at_10_std": -0.186361, "nauc_mrr_at_10_diff1": 0.576398, "nauc_mrr_at_20_max": 0.379, "nauc_mrr_at_20_std": -0.186031, "nauc_mrr_at_20_diff1": 0.575664, "nauc_mrr_at_100_max": 0.379091, "nauc_mrr_at_100_std": -0.184768, "nauc_mrr_at_100_diff1": 0.575204, "nauc_mrr_at_1000_max": 0.378956, "nauc_mrr_at_1000_std": -0.18483, "nauc_mrr_at_1000_diff1": 0.575273, "main_score": 0.61778, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.31347, "ndcg_at_3": 0.3924, "ndcg_at_5": 0.41506, "ndcg_at_10": 0.43618, "ndcg_at_20": 0.45041, "ndcg_at_100": 0.47291, "ndcg_at_1000": 0.49015, "map_at_1": 0.31347, "map_at_3": 0.37322, "map_at_5": 0.38579, "map_at_10": 0.3945, "map_at_20": 0.3984, "map_at_100": 0.40143, "map_at_1000": 0.40201, "recall_at_1": 0.31347, "recall_at_3": 0.4478, "recall_at_5": 0.50283, "recall_at_10": 0.56821, "recall_at_20": 0.62448, "recall_at_100": 0.74698, "recall_at_1000": 0.88673, "precision_at_1": 0.31347, "precision_at_3": 0.14927, "precision_at_5": 0.10057, "precision_at_10": 0.05682, "precision_at_20": 0.03122, "precision_at_100": 0.00747, "precision_at_1000": 0.00089, "mrr_at_1": 0.313962, "mrr_at_3": 0.373451, "mrr_at_5": 0.386077, "mrr_at_10": 0.394762, "mrr_at_20": 0.39867, "mrr_at_100": 0.401693, "mrr_at_1000": 0.402273, "nauc_ndcg_at_1_max": 0.346104, "nauc_ndcg_at_1_std": -0.042595, "nauc_ndcg_at_1_diff1": 0.492136, "nauc_ndcg_at_3_max": 0.355922, "nauc_ndcg_at_3_std": -0.050463, "nauc_ndcg_at_3_diff1": 0.4478, "nauc_ndcg_at_5_max": 0.353855, "nauc_ndcg_at_5_std": -0.051063, "nauc_ndcg_at_5_diff1": 0.436905, "nauc_ndcg_at_10_max": 0.35127, "nauc_ndcg_at_10_std": -0.051063, "nauc_ndcg_at_10_diff1": 0.432997, "nauc_ndcg_at_20_max": 0.35097, "nauc_ndcg_at_20_std": -0.047673, "nauc_ndcg_at_20_diff1": 0.430317, "nauc_ndcg_at_100_max": 0.351223, "nauc_ndcg_at_100_std": -0.041298, "nauc_ndcg_at_100_diff1": 0.430519, "nauc_ndcg_at_1000_max": 0.351159, "nauc_ndcg_at_1000_std": -0.040701, "nauc_ndcg_at_1000_diff1": 0.433324, "nauc_map_at_1_max": 0.346104, "nauc_map_at_1_std": -0.042595, "nauc_map_at_1_diff1": 0.492136, "nauc_map_at_3_max": 0.354283, "nauc_map_at_3_std": -0.048443, "nauc_map_at_3_diff1": 0.458104, "nauc_map_at_5_max": 0.353219, "nauc_map_at_5_std": -0.048712, "nauc_map_at_5_diff1": 0.452155, "nauc_map_at_10_max": 0.352107, "nauc_map_at_10_std": -0.048897, "nauc_map_at_10_diff1": 0.450685, "nauc_map_at_20_max": 0.352041, "nauc_map_at_20_std": -0.047983, "nauc_map_at_20_diff1": 0.450062, "nauc_map_at_100_max": 0.351999, "nauc_map_at_100_std": -0.04725, "nauc_map_at_100_diff1": 0.45017, "nauc_map_at_1000_max": 0.351974, "nauc_map_at_1000_std": -0.047236, "nauc_map_at_1000_diff1": 0.450282, "nauc_recall_at_1_max": 0.346104, "nauc_recall_at_1_std": -0.042595, "nauc_recall_at_1_diff1": 0.492136, "nauc_recall_at_3_max": 0.360321, "nauc_recall_at_3_std": -0.056293, "nauc_recall_at_3_diff1": 0.418456, "nauc_recall_at_5_max": 0.354996, "nauc_recall_at_5_std": -0.058109, "nauc_recall_at_5_diff1": 0.391072, "nauc_recall_at_10_max": 0.346971, "nauc_recall_at_10_std": -0.057444, "nauc_recall_at_10_diff1": 0.37514, "nauc_recall_at_20_max": 0.345234, "nauc_recall_at_20_std": -0.042867, "nauc_recall_at_20_diff1": 0.358423, "nauc_recall_at_100_max": 0.34705, "nauc_recall_at_100_std": 0.010079, "nauc_recall_at_100_diff1": 0.336236, "nauc_recall_at_1000_max": 0.345763, "nauc_recall_at_1000_std": 0.075418, "nauc_recall_at_1000_diff1": 0.302043, "nauc_precision_at_1_max": 0.346104, "nauc_precision_at_1_std": -0.042595, "nauc_precision_at_1_diff1": 0.492136, "nauc_precision_at_3_max": 0.360321, "nauc_precision_at_3_std": -0.056293, "nauc_precision_at_3_diff1": 0.418456, "nauc_precision_at_5_max": 0.354996, "nauc_precision_at_5_std": -0.058109, "nauc_precision_at_5_diff1": 0.391072, "nauc_precision_at_10_max": 0.346971, "nauc_precision_at_10_std": -0.057444, "nauc_precision_at_10_diff1": 0.37514, "nauc_precision_at_20_max": 0.345234, "nauc_precision_at_20_std": -0.042867, "nauc_precision_at_20_diff1": 0.358423, "nauc_precision_at_100_max": 0.34705, "nauc_precision_at_100_std": 0.010079, "nauc_precision_at_100_diff1": 0.336236, "nauc_precision_at_1000_max": 0.345763, "nauc_precision_at_1000_std": 0.075418, "nauc_precision_at_1000_diff1": 0.302043, "nauc_mrr_at_1_max": 0.346391, "nauc_mrr_at_1_std": -0.041241, "nauc_mrr_at_1_diff1": 0.490601, "nauc_mrr_at_3_max": 0.354817, "nauc_mrr_at_3_std": -0.047914, "nauc_mrr_at_3_diff1": 0.457572, "nauc_mrr_at_5_max": 0.353481, "nauc_mrr_at_5_std": -0.04813, "nauc_mrr_at_5_diff1": 0.451352, "nauc_mrr_at_10_max": 0.352405, "nauc_mrr_at_10_std": -0.048296, "nauc_mrr_at_10_diff1": 0.449969, "nauc_mrr_at_20_max": 0.35234, "nauc_mrr_at_20_std": -0.047353, "nauc_mrr_at_20_diff1": 0.449309, "nauc_mrr_at_100_max": 0.352298, "nauc_mrr_at_100_std": -0.046618, "nauc_mrr_at_100_diff1": 0.449414, "nauc_mrr_at_1000_max": 0.352274, "nauc_mrr_at_1000_std": -0.046603, "nauc_mrr_at_1000_diff1": 0.449525, "main_score": 0.43618, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.47264, "ndcg_at_3": 0.57103, "ndcg_at_5": 0.59338, "ndcg_at_10": 0.60868, "ndcg_at_20": 0.62088, "ndcg_at_100": 0.63343, "ndcg_at_1000": 0.64477, "map_at_1": 0.47264, "map_at_3": 0.54692, "map_at_5": 0.55921, "map_at_10": 0.56563, "map_at_20": 0.56896, "map_at_100": 0.57072, "map_at_1000": 0.57111, "recall_at_1": 0.47264, "recall_at_3": 0.64076, "recall_at_5": 0.69548, "recall_at_10": 0.74227, "recall_at_20": 0.79064, "recall_at_100": 0.85805, "recall_at_1000": 0.94925, "precision_at_1": 0.47264, "precision_at_3": 0.21359, "precision_at_5": 0.1391, "precision_at_10": 0.07423, "precision_at_20": 0.03953, "precision_at_100": 0.00858, "precision_at_1000": 0.00095, "mrr_at_1": 0.472641, "mrr_at_3": 0.54692, "mrr_at_5": 0.559212, "mrr_at_10": 0.565628, "mrr_at_20": 0.568961, "mrr_at_100": 0.570718, "mrr_at_1000": 0.571112, "nauc_ndcg_at_1_max": 0.39774, "nauc_ndcg_at_1_std": -0.18805, "nauc_ndcg_at_1_diff1": 0.656043, "nauc_ndcg_at_3_max": 0.429989, "nauc_ndcg_at_3_std": -0.198092, "nauc_ndcg_at_3_diff1": 0.614179, "nauc_ndcg_at_5_max": 0.429863, "nauc_ndcg_at_5_std": -0.198212, "nauc_ndcg_at_5_diff1": 0.605154, "nauc_ndcg_at_10_max": 0.430403, "nauc_ndcg_at_10_std": -0.199684, "nauc_ndcg_at_10_diff1": 0.606685, "nauc_ndcg_at_20_max": 0.428979, "nauc_ndcg_at_20_std": -0.203062, "nauc_ndcg_at_20_diff1": 0.604339, "nauc_ndcg_at_100_max": 0.429693, "nauc_ndcg_at_100_std": -0.201542, "nauc_ndcg_at_100_diff1": 0.607906, "nauc_ndcg_at_1000_max": 0.426717, "nauc_ndcg_at_1000_std": -0.201961, "nauc_ndcg_at_1000_diff1": 0.609377, "nauc_map_at_1_max": 0.39774, "nauc_map_at_1_std": -0.18805, "nauc_map_at_1_diff1": 0.656043, "nauc_map_at_3_max": 0.42208, "nauc_map_at_3_std": -0.19431, "nauc_map_at_3_diff1": 0.624006, "nauc_map_at_5_max": 0.421954, "nauc_map_at_5_std": -0.194559, "nauc_map_at_5_diff1": 0.619451, "nauc_map_at_10_max": 0.422111, "nauc_map_at_10_std": -0.195053, "nauc_map_at_10_diff1": 0.619832, "nauc_map_at_20_max": 0.421827, "nauc_map_at_20_std": -0.195661, "nauc_map_at_20_diff1": 0.619255, "nauc_map_at_100_max": 0.421941, "nauc_map_at_100_std": -0.195562, "nauc_map_at_100_diff1": 0.619769, "nauc_map_at_1000_max": 0.421817, "nauc_map_at_1000_std": -0.195558, "nauc_map_at_1000_diff1": 0.619791, "nauc_recall_at_1_max": 0.39774, "nauc_recall_at_1_std": -0.18805, "nauc_recall_at_1_diff1": 0.656043, "nauc_recall_at_3_max": 0.455373, "nauc_recall_at_3_std": -0.210882, "nauc_recall_at_3_diff1": 0.582852, "nauc_recall_at_5_max": 0.457407, "nauc_recall_at_5_std": -0.211353, "nauc_recall_at_5_diff1": 0.553508, "nauc_recall_at_10_max": 0.463109, "nauc_recall_at_10_std": -0.21928, "nauc_recall_at_10_diff1": 0.555193, "nauc_recall_at_20_max": 0.459005, "nauc_recall_at_20_std": -0.245061, "nauc_recall_at_20_diff1": 0.53321, "nauc_recall_at_100_max": 0.477357, "nauc_recall_at_100_std": -0.241378, "nauc_recall_at_100_diff1": 0.541568, "nauc_recall_at_1000_max": 0.443138, "nauc_recall_at_1000_std": -0.326855, "nauc_recall_at_1000_diff1": 0.505441, "nauc_precision_at_1_max": 0.39774, "nauc_precision_at_1_std": -0.18805, "nauc_precision_at_1_diff1": 0.656043, "nauc_precision_at_3_max": 0.455373, "nauc_precision_at_3_std": -0.210882, "nauc_precision_at_3_diff1": 0.582852, "nauc_precision_at_5_max": 0.457407, "nauc_precision_at_5_std": -0.211353, "nauc_precision_at_5_diff1": 0.553508, "nauc_precision_at_10_max": 0.463109, "nauc_precision_at_10_std": -0.21928, "nauc_precision_at_10_diff1": 0.555193, "nauc_precision_at_20_max": 0.459005, "nauc_precision_at_20_std": -0.245061, "nauc_precision_at_20_diff1": 0.53321, "nauc_precision_at_100_max": 0.477357, "nauc_precision_at_100_std": -0.241378, "nauc_precision_at_100_diff1": 0.541568, "nauc_precision_at_1000_max": 0.443138, "nauc_precision_at_1000_std": -0.326855, "nauc_precision_at_1000_diff1": 0.505441, "nauc_mrr_at_1_max": 0.39774, "nauc_mrr_at_1_std": -0.18805, "nauc_mrr_at_1_diff1": 0.656043, "nauc_mrr_at_3_max": 0.42208, "nauc_mrr_at_3_std": -0.19431, "nauc_mrr_at_3_diff1": 0.624006, "nauc_mrr_at_5_max": 0.421954, "nauc_mrr_at_5_std": -0.194559, "nauc_mrr_at_5_diff1": 0.619451, "nauc_mrr_at_10_max": 0.422111, "nauc_mrr_at_10_std": -0.195053, "nauc_mrr_at_10_diff1": 0.619832, "nauc_mrr_at_20_max": 0.421827, "nauc_mrr_at_20_std": -0.195661, "nauc_mrr_at_20_diff1": 0.619255, "nauc_mrr_at_100_max": 0.421941, "nauc_mrr_at_100_std": -0.195562, "nauc_mrr_at_100_diff1": 0.619769, "nauc_mrr_at_1000_max": 0.421817, "nauc_mrr_at_1000_std": -0.195558, "nauc_mrr_at_1000_diff1": 0.619791, "main_score": 0.60868, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.44108, "ndcg_at_3": 0.53634, "ndcg_at_5": 0.55691, "ndcg_at_10": 0.57515, "ndcg_at_20": 0.58639, "ndcg_at_100": 0.60193, "ndcg_at_1000": 0.61243, "map_at_1": 0.44108, "map_at_3": 0.51339, "map_at_5": 0.52485, "map_at_10": 0.53243, "map_at_20": 0.53551, "map_at_100": 0.53764, "map_at_1000": 0.53801, "recall_at_1": 0.44108, "recall_at_3": 0.60256, "recall_at_5": 0.6523, "recall_at_10": 0.70844, "recall_at_20": 0.7529, "recall_at_100": 0.83706, "recall_at_1000": 0.92141, "precision_at_1": 0.44108, "precision_at_3": 0.20085, "precision_at_5": 0.13046, "precision_at_10": 0.07084, "precision_at_20": 0.03764, "precision_at_100": 0.00837, "precision_at_1000": 0.00092, "mrr_at_1": 0.440712, "mrr_at_3": 0.513266, "mrr_at_5": 0.524686, "mrr_at_10": 0.532287, "mrr_at_20": 0.535368, "mrr_at_100": 0.537492, "mrr_at_1000": 0.537861, "nauc_ndcg_at_1_max": 0.344389, "nauc_ndcg_at_1_std": -0.14453, "nauc_ndcg_at_1_diff1": 0.595436, "nauc_ndcg_at_3_max": 0.384324, "nauc_ndcg_at_3_std": -0.144511, "nauc_ndcg_at_3_diff1": 0.560479, "nauc_ndcg_at_5_max": 0.389253, "nauc_ndcg_at_5_std": -0.14087, "nauc_ndcg_at_5_diff1": 0.560118, "nauc_ndcg_at_10_max": 0.38991, "nauc_ndcg_at_10_std": -0.134857, "nauc_ndcg_at_10_diff1": 0.558812, "nauc_ndcg_at_20_max": 0.388688, "nauc_ndcg_at_20_std": -0.132824, "nauc_ndcg_at_20_diff1": 0.559282, "nauc_ndcg_at_100_max": 0.387569, "nauc_ndcg_at_100_std": -0.125064, "nauc_ndcg_at_100_diff1": 0.558588, "nauc_ndcg_at_1000_max": 0.385812, "nauc_ndcg_at_1000_std": -0.126651, "nauc_ndcg_at_1000_diff1": 0.560725, "nauc_map_at_1_max": 0.344389, "nauc_map_at_1_std": -0.14453, "nauc_map_at_1_diff1": 0.595436, "nauc_map_at_3_max": 0.374608, "nauc_map_at_3_std": -0.145135, "nauc_map_at_3_diff1": 0.56892, "nauc_map_at_5_max": 0.37725, "nauc_map_at_5_std": -0.143158, "nauc_map_at_5_diff1": 0.568958, "nauc_map_at_10_max": 0.377279, "nauc_map_at_10_std": -0.140972, "nauc_map_at_10_diff1": 0.568549, "nauc_map_at_20_max": 0.376919, "nauc_map_at_20_std": -0.14045, "nauc_map_at_20_diff1": 0.568727, "nauc_map_at_100_max": 0.376581, "nauc_map_at_100_std": -0.139538, "nauc_map_at_100_diff1": 0.568558, "nauc_map_at_1000_max": 0.376528, "nauc_map_at_1000_std": -0.139569, "nauc_map_at_1000_diff1": 0.568621, "nauc_recall_at_1_max": 0.344389, "nauc_recall_at_1_std": -0.14453, "nauc_recall_at_1_diff1": 0.595436, "nauc_recall_at_3_max": 0.414428, "nauc_recall_at_3_std": -0.142286, "nauc_recall_at_3_diff1": 0.534356, "nauc_recall_at_5_max": 0.429859, "nauc_recall_at_5_std": -0.132334, "nauc_recall_at_5_diff1": 0.530513, "nauc_recall_at_10_max": 0.438084, "nauc_recall_at_10_std": -0.107522, "nauc_recall_at_10_diff1": 0.521877, "nauc_recall_at_20_max": 0.438049, "nauc_recall_at_20_std": -0.093098, "nauc_recall_at_20_diff1": 0.519111, "nauc_recall_at_100_max": 0.452466, "nauc_recall_at_100_std": 0.00244, "nauc_recall_at_100_diff1": 0.499158, "nauc_recall_at_1000_max": 0.463517, "nauc_recall_at_1000_std": 0.074307, "nauc_recall_at_1000_diff1": 0.506237, "nauc_precision_at_1_max": 0.344389, "nauc_precision_at_1_std": -0.14453, "nauc_precision_at_1_diff1": 0.595436, "nauc_precision_at_3_max": 0.414428, "nauc_precision_at_3_std": -0.142286, "nauc_precision_at_3_diff1": 0.534356, "nauc_precision_at_5_max": 0.429859, "nauc_precision_at_5_std": -0.132334, "nauc_precision_at_5_diff1": 0.530513, "nauc_precision_at_10_max": 0.438084, "nauc_precision_at_10_std": -0.107522, "nauc_precision_at_10_diff1": 0.521877, "nauc_precision_at_20_max": 0.438049, "nauc_precision_at_20_std": -0.093098, "nauc_precision_at_20_diff1": 0.519111, "nauc_precision_at_100_max": 0.452466, "nauc_precision_at_100_std": 0.00244, "nauc_precision_at_100_diff1": 0.499158, "nauc_precision_at_1000_max": 0.463517, "nauc_precision_at_1000_std": 0.074307, "nauc_precision_at_1000_diff1": 0.506237, "nauc_mrr_at_1_max": 0.344224, "nauc_mrr_at_1_std": -0.143931, "nauc_mrr_at_1_diff1": 0.596382, "nauc_mrr_at_3_max": 0.37456, "nauc_mrr_at_3_std": -0.144603, "nauc_mrr_at_3_diff1": 0.569392, "nauc_mrr_at_5_max": 0.377278, "nauc_mrr_at_5_std": -0.14267, "nauc_mrr_at_5_diff1": 0.569521, "nauc_mrr_at_10_max": 0.377283, "nauc_mrr_at_10_std": -0.140513, "nauc_mrr_at_10_diff1": 0.569132, "nauc_mrr_at_20_max": 0.376923, "nauc_mrr_at_20_std": -0.139988, "nauc_mrr_at_20_diff1": 0.569314, "nauc_mrr_at_100_max": 0.376586, "nauc_mrr_at_100_std": -0.139073, "nauc_mrr_at_100_diff1": 0.569148, "nauc_mrr_at_1000_max": 0.376533, "nauc_mrr_at_1000_std": -0.139104, "nauc_mrr_at_1000_diff1": 0.569212, "main_score": 0.57515, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.33895, "ndcg_at_3": 0.42326, "ndcg_at_5": 0.44502, "ndcg_at_10": 0.46624, "ndcg_at_20": 0.48095, "ndcg_at_100": 0.50299, "ndcg_at_1000": 0.518, "map_at_1": 0.33895, "map_at_3": 0.40257, "map_at_5": 0.41468, "map_at_10": 0.42351, "map_at_20": 0.42755, "map_at_100": 0.43055, "map_at_1000": 0.43105, "recall_at_1": 0.33895, "recall_at_3": 0.48309, "recall_at_5": 0.53582, "recall_at_10": 0.60104, "recall_at_20": 0.6592, "recall_at_100": 0.77879, "recall_at_1000": 0.90017, "precision_at_1": 0.33895, "precision_at_3": 0.16103, "precision_at_5": 0.10716, "precision_at_10": 0.0601, "precision_at_20": 0.03296, "precision_at_100": 0.00779, "precision_at_1000": 0.0009, "mrr_at_1": 0.339018, "mrr_at_3": 0.40255, "mrr_at_5": 0.414645, "mrr_at_10": 0.423514, "mrr_at_20": 0.427547, "mrr_at_100": 0.430548, "mrr_at_1000": 0.431058, "nauc_ndcg_at_1_max": 0.286441, "nauc_ndcg_at_1_std": -0.119928, "nauc_ndcg_at_1_diff1": 0.527668, "nauc_ndcg_at_3_max": 0.305726, "nauc_ndcg_at_3_std": -0.120535, "nauc_ndcg_at_3_diff1": 0.488664, "nauc_ndcg_at_5_max": 0.3067, "nauc_ndcg_at_5_std": -0.117062, "nauc_ndcg_at_5_diff1": 0.480618, "nauc_ndcg_at_10_max": 0.30511, "nauc_ndcg_at_10_std": -0.112185, "nauc_ndcg_at_10_diff1": 0.476013, "nauc_ndcg_at_20_max": 0.303442, "nauc_ndcg_at_20_std": -0.108908, "nauc_ndcg_at_20_diff1": 0.474747, "nauc_ndcg_at_100_max": 0.301795, "nauc_ndcg_at_100_std": -0.101913, "nauc_ndcg_at_100_diff1": 0.473419, "nauc_ndcg_at_1000_max": 0.30202, "nauc_ndcg_at_1000_std": -0.10122, "nauc_ndcg_at_1000_diff1": 0.47622, "nauc_map_at_1_max": 0.286441, "nauc_map_at_1_std": -0.119928, "nauc_map_at_1_diff1": 0.527668, "nauc_map_at_3_max": 0.301268, "nauc_map_at_3_std": -0.121093, "nauc_map_at_3_diff1": 0.497808, "nauc_map_at_5_max": 0.301842, "nauc_map_at_5_std": -0.119082, "nauc_map_at_5_diff1": 0.493388, "nauc_map_at_10_max": 0.301282, "nauc_map_at_10_std": -0.117032, "nauc_map_at_10_diff1": 0.491726, "nauc_map_at_20_max": 0.300765, "nauc_map_at_20_std": -0.116276, "nauc_map_at_20_diff1": 0.491526, "nauc_map_at_100_max": 0.300424, "nauc_map_at_100_std": -0.115469, "nauc_map_at_100_diff1": 0.491293, "nauc_map_at_1000_max": 0.300418, "nauc_map_at_1000_std": -0.115453, "nauc_map_at_1000_diff1": 0.491382, "nauc_recall_at_1_max": 0.286441, "nauc_recall_at_1_std": -0.119928, "nauc_recall_at_1_diff1": 0.527668, "nauc_recall_at_3_max": 0.318549, "nauc_recall_at_3_std": -0.118629, "nauc_recall_at_3_diff1": 0.462304, "nauc_recall_at_5_max": 0.3212, "nauc_recall_at_5_std": -0.110327, "nauc_recall_at_5_diff1": 0.441398, "nauc_recall_at_10_max": 0.316204, "nauc_recall_at_10_std": -0.094135, "nauc_recall_at_10_diff1": 0.422601, "nauc_recall_at_20_max": 0.310169, "nauc_recall_at_20_std": -0.076162, "nauc_recall_at_20_diff1": 0.4103, "nauc_recall_at_100_max": 0.301656, "nauc_recall_at_100_std": -0.003309, "nauc_recall_at_100_diff1": 0.377349, "nauc_recall_at_1000_max": 0.30922, "nauc_recall_at_1000_std": 0.112693, "nauc_recall_at_1000_diff1": 0.351281, "nauc_precision_at_1_max": 0.286441, "nauc_precision_at_1_std": -0.119928, "nauc_precision_at_1_diff1": 0.527668, "nauc_precision_at_3_max": 0.318549, "nauc_precision_at_3_std": -0.118629, "nauc_precision_at_3_diff1": 0.462304, "nauc_precision_at_5_max": 0.3212, "nauc_precision_at_5_std": -0.110327, "nauc_precision_at_5_diff1": 0.441398, "nauc_precision_at_10_max": 0.316204, "nauc_precision_at_10_std": -0.094135, "nauc_precision_at_10_diff1": 0.422601, "nauc_precision_at_20_max": 0.310169, "nauc_precision_at_20_std": -0.076162, "nauc_precision_at_20_diff1": 0.4103, "nauc_precision_at_100_max": 0.301656, "nauc_precision_at_100_std": -0.003309, "nauc_precision_at_100_diff1": 0.377349, "nauc_precision_at_1000_max": 0.30922, "nauc_precision_at_1000_std": 0.112693, "nauc_precision_at_1000_diff1": 0.351281, "nauc_mrr_at_1_max": 0.287062, "nauc_mrr_at_1_std": -0.119254, "nauc_mrr_at_1_diff1": 0.527447, "nauc_mrr_at_3_max": 0.301516, "nauc_mrr_at_3_std": -0.120862, "nauc_mrr_at_3_diff1": 0.49777, "nauc_mrr_at_5_max": 0.302082, "nauc_mrr_at_5_std": -0.118869, "nauc_mrr_at_5_diff1": 0.493345, "nauc_mrr_at_10_max": 0.301579, "nauc_mrr_at_10_std": -0.116776, "nauc_mrr_at_10_diff1": 0.491671, "nauc_mrr_at_20_max": 0.301043, "nauc_mrr_at_20_std": -0.116034, "nauc_mrr_at_20_diff1": 0.491474, "nauc_mrr_at_100_max": 0.300724, "nauc_mrr_at_100_std": -0.115207, "nauc_mrr_at_100_diff1": 0.491234, "nauc_mrr_at_1000_max": 0.300718, "nauc_mrr_at_1000_std": -0.11519, "nauc_mrr_at_1000_diff1": 0.491322, "main_score": 0.46624, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 1147.0961546897888, "kg_co2_emissions": 0.09038166042986594 }