{ "dataset_revision": "fdc6a9e39575768c27eb8a2a5f702bf846eb4759", "task_name": "CodeSearchNetRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.776, "ndcg_at_3": 0.85483, "ndcg_at_5": 0.8658, "ndcg_at_10": 0.8757, "ndcg_at_20": 0.87798, "ndcg_at_100": 0.8819, "ndcg_at_1000": 0.88271, "map_at_1": 0.776, "map_at_3": 0.83633, "map_at_5": 0.84233, "map_at_10": 0.84653, "map_at_20": 0.84716, "map_at_100": 0.84777, "map_at_1000": 0.84781, "recall_at_1": 0.776, "recall_at_3": 0.908, "recall_at_5": 0.935, "recall_at_10": 0.965, "recall_at_20": 0.974, "recall_at_100": 0.994, "recall_at_1000": 1.0, "precision_at_1": 0.776, "precision_at_3": 0.30267, "precision_at_5": 0.187, "precision_at_10": 0.0965, "precision_at_20": 0.0487, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.776, "mrr_at_3": 0.836333, "mrr_at_5": 0.842333, "mrr_at_10": 0.846527, "mrr_at_20": 0.847155, "mrr_at_100": 0.847774, "mrr_at_1000": 0.847812, "nauc_ndcg_at_1_max": 0.483251, "nauc_ndcg_at_1_std": -0.001817, "nauc_ndcg_at_1_diff1": 0.76092, "nauc_ndcg_at_3_max": 0.529152, "nauc_ndcg_at_3_std": 0.022702, "nauc_ndcg_at_3_diff1": 0.744681, "nauc_ndcg_at_5_max": 0.53743, "nauc_ndcg_at_5_std": 0.030274, "nauc_ndcg_at_5_diff1": 0.747579, "nauc_ndcg_at_10_max": 0.534525, "nauc_ndcg_at_10_std": 0.035896, "nauc_ndcg_at_10_diff1": 0.748672, "nauc_ndcg_at_20_max": 0.536607, "nauc_ndcg_at_20_std": 0.048283, "nauc_ndcg_at_20_diff1": 0.747078, "nauc_ndcg_at_100_max": 0.524647, "nauc_ndcg_at_100_std": 0.031215, "nauc_ndcg_at_100_diff1": 0.745143, "nauc_ndcg_at_1000_max": 0.523778, "nauc_ndcg_at_1000_std": 0.029116, "nauc_ndcg_at_1000_diff1": 0.747895, "nauc_map_at_1_max": 0.483251, "nauc_map_at_1_std": -0.001817, "nauc_map_at_1_diff1": 0.76092, "nauc_map_at_3_max": 0.515713, "nauc_map_at_3_std": 0.01631, "nauc_map_at_3_diff1": 0.748972, "nauc_map_at_5_max": 0.519041, "nauc_map_at_5_std": 0.019413, "nauc_map_at_5_diff1": 0.750436, "nauc_map_at_10_max": 0.517923, "nauc_map_at_10_std": 0.021296, "nauc_map_at_10_diff1": 0.75086, "nauc_map_at_20_max": 0.518468, "nauc_map_at_20_std": 0.024154, "nauc_map_at_20_diff1": 0.750486, "nauc_map_at_100_max": 0.516956, "nauc_map_at_100_std": 0.021954, "nauc_map_at_100_diff1": 0.750311, "nauc_map_at_1000_max": 0.516917, "nauc_map_at_1000_std": 0.021906, "nauc_map_at_1000_diff1": 0.750368, "nauc_recall_at_1_max": 0.483251, "nauc_recall_at_1_std": -0.001817, "nauc_recall_at_1_diff1": 0.76092, "nauc_recall_at_3_max": 0.592838, "nauc_recall_at_3_std": 0.052404, "nauc_recall_at_3_diff1": 0.724699, "nauc_recall_at_5_max": 0.659053, "nauc_recall_at_5_std": 0.102808, "nauc_recall_at_5_diff1": 0.730949, "nauc_recall_at_10_max": 0.724957, "nauc_recall_at_10_std": 0.216193, "nauc_recall_at_10_diff1": 0.728531, "nauc_recall_at_20_max": 0.820567, "nauc_recall_at_20_std": 0.48603, "nauc_recall_at_20_diff1": 0.695252, "nauc_recall_at_100_max": 0.633287, "nauc_recall_at_100_std": 0.339169, "nauc_recall_at_100_diff1": 0.322829, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.483251, "nauc_precision_at_1_std": -0.001817, "nauc_precision_at_1_diff1": 0.76092, "nauc_precision_at_3_max": 0.592838, "nauc_precision_at_3_std": 0.052404, "nauc_precision_at_3_diff1": 0.724699, "nauc_precision_at_5_max": 0.659053, "nauc_precision_at_5_std": 0.102808, "nauc_precision_at_5_diff1": 0.730949, "nauc_precision_at_10_max": 0.724957, "nauc_precision_at_10_std": 0.216193, "nauc_precision_at_10_diff1": 0.728531, "nauc_precision_at_20_max": 0.820567, "nauc_precision_at_20_std": 0.48603, "nauc_precision_at_20_diff1": 0.695252, "nauc_precision_at_100_max": 0.633287, "nauc_precision_at_100_std": 0.339169, "nauc_precision_at_100_diff1": 0.322829, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.483251, "nauc_mrr_at_1_std": -0.001817, "nauc_mrr_at_1_diff1": 0.76092, "nauc_mrr_at_3_max": 0.515713, "nauc_mrr_at_3_std": 0.01631, "nauc_mrr_at_3_diff1": 0.748972, "nauc_mrr_at_5_max": 0.519041, "nauc_mrr_at_5_std": 0.019413, "nauc_mrr_at_5_diff1": 0.750436, "nauc_mrr_at_10_max": 0.517923, "nauc_mrr_at_10_std": 0.021296, "nauc_mrr_at_10_diff1": 0.75086, "nauc_mrr_at_20_max": 0.518468, "nauc_mrr_at_20_std": 0.024154, "nauc_mrr_at_20_diff1": 0.750486, "nauc_mrr_at_100_max": 0.516956, "nauc_mrr_at_100_std": 0.021954, "nauc_mrr_at_100_diff1": 0.750311, "nauc_mrr_at_1000_max": 0.516917, "nauc_mrr_at_1000_std": 0.021906, "nauc_mrr_at_1000_diff1": 0.750368, "main_score": 0.8757, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.626, "ndcg_at_3": 0.70818, "ndcg_at_5": 0.72182, "ndcg_at_10": 0.73882, "ndcg_at_20": 0.74573, "ndcg_at_100": 0.75393, "ndcg_at_1000": 0.76337, "map_at_1": 0.626, "map_at_3": 0.68817, "map_at_5": 0.69577, "map_at_10": 0.7029, "map_at_20": 0.70483, "map_at_100": 0.70584, "map_at_1000": 0.70616, "recall_at_1": 0.626, "recall_at_3": 0.766, "recall_at_5": 0.799, "recall_at_10": 0.851, "recall_at_20": 0.878, "recall_at_100": 0.924, "recall_at_1000": 1.0, "precision_at_1": 0.626, "precision_at_3": 0.25533, "precision_at_5": 0.1598, "precision_at_10": 0.0851, "precision_at_20": 0.0439, "precision_at_100": 0.00924, "precision_at_1000": 0.001, "mrr_at_1": 0.626, "mrr_at_3": 0.688167, "mrr_at_5": 0.695767, "mrr_at_10": 0.702896, "mrr_at_20": 0.704833, "mrr_at_100": 0.705837, "mrr_at_1000": 0.706161, "nauc_ndcg_at_1_max": 0.578245, "nauc_ndcg_at_1_std": 0.1764, "nauc_ndcg_at_1_diff1": 0.739014, "nauc_ndcg_at_3_max": 0.670811, "nauc_ndcg_at_3_std": 0.251916, "nauc_ndcg_at_3_diff1": 0.707307, "nauc_ndcg_at_5_max": 0.671142, "nauc_ndcg_at_5_std": 0.264697, "nauc_ndcg_at_5_diff1": 0.706411, "nauc_ndcg_at_10_max": 0.677985, "nauc_ndcg_at_10_std": 0.284246, "nauc_ndcg_at_10_diff1": 0.711727, "nauc_ndcg_at_20_max": 0.680815, "nauc_ndcg_at_20_std": 0.30173, "nauc_ndcg_at_20_diff1": 0.714947, "nauc_ndcg_at_100_max": 0.674289, "nauc_ndcg_at_100_std": 0.300006, "nauc_ndcg_at_100_diff1": 0.714119, "nauc_ndcg_at_1000_max": 0.664248, "nauc_ndcg_at_1000_std": 0.275313, "nauc_ndcg_at_1000_diff1": 0.71579, "nauc_map_at_1_max": 0.578245, "nauc_map_at_1_std": 0.1764, "nauc_map_at_1_diff1": 0.739014, "nauc_map_at_3_max": 0.646263, "nauc_map_at_3_std": 0.230789, "nauc_map_at_3_diff1": 0.716258, "nauc_map_at_5_max": 0.645985, "nauc_map_at_5_std": 0.237272, "nauc_map_at_5_diff1": 0.716082, "nauc_map_at_10_max": 0.648166, "nauc_map_at_10_std": 0.244139, "nauc_map_at_10_diff1": 0.718365, "nauc_map_at_20_max": 0.648814, "nauc_map_at_20_std": 0.248601, "nauc_map_at_20_diff1": 0.719156, "nauc_map_at_100_max": 0.648064, "nauc_map_at_100_std": 0.248317, "nauc_map_at_100_diff1": 0.719108, "nauc_map_at_1000_max": 0.647755, "nauc_map_at_1000_std": 0.247624, "nauc_map_at_1000_diff1": 0.719148, "nauc_recall_at_1_max": 0.578245, "nauc_recall_at_1_std": 0.1764, "nauc_recall_at_1_diff1": 0.739014, "nauc_recall_at_3_max": 0.757849, "nauc_recall_at_3_std": 0.32741, "nauc_recall_at_3_diff1": 0.675281, "nauc_recall_at_5_max": 0.76949, "nauc_recall_at_5_std": 0.374679, "nauc_recall_at_5_diff1": 0.667901, "nauc_recall_at_10_max": 0.831259, "nauc_recall_at_10_std": 0.501647, "nauc_recall_at_10_diff1": 0.680868, "nauc_recall_at_20_max": 0.879521, "nauc_recall_at_20_std": 0.663224, "nauc_recall_at_20_diff1": 0.698707, "nauc_recall_at_100_max": 0.888895, "nauc_recall_at_100_std": 0.836288, "nauc_recall_at_100_diff1": 0.675875, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.578245, "nauc_precision_at_1_std": 0.1764, "nauc_precision_at_1_diff1": 0.739014, "nauc_precision_at_3_max": 0.757849, "nauc_precision_at_3_std": 0.32741, "nauc_precision_at_3_diff1": 0.675281, "nauc_precision_at_5_max": 0.76949, "nauc_precision_at_5_std": 0.374679, "nauc_precision_at_5_diff1": 0.667901, "nauc_precision_at_10_max": 0.831259, "nauc_precision_at_10_std": 0.501647, "nauc_precision_at_10_diff1": 0.680868, "nauc_precision_at_20_max": 0.879521, "nauc_precision_at_20_std": 0.663224, "nauc_precision_at_20_diff1": 0.698707, "nauc_precision_at_100_max": 0.888895, "nauc_precision_at_100_std": 0.836288, "nauc_precision_at_100_diff1": 0.675875, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.578245, "nauc_mrr_at_1_std": 0.1764, "nauc_mrr_at_1_diff1": 0.739014, "nauc_mrr_at_3_max": 0.646263, "nauc_mrr_at_3_std": 0.230789, "nauc_mrr_at_3_diff1": 0.716258, "nauc_mrr_at_5_max": 0.645985, "nauc_mrr_at_5_std": 0.237272, "nauc_mrr_at_5_diff1": 0.716082, "nauc_mrr_at_10_max": 0.648166, "nauc_mrr_at_10_std": 0.244139, "nauc_mrr_at_10_diff1": 0.718365, "nauc_mrr_at_20_max": 0.648814, "nauc_mrr_at_20_std": 0.248601, "nauc_mrr_at_20_diff1": 0.719156, "nauc_mrr_at_100_max": 0.648064, "nauc_mrr_at_100_std": 0.248317, "nauc_mrr_at_100_diff1": 0.719108, "nauc_mrr_at_1000_max": 0.647755, "nauc_mrr_at_1000_std": 0.247624, "nauc_mrr_at_1000_diff1": 0.719148, "main_score": 0.73882, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.798, "ndcg_at_3": 0.87555, "ndcg_at_5": 0.88514, "ndcg_at_10": 0.88961, "ndcg_at_20": 0.89295, "ndcg_at_100": 0.89604, "ndcg_at_1000": 0.89665, "map_at_1": 0.798, "map_at_3": 0.857, "map_at_5": 0.8624, "map_at_10": 0.8642, "map_at_20": 0.86515, "map_at_100": 0.86563, "map_at_1000": 0.86565, "recall_at_1": 0.798, "recall_at_3": 0.929, "recall_at_5": 0.952, "recall_at_10": 0.966, "recall_at_20": 0.979, "recall_at_100": 0.995, "recall_at_1000": 1.0, "precision_at_1": 0.798, "precision_at_3": 0.30967, "precision_at_5": 0.1904, "precision_at_10": 0.0966, "precision_at_20": 0.04895, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.798, "mrr_at_3": 0.857, "mrr_at_5": 0.8624, "mrr_at_10": 0.864202, "mrr_at_20": 0.865151, "mrr_at_100": 0.865625, "mrr_at_1000": 0.865645, "nauc_ndcg_at_1_max": 0.517485, "nauc_ndcg_at_1_std": -0.018764, "nauc_ndcg_at_1_diff1": 0.776787, "nauc_ndcg_at_3_max": 0.558296, "nauc_ndcg_at_3_std": 0.005802, "nauc_ndcg_at_3_diff1": 0.761903, "nauc_ndcg_at_5_max": 0.563488, "nauc_ndcg_at_5_std": 9.3e-05, "nauc_ndcg_at_5_diff1": 0.756889, "nauc_ndcg_at_10_max": 0.559996, "nauc_ndcg_at_10_std": -0.008191, "nauc_ndcg_at_10_diff1": 0.763951, "nauc_ndcg_at_20_max": 0.556941, "nauc_ndcg_at_20_std": -0.003694, "nauc_ndcg_at_20_diff1": 0.765878, "nauc_ndcg_at_100_max": 0.549433, "nauc_ndcg_at_100_std": -0.009889, "nauc_ndcg_at_100_diff1": 0.765976, "nauc_ndcg_at_1000_max": 0.549692, "nauc_ndcg_at_1000_std": -0.011155, "nauc_ndcg_at_1000_diff1": 0.76632, "nauc_map_at_1_max": 0.517485, "nauc_map_at_1_std": -0.018764, "nauc_map_at_1_diff1": 0.776787, "nauc_map_at_3_max": 0.546266, "nauc_map_at_3_std": -0.008636, "nauc_map_at_3_diff1": 0.766682, "nauc_map_at_5_max": 0.548129, "nauc_map_at_5_std": -0.01205, "nauc_map_at_5_diff1": 0.764455, "nauc_map_at_10_max": 0.546738, "nauc_map_at_10_std": -0.015194, "nauc_map_at_10_diff1": 0.766916, "nauc_map_at_20_max": 0.546052, "nauc_map_at_20_std": -0.014362, "nauc_map_at_20_diff1": 0.767473, "nauc_map_at_100_max": 0.545228, "nauc_map_at_100_std": -0.015063, "nauc_map_at_100_diff1": 0.767569, "nauc_map_at_1000_max": 0.545208, "nauc_map_at_1000_std": -0.015084, "nauc_map_at_1000_diff1": 0.767574, "nauc_recall_at_1_max": 0.517485, "nauc_recall_at_1_std": -0.018764, "nauc_recall_at_1_diff1": 0.776787, "nauc_recall_at_3_max": 0.623506, "nauc_recall_at_3_std": 0.090517, "nauc_recall_at_3_diff1": 0.735643, "nauc_recall_at_5_max": 0.684222, "nauc_recall_at_5_std": 0.10121, "nauc_recall_at_5_diff1": 0.696244, "nauc_recall_at_10_max": 0.700321, "nauc_recall_at_10_std": 0.067131, "nauc_recall_at_10_diff1": 0.739139, "nauc_recall_at_20_max": 0.724845, "nauc_recall_at_20_std": 0.204526, "nauc_recall_at_20_diff1": 0.75548, "nauc_recall_at_100_max": 0.454342, "nauc_recall_at_100_std": 0.196265, "nauc_recall_at_100_diff1": 0.700747, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.517485, "nauc_precision_at_1_std": -0.018764, "nauc_precision_at_1_diff1": 0.776787, "nauc_precision_at_3_max": 0.623506, "nauc_precision_at_3_std": 0.090517, "nauc_precision_at_3_diff1": 0.735643, "nauc_precision_at_5_max": 0.684222, "nauc_precision_at_5_std": 0.10121, "nauc_precision_at_5_diff1": 0.696244, "nauc_precision_at_10_max": 0.700321, "nauc_precision_at_10_std": 0.067131, "nauc_precision_at_10_diff1": 0.739139, "nauc_precision_at_20_max": 0.724845, "nauc_precision_at_20_std": 0.204526, "nauc_precision_at_20_diff1": 0.75548, "nauc_precision_at_100_max": 0.454342, "nauc_precision_at_100_std": 0.196265, "nauc_precision_at_100_diff1": 0.700747, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.517485, "nauc_mrr_at_1_std": -0.018764, "nauc_mrr_at_1_diff1": 0.776787, "nauc_mrr_at_3_max": 0.546266, "nauc_mrr_at_3_std": -0.008636, "nauc_mrr_at_3_diff1": 0.766682, "nauc_mrr_at_5_max": 0.548129, "nauc_mrr_at_5_std": -0.01205, "nauc_mrr_at_5_diff1": 0.764455, "nauc_mrr_at_10_max": 0.546738, "nauc_mrr_at_10_std": -0.015194, "nauc_mrr_at_10_diff1": 0.766916, "nauc_mrr_at_20_max": 0.546052, "nauc_mrr_at_20_std": -0.014362, "nauc_mrr_at_20_diff1": 0.767473, "nauc_mrr_at_100_max": 0.545228, "nauc_mrr_at_100_std": -0.015063, "nauc_mrr_at_100_diff1": 0.767569, "nauc_mrr_at_1000_max": 0.545208, "nauc_mrr_at_1000_std": -0.015084, "nauc_mrr_at_1000_diff1": 0.767574, "main_score": 0.88961, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.678, "ndcg_at_3": 0.76351, "ndcg_at_5": 0.78258, "ndcg_at_10": 0.79079, "ndcg_at_20": 0.79665, "ndcg_at_100": 0.80441, "ndcg_at_1000": 0.80976, "map_at_1": 0.678, "map_at_3": 0.7435, "map_at_5": 0.75415, "map_at_10": 0.75762, "map_at_20": 0.75925, "map_at_100": 0.76044, "map_at_1000": 0.7606, "recall_at_1": 0.678, "recall_at_3": 0.821, "recall_at_5": 0.867, "recall_at_10": 0.892, "recall_at_20": 0.915, "recall_at_100": 0.955, "recall_at_1000": 1.0, "precision_at_1": 0.678, "precision_at_3": 0.27367, "precision_at_5": 0.1734, "precision_at_10": 0.0892, "precision_at_20": 0.04575, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.678, "mrr_at_3": 0.7435, "mrr_at_5": 0.75415, "mrr_at_10": 0.757619, "mrr_at_20": 0.759248, "mrr_at_100": 0.760444, "mrr_at_1000": 0.760601, "nauc_ndcg_at_1_max": 0.563348, "nauc_ndcg_at_1_std": 0.105137, "nauc_ndcg_at_1_diff1": 0.737833, "nauc_ndcg_at_3_max": 0.608852, "nauc_ndcg_at_3_std": 0.157739, "nauc_ndcg_at_3_diff1": 0.690986, "nauc_ndcg_at_5_max": 0.621632, "nauc_ndcg_at_5_std": 0.179062, "nauc_ndcg_at_5_diff1": 0.682455, "nauc_ndcg_at_10_max": 0.619162, "nauc_ndcg_at_10_std": 0.175346, "nauc_ndcg_at_10_diff1": 0.679121, "nauc_ndcg_at_20_max": 0.616945, "nauc_ndcg_at_20_std": 0.181768, "nauc_ndcg_at_20_diff1": 0.678221, "nauc_ndcg_at_100_max": 0.618353, "nauc_ndcg_at_100_std": 0.197076, "nauc_ndcg_at_100_diff1": 0.680352, "nauc_ndcg_at_1000_max": 0.611186, "nauc_ndcg_at_1000_std": 0.175008, "nauc_ndcg_at_1000_diff1": 0.688123, "nauc_map_at_1_max": 0.563348, "nauc_map_at_1_std": 0.105137, "nauc_map_at_1_diff1": 0.737833, "nauc_map_at_3_max": 0.596753, "nauc_map_at_3_std": 0.142928, "nauc_map_at_3_diff1": 0.703988, "nauc_map_at_5_max": 0.602803, "nauc_map_at_5_std": 0.153133, "nauc_map_at_5_diff1": 0.700238, "nauc_map_at_10_max": 0.601941, "nauc_map_at_10_std": 0.15173, "nauc_map_at_10_diff1": 0.699103, "nauc_map_at_20_max": 0.601247, "nauc_map_at_20_std": 0.153011, "nauc_map_at_20_diff1": 0.698944, "nauc_map_at_100_max": 0.601379, "nauc_map_at_100_std": 0.15485, "nauc_map_at_100_diff1": 0.699236, "nauc_map_at_1000_max": 0.601204, "nauc_map_at_1000_std": 0.154323, "nauc_map_at_1000_diff1": 0.699433, "nauc_recall_at_1_max": 0.563348, "nauc_recall_at_1_std": 0.105137, "nauc_recall_at_1_diff1": 0.737833, "nauc_recall_at_3_max": 0.654767, "nauc_recall_at_3_std": 0.214443, "nauc_recall_at_3_diff1": 0.641315, "nauc_recall_at_5_max": 0.714405, "nauc_recall_at_5_std": 0.308602, "nauc_recall_at_5_diff1": 0.595057, "nauc_recall_at_10_max": 0.716778, "nauc_recall_at_10_std": 0.311664, "nauc_recall_at_10_diff1": 0.561105, "nauc_recall_at_20_max": 0.72404, "nauc_recall_at_20_std": 0.40223, "nauc_recall_at_20_diff1": 0.524732, "nauc_recall_at_100_max": 0.845938, "nauc_recall_at_100_std": 0.897884, "nauc_recall_at_100_diff1": 0.436996, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563348, "nauc_precision_at_1_std": 0.105137, "nauc_precision_at_1_diff1": 0.737833, "nauc_precision_at_3_max": 0.654767, "nauc_precision_at_3_std": 0.214443, "nauc_precision_at_3_diff1": 0.641315, "nauc_precision_at_5_max": 0.714405, "nauc_precision_at_5_std": 0.308602, "nauc_precision_at_5_diff1": 0.595057, "nauc_precision_at_10_max": 0.716778, "nauc_precision_at_10_std": 0.311664, "nauc_precision_at_10_diff1": 0.561105, "nauc_precision_at_20_max": 0.72404, "nauc_precision_at_20_std": 0.40223, "nauc_precision_at_20_diff1": 0.524732, "nauc_precision_at_100_max": 0.845938, "nauc_precision_at_100_std": 0.897884, "nauc_precision_at_100_diff1": 0.436996, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.563348, "nauc_mrr_at_1_std": 0.105137, "nauc_mrr_at_1_diff1": 0.737833, "nauc_mrr_at_3_max": 0.596753, "nauc_mrr_at_3_std": 0.142928, "nauc_mrr_at_3_diff1": 0.703988, "nauc_mrr_at_5_max": 0.602803, "nauc_mrr_at_5_std": 0.153133, "nauc_mrr_at_5_diff1": 0.700238, "nauc_mrr_at_10_max": 0.601941, "nauc_mrr_at_10_std": 0.15173, "nauc_mrr_at_10_diff1": 0.699103, "nauc_mrr_at_20_max": 0.601247, "nauc_mrr_at_20_std": 0.153011, "nauc_mrr_at_20_diff1": 0.698944, "nauc_mrr_at_100_max": 0.601379, "nauc_mrr_at_100_std": 0.15485, "nauc_mrr_at_100_diff1": 0.699236, "nauc_mrr_at_1000_max": 0.601204, "nauc_mrr_at_1000_std": 0.154323, "nauc_mrr_at_1000_diff1": 0.699433, "main_score": 0.79079, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.59, "ndcg_at_3": 0.71172, "ndcg_at_5": 0.73436, "ndcg_at_10": 0.74977, "ndcg_at_20": 0.75591, "ndcg_at_100": 0.76332, "ndcg_at_1000": 0.76788, "map_at_1": 0.59, "map_at_3": 0.6825, "map_at_5": 0.69505, "map_at_10": 0.70136, "map_at_20": 0.70308, "map_at_100": 0.70417, "map_at_1000": 0.7043, "recall_at_1": 0.59, "recall_at_3": 0.796, "recall_at_5": 0.851, "recall_at_10": 0.899, "recall_at_20": 0.923, "recall_at_100": 0.962, "recall_at_1000": 1.0, "precision_at_1": 0.59, "precision_at_3": 0.26533, "precision_at_5": 0.1702, "precision_at_10": 0.0899, "precision_at_20": 0.04615, "precision_at_100": 0.00962, "precision_at_1000": 0.001, "mrr_at_1": 0.59, "mrr_at_3": 0.6825, "mrr_at_5": 0.69505, "mrr_at_10": 0.701357, "mrr_at_20": 0.70308, "mrr_at_100": 0.704171, "mrr_at_1000": 0.704304, "nauc_ndcg_at_1_max": 0.247844, "nauc_ndcg_at_1_std": -0.181417, "nauc_ndcg_at_1_diff1": 0.625115, "nauc_ndcg_at_3_max": 0.317705, "nauc_ndcg_at_3_std": -0.136685, "nauc_ndcg_at_3_diff1": 0.579719, "nauc_ndcg_at_5_max": 0.322476, "nauc_ndcg_at_5_std": -0.116449, "nauc_ndcg_at_5_diff1": 0.577904, "nauc_ndcg_at_10_max": 0.336515, "nauc_ndcg_at_10_std": -0.098038, "nauc_ndcg_at_10_diff1": 0.581183, "nauc_ndcg_at_20_max": 0.33727, "nauc_ndcg_at_20_std": -0.091745, "nauc_ndcg_at_20_diff1": 0.58619, "nauc_ndcg_at_100_max": 0.335038, "nauc_ndcg_at_100_std": -0.094782, "nauc_ndcg_at_100_diff1": 0.590216, "nauc_ndcg_at_1000_max": 0.321162, "nauc_ndcg_at_1000_std": -0.112552, "nauc_ndcg_at_1000_diff1": 0.590102, "nauc_map_at_1_max": 0.247844, "nauc_map_at_1_std": -0.181417, "nauc_map_at_1_diff1": 0.625115, "nauc_map_at_3_max": 0.296928, "nauc_map_at_3_std": -0.149737, "nauc_map_at_3_diff1": 0.591144, "nauc_map_at_5_max": 0.298364, "nauc_map_at_5_std": -0.140699, "nauc_map_at_5_diff1": 0.590818, "nauc_map_at_10_max": 0.30276, "nauc_map_at_10_std": -0.135005, "nauc_map_at_10_diff1": 0.592368, "nauc_map_at_20_max": 0.302875, "nauc_map_at_20_std": -0.133803, "nauc_map_at_20_diff1": 0.59363, "nauc_map_at_100_max": 0.302699, "nauc_map_at_100_std": -0.134085, "nauc_map_at_100_diff1": 0.594099, "nauc_map_at_1000_max": 0.302376, "nauc_map_at_1000_std": -0.134464, "nauc_map_at_1000_diff1": 0.594096, "nauc_recall_at_1_max": 0.247844, "nauc_recall_at_1_std": -0.181417, "nauc_recall_at_1_diff1": 0.625115, "nauc_recall_at_3_max": 0.400486, "nauc_recall_at_3_std": -0.084823, "nauc_recall_at_3_diff1": 0.53536, "nauc_recall_at_5_max": 0.446326, "nauc_recall_at_5_std": 0.012477, "nauc_recall_at_5_diff1": 0.513165, "nauc_recall_at_10_max": 0.588618, "nauc_recall_at_10_std": 0.188025, "nauc_recall_at_10_diff1": 0.506447, "nauc_recall_at_20_max": 0.670286, "nauc_recall_at_20_std": 0.342252, "nauc_recall_at_20_diff1": 0.534996, "nauc_recall_at_100_max": 0.928461, "nauc_recall_at_100_std": 0.680205, "nauc_recall_at_100_diff1": 0.594464, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.247844, "nauc_precision_at_1_std": -0.181417, "nauc_precision_at_1_diff1": 0.625115, "nauc_precision_at_3_max": 0.400486, "nauc_precision_at_3_std": -0.084823, "nauc_precision_at_3_diff1": 0.53536, "nauc_precision_at_5_max": 0.446326, "nauc_precision_at_5_std": 0.012477, "nauc_precision_at_5_diff1": 0.513165, "nauc_precision_at_10_max": 0.588618, "nauc_precision_at_10_std": 0.188025, "nauc_precision_at_10_diff1": 0.506447, "nauc_precision_at_20_max": 0.670286, "nauc_precision_at_20_std": 0.342252, "nauc_precision_at_20_diff1": 0.534996, "nauc_precision_at_100_max": 0.928461, "nauc_precision_at_100_std": 0.680205, "nauc_precision_at_100_diff1": 0.594464, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.247844, "nauc_mrr_at_1_std": -0.181417, "nauc_mrr_at_1_diff1": 0.625115, "nauc_mrr_at_3_max": 0.296928, "nauc_mrr_at_3_std": -0.149737, "nauc_mrr_at_3_diff1": 0.591144, "nauc_mrr_at_5_max": 0.298364, "nauc_mrr_at_5_std": -0.140699, "nauc_mrr_at_5_diff1": 0.590818, "nauc_mrr_at_10_max": 0.30276, "nauc_mrr_at_10_std": -0.135005, "nauc_mrr_at_10_diff1": 0.592368, "nauc_mrr_at_20_max": 0.302875, "nauc_mrr_at_20_std": -0.133803, "nauc_mrr_at_20_diff1": 0.59363, "nauc_mrr_at_100_max": 0.302699, "nauc_mrr_at_100_std": -0.134085, "nauc_mrr_at_100_diff1": 0.594099, "nauc_mrr_at_1000_max": 0.302376, "nauc_mrr_at_1000_std": -0.134464, "nauc_mrr_at_1000_diff1": 0.594096, "main_score": 0.74977, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.628, "ndcg_at_3": 0.74431, "ndcg_at_5": 0.76419, "ndcg_at_10": 0.77588, "ndcg_at_20": 0.78193, "ndcg_at_100": 0.7876, "ndcg_at_1000": 0.79202, "map_at_1": 0.628, "map_at_3": 0.71633, "map_at_5": 0.72743, "map_at_10": 0.73229, "map_at_20": 0.73393, "map_at_100": 0.73469, "map_at_1000": 0.73483, "recall_at_1": 0.628, "recall_at_3": 0.825, "recall_at_5": 0.873, "recall_at_10": 0.909, "recall_at_20": 0.933, "recall_at_100": 0.964, "recall_at_1000": 1.0, "precision_at_1": 0.628, "precision_at_3": 0.275, "precision_at_5": 0.1746, "precision_at_10": 0.0909, "precision_at_20": 0.04665, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.628, "mrr_at_3": 0.716333, "mrr_at_5": 0.727433, "mrr_at_10": 0.732286, "mrr_at_20": 0.733934, "mrr_at_100": 0.734688, "mrr_at_1000": 0.734834, "nauc_ndcg_at_1_max": 0.480597, "nauc_ndcg_at_1_std": 0.067214, "nauc_ndcg_at_1_diff1": 0.771592, "nauc_ndcg_at_3_max": 0.567633, "nauc_ndcg_at_3_std": 0.139328, "nauc_ndcg_at_3_diff1": 0.732958, "nauc_ndcg_at_5_max": 0.585572, "nauc_ndcg_at_5_std": 0.192484, "nauc_ndcg_at_5_diff1": 0.740951, "nauc_ndcg_at_10_max": 0.580577, "nauc_ndcg_at_10_std": 0.207385, "nauc_ndcg_at_10_diff1": 0.740338, "nauc_ndcg_at_20_max": 0.583647, "nauc_ndcg_at_20_std": 0.208552, "nauc_ndcg_at_20_diff1": 0.746945, "nauc_ndcg_at_100_max": 0.574252, "nauc_ndcg_at_100_std": 0.194282, "nauc_ndcg_at_100_diff1": 0.74767, "nauc_ndcg_at_1000_max": 0.564907, "nauc_ndcg_at_1000_std": 0.176536, "nauc_ndcg_at_1000_diff1": 0.746661, "nauc_map_at_1_max": 0.480597, "nauc_map_at_1_std": 0.067214, "nauc_map_at_1_diff1": 0.771592, "nauc_map_at_3_max": 0.543151, "nauc_map_at_3_std": 0.12007, "nauc_map_at_3_diff1": 0.742499, "nauc_map_at_5_max": 0.551016, "nauc_map_at_5_std": 0.146081, "nauc_map_at_5_diff1": 0.746526, "nauc_map_at_10_max": 0.548714, "nauc_map_at_10_std": 0.150556, "nauc_map_at_10_diff1": 0.746343, "nauc_map_at_20_max": 0.549188, "nauc_map_at_20_std": 0.150416, "nauc_map_at_20_diff1": 0.747913, "nauc_map_at_100_max": 0.548096, "nauc_map_at_100_std": 0.148902, "nauc_map_at_100_diff1": 0.747987, "nauc_map_at_1000_max": 0.54785, "nauc_map_at_1000_std": 0.148435, "nauc_map_at_1000_diff1": 0.747985, "nauc_recall_at_1_max": 0.480597, "nauc_recall_at_1_std": 0.067214, "nauc_recall_at_1_diff1": 0.771592, "nauc_recall_at_3_max": 0.669306, "nauc_recall_at_3_std": 0.218652, "nauc_recall_at_3_diff1": 0.694181, "nauc_recall_at_5_max": 0.77473, "nauc_recall_at_5_std": 0.452354, "nauc_recall_at_5_diff1": 0.715322, "nauc_recall_at_10_max": 0.807867, "nauc_recall_at_10_std": 0.641313, "nauc_recall_at_10_diff1": 0.703112, "nauc_recall_at_20_max": 0.922872, "nauc_recall_at_20_std": 0.809001, "nauc_recall_at_20_diff1": 0.76226, "nauc_recall_at_100_max": 0.954158, "nauc_recall_at_100_std": 0.915188, "nauc_recall_at_100_diff1": 0.79653, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.480597, "nauc_precision_at_1_std": 0.067214, "nauc_precision_at_1_diff1": 0.771592, "nauc_precision_at_3_max": 0.669306, "nauc_precision_at_3_std": 0.218652, "nauc_precision_at_3_diff1": 0.694181, "nauc_precision_at_5_max": 0.77473, "nauc_precision_at_5_std": 0.452354, "nauc_precision_at_5_diff1": 0.715322, "nauc_precision_at_10_max": 0.807867, "nauc_precision_at_10_std": 0.641313, "nauc_precision_at_10_diff1": 0.703112, "nauc_precision_at_20_max": 0.922872, "nauc_precision_at_20_std": 0.809001, "nauc_precision_at_20_diff1": 0.76226, "nauc_precision_at_100_max": 0.954158, "nauc_precision_at_100_std": 0.915188, "nauc_precision_at_100_diff1": 0.79653, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.480597, "nauc_mrr_at_1_std": 0.067214, "nauc_mrr_at_1_diff1": 0.771592, "nauc_mrr_at_3_max": 0.543151, "nauc_mrr_at_3_std": 0.12007, "nauc_mrr_at_3_diff1": 0.742499, "nauc_mrr_at_5_max": 0.551016, "nauc_mrr_at_5_std": 0.146081, "nauc_mrr_at_5_diff1": 0.746526, "nauc_mrr_at_10_max": 0.548714, "nauc_mrr_at_10_std": 0.150556, "nauc_mrr_at_10_diff1": 0.746343, "nauc_mrr_at_20_max": 0.549188, "nauc_mrr_at_20_std": 0.150416, "nauc_mrr_at_20_diff1": 0.747913, "nauc_mrr_at_100_max": 0.548096, "nauc_mrr_at_100_std": 0.148902, "nauc_mrr_at_100_diff1": 0.747987, "nauc_mrr_at_1000_max": 0.54785, "nauc_mrr_at_1000_std": 0.148435, "nauc_mrr_at_1000_diff1": 0.747985, "main_score": 0.77588, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 24.487645387649536, "kg_co2_emissions": 0.0015262095421419554 }