{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "1.39.7", "scores": { "train": [ { "ndcg_at_1": 0.708, "ndcg_at_3": 0.76969, "ndcg_at_5": 0.77963, "ndcg_at_10": 0.79168, "ndcg_at_20": 0.8002, "ndcg_at_100": 0.80944, "ndcg_at_1000": 0.81493, "map_at_1": 0.708, "map_at_3": 0.755, "map_at_5": 0.76055, "map_at_10": 0.76556, "map_at_20": 0.76786, "map_at_100": 0.7692, "map_at_1000": 0.76939, "recall_at_1": 0.708, "recall_at_3": 0.812, "recall_at_5": 0.836, "recall_at_10": 0.873, "recall_at_20": 0.907, "recall_at_100": 0.956, "recall_at_1000": 1.0, "precision_at_1": 0.708, "precision_at_3": 0.27067, "precision_at_5": 0.1672, "precision_at_10": 0.0873, "precision_at_20": 0.04535, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.708, "mrr_at_3": 0.755, "mrr_at_5": 0.76055, "mrr_at_10": 0.765563, "mrr_at_20": 0.767863, "mrr_at_100": 0.769199, "mrr_at_1000": 0.769391, "nauc_ndcg_at_1_max": 0.697089, "nauc_ndcg_at_1_std": -0.181593, "nauc_ndcg_at_1_diff1": 0.861184, "nauc_ndcg_at_3_max": 0.712206, "nauc_ndcg_at_3_std": -0.156111, "nauc_ndcg_at_3_diff1": 0.837486, "nauc_ndcg_at_5_max": 0.717347, "nauc_ndcg_at_5_std": -0.146487, "nauc_ndcg_at_5_diff1": 0.836884, "nauc_ndcg_at_10_max": 0.716126, "nauc_ndcg_at_10_std": -0.123055, "nauc_ndcg_at_10_diff1": 0.835443, "nauc_ndcg_at_20_max": 0.716727, "nauc_ndcg_at_20_std": -0.119955, "nauc_ndcg_at_20_diff1": 0.834281, "nauc_ndcg_at_100_max": 0.718094, "nauc_ndcg_at_100_std": -0.118015, "nauc_ndcg_at_100_diff1": 0.837097, "nauc_ndcg_at_1000_max": 0.714294, "nauc_ndcg_at_1000_std": -0.133001, "nauc_ndcg_at_1000_diff1": 0.839568, "nauc_map_at_1_max": 0.697089, "nauc_map_at_1_std": -0.181593, "nauc_map_at_1_diff1": 0.861184, "nauc_map_at_3_max": 0.707302, "nauc_map_at_3_std": -0.163838, "nauc_map_at_3_diff1": 0.843609, "nauc_map_at_5_max": 0.709821, "nauc_map_at_5_std": -0.15891, "nauc_map_at_5_diff1": 0.843422, "nauc_map_at_10_max": 0.709399, "nauc_map_at_10_std": -0.149495, "nauc_map_at_10_diff1": 0.842946, "nauc_map_at_20_max": 0.709551, "nauc_map_at_20_std": -0.148803, "nauc_map_at_20_diff1": 0.842791, "nauc_map_at_100_max": 0.709765, "nauc_map_at_100_std": -0.148681, "nauc_map_at_100_diff1": 0.84326, "nauc_map_at_1000_max": 0.709664, "nauc_map_at_1000_std": -0.149062, "nauc_map_at_1000_diff1": 0.843346, "nauc_recall_at_1_max": 0.697089, "nauc_recall_at_1_std": -0.181593, "nauc_recall_at_1_diff1": 0.861184, "nauc_recall_at_3_max": 0.730103, "nauc_recall_at_3_std": -0.12815, "nauc_recall_at_3_diff1": 0.815832, "nauc_recall_at_5_max": 0.748635, "nauc_recall_at_5_std": -0.095213, "nauc_recall_at_5_diff1": 0.811134, "nauc_recall_at_10_max": 0.749325, "nauc_recall_at_10_std": 0.020471, "nauc_recall_at_10_diff1": 0.798309, "nauc_recall_at_20_max": 0.763672, "nauc_recall_at_20_std": 0.08814, "nauc_recall_at_20_diff1": 0.776377, "nauc_recall_at_100_max": 0.837206, "nauc_recall_at_100_std": 0.35222, "nauc_recall_at_100_diff1": 0.764992, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.697089, "nauc_precision_at_1_std": -0.181593, "nauc_precision_at_1_diff1": 0.861184, "nauc_precision_at_3_max": 0.730103, "nauc_precision_at_3_std": -0.12815, "nauc_precision_at_3_diff1": 0.815832, "nauc_precision_at_5_max": 0.748635, "nauc_precision_at_5_std": -0.095213, "nauc_precision_at_5_diff1": 0.811134, "nauc_precision_at_10_max": 0.749325, "nauc_precision_at_10_std": 0.020471, "nauc_precision_at_10_diff1": 0.798309, "nauc_precision_at_20_max": 0.763672, "nauc_precision_at_20_std": 0.08814, "nauc_precision_at_20_diff1": 0.776377, "nauc_precision_at_100_max": 0.837206, "nauc_precision_at_100_std": 0.35222, "nauc_precision_at_100_diff1": 0.764992, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.697089, "nauc_mrr_at_1_std": -0.181593, "nauc_mrr_at_1_diff1": 0.861184, "nauc_mrr_at_3_max": 0.707302, "nauc_mrr_at_3_std": -0.163838, "nauc_mrr_at_3_diff1": 0.843609, "nauc_mrr_at_5_max": 0.709821, "nauc_mrr_at_5_std": -0.15891, "nauc_mrr_at_5_diff1": 0.843422, "nauc_mrr_at_10_max": 0.709399, "nauc_mrr_at_10_std": -0.149495, "nauc_mrr_at_10_diff1": 0.842946, "nauc_mrr_at_20_max": 0.709551, "nauc_mrr_at_20_std": -0.148803, "nauc_mrr_at_20_diff1": 0.842791, "nauc_mrr_at_100_max": 0.709765, "nauc_mrr_at_100_std": -0.148681, "nauc_mrr_at_100_diff1": 0.84326, "nauc_mrr_at_1000_max": 0.709664, "nauc_mrr_at_1000_std": -0.149062, "nauc_mrr_at_1000_diff1": 0.843346, "main_score": 0.79168, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.665, "ndcg_at_3": 0.72906, "ndcg_at_5": 0.74382, "ndcg_at_10": 0.75834, "ndcg_at_20": 0.76636, "ndcg_at_100": 0.77788, "ndcg_at_1000": 0.78449, "map_at_1": 0.665, "map_at_3": 0.7135, "map_at_5": 0.72165, "map_at_10": 0.72782, "map_at_20": 0.72998, "map_at_100": 0.73159, "map_at_1000": 0.73183, "recall_at_1": 0.665, "recall_at_3": 0.774, "recall_at_5": 0.81, "recall_at_10": 0.854, "recall_at_20": 0.886, "recall_at_100": 0.948, "recall_at_1000": 1.0, "precision_at_1": 0.665, "precision_at_3": 0.258, "precision_at_5": 0.162, "precision_at_10": 0.0854, "precision_at_20": 0.0443, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.665, "mrr_at_3": 0.7135, "mrr_at_5": 0.72165, "mrr_at_10": 0.727819, "mrr_at_20": 0.729982, "mrr_at_100": 0.731588, "mrr_at_1000": 0.731833, "nauc_ndcg_at_1_max": 0.698506, "nauc_ndcg_at_1_std": -0.119709, "nauc_ndcg_at_1_diff1": 0.840419, "nauc_ndcg_at_3_max": 0.714536, "nauc_ndcg_at_3_std": -0.09971, "nauc_ndcg_at_3_diff1": 0.814203, "nauc_ndcg_at_5_max": 0.719893, "nauc_ndcg_at_5_std": -0.076985, "nauc_ndcg_at_5_diff1": 0.805281, "nauc_ndcg_at_10_max": 0.717218, "nauc_ndcg_at_10_std": -0.08394, "nauc_ndcg_at_10_diff1": 0.803165, "nauc_ndcg_at_20_max": 0.713468, "nauc_ndcg_at_20_std": -0.083741, "nauc_ndcg_at_20_diff1": 0.80126, "nauc_ndcg_at_100_max": 0.708214, "nauc_ndcg_at_100_std": -0.088916, "nauc_ndcg_at_100_diff1": 0.80486, "nauc_ndcg_at_1000_max": 0.710702, "nauc_ndcg_at_1000_std": -0.092656, "nauc_ndcg_at_1000_diff1": 0.809063, "nauc_map_at_1_max": 0.698506, "nauc_map_at_1_std": -0.119709, "nauc_map_at_1_diff1": 0.840419, "nauc_map_at_3_max": 0.709385, "nauc_map_at_3_std": -0.107113, "nauc_map_at_3_diff1": 0.821084, "nauc_map_at_5_max": 0.71185, "nauc_map_at_5_std": -0.09641, "nauc_map_at_5_diff1": 0.816557, "nauc_map_at_10_max": 0.710703, "nauc_map_at_10_std": -0.099497, "nauc_map_at_10_diff1": 0.815989, "nauc_map_at_20_max": 0.709741, "nauc_map_at_20_std": -0.099563, "nauc_map_at_20_diff1": 0.815612, "nauc_map_at_100_max": 0.709062, "nauc_map_at_100_std": -0.10029, "nauc_map_at_100_diff1": 0.815994, "nauc_map_at_1000_max": 0.70916, "nauc_map_at_1000_std": -0.100351, "nauc_map_at_1000_diff1": 0.8161, "nauc_recall_at_1_max": 0.698506, "nauc_recall_at_1_std": -0.119709, "nauc_recall_at_1_diff1": 0.840419, "nauc_recall_at_3_max": 0.732732, "nauc_recall_at_3_std": -0.073149, "nauc_recall_at_3_diff1": 0.790544, "nauc_recall_at_5_max": 0.752962, "nauc_recall_at_5_std": 0.005566, "nauc_recall_at_5_diff1": 0.759987, "nauc_recall_at_10_max": 0.749116, "nauc_recall_at_10_std": -0.004172, "nauc_recall_at_10_diff1": 0.737987, "nauc_recall_at_20_max": 0.730026, "nauc_recall_at_20_std": 0.017077, "nauc_recall_at_20_diff1": 0.708388, "nauc_recall_at_100_max": 0.645173, "nauc_recall_at_100_std": 0.032132, "nauc_recall_at_100_diff1": 0.679254, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.698506, "nauc_precision_at_1_std": -0.119709, "nauc_precision_at_1_diff1": 0.840419, "nauc_precision_at_3_max": 0.732732, "nauc_precision_at_3_std": -0.073149, "nauc_precision_at_3_diff1": 0.790544, "nauc_precision_at_5_max": 0.752962, "nauc_precision_at_5_std": 0.005566, "nauc_precision_at_5_diff1": 0.759987, "nauc_precision_at_10_max": 0.749116, "nauc_precision_at_10_std": -0.004172, "nauc_precision_at_10_diff1": 0.737987, "nauc_precision_at_20_max": 0.730026, "nauc_precision_at_20_std": 0.017077, "nauc_precision_at_20_diff1": 0.708388, "nauc_precision_at_100_max": 0.645173, "nauc_precision_at_100_std": 0.032132, "nauc_precision_at_100_diff1": 0.679254, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.698506, "nauc_mrr_at_1_std": -0.119709, "nauc_mrr_at_1_diff1": 0.840419, "nauc_mrr_at_3_max": 0.709385, "nauc_mrr_at_3_std": -0.107113, "nauc_mrr_at_3_diff1": 0.821084, "nauc_mrr_at_5_max": 0.71185, "nauc_mrr_at_5_std": -0.09641, "nauc_mrr_at_5_diff1": 0.816557, "nauc_mrr_at_10_max": 0.710703, "nauc_mrr_at_10_std": -0.099497, "nauc_mrr_at_10_diff1": 0.815989, "nauc_mrr_at_20_max": 0.709741, "nauc_mrr_at_20_std": -0.099563, "nauc_mrr_at_20_diff1": 0.815612, "nauc_mrr_at_100_max": 0.709062, "nauc_mrr_at_100_std": -0.10029, "nauc_mrr_at_100_diff1": 0.815994, "nauc_mrr_at_1000_max": 0.70916, "nauc_mrr_at_1000_std": -0.100351, "nauc_mrr_at_1000_diff1": 0.8161, "main_score": 0.75834, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.708, "ndcg_at_3": 0.76236, "ndcg_at_5": 0.77871, "ndcg_at_10": 0.78932, "ndcg_at_20": 0.79524, "ndcg_at_100": 0.80644, "ndcg_at_1000": 0.81187, "map_at_1": 0.708, "map_at_3": 0.749, "map_at_5": 0.758, "map_at_10": 0.76234, "map_at_20": 0.76402, "map_at_100": 0.7656, "map_at_1000": 0.7658, "recall_at_1": 0.708, "recall_at_3": 0.801, "recall_at_5": 0.841, "recall_at_10": 0.874, "recall_at_20": 0.897, "recall_at_100": 0.957, "recall_at_1000": 1.0, "precision_at_1": 0.708, "precision_at_3": 0.267, "precision_at_5": 0.1682, "precision_at_10": 0.0874, "precision_at_20": 0.04485, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.708, "mrr_at_3": 0.749, "mrr_at_5": 0.758, "mrr_at_10": 0.762342, "mrr_at_20": 0.764021, "mrr_at_100": 0.765598, "mrr_at_1000": 0.765799, "nauc_ndcg_at_1_max": 0.741561, "nauc_ndcg_at_1_std": -0.128002, "nauc_ndcg_at_1_diff1": 0.858991, "nauc_ndcg_at_3_max": 0.736877, "nauc_ndcg_at_3_std": -0.137237, "nauc_ndcg_at_3_diff1": 0.81875, "nauc_ndcg_at_5_max": 0.733421, "nauc_ndcg_at_5_std": -0.12361, "nauc_ndcg_at_5_diff1": 0.811847, "nauc_ndcg_at_10_max": 0.735413, "nauc_ndcg_at_10_std": -0.103485, "nauc_ndcg_at_10_diff1": 0.811046, "nauc_ndcg_at_20_max": 0.733497, "nauc_ndcg_at_20_std": -0.095169, "nauc_ndcg_at_20_diff1": 0.810401, "nauc_ndcg_at_100_max": 0.735337, "nauc_ndcg_at_100_std": -0.099002, "nauc_ndcg_at_100_diff1": 0.815767, "nauc_ndcg_at_1000_max": 0.735852, "nauc_ndcg_at_1000_std": -0.108577, "nauc_ndcg_at_1000_diff1": 0.819888, "nauc_map_at_1_max": 0.741561, "nauc_map_at_1_std": -0.128002, "nauc_map_at_1_diff1": 0.858991, "nauc_map_at_3_max": 0.738637, "nauc_map_at_3_std": -0.133145, "nauc_map_at_3_diff1": 0.830275, "nauc_map_at_5_max": 0.736852, "nauc_map_at_5_std": -0.126113, "nauc_map_at_5_diff1": 0.827077, "nauc_map_at_10_max": 0.737675, "nauc_map_at_10_std": -0.118062, "nauc_map_at_10_diff1": 0.827019, "nauc_map_at_20_max": 0.737153, "nauc_map_at_20_std": -0.116642, "nauc_map_at_20_diff1": 0.826963, "nauc_map_at_100_max": 0.737392, "nauc_map_at_100_std": -0.117265, "nauc_map_at_100_diff1": 0.827721, "nauc_map_at_1000_max": 0.7374, "nauc_map_at_1000_std": -0.117513, "nauc_map_at_1000_diff1": 0.827836, "nauc_recall_at_1_max": 0.741561, "nauc_recall_at_1_std": -0.128002, "nauc_recall_at_1_diff1": 0.858991, "nauc_recall_at_3_max": 0.73053, "nauc_recall_at_3_std": -0.152216, "nauc_recall_at_3_diff1": 0.778495, "nauc_recall_at_5_max": 0.71843, "nauc_recall_at_5_std": -0.11127, "nauc_recall_at_5_diff1": 0.747521, "nauc_recall_at_10_max": 0.724259, "nauc_recall_at_10_std": -0.017608, "nauc_recall_at_10_diff1": 0.728885, "nauc_recall_at_20_max": 0.709513, "nauc_recall_at_20_std": 0.066069, "nauc_recall_at_20_diff1": 0.70843, "nauc_recall_at_100_max": 0.715751, "nauc_recall_at_100_std": 0.209965, "nauc_recall_at_100_diff1": 0.68204, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.741561, "nauc_precision_at_1_std": -0.128002, "nauc_precision_at_1_diff1": 0.858991, "nauc_precision_at_3_max": 0.73053, "nauc_precision_at_3_std": -0.152216, "nauc_precision_at_3_diff1": 0.778495, "nauc_precision_at_5_max": 0.71843, "nauc_precision_at_5_std": -0.11127, "nauc_precision_at_5_diff1": 0.747521, "nauc_precision_at_10_max": 0.724259, "nauc_precision_at_10_std": -0.017608, "nauc_precision_at_10_diff1": 0.728885, "nauc_precision_at_20_max": 0.709513, "nauc_precision_at_20_std": 0.066069, "nauc_precision_at_20_diff1": 0.70843, "nauc_precision_at_100_max": 0.715751, "nauc_precision_at_100_std": 0.209965, "nauc_precision_at_100_diff1": 0.68204, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.741561, "nauc_mrr_at_1_std": -0.128002, "nauc_mrr_at_1_diff1": 0.858991, "nauc_mrr_at_3_max": 0.738637, "nauc_mrr_at_3_std": -0.133145, "nauc_mrr_at_3_diff1": 0.830275, "nauc_mrr_at_5_max": 0.736852, "nauc_mrr_at_5_std": -0.126113, "nauc_mrr_at_5_diff1": 0.827077, "nauc_mrr_at_10_max": 0.737675, "nauc_mrr_at_10_std": -0.118062, "nauc_mrr_at_10_diff1": 0.827019, "nauc_mrr_at_20_max": 0.737153, "nauc_mrr_at_20_std": -0.116642, "nauc_mrr_at_20_diff1": 0.826963, "nauc_mrr_at_100_max": 0.737392, "nauc_mrr_at_100_std": -0.117265, "nauc_mrr_at_100_diff1": 0.827721, "nauc_mrr_at_1000_max": 0.7374, "nauc_mrr_at_1000_std": -0.117513, "nauc_mrr_at_1000_diff1": 0.827836, "main_score": 0.78932, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.709, "ndcg_at_3": 0.76767, "ndcg_at_5": 0.77588, "ndcg_at_10": 0.78782, "ndcg_at_20": 0.79474, "ndcg_at_100": 0.80715, "ndcg_at_1000": 0.81222, "map_at_1": 0.709, "map_at_3": 0.75367, "map_at_5": 0.75822, "map_at_10": 0.76312, "map_at_20": 0.76507, "map_at_100": 0.76677, "map_at_1000": 0.76695, "recall_at_1": 0.709, "recall_at_3": 0.808, "recall_at_5": 0.828, "recall_at_10": 0.865, "recall_at_20": 0.892, "recall_at_100": 0.959, "recall_at_1000": 1.0, "precision_at_1": 0.709, "precision_at_3": 0.26933, "precision_at_5": 0.1656, "precision_at_10": 0.0865, "precision_at_20": 0.0446, "precision_at_100": 0.00959, "precision_at_1000": 0.001, "mrr_at_1": 0.709, "mrr_at_3": 0.753667, "mrr_at_5": 0.758217, "mrr_at_10": 0.763122, "mrr_at_20": 0.765074, "mrr_at_100": 0.766771, "mrr_at_1000": 0.766947, "nauc_ndcg_at_1_max": 0.716832, "nauc_ndcg_at_1_std": -0.190317, "nauc_ndcg_at_1_diff1": 0.862457, "nauc_ndcg_at_3_max": 0.735116, "nauc_ndcg_at_3_std": -0.167586, "nauc_ndcg_at_3_diff1": 0.838443, "nauc_ndcg_at_5_max": 0.729341, "nauc_ndcg_at_5_std": -0.178422, "nauc_ndcg_at_5_diff1": 0.837472, "nauc_ndcg_at_10_max": 0.727611, "nauc_ndcg_at_10_std": -0.172705, "nauc_ndcg_at_10_diff1": 0.836794, "nauc_ndcg_at_20_max": 0.732468, "nauc_ndcg_at_20_std": -0.15367, "nauc_ndcg_at_20_diff1": 0.836397, "nauc_ndcg_at_100_max": 0.733306, "nauc_ndcg_at_100_std": -0.145326, "nauc_ndcg_at_100_diff1": 0.839391, "nauc_ndcg_at_1000_max": 0.730769, "nauc_ndcg_at_1000_std": -0.160877, "nauc_ndcg_at_1000_diff1": 0.840412, "nauc_map_at_1_max": 0.716832, "nauc_map_at_1_std": -0.190317, "nauc_map_at_1_diff1": 0.862457, "nauc_map_at_3_max": 0.731229, "nauc_map_at_3_std": -0.174186, "nauc_map_at_3_diff1": 0.843881, "nauc_map_at_5_max": 0.728037, "nauc_map_at_5_std": -0.18013, "nauc_map_at_5_diff1": 0.843407, "nauc_map_at_10_max": 0.727359, "nauc_map_at_10_std": -0.177742, "nauc_map_at_10_diff1": 0.843227, "nauc_map_at_20_max": 0.728614, "nauc_map_at_20_std": -0.173135, "nauc_map_at_20_diff1": 0.843202, "nauc_map_at_100_max": 0.728651, "nauc_map_at_100_std": -0.172197, "nauc_map_at_100_diff1": 0.843559, "nauc_map_at_1000_max": 0.728581, "nauc_map_at_1000_std": -0.17258, "nauc_map_at_1000_diff1": 0.843598, "nauc_recall_at_1_max": 0.716832, "nauc_recall_at_1_std": -0.190317, "nauc_recall_at_1_diff1": 0.862457, "nauc_recall_at_3_max": 0.748236, "nauc_recall_at_3_std": -0.144146, "nauc_recall_at_3_diff1": 0.819872, "nauc_recall_at_5_max": 0.732812, "nauc_recall_at_5_std": -0.173394, "nauc_recall_at_5_diff1": 0.815327, "nauc_recall_at_10_max": 0.72579, "nauc_recall_at_10_std": -0.148631, "nauc_recall_at_10_diff1": 0.807188, "nauc_recall_at_20_max": 0.757752, "nauc_recall_at_20_std": -0.012663, "nauc_recall_at_20_diff1": 0.79774, "nauc_recall_at_100_max": 0.818906, "nauc_recall_at_100_std": 0.391941, "nauc_recall_at_100_diff1": 0.806666, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.716832, "nauc_precision_at_1_std": -0.190317, "nauc_precision_at_1_diff1": 0.862457, "nauc_precision_at_3_max": 0.748236, "nauc_precision_at_3_std": -0.144146, "nauc_precision_at_3_diff1": 0.819872, "nauc_precision_at_5_max": 0.732812, "nauc_precision_at_5_std": -0.173394, "nauc_precision_at_5_diff1": 0.815327, "nauc_precision_at_10_max": 0.72579, "nauc_precision_at_10_std": -0.148631, "nauc_precision_at_10_diff1": 0.807188, "nauc_precision_at_20_max": 0.757752, "nauc_precision_at_20_std": -0.012663, "nauc_precision_at_20_diff1": 0.79774, "nauc_precision_at_100_max": 0.818906, "nauc_precision_at_100_std": 0.391941, "nauc_precision_at_100_diff1": 0.806666, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.716832, "nauc_mrr_at_1_std": -0.190317, "nauc_mrr_at_1_diff1": 0.862457, "nauc_mrr_at_3_max": 0.731229, "nauc_mrr_at_3_std": -0.174186, "nauc_mrr_at_3_diff1": 0.843881, "nauc_mrr_at_5_max": 0.728037, "nauc_mrr_at_5_std": -0.18013, "nauc_mrr_at_5_diff1": 0.843407, "nauc_mrr_at_10_max": 0.727359, "nauc_mrr_at_10_std": -0.177742, "nauc_mrr_at_10_diff1": 0.843227, "nauc_mrr_at_20_max": 0.728614, "nauc_mrr_at_20_std": -0.173135, "nauc_mrr_at_20_diff1": 0.843202, "nauc_mrr_at_100_max": 0.728651, "nauc_mrr_at_100_std": -0.172197, "nauc_mrr_at_100_diff1": 0.843559, "nauc_mrr_at_1000_max": 0.728581, "nauc_mrr_at_1000_std": -0.17258, "nauc_mrr_at_1000_diff1": 0.843598, "main_score": 0.78782, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.712, "ndcg_at_3": 0.7713, "ndcg_at_5": 0.78038, "ndcg_at_10": 0.79648, "ndcg_at_20": 0.80224, "ndcg_at_100": 0.81086, "ndcg_at_1000": 0.81682, "map_at_1": 0.712, "map_at_3": 0.75717, "map_at_5": 0.76222, "map_at_10": 0.76882, "map_at_20": 0.77037, "map_at_100": 0.77161, "map_at_1000": 0.77183, "recall_at_1": 0.712, "recall_at_3": 0.812, "recall_at_5": 0.834, "recall_at_10": 0.884, "recall_at_20": 0.907, "recall_at_100": 0.953, "recall_at_1000": 1.0, "precision_at_1": 0.712, "precision_at_3": 0.27067, "precision_at_5": 0.1668, "precision_at_10": 0.0884, "precision_at_20": 0.04535, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.712, "mrr_at_3": 0.757167, "mrr_at_5": 0.762217, "mrr_at_10": 0.768822, "mrr_at_20": 0.770375, "mrr_at_100": 0.771606, "mrr_at_1000": 0.771828, "nauc_ndcg_at_1_max": 0.661585, "nauc_ndcg_at_1_std": -0.06991, "nauc_ndcg_at_1_diff1": 0.873636, "nauc_ndcg_at_3_max": 0.667473, "nauc_ndcg_at_3_std": -0.06146, "nauc_ndcg_at_3_diff1": 0.846179, "nauc_ndcg_at_5_max": 0.662118, "nauc_ndcg_at_5_std": -0.066983, "nauc_ndcg_at_5_diff1": 0.843577, "nauc_ndcg_at_10_max": 0.661643, "nauc_ndcg_at_10_std": -0.05586, "nauc_ndcg_at_10_diff1": 0.844219, "nauc_ndcg_at_20_max": 0.662521, "nauc_ndcg_at_20_std": -0.051806, "nauc_ndcg_at_20_diff1": 0.84438, "nauc_ndcg_at_100_max": 0.666141, "nauc_ndcg_at_100_std": -0.049369, "nauc_ndcg_at_100_diff1": 0.848412, "nauc_ndcg_at_1000_max": 0.663218, "nauc_ndcg_at_1000_std": -0.057527, "nauc_ndcg_at_1000_diff1": 0.849209, "nauc_map_at_1_max": 0.661585, "nauc_map_at_1_std": -0.06991, "nauc_map_at_1_diff1": 0.873636, "nauc_map_at_3_max": 0.665022, "nauc_map_at_3_std": -0.065508, "nauc_map_at_3_diff1": 0.85374, "nauc_map_at_5_max": 0.662112, "nauc_map_at_5_std": -0.068521, "nauc_map_at_5_diff1": 0.85251, "nauc_map_at_10_max": 0.66198, "nauc_map_at_10_std": -0.064334, "nauc_map_at_10_diff1": 0.852917, "nauc_map_at_20_max": 0.661944, "nauc_map_at_20_std": -0.063862, "nauc_map_at_20_diff1": 0.853022, "nauc_map_at_100_max": 0.662259, "nauc_map_at_100_std": -0.063798, "nauc_map_at_100_diff1": 0.853415, "nauc_map_at_1000_max": 0.662189, "nauc_map_at_1000_std": -0.063958, "nauc_map_at_1000_diff1": 0.853427, "nauc_recall_at_1_max": 0.661585, "nauc_recall_at_1_std": -0.06991, "nauc_recall_at_1_diff1": 0.873636, "nauc_recall_at_3_max": 0.676596, "nauc_recall_at_3_std": -0.046215, "nauc_recall_at_3_diff1": 0.819355, "nauc_recall_at_5_max": 0.661736, "nauc_recall_at_5_std": -0.060939, "nauc_recall_at_5_diff1": 0.808319, "nauc_recall_at_10_max": 0.658849, "nauc_recall_at_10_std": -0.003922, "nauc_recall_at_10_diff1": 0.798797, "nauc_recall_at_20_max": 0.669026, "nauc_recall_at_20_std": 0.046053, "nauc_recall_at_20_diff1": 0.789705, "nauc_recall_at_100_max": 0.75226, "nauc_recall_at_100_std": 0.197837, "nauc_recall_at_100_diff1": 0.822318, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.661585, "nauc_precision_at_1_std": -0.06991, "nauc_precision_at_1_diff1": 0.873636, "nauc_precision_at_3_max": 0.676596, "nauc_precision_at_3_std": -0.046215, "nauc_precision_at_3_diff1": 0.819355, "nauc_precision_at_5_max": 0.661736, "nauc_precision_at_5_std": -0.060939, "nauc_precision_at_5_diff1": 0.808319, "nauc_precision_at_10_max": 0.658849, "nauc_precision_at_10_std": -0.003922, "nauc_precision_at_10_diff1": 0.798797, "nauc_precision_at_20_max": 0.669026, "nauc_precision_at_20_std": 0.046053, "nauc_precision_at_20_diff1": 0.789705, "nauc_precision_at_100_max": 0.75226, "nauc_precision_at_100_std": 0.197837, "nauc_precision_at_100_diff1": 0.822318, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.661585, "nauc_mrr_at_1_std": -0.06991, "nauc_mrr_at_1_diff1": 0.873636, "nauc_mrr_at_3_max": 0.665022, "nauc_mrr_at_3_std": -0.065508, "nauc_mrr_at_3_diff1": 0.85374, "nauc_mrr_at_5_max": 0.662112, "nauc_mrr_at_5_std": -0.068521, "nauc_mrr_at_5_diff1": 0.85251, "nauc_mrr_at_10_max": 0.66198, "nauc_mrr_at_10_std": -0.064334, "nauc_mrr_at_10_diff1": 0.852917, "nauc_mrr_at_20_max": 0.661944, "nauc_mrr_at_20_std": -0.063862, "nauc_mrr_at_20_diff1": 0.853022, "nauc_mrr_at_100_max": 0.662259, "nauc_mrr_at_100_std": -0.063798, "nauc_mrr_at_100_diff1": 0.853415, "nauc_mrr_at_1000_max": 0.662189, "nauc_mrr_at_1000_std": -0.063958, "nauc_mrr_at_1000_diff1": 0.853427, "main_score": 0.79648, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.69, "ndcg_at_3": 0.75043, "ndcg_at_5": 0.76979, "ndcg_at_10": 0.78098, "ndcg_at_20": 0.78898, "ndcg_at_100": 0.79759, "ndcg_at_1000": 0.80401, "map_at_1": 0.69, "map_at_3": 0.736, "map_at_5": 0.74675, "map_at_10": 0.75128, "map_at_20": 0.75357, "map_at_100": 0.75479, "map_at_1000": 0.75506, "recall_at_1": 0.69, "recall_at_3": 0.792, "recall_at_5": 0.839, "recall_at_10": 0.874, "recall_at_20": 0.905, "recall_at_100": 0.951, "recall_at_1000": 1.0, "precision_at_1": 0.69, "precision_at_3": 0.264, "precision_at_5": 0.1678, "precision_at_10": 0.0874, "precision_at_20": 0.04525, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.69, "mrr_at_3": 0.736, "mrr_at_5": 0.74675, "mrr_at_10": 0.751285, "mrr_at_20": 0.75357, "mrr_at_100": 0.754789, "mrr_at_1000": 0.75506, "nauc_ndcg_at_1_max": 0.66749, "nauc_ndcg_at_1_std": -0.149937, "nauc_ndcg_at_1_diff1": 0.849646, "nauc_ndcg_at_3_max": 0.686808, "nauc_ndcg_at_3_std": -0.160603, "nauc_ndcg_at_3_diff1": 0.822377, "nauc_ndcg_at_5_max": 0.70255, "nauc_ndcg_at_5_std": -0.136552, "nauc_ndcg_at_5_diff1": 0.826747, "nauc_ndcg_at_10_max": 0.697152, "nauc_ndcg_at_10_std": -0.149295, "nauc_ndcg_at_10_diff1": 0.826573, "nauc_ndcg_at_20_max": 0.693928, "nauc_ndcg_at_20_std": -0.14254, "nauc_ndcg_at_20_diff1": 0.826928, "nauc_ndcg_at_100_max": 0.693183, "nauc_ndcg_at_100_std": -0.138907, "nauc_ndcg_at_100_diff1": 0.829603, "nauc_ndcg_at_1000_max": 0.691707, "nauc_ndcg_at_1000_std": -0.14459, "nauc_ndcg_at_1000_diff1": 0.83083, "nauc_map_at_1_max": 0.66749, "nauc_map_at_1_std": -0.149937, "nauc_map_at_1_diff1": 0.849646, "nauc_map_at_3_max": 0.683154, "nauc_map_at_3_std": -0.158262, "nauc_map_at_3_diff1": 0.830185, "nauc_map_at_5_max": 0.691043, "nauc_map_at_5_std": -0.146241, "nauc_map_at_5_diff1": 0.832711, "nauc_map_at_10_max": 0.688938, "nauc_map_at_10_std": -0.15146, "nauc_map_at_10_diff1": 0.832834, "nauc_map_at_20_max": 0.688026, "nauc_map_at_20_std": -0.150036, "nauc_map_at_20_diff1": 0.833022, "nauc_map_at_100_max": 0.687871, "nauc_map_at_100_std": -0.149637, "nauc_map_at_100_diff1": 0.833384, "nauc_map_at_1000_max": 0.687863, "nauc_map_at_1000_std": -0.149676, "nauc_map_at_1000_diff1": 0.833456, "nauc_recall_at_1_max": 0.66749, "nauc_recall_at_1_std": -0.149937, "nauc_recall_at_1_diff1": 0.849646, "nauc_recall_at_3_max": 0.698699, "nauc_recall_at_3_std": -0.168452, "nauc_recall_at_3_diff1": 0.795058, "nauc_recall_at_5_max": 0.753257, "nauc_recall_at_5_std": -0.089697, "nauc_recall_at_5_diff1": 0.802396, "nauc_recall_at_10_max": 0.738215, "nauc_recall_at_10_std": -0.13764, "nauc_recall_at_10_diff1": 0.79467, "nauc_recall_at_20_max": 0.725923, "nauc_recall_at_20_std": -0.078235, "nauc_recall_at_20_diff1": 0.787449, "nauc_recall_at_100_max": 0.743269, "nauc_recall_at_100_std": 0.051135, "nauc_recall_at_100_diff1": 0.801845, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.66749, "nauc_precision_at_1_std": -0.149937, "nauc_precision_at_1_diff1": 0.849646, "nauc_precision_at_3_max": 0.698699, "nauc_precision_at_3_std": -0.168452, "nauc_precision_at_3_diff1": 0.795058, "nauc_precision_at_5_max": 0.753257, "nauc_precision_at_5_std": -0.089697, "nauc_precision_at_5_diff1": 0.802396, "nauc_precision_at_10_max": 0.738215, "nauc_precision_at_10_std": -0.13764, "nauc_precision_at_10_diff1": 0.79467, "nauc_precision_at_20_max": 0.725923, "nauc_precision_at_20_std": -0.078235, "nauc_precision_at_20_diff1": 0.787449, "nauc_precision_at_100_max": 0.743269, "nauc_precision_at_100_std": 0.051135, "nauc_precision_at_100_diff1": 0.801845, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.66749, "nauc_mrr_at_1_std": -0.149937, "nauc_mrr_at_1_diff1": 0.849646, "nauc_mrr_at_3_max": 0.683154, "nauc_mrr_at_3_std": -0.158262, "nauc_mrr_at_3_diff1": 0.830185, "nauc_mrr_at_5_max": 0.691043, "nauc_mrr_at_5_std": -0.146241, "nauc_mrr_at_5_diff1": 0.832711, "nauc_mrr_at_10_max": 0.688938, "nauc_mrr_at_10_std": -0.15146, "nauc_mrr_at_10_diff1": 0.832834, "nauc_mrr_at_20_max": 0.688026, "nauc_mrr_at_20_std": -0.150036, "nauc_mrr_at_20_diff1": 0.833022, "nauc_mrr_at_100_max": 0.687871, "nauc_mrr_at_100_std": -0.149637, "nauc_mrr_at_100_diff1": 0.833384, "nauc_mrr_at_1000_max": 0.687863, "nauc_mrr_at_1000_std": -0.149676, "nauc_mrr_at_1000_diff1": 0.833456, "main_score": 0.78098, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.663, "ndcg_at_3": 0.73452, "ndcg_at_5": 0.74954, "ndcg_at_10": 0.76205, "ndcg_at_20": 0.76989, "ndcg_at_100": 0.78206, "ndcg_at_1000": 0.78809, "map_at_1": 0.663, "map_at_3": 0.71767, "map_at_5": 0.72587, "map_at_10": 0.73116, "map_at_20": 0.73331, "map_at_100": 0.73504, "map_at_1000": 0.73529, "recall_at_1": 0.663, "recall_at_3": 0.783, "recall_at_5": 0.82, "recall_at_10": 0.858, "recall_at_20": 0.889, "recall_at_100": 0.954, "recall_at_1000": 1.0, "precision_at_1": 0.663, "precision_at_3": 0.261, "precision_at_5": 0.164, "precision_at_10": 0.0858, "precision_at_20": 0.04445, "precision_at_100": 0.00954, "precision_at_1000": 0.001, "mrr_at_1": 0.663, "mrr_at_3": 0.717667, "mrr_at_5": 0.725867, "mrr_at_10": 0.731163, "mrr_at_20": 0.733314, "mrr_at_100": 0.73504, "mrr_at_1000": 0.735295, "nauc_ndcg_at_1_max": 0.639975, "nauc_ndcg_at_1_std": -0.095084, "nauc_ndcg_at_1_diff1": 0.819153, "nauc_ndcg_at_3_max": 0.635572, "nauc_ndcg_at_3_std": -0.109965, "nauc_ndcg_at_3_diff1": 0.776741, "nauc_ndcg_at_5_max": 0.628258, "nauc_ndcg_at_5_std": -0.109573, "nauc_ndcg_at_5_diff1": 0.774457, "nauc_ndcg_at_10_max": 0.637027, "nauc_ndcg_at_10_std": -0.082638, "nauc_ndcg_at_10_diff1": 0.775526, "nauc_ndcg_at_20_max": 0.634901, "nauc_ndcg_at_20_std": -0.077181, "nauc_ndcg_at_20_diff1": 0.773599, "nauc_ndcg_at_100_max": 0.640263, "nauc_ndcg_at_100_std": -0.076903, "nauc_ndcg_at_100_diff1": 0.781221, "nauc_ndcg_at_1000_max": 0.63713, "nauc_ndcg_at_1000_std": -0.087607, "nauc_ndcg_at_1000_diff1": 0.782658, "nauc_map_at_1_max": 0.639975, "nauc_map_at_1_std": -0.095084, "nauc_map_at_1_diff1": 0.819153, "nauc_map_at_3_max": 0.637726, "nauc_map_at_3_std": -0.10564, "nauc_map_at_3_diff1": 0.787818, "nauc_map_at_5_max": 0.633993, "nauc_map_at_5_std": -0.105357, "nauc_map_at_5_diff1": 0.786884, "nauc_map_at_10_max": 0.637374, "nauc_map_at_10_std": -0.095081, "nauc_map_at_10_diff1": 0.787315, "nauc_map_at_20_max": 0.636774, "nauc_map_at_20_std": -0.094021, "nauc_map_at_20_diff1": 0.786908, "nauc_map_at_100_max": 0.637338, "nauc_map_at_100_std": -0.094094, "nauc_map_at_100_diff1": 0.787982, "nauc_map_at_1000_max": 0.637222, "nauc_map_at_1000_std": -0.094511, "nauc_map_at_1000_diff1": 0.788056, "nauc_recall_at_1_max": 0.639975, "nauc_recall_at_1_std": -0.095084, "nauc_recall_at_1_diff1": 0.819153, "nauc_recall_at_3_max": 0.62751, "nauc_recall_at_3_std": -0.125311, "nauc_recall_at_3_diff1": 0.738045, "nauc_recall_at_5_max": 0.603191, "nauc_recall_at_5_std": -0.126537, "nauc_recall_at_5_diff1": 0.724438, "nauc_recall_at_10_max": 0.63849, "nauc_recall_at_10_std": -0.004932, "nauc_recall_at_10_diff1": 0.719334, "nauc_recall_at_20_max": 0.624816, "nauc_recall_at_20_std": 0.056425, "nauc_recall_at_20_diff1": 0.692141, "nauc_recall_at_100_max": 0.735771, "nauc_recall_at_100_std": 0.245392, "nauc_recall_at_100_diff1": 0.742145, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.639975, "nauc_precision_at_1_std": -0.095084, "nauc_precision_at_1_diff1": 0.819153, "nauc_precision_at_3_max": 0.62751, "nauc_precision_at_3_std": -0.125311, "nauc_precision_at_3_diff1": 0.738045, "nauc_precision_at_5_max": 0.603191, "nauc_precision_at_5_std": -0.126537, "nauc_precision_at_5_diff1": 0.724438, "nauc_precision_at_10_max": 0.63849, "nauc_precision_at_10_std": -0.004932, "nauc_precision_at_10_diff1": 0.719334, "nauc_precision_at_20_max": 0.624816, "nauc_precision_at_20_std": 0.056425, "nauc_precision_at_20_diff1": 0.692141, "nauc_precision_at_100_max": 0.735771, "nauc_precision_at_100_std": 0.245392, "nauc_precision_at_100_diff1": 0.742145, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.639975, "nauc_mrr_at_1_std": -0.095084, "nauc_mrr_at_1_diff1": 0.819153, "nauc_mrr_at_3_max": 0.637726, "nauc_mrr_at_3_std": -0.10564, "nauc_mrr_at_3_diff1": 0.787818, "nauc_mrr_at_5_max": 0.633993, "nauc_mrr_at_5_std": -0.105357, "nauc_mrr_at_5_diff1": 0.786884, "nauc_mrr_at_10_max": 0.637374, "nauc_mrr_at_10_std": -0.095081, "nauc_mrr_at_10_diff1": 0.787315, "nauc_mrr_at_20_max": 0.636774, "nauc_mrr_at_20_std": -0.094021, "nauc_mrr_at_20_diff1": 0.786908, "nauc_mrr_at_100_max": 0.637338, "nauc_mrr_at_100_std": -0.094094, "nauc_mrr_at_100_diff1": 0.787982, "nauc_mrr_at_1000_max": 0.637222, "nauc_mrr_at_1000_std": -0.094511, "nauc_mrr_at_1000_diff1": 0.788056, "main_score": 0.76205, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.622, "ndcg_at_3": 0.68003, "ndcg_at_5": 0.69363, "ndcg_at_10": 0.70757, "ndcg_at_20": 0.72054, "ndcg_at_100": 0.73548, "ndcg_at_1000": 0.74409, "map_at_1": 0.622, "map_at_3": 0.66617, "map_at_5": 0.67372, "map_at_10": 0.67949, "map_at_20": 0.68308, "map_at_100": 0.68502, "map_at_1000": 0.6853, "recall_at_1": 0.622, "recall_at_3": 0.72, "recall_at_5": 0.753, "recall_at_10": 0.796, "recall_at_20": 0.847, "recall_at_100": 0.93, "recall_at_1000": 1.0, "precision_at_1": 0.622, "precision_at_3": 0.24, "precision_at_5": 0.1506, "precision_at_10": 0.0796, "precision_at_20": 0.04235, "precision_at_100": 0.0093, "precision_at_1000": 0.001, "mrr_at_1": 0.621, "mrr_at_3": 0.665667, "mrr_at_5": 0.673217, "mrr_at_10": 0.678965, "mrr_at_20": 0.682563, "mrr_at_100": 0.684499, "mrr_at_1000": 0.684781, "nauc_ndcg_at_1_max": 0.626294, "nauc_ndcg_at_1_std": -0.122757, "nauc_ndcg_at_1_diff1": 0.832499, "nauc_ndcg_at_3_max": 0.655305, "nauc_ndcg_at_3_std": -0.115555, "nauc_ndcg_at_3_diff1": 0.796799, "nauc_ndcg_at_5_max": 0.655133, "nauc_ndcg_at_5_std": -0.110209, "nauc_ndcg_at_5_diff1": 0.790961, "nauc_ndcg_at_10_max": 0.648957, "nauc_ndcg_at_10_std": -0.111438, "nauc_ndcg_at_10_diff1": 0.791753, "nauc_ndcg_at_20_max": 0.651441, "nauc_ndcg_at_20_std": -0.099899, "nauc_ndcg_at_20_diff1": 0.79406, "nauc_ndcg_at_100_max": 0.650283, "nauc_ndcg_at_100_std": -0.100905, "nauc_ndcg_at_100_diff1": 0.79515, "nauc_ndcg_at_1000_max": 0.648811, "nauc_ndcg_at_1000_std": -0.107482, "nauc_ndcg_at_1000_diff1": 0.798596, "nauc_map_at_1_max": 0.626294, "nauc_map_at_1_std": -0.122757, "nauc_map_at_1_diff1": 0.832499, "nauc_map_at_3_max": 0.64754, "nauc_map_at_3_std": -0.118662, "nauc_map_at_3_diff1": 0.805817, "nauc_map_at_5_max": 0.647274, "nauc_map_at_5_std": -0.115681, "nauc_map_at_5_diff1": 0.80276, "nauc_map_at_10_max": 0.644657, "nauc_map_at_10_std": -0.116515, "nauc_map_at_10_diff1": 0.80322, "nauc_map_at_20_max": 0.64532, "nauc_map_at_20_std": -0.113589, "nauc_map_at_20_diff1": 0.80404, "nauc_map_at_100_max": 0.645279, "nauc_map_at_100_std": -0.113604, "nauc_map_at_100_diff1": 0.804235, "nauc_map_at_1000_max": 0.645243, "nauc_map_at_1000_std": -0.113819, "nauc_map_at_1000_diff1": 0.804347, "nauc_recall_at_1_max": 0.626294, "nauc_recall_at_1_std": -0.122757, "nauc_recall_at_1_diff1": 0.832499, "nauc_recall_at_3_max": 0.68071, "nauc_recall_at_3_std": -0.104852, "nauc_recall_at_3_diff1": 0.767546, "nauc_recall_at_5_max": 0.683052, "nauc_recall_at_5_std": -0.089586, "nauc_recall_at_5_diff1": 0.748544, "nauc_recall_at_10_max": 0.663514, "nauc_recall_at_10_std": -0.089041, "nauc_recall_at_10_diff1": 0.745037, "nauc_recall_at_20_max": 0.682405, "nauc_recall_at_20_std": -0.010096, "nauc_recall_at_20_diff1": 0.7443, "nauc_recall_at_100_max": 0.688789, "nauc_recall_at_100_std": 0.05949, "nauc_recall_at_100_diff1": 0.709884, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.626294, "nauc_precision_at_1_std": -0.122757, "nauc_precision_at_1_diff1": 0.832499, "nauc_precision_at_3_max": 0.68071, "nauc_precision_at_3_std": -0.104852, "nauc_precision_at_3_diff1": 0.767546, "nauc_precision_at_5_max": 0.683052, "nauc_precision_at_5_std": -0.089586, "nauc_precision_at_5_diff1": 0.748544, "nauc_precision_at_10_max": 0.663514, "nauc_precision_at_10_std": -0.089041, "nauc_precision_at_10_diff1": 0.745037, "nauc_precision_at_20_max": 0.682405, "nauc_precision_at_20_std": -0.010096, "nauc_precision_at_20_diff1": 0.7443, "nauc_precision_at_100_max": 0.688789, "nauc_precision_at_100_std": 0.05949, "nauc_precision_at_100_diff1": 0.709884, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.623774, "nauc_mrr_at_1_std": -0.123191, "nauc_mrr_at_1_diff1": 0.834277, "nauc_mrr_at_3_max": 0.645787, "nauc_mrr_at_3_std": -0.118825, "nauc_mrr_at_3_diff1": 0.806917, "nauc_mrr_at_5_max": 0.645486, "nauc_mrr_at_5_std": -0.115851, "nauc_mrr_at_5_diff1": 0.803886, "nauc_mrr_at_10_max": 0.642891, "nauc_mrr_at_10_std": -0.116615, "nauc_mrr_at_10_diff1": 0.804388, "nauc_mrr_at_20_max": 0.643524, "nauc_mrr_at_20_std": -0.113707, "nauc_mrr_at_20_diff1": 0.80522, "nauc_mrr_at_100_max": 0.643471, "nauc_mrr_at_100_std": -0.113722, "nauc_mrr_at_100_diff1": 0.805423, "nauc_mrr_at_1000_max": 0.643434, "nauc_mrr_at_1000_std": -0.113937, "nauc_mrr_at_1000_diff1": 0.805536, "main_score": 0.70757, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.639, "ndcg_at_3": 0.71944, "ndcg_at_5": 0.73054, "ndcg_at_10": 0.74189, "ndcg_at_20": 0.75277, "ndcg_at_100": 0.76357, "ndcg_at_1000": 0.77145, "map_at_1": 0.639, "map_at_3": 0.70017, "map_at_5": 0.70632, "map_at_10": 0.71101, "map_at_20": 0.71401, "map_at_100": 0.71545, "map_at_1000": 0.71576, "recall_at_1": 0.639, "recall_at_3": 0.775, "recall_at_5": 0.802, "recall_at_10": 0.837, "recall_at_20": 0.88, "recall_at_100": 0.939, "recall_at_1000": 1.0, "precision_at_1": 0.639, "precision_at_3": 0.25833, "precision_at_5": 0.1604, "precision_at_10": 0.0837, "precision_at_20": 0.044, "precision_at_100": 0.00939, "precision_at_1000": 0.001, "mrr_at_1": 0.64, "mrr_at_3": 0.700333, "mrr_at_5": 0.706683, "mrr_at_10": 0.711376, "mrr_at_20": 0.714378, "mrr_at_100": 0.715814, "mrr_at_1000": 0.716126, "nauc_ndcg_at_1_max": 0.642613, "nauc_ndcg_at_1_std": -0.136599, "nauc_ndcg_at_1_diff1": 0.834453, "nauc_ndcg_at_3_max": 0.675827, "nauc_ndcg_at_3_std": -0.144205, "nauc_ndcg_at_3_diff1": 0.78614, "nauc_ndcg_at_5_max": 0.672349, "nauc_ndcg_at_5_std": -0.13924, "nauc_ndcg_at_5_diff1": 0.777762, "nauc_ndcg_at_10_max": 0.678492, "nauc_ndcg_at_10_std": -0.126312, "nauc_ndcg_at_10_diff1": 0.77956, "nauc_ndcg_at_20_max": 0.675759, "nauc_ndcg_at_20_std": -0.126368, "nauc_ndcg_at_20_diff1": 0.782677, "nauc_ndcg_at_100_max": 0.671908, "nauc_ndcg_at_100_std": -0.126298, "nauc_ndcg_at_100_diff1": 0.786087, "nauc_ndcg_at_1000_max": 0.670843, "nauc_ndcg_at_1000_std": -0.131621, "nauc_ndcg_at_1000_diff1": 0.79001, "nauc_map_at_1_max": 0.642613, "nauc_map_at_1_std": -0.136599, "nauc_map_at_1_diff1": 0.834453, "nauc_map_at_3_max": 0.667837, "nauc_map_at_3_std": -0.14405, "nauc_map_at_3_diff1": 0.799663, "nauc_map_at_5_max": 0.665959, "nauc_map_at_5_std": -0.141125, "nauc_map_at_5_diff1": 0.795404, "nauc_map_at_10_max": 0.668349, "nauc_map_at_10_std": -0.136145, "nauc_map_at_10_diff1": 0.796371, "nauc_map_at_20_max": 0.66773, "nauc_map_at_20_std": -0.135916, "nauc_map_at_20_diff1": 0.797369, "nauc_map_at_100_max": 0.667072, "nauc_map_at_100_std": -0.136323, "nauc_map_at_100_diff1": 0.79766, "nauc_map_at_1000_max": 0.667031, "nauc_map_at_1000_std": -0.136437, "nauc_map_at_1000_diff1": 0.79782, "nauc_recall_at_1_max": 0.642613, "nauc_recall_at_1_std": -0.136599, "nauc_recall_at_1_diff1": 0.834453, "nauc_recall_at_3_max": 0.703745, "nauc_recall_at_3_std": -0.143754, "nauc_recall_at_3_diff1": 0.73776, "nauc_recall_at_5_max": 0.695701, "nauc_recall_at_5_std": -0.130459, "nauc_recall_at_5_diff1": 0.70785, "nauc_recall_at_10_max": 0.726095, "nauc_recall_at_10_std": -0.072318, "nauc_recall_at_10_diff1": 0.702141, "nauc_recall_at_20_max": 0.719174, "nauc_recall_at_20_std": -0.061028, "nauc_recall_at_20_diff1": 0.698886, "nauc_recall_at_100_max": 0.699859, "nauc_recall_at_100_std": 0.022378, "nauc_recall_at_100_diff1": 0.693476, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.642613, "nauc_precision_at_1_std": -0.136599, "nauc_precision_at_1_diff1": 0.834453, "nauc_precision_at_3_max": 0.703745, "nauc_precision_at_3_std": -0.143754, "nauc_precision_at_3_diff1": 0.73776, "nauc_precision_at_5_max": 0.695701, "nauc_precision_at_5_std": -0.130459, "nauc_precision_at_5_diff1": 0.70785, "nauc_precision_at_10_max": 0.726095, "nauc_precision_at_10_std": -0.072318, "nauc_precision_at_10_diff1": 0.702141, "nauc_precision_at_20_max": 0.719174, "nauc_precision_at_20_std": -0.061028, "nauc_precision_at_20_diff1": 0.698886, "nauc_precision_at_100_max": 0.699859, "nauc_precision_at_100_std": 0.022378, "nauc_precision_at_100_diff1": 0.693476, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.640019, "nauc_mrr_at_1_std": -0.139328, "nauc_mrr_at_1_diff1": 0.832614, "nauc_mrr_at_3_max": 0.665204, "nauc_mrr_at_3_std": -0.147006, "nauc_mrr_at_3_diff1": 0.798278, "nauc_mrr_at_5_max": 0.663957, "nauc_mrr_at_5_std": -0.143411, "nauc_mrr_at_5_diff1": 0.794269, "nauc_mrr_at_10_max": 0.666316, "nauc_mrr_at_10_std": -0.138464, "nauc_mrr_at_10_diff1": 0.795218, "nauc_mrr_at_20_max": 0.665674, "nauc_mrr_at_20_std": -0.138261, "nauc_mrr_at_20_diff1": 0.796204, "nauc_mrr_at_100_max": 0.665004, "nauc_mrr_at_100_std": -0.138681, "nauc_mrr_at_100_diff1": 0.796489, "nauc_mrr_at_1000_max": 0.664961, "nauc_mrr_at_1000_std": -0.138798, "nauc_mrr_at_1000_diff1": 0.796647, "main_score": 0.74189, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.605, "ndcg_at_3": 0.67744, "ndcg_at_5": 0.69362, "ndcg_at_10": 0.70803, "ndcg_at_20": 0.71675, "ndcg_at_100": 0.73178, "ndcg_at_1000": 0.74176, "map_at_1": 0.605, "map_at_3": 0.66083, "map_at_5": 0.66988, "map_at_10": 0.67593, "map_at_20": 0.6784, "map_at_100": 0.68055, "map_at_1000": 0.68093, "recall_at_1": 0.605, "recall_at_3": 0.725, "recall_at_5": 0.764, "recall_at_10": 0.808, "recall_at_20": 0.842, "recall_at_100": 0.922, "recall_at_1000": 1.0, "precision_at_1": 0.605, "precision_at_3": 0.24167, "precision_at_5": 0.1528, "precision_at_10": 0.0808, "precision_at_20": 0.0421, "precision_at_100": 0.00922, "precision_at_1000": 0.001, "mrr_at_1": 0.605, "mrr_at_3": 0.661167, "mrr_at_5": 0.669967, "mrr_at_10": 0.676016, "mrr_at_20": 0.678479, "mrr_at_100": 0.680631, "mrr_at_1000": 0.681009, "nauc_ndcg_at_1_max": 0.669553, "nauc_ndcg_at_1_std": -0.101856, "nauc_ndcg_at_1_diff1": 0.839484, "nauc_ndcg_at_3_max": 0.678844, "nauc_ndcg_at_3_std": -0.120818, "nauc_ndcg_at_3_diff1": 0.811822, "nauc_ndcg_at_5_max": 0.685882, "nauc_ndcg_at_5_std": -0.096349, "nauc_ndcg_at_5_diff1": 0.808445, "nauc_ndcg_at_10_max": 0.679788, "nauc_ndcg_at_10_std": -0.098878, "nauc_ndcg_at_10_diff1": 0.804021, "nauc_ndcg_at_20_max": 0.680165, "nauc_ndcg_at_20_std": -0.091596, "nauc_ndcg_at_20_diff1": 0.803261, "nauc_ndcg_at_100_max": 0.681112, "nauc_ndcg_at_100_std": -0.087689, "nauc_ndcg_at_100_diff1": 0.803061, "nauc_ndcg_at_1000_max": 0.679759, "nauc_ndcg_at_1000_std": -0.095871, "nauc_ndcg_at_1000_diff1": 0.808925, "nauc_map_at_1_max": 0.669553, "nauc_map_at_1_std": -0.101856, "nauc_map_at_1_diff1": 0.839484, "nauc_map_at_3_max": 0.677069, "nauc_map_at_3_std": -0.116047, "nauc_map_at_3_diff1": 0.818324, "nauc_map_at_5_max": 0.680714, "nauc_map_at_5_std": -0.103151, "nauc_map_at_5_diff1": 0.816712, "nauc_map_at_10_max": 0.678292, "nauc_map_at_10_std": -0.103813, "nauc_map_at_10_diff1": 0.815033, "nauc_map_at_20_max": 0.678413, "nauc_map_at_20_std": -0.102126, "nauc_map_at_20_diff1": 0.814947, "nauc_map_at_100_max": 0.678345, "nauc_map_at_100_std": -0.101863, "nauc_map_at_100_diff1": 0.815006, "nauc_map_at_1000_max": 0.678324, "nauc_map_at_1000_std": -0.102065, "nauc_map_at_1000_diff1": 0.815212, "nauc_recall_at_1_max": 0.669553, "nauc_recall_at_1_std": -0.101856, "nauc_recall_at_1_diff1": 0.839484, "nauc_recall_at_3_max": 0.684434, "nauc_recall_at_3_std": -0.13662, "nauc_recall_at_3_diff1": 0.790523, "nauc_recall_at_5_max": 0.705877, "nauc_recall_at_5_std": -0.066511, "nauc_recall_at_5_diff1": 0.77776, "nauc_recall_at_10_max": 0.683785, "nauc_recall_at_10_std": -0.075021, "nauc_recall_at_10_diff1": 0.754386, "nauc_recall_at_20_max": 0.686377, "nauc_recall_at_20_std": -0.023712, "nauc_recall_at_20_diff1": 0.739674, "nauc_recall_at_100_max": 0.714759, "nauc_recall_at_100_std": 0.105168, "nauc_recall_at_100_diff1": 0.677512, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.669553, "nauc_precision_at_1_std": -0.101856, "nauc_precision_at_1_diff1": 0.839484, "nauc_precision_at_3_max": 0.684434, "nauc_precision_at_3_std": -0.13662, "nauc_precision_at_3_diff1": 0.790523, "nauc_precision_at_5_max": 0.705877, "nauc_precision_at_5_std": -0.066511, "nauc_precision_at_5_diff1": 0.77776, "nauc_precision_at_10_max": 0.683785, "nauc_precision_at_10_std": -0.075021, "nauc_precision_at_10_diff1": 0.754386, "nauc_precision_at_20_max": 0.686377, "nauc_precision_at_20_std": -0.023712, "nauc_precision_at_20_diff1": 0.739674, "nauc_precision_at_100_max": 0.714759, "nauc_precision_at_100_std": 0.105168, "nauc_precision_at_100_diff1": 0.677512, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.669553, "nauc_mrr_at_1_std": -0.101856, "nauc_mrr_at_1_diff1": 0.839484, "nauc_mrr_at_3_max": 0.676991, "nauc_mrr_at_3_std": -0.115474, "nauc_mrr_at_3_diff1": 0.817992, "nauc_mrr_at_5_max": 0.680695, "nauc_mrr_at_5_std": -0.103002, "nauc_mrr_at_5_diff1": 0.816627, "nauc_mrr_at_10_max": 0.678272, "nauc_mrr_at_10_std": -0.103662, "nauc_mrr_at_10_diff1": 0.814945, "nauc_mrr_at_20_max": 0.678393, "nauc_mrr_at_20_std": -0.101973, "nauc_mrr_at_20_diff1": 0.814859, "nauc_mrr_at_100_max": 0.678324, "nauc_mrr_at_100_std": -0.101708, "nauc_mrr_at_100_diff1": 0.814917, "nauc_mrr_at_1000_max": 0.678304, "nauc_mrr_at_1000_std": -0.101911, "nauc_mrr_at_1000_diff1": 0.815123, "main_score": 0.70803, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.672, "ndcg_at_3": 0.742, "ndcg_at_5": 0.75749, "ndcg_at_10": 0.76712, "ndcg_at_20": 0.77497, "ndcg_at_100": 0.7867, "ndcg_at_1000": 0.79293, "map_at_1": 0.672, "map_at_3": 0.72533, "map_at_5": 0.73383, "map_at_10": 0.73795, "map_at_20": 0.74012, "map_at_100": 0.74175, "map_at_1000": 0.74198, "recall_at_1": 0.672, "recall_at_3": 0.79, "recall_at_5": 0.828, "recall_at_10": 0.857, "recall_at_20": 0.888, "recall_at_100": 0.951, "recall_at_1000": 1.0, "precision_at_1": 0.672, "precision_at_3": 0.26333, "precision_at_5": 0.1656, "precision_at_10": 0.0857, "precision_at_20": 0.0444, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.672, "mrr_at_3": 0.725333, "mrr_at_5": 0.733833, "mrr_at_10": 0.737955, "mrr_at_20": 0.740124, "mrr_at_100": 0.74175, "mrr_at_1000": 0.741981, "nauc_ndcg_at_1_max": 0.620098, "nauc_ndcg_at_1_std": -0.043164, "nauc_ndcg_at_1_diff1": 0.82544, "nauc_ndcg_at_3_max": 0.645851, "nauc_ndcg_at_3_std": -0.036545, "nauc_ndcg_at_3_diff1": 0.802117, "nauc_ndcg_at_5_max": 0.649066, "nauc_ndcg_at_5_std": -0.025337, "nauc_ndcg_at_5_diff1": 0.798031, "nauc_ndcg_at_10_max": 0.646451, "nauc_ndcg_at_10_std": -0.032779, "nauc_ndcg_at_10_diff1": 0.796932, "nauc_ndcg_at_20_max": 0.644942, "nauc_ndcg_at_20_std": -0.030166, "nauc_ndcg_at_20_diff1": 0.796587, "nauc_ndcg_at_100_max": 0.644751, "nauc_ndcg_at_100_std": -0.026382, "nauc_ndcg_at_100_diff1": 0.800333, "nauc_ndcg_at_1000_max": 0.6419, "nauc_ndcg_at_1000_std": -0.032454, "nauc_ndcg_at_1000_diff1": 0.802389, "nauc_map_at_1_max": 0.620098, "nauc_map_at_1_std": -0.043164, "nauc_map_at_1_diff1": 0.82544, "nauc_map_at_3_max": 0.63871, "nauc_map_at_3_std": -0.040058, "nauc_map_at_3_diff1": 0.808363, "nauc_map_at_5_max": 0.640195, "nauc_map_at_5_std": -0.034472, "nauc_map_at_5_diff1": 0.806426, "nauc_map_at_10_max": 0.639042, "nauc_map_at_10_std": -0.037711, "nauc_map_at_10_diff1": 0.806164, "nauc_map_at_20_max": 0.638664, "nauc_map_at_20_std": -0.037008, "nauc_map_at_20_diff1": 0.806125, "nauc_map_at_100_max": 0.638477, "nauc_map_at_100_std": -0.036755, "nauc_map_at_100_diff1": 0.806677, "nauc_map_at_1000_max": 0.638372, "nauc_map_at_1000_std": -0.036908, "nauc_map_at_1000_diff1": 0.806733, "nauc_recall_at_1_max": 0.620098, "nauc_recall_at_1_std": -0.043164, "nauc_recall_at_1_diff1": 0.82544, "nauc_recall_at_3_max": 0.671159, "nauc_recall_at_3_std": -0.023243, "nauc_recall_at_3_diff1": 0.780092, "nauc_recall_at_5_max": 0.68606, "nauc_recall_at_5_std": 0.015577, "nauc_recall_at_5_diff1": 0.762907, "nauc_recall_at_10_max": 0.681044, "nauc_recall_at_10_std": -0.008543, "nauc_recall_at_10_diff1": 0.751184, "nauc_recall_at_20_max": 0.67792, "nauc_recall_at_20_std": 0.014314, "nauc_recall_at_20_diff1": 0.738023, "nauc_recall_at_100_max": 0.723994, "nauc_recall_at_100_std": 0.158178, "nauc_recall_at_100_diff1": 0.73821, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.620098, "nauc_precision_at_1_std": -0.043164, "nauc_precision_at_1_diff1": 0.82544, "nauc_precision_at_3_max": 0.671159, "nauc_precision_at_3_std": -0.023243, "nauc_precision_at_3_diff1": 0.780092, "nauc_precision_at_5_max": 0.68606, "nauc_precision_at_5_std": 0.015577, "nauc_precision_at_5_diff1": 0.762907, "nauc_precision_at_10_max": 0.681044, "nauc_precision_at_10_std": -0.008543, "nauc_precision_at_10_diff1": 0.751184, "nauc_precision_at_20_max": 0.67792, "nauc_precision_at_20_std": 0.014314, "nauc_precision_at_20_diff1": 0.738023, "nauc_precision_at_100_max": 0.723994, "nauc_precision_at_100_std": 0.158178, "nauc_precision_at_100_diff1": 0.73821, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.620098, "nauc_mrr_at_1_std": -0.043164, "nauc_mrr_at_1_diff1": 0.82544, "nauc_mrr_at_3_max": 0.63871, "nauc_mrr_at_3_std": -0.040058, "nauc_mrr_at_3_diff1": 0.808363, "nauc_mrr_at_5_max": 0.640195, "nauc_mrr_at_5_std": -0.034472, "nauc_mrr_at_5_diff1": 0.806426, "nauc_mrr_at_10_max": 0.639042, "nauc_mrr_at_10_std": -0.037711, "nauc_mrr_at_10_diff1": 0.806164, "nauc_mrr_at_20_max": 0.638664, "nauc_mrr_at_20_std": -0.037008, "nauc_mrr_at_20_diff1": 0.806125, "nauc_mrr_at_100_max": 0.638477, "nauc_mrr_at_100_std": -0.036758, "nauc_mrr_at_100_diff1": 0.806677, "nauc_mrr_at_1000_max": 0.638372, "nauc_mrr_at_1000_std": -0.036911, "nauc_mrr_at_1000_diff1": 0.806733, "main_score": 0.76712, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.709, "ndcg_at_3": 0.79062, "ndcg_at_5": 0.80744, "ndcg_at_10": 0.81444, "ndcg_at_20": 0.82042, "ndcg_at_100": 0.82652, "ndcg_at_1000": 0.83092, "map_at_1": 0.709, "map_at_3": 0.77167, "map_at_5": 0.78097, "map_at_10": 0.78397, "map_at_20": 0.7857, "map_at_100": 0.78648, "map_at_1000": 0.78662, "recall_at_1": 0.709, "recall_at_3": 0.845, "recall_at_5": 0.886, "recall_at_10": 0.907, "recall_at_20": 0.93, "recall_at_100": 0.964, "recall_at_1000": 1.0, "precision_at_1": 0.709, "precision_at_3": 0.28167, "precision_at_5": 0.1772, "precision_at_10": 0.0907, "precision_at_20": 0.0465, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.709, "mrr_at_3": 0.771667, "mrr_at_5": 0.780967, "mrr_at_10": 0.783973, "mrr_at_20": 0.7857, "mrr_at_100": 0.786483, "mrr_at_1000": 0.78662, "nauc_ndcg_at_1_max": 0.432936, "nauc_ndcg_at_1_std": -0.023162, "nauc_ndcg_at_1_diff1": 0.884042, "nauc_ndcg_at_3_max": 0.574943, "nauc_ndcg_at_3_std": 0.125797, "nauc_ndcg_at_3_diff1": 0.838642, "nauc_ndcg_at_5_max": 0.570857, "nauc_ndcg_at_5_std": 0.128729, "nauc_ndcg_at_5_diff1": 0.836035, "nauc_ndcg_at_10_max": 0.567439, "nauc_ndcg_at_10_std": 0.125174, "nauc_ndcg_at_10_diff1": 0.838175, "nauc_ndcg_at_20_max": 0.559205, "nauc_ndcg_at_20_std": 0.11257, "nauc_ndcg_at_20_diff1": 0.842646, "nauc_ndcg_at_100_max": 0.549896, "nauc_ndcg_at_100_std": 0.104107, "nauc_ndcg_at_100_diff1": 0.845847, "nauc_ndcg_at_1000_max": 0.544225, "nauc_ndcg_at_1000_std": 0.097312, "nauc_ndcg_at_1000_diff1": 0.847667, "nauc_map_at_1_max": 0.432936, "nauc_map_at_1_std": -0.023162, "nauc_map_at_1_diff1": 0.884042, "nauc_map_at_3_max": 0.535964, "nauc_map_at_3_std": 0.08365, "nauc_map_at_3_diff1": 0.850997, "nauc_map_at_5_max": 0.532772, "nauc_map_at_5_std": 0.083605, "nauc_map_at_5_diff1": 0.850366, "nauc_map_at_10_max": 0.530875, "nauc_map_at_10_std": 0.0817, "nauc_map_at_10_diff1": 0.851219, "nauc_map_at_20_max": 0.528463, "nauc_map_at_20_std": 0.078266, "nauc_map_at_20_diff1": 0.85241, "nauc_map_at_100_max": 0.527361, "nauc_map_at_100_std": 0.077352, "nauc_map_at_100_diff1": 0.852855, "nauc_map_at_1000_max": 0.527236, "nauc_map_at_1000_std": 0.077245, "nauc_map_at_1000_diff1": 0.852917, "nauc_recall_at_1_max": 0.432936, "nauc_recall_at_1_std": -0.023162, "nauc_recall_at_1_diff1": 0.884042, "nauc_recall_at_3_max": 0.728985, "nauc_recall_at_3_std": 0.29314, "nauc_recall_at_3_diff1": 0.789883, "nauc_recall_at_5_max": 0.759273, "nauc_recall_at_5_std": 0.355736, "nauc_recall_at_5_diff1": 0.763381, "nauc_recall_at_10_max": 0.780338, "nauc_recall_at_10_std": 0.382483, "nauc_recall_at_10_diff1": 0.761709, "nauc_recall_at_20_max": 0.777784, "nauc_recall_at_20_std": 0.352955, "nauc_recall_at_20_diff1": 0.777178, "nauc_recall_at_100_max": 0.756834, "nauc_recall_at_100_std": 0.364729, "nauc_recall_at_100_diff1": 0.787478, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.432936, "nauc_precision_at_1_std": -0.023162, "nauc_precision_at_1_diff1": 0.884042, "nauc_precision_at_3_max": 0.728985, "nauc_precision_at_3_std": 0.29314, "nauc_precision_at_3_diff1": 0.789883, "nauc_precision_at_5_max": 0.759273, "nauc_precision_at_5_std": 0.355736, "nauc_precision_at_5_diff1": 0.763381, "nauc_precision_at_10_max": 0.780338, "nauc_precision_at_10_std": 0.382483, "nauc_precision_at_10_diff1": 0.761709, "nauc_precision_at_20_max": 0.777784, "nauc_precision_at_20_std": 0.352955, "nauc_precision_at_20_diff1": 0.777178, "nauc_precision_at_100_max": 0.756834, "nauc_precision_at_100_std": 0.364729, "nauc_precision_at_100_diff1": 0.787478, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.430608, "nauc_mrr_at_1_std": -0.023162, "nauc_mrr_at_1_diff1": 0.884042, "nauc_mrr_at_3_max": 0.534528, "nauc_mrr_at_3_std": 0.08365, "nauc_mrr_at_3_diff1": 0.850997, "nauc_mrr_at_5_max": 0.531277, "nauc_mrr_at_5_std": 0.083605, "nauc_mrr_at_5_diff1": 0.850366, "nauc_mrr_at_10_max": 0.529359, "nauc_mrr_at_10_std": 0.0817, "nauc_mrr_at_10_diff1": 0.851219, "nauc_mrr_at_20_max": 0.526934, "nauc_mrr_at_20_std": 0.078266, "nauc_mrr_at_20_diff1": 0.85241, "nauc_mrr_at_100_max": 0.525826, "nauc_mrr_at_100_std": 0.077352, "nauc_mrr_at_100_diff1": 0.852855, "nauc_mrr_at_1000_max": 0.5257, "nauc_mrr_at_1000_std": 0.077245, "nauc_mrr_at_1000_diff1": 0.852917, "main_score": 0.81444, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.626, "ndcg_at_3": 0.6878, "ndcg_at_5": 0.70372, "ndcg_at_10": 0.72099, "ndcg_at_20": 0.73172, "ndcg_at_100": 0.74518, "ndcg_at_1000": 0.75294, "map_at_1": 0.626, "map_at_3": 0.67283, "map_at_5": 0.68158, "map_at_10": 0.68859, "map_at_20": 0.6916, "map_at_100": 0.69341, "map_at_1000": 0.69371, "recall_at_1": 0.626, "recall_at_3": 0.731, "recall_at_5": 0.77, "recall_at_10": 0.824, "recall_at_20": 0.866, "recall_at_100": 0.939, "recall_at_1000": 1.0, "precision_at_1": 0.626, "precision_at_3": 0.24367, "precision_at_5": 0.154, "precision_at_10": 0.0824, "precision_at_20": 0.0433, "precision_at_100": 0.00939, "precision_at_1000": 0.001, "mrr_at_1": 0.626, "mrr_at_3": 0.672833, "mrr_at_5": 0.681583, "mrr_at_10": 0.688591, "mrr_at_20": 0.691597, "mrr_at_100": 0.693413, "mrr_at_1000": 0.693705, "nauc_ndcg_at_1_max": 0.608939, "nauc_ndcg_at_1_std": -0.102015, "nauc_ndcg_at_1_diff1": 0.779142, "nauc_ndcg_at_3_max": 0.638249, "nauc_ndcg_at_3_std": -0.068185, "nauc_ndcg_at_3_diff1": 0.736188, "nauc_ndcg_at_5_max": 0.633344, "nauc_ndcg_at_5_std": -0.074537, "nauc_ndcg_at_5_diff1": 0.734625, "nauc_ndcg_at_10_max": 0.625972, "nauc_ndcg_at_10_std": -0.072326, "nauc_ndcg_at_10_diff1": 0.730133, "nauc_ndcg_at_20_max": 0.629441, "nauc_ndcg_at_20_std": -0.073556, "nauc_ndcg_at_20_diff1": 0.73417, "nauc_ndcg_at_100_max": 0.628535, "nauc_ndcg_at_100_std": -0.077433, "nauc_ndcg_at_100_diff1": 0.734644, "nauc_ndcg_at_1000_max": 0.627176, "nauc_ndcg_at_1000_std": -0.079162, "nauc_ndcg_at_1000_diff1": 0.739241, "nauc_map_at_1_max": 0.608939, "nauc_map_at_1_std": -0.102015, "nauc_map_at_1_diff1": 0.779142, "nauc_map_at_3_max": 0.630555, "nauc_map_at_3_std": -0.078713, "nauc_map_at_3_diff1": 0.746367, "nauc_map_at_5_max": 0.627571, "nauc_map_at_5_std": -0.082343, "nauc_map_at_5_diff1": 0.745648, "nauc_map_at_10_max": 0.624568, "nauc_map_at_10_std": -0.081663, "nauc_map_at_10_diff1": 0.744092, "nauc_map_at_20_max": 0.625308, "nauc_map_at_20_std": -0.082126, "nauc_map_at_20_diff1": 0.74533, "nauc_map_at_100_max": 0.625161, "nauc_map_at_100_std": -0.082658, "nauc_map_at_100_diff1": 0.745429, "nauc_map_at_1000_max": 0.625111, "nauc_map_at_1000_std": -0.082753, "nauc_map_at_1000_diff1": 0.745598, "nauc_recall_at_1_max": 0.608939, "nauc_recall_at_1_std": -0.102015, "nauc_recall_at_1_diff1": 0.779142, "nauc_recall_at_3_max": 0.663756, "nauc_recall_at_3_std": -0.03249, "nauc_recall_at_3_diff1": 0.702967, "nauc_recall_at_5_max": 0.654021, "nauc_recall_at_5_std": -0.046044, "nauc_recall_at_5_diff1": 0.694644, "nauc_recall_at_10_max": 0.627449, "nauc_recall_at_10_std": -0.02908, "nauc_recall_at_10_diff1": 0.665224, "nauc_recall_at_20_max": 0.653325, "nauc_recall_at_20_std": -0.024352, "nauc_recall_at_20_diff1": 0.673321, "nauc_recall_at_100_max": 0.663605, "nauc_recall_at_100_std": -0.041343, "nauc_recall_at_100_diff1": 0.616354, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.608939, "nauc_precision_at_1_std": -0.102015, "nauc_precision_at_1_diff1": 0.779142, "nauc_precision_at_3_max": 0.663756, "nauc_precision_at_3_std": -0.03249, "nauc_precision_at_3_diff1": 0.702967, "nauc_precision_at_5_max": 0.654021, "nauc_precision_at_5_std": -0.046044, "nauc_precision_at_5_diff1": 0.694644, "nauc_precision_at_10_max": 0.627449, "nauc_precision_at_10_std": -0.02908, "nauc_precision_at_10_diff1": 0.665224, "nauc_precision_at_20_max": 0.653325, "nauc_precision_at_20_std": -0.024352, "nauc_precision_at_20_diff1": 0.673321, "nauc_precision_at_100_max": 0.663605, "nauc_precision_at_100_std": -0.041343, "nauc_precision_at_100_diff1": 0.616354, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.608939, "nauc_mrr_at_1_std": -0.102015, "nauc_mrr_at_1_diff1": 0.779142, "nauc_mrr_at_3_max": 0.630555, "nauc_mrr_at_3_std": -0.078713, "nauc_mrr_at_3_diff1": 0.746367, "nauc_mrr_at_5_max": 0.627571, "nauc_mrr_at_5_std": -0.082343, "nauc_mrr_at_5_diff1": 0.745648, "nauc_mrr_at_10_max": 0.624568, "nauc_mrr_at_10_std": -0.081663, "nauc_mrr_at_10_diff1": 0.744092, "nauc_mrr_at_20_max": 0.625308, "nauc_mrr_at_20_std": -0.082126, "nauc_mrr_at_20_diff1": 0.74533, "nauc_mrr_at_100_max": 0.625161, "nauc_mrr_at_100_std": -0.082658, "nauc_mrr_at_100_diff1": 0.745429, "nauc_mrr_at_1000_max": 0.625111, "nauc_mrr_at_1000_std": -0.082753, "nauc_mrr_at_1000_diff1": 0.745598, "main_score": 0.72099, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 33.15928936004639, "kg_co2_emissions": null }