{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "2.7.12", "scores": { "train": [ { "ndcg_at_1": 0.589, "ndcg_at_3": 0.64301, "ndcg_at_5": 0.65368, "ndcg_at_10": 0.66991, "ndcg_at_20": 0.68481, "ndcg_at_100": 0.68481, "ndcg_at_1000": 0.68481, "map_at_1": 0.589, "map_at_3": 0.63017, "map_at_5": 0.63607, "map_at_10": 0.6428, "map_at_20": 0.64688, "map_at_100": 0.64688, "map_at_1000": 0.64688, "recall_at_1": 0.589, "recall_at_3": 0.68, "recall_at_5": 0.706, "recall_at_10": 0.756, "recall_at_20": 0.815, "recall_at_100": 0.815, "recall_at_1000": 0.815, "accuracy": 0.589, "precision_at_1": 0.589, "precision_at_3": 0.22667, "precision_at_5": 0.1412, "precision_at_10": 0.0756, "precision_at_20": 0.04075, "precision_at_100": 0.00815, "precision_at_1000": 0.00082, "mrr_at_1": 0.589, "mrr_at_3": 0.630167, "mrr_at_5": 0.636067, "mrr_at_10": 0.642798, "mrr_at_20": 0.646885, "mrr_at_100": 0.646885, "mrr_at_1000": 0.646885, "nauc_ndcg_at_1_max": 0.342875, "nauc_ndcg_at_1_std": 0.773231, "nauc_ndcg_at_1_diff1": 0.857629, "nauc_ndcg_at_3_max": 0.370598, "nauc_ndcg_at_3_std": 0.793351, "nauc_ndcg_at_3_diff1": 0.822103, "nauc_ndcg_at_5_max": 0.365714, "nauc_ndcg_at_5_std": 0.793293, "nauc_ndcg_at_5_diff1": 0.815702, "nauc_ndcg_at_10_max": 0.36981, "nauc_ndcg_at_10_std": 0.7968, "nauc_ndcg_at_10_diff1": 0.811964, "nauc_ndcg_at_20_max": 0.378204, "nauc_ndcg_at_20_std": 0.793005, "nauc_ndcg_at_20_diff1": 0.810944, "nauc_ndcg_at_100_max": 0.378204, "nauc_ndcg_at_100_std": 0.793005, "nauc_ndcg_at_100_diff1": 0.810944, "nauc_ndcg_at_1000_max": 0.378204, "nauc_ndcg_at_1000_std": 0.793005, "nauc_ndcg_at_1000_diff1": 0.810944, "nauc_map_at_1_max": 0.342875, "nauc_map_at_1_std": 0.773231, "nauc_map_at_1_diff1": 0.857629, "nauc_map_at_3_max": 0.364603, "nauc_map_at_3_std": 0.789485, "nauc_map_at_3_diff1": 0.831236, "nauc_map_at_5_max": 0.361972, "nauc_map_at_5_std": 0.78942, "nauc_map_at_5_diff1": 0.827894, "nauc_map_at_10_max": 0.36318, "nauc_map_at_10_std": 0.790656, "nauc_map_at_10_diff1": 0.82661, "nauc_map_at_20_max": 0.365466, "nauc_map_at_20_std": 0.7896, "nauc_map_at_20_diff1": 0.826414, "nauc_map_at_100_max": 0.365466, "nauc_map_at_100_std": 0.7896, "nauc_map_at_100_diff1": 0.826414, "nauc_map_at_1000_max": 0.365466, "nauc_map_at_1000_std": 0.7896, "nauc_map_at_1000_diff1": 0.826414, "nauc_recall_at_1_max": 0.342875, "nauc_recall_at_1_std": 0.773231, "nauc_recall_at_1_diff1": 0.857629, "nauc_recall_at_3_max": 0.389061, "nauc_recall_at_3_std": 0.804993, "nauc_recall_at_3_diff1": 0.793186, "nauc_recall_at_5_max": 0.376691, "nauc_recall_at_5_std": 0.805486, "nauc_recall_at_5_diff1": 0.774212, "nauc_recall_at_10_max": 0.39652, "nauc_recall_at_10_std": 0.821433, "nauc_recall_at_10_diff1": 0.753223, "nauc_recall_at_20_max": 0.449934, "nauc_recall_at_20_std": 0.80578, "nauc_recall_at_20_diff1": 0.733275, "nauc_recall_at_100_max": 0.449934, "nauc_recall_at_100_std": 0.80578, "nauc_recall_at_100_diff1": 0.733275, "nauc_recall_at_1000_max": 0.449934, "nauc_recall_at_1000_std": 0.80578, "nauc_recall_at_1000_diff1": 0.733275, "nauc_precision_at_1_max": 0.342875, "nauc_precision_at_1_std": 0.773231, "nauc_precision_at_1_diff1": 0.857629, "nauc_precision_at_3_max": 0.389061, "nauc_precision_at_3_std": 0.804993, "nauc_precision_at_3_diff1": 0.793186, "nauc_precision_at_5_max": 0.376691, "nauc_precision_at_5_std": 0.805486, "nauc_precision_at_5_diff1": 0.774212, "nauc_precision_at_10_max": 0.39652, "nauc_precision_at_10_std": 0.821433, "nauc_precision_at_10_diff1": 0.753223, "nauc_precision_at_20_max": 0.449934, "nauc_precision_at_20_std": 0.80578, "nauc_precision_at_20_diff1": 0.733275, "nauc_precision_at_100_max": 0.449934, "nauc_precision_at_100_std": 0.80578, "nauc_precision_at_100_diff1": 0.733275, "nauc_precision_at_1000_max": 0.449934, "nauc_precision_at_1000_std": 0.80578, "nauc_precision_at_1000_diff1": 0.733275, "nauc_mrr_at_1_max": 0.342875, "nauc_mrr_at_1_std": 0.773231, "nauc_mrr_at_1_diff1": 0.857629, "nauc_mrr_at_3_max": 0.364603, "nauc_mrr_at_3_std": 0.789485, "nauc_mrr_at_3_diff1": 0.831236, "nauc_mrr_at_5_max": 0.361972, "nauc_mrr_at_5_std": 0.78942, "nauc_mrr_at_5_diff1": 0.827894, "nauc_mrr_at_10_max": 0.36318, "nauc_mrr_at_10_std": 0.790656, "nauc_mrr_at_10_diff1": 0.82661, "nauc_mrr_at_20_max": 0.365493, "nauc_mrr_at_20_std": 0.7896, "nauc_mrr_at_20_diff1": 0.826423, "nauc_mrr_at_100_max": 0.365493, "nauc_mrr_at_100_std": 0.7896, "nauc_mrr_at_100_diff1": 0.826423, "nauc_mrr_at_1000_max": 0.365493, "nauc_mrr_at_1000_std": 0.7896, "nauc_mrr_at_1000_diff1": 0.826423, "cv_recall_at_1": 0.589, "cv_recall_at_3": 0.68, "cv_recall_at_5": 0.706, "cv_recall_at_10": 0.756, "cv_recall_at_20": 0.815, "cv_recall_at_100": 0.815, "cv_recall_at_1000": 0.815, "main_score": 0.66991, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.569, "ndcg_at_3": 0.63758, "ndcg_at_5": 0.65655, "ndcg_at_10": 0.67293, "ndcg_at_20": 0.68431, "ndcg_at_100": 0.68431, "ndcg_at_1000": 0.68431, "map_at_1": 0.569, "map_at_3": 0.62083, "map_at_5": 0.63113, "map_at_10": 0.63783, "map_at_20": 0.64096, "map_at_100": 0.64096, "map_at_1000": 0.64096, "recall_at_1": 0.569, "recall_at_3": 0.686, "recall_at_5": 0.733, "recall_at_10": 0.784, "recall_at_20": 0.829, "recall_at_100": 0.829, "recall_at_1000": 0.829, "accuracy": 0.569, "precision_at_1": 0.569, "precision_at_3": 0.22867, "precision_at_5": 0.1466, "precision_at_10": 0.0784, "precision_at_20": 0.04145, "precision_at_100": 0.00829, "precision_at_1000": 0.00083, "mrr_at_1": 0.569, "mrr_at_3": 0.620833, "mrr_at_5": 0.631133, "mrr_at_10": 0.637829, "mrr_at_20": 0.640957, "mrr_at_100": 0.640957, "mrr_at_1000": 0.640957, "nauc_ndcg_at_1_max": 0.416169, "nauc_ndcg_at_1_std": 0.723757, "nauc_ndcg_at_1_diff1": 0.808272, "nauc_ndcg_at_3_max": 0.424313, "nauc_ndcg_at_3_std": 0.739201, "nauc_ndcg_at_3_diff1": 0.757024, "nauc_ndcg_at_5_max": 0.418182, "nauc_ndcg_at_5_std": 0.739206, "nauc_ndcg_at_5_diff1": 0.752639, "nauc_ndcg_at_10_max": 0.411197, "nauc_ndcg_at_10_std": 0.748793, "nauc_ndcg_at_10_diff1": 0.756414, "nauc_ndcg_at_20_max": 0.405691, "nauc_ndcg_at_20_std": 0.745542, "nauc_ndcg_at_20_diff1": 0.756088, "nauc_ndcg_at_100_max": 0.405691, "nauc_ndcg_at_100_std": 0.745542, "nauc_ndcg_at_100_diff1": 0.756088, "nauc_ndcg_at_1000_max": 0.405691, "nauc_ndcg_at_1000_std": 0.745542, "nauc_ndcg_at_1000_diff1": 0.756088, "nauc_map_at_1_max": 0.416169, "nauc_map_at_1_std": 0.723757, "nauc_map_at_1_diff1": 0.808272, "nauc_map_at_3_max": 0.422244, "nauc_map_at_3_std": 0.734863, "nauc_map_at_3_diff1": 0.769686, "nauc_map_at_5_max": 0.419063, "nauc_map_at_5_std": 0.734797, "nauc_map_at_5_diff1": 0.767663, "nauc_map_at_10_max": 0.416465, "nauc_map_at_10_std": 0.738278, "nauc_map_at_10_diff1": 0.769421, "nauc_map_at_20_max": 0.415075, "nauc_map_at_20_std": 0.737376, "nauc_map_at_20_diff1": 0.769488, "nauc_map_at_100_max": 0.415075, "nauc_map_at_100_std": 0.737376, "nauc_map_at_100_diff1": 0.769488, "nauc_map_at_1000_max": 0.415075, "nauc_map_at_1000_std": 0.737376, "nauc_map_at_1000_diff1": 0.769488, "nauc_recall_at_1_max": 0.416169, "nauc_recall_at_1_std": 0.723757, "nauc_recall_at_1_diff1": 0.808272, "nauc_recall_at_3_max": 0.430996, "nauc_recall_at_3_std": 0.753405, "nauc_recall_at_3_diff1": 0.716308, "nauc_recall_at_5_max": 0.413722, "nauc_recall_at_5_std": 0.755165, "nauc_recall_at_5_diff1": 0.698252, "nauc_recall_at_10_max": 0.383359, "nauc_recall_at_10_std": 0.798837, "nauc_recall_at_10_diff1": 0.703438, "nauc_recall_at_20_max": 0.343344, "nauc_recall_at_20_std": 0.7899, "nauc_recall_at_20_diff1": 0.688925, "nauc_recall_at_100_max": 0.343344, "nauc_recall_at_100_std": 0.7899, "nauc_recall_at_100_diff1": 0.688925, "nauc_recall_at_1000_max": 0.343344, "nauc_recall_at_1000_std": 0.7899, "nauc_recall_at_1000_diff1": 0.688925, "nauc_precision_at_1_max": 0.416169, "nauc_precision_at_1_std": 0.723757, "nauc_precision_at_1_diff1": 0.808272, "nauc_precision_at_3_max": 0.430996, "nauc_precision_at_3_std": 0.753405, "nauc_precision_at_3_diff1": 0.716308, "nauc_precision_at_5_max": 0.413722, "nauc_precision_at_5_std": 0.755165, "nauc_precision_at_5_diff1": 0.698252, "nauc_precision_at_10_max": 0.383359, "nauc_precision_at_10_std": 0.798837, "nauc_precision_at_10_diff1": 0.703438, "nauc_precision_at_20_max": 0.343344, "nauc_precision_at_20_std": 0.7899, "nauc_precision_at_20_diff1": 0.688925, "nauc_precision_at_100_max": 0.343344, "nauc_precision_at_100_std": 0.7899, "nauc_precision_at_100_diff1": 0.688925, "nauc_precision_at_1000_max": 0.343344, "nauc_precision_at_1000_std": 0.7899, "nauc_precision_at_1000_diff1": 0.688925, "nauc_mrr_at_1_max": 0.416169, "nauc_mrr_at_1_std": 0.723757, "nauc_mrr_at_1_diff1": 0.808272, "nauc_mrr_at_3_max": 0.422244, "nauc_mrr_at_3_std": 0.734863, "nauc_mrr_at_3_diff1": 0.769686, "nauc_mrr_at_5_max": 0.419063, "nauc_mrr_at_5_std": 0.734797, "nauc_mrr_at_5_diff1": 0.767663, "nauc_mrr_at_10_max": 0.416465, "nauc_mrr_at_10_std": 0.738278, "nauc_mrr_at_10_diff1": 0.769421, "nauc_mrr_at_20_max": 0.415075, "nauc_mrr_at_20_std": 0.737376, "nauc_mrr_at_20_diff1": 0.769488, "nauc_mrr_at_100_max": 0.415075, "nauc_mrr_at_100_std": 0.737376, "nauc_mrr_at_100_diff1": 0.769488, "nauc_mrr_at_1000_max": 0.415075, "nauc_mrr_at_1000_std": 0.737376, "nauc_mrr_at_1000_diff1": 0.769488, "cv_recall_at_1": 0.569, "cv_recall_at_3": 0.686, "cv_recall_at_5": 0.733, "cv_recall_at_10": 0.784, "cv_recall_at_20": 0.829, "cv_recall_at_100": 0.829, "cv_recall_at_1000": 0.829, "main_score": 0.67293, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.603, "ndcg_at_3": 0.66717, "ndcg_at_5": 0.68119, "ndcg_at_10": 0.69534, "ndcg_at_20": 0.70702, "ndcg_at_100": 0.70702, "ndcg_at_1000": 0.70702, "map_at_1": 0.603, "map_at_3": 0.65133, "map_at_5": 0.65913, "map_at_10": 0.66492, "map_at_20": 0.66816, "map_at_100": 0.66816, "map_at_1000": 0.66816, "recall_at_1": 0.603, "recall_at_3": 0.713, "recall_at_5": 0.747, "recall_at_10": 0.791, "recall_at_20": 0.837, "recall_at_100": 0.837, "recall_at_1000": 0.837, "accuracy": 0.603, "precision_at_1": 0.603, "precision_at_3": 0.23767, "precision_at_5": 0.1494, "precision_at_10": 0.0791, "precision_at_20": 0.04185, "precision_at_100": 0.00837, "precision_at_1000": 0.00084, "mrr_at_1": 0.603, "mrr_at_3": 0.651333, "mrr_at_5": 0.659133, "mrr_at_10": 0.664924, "mrr_at_20": 0.668159, "mrr_at_100": 0.668159, "mrr_at_1000": 0.668159, "nauc_ndcg_at_1_max": 0.283286, "nauc_ndcg_at_1_std": 0.730614, "nauc_ndcg_at_1_diff1": 0.816994, "nauc_ndcg_at_3_max": 0.310252, "nauc_ndcg_at_3_std": 0.772775, "nauc_ndcg_at_3_diff1": 0.782852, "nauc_ndcg_at_5_max": 0.298026, "nauc_ndcg_at_5_std": 0.772419, "nauc_ndcg_at_5_diff1": 0.777631, "nauc_ndcg_at_10_max": 0.303855, "nauc_ndcg_at_10_std": 0.768824, "nauc_ndcg_at_10_diff1": 0.773161, "nauc_ndcg_at_20_max": 0.302645, "nauc_ndcg_at_20_std": 0.765367, "nauc_ndcg_at_20_diff1": 0.77448, "nauc_ndcg_at_100_max": 0.302645, "nauc_ndcg_at_100_std": 0.765367, "nauc_ndcg_at_100_diff1": 0.77448, "nauc_ndcg_at_1000_max": 0.302645, "nauc_ndcg_at_1000_std": 0.765367, "nauc_ndcg_at_1000_diff1": 0.77448, "nauc_map_at_1_max": 0.283286, "nauc_map_at_1_std": 0.730614, "nauc_map_at_1_diff1": 0.816994, "nauc_map_at_3_max": 0.304426, "nauc_map_at_3_std": 0.7629, "nauc_map_at_3_diff1": 0.792166, "nauc_map_at_5_max": 0.297689, "nauc_map_at_5_std": 0.762671, "nauc_map_at_5_diff1": 0.789485, "nauc_map_at_10_max": 0.299297, "nauc_map_at_10_std": 0.760908, "nauc_map_at_10_diff1": 0.788017, "nauc_map_at_20_max": 0.298833, "nauc_map_at_20_std": 0.759868, "nauc_map_at_20_diff1": 0.788417, "nauc_map_at_100_max": 0.298833, "nauc_map_at_100_std": 0.759868, "nauc_map_at_100_diff1": 0.788417, "nauc_map_at_1000_max": 0.298833, "nauc_map_at_1000_std": 0.759868, "nauc_map_at_1000_diff1": 0.788417, "nauc_recall_at_1_max": 0.283286, "nauc_recall_at_1_std": 0.730614, "nauc_recall_at_1_diff1": 0.816994, "nauc_recall_at_3_max": 0.32885, "nauc_recall_at_3_std": 0.804734, "nauc_recall_at_3_diff1": 0.752004, "nauc_recall_at_5_max": 0.296656, "nauc_recall_at_5_std": 0.806391, "nauc_recall_at_5_diff1": 0.734236, "nauc_recall_at_10_max": 0.32499, "nauc_recall_at_10_std": 0.799067, "nauc_recall_at_10_diff1": 0.70836, "nauc_recall_at_20_max": 0.324187, "nauc_recall_at_20_std": 0.786236, "nauc_recall_at_20_diff1": 0.701372, "nauc_recall_at_100_max": 0.324187, "nauc_recall_at_100_std": 0.786236, "nauc_recall_at_100_diff1": 0.701372, "nauc_recall_at_1000_max": 0.324187, "nauc_recall_at_1000_std": 0.786236, "nauc_recall_at_1000_diff1": 0.701372, "nauc_precision_at_1_max": 0.283286, "nauc_precision_at_1_std": 0.730614, "nauc_precision_at_1_diff1": 0.816994, "nauc_precision_at_3_max": 0.32885, "nauc_precision_at_3_std": 0.804734, "nauc_precision_at_3_diff1": 0.752004, "nauc_precision_at_5_max": 0.296656, "nauc_precision_at_5_std": 0.806391, "nauc_precision_at_5_diff1": 0.734236, "nauc_precision_at_10_max": 0.32499, "nauc_precision_at_10_std": 0.799067, "nauc_precision_at_10_diff1": 0.70836, "nauc_precision_at_20_max": 0.324187, "nauc_precision_at_20_std": 0.786236, "nauc_precision_at_20_diff1": 0.701372, "nauc_precision_at_100_max": 0.324187, "nauc_precision_at_100_std": 0.786236, "nauc_precision_at_100_diff1": 0.701372, "nauc_precision_at_1000_max": 0.324187, "nauc_precision_at_1000_std": 0.786236, "nauc_precision_at_1000_diff1": 0.701372, "nauc_mrr_at_1_max": 0.283286, "nauc_mrr_at_1_std": 0.730614, "nauc_mrr_at_1_diff1": 0.816994, "nauc_mrr_at_3_max": 0.304426, "nauc_mrr_at_3_std": 0.7629, "nauc_mrr_at_3_diff1": 0.792166, "nauc_mrr_at_5_max": 0.297689, "nauc_mrr_at_5_std": 0.762671, "nauc_mrr_at_5_diff1": 0.789485, "nauc_mrr_at_10_max": 0.299297, "nauc_mrr_at_10_std": 0.760908, "nauc_mrr_at_10_diff1": 0.788017, "nauc_mrr_at_20_max": 0.298833, "nauc_mrr_at_20_std": 0.759868, "nauc_mrr_at_20_diff1": 0.788417, "nauc_mrr_at_100_max": 0.298833, "nauc_mrr_at_100_std": 0.759868, "nauc_mrr_at_100_diff1": 0.788417, "nauc_mrr_at_1000_max": 0.298833, "nauc_mrr_at_1000_std": 0.759868, "nauc_mrr_at_1000_diff1": 0.788417, "cv_recall_at_1": 0.603, "cv_recall_at_3": 0.713, "cv_recall_at_5": 0.747, "cv_recall_at_10": 0.791, "cv_recall_at_20": 0.837, "cv_recall_at_100": 0.837, "cv_recall_at_1000": 0.837, "main_score": 0.69534, "hf_subset": "typescript", "languages": [ "typescript-Code" ] }, { "ndcg_at_1": 0.586, "ndcg_at_3": 0.65182, "ndcg_at_5": 0.66262, "ndcg_at_10": 0.67772, "ndcg_at_20": 0.68939, "ndcg_at_100": 0.68939, "ndcg_at_1000": 0.68939, "map_at_1": 0.586, "map_at_3": 0.63583, "map_at_5": 0.64188, "map_at_10": 0.64805, "map_at_20": 0.65128, "map_at_100": 0.65128, "map_at_1000": 0.65128, "recall_at_1": 0.586, "recall_at_3": 0.698, "recall_at_5": 0.724, "recall_at_10": 0.771, "recall_at_20": 0.817, "recall_at_100": 0.817, "recall_at_1000": 0.817, "accuracy": 0.586, "precision_at_1": 0.586, "precision_at_3": 0.23267, "precision_at_5": 0.1448, "precision_at_10": 0.0771, "precision_at_20": 0.04085, "precision_at_100": 0.00817, "precision_at_1000": 0.00082, "mrr_at_1": 0.586, "mrr_at_3": 0.635833, "mrr_at_5": 0.641883, "mrr_at_10": 0.648149, "mrr_at_20": 0.651289, "mrr_at_100": 0.651289, "mrr_at_1000": 0.651289, "nauc_ndcg_at_1_max": 0.317306, "nauc_ndcg_at_1_std": 0.73787, "nauc_ndcg_at_1_diff1": 0.844925, "nauc_ndcg_at_3_max": 0.304699, "nauc_ndcg_at_3_std": 0.772738, "nauc_ndcg_at_3_diff1": 0.814038, "nauc_ndcg_at_5_max": 0.305089, "nauc_ndcg_at_5_std": 0.774123, "nauc_ndcg_at_5_diff1": 0.811763, "nauc_ndcg_at_10_max": 0.308326, "nauc_ndcg_at_10_std": 0.773087, "nauc_ndcg_at_10_diff1": 0.80901, "nauc_ndcg_at_20_max": 0.314703, "nauc_ndcg_at_20_std": 0.770523, "nauc_ndcg_at_20_diff1": 0.806686, "nauc_ndcg_at_100_max": 0.314703, "nauc_ndcg_at_100_std": 0.770523, "nauc_ndcg_at_100_diff1": 0.806686, "nauc_ndcg_at_1000_max": 0.314703, "nauc_ndcg_at_1000_std": 0.770523, "nauc_ndcg_at_1000_diff1": 0.806686, "nauc_map_at_1_max": 0.317306, "nauc_map_at_1_std": 0.73787, "nauc_map_at_1_diff1": 0.844925, "nauc_map_at_3_max": 0.308973, "nauc_map_at_3_std": 0.764257, "nauc_map_at_3_diff1": 0.821829, "nauc_map_at_5_max": 0.309386, "nauc_map_at_5_std": 0.764913, "nauc_map_at_5_diff1": 0.820797, "nauc_map_at_10_max": 0.311004, "nauc_map_at_10_std": 0.76456, "nauc_map_at_10_diff1": 0.820066, "nauc_map_at_20_max": 0.312308, "nauc_map_at_20_std": 0.76389, "nauc_map_at_20_diff1": 0.819552, "nauc_map_at_100_max": 0.312308, "nauc_map_at_100_std": 0.76389, "nauc_map_at_100_diff1": 0.819552, "nauc_map_at_1000_max": 0.312308, "nauc_map_at_1000_std": 0.76389, "nauc_map_at_1000_diff1": 0.819552, "nauc_recall_at_1_max": 0.317306, "nauc_recall_at_1_std": 0.73787, "nauc_recall_at_1_diff1": 0.844925, "nauc_recall_at_3_max": 0.290349, "nauc_recall_at_3_std": 0.800007, "nauc_recall_at_3_diff1": 0.788848, "nauc_recall_at_5_max": 0.289635, "nauc_recall_at_5_std": 0.805719, "nauc_recall_at_5_diff1": 0.780283, "nauc_recall_at_10_max": 0.297741, "nauc_recall_at_10_std": 0.805382, "nauc_recall_at_10_diff1": 0.762884, "nauc_recall_at_20_max": 0.337078, "nauc_recall_at_20_std": 0.796364, "nauc_recall_at_20_diff1": 0.739965, "nauc_recall_at_100_max": 0.337078, "nauc_recall_at_100_std": 0.796364, "nauc_recall_at_100_diff1": 0.739965, "nauc_recall_at_1000_max": 0.337078, "nauc_recall_at_1000_std": 0.796364, "nauc_recall_at_1000_diff1": 0.739965, "nauc_precision_at_1_max": 0.317306, "nauc_precision_at_1_std": 0.73787, "nauc_precision_at_1_diff1": 0.844925, "nauc_precision_at_3_max": 0.290349, "nauc_precision_at_3_std": 0.800007, "nauc_precision_at_3_diff1": 0.788848, "nauc_precision_at_5_max": 0.289635, "nauc_precision_at_5_std": 0.805719, "nauc_precision_at_5_diff1": 0.780283, "nauc_precision_at_10_max": 0.297741, "nauc_precision_at_10_std": 0.805382, "nauc_precision_at_10_diff1": 0.762884, "nauc_precision_at_20_max": 0.337078, "nauc_precision_at_20_std": 0.796364, "nauc_precision_at_20_diff1": 0.739965, "nauc_precision_at_100_max": 0.337078, "nauc_precision_at_100_std": 0.796364, "nauc_precision_at_100_diff1": 0.739965, "nauc_precision_at_1000_max": 0.337078, "nauc_precision_at_1000_std": 0.796364, "nauc_precision_at_1000_diff1": 0.739965, "nauc_mrr_at_1_max": 0.317306, "nauc_mrr_at_1_std": 0.73787, "nauc_mrr_at_1_diff1": 0.844925, "nauc_mrr_at_3_max": 0.308973, "nauc_mrr_at_3_std": 0.764257, "nauc_mrr_at_3_diff1": 0.821829, "nauc_mrr_at_5_max": 0.309386, "nauc_mrr_at_5_std": 0.764913, "nauc_mrr_at_5_diff1": 0.820797, "nauc_mrr_at_10_max": 0.31104, "nauc_mrr_at_10_std": 0.7645, "nauc_mrr_at_10_diff1": 0.820231, "nauc_mrr_at_20_max": 0.312311, "nauc_mrr_at_20_std": 0.763884, "nauc_mrr_at_20_diff1": 0.819567, "nauc_mrr_at_100_max": 0.312311, "nauc_mrr_at_100_std": 0.763884, "nauc_mrr_at_100_diff1": 0.819567, "nauc_mrr_at_1000_max": 0.312311, "nauc_mrr_at_1000_std": 0.763884, "nauc_mrr_at_1000_diff1": 0.819567, "cv_recall_at_1": 0.586, "cv_recall_at_3": 0.698, "cv_recall_at_5": 0.724, "cv_recall_at_10": 0.772, "cv_recall_at_20": 0.817, "cv_recall_at_100": 0.817, "cv_recall_at_1000": 0.817, "main_score": 0.67772, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.584, "ndcg_at_3": 0.64667, "ndcg_at_5": 0.66147, "ndcg_at_10": 0.67659, "ndcg_at_20": 0.68555, "ndcg_at_100": 0.68555, "ndcg_at_1000": 0.68555, "map_at_1": 0.584, "map_at_3": 0.63133, "map_at_5": 0.63953, "map_at_10": 0.64573, "map_at_20": 0.64825, "map_at_100": 0.64825, "map_at_1000": 0.64825, "recall_at_1": 0.584, "recall_at_3": 0.691, "recall_at_5": 0.727, "recall_at_10": 0.774, "recall_at_20": 0.809, "recall_at_100": 0.809, "recall_at_1000": 0.809, "accuracy": 0.584, "precision_at_1": 0.584, "precision_at_3": 0.23033, "precision_at_5": 0.1454, "precision_at_10": 0.0774, "precision_at_20": 0.04045, "precision_at_100": 0.00809, "precision_at_1000": 0.00081, "mrr_at_1": 0.584, "mrr_at_3": 0.631333, "mrr_at_5": 0.639533, "mrr_at_10": 0.645727, "mrr_at_20": 0.648246, "mrr_at_100": 0.648246, "mrr_at_1000": 0.648246, "nauc_ndcg_at_1_max": 0.345875, "nauc_ndcg_at_1_std": 0.786885, "nauc_ndcg_at_1_diff1": 0.842791, "nauc_ndcg_at_3_max": 0.377119, "nauc_ndcg_at_3_std": 0.816637, "nauc_ndcg_at_3_diff1": 0.803732, "nauc_ndcg_at_5_max": 0.375627, "nauc_ndcg_at_5_std": 0.815346, "nauc_ndcg_at_5_diff1": 0.799138, "nauc_ndcg_at_10_max": 0.3751, "nauc_ndcg_at_10_std": 0.816174, "nauc_ndcg_at_10_diff1": 0.796048, "nauc_ndcg_at_20_max": 0.373458, "nauc_ndcg_at_20_std": 0.812521, "nauc_ndcg_at_20_diff1": 0.79261, "nauc_ndcg_at_100_max": 0.373458, "nauc_ndcg_at_100_std": 0.812521, "nauc_ndcg_at_100_diff1": 0.79261, "nauc_ndcg_at_1000_max": 0.373458, "nauc_ndcg_at_1000_std": 0.812521, "nauc_ndcg_at_1000_diff1": 0.79261, "nauc_map_at_1_max": 0.345875, "nauc_map_at_1_std": 0.786885, "nauc_map_at_1_diff1": 0.842791, "nauc_map_at_3_max": 0.368909, "nauc_map_at_3_std": 0.809978, "nauc_map_at_3_diff1": 0.814084, "nauc_map_at_5_max": 0.367772, "nauc_map_at_5_std": 0.809324, "nauc_map_at_5_diff1": 0.811894, "nauc_map_at_10_max": 0.367319, "nauc_map_at_10_std": 0.809508, "nauc_map_at_10_diff1": 0.810584, "nauc_map_at_20_max": 0.366807, "nauc_map_at_20_std": 0.808433, "nauc_map_at_20_diff1": 0.809745, "nauc_map_at_100_max": 0.366807, "nauc_map_at_100_std": 0.808433, "nauc_map_at_100_diff1": 0.809745, "nauc_map_at_1000_max": 0.366807, "nauc_map_at_1000_std": 0.808433, "nauc_map_at_1000_diff1": 0.809745, "nauc_recall_at_1_max": 0.345875, "nauc_recall_at_1_std": 0.786885, "nauc_recall_at_1_diff1": 0.842791, "nauc_recall_at_3_max": 0.403658, "nauc_recall_at_3_std": 0.837629, "nauc_recall_at_3_diff1": 0.770226, "nauc_recall_at_5_max": 0.403118, "nauc_recall_at_5_std": 0.83535, "nauc_recall_at_5_diff1": 0.753635, "nauc_recall_at_10_max": 0.406521, "nauc_recall_at_10_std": 0.842255, "nauc_recall_at_10_diff1": 0.736066, "nauc_recall_at_20_max": 0.402344, "nauc_recall_at_20_std": 0.826466, "nauc_recall_at_20_diff1": 0.708327, "nauc_recall_at_100_max": 0.402344, "nauc_recall_at_100_std": 0.826466, "nauc_recall_at_100_diff1": 0.708327, "nauc_recall_at_1000_max": 0.402344, "nauc_recall_at_1000_std": 0.826466, "nauc_recall_at_1000_diff1": 0.708327, "nauc_precision_at_1_max": 0.345875, "nauc_precision_at_1_std": 0.786885, "nauc_precision_at_1_diff1": 0.842791, "nauc_precision_at_3_max": 0.403658, "nauc_precision_at_3_std": 0.837629, "nauc_precision_at_3_diff1": 0.770226, "nauc_precision_at_5_max": 0.403118, "nauc_precision_at_5_std": 0.83535, "nauc_precision_at_5_diff1": 0.753635, "nauc_precision_at_10_max": 0.406521, "nauc_precision_at_10_std": 0.842255, "nauc_precision_at_10_diff1": 0.736066, "nauc_precision_at_20_max": 0.402344, "nauc_precision_at_20_std": 0.826466, "nauc_precision_at_20_diff1": 0.708327, "nauc_precision_at_100_max": 0.402344, "nauc_precision_at_100_std": 0.826466, "nauc_precision_at_100_diff1": 0.708327, "nauc_precision_at_1000_max": 0.402344, "nauc_precision_at_1000_std": 0.826466, "nauc_precision_at_1000_diff1": 0.708327, "nauc_mrr_at_1_max": 0.345875, "nauc_mrr_at_1_std": 0.786885, "nauc_mrr_at_1_diff1": 0.842791, "nauc_mrr_at_3_max": 0.368909, "nauc_mrr_at_3_std": 0.809978, "nauc_mrr_at_3_diff1": 0.814084, "nauc_mrr_at_5_max": 0.367772, "nauc_mrr_at_5_std": 0.809324, "nauc_mrr_at_5_diff1": 0.811894, "nauc_mrr_at_10_max": 0.367319, "nauc_mrr_at_10_std": 0.809508, "nauc_mrr_at_10_diff1": 0.810584, "nauc_mrr_at_20_max": 0.366807, "nauc_mrr_at_20_std": 0.808433, "nauc_mrr_at_20_diff1": 0.809745, "nauc_mrr_at_100_max": 0.366807, "nauc_mrr_at_100_std": 0.808433, "nauc_mrr_at_100_diff1": 0.809745, "nauc_mrr_at_1000_max": 0.366807, "nauc_mrr_at_1000_std": 0.808433, "nauc_mrr_at_1000_diff1": 0.809745, "cv_recall_at_1": 0.584, "cv_recall_at_3": 0.691, "cv_recall_at_5": 0.727, "cv_recall_at_10": 0.774, "cv_recall_at_20": 0.809, "cv_recall_at_100": 0.809, "cv_recall_at_1000": 0.809, "main_score": 0.67659, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.579, "ndcg_at_3": 0.64534, "ndcg_at_5": 0.66165, "ndcg_at_10": 0.67471, "ndcg_at_20": 0.68554, "ndcg_at_100": 0.68554, "ndcg_at_1000": 0.68554, "map_at_1": 0.579, "map_at_3": 0.6295, "map_at_5": 0.63845, "map_at_10": 0.64391, "map_at_20": 0.64686, "map_at_100": 0.64686, "map_at_1000": 0.64686, "recall_at_1": 0.579, "recall_at_3": 0.691, "recall_at_5": 0.731, "recall_at_10": 0.771, "recall_at_20": 0.814, "recall_at_100": 0.814, "recall_at_1000": 0.814, "accuracy": 0.579, "precision_at_1": 0.579, "precision_at_3": 0.23033, "precision_at_5": 0.1462, "precision_at_10": 0.0771, "precision_at_20": 0.0407, "precision_at_100": 0.00814, "precision_at_1000": 0.00081, "mrr_at_1": 0.579, "mrr_at_3": 0.6295, "mrr_at_5": 0.63845, "mrr_at_10": 0.64391, "mrr_at_20": 0.646862, "mrr_at_100": 0.646862, "mrr_at_1000": 0.646862, "nauc_ndcg_at_1_max": 0.252244, "nauc_ndcg_at_1_std": 0.72756, "nauc_ndcg_at_1_diff1": 0.85583, "nauc_ndcg_at_3_max": 0.25859, "nauc_ndcg_at_3_std": 0.777531, "nauc_ndcg_at_3_diff1": 0.817971, "nauc_ndcg_at_5_max": 0.257597, "nauc_ndcg_at_5_std": 0.789588, "nauc_ndcg_at_5_diff1": 0.81485, "nauc_ndcg_at_10_max": 0.254012, "nauc_ndcg_at_10_std": 0.783656, "nauc_ndcg_at_10_diff1": 0.811863, "nauc_ndcg_at_20_max": 0.256911, "nauc_ndcg_at_20_std": 0.777947, "nauc_ndcg_at_20_diff1": 0.808659, "nauc_ndcg_at_100_max": 0.256911, "nauc_ndcg_at_100_std": 0.777947, "nauc_ndcg_at_100_diff1": 0.808659, "nauc_ndcg_at_1000_max": 0.256911, "nauc_ndcg_at_1000_std": 0.777947, "nauc_ndcg_at_1000_diff1": 0.808659, "nauc_map_at_1_max": 0.252244, "nauc_map_at_1_std": 0.72756, "nauc_map_at_1_diff1": 0.85583, "nauc_map_at_3_max": 0.258652, "nauc_map_at_3_std": 0.765911, "nauc_map_at_3_diff1": 0.828232, "nauc_map_at_5_max": 0.258313, "nauc_map_at_5_std": 0.772131, "nauc_map_at_5_diff1": 0.826704, "nauc_map_at_10_max": 0.256617, "nauc_map_at_10_std": 0.769495, "nauc_map_at_10_diff1": 0.825686, "nauc_map_at_20_max": 0.257545, "nauc_map_at_20_std": 0.767883, "nauc_map_at_20_diff1": 0.824866, "nauc_map_at_100_max": 0.257545, "nauc_map_at_100_std": 0.767883, "nauc_map_at_100_diff1": 0.824866, "nauc_map_at_1000_max": 0.257545, "nauc_map_at_1000_std": 0.767883, "nauc_map_at_1000_diff1": 0.824866, "nauc_recall_at_1_max": 0.252244, "nauc_recall_at_1_std": 0.72756, "nauc_recall_at_1_diff1": 0.85583, "nauc_recall_at_3_max": 0.25759, "nauc_recall_at_3_std": 0.814439, "nauc_recall_at_3_diff1": 0.784617, "nauc_recall_at_5_max": 0.253713, "nauc_recall_at_5_std": 0.852531, "nauc_recall_at_5_diff1": 0.77236, "nauc_recall_at_10_max": 0.241165, "nauc_recall_at_10_std": 0.838462, "nauc_recall_at_10_diff1": 0.754821, "nauc_recall_at_20_max": 0.253505, "nauc_recall_at_20_std": 0.81615, "nauc_recall_at_20_diff1": 0.726681, "nauc_recall_at_100_max": 0.253505, "nauc_recall_at_100_std": 0.81615, "nauc_recall_at_100_diff1": 0.726681, "nauc_recall_at_1000_max": 0.253505, "nauc_recall_at_1000_std": 0.81615, "nauc_recall_at_1000_diff1": 0.726681, "nauc_precision_at_1_max": 0.252244, "nauc_precision_at_1_std": 0.72756, "nauc_precision_at_1_diff1": 0.85583, "nauc_precision_at_3_max": 0.25759, "nauc_precision_at_3_std": 0.814439, "nauc_precision_at_3_diff1": 0.784617, "nauc_precision_at_5_max": 0.253713, "nauc_precision_at_5_std": 0.852531, "nauc_precision_at_5_diff1": 0.77236, "nauc_precision_at_10_max": 0.241165, "nauc_precision_at_10_std": 0.838462, "nauc_precision_at_10_diff1": 0.754821, "nauc_precision_at_20_max": 0.253505, "nauc_precision_at_20_std": 0.81615, "nauc_precision_at_20_diff1": 0.726681, "nauc_precision_at_100_max": 0.253505, "nauc_precision_at_100_std": 0.81615, "nauc_precision_at_100_diff1": 0.726681, "nauc_precision_at_1000_max": 0.253505, "nauc_precision_at_1000_std": 0.81615, "nauc_precision_at_1000_diff1": 0.726681, "nauc_mrr_at_1_max": 0.252244, "nauc_mrr_at_1_std": 0.72756, "nauc_mrr_at_1_diff1": 0.85583, "nauc_mrr_at_3_max": 0.258652, "nauc_mrr_at_3_std": 0.765911, "nauc_mrr_at_3_diff1": 0.828232, "nauc_mrr_at_5_max": 0.258313, "nauc_mrr_at_5_std": 0.772131, "nauc_mrr_at_5_diff1": 0.826704, "nauc_mrr_at_10_max": 0.256617, "nauc_mrr_at_10_std": 0.769495, "nauc_mrr_at_10_diff1": 0.825686, "nauc_mrr_at_20_max": 0.257545, "nauc_mrr_at_20_std": 0.767883, "nauc_mrr_at_20_diff1": 0.824866, "nauc_mrr_at_100_max": 0.257545, "nauc_mrr_at_100_std": 0.767883, "nauc_mrr_at_100_diff1": 0.824866, "nauc_mrr_at_1000_max": 0.257545, "nauc_mrr_at_1000_std": 0.767883, "nauc_mrr_at_1000_diff1": 0.824866, "cv_recall_at_1": 0.579, "cv_recall_at_3": 0.691, "cv_recall_at_5": 0.731, "cv_recall_at_10": 0.771, "cv_recall_at_20": 0.814, "cv_recall_at_100": 0.814, "cv_recall_at_1000": 0.814, "main_score": 0.67471, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.538, "ndcg_at_3": 0.6065, "ndcg_at_5": 0.62371, "ndcg_at_10": 0.64143, "ndcg_at_20": 0.65647, "ndcg_at_100": 0.65647, "ndcg_at_1000": 0.65647, "map_at_1": 0.538, "map_at_3": 0.59033, "map_at_5": 0.59983, "map_at_10": 0.6073, "map_at_20": 0.61149, "map_at_100": 0.61149, "map_at_1000": 0.61149, "recall_at_1": 0.538, "recall_at_3": 0.653, "recall_at_5": 0.695, "recall_at_10": 0.749, "recall_at_20": 0.808, "recall_at_100": 0.808, "recall_at_1000": 0.808, "accuracy": 0.538, "precision_at_1": 0.538, "precision_at_3": 0.21767, "precision_at_5": 0.139, "precision_at_10": 0.0749, "precision_at_20": 0.0404, "precision_at_100": 0.00808, "precision_at_1000": 0.00081, "mrr_at_1": 0.538, "mrr_at_3": 0.590333, "mrr_at_5": 0.599833, "mrr_at_10": 0.607298, "mrr_at_20": 0.611478, "mrr_at_100": 0.611478, "mrr_at_1000": 0.611478, "nauc_ndcg_at_1_max": 0.240843, "nauc_ndcg_at_1_std": 0.694032, "nauc_ndcg_at_1_diff1": 0.802664, "nauc_ndcg_at_3_max": 0.245183, "nauc_ndcg_at_3_std": 0.713677, "nauc_ndcg_at_3_diff1": 0.757709, "nauc_ndcg_at_5_max": 0.235691, "nauc_ndcg_at_5_std": 0.716873, "nauc_ndcg_at_5_diff1": 0.749388, "nauc_ndcg_at_10_max": 0.252337, "nauc_ndcg_at_10_std": 0.718469, "nauc_ndcg_at_10_diff1": 0.746223, "nauc_ndcg_at_20_max": 0.252763, "nauc_ndcg_at_20_std": 0.71692, "nauc_ndcg_at_20_diff1": 0.744719, "nauc_ndcg_at_100_max": 0.252763, "nauc_ndcg_at_100_std": 0.71692, "nauc_ndcg_at_100_diff1": 0.744719, "nauc_ndcg_at_1000_max": 0.252763, "nauc_ndcg_at_1000_std": 0.71692, "nauc_ndcg_at_1000_diff1": 0.744719, "nauc_map_at_1_max": 0.240843, "nauc_map_at_1_std": 0.694032, "nauc_map_at_1_diff1": 0.802664, "nauc_map_at_3_max": 0.243392, "nauc_map_at_3_std": 0.70862, "nauc_map_at_3_diff1": 0.767801, "nauc_map_at_5_max": 0.238151, "nauc_map_at_5_std": 0.710638, "nauc_map_at_5_diff1": 0.763697, "nauc_map_at_10_max": 0.245005, "nauc_map_at_10_std": 0.711092, "nauc_map_at_10_diff1": 0.762518, "nauc_map_at_20_max": 0.24504, "nauc_map_at_20_std": 0.710606, "nauc_map_at_20_diff1": 0.762305, "nauc_map_at_100_max": 0.24504, "nauc_map_at_100_std": 0.710606, "nauc_map_at_100_diff1": 0.762305, "nauc_map_at_1000_max": 0.24504, "nauc_map_at_1000_std": 0.710606, "nauc_map_at_1000_diff1": 0.762305, "nauc_recall_at_1_max": 0.240843, "nauc_recall_at_1_std": 0.694032, "nauc_recall_at_1_diff1": 0.802664, "nauc_recall_at_3_max": 0.251175, "nauc_recall_at_3_std": 0.729725, "nauc_recall_at_3_diff1": 0.726361, "nauc_recall_at_5_max": 0.226269, "nauc_recall_at_5_std": 0.738006, "nauc_recall_at_5_diff1": 0.699855, "nauc_recall_at_10_max": 0.287427, "nauc_recall_at_10_std": 0.748233, "nauc_recall_at_10_diff1": 0.680392, "nauc_recall_at_20_max": 0.298557, "nauc_recall_at_20_std": 0.746537, "nauc_recall_at_20_diff1": 0.655448, "nauc_recall_at_100_max": 0.298557, "nauc_recall_at_100_std": 0.746537, "nauc_recall_at_100_diff1": 0.655448, "nauc_recall_at_1000_max": 0.298557, "nauc_recall_at_1000_std": 0.746537, "nauc_recall_at_1000_diff1": 0.655448, "nauc_precision_at_1_max": 0.240843, "nauc_precision_at_1_std": 0.694032, "nauc_precision_at_1_diff1": 0.802664, "nauc_precision_at_3_max": 0.251175, "nauc_precision_at_3_std": 0.729725, "nauc_precision_at_3_diff1": 0.726361, "nauc_precision_at_5_max": 0.226269, "nauc_precision_at_5_std": 0.738006, "nauc_precision_at_5_diff1": 0.699855, "nauc_precision_at_10_max": 0.287427, "nauc_precision_at_10_std": 0.748233, "nauc_precision_at_10_diff1": 0.680392, "nauc_precision_at_20_max": 0.298557, "nauc_precision_at_20_std": 0.746537, "nauc_precision_at_20_diff1": 0.655448, "nauc_precision_at_100_max": 0.298557, "nauc_precision_at_100_std": 0.746537, "nauc_precision_at_100_diff1": 0.655448, "nauc_precision_at_1000_max": 0.298557, "nauc_precision_at_1000_std": 0.746537, "nauc_precision_at_1000_diff1": 0.655448, "nauc_mrr_at_1_max": 0.240843, "nauc_mrr_at_1_std": 0.694032, "nauc_mrr_at_1_diff1": 0.802664, "nauc_mrr_at_3_max": 0.243392, "nauc_mrr_at_3_std": 0.70862, "nauc_mrr_at_3_diff1": 0.767801, "nauc_mrr_at_5_max": 0.238151, "nauc_mrr_at_5_std": 0.710638, "nauc_mrr_at_5_diff1": 0.763697, "nauc_mrr_at_10_max": 0.245005, "nauc_mrr_at_10_std": 0.711092, "nauc_mrr_at_10_diff1": 0.762518, "nauc_mrr_at_20_max": 0.24505, "nauc_mrr_at_20_std": 0.710615, "nauc_mrr_at_20_diff1": 0.7623, "nauc_mrr_at_100_max": 0.24505, "nauc_mrr_at_100_std": 0.710615, "nauc_mrr_at_100_diff1": 0.7623, "nauc_mrr_at_1000_max": 0.24505, "nauc_mrr_at_1000_std": 0.710615, "nauc_mrr_at_1000_diff1": 0.7623, "cv_recall_at_1": 0.538, "cv_recall_at_3": 0.653, "cv_recall_at_5": 0.695, "cv_recall_at_10": 0.749, "cv_recall_at_20": 0.808, "cv_recall_at_100": 0.808, "cv_recall_at_1000": 0.808, "main_score": 0.64143, "hf_subset": "php", "languages": [ "php-Code" ] }, { "ndcg_at_1": 0.494, "ndcg_at_3": 0.55464, "ndcg_at_5": 0.57319, "ndcg_at_10": 0.58609, "ndcg_at_20": 0.59639, "ndcg_at_100": 0.59639, "ndcg_at_1000": 0.59639, "map_at_1": 0.494, "map_at_3": 0.53967, "map_at_5": 0.54997, "map_at_10": 0.55527, "map_at_20": 0.55806, "map_at_100": 0.55806, "map_at_1000": 0.55806, "recall_at_1": 0.494, "recall_at_3": 0.598, "recall_at_5": 0.643, "recall_at_10": 0.683, "recall_at_20": 0.724, "recall_at_100": 0.724, "recall_at_1000": 0.724, "accuracy": 0.494, "precision_at_1": 0.494, "precision_at_3": 0.19933, "precision_at_5": 0.1286, "precision_at_10": 0.0683, "precision_at_20": 0.0362, "precision_at_100": 0.00724, "precision_at_1000": 0.00072, "mrr_at_1": 0.495, "mrr_at_3": 0.539833, "mrr_at_5": 0.550233, "mrr_at_10": 0.555707, "mrr_at_20": 0.558498, "mrr_at_100": 0.558498, "mrr_at_1000": 0.558498, "nauc_ndcg_at_1_max": 0.248344, "nauc_ndcg_at_1_std": 0.742507, "nauc_ndcg_at_1_diff1": 0.815989, "nauc_ndcg_at_3_max": 0.265339, "nauc_ndcg_at_3_std": 0.782612, "nauc_ndcg_at_3_diff1": 0.771685, "nauc_ndcg_at_5_max": 0.263821, "nauc_ndcg_at_5_std": 0.781692, "nauc_ndcg_at_5_diff1": 0.765836, "nauc_ndcg_at_10_max": 0.259541, "nauc_ndcg_at_10_std": 0.776628, "nauc_ndcg_at_10_diff1": 0.759332, "nauc_ndcg_at_20_max": 0.258045, "nauc_ndcg_at_20_std": 0.777957, "nauc_ndcg_at_20_diff1": 0.758901, "nauc_ndcg_at_100_max": 0.258045, "nauc_ndcg_at_100_std": 0.777957, "nauc_ndcg_at_100_diff1": 0.758901, "nauc_ndcg_at_1000_max": 0.258045, "nauc_ndcg_at_1000_std": 0.777957, "nauc_ndcg_at_1000_diff1": 0.758901, "nauc_map_at_1_max": 0.248344, "nauc_map_at_1_std": 0.742507, "nauc_map_at_1_diff1": 0.815989, "nauc_map_at_3_max": 0.260184, "nauc_map_at_3_std": 0.773569, "nauc_map_at_3_diff1": 0.783315, "nauc_map_at_5_max": 0.259329, "nauc_map_at_5_std": 0.772939, "nauc_map_at_5_diff1": 0.780439, "nauc_map_at_10_max": 0.258158, "nauc_map_at_10_std": 0.771049, "nauc_map_at_10_diff1": 0.777882, "nauc_map_at_20_max": 0.257808, "nauc_map_at_20_std": 0.771395, "nauc_map_at_20_diff1": 0.777862, "nauc_map_at_100_max": 0.257808, "nauc_map_at_100_std": 0.771395, "nauc_map_at_100_diff1": 0.777862, "nauc_map_at_1000_max": 0.257808, "nauc_map_at_1000_std": 0.771395, "nauc_map_at_1000_diff1": 0.777862, "nauc_recall_at_1_max": 0.248344, "nauc_recall_at_1_std": 0.742507, "nauc_recall_at_1_diff1": 0.815989, "nauc_recall_at_3_max": 0.281548, "nauc_recall_at_3_std": 0.809904, "nauc_recall_at_3_diff1": 0.73578, "nauc_recall_at_5_max": 0.278625, "nauc_recall_at_5_std": 0.809658, "nauc_recall_at_5_diff1": 0.716746, "nauc_recall_at_10_max": 0.260839, "nauc_recall_at_10_std": 0.792475, "nauc_recall_at_10_diff1": 0.690006, "nauc_recall_at_20_max": 0.252954, "nauc_recall_at_20_std": 0.800595, "nauc_recall_at_20_diff1": 0.680322, "nauc_recall_at_100_max": 0.252954, "nauc_recall_at_100_std": 0.800595, "nauc_recall_at_100_diff1": 0.680322, "nauc_recall_at_1000_max": 0.252954, "nauc_recall_at_1000_std": 0.800595, "nauc_recall_at_1000_diff1": 0.680322, "nauc_precision_at_1_max": 0.248344, "nauc_precision_at_1_std": 0.742507, "nauc_precision_at_1_diff1": 0.815989, "nauc_precision_at_3_max": 0.281548, "nauc_precision_at_3_std": 0.809904, "nauc_precision_at_3_diff1": 0.73578, "nauc_precision_at_5_max": 0.278625, "nauc_precision_at_5_std": 0.809658, "nauc_precision_at_5_diff1": 0.716746, "nauc_precision_at_10_max": 0.260839, "nauc_precision_at_10_std": 0.792475, "nauc_precision_at_10_diff1": 0.690006, "nauc_precision_at_20_max": 0.252954, "nauc_precision_at_20_std": 0.800595, "nauc_precision_at_20_diff1": 0.680322, "nauc_precision_at_100_max": 0.252954, "nauc_precision_at_100_std": 0.800595, "nauc_precision_at_100_diff1": 0.680322, "nauc_precision_at_1000_max": 0.252954, "nauc_precision_at_1000_std": 0.800595, "nauc_precision_at_1000_diff1": 0.680322, "nauc_mrr_at_1_max": 0.250874, "nauc_mrr_at_1_std": 0.739173, "nauc_mrr_at_1_diff1": 0.813425, "nauc_mrr_at_3_max": 0.260857, "nauc_mrr_at_3_std": 0.772106, "nauc_mrr_at_3_diff1": 0.782045, "nauc_mrr_at_5_max": 0.260968, "nauc_mrr_at_5_std": 0.771519, "nauc_mrr_at_5_diff1": 0.779118, "nauc_mrr_at_10_max": 0.259375, "nauc_mrr_at_10_std": 0.769391, "nauc_mrr_at_10_diff1": 0.776487, "nauc_mrr_at_20_max": 0.259032, "nauc_mrr_at_20_std": 0.769728, "nauc_mrr_at_20_diff1": 0.776459, "nauc_mrr_at_100_max": 0.259032, "nauc_mrr_at_100_std": 0.769728, "nauc_mrr_at_100_diff1": 0.776459, "nauc_mrr_at_1000_max": 0.259032, "nauc_mrr_at_1000_std": 0.769728, "nauc_mrr_at_1000_diff1": 0.776459, "cv_recall_at_1": 0.495, "cv_recall_at_3": 0.597, "cv_recall_at_5": 0.642, "cv_recall_at_10": 0.683, "cv_recall_at_20": 0.724, "cv_recall_at_100": 0.724, "cv_recall_at_1000": 0.724, "main_score": 0.58609, "hf_subset": "c", "languages": [ "c-Code" ] }, { "ndcg_at_1": 0.55, "ndcg_at_3": 0.62341, "ndcg_at_5": 0.63331, "ndcg_at_10": 0.6463, "ndcg_at_20": 0.65871, "ndcg_at_100": 0.65871, "ndcg_at_1000": 0.65871, "map_at_1": 0.55, "map_at_3": 0.60617, "map_at_5": 0.61167, "map_at_10": 0.61706, "map_at_20": 0.62048, "map_at_100": 0.62048, "map_at_1000": 0.62048, "recall_at_1": 0.55, "recall_at_3": 0.673, "recall_at_5": 0.697, "recall_at_10": 0.737, "recall_at_20": 0.786, "recall_at_100": 0.786, "recall_at_1000": 0.786, "accuracy": 0.55, "precision_at_1": 0.55, "precision_at_3": 0.22433, "precision_at_5": 0.1394, "precision_at_10": 0.0737, "precision_at_20": 0.0393, "precision_at_100": 0.00786, "precision_at_1000": 0.00079, "mrr_at_1": 0.55, "mrr_at_3": 0.606167, "mrr_at_5": 0.611667, "mrr_at_10": 0.617066, "mrr_at_20": 0.620492, "mrr_at_100": 0.620492, "mrr_at_1000": 0.620492, "nauc_ndcg_at_1_max": 0.172461, "nauc_ndcg_at_1_std": 0.665686, "nauc_ndcg_at_1_diff1": 0.806591, "nauc_ndcg_at_3_max": 0.210988, "nauc_ndcg_at_3_std": 0.750521, "nauc_ndcg_at_3_diff1": 0.744707, "nauc_ndcg_at_5_max": 0.208458, "nauc_ndcg_at_5_std": 0.750774, "nauc_ndcg_at_5_diff1": 0.739883, "nauc_ndcg_at_10_max": 0.211069, "nauc_ndcg_at_10_std": 0.750527, "nauc_ndcg_at_10_diff1": 0.740592, "nauc_ndcg_at_20_max": 0.209095, "nauc_ndcg_at_20_std": 0.745245, "nauc_ndcg_at_20_diff1": 0.736977, "nauc_ndcg_at_100_max": 0.209095, "nauc_ndcg_at_100_std": 0.745245, "nauc_ndcg_at_100_diff1": 0.736977, "nauc_ndcg_at_1000_max": 0.209095, "nauc_ndcg_at_1000_std": 0.745245, "nauc_ndcg_at_1000_diff1": 0.736977, "nauc_map_at_1_max": 0.172461, "nauc_map_at_1_std": 0.665686, "nauc_map_at_1_diff1": 0.806591, "nauc_map_at_3_max": 0.2014, "nauc_map_at_3_std": 0.730016, "nauc_map_at_3_diff1": 0.759926, "nauc_map_at_5_max": 0.199803, "nauc_map_at_5_std": 0.72993, "nauc_map_at_5_diff1": 0.757532, "nauc_map_at_10_max": 0.200679, "nauc_map_at_10_std": 0.729463, "nauc_map_at_10_diff1": 0.757897, "nauc_map_at_20_max": 0.199804, "nauc_map_at_20_std": 0.727908, "nauc_map_at_20_diff1": 0.75708, "nauc_map_at_100_max": 0.199804, "nauc_map_at_100_std": 0.727908, "nauc_map_at_100_diff1": 0.75708, "nauc_map_at_1000_max": 0.199804, "nauc_map_at_1000_std": 0.727908, "nauc_map_at_1000_diff1": 0.75708, "nauc_recall_at_1_max": 0.172461, "nauc_recall_at_1_std": 0.665686, "nauc_recall_at_1_diff1": 0.806591, "nauc_recall_at_3_max": 0.241671, "nauc_recall_at_3_std": 0.815846, "nauc_recall_at_3_diff1": 0.696092, "nauc_recall_at_5_max": 0.237051, "nauc_recall_at_5_std": 0.819934, "nauc_recall_at_5_diff1": 0.680311, "nauc_recall_at_10_max": 0.250588, "nauc_recall_at_10_std": 0.828105, "nauc_recall_at_10_diff1": 0.676611, "nauc_recall_at_20_max": 0.250177, "nauc_recall_at_20_std": 0.813376, "nauc_recall_at_20_diff1": 0.645684, "nauc_recall_at_100_max": 0.250177, "nauc_recall_at_100_std": 0.813376, "nauc_recall_at_100_diff1": 0.645684, "nauc_recall_at_1000_max": 0.250177, "nauc_recall_at_1000_std": 0.813376, "nauc_recall_at_1000_diff1": 0.645684, "nauc_precision_at_1_max": 0.172461, "nauc_precision_at_1_std": 0.665686, "nauc_precision_at_1_diff1": 0.806591, "nauc_precision_at_3_max": 0.241671, "nauc_precision_at_3_std": 0.815846, "nauc_precision_at_3_diff1": 0.696092, "nauc_precision_at_5_max": 0.237051, "nauc_precision_at_5_std": 0.819934, "nauc_precision_at_5_diff1": 0.680311, "nauc_precision_at_10_max": 0.250588, "nauc_precision_at_10_std": 0.828105, "nauc_precision_at_10_diff1": 0.676611, "nauc_precision_at_20_max": 0.250177, "nauc_precision_at_20_std": 0.813376, "nauc_precision_at_20_diff1": 0.645684, "nauc_precision_at_100_max": 0.250177, "nauc_precision_at_100_std": 0.813376, "nauc_precision_at_100_diff1": 0.645684, "nauc_precision_at_1000_max": 0.250177, "nauc_precision_at_1000_std": 0.813376, "nauc_precision_at_1000_diff1": 0.645684, "nauc_mrr_at_1_max": 0.187189, "nauc_mrr_at_1_std": 0.668403, "nauc_mrr_at_1_diff1": 0.806591, "nauc_mrr_at_3_max": 0.209395, "nauc_mrr_at_3_std": 0.731491, "nauc_mrr_at_3_diff1": 0.759926, "nauc_mrr_at_5_max": 0.207878, "nauc_mrr_at_5_std": 0.73142, "nauc_mrr_at_5_diff1": 0.757532, "nauc_mrr_at_10_max": 0.208883, "nauc_mrr_at_10_std": 0.730964, "nauc_mrr_at_10_diff1": 0.757881, "nauc_mrr_at_20_max": 0.208077, "nauc_mrr_at_20_std": 0.729422, "nauc_mrr_at_20_diff1": 0.757063, "nauc_mrr_at_100_max": 0.208077, "nauc_mrr_at_100_std": 0.729422, "nauc_mrr_at_100_diff1": 0.757063, "nauc_mrr_at_1000_max": 0.208077, "nauc_mrr_at_1000_std": 0.729422, "nauc_mrr_at_1000_diff1": 0.757063, "cv_recall_at_1": 0.55, "cv_recall_at_3": 0.673, "cv_recall_at_5": 0.697, "cv_recall_at_10": 0.737, "cv_recall_at_20": 0.786, "cv_recall_at_100": 0.786, "cv_recall_at_1000": 0.786, "main_score": 0.6463, "hf_subset": "c++", "languages": [ "c++-Code" ] }, { "ndcg_at_1": 0.492, "ndcg_at_3": 0.56384, "ndcg_at_5": 0.58153, "ndcg_at_10": 0.59831, "ndcg_at_20": 0.60867, "ndcg_at_100": 0.60867, "ndcg_at_1000": 0.60867, "map_at_1": 0.492, "map_at_3": 0.54617, "map_at_5": 0.55597, "map_at_10": 0.56287, "map_at_20": 0.56571, "map_at_100": 0.56571, "map_at_1000": 0.56571, "recall_at_1": 0.492, "recall_at_3": 0.615, "recall_at_5": 0.658, "recall_at_10": 0.71, "recall_at_20": 0.751, "recall_at_100": 0.751, "recall_at_1000": 0.751, "accuracy": 0.492, "precision_at_1": 0.492, "precision_at_3": 0.205, "precision_at_5": 0.1316, "precision_at_10": 0.071, "precision_at_20": 0.03755, "precision_at_100": 0.00751, "precision_at_1000": 0.00075, "mrr_at_1": 0.492, "mrr_at_3": 0.546167, "mrr_at_5": 0.555967, "mrr_at_10": 0.562871, "mrr_at_20": 0.56571, "mrr_at_100": 0.56571, "mrr_at_1000": 0.56571, "nauc_ndcg_at_1_max": 0.329307, "nauc_ndcg_at_1_std": 0.687772, "nauc_ndcg_at_1_diff1": 0.815396, "nauc_ndcg_at_3_max": 0.348515, "nauc_ndcg_at_3_std": 0.737176, "nauc_ndcg_at_3_diff1": 0.779376, "nauc_ndcg_at_5_max": 0.356097, "nauc_ndcg_at_5_std": 0.743663, "nauc_ndcg_at_5_diff1": 0.775252, "nauc_ndcg_at_10_max": 0.363381, "nauc_ndcg_at_10_std": 0.743003, "nauc_ndcg_at_10_diff1": 0.767153, "nauc_ndcg_at_20_max": 0.361547, "nauc_ndcg_at_20_std": 0.741201, "nauc_ndcg_at_20_diff1": 0.764608, "nauc_ndcg_at_100_max": 0.361547, "nauc_ndcg_at_100_std": 0.741201, "nauc_ndcg_at_100_diff1": 0.764608, "nauc_ndcg_at_1000_max": 0.361547, "nauc_ndcg_at_1000_std": 0.741201, "nauc_ndcg_at_1000_diff1": 0.764608, "nauc_map_at_1_max": 0.329307, "nauc_map_at_1_std": 0.687772, "nauc_map_at_1_diff1": 0.815396, "nauc_map_at_3_max": 0.343052, "nauc_map_at_3_std": 0.725878, "nauc_map_at_3_diff1": 0.788313, "nauc_map_at_5_max": 0.34705, "nauc_map_at_5_std": 0.729368, "nauc_map_at_5_diff1": 0.786307, "nauc_map_at_10_max": 0.349416, "nauc_map_at_10_std": 0.728844, "nauc_map_at_10_diff1": 0.783153, "nauc_map_at_20_max": 0.348818, "nauc_map_at_20_std": 0.728349, "nauc_map_at_20_diff1": 0.782659, "nauc_map_at_100_max": 0.348818, "nauc_map_at_100_std": 0.728349, "nauc_map_at_100_diff1": 0.782659, "nauc_map_at_1000_max": 0.348818, "nauc_map_at_1000_std": 0.728349, "nauc_map_at_1000_diff1": 0.782659, "nauc_recall_at_1_max": 0.329307, "nauc_recall_at_1_std": 0.687772, "nauc_recall_at_1_diff1": 0.815396, "nauc_recall_at_3_max": 0.36585, "nauc_recall_at_3_std": 0.771927, "nauc_recall_at_3_diff1": 0.751542, "nauc_recall_at_5_max": 0.387773, "nauc_recall_at_5_std": 0.791502, "nauc_recall_at_5_diff1": 0.737729, "nauc_recall_at_10_max": 0.421474, "nauc_recall_at_10_std": 0.795441, "nauc_recall_at_10_diff1": 0.703628, "nauc_recall_at_20_max": 0.419907, "nauc_recall_at_20_std": 0.792257, "nauc_recall_at_20_diff1": 0.681107, "nauc_recall_at_100_max": 0.419907, "nauc_recall_at_100_std": 0.792257, "nauc_recall_at_100_diff1": 0.681107, "nauc_recall_at_1000_max": 0.419907, "nauc_recall_at_1000_std": 0.792257, "nauc_recall_at_1000_diff1": 0.681107, "nauc_precision_at_1_max": 0.329307, "nauc_precision_at_1_std": 0.687772, "nauc_precision_at_1_diff1": 0.815396, "nauc_precision_at_3_max": 0.36585, "nauc_precision_at_3_std": 0.771927, "nauc_precision_at_3_diff1": 0.751542, "nauc_precision_at_5_max": 0.387773, "nauc_precision_at_5_std": 0.791502, "nauc_precision_at_5_diff1": 0.737729, "nauc_precision_at_10_max": 0.421474, "nauc_precision_at_10_std": 0.795441, "nauc_precision_at_10_diff1": 0.703628, "nauc_precision_at_20_max": 0.419907, "nauc_precision_at_20_std": 0.792257, "nauc_precision_at_20_diff1": 0.681107, "nauc_precision_at_100_max": 0.419907, "nauc_precision_at_100_std": 0.792257, "nauc_precision_at_100_diff1": 0.681107, "nauc_precision_at_1000_max": 0.419907, "nauc_precision_at_1000_std": 0.792257, "nauc_precision_at_1000_diff1": 0.681107, "nauc_mrr_at_1_max": 0.327354, "nauc_mrr_at_1_std": 0.686265, "nauc_mrr_at_1_diff1": 0.815396, "nauc_mrr_at_3_max": 0.342018, "nauc_mrr_at_3_std": 0.72508, "nauc_mrr_at_3_diff1": 0.788313, "nauc_mrr_at_5_max": 0.345999, "nauc_mrr_at_5_std": 0.728557, "nauc_mrr_at_5_diff1": 0.786307, "nauc_mrr_at_10_max": 0.348352, "nauc_mrr_at_10_std": 0.728023, "nauc_mrr_at_10_diff1": 0.783153, "nauc_mrr_at_20_max": 0.347747, "nauc_mrr_at_20_std": 0.727523, "nauc_mrr_at_20_diff1": 0.782659, "nauc_mrr_at_100_max": 0.347747, "nauc_mrr_at_100_std": 0.727523, "nauc_mrr_at_100_diff1": 0.782659, "nauc_mrr_at_1000_max": 0.347747, "nauc_mrr_at_1000_std": 0.727523, "nauc_mrr_at_1000_diff1": 0.782659, "cv_recall_at_1": 0.492, "cv_recall_at_3": 0.615, "cv_recall_at_5": 0.658, "cv_recall_at_10": 0.71, "cv_recall_at_20": 0.751, "cv_recall_at_100": 0.751, "cv_recall_at_1000": 0.751, "main_score": 0.59831, "hf_subset": "rust", "languages": [ "rust-Code" ] }, { "ndcg_at_1": 0.54, "ndcg_at_3": 0.62022, "ndcg_at_5": 0.63628, "ndcg_at_10": 0.64977, "ndcg_at_20": 0.66247, "ndcg_at_100": 0.66247, "ndcg_at_1000": 0.66247, "map_at_1": 0.54, "map_at_3": 0.6015, "map_at_5": 0.6104, "map_at_10": 0.61592, "map_at_20": 0.61944, "map_at_100": 0.61944, "map_at_1000": 0.61944, "recall_at_1": 0.54, "recall_at_3": 0.674, "recall_at_5": 0.713, "recall_at_10": 0.755, "recall_at_20": 0.805, "recall_at_100": 0.805, "recall_at_1000": 0.805, "accuracy": 0.54, "precision_at_1": 0.54, "precision_at_3": 0.22467, "precision_at_5": 0.1426, "precision_at_10": 0.0755, "precision_at_20": 0.04025, "precision_at_100": 0.00805, "precision_at_1000": 0.00081, "mrr_at_1": 0.54, "mrr_at_3": 0.6015, "mrr_at_5": 0.6104, "mrr_at_10": 0.615915, "mrr_at_20": 0.619441, "mrr_at_100": 0.619441, "mrr_at_1000": 0.619441, "nauc_ndcg_at_1_max": 0.229788, "nauc_ndcg_at_1_std": 0.624256, "nauc_ndcg_at_1_diff1": 0.780453, "nauc_ndcg_at_3_max": 0.26802, "nauc_ndcg_at_3_std": 0.710496, "nauc_ndcg_at_3_diff1": 0.74588, "nauc_ndcg_at_5_max": 0.269022, "nauc_ndcg_at_5_std": 0.717931, "nauc_ndcg_at_5_diff1": 0.739117, "nauc_ndcg_at_10_max": 0.267582, "nauc_ndcg_at_10_std": 0.720045, "nauc_ndcg_at_10_diff1": 0.739949, "nauc_ndcg_at_20_max": 0.264768, "nauc_ndcg_at_20_std": 0.71454, "nauc_ndcg_at_20_diff1": 0.738528, "nauc_ndcg_at_100_max": 0.264768, "nauc_ndcg_at_100_std": 0.71454, "nauc_ndcg_at_100_diff1": 0.738528, "nauc_ndcg_at_1000_max": 0.264768, "nauc_ndcg_at_1000_std": 0.71454, "nauc_ndcg_at_1000_diff1": 0.738528, "nauc_map_at_1_max": 0.229788, "nauc_map_at_1_std": 0.624256, "nauc_map_at_1_diff1": 0.780453, "nauc_map_at_3_max": 0.257991, "nauc_map_at_3_std": 0.689407, "nauc_map_at_3_diff1": 0.753663, "nauc_map_at_5_max": 0.258225, "nauc_map_at_5_std": 0.692901, "nauc_map_at_5_diff1": 0.75025, "nauc_map_at_10_max": 0.25731, "nauc_map_at_10_std": 0.693559, "nauc_map_at_10_diff1": 0.750636, "nauc_map_at_20_max": 0.256255, "nauc_map_at_20_std": 0.691934, "nauc_map_at_20_diff1": 0.750417, "nauc_map_at_100_max": 0.256255, "nauc_map_at_100_std": 0.691934, "nauc_map_at_100_diff1": 0.750417, "nauc_map_at_1000_max": 0.256255, "nauc_map_at_1000_std": 0.691934, "nauc_map_at_1000_diff1": 0.750417, "nauc_recall_at_1_max": 0.229788, "nauc_recall_at_1_std": 0.624256, "nauc_recall_at_1_diff1": 0.780453, "nauc_recall_at_3_max": 0.300574, "nauc_recall_at_3_std": 0.778235, "nauc_recall_at_3_diff1": 0.721217, "nauc_recall_at_5_max": 0.307094, "nauc_recall_at_5_std": 0.805979, "nauc_recall_at_5_diff1": 0.699656, "nauc_recall_at_10_max": 0.308214, "nauc_recall_at_10_std": 0.825197, "nauc_recall_at_10_diff1": 0.698082, "nauc_recall_at_20_max": 0.303112, "nauc_recall_at_20_std": 0.814314, "nauc_recall_at_20_diff1": 0.680823, "nauc_recall_at_100_max": 0.303112, "nauc_recall_at_100_std": 0.814314, "nauc_recall_at_100_diff1": 0.680823, "nauc_recall_at_1000_max": 0.303112, "nauc_recall_at_1000_std": 0.814314, "nauc_recall_at_1000_diff1": 0.680823, "nauc_precision_at_1_max": 0.229788, "nauc_precision_at_1_std": 0.624256, "nauc_precision_at_1_diff1": 0.780453, "nauc_precision_at_3_max": 0.300574, "nauc_precision_at_3_std": 0.778235, "nauc_precision_at_3_diff1": 0.721217, "nauc_precision_at_5_max": 0.307094, "nauc_precision_at_5_std": 0.805979, "nauc_precision_at_5_diff1": 0.699656, "nauc_precision_at_10_max": 0.308214, "nauc_precision_at_10_std": 0.825197, "nauc_precision_at_10_diff1": 0.698082, "nauc_precision_at_20_max": 0.303112, "nauc_precision_at_20_std": 0.814314, "nauc_precision_at_20_diff1": 0.680823, "nauc_precision_at_100_max": 0.303112, "nauc_precision_at_100_std": 0.814314, "nauc_precision_at_100_diff1": 0.680823, "nauc_precision_at_1000_max": 0.303112, "nauc_precision_at_1000_std": 0.814314, "nauc_precision_at_1000_diff1": 0.680823, "nauc_mrr_at_1_max": 0.229788, "nauc_mrr_at_1_std": 0.624256, "nauc_mrr_at_1_diff1": 0.780453, "nauc_mrr_at_3_max": 0.257991, "nauc_mrr_at_3_std": 0.689407, "nauc_mrr_at_3_diff1": 0.753663, "nauc_mrr_at_5_max": 0.258225, "nauc_mrr_at_5_std": 0.692901, "nauc_mrr_at_5_diff1": 0.75025, "nauc_mrr_at_10_max": 0.25731, "nauc_mrr_at_10_std": 0.693559, "nauc_mrr_at_10_diff1": 0.750636, "nauc_mrr_at_20_max": 0.256255, "nauc_mrr_at_20_std": 0.691934, "nauc_mrr_at_20_diff1": 0.750417, "nauc_mrr_at_100_max": 0.256255, "nauc_mrr_at_100_std": 0.691934, "nauc_mrr_at_100_diff1": 0.750417, "nauc_mrr_at_1000_max": 0.256255, "nauc_mrr_at_1000_std": 0.691934, "nauc_mrr_at_1000_diff1": 0.750417, "cv_recall_at_1": 0.54, "cv_recall_at_3": 0.674, "cv_recall_at_5": 0.713, "cv_recall_at_10": 0.755, "cv_recall_at_20": 0.805, "cv_recall_at_100": 0.805, "cv_recall_at_1000": 0.805, "main_score": 0.64977, "hf_subset": "swift", "languages": [ "swift-Code" ] }, { "ndcg_at_1": 0.501, "ndcg_at_3": 0.59377, "ndcg_at_5": 0.61404, "ndcg_at_10": 0.63242, "ndcg_at_20": 0.64715, "ndcg_at_100": 0.64715, "ndcg_at_1000": 0.64715, "map_at_1": 0.501, "map_at_3": 0.5715, "map_at_5": 0.5828, "map_at_10": 0.59035, "map_at_20": 0.59443, "map_at_100": 0.59443, "map_at_1000": 0.59443, "recall_at_1": 0.501, "recall_at_3": 0.658, "recall_at_5": 0.707, "recall_at_10": 0.764, "recall_at_20": 0.822, "recall_at_100": 0.822, "recall_at_1000": 0.822, "accuracy": 0.501, "precision_at_1": 0.501, "precision_at_3": 0.21933, "precision_at_5": 0.1414, "precision_at_10": 0.0764, "precision_at_20": 0.0411, "precision_at_100": 0.00822, "precision_at_1000": 0.00082, "mrr_at_1": 0.501, "mrr_at_3": 0.5715, "mrr_at_5": 0.5828, "mrr_at_10": 0.590351, "mrr_at_20": 0.594427, "mrr_at_100": 0.594427, "mrr_at_1000": 0.594427, "nauc_ndcg_at_1_max": 0.121174, "nauc_ndcg_at_1_std": 0.594518, "nauc_ndcg_at_1_diff1": 0.688968, "nauc_ndcg_at_3_max": 0.13562, "nauc_ndcg_at_3_std": 0.641093, "nauc_ndcg_at_3_diff1": 0.63769, "nauc_ndcg_at_5_max": 0.131805, "nauc_ndcg_at_5_std": 0.641475, "nauc_ndcg_at_5_diff1": 0.632827, "nauc_ndcg_at_10_max": 0.135692, "nauc_ndcg_at_10_std": 0.646976, "nauc_ndcg_at_10_diff1": 0.633439, "nauc_ndcg_at_20_max": 0.146221, "nauc_ndcg_at_20_std": 0.643406, "nauc_ndcg_at_20_diff1": 0.633079, "nauc_ndcg_at_100_max": 0.146221, "nauc_ndcg_at_100_std": 0.643406, "nauc_ndcg_at_100_diff1": 0.633079, "nauc_ndcg_at_1000_max": 0.146221, "nauc_ndcg_at_1000_std": 0.643406, "nauc_ndcg_at_1000_diff1": 0.633079, "nauc_map_at_1_max": 0.121174, "nauc_map_at_1_std": 0.594518, "nauc_map_at_1_diff1": 0.688968, "nauc_map_at_3_max": 0.129822, "nauc_map_at_3_std": 0.626105, "nauc_map_at_3_diff1": 0.649092, "nauc_map_at_5_max": 0.127474, "nauc_map_at_5_std": 0.625981, "nauc_map_at_5_diff1": 0.646829, "nauc_map_at_10_max": 0.128895, "nauc_map_at_10_std": 0.628062, "nauc_map_at_10_diff1": 0.647357, "nauc_map_at_20_max": 0.131153, "nauc_map_at_20_std": 0.627085, "nauc_map_at_20_diff1": 0.647617, "nauc_map_at_100_max": 0.131153, "nauc_map_at_100_std": 0.627085, "nauc_map_at_100_diff1": 0.647617, "nauc_map_at_1000_max": 0.131153, "nauc_map_at_1000_std": 0.627085, "nauc_map_at_1000_diff1": 0.647617, "nauc_recall_at_1_max": 0.121174, "nauc_recall_at_1_std": 0.594518, "nauc_recall_at_1_diff1": 0.688968, "nauc_recall_at_3_max": 0.155552, "nauc_recall_at_3_std": 0.691477, "nauc_recall_at_3_diff1": 0.601317, "nauc_recall_at_5_max": 0.147956, "nauc_recall_at_5_std": 0.69827, "nauc_recall_at_5_diff1": 0.582993, "nauc_recall_at_10_max": 0.167164, "nauc_recall_at_10_std": 0.730234, "nauc_recall_at_10_diff1": 0.575537, "nauc_recall_at_20_max": 0.247457, "nauc_recall_at_20_std": 0.728235, "nauc_recall_at_20_diff1": 0.554905, "nauc_recall_at_100_max": 0.247457, "nauc_recall_at_100_std": 0.728235, "nauc_recall_at_100_diff1": 0.554905, "nauc_recall_at_1000_max": 0.247457, "nauc_recall_at_1000_std": 0.728235, "nauc_recall_at_1000_diff1": 0.554905, "nauc_precision_at_1_max": 0.121174, "nauc_precision_at_1_std": 0.594518, "nauc_precision_at_1_diff1": 0.688968, "nauc_precision_at_3_max": 0.155552, "nauc_precision_at_3_std": 0.691477, "nauc_precision_at_3_diff1": 0.601317, "nauc_precision_at_5_max": 0.147956, "nauc_precision_at_5_std": 0.69827, "nauc_precision_at_5_diff1": 0.582993, "nauc_precision_at_10_max": 0.167164, "nauc_precision_at_10_std": 0.730234, "nauc_precision_at_10_diff1": 0.575537, "nauc_precision_at_20_max": 0.247457, "nauc_precision_at_20_std": 0.728235, "nauc_precision_at_20_diff1": 0.554905, "nauc_precision_at_100_max": 0.247457, "nauc_precision_at_100_std": 0.728235, "nauc_precision_at_100_diff1": 0.554905, "nauc_precision_at_1000_max": 0.247457, "nauc_precision_at_1000_std": 0.728235, "nauc_precision_at_1000_diff1": 0.554905, "nauc_mrr_at_1_max": 0.121174, "nauc_mrr_at_1_std": 0.594518, "nauc_mrr_at_1_diff1": 0.688968, "nauc_mrr_at_3_max": 0.129822, "nauc_mrr_at_3_std": 0.626105, "nauc_mrr_at_3_diff1": 0.649092, "nauc_mrr_at_5_max": 0.127474, "nauc_mrr_at_5_std": 0.625981, "nauc_mrr_at_5_diff1": 0.646829, "nauc_mrr_at_10_max": 0.128895, "nauc_mrr_at_10_std": 0.628062, "nauc_mrr_at_10_diff1": 0.647357, "nauc_mrr_at_20_max": 0.131153, "nauc_mrr_at_20_std": 0.627085, "nauc_mrr_at_20_diff1": 0.647617, "nauc_mrr_at_100_max": 0.131153, "nauc_mrr_at_100_std": 0.627085, "nauc_mrr_at_100_diff1": 0.647617, "nauc_mrr_at_1000_max": 0.131153, "nauc_mrr_at_1000_std": 0.627085, "nauc_mrr_at_1000_diff1": 0.647617, "cv_recall_at_1": 0.501, "cv_recall_at_3": 0.658, "cv_recall_at_5": 0.707, "cv_recall_at_10": 0.764, "cv_recall_at_20": 0.822, "cv_recall_at_100": 0.822, "cv_recall_at_1000": 0.822, "main_score": 0.63242, "hf_subset": "scala", "languages": [ "scala-Code" ] }, { "ndcg_at_1": 0.515, "ndcg_at_3": 0.58361, "ndcg_at_5": 0.60672, "ndcg_at_10": 0.62721, "ndcg_at_20": 0.63865, "ndcg_at_100": 0.63865, "ndcg_at_1000": 0.63865, "map_at_1": 0.515, "map_at_3": 0.56717, "map_at_5": 0.58002, "map_at_10": 0.58855, "map_at_20": 0.59158, "map_at_100": 0.59158, "map_at_1000": 0.59158, "recall_at_1": 0.515, "recall_at_3": 0.631, "recall_at_5": 0.687, "recall_at_10": 0.75, "recall_at_20": 0.796, "recall_at_100": 0.796, "recall_at_1000": 0.796, "accuracy": 0.515, "precision_at_1": 0.515, "precision_at_3": 0.21033, "precision_at_5": 0.1374, "precision_at_10": 0.075, "precision_at_20": 0.0398, "precision_at_100": 0.00796, "precision_at_1000": 0.0008, "mrr_at_1": 0.515, "mrr_at_3": 0.567167, "mrr_at_5": 0.580017, "mrr_at_10": 0.588557, "mrr_at_20": 0.591594, "mrr_at_100": 0.591594, "mrr_at_1000": 0.591594, "nauc_ndcg_at_1_max": 0.342396, "nauc_ndcg_at_1_std": 0.674166, "nauc_ndcg_at_1_diff1": 0.757519, "nauc_ndcg_at_3_max": 0.340099, "nauc_ndcg_at_3_std": 0.721475, "nauc_ndcg_at_3_diff1": 0.719375, "nauc_ndcg_at_5_max": 0.332607, "nauc_ndcg_at_5_std": 0.717484, "nauc_ndcg_at_5_diff1": 0.710515, "nauc_ndcg_at_10_max": 0.345332, "nauc_ndcg_at_10_std": 0.723177, "nauc_ndcg_at_10_diff1": 0.710212, "nauc_ndcg_at_20_max": 0.343021, "nauc_ndcg_at_20_std": 0.719034, "nauc_ndcg_at_20_diff1": 0.705355, "nauc_ndcg_at_100_max": 0.343021, "nauc_ndcg_at_100_std": 0.719034, "nauc_ndcg_at_100_diff1": 0.705355, "nauc_ndcg_at_1000_max": 0.343021, "nauc_ndcg_at_1000_std": 0.719034, "nauc_ndcg_at_1000_diff1": 0.705355, "nauc_map_at_1_max": 0.342396, "nauc_map_at_1_std": 0.674166, "nauc_map_at_1_diff1": 0.757519, "nauc_map_at_3_max": 0.340201, "nauc_map_at_3_std": 0.709561, "nauc_map_at_3_diff1": 0.728844, "nauc_map_at_5_max": 0.336251, "nauc_map_at_5_std": 0.707216, "nauc_map_at_5_diff1": 0.724316, "nauc_map_at_10_max": 0.341417, "nauc_map_at_10_std": 0.709336, "nauc_map_at_10_diff1": 0.724491, "nauc_map_at_20_max": 0.340852, "nauc_map_at_20_std": 0.708182, "nauc_map_at_20_diff1": 0.723258, "nauc_map_at_100_max": 0.340852, "nauc_map_at_100_std": 0.708182, "nauc_map_at_100_diff1": 0.723258, "nauc_map_at_1000_max": 0.340852, "nauc_map_at_1000_std": 0.708182, "nauc_map_at_1000_diff1": 0.723258, "nauc_recall_at_1_max": 0.342396, "nauc_recall_at_1_std": 0.674166, "nauc_recall_at_1_diff1": 0.757519, "nauc_recall_at_3_max": 0.339998, "nauc_recall_at_3_std": 0.758866, "nauc_recall_at_3_diff1": 0.689722, "nauc_recall_at_5_max": 0.318984, "nauc_recall_at_5_std": 0.751898, "nauc_recall_at_5_diff1": 0.661759, "nauc_recall_at_10_max": 0.366183, "nauc_recall_at_10_std": 0.780772, "nauc_recall_at_10_diff1": 0.650838, "nauc_recall_at_20_max": 0.355689, "nauc_recall_at_20_std": 0.766757, "nauc_recall_at_20_diff1": 0.613388, "nauc_recall_at_100_max": 0.355689, "nauc_recall_at_100_std": 0.766757, "nauc_recall_at_100_diff1": 0.613388, "nauc_recall_at_1000_max": 0.355689, "nauc_recall_at_1000_std": 0.766757, "nauc_recall_at_1000_diff1": 0.613388, "nauc_precision_at_1_max": 0.342396, "nauc_precision_at_1_std": 0.674166, "nauc_precision_at_1_diff1": 0.757519, "nauc_precision_at_3_max": 0.339998, "nauc_precision_at_3_std": 0.758866, "nauc_precision_at_3_diff1": 0.689722, "nauc_precision_at_5_max": 0.318984, "nauc_precision_at_5_std": 0.751898, "nauc_precision_at_5_diff1": 0.661759, "nauc_precision_at_10_max": 0.366183, "nauc_precision_at_10_std": 0.780772, "nauc_precision_at_10_diff1": 0.650838, "nauc_precision_at_20_max": 0.355689, "nauc_precision_at_20_std": 0.766757, "nauc_precision_at_20_diff1": 0.613388, "nauc_precision_at_100_max": 0.355689, "nauc_precision_at_100_std": 0.766757, "nauc_precision_at_100_diff1": 0.613388, "nauc_precision_at_1000_max": 0.355689, "nauc_precision_at_1000_std": 0.766757, "nauc_precision_at_1000_diff1": 0.613388, "nauc_mrr_at_1_max": 0.342396, "nauc_mrr_at_1_std": 0.674166, "nauc_mrr_at_1_diff1": 0.757519, "nauc_mrr_at_3_max": 0.340201, "nauc_mrr_at_3_std": 0.709561, "nauc_mrr_at_3_diff1": 0.728844, "nauc_mrr_at_5_max": 0.336251, "nauc_mrr_at_5_std": 0.707216, "nauc_mrr_at_5_diff1": 0.724316, "nauc_mrr_at_10_max": 0.341446, "nauc_mrr_at_10_std": 0.709374, "nauc_mrr_at_10_diff1": 0.72453, "nauc_mrr_at_20_max": 0.340881, "nauc_mrr_at_20_std": 0.708221, "nauc_mrr_at_20_diff1": 0.723297, "nauc_mrr_at_100_max": 0.340881, "nauc_mrr_at_100_std": 0.708221, "nauc_mrr_at_100_diff1": 0.723297, "nauc_mrr_at_1000_max": 0.340881, "nauc_mrr_at_1000_std": 0.708221, "nauc_mrr_at_1000_diff1": 0.723297, "cv_recall_at_1": 0.515, "cv_recall_at_3": 0.631, "cv_recall_at_5": 0.687, "cv_recall_at_10": 0.75, "cv_recall_at_20": 0.796, "cv_recall_at_100": 0.796, "cv_recall_at_1000": 0.796, "main_score": 0.62721, "hf_subset": "shell", "languages": [ "shell-Code" ] } ] }, "evaluation_time": 72.23131465911865, "kg_co2_emissions": null }