{ "dataset_revision": "fdc6a9e39575768c27eb8a2a5f702bf846eb4759", "task_name": "CodeSearchNetRetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 0.777, "ndcg_at_3": 0.86351, "ndcg_at_5": 0.87509, "ndcg_at_10": 0.88324, "ndcg_at_20": 0.88639, "ndcg_at_100": 0.88798, "ndcg_at_1000": 0.88849, "map_at_1": 0.777, "map_at_3": 0.84317, "map_at_5": 0.84962, "map_at_10": 0.85302, "map_at_20": 0.85395, "map_at_100": 0.85414, "map_at_1000": 0.85416, "recall_at_1": 0.777, "recall_at_3": 0.922, "recall_at_5": 0.95, "recall_at_10": 0.975, "recall_at_20": 0.987, "recall_at_100": 0.996, "recall_at_1000": 1.0, "precision_at_1": 0.777, "precision_at_3": 0.30733, "precision_at_5": 0.19, "precision_at_10": 0.0975, "precision_at_20": 0.04935, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.777, "mrr_at_3": 0.843167, "mrr_at_5": 0.849617, "mrr_at_10": 0.853018, "mrr_at_20": 0.85395, "mrr_at_100": 0.854137, "mrr_at_1000": 0.854157, "nauc_ndcg_at_1_max": 0.197931, "nauc_ndcg_at_1_std": -0.105314, "nauc_ndcg_at_1_diff1": 0.827687, "nauc_ndcg_at_3_max": 0.25639, "nauc_ndcg_at_3_std": -0.11281, "nauc_ndcg_at_3_diff1": 0.792898, "nauc_ndcg_at_5_max": 0.268693, "nauc_ndcg_at_5_std": -0.094543, "nauc_ndcg_at_5_diff1": 0.793835, "nauc_ndcg_at_10_max": 0.260824, "nauc_ndcg_at_10_std": -0.097488, "nauc_ndcg_at_10_diff1": 0.802245, "nauc_ndcg_at_20_max": 0.251132, "nauc_ndcg_at_20_std": -0.100509, "nauc_ndcg_at_20_diff1": 0.802546, "nauc_ndcg_at_100_max": 0.244608, "nauc_ndcg_at_100_std": -0.103323, "nauc_ndcg_at_100_diff1": 0.802574, "nauc_ndcg_at_1000_max": 0.244395, "nauc_ndcg_at_1000_std": -0.102068, "nauc_ndcg_at_1000_diff1": 0.803921, "nauc_map_at_1_max": 0.197931, "nauc_map_at_1_std": -0.105314, "nauc_map_at_1_diff1": 0.827687, "nauc_map_at_3_max": 0.238387, "nauc_map_at_3_std": -0.110038, "nauc_map_at_3_diff1": 0.802276, "nauc_map_at_5_max": 0.24328, "nauc_map_at_5_std": -0.101747, "nauc_map_at_5_diff1": 0.80322, "nauc_map_at_10_max": 0.240068, "nauc_map_at_10_std": -0.102539, "nauc_map_at_10_diff1": 0.806134, "nauc_map_at_20_max": 0.237709, "nauc_map_at_20_std": -0.103213, "nauc_map_at_20_diff1": 0.806308, "nauc_map_at_100_max": 0.237065, "nauc_map_at_100_std": -0.103488, "nauc_map_at_100_diff1": 0.806337, "nauc_map_at_1000_max": 0.237091, "nauc_map_at_1000_std": -0.103406, "nauc_map_at_1000_diff1": 0.806402, "nauc_recall_at_1_max": 0.197931, "nauc_recall_at_1_std": -0.105314, "nauc_recall_at_1_diff1": 0.827687, "nauc_recall_at_3_max": 0.352935, "nauc_recall_at_3_std": -0.128067, "nauc_recall_at_3_diff1": 0.743733, "nauc_recall_at_5_max": 0.477106, "nauc_recall_at_5_std": -0.028683, "nauc_recall_at_5_diff1": 0.720654, "nauc_recall_at_10_max": 0.578992, "nauc_recall_at_10_std": -0.012829, "nauc_recall_at_10_diff1": 0.763978, "nauc_recall_at_20_max": 0.570243, "nauc_recall_at_20_std": -0.033111, "nauc_recall_at_20_diff1": 0.731954, "nauc_recall_at_100_max": 0.337185, "nauc_recall_at_100_std": -0.291083, "nauc_recall_at_100_diff1": 0.563025, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.197931, "nauc_precision_at_1_std": -0.105314, "nauc_precision_at_1_diff1": 0.827687, "nauc_precision_at_3_max": 0.352935, "nauc_precision_at_3_std": -0.128067, "nauc_precision_at_3_diff1": 0.743733, "nauc_precision_at_5_max": 0.477106, "nauc_precision_at_5_std": -0.028683, "nauc_precision_at_5_diff1": 0.720654, "nauc_precision_at_10_max": 0.578992, "nauc_precision_at_10_std": -0.012829, "nauc_precision_at_10_diff1": 0.763978, "nauc_precision_at_20_max": 0.570243, "nauc_precision_at_20_std": -0.033111, "nauc_precision_at_20_diff1": 0.731954, "nauc_precision_at_100_max": 0.337185, "nauc_precision_at_100_std": -0.291083, "nauc_precision_at_100_diff1": 0.563025, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.197931, "nauc_mrr_at_1_std": -0.105314, "nauc_mrr_at_1_diff1": 0.827687, "nauc_mrr_at_3_max": 0.238387, "nauc_mrr_at_3_std": -0.110038, "nauc_mrr_at_3_diff1": 0.802276, "nauc_mrr_at_5_max": 0.24328, "nauc_mrr_at_5_std": -0.101747, "nauc_mrr_at_5_diff1": 0.80322, "nauc_mrr_at_10_max": 0.240068, "nauc_mrr_at_10_std": -0.102539, "nauc_mrr_at_10_diff1": 0.806134, "nauc_mrr_at_20_max": 0.237709, "nauc_mrr_at_20_std": -0.103213, "nauc_mrr_at_20_diff1": 0.806308, "nauc_mrr_at_100_max": 0.237065, "nauc_mrr_at_100_std": -0.103488, "nauc_mrr_at_100_diff1": 0.806337, "nauc_mrr_at_1000_max": 0.237091, "nauc_mrr_at_1000_std": -0.103406, "nauc_mrr_at_1000_diff1": 0.806402, "main_score": 0.88324, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.751, "ndcg_at_3": 0.80743, "ndcg_at_5": 0.81832, "ndcg_at_10": 0.82484, "ndcg_at_20": 0.82887, "ndcg_at_100": 0.83427, "ndcg_at_1000": 0.84202, "map_at_1": 0.751, "map_at_3": 0.79433, "map_at_5": 0.80048, "map_at_10": 0.8032, "map_at_20": 0.8043, "map_at_100": 0.80506, "map_at_1000": 0.8053, "recall_at_1": 0.751, "recall_at_3": 0.845, "recall_at_5": 0.871, "recall_at_10": 0.891, "recall_at_20": 0.907, "recall_at_100": 0.936, "recall_at_1000": 1.0, "precision_at_1": 0.751, "precision_at_3": 0.28167, "precision_at_5": 0.1742, "precision_at_10": 0.0891, "precision_at_20": 0.04535, "precision_at_100": 0.00936, "precision_at_1000": 0.001, "mrr_at_1": 0.751, "mrr_at_3": 0.794333, "mrr_at_5": 0.800483, "mrr_at_10": 0.803202, "mrr_at_20": 0.804304, "mrr_at_100": 0.805059, "mrr_at_1000": 0.805297, "nauc_ndcg_at_1_max": 0.739021, "nauc_ndcg_at_1_std": 0.037975, "nauc_ndcg_at_1_diff1": 0.853044, "nauc_ndcg_at_3_max": 0.828637, "nauc_ndcg_at_3_std": 0.10622, "nauc_ndcg_at_3_diff1": 0.842598, "nauc_ndcg_at_5_max": 0.826175, "nauc_ndcg_at_5_std": 0.115467, "nauc_ndcg_at_5_diff1": 0.845772, "nauc_ndcg_at_10_max": 0.824304, "nauc_ndcg_at_10_std": 0.131334, "nauc_ndcg_at_10_diff1": 0.842834, "nauc_ndcg_at_20_max": 0.822691, "nauc_ndcg_at_20_std": 0.137109, "nauc_ndcg_at_20_diff1": 0.841564, "nauc_ndcg_at_100_max": 0.821726, "nauc_ndcg_at_100_std": 0.152122, "nauc_ndcg_at_100_diff1": 0.841143, "nauc_ndcg_at_1000_max": 0.813479, "nauc_ndcg_at_1000_std": 0.125896, "nauc_ndcg_at_1000_diff1": 0.843427, "nauc_map_at_1_max": 0.739021, "nauc_map_at_1_std": 0.037975, "nauc_map_at_1_diff1": 0.853044, "nauc_map_at_3_max": 0.804306, "nauc_map_at_3_std": 0.087096, "nauc_map_at_3_diff1": 0.844806, "nauc_map_at_5_max": 0.802451, "nauc_map_at_5_std": 0.091543, "nauc_map_at_5_diff1": 0.846671, "nauc_map_at_10_max": 0.801339, "nauc_map_at_10_std": 0.096846, "nauc_map_at_10_diff1": 0.845493, "nauc_map_at_20_max": 0.800728, "nauc_map_at_20_std": 0.097969, "nauc_map_at_20_diff1": 0.845127, "nauc_map_at_100_max": 0.800575, "nauc_map_at_100_std": 0.099622, "nauc_map_at_100_diff1": 0.845249, "nauc_map_at_1000_max": 0.800358, "nauc_map_at_1000_std": 0.099138, "nauc_map_at_1000_diff1": 0.845316, "nauc_recall_at_1_max": 0.739021, "nauc_recall_at_1_std": 0.037975, "nauc_recall_at_1_diff1": 0.853044, "nauc_recall_at_3_max": 0.917432, "nauc_recall_at_3_std": 0.176343, "nauc_recall_at_3_diff1": 0.834885, "nauc_recall_at_5_max": 0.924742, "nauc_recall_at_5_std": 0.21747, "nauc_recall_at_5_diff1": 0.842769, "nauc_recall_at_10_max": 0.932845, "nauc_recall_at_10_std": 0.310329, "nauc_recall_at_10_diff1": 0.829454, "nauc_recall_at_20_max": 0.940564, "nauc_recall_at_20_std": 0.379195, "nauc_recall_at_20_diff1": 0.819815, "nauc_recall_at_100_max": 0.979575, "nauc_recall_at_100_std": 0.681788, "nauc_recall_at_100_diff1": 0.798815, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.739021, "nauc_precision_at_1_std": 0.037975, "nauc_precision_at_1_diff1": 0.853044, "nauc_precision_at_3_max": 0.917432, "nauc_precision_at_3_std": 0.176343, "nauc_precision_at_3_diff1": 0.834885, "nauc_precision_at_5_max": 0.924742, "nauc_precision_at_5_std": 0.21747, "nauc_precision_at_5_diff1": 0.842769, "nauc_precision_at_10_max": 0.932845, "nauc_precision_at_10_std": 0.310329, "nauc_precision_at_10_diff1": 0.829454, "nauc_precision_at_20_max": 0.940564, "nauc_precision_at_20_std": 0.379195, "nauc_precision_at_20_diff1": 0.819815, "nauc_precision_at_100_max": 0.979575, "nauc_precision_at_100_std": 0.681788, "nauc_precision_at_100_diff1": 0.798815, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.739021, "nauc_mrr_at_1_std": 0.037975, "nauc_mrr_at_1_diff1": 0.853044, "nauc_mrr_at_3_max": 0.804306, "nauc_mrr_at_3_std": 0.087096, "nauc_mrr_at_3_diff1": 0.844806, "nauc_mrr_at_5_max": 0.802451, "nauc_mrr_at_5_std": 0.091543, "nauc_mrr_at_5_diff1": 0.846671, "nauc_mrr_at_10_max": 0.801339, "nauc_mrr_at_10_std": 0.096846, "nauc_mrr_at_10_diff1": 0.845493, "nauc_mrr_at_20_max": 0.800728, "nauc_mrr_at_20_std": 0.097969, "nauc_mrr_at_20_diff1": 0.845127, "nauc_mrr_at_100_max": 0.800575, "nauc_mrr_at_100_std": 0.099622, "nauc_mrr_at_100_diff1": 0.845249, "nauc_mrr_at_1000_max": 0.800358, "nauc_mrr_at_1000_std": 0.099138, "nauc_mrr_at_1000_diff1": 0.845316, "main_score": 0.82484, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.934, "ndcg_at_3": 0.96374, "ndcg_at_5": 0.96499, "ndcg_at_10": 0.96732, "ndcg_at_20": 0.96782, "ndcg_at_100": 0.96834, "ndcg_at_1000": 0.96863, "map_at_1": 0.934, "map_at_3": 0.957, "map_at_5": 0.9577, "map_at_10": 0.9587, "map_at_20": 0.95884, "map_at_100": 0.9589, "map_at_1000": 0.95892, "recall_at_1": 0.934, "recall_at_3": 0.983, "recall_at_5": 0.986, "recall_at_10": 0.993, "recall_at_20": 0.995, "recall_at_100": 0.998, "recall_at_1000": 1.0, "precision_at_1": 0.934, "precision_at_3": 0.32767, "precision_at_5": 0.1972, "precision_at_10": 0.0993, "precision_at_20": 0.04975, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.934, "mrr_at_3": 0.957, "mrr_at_5": 0.9577, "mrr_at_10": 0.958703, "mrr_at_20": 0.958842, "mrr_at_100": 0.958901, "mrr_at_1000": 0.958917, "nauc_ndcg_at_1_max": 0.446185, "nauc_ndcg_at_1_std": -0.285962, "nauc_ndcg_at_1_diff1": 0.945463, "nauc_ndcg_at_3_max": 0.616515, "nauc_ndcg_at_3_std": -0.290275, "nauc_ndcg_at_3_diff1": 0.94442, "nauc_ndcg_at_5_max": 0.606261, "nauc_ndcg_at_5_std": -0.300962, "nauc_ndcg_at_5_diff1": 0.944047, "nauc_ndcg_at_10_max": 0.579612, "nauc_ndcg_at_10_std": -0.305815, "nauc_ndcg_at_10_diff1": 0.943842, "nauc_ndcg_at_20_max": 0.573006, "nauc_ndcg_at_20_std": -0.287582, "nauc_ndcg_at_20_diff1": 0.943916, "nauc_ndcg_at_100_max": 0.565963, "nauc_ndcg_at_100_std": -0.292559, "nauc_ndcg_at_100_diff1": 0.94299, "nauc_ndcg_at_1000_max": 0.561986, "nauc_ndcg_at_1000_std": -0.288836, "nauc_ndcg_at_1000_diff1": 0.943666, "nauc_map_at_1_max": 0.446185, "nauc_map_at_1_std": -0.285962, "nauc_map_at_1_diff1": 0.945463, "nauc_map_at_3_max": 0.565542, "nauc_map_at_3_std": -0.286695, "nauc_map_at_3_diff1": 0.944258, "nauc_map_at_5_max": 0.559994, "nauc_map_at_5_std": -0.291022, "nauc_map_at_5_diff1": 0.944108, "nauc_map_at_10_max": 0.549838, "nauc_map_at_10_std": -0.291974, "nauc_map_at_10_diff1": 0.943947, "nauc_map_at_20_max": 0.548319, "nauc_map_at_20_std": -0.287882, "nauc_map_at_20_diff1": 0.943934, "nauc_map_at_100_max": 0.54767, "nauc_map_at_100_std": -0.288022, "nauc_map_at_100_diff1": 0.943854, "nauc_map_at_1000_max": 0.547492, "nauc_map_at_1000_std": -0.287848, "nauc_map_at_1000_diff1": 0.943883, "nauc_recall_at_1_max": 0.446185, "nauc_recall_at_1_std": -0.285962, "nauc_recall_at_1_diff1": 0.945463, "nauc_recall_at_3_max": 0.975971, "nauc_recall_at_3_std": -0.318476, "nauc_recall_at_3_diff1": 0.946175, "nauc_recall_at_5_max": 0.990663, "nauc_recall_at_5_std": -0.395958, "nauc_recall_at_5_diff1": 0.943978, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -0.573363, "nauc_recall_at_10_diff1": 0.943978, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.22437, "nauc_recall_at_20_diff1": 0.947712, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": -0.690943, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.446185, "nauc_precision_at_1_std": -0.285962, "nauc_precision_at_1_diff1": 0.945463, "nauc_precision_at_3_max": 0.975971, "nauc_precision_at_3_std": -0.318476, "nauc_precision_at_3_diff1": 0.946175, "nauc_precision_at_5_max": 0.990663, "nauc_precision_at_5_std": -0.395958, "nauc_precision_at_5_diff1": 0.943978, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -0.573363, "nauc_precision_at_10_diff1": 0.943978, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.22437, "nauc_precision_at_20_diff1": 0.947712, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": -0.690943, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.446185, "nauc_mrr_at_1_std": -0.285962, "nauc_mrr_at_1_diff1": 0.945463, "nauc_mrr_at_3_max": 0.565542, "nauc_mrr_at_3_std": -0.286695, "nauc_mrr_at_3_diff1": 0.944258, "nauc_mrr_at_5_max": 0.559994, "nauc_mrr_at_5_std": -0.291022, "nauc_mrr_at_5_diff1": 0.944108, "nauc_mrr_at_10_max": 0.549838, "nauc_mrr_at_10_std": -0.291974, "nauc_mrr_at_10_diff1": 0.943947, "nauc_mrr_at_20_max": 0.548319, "nauc_mrr_at_20_std": -0.287882, "nauc_mrr_at_20_diff1": 0.943934, "nauc_mrr_at_100_max": 0.54767, "nauc_mrr_at_100_std": -0.288022, "nauc_mrr_at_100_diff1": 0.943854, "nauc_mrr_at_1000_max": 0.547492, "nauc_mrr_at_1000_std": -0.287848, "nauc_mrr_at_1000_diff1": 0.943883, "main_score": 0.96732, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.795, "ndcg_at_3": 0.86074, "ndcg_at_5": 0.87197, "ndcg_at_10": 0.87459, "ndcg_at_20": 0.87767, "ndcg_at_100": 0.88011, "ndcg_at_1000": 0.88442, "map_at_1": 0.795, "map_at_3": 0.84533, "map_at_5": 0.85163, "map_at_10": 0.85274, "map_at_20": 0.8536, "map_at_100": 0.85395, "map_at_1000": 0.8541, "recall_at_1": 0.795, "recall_at_3": 0.905, "recall_at_5": 0.932, "recall_at_10": 0.94, "recall_at_20": 0.952, "recall_at_100": 0.965, "recall_at_1000": 1.0, "precision_at_1": 0.795, "precision_at_3": 0.30167, "precision_at_5": 0.1864, "precision_at_10": 0.094, "precision_at_20": 0.0476, "precision_at_100": 0.00965, "precision_at_1000": 0.001, "mrr_at_1": 0.795, "mrr_at_3": 0.845333, "mrr_at_5": 0.851633, "mrr_at_10": 0.852737, "mrr_at_20": 0.853601, "mrr_at_100": 0.853953, "mrr_at_1000": 0.854098, "nauc_ndcg_at_1_max": 0.671996, "nauc_ndcg_at_1_std": 0.0215, "nauc_ndcg_at_1_diff1": 0.842883, "nauc_ndcg_at_3_max": 0.751689, "nauc_ndcg_at_3_std": 0.165427, "nauc_ndcg_at_3_diff1": 0.813824, "nauc_ndcg_at_5_max": 0.758113, "nauc_ndcg_at_5_std": 0.190775, "nauc_ndcg_at_5_diff1": 0.819119, "nauc_ndcg_at_10_max": 0.759256, "nauc_ndcg_at_10_std": 0.208266, "nauc_ndcg_at_10_diff1": 0.820012, "nauc_ndcg_at_20_max": 0.755412, "nauc_ndcg_at_20_std": 0.208116, "nauc_ndcg_at_20_diff1": 0.818915, "nauc_ndcg_at_100_max": 0.750589, "nauc_ndcg_at_100_std": 0.199253, "nauc_ndcg_at_100_diff1": 0.817247, "nauc_ndcg_at_1000_max": 0.742998, "nauc_ndcg_at_1000_std": 0.174287, "nauc_ndcg_at_1000_diff1": 0.820747, "nauc_map_at_1_max": 0.671996, "nauc_map_at_1_std": 0.0215, "nauc_map_at_1_diff1": 0.842883, "nauc_map_at_3_max": 0.7296, "nauc_map_at_3_std": 0.124684, "nauc_map_at_3_diff1": 0.821443, "nauc_map_at_5_max": 0.731683, "nauc_map_at_5_std": 0.13525, "nauc_map_at_5_diff1": 0.824354, "nauc_map_at_10_max": 0.731882, "nauc_map_at_10_std": 0.141654, "nauc_map_at_10_diff1": 0.824711, "nauc_map_at_20_max": 0.730763, "nauc_map_at_20_std": 0.14129, "nauc_map_at_20_diff1": 0.824461, "nauc_map_at_100_max": 0.730123, "nauc_map_at_100_std": 0.140058, "nauc_map_at_100_diff1": 0.824267, "nauc_map_at_1000_max": 0.729892, "nauc_map_at_1000_std": 0.139346, "nauc_map_at_1000_diff1": 0.824375, "nauc_recall_at_1_max": 0.671996, "nauc_recall_at_1_std": 0.0215, "nauc_recall_at_1_diff1": 0.842883, "nauc_recall_at_3_max": 0.848469, "nauc_recall_at_3_std": 0.344553, "nauc_recall_at_3_diff1": 0.780756, "nauc_recall_at_5_max": 0.915191, "nauc_recall_at_5_std": 0.525004, "nauc_recall_at_5_diff1": 0.790623, "nauc_recall_at_10_max": 0.943091, "nauc_recall_at_10_std": 0.669483, "nauc_recall_at_10_diff1": 0.792274, "nauc_recall_at_20_max": 0.95347, "nauc_recall_at_20_std": 0.781571, "nauc_recall_at_20_diff1": 0.775298, "nauc_recall_at_100_max": 0.943657, "nauc_recall_at_100_std": 0.840376, "nauc_recall_at_100_diff1": 0.730586, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.671996, "nauc_precision_at_1_std": 0.0215, "nauc_precision_at_1_diff1": 0.842883, "nauc_precision_at_3_max": 0.848469, "nauc_precision_at_3_std": 0.344553, "nauc_precision_at_3_diff1": 0.780756, "nauc_precision_at_5_max": 0.915191, "nauc_precision_at_5_std": 0.525004, "nauc_precision_at_5_diff1": 0.790623, "nauc_precision_at_10_max": 0.943091, "nauc_precision_at_10_std": 0.669483, "nauc_precision_at_10_diff1": 0.792274, "nauc_precision_at_20_max": 0.95347, "nauc_precision_at_20_std": 0.781571, "nauc_precision_at_20_diff1": 0.775298, "nauc_precision_at_100_max": 0.943657, "nauc_precision_at_100_std": 0.840376, "nauc_precision_at_100_diff1": 0.730586, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.671996, "nauc_mrr_at_1_std": 0.0215, "nauc_mrr_at_1_diff1": 0.842883, "nauc_mrr_at_3_max": 0.7296, "nauc_mrr_at_3_std": 0.124684, "nauc_mrr_at_3_diff1": 0.821443, "nauc_mrr_at_5_max": 0.731683, "nauc_mrr_at_5_std": 0.13525, "nauc_mrr_at_5_diff1": 0.824354, "nauc_mrr_at_10_max": 0.731882, "nauc_mrr_at_10_std": 0.141654, "nauc_mrr_at_10_diff1": 0.824711, "nauc_mrr_at_20_max": 0.730763, "nauc_mrr_at_20_std": 0.14129, "nauc_mrr_at_20_diff1": 0.824461, "nauc_mrr_at_100_max": 0.730123, "nauc_mrr_at_100_std": 0.140058, "nauc_mrr_at_100_diff1": 0.824267, "nauc_mrr_at_1000_max": 0.729892, "nauc_mrr_at_1000_std": 0.139346, "nauc_mrr_at_1000_diff1": 0.824375, "main_score": 0.87459, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.83, "ndcg_at_3": 0.89805, "ndcg_at_5": 0.90265, "ndcg_at_10": 0.90701, "ndcg_at_20": 0.90833, "ndcg_at_100": 0.91008, "ndcg_at_1000": 0.91244, "map_at_1": 0.83, "map_at_3": 0.88267, "map_at_5": 0.88527, "map_at_10": 0.88716, "map_at_20": 0.88755, "map_at_100": 0.88782, "map_at_1000": 0.88788, "recall_at_1": 0.83, "recall_at_3": 0.942, "recall_at_5": 0.953, "recall_at_10": 0.966, "recall_at_20": 0.971, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.314, "precision_at_5": 0.1906, "precision_at_10": 0.0966, "precision_at_20": 0.04855, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.83, "mrr_at_3": 0.882667, "mrr_at_5": 0.885267, "mrr_at_10": 0.887156, "mrr_at_20": 0.887552, "mrr_at_100": 0.887822, "mrr_at_1000": 0.887885, "nauc_ndcg_at_1_max": 0.461784, "nauc_ndcg_at_1_std": 0.149806, "nauc_ndcg_at_1_diff1": 0.757718, "nauc_ndcg_at_3_max": 0.600641, "nauc_ndcg_at_3_std": 0.265598, "nauc_ndcg_at_3_diff1": 0.743927, "nauc_ndcg_at_5_max": 0.612412, "nauc_ndcg_at_5_std": 0.291861, "nauc_ndcg_at_5_diff1": 0.743891, "nauc_ndcg_at_10_max": 0.60096, "nauc_ndcg_at_10_std": 0.299414, "nauc_ndcg_at_10_diff1": 0.750294, "nauc_ndcg_at_20_max": 0.597794, "nauc_ndcg_at_20_std": 0.306222, "nauc_ndcg_at_20_diff1": 0.749133, "nauc_ndcg_at_100_max": 0.589659, "nauc_ndcg_at_100_std": 0.292489, "nauc_ndcg_at_100_diff1": 0.75017, "nauc_ndcg_at_1000_max": 0.578173, "nauc_ndcg_at_1000_std": 0.274092, "nauc_ndcg_at_1000_diff1": 0.748636, "nauc_map_at_1_max": 0.461784, "nauc_map_at_1_std": 0.149806, "nauc_map_at_1_diff1": 0.757718, "nauc_map_at_3_max": 0.558447, "nauc_map_at_3_std": 0.230221, "nauc_map_at_3_diff1": 0.745284, "nauc_map_at_5_max": 0.563423, "nauc_map_at_5_std": 0.242274, "nauc_map_at_5_diff1": 0.745265, "nauc_map_at_10_max": 0.558587, "nauc_map_at_10_std": 0.244671, "nauc_map_at_10_diff1": 0.74739, "nauc_map_at_20_max": 0.55772, "nauc_map_at_20_std": 0.246521, "nauc_map_at_20_diff1": 0.747104, "nauc_map_at_100_max": 0.55661, "nauc_map_at_100_std": 0.244668, "nauc_map_at_100_diff1": 0.747391, "nauc_map_at_1000_max": 0.556351, "nauc_map_at_1000_std": 0.24427, "nauc_map_at_1000_diff1": 0.747368, "nauc_recall_at_1_max": 0.461784, "nauc_recall_at_1_std": 0.149806, "nauc_recall_at_1_diff1": 0.757718, "nauc_recall_at_3_max": 0.832891, "nauc_recall_at_3_std": 0.460495, "nauc_recall_at_3_diff1": 0.739029, "nauc_recall_at_5_max": 0.940501, "nauc_recall_at_5_std": 0.629169, "nauc_recall_at_5_diff1": 0.738046, "nauc_recall_at_10_max": 0.973774, "nauc_recall_at_10_std": 0.808412, "nauc_recall_at_10_diff1": 0.789408, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.964342, "nauc_recall_at_20_diff1": 0.782559, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.954832, "nauc_recall_at_100_diff1": 0.80943, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.461784, "nauc_precision_at_1_std": 0.149806, "nauc_precision_at_1_diff1": 0.757718, "nauc_precision_at_3_max": 0.832891, "nauc_precision_at_3_std": 0.460495, "nauc_precision_at_3_diff1": 0.739029, "nauc_precision_at_5_max": 0.940501, "nauc_precision_at_5_std": 0.629169, "nauc_precision_at_5_diff1": 0.738046, "nauc_precision_at_10_max": 0.973774, "nauc_precision_at_10_std": 0.808412, "nauc_precision_at_10_diff1": 0.789408, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.964342, "nauc_precision_at_20_diff1": 0.782559, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.954832, "nauc_precision_at_100_diff1": 0.80943, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.461784, "nauc_mrr_at_1_std": 0.149806, "nauc_mrr_at_1_diff1": 0.757718, "nauc_mrr_at_3_max": 0.558447, "nauc_mrr_at_3_std": 0.230221, "nauc_mrr_at_3_diff1": 0.745284, "nauc_mrr_at_5_max": 0.563423, "nauc_mrr_at_5_std": 0.242274, "nauc_mrr_at_5_diff1": 0.745265, "nauc_mrr_at_10_max": 0.558587, "nauc_mrr_at_10_std": 0.244671, "nauc_mrr_at_10_diff1": 0.74739, "nauc_mrr_at_20_max": 0.55772, "nauc_mrr_at_20_std": 0.246521, "nauc_mrr_at_20_diff1": 0.747104, "nauc_mrr_at_100_max": 0.55661, "nauc_mrr_at_100_std": 0.244668, "nauc_mrr_at_100_diff1": 0.747391, "nauc_mrr_at_1000_max": 0.556351, "nauc_mrr_at_1000_std": 0.24427, "nauc_mrr_at_1000_diff1": 0.747368, "main_score": 0.90701, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.827, "ndcg_at_3": 0.88267, "ndcg_at_5": 0.89063, "ndcg_at_10": 0.8951, "ndcg_at_20": 0.89745, "ndcg_at_100": 0.89943, "ndcg_at_1000": 0.90266, "map_at_1": 0.827, "map_at_3": 0.86967, "map_at_5": 0.87417, "map_at_10": 0.87598, "map_at_20": 0.87667, "map_at_100": 0.87698, "map_at_1000": 0.87706, "recall_at_1": 0.827, "recall_at_3": 0.92, "recall_at_5": 0.939, "recall_at_10": 0.953, "recall_at_20": 0.962, "recall_at_100": 0.972, "recall_at_1000": 1.0, "precision_at_1": 0.827, "precision_at_3": 0.30667, "precision_at_5": 0.1878, "precision_at_10": 0.0953, "precision_at_20": 0.0481, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.827, "mrr_at_3": 0.869667, "mrr_at_5": 0.874167, "mrr_at_10": 0.875985, "mrr_at_20": 0.876667, "mrr_at_100": 0.87698, "mrr_at_1000": 0.87706, "nauc_ndcg_at_1_max": 0.513615, "nauc_ndcg_at_1_std": -0.118634, "nauc_ndcg_at_1_diff1": 0.883905, "nauc_ndcg_at_3_max": 0.662073, "nauc_ndcg_at_3_std": -0.026263, "nauc_ndcg_at_3_diff1": 0.851041, "nauc_ndcg_at_5_max": 0.662353, "nauc_ndcg_at_5_std": -0.014283, "nauc_ndcg_at_5_diff1": 0.850776, "nauc_ndcg_at_10_max": 0.649861, "nauc_ndcg_at_10_std": -0.014749, "nauc_ndcg_at_10_diff1": 0.854004, "nauc_ndcg_at_20_max": 0.648655, "nauc_ndcg_at_20_std": 0.006205, "nauc_ndcg_at_20_diff1": 0.857322, "nauc_ndcg_at_100_max": 0.644027, "nauc_ndcg_at_100_std": 0.020544, "nauc_ndcg_at_100_diff1": 0.858144, "nauc_ndcg_at_1000_max": 0.631732, "nauc_ndcg_at_1000_std": -0.011358, "nauc_ndcg_at_1000_diff1": 0.859073, "nauc_map_at_1_max": 0.513615, "nauc_map_at_1_std": -0.118634, "nauc_map_at_1_diff1": 0.883905, "nauc_map_at_3_max": 0.61774, "nauc_map_at_3_std": -0.054591, "nauc_map_at_3_diff1": 0.860097, "nauc_map_at_5_max": 0.616315, "nauc_map_at_5_std": -0.04994, "nauc_map_at_5_diff1": 0.860368, "nauc_map_at_10_max": 0.611247, "nauc_map_at_10_std": -0.050863, "nauc_map_at_10_diff1": 0.861526, "nauc_map_at_20_max": 0.610742, "nauc_map_at_20_std": -0.045822, "nauc_map_at_20_diff1": 0.862364, "nauc_map_at_100_max": 0.610091, "nauc_map_at_100_std": -0.043811, "nauc_map_at_100_diff1": 0.862515, "nauc_map_at_1000_max": 0.609826, "nauc_map_at_1000_std": -0.044486, "nauc_map_at_1000_diff1": 0.862524, "nauc_recall_at_1_max": 0.513615, "nauc_recall_at_1_std": -0.118634, "nauc_recall_at_1_diff1": 0.883905, "nauc_recall_at_3_max": 0.86128, "nauc_recall_at_3_std": 0.101535, "nauc_recall_at_3_diff1": 0.810866, "nauc_recall_at_5_max": 0.92378, "nauc_recall_at_5_std": 0.192673, "nauc_recall_at_5_diff1": 0.796727, "nauc_recall_at_10_max": 0.918112, "nauc_recall_at_10_std": 0.253978, "nauc_recall_at_10_diff1": 0.803773, "nauc_recall_at_20_max": 0.969347, "nauc_recall_at_20_std": 0.522925, "nauc_recall_at_20_diff1": 0.825299, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.944161, "nauc_recall_at_100_diff1": 0.826681, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.513615, "nauc_precision_at_1_std": -0.118634, "nauc_precision_at_1_diff1": 0.883905, "nauc_precision_at_3_max": 0.86128, "nauc_precision_at_3_std": 0.101535, "nauc_precision_at_3_diff1": 0.810866, "nauc_precision_at_5_max": 0.92378, "nauc_precision_at_5_std": 0.192673, "nauc_precision_at_5_diff1": 0.796727, "nauc_precision_at_10_max": 0.918112, "nauc_precision_at_10_std": 0.253978, "nauc_precision_at_10_diff1": 0.803773, "nauc_precision_at_20_max": 0.969347, "nauc_precision_at_20_std": 0.522925, "nauc_precision_at_20_diff1": 0.825299, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.944161, "nauc_precision_at_100_diff1": 0.826681, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.513615, "nauc_mrr_at_1_std": -0.118634, "nauc_mrr_at_1_diff1": 0.883905, "nauc_mrr_at_3_max": 0.61774, "nauc_mrr_at_3_std": -0.054591, "nauc_mrr_at_3_diff1": 0.860097, "nauc_mrr_at_5_max": 0.616315, "nauc_mrr_at_5_std": -0.04994, "nauc_mrr_at_5_diff1": 0.860368, "nauc_mrr_at_10_max": 0.611247, "nauc_mrr_at_10_std": -0.050863, "nauc_mrr_at_10_diff1": 0.861526, "nauc_mrr_at_20_max": 0.610742, "nauc_mrr_at_20_std": -0.045822, "nauc_mrr_at_20_diff1": 0.862364, "nauc_mrr_at_100_max": 0.610091, "nauc_mrr_at_100_std": -0.043811, "nauc_mrr_at_100_diff1": 0.862515, "nauc_mrr_at_1000_max": 0.609826, "nauc_mrr_at_1000_std": -0.044486, "nauc_mrr_at_1000_diff1": 0.862524, "main_score": 0.8951, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 49.37727689743042, "kg_co2_emissions": null }