{ "dataset_revision": "4adc7bc41202b5c13543c9c886a25f340634dab3", "task_name": "COIRCodeSearchNetRetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 0.99819, "ndcg_at_3": 0.99925, "ndcg_at_5": 0.99928, "ndcg_at_10": 0.9993, "ndcg_at_20": 0.9993, "ndcg_at_100": 0.9993, "ndcg_at_1000": 0.9993, "map_at_1": 0.99819, "map_at_3": 0.99903, "map_at_5": 0.99904, "map_at_10": 0.99905, "map_at_20": 0.99905, "map_at_100": 0.99905, "map_at_1000": 0.99905, "recall_at_1": 0.99819, "recall_at_3": 0.99987, "recall_at_5": 0.99993, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.99819, "precision_at_3": 0.33329, "precision_at_5": 0.19999, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99819, "mrr_at_3": 0.999028, "mrr_at_5": 0.999045, "mrr_at_10": 0.999054, "mrr_at_20": 0.999054, "mrr_at_100": 0.999054, "mrr_at_1000": 0.999054, "nauc_ndcg_at_1_max": 0.171727, "nauc_ndcg_at_1_std": -0.641175, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.264823, "nauc_ndcg_at_3_std": -0.588367, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.235495, "nauc_ndcg_at_5_std": -0.605002, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.211139, "nauc_ndcg_at_10_std": -0.618819, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.211139, "nauc_ndcg_at_20_std": -0.618819, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.211139, "nauc_ndcg_at_100_std": -0.618819, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.211139, "nauc_ndcg_at_1000_std": -0.618819, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.171727, "nauc_map_at_1_std": -0.641175, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.228849, "nauc_map_at_3_std": -0.608772, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.21532, "nauc_map_at_5_std": -0.616447, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.207374, "nauc_map_at_10_std": -0.620954, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.207374, "nauc_map_at_20_std": -0.620954, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.207374, "nauc_map_at_100_std": -0.620954, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.207374, "nauc_map_at_1000_std": -0.620954, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.171727, "nauc_recall_at_1_std": -0.641175, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": -0.171341, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": -0.171341, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.171727, "nauc_precision_at_1_std": -0.641175, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": -0.171341, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": -0.171341, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.171727, "nauc_mrr_at_1_std": -0.641175, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.228849, "nauc_mrr_at_3_std": -0.608772, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.21532, "nauc_mrr_at_5_std": -0.616447, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.207374, "nauc_mrr_at_10_std": -0.620954, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.207374, "nauc_mrr_at_20_std": -0.620954, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.207374, "nauc_mrr_at_100_std": -0.620954, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.207374, "nauc_mrr_at_1000_std": -0.620954, "nauc_mrr_at_1000_diff1": 1.0, "main_score": 0.9993, "hf_subset": "python", "languages": [ "python-Code" ] }, { "ndcg_at_1": 0.75904, "ndcg_at_3": 0.81984, "ndcg_at_5": 0.83076, "ndcg_at_10": 0.8375, "ndcg_at_20": 0.84202, "ndcg_at_100": 0.84692, "ndcg_at_1000": 0.85029, "map_at_1": 0.75904, "map_at_3": 0.80558, "map_at_5": 0.81166, "map_at_10": 0.81447, "map_at_20": 0.81571, "map_at_100": 0.81642, "map_at_1000": 0.81654, "recall_at_1": 0.75904, "recall_at_3": 0.86083, "recall_at_5": 0.88727, "recall_at_10": 0.90793, "recall_at_20": 0.92586, "recall_at_100": 0.95169, "recall_at_1000": 0.97903, "precision_at_1": 0.75904, "precision_at_3": 0.28694, "precision_at_5": 0.17745, "precision_at_10": 0.09079, "precision_at_20": 0.04629, "precision_at_100": 0.00952, "precision_at_1000": 0.00098, "mrr_at_1": 0.75904, "mrr_at_3": 0.805581, "mrr_at_5": 0.811658, "mrr_at_10": 0.814472, "mrr_at_20": 0.815707, "mrr_at_100": 0.816424, "mrr_at_1000": 0.816538, "nauc_ndcg_at_1_max": 0.725566, "nauc_ndcg_at_1_std": -0.151911, "nauc_ndcg_at_1_diff1": 0.879723, "nauc_ndcg_at_3_max": 0.776634, "nauc_ndcg_at_3_std": -0.115997, "nauc_ndcg_at_3_diff1": 0.845175, "nauc_ndcg_at_5_max": 0.773457, "nauc_ndcg_at_5_std": -0.10082, "nauc_ndcg_at_5_diff1": 0.841451, "nauc_ndcg_at_10_max": 0.773554, "nauc_ndcg_at_10_std": -0.097193, "nauc_ndcg_at_10_diff1": 0.842625, "nauc_ndcg_at_20_max": 0.771681, "nauc_ndcg_at_20_std": -0.094159, "nauc_ndcg_at_20_diff1": 0.843239, "nauc_ndcg_at_100_max": 0.768454, "nauc_ndcg_at_100_std": -0.101708, "nauc_ndcg_at_100_diff1": 0.844948, "nauc_ndcg_at_1000_max": 0.766284, "nauc_ndcg_at_1000_std": -0.106028, "nauc_ndcg_at_1000_diff1": 0.845423, "nauc_map_at_1_max": 0.725566, "nauc_map_at_1_std": -0.151911, "nauc_map_at_1_diff1": 0.879723, "nauc_map_at_3_max": 0.763051, "nauc_map_at_3_std": -0.125708, "nauc_map_at_3_diff1": 0.854004, "nauc_map_at_5_max": 0.761028, "nauc_map_at_5_std": -0.118281, "nauc_map_at_5_diff1": 0.852303, "nauc_map_at_10_max": 0.760645, "nauc_map_at_10_std": -0.11748, "nauc_map_at_10_diff1": 0.852813, "nauc_map_at_20_max": 0.760088, "nauc_map_at_20_std": -0.116844, "nauc_map_at_20_diff1": 0.853013, "nauc_map_at_100_max": 0.759668, "nauc_map_at_100_std": -0.117692, "nauc_map_at_100_diff1": 0.853259, "nauc_map_at_1000_max": 0.759593, "nauc_map_at_1000_std": -0.117817, "nauc_map_at_1000_diff1": 0.853261, "nauc_recall_at_1_max": 0.725566, "nauc_recall_at_1_std": -0.151911, "nauc_recall_at_1_diff1": 0.879723, "nauc_recall_at_3_max": 0.828269, "nauc_recall_at_3_std": -0.07898, "nauc_recall_at_3_diff1": 0.811828, "nauc_recall_at_5_max": 0.828036, "nauc_recall_at_5_std": -0.019348, "nauc_recall_at_5_diff1": 0.792662, "nauc_recall_at_10_max": 0.842156, "nauc_recall_at_10_std": 0.018696, "nauc_recall_at_10_diff1": 0.789376, "nauc_recall_at_20_max": 0.844317, "nauc_recall_at_20_std": 0.069544, "nauc_recall_at_20_diff1": 0.781695, "nauc_recall_at_100_max": 0.831826, "nauc_recall_at_100_std": 0.031099, "nauc_recall_at_100_diff1": 0.775802, "nauc_recall_at_1000_max": 0.802091, "nauc_recall_at_1000_std": -0.028748, "nauc_recall_at_1000_diff1": 0.718897, "nauc_precision_at_1_max": 0.725566, "nauc_precision_at_1_std": -0.151911, "nauc_precision_at_1_diff1": 0.879723, "nauc_precision_at_3_max": 0.828269, "nauc_precision_at_3_std": -0.07898, "nauc_precision_at_3_diff1": 0.811828, "nauc_precision_at_5_max": 0.828036, "nauc_precision_at_5_std": -0.019348, "nauc_precision_at_5_diff1": 0.792662, "nauc_precision_at_10_max": 0.842156, "nauc_precision_at_10_std": 0.018696, "nauc_precision_at_10_diff1": 0.789376, "nauc_precision_at_20_max": 0.844317, "nauc_precision_at_20_std": 0.069544, "nauc_precision_at_20_diff1": 0.781695, "nauc_precision_at_100_max": 0.831826, "nauc_precision_at_100_std": 0.031099, "nauc_precision_at_100_diff1": 0.775802, "nauc_precision_at_1000_max": 0.802091, "nauc_precision_at_1000_std": -0.028748, "nauc_precision_at_1000_diff1": 0.718897, "nauc_mrr_at_1_max": 0.725566, "nauc_mrr_at_1_std": -0.151911, "nauc_mrr_at_1_diff1": 0.879723, "nauc_mrr_at_3_max": 0.763051, "nauc_mrr_at_3_std": -0.125708, "nauc_mrr_at_3_diff1": 0.854004, "nauc_mrr_at_5_max": 0.761028, "nauc_mrr_at_5_std": -0.118281, "nauc_mrr_at_5_diff1": 0.852303, "nauc_mrr_at_10_max": 0.760645, "nauc_mrr_at_10_std": -0.11748, "nauc_mrr_at_10_diff1": 0.852813, "nauc_mrr_at_20_max": 0.760088, "nauc_mrr_at_20_std": -0.116844, "nauc_mrr_at_20_diff1": 0.853013, "nauc_mrr_at_100_max": 0.759668, "nauc_mrr_at_100_std": -0.117692, "nauc_mrr_at_100_diff1": 0.853259, "nauc_mrr_at_1000_max": 0.759593, "nauc_mrr_at_1000_std": -0.117817, "nauc_mrr_at_1000_diff1": 0.853261, "main_score": 0.8375, "hf_subset": "javascript", "languages": [ "javascript-Code" ] }, { "ndcg_at_1": 0.86063, "ndcg_at_3": 0.90416, "ndcg_at_5": 0.91119, "ndcg_at_10": 0.91684, "ndcg_at_20": 0.91943, "ndcg_at_100": 0.92187, "ndcg_at_1000": 0.92254, "map_at_1": 0.86063, "map_at_3": 0.89395, "map_at_5": 0.89787, "map_at_10": 0.90019, "map_at_20": 0.90093, "map_at_100": 0.90127, "map_at_1000": 0.9013, "recall_at_1": 0.86063, "recall_at_3": 0.93351, "recall_at_5": 0.9505, "recall_at_10": 0.96799, "recall_at_20": 0.97808, "recall_at_100": 0.99114, "recall_at_1000": 0.99643, "precision_at_1": 0.86063, "precision_at_3": 0.31117, "precision_at_5": 0.1901, "precision_at_10": 0.0968, "precision_at_20": 0.0489, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.860625, "mrr_at_3": 0.893951, "mrr_at_5": 0.897872, "mrr_at_10": 0.900195, "mrr_at_20": 0.90093, "mrr_at_100": 0.901271, "mrr_at_1000": 0.901297, "nauc_ndcg_at_1_max": 0.697679, "nauc_ndcg_at_1_std": -0.542073, "nauc_ndcg_at_1_diff1": 0.907698, "nauc_ndcg_at_3_max": 0.761711, "nauc_ndcg_at_3_std": -0.578987, "nauc_ndcg_at_3_diff1": 0.885182, "nauc_ndcg_at_5_max": 0.761141, "nauc_ndcg_at_5_std": -0.563915, "nauc_ndcg_at_5_diff1": 0.887887, "nauc_ndcg_at_10_max": 0.756306, "nauc_ndcg_at_10_std": -0.55044, "nauc_ndcg_at_10_diff1": 0.889435, "nauc_ndcg_at_20_max": 0.754641, "nauc_ndcg_at_20_std": -0.540106, "nauc_ndcg_at_20_diff1": 0.889514, "nauc_ndcg_at_100_max": 0.748622, "nauc_ndcg_at_100_std": -0.540933, "nauc_ndcg_at_100_diff1": 0.890434, "nauc_ndcg_at_1000_max": 0.747268, "nauc_ndcg_at_1000_std": -0.543487, "nauc_ndcg_at_1000_diff1": 0.890857, "nauc_map_at_1_max": 0.697679, "nauc_map_at_1_std": -0.542073, "nauc_map_at_1_diff1": 0.907698, "nauc_map_at_3_max": 0.743559, "nauc_map_at_3_std": -0.568181, "nauc_map_at_3_diff1": 0.891239, "nauc_map_at_5_max": 0.742566, "nauc_map_at_5_std": -0.560752, "nauc_map_at_5_diff1": 0.892855, "nauc_map_at_10_max": 0.740465, "nauc_map_at_10_std": -0.556201, "nauc_map_at_10_diff1": 0.893431, "nauc_map_at_20_max": 0.740003, "nauc_map_at_20_std": -0.55383, "nauc_map_at_20_diff1": 0.89349, "nauc_map_at_100_max": 0.739293, "nauc_map_at_100_std": -0.554048, "nauc_map_at_100_diff1": 0.893601, "nauc_map_at_1000_max": 0.739244, "nauc_map_at_1000_std": -0.554111, "nauc_map_at_1000_diff1": 0.8936, "nauc_recall_at_1_max": 0.697679, "nauc_recall_at_1_std": -0.542073, "nauc_recall_at_1_diff1": 0.907698, "nauc_recall_at_3_max": 0.842031, "nauc_recall_at_3_std": -0.627039, "nauc_recall_at_3_diff1": 0.858615, "nauc_recall_at_5_max": 0.867188, "nauc_recall_at_5_std": -0.576812, "nauc_recall_at_5_diff1": 0.860461, "nauc_recall_at_10_max": 0.886971, "nauc_recall_at_10_std": -0.475286, "nauc_recall_at_10_diff1": 0.858852, "nauc_recall_at_20_max": 0.922558, "nauc_recall_at_20_std": -0.297253, "nauc_recall_at_20_diff1": 0.845573, "nauc_recall_at_100_max": 0.890659, "nauc_recall_at_100_std": 0.03368, "nauc_recall_at_100_diff1": 0.823695, "nauc_recall_at_1000_max": 0.886037, "nauc_recall_at_1000_std": 0.429743, "nauc_recall_at_1000_diff1": 0.818767, "nauc_precision_at_1_max": 0.697679, "nauc_precision_at_1_std": -0.542073, "nauc_precision_at_1_diff1": 0.907698, "nauc_precision_at_3_max": 0.842031, "nauc_precision_at_3_std": -0.627039, "nauc_precision_at_3_diff1": 0.858615, "nauc_precision_at_5_max": 0.867188, "nauc_precision_at_5_std": -0.576812, "nauc_precision_at_5_diff1": 0.860461, "nauc_precision_at_10_max": 0.886971, "nauc_precision_at_10_std": -0.475286, "nauc_precision_at_10_diff1": 0.858852, "nauc_precision_at_20_max": 0.922558, "nauc_precision_at_20_std": -0.297253, "nauc_precision_at_20_diff1": 0.845573, "nauc_precision_at_100_max": 0.890659, "nauc_precision_at_100_std": 0.03368, "nauc_precision_at_100_diff1": 0.823695, "nauc_precision_at_1000_max": 0.886037, "nauc_precision_at_1000_std": 0.429743, "nauc_precision_at_1000_diff1": 0.818767, "nauc_mrr_at_1_max": 0.697679, "nauc_mrr_at_1_std": -0.542073, "nauc_mrr_at_1_diff1": 0.907698, "nauc_mrr_at_3_max": 0.743559, "nauc_mrr_at_3_std": -0.568181, "nauc_mrr_at_3_diff1": 0.891239, "nauc_mrr_at_5_max": 0.742566, "nauc_mrr_at_5_std": -0.560752, "nauc_mrr_at_5_diff1": 0.892855, "nauc_mrr_at_10_max": 0.740465, "nauc_mrr_at_10_std": -0.556201, "nauc_mrr_at_10_diff1": 0.893431, "nauc_mrr_at_20_max": 0.740003, "nauc_mrr_at_20_std": -0.55383, "nauc_mrr_at_20_diff1": 0.89349, "nauc_mrr_at_100_max": 0.739293, "nauc_mrr_at_100_std": -0.554048, "nauc_mrr_at_100_diff1": 0.893601, "nauc_mrr_at_1000_max": 0.739244, "nauc_mrr_at_1000_std": -0.554111, "nauc_mrr_at_1000_diff1": 0.8936, "main_score": 0.91684, "hf_subset": "go", "languages": [ "go-Code" ] }, { "ndcg_at_1": 0.78747, "ndcg_at_3": 0.8431, "ndcg_at_5": 0.85628, "ndcg_at_10": 0.86383, "ndcg_at_20": 0.86948, "ndcg_at_100": 0.87372, "ndcg_at_1000": 0.87459, "map_at_1": 0.78747, "map_at_3": 0.83016, "map_at_5": 0.83754, "map_at_10": 0.84072, "map_at_20": 0.84229, "map_at_100": 0.84293, "map_at_1000": 0.84296, "recall_at_1": 0.78747, "recall_at_3": 0.88025, "recall_at_5": 0.91197, "recall_at_10": 0.93497, "recall_at_20": 0.95718, "recall_at_100": 0.97938, "recall_at_1000": 0.98652, "precision_at_1": 0.78747, "precision_at_3": 0.29342, "precision_at_5": 0.18239, "precision_at_10": 0.0935, "precision_at_20": 0.04786, "precision_at_100": 0.00979, "precision_at_1000": 0.00099, "mrr_at_1": 0.78747, "mrr_at_3": 0.830161, "mrr_at_5": 0.837536, "mrr_at_10": 0.840718, "mrr_at_20": 0.842293, "mrr_at_100": 0.842927, "mrr_at_1000": 0.842956, "nauc_ndcg_at_1_max": 0.725007, "nauc_ndcg_at_1_std": -0.280325, "nauc_ndcg_at_1_diff1": 0.852356, "nauc_ndcg_at_3_max": 0.752917, "nauc_ndcg_at_3_std": -0.232847, "nauc_ndcg_at_3_diff1": 0.828747, "nauc_ndcg_at_5_max": 0.756409, "nauc_ndcg_at_5_std": -0.23824, "nauc_ndcg_at_5_diff1": 0.827915, "nauc_ndcg_at_10_max": 0.753861, "nauc_ndcg_at_10_std": -0.250987, "nauc_ndcg_at_10_diff1": 0.829261, "nauc_ndcg_at_20_max": 0.756494, "nauc_ndcg_at_20_std": -0.233398, "nauc_ndcg_at_20_diff1": 0.830018, "nauc_ndcg_at_100_max": 0.754786, "nauc_ndcg_at_100_std": -0.241172, "nauc_ndcg_at_100_diff1": 0.834715, "nauc_ndcg_at_1000_max": 0.753644, "nauc_ndcg_at_1000_std": -0.243023, "nauc_ndcg_at_1000_diff1": 0.834546, "nauc_map_at_1_max": 0.725007, "nauc_map_at_1_std": -0.280325, "nauc_map_at_1_diff1": 0.852356, "nauc_map_at_3_max": 0.745457, "nauc_map_at_3_std": -0.248251, "nauc_map_at_3_diff1": 0.835451, "nauc_map_at_5_max": 0.747072, "nauc_map_at_5_std": -0.251024, "nauc_map_at_5_diff1": 0.835339, "nauc_map_at_10_max": 0.74586, "nauc_map_at_10_std": -0.256301, "nauc_map_at_10_diff1": 0.836006, "nauc_map_at_20_max": 0.746443, "nauc_map_at_20_std": -0.252244, "nauc_map_at_20_diff1": 0.836249, "nauc_map_at_100_max": 0.746217, "nauc_map_at_100_std": -0.253205, "nauc_map_at_100_diff1": 0.836854, "nauc_map_at_1000_max": 0.746185, "nauc_map_at_1000_std": -0.253246, "nauc_map_at_1000_diff1": 0.836847, "nauc_recall_at_1_max": 0.725007, "nauc_recall_at_1_std": -0.280325, "nauc_recall_at_1_diff1": 0.852356, "nauc_recall_at_3_max": 0.78183, "nauc_recall_at_3_std": -0.17146, "nauc_recall_at_3_diff1": 0.802523, "nauc_recall_at_5_max": 0.803031, "nauc_recall_at_5_std": -0.175634, "nauc_recall_at_5_diff1": 0.790668, "nauc_recall_at_10_max": 0.805192, "nauc_recall_at_10_std": -0.226085, "nauc_recall_at_10_diff1": 0.785332, "nauc_recall_at_20_max": 0.860198, "nauc_recall_at_20_std": -0.014861, "nauc_recall_at_20_diff1": 0.771267, "nauc_recall_at_100_max": 0.917054, "nauc_recall_at_100_std": -0.018768, "nauc_recall_at_100_diff1": 0.849675, "nauc_recall_at_1000_max": 0.921193, "nauc_recall_at_1000_std": -0.043522, "nauc_recall_at_1000_diff1": 0.848204, "nauc_precision_at_1_max": 0.725007, "nauc_precision_at_1_std": -0.280325, "nauc_precision_at_1_diff1": 0.852356, "nauc_precision_at_3_max": 0.78183, "nauc_precision_at_3_std": -0.17146, "nauc_precision_at_3_diff1": 0.802523, "nauc_precision_at_5_max": 0.803031, "nauc_precision_at_5_std": -0.175634, "nauc_precision_at_5_diff1": 0.790668, "nauc_precision_at_10_max": 0.805192, "nauc_precision_at_10_std": -0.226085, "nauc_precision_at_10_diff1": 0.785332, "nauc_precision_at_20_max": 0.860198, "nauc_precision_at_20_std": -0.014861, "nauc_precision_at_20_diff1": 0.771267, "nauc_precision_at_100_max": 0.917054, "nauc_precision_at_100_std": -0.018768, "nauc_precision_at_100_diff1": 0.849675, "nauc_precision_at_1000_max": 0.921193, "nauc_precision_at_1000_std": -0.043522, "nauc_precision_at_1000_diff1": 0.848204, "nauc_mrr_at_1_max": 0.725007, "nauc_mrr_at_1_std": -0.280325, "nauc_mrr_at_1_diff1": 0.852356, "nauc_mrr_at_3_max": 0.745457, "nauc_mrr_at_3_std": -0.248251, "nauc_mrr_at_3_diff1": 0.835451, "nauc_mrr_at_5_max": 0.747072, "nauc_mrr_at_5_std": -0.251024, "nauc_mrr_at_5_diff1": 0.835339, "nauc_mrr_at_10_max": 0.74586, "nauc_mrr_at_10_std": -0.256301, "nauc_mrr_at_10_diff1": 0.836006, "nauc_mrr_at_20_max": 0.746443, "nauc_mrr_at_20_std": -0.252244, "nauc_mrr_at_20_diff1": 0.836249, "nauc_mrr_at_100_max": 0.746217, "nauc_mrr_at_100_std": -0.253205, "nauc_mrr_at_100_diff1": 0.836854, "nauc_mrr_at_1000_max": 0.746185, "nauc_mrr_at_1000_std": -0.253246, "nauc_mrr_at_1000_diff1": 0.836847, "main_score": 0.86383, "hf_subset": "ruby", "languages": [ "ruby-Code" ] }, { "ndcg_at_1": 0.80749, "ndcg_at_3": 0.8599, "ndcg_at_5": 0.86883, "ndcg_at_10": 0.87523, "ndcg_at_20": 0.87868, "ndcg_at_100": 0.8823, "ndcg_at_1000": 0.88391, "map_at_1": 0.80749, "map_at_3": 0.84766, "map_at_5": 0.85264, "map_at_10": 0.85529, "map_at_20": 0.85626, "map_at_100": 0.85677, "map_at_1000": 0.85683, "recall_at_1": 0.80749, "recall_at_3": 0.89503, "recall_at_5": 0.91666, "recall_at_10": 0.93638, "recall_at_20": 0.94989, "recall_at_100": 0.96924, "recall_at_1000": 0.98202, "precision_at_1": 0.80749, "precision_at_3": 0.29834, "precision_at_5": 0.18333, "precision_at_10": 0.09364, "precision_at_20": 0.04749, "precision_at_100": 0.00969, "precision_at_1000": 0.00098, "mrr_at_1": 0.807485, "mrr_at_3": 0.847665, "mrr_at_5": 0.852635, "mrr_at_10": 0.855291, "mrr_at_20": 0.856258, "mrr_at_100": 0.856771, "mrr_at_1000": 0.85683, "nauc_ndcg_at_1_max": 0.687982, "nauc_ndcg_at_1_std": -0.276942, "nauc_ndcg_at_1_diff1": 0.86685, "nauc_ndcg_at_3_max": 0.744392, "nauc_ndcg_at_3_std": -0.252584, "nauc_ndcg_at_3_diff1": 0.84277, "nauc_ndcg_at_5_max": 0.746708, "nauc_ndcg_at_5_std": -0.233485, "nauc_ndcg_at_5_diff1": 0.84282, "nauc_ndcg_at_10_max": 0.746466, "nauc_ndcg_at_10_std": -0.222423, "nauc_ndcg_at_10_diff1": 0.844645, "nauc_ndcg_at_20_max": 0.745259, "nauc_ndcg_at_20_std": -0.216144, "nauc_ndcg_at_20_diff1": 0.8456, "nauc_ndcg_at_100_max": 0.742214, "nauc_ndcg_at_100_std": -0.215679, "nauc_ndcg_at_100_diff1": 0.846486, "nauc_ndcg_at_1000_max": 0.74008, "nauc_ndcg_at_1000_std": -0.220952, "nauc_ndcg_at_1000_diff1": 0.846796, "nauc_map_at_1_max": 0.687982, "nauc_map_at_1_std": -0.276942, "nauc_map_at_1_diff1": 0.86685, "nauc_map_at_3_max": 0.729552, "nauc_map_at_3_std": -0.260731, "nauc_map_at_3_diff1": 0.849661, "nauc_map_at_5_max": 0.730174, "nauc_map_at_5_std": -0.251481, "nauc_map_at_5_diff1": 0.849817, "nauc_map_at_10_max": 0.729918, "nauc_map_at_10_std": -0.247593, "nauc_map_at_10_diff1": 0.850663, "nauc_map_at_20_max": 0.729518, "nauc_map_at_20_std": -0.246258, "nauc_map_at_20_diff1": 0.850945, "nauc_map_at_100_max": 0.729145, "nauc_map_at_100_std": -0.246209, "nauc_map_at_100_diff1": 0.851077, "nauc_map_at_1000_max": 0.729078, "nauc_map_at_1000_std": -0.246337, "nauc_map_at_1000_diff1": 0.851083, "nauc_recall_at_1_max": 0.687982, "nauc_recall_at_1_std": -0.276942, "nauc_recall_at_1_diff1": 0.86685, "nauc_recall_at_3_max": 0.802947, "nauc_recall_at_3_std": -0.219302, "nauc_recall_at_3_diff1": 0.81522, "nauc_recall_at_5_max": 0.826378, "nauc_recall_at_5_std": -0.140835, "nauc_recall_at_5_diff1": 0.809186, "nauc_recall_at_10_max": 0.847974, "nauc_recall_at_10_std": -0.05072, "nauc_recall_at_10_diff1": 0.808745, "nauc_recall_at_20_max": 0.864274, "nauc_recall_at_20_std": 0.052119, "nauc_recall_at_20_diff1": 0.807481, "nauc_recall_at_100_max": 0.876815, "nauc_recall_at_100_std": 0.223329, "nauc_recall_at_100_diff1": 0.800309, "nauc_recall_at_1000_max": 0.865963, "nauc_recall_at_1000_std": 0.257751, "nauc_recall_at_1000_diff1": 0.78488, "nauc_precision_at_1_max": 0.687982, "nauc_precision_at_1_std": -0.276942, "nauc_precision_at_1_diff1": 0.86685, "nauc_precision_at_3_max": 0.802947, "nauc_precision_at_3_std": -0.219302, "nauc_precision_at_3_diff1": 0.81522, "nauc_precision_at_5_max": 0.826378, "nauc_precision_at_5_std": -0.140835, "nauc_precision_at_5_diff1": 0.809186, "nauc_precision_at_10_max": 0.847974, "nauc_precision_at_10_std": -0.05072, "nauc_precision_at_10_diff1": 0.808745, "nauc_precision_at_20_max": 0.864274, "nauc_precision_at_20_std": 0.052119, "nauc_precision_at_20_diff1": 0.807481, "nauc_precision_at_100_max": 0.876815, "nauc_precision_at_100_std": 0.223329, "nauc_precision_at_100_diff1": 0.800309, "nauc_precision_at_1000_max": 0.865963, "nauc_precision_at_1000_std": 0.257751, "nauc_precision_at_1000_diff1": 0.78488, "nauc_mrr_at_1_max": 0.687982, "nauc_mrr_at_1_std": -0.276942, "nauc_mrr_at_1_diff1": 0.86685, "nauc_mrr_at_3_max": 0.729552, "nauc_mrr_at_3_std": -0.260731, "nauc_mrr_at_3_diff1": 0.849661, "nauc_mrr_at_5_max": 0.730174, "nauc_mrr_at_5_std": -0.251481, "nauc_mrr_at_5_diff1": 0.849817, "nauc_mrr_at_10_max": 0.729918, "nauc_mrr_at_10_std": -0.247593, "nauc_mrr_at_10_diff1": 0.850663, "nauc_mrr_at_20_max": 0.729518, "nauc_mrr_at_20_std": -0.246258, "nauc_mrr_at_20_diff1": 0.850945, "nauc_mrr_at_100_max": 0.729145, "nauc_mrr_at_100_std": -0.246209, "nauc_mrr_at_100_diff1": 0.851077, "nauc_mrr_at_1000_max": 0.729078, "nauc_mrr_at_1000_std": -0.246337, "nauc_mrr_at_1000_diff1": 0.851083, "main_score": 0.87523, "hf_subset": "java", "languages": [ "java-Code" ] }, { "ndcg_at_1": 0.82482, "ndcg_at_3": 0.87987, "ndcg_at_5": 0.8881, "ndcg_at_10": 0.89492, "ndcg_at_20": 0.89836, "ndcg_at_100": 0.90154, "ndcg_at_1000": 0.90267, "map_at_1": 0.82482, "map_at_3": 0.86699, "map_at_5": 0.87158, "map_at_10": 0.87442, "map_at_20": 0.87538, "map_at_100": 0.87585, "map_at_1000": 0.8759, "recall_at_1": 0.82482, "recall_at_3": 0.91687, "recall_at_5": 0.93678, "recall_at_10": 0.95769, "recall_at_20": 0.97117, "recall_at_100": 0.98794, "recall_at_1000": 0.99665, "precision_at_1": 0.82482, "precision_at_3": 0.30562, "precision_at_5": 0.18736, "precision_at_10": 0.09577, "precision_at_20": 0.04856, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.824818, "mrr_at_3": 0.86699, "mrr_at_5": 0.871578, "mrr_at_10": 0.874423, "mrr_at_20": 0.875384, "mrr_at_100": 0.875853, "mrr_at_1000": 0.875899, "nauc_ndcg_at_1_max": 0.599323, "nauc_ndcg_at_1_std": -0.50846, "nauc_ndcg_at_1_diff1": 0.878742, "nauc_ndcg_at_3_max": 0.668812, "nauc_ndcg_at_3_std": -0.510353, "nauc_ndcg_at_3_diff1": 0.852301, "nauc_ndcg_at_5_max": 0.668112, "nauc_ndcg_at_5_std": -0.507521, "nauc_ndcg_at_5_diff1": 0.855728, "nauc_ndcg_at_10_max": 0.665755, "nauc_ndcg_at_10_std": -0.49309, "nauc_ndcg_at_10_diff1": 0.85689, "nauc_ndcg_at_20_max": 0.662556, "nauc_ndcg_at_20_std": -0.489108, "nauc_ndcg_at_20_diff1": 0.859055, "nauc_ndcg_at_100_max": 0.657683, "nauc_ndcg_at_100_std": -0.489685, "nauc_ndcg_at_100_diff1": 0.859584, "nauc_ndcg_at_1000_max": 0.655028, "nauc_ndcg_at_1000_std": -0.494123, "nauc_ndcg_at_1000_diff1": 0.859997, "nauc_map_at_1_max": 0.599323, "nauc_map_at_1_std": -0.50846, "nauc_map_at_1_diff1": 0.878742, "nauc_map_at_3_max": 0.648758, "nauc_map_at_3_std": -0.511478, "nauc_map_at_3_diff1": 0.85923, "nauc_map_at_5_max": 0.647747, "nauc_map_at_5_std": -0.509945, "nauc_map_at_5_diff1": 0.861157, "nauc_map_at_10_max": 0.646415, "nauc_map_at_10_std": -0.505047, "nauc_map_at_10_diff1": 0.861683, "nauc_map_at_20_max": 0.64562, "nauc_map_at_20_std": -0.504101, "nauc_map_at_20_diff1": 0.862238, "nauc_map_at_100_max": 0.645024, "nauc_map_at_100_std": -0.504099, "nauc_map_at_100_diff1": 0.862288, "nauc_map_at_1000_max": 0.644938, "nauc_map_at_1000_std": -0.504238, "nauc_map_at_1000_diff1": 0.862304, "nauc_recall_at_1_max": 0.599323, "nauc_recall_at_1_std": -0.50846, "nauc_recall_at_1_diff1": 0.878742, "nauc_recall_at_3_max": 0.756871, "nauc_recall_at_3_std": -0.504265, "nauc_recall_at_3_diff1": 0.822356, "nauc_recall_at_5_max": 0.781083, "nauc_recall_at_5_std": -0.492177, "nauc_recall_at_5_diff1": 0.827139, "nauc_recall_at_10_max": 0.819902, "nauc_recall_at_10_std": -0.377024, "nauc_recall_at_10_diff1": 0.821709, "nauc_recall_at_20_max": 0.846592, "nauc_recall_at_20_std": -0.273901, "nauc_recall_at_20_diff1": 0.833433, "nauc_recall_at_100_max": 0.896017, "nauc_recall_at_100_std": -0.017531, "nauc_recall_at_100_diff1": 0.823255, "nauc_recall_at_1000_max": 0.940005, "nauc_recall_at_1000_std": 0.249278, "nauc_recall_at_1000_diff1": 0.814711, "nauc_precision_at_1_max": 0.599323, "nauc_precision_at_1_std": -0.50846, "nauc_precision_at_1_diff1": 0.878742, "nauc_precision_at_3_max": 0.756871, "nauc_precision_at_3_std": -0.504265, "nauc_precision_at_3_diff1": 0.822356, "nauc_precision_at_5_max": 0.781083, "nauc_precision_at_5_std": -0.492177, "nauc_precision_at_5_diff1": 0.827139, "nauc_precision_at_10_max": 0.819902, "nauc_precision_at_10_std": -0.377024, "nauc_precision_at_10_diff1": 0.821709, "nauc_precision_at_20_max": 0.846592, "nauc_precision_at_20_std": -0.273901, "nauc_precision_at_20_diff1": 0.833433, "nauc_precision_at_100_max": 0.896017, "nauc_precision_at_100_std": -0.017531, "nauc_precision_at_100_diff1": 0.823255, "nauc_precision_at_1000_max": 0.940005, "nauc_precision_at_1000_std": 0.249278, "nauc_precision_at_1000_diff1": 0.814711, "nauc_mrr_at_1_max": 0.599323, "nauc_mrr_at_1_std": -0.50846, "nauc_mrr_at_1_diff1": 0.878742, "nauc_mrr_at_3_max": 0.648758, "nauc_mrr_at_3_std": -0.511478, "nauc_mrr_at_3_diff1": 0.85923, "nauc_mrr_at_5_max": 0.647747, "nauc_mrr_at_5_std": -0.509945, "nauc_mrr_at_5_diff1": 0.861157, "nauc_mrr_at_10_max": 0.646415, "nauc_mrr_at_10_std": -0.505047, "nauc_mrr_at_10_diff1": 0.861683, "nauc_mrr_at_20_max": 0.64562, "nauc_mrr_at_20_std": -0.504101, "nauc_mrr_at_20_diff1": 0.862238, "nauc_mrr_at_100_max": 0.645024, "nauc_mrr_at_100_std": -0.504099, "nauc_mrr_at_100_diff1": 0.862288, "nauc_mrr_at_1000_max": 0.644938, "nauc_mrr_at_1000_std": -0.504238, "nauc_mrr_at_1000_diff1": 0.862304, "main_score": 0.89492, "hf_subset": "php", "languages": [ "php-Code" ] } ] }, "evaluation_time": 7686.393267154694, "kg_co2_emissions": null }