{ "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", "task_name": "CodeEditSearchRetrieval", "mteb_version": "2.15.4", "scores": { "train": [ { "ndcg_at_1": 0.707, "ndcg_at_3": 0.74905, "ndcg_at_5": 0.76406, "ndcg_at_10": 0.77608, "ndcg_at_20": 0.78441, "ndcg_at_100": 0.79691, "ndcg_at_1000": 0.80302, "map_at_1": 0.707, "map_at_3": 0.739, "map_at_5": 0.7472, "map_at_10": 0.7522, "map_at_20": 0.75447, "map_at_100": 0.75623, "map_at_1000": 0.75647, "recall_at_1": 0.707, "recall_at_3": 0.778, "recall_at_5": 0.815, "recall_at_10": 0.852, "recall_at_20": 0.885, "recall_at_100": 0.952, "recall_at_1000": 1.0, "accuracy": 0.707, "precision_at_1": 0.707, "precision_at_3": 0.25933, "precision_at_5": 0.163, "precision_at_10": 0.0852, "precision_at_20": 0.04425, "precision_at_100": 0.00952, "precision_at_1000": 0.001, "mrr_at_1": 0.707, "mrr_at_3": 0.739, "mrr_at_5": 0.7472, "mrr_at_10": 0.752197, "mrr_at_20": 0.754471, "mrr_at_100": 0.756233, "mrr_at_1000": 0.756466, "nauc_ndcg_at_1_max": 0.816593, "nauc_ndcg_at_1_std": 0.05943, "nauc_ndcg_at_1_diff1": 0.888234, "nauc_ndcg_at_3_max": 0.826439, "nauc_ndcg_at_3_std": 0.096286, "nauc_ndcg_at_3_diff1": 0.866238, "nauc_ndcg_at_5_max": 0.82505, "nauc_ndcg_at_5_std": 0.112316, "nauc_ndcg_at_5_diff1": 0.856975, "nauc_ndcg_at_10_max": 0.822252, "nauc_ndcg_at_10_std": 0.1251, "nauc_ndcg_at_10_diff1": 0.853659, "nauc_ndcg_at_20_max": 0.819839, "nauc_ndcg_at_20_std": 0.124422, "nauc_ndcg_at_20_diff1": 0.853, "nauc_ndcg_at_100_max": 0.821108, "nauc_ndcg_at_100_std": 0.124398, "nauc_ndcg_at_100_diff1": 0.859005, "nauc_ndcg_at_1000_max": 0.821666, "nauc_ndcg_at_1000_std": 0.114582, "nauc_ndcg_at_1000_diff1": 0.861554, "nauc_map_at_1_max": 0.816593, "nauc_map_at_1_std": 0.05943, "nauc_map_at_1_diff1": 0.888234, "nauc_map_at_3_max": 0.824426, "nauc_map_at_3_std": 0.087621, "nauc_map_at_3_diff1": 0.872219, "nauc_map_at_5_max": 0.823564, "nauc_map_at_5_std": 0.095819, "nauc_map_at_5_diff1": 0.867514, "nauc_map_at_10_max": 0.822512, "nauc_map_at_10_std": 0.101103, "nauc_map_at_10_diff1": 0.866461, "nauc_map_at_20_max": 0.82195, "nauc_map_at_20_std": 0.101016, "nauc_map_at_20_diff1": 0.866452, "nauc_map_at_100_max": 0.822043, "nauc_map_at_100_std": 0.101288, "nauc_map_at_100_diff1": 0.867217, "nauc_map_at_1000_max": 0.822062, "nauc_map_at_1000_std": 0.100997, "nauc_map_at_1000_diff1": 0.867303, "nauc_recall_at_1_max": 0.816593, "nauc_recall_at_1_std": 0.05943, "nauc_recall_at_1_diff1": 0.888234, "nauc_recall_at_3_max": 0.832771, "nauc_recall_at_3_std": 0.12424, "nauc_recall_at_3_diff1": 0.846511, "nauc_recall_at_5_max": 0.830126, "nauc_recall_at_5_std": 0.1761, "nauc_recall_at_5_diff1": 0.815929, "nauc_recall_at_10_max": 0.818665, "nauc_recall_at_10_std": 0.240464, "nauc_recall_at_10_diff1": 0.792072, "nauc_recall_at_20_max": 0.800975, "nauc_recall_at_20_std": 0.260806, "nauc_recall_at_20_diff1": 0.771433, "nauc_recall_at_100_max": 0.806188, "nauc_recall_at_100_std": 0.417347, "nauc_recall_at_100_diff1": 0.785831, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.816593, "nauc_precision_at_1_std": 0.05943, "nauc_precision_at_1_diff1": 0.888234, "nauc_precision_at_3_max": 0.832771, "nauc_precision_at_3_std": 0.12424, "nauc_precision_at_3_diff1": 0.846511, "nauc_precision_at_5_max": 0.830126, "nauc_precision_at_5_std": 0.1761, "nauc_precision_at_5_diff1": 0.815929, "nauc_precision_at_10_max": 0.818665, "nauc_precision_at_10_std": 0.240464, "nauc_precision_at_10_diff1": 0.792072, "nauc_precision_at_20_max": 0.800975, "nauc_precision_at_20_std": 0.260806, "nauc_precision_at_20_diff1": 0.771433, "nauc_precision_at_100_max": 0.806188, "nauc_precision_at_100_std": 0.417347, "nauc_precision_at_100_diff1": 0.785831, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.816593, "nauc_mrr_at_1_std": 0.05943, "nauc_mrr_at_1_diff1": 0.888234, "nauc_mrr_at_3_max": 0.824426, "nauc_mrr_at_3_std": 0.087621, "nauc_mrr_at_3_diff1": 0.872219, "nauc_mrr_at_5_max": 0.823564, "nauc_mrr_at_5_std": 0.095819, "nauc_mrr_at_5_diff1": 0.867514, "nauc_mrr_at_10_max": 0.822512, "nauc_mrr_at_10_std": 0.101103, "nauc_mrr_at_10_diff1": 0.866461, "nauc_mrr_at_20_max": 0.82195, "nauc_mrr_at_20_std": 0.101016, "nauc_mrr_at_20_diff1": 0.866452, "nauc_mrr_at_100_max": 0.822043, "nauc_mrr_at_100_std": 0.101288, "nauc_mrr_at_100_diff1": 0.867217, "nauc_mrr_at_1000_max": 0.822062, "nauc_mrr_at_1000_std": 0.100997, "nauc_mrr_at_1000_diff1": 0.867303, "hit_rate_at_1": 0.707, "hit_rate_at_3": 0.778, "hit_rate_at_5": 0.815, "hit_rate_at_10": 0.852, "hit_rate_at_20": 0.885, "hit_rate_at_100": 0.952, "hit_rate_at_1000": 1.0, "main_score": 0.77608, "hf_subset": "python", "languages": [ "python-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.675, "ndcg_at_3": 0.72659, "ndcg_at_5": 0.74402, "ndcg_at_10": 0.75675, "ndcg_at_20": 0.76647, "ndcg_at_100": 0.77759, "ndcg_at_1000": 0.78502, "map_at_1": 0.675, "map_at_3": 0.714, "map_at_5": 0.72375, "map_at_10": 0.72906, "map_at_20": 0.73179, "map_at_100": 0.73332, "map_at_1000": 0.7336, "recall_at_1": 0.675, "recall_at_3": 0.763, "recall_at_5": 0.805, "recall_at_10": 0.844, "recall_at_20": 0.882, "recall_at_100": 0.942, "recall_at_1000": 1.0, "accuracy": 0.675, "precision_at_1": 0.675, "precision_at_3": 0.25433, "precision_at_5": 0.161, "precision_at_10": 0.0844, "precision_at_20": 0.0441, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.675, "mrr_at_3": 0.714, "mrr_at_5": 0.72375, "mrr_at_10": 0.729062, "mrr_at_20": 0.731786, "mrr_at_100": 0.733316, "mrr_at_1000": 0.733599, "nauc_ndcg_at_1_max": 0.818192, "nauc_ndcg_at_1_std": 0.166939, "nauc_ndcg_at_1_diff1": 0.875757, "nauc_ndcg_at_3_max": 0.818521, "nauc_ndcg_at_3_std": 0.20644, "nauc_ndcg_at_3_diff1": 0.839743, "nauc_ndcg_at_5_max": 0.806036, "nauc_ndcg_at_5_std": 0.208365, "nauc_ndcg_at_5_diff1": 0.829691, "nauc_ndcg_at_10_max": 0.810792, "nauc_ndcg_at_10_std": 0.217935, "nauc_ndcg_at_10_diff1": 0.828606, "nauc_ndcg_at_20_max": 0.810654, "nauc_ndcg_at_20_std": 0.232535, "nauc_ndcg_at_20_diff1": 0.828683, "nauc_ndcg_at_100_max": 0.810284, "nauc_ndcg_at_100_std": 0.222784, "nauc_ndcg_at_100_diff1": 0.833024, "nauc_ndcg_at_1000_max": 0.812078, "nauc_ndcg_at_1000_std": 0.214727, "nauc_ndcg_at_1000_diff1": 0.837931, "nauc_map_at_1_max": 0.818192, "nauc_map_at_1_std": 0.166939, "nauc_map_at_1_diff1": 0.875757, "nauc_map_at_3_max": 0.818581, "nauc_map_at_3_std": 0.19652, "nauc_map_at_3_diff1": 0.849399, "nauc_map_at_5_max": 0.811908, "nauc_map_at_5_std": 0.196765, "nauc_map_at_5_diff1": 0.844415, "nauc_map_at_10_max": 0.814109, "nauc_map_at_10_std": 0.200407, "nauc_map_at_10_diff1": 0.844449, "nauc_map_at_20_max": 0.814116, "nauc_map_at_20_std": 0.203779, "nauc_map_at_20_diff1": 0.84468, "nauc_map_at_100_max": 0.814071, "nauc_map_at_100_std": 0.202502, "nauc_map_at_100_diff1": 0.845249, "nauc_map_at_1000_max": 0.814119, "nauc_map_at_1000_std": 0.202341, "nauc_map_at_1000_diff1": 0.845445, "nauc_recall_at_1_max": 0.818192, "nauc_recall_at_1_std": 0.166939, "nauc_recall_at_1_diff1": 0.875757, "nauc_recall_at_3_max": 0.818248, "nauc_recall_at_3_std": 0.239239, "nauc_recall_at_3_diff1": 0.80751, "nauc_recall_at_5_max": 0.781626, "nauc_recall_at_5_std": 0.253103, "nauc_recall_at_5_diff1": 0.772029, "nauc_recall_at_10_max": 0.794823, "nauc_recall_at_10_std": 0.303684, "nauc_recall_at_10_diff1": 0.752773, "nauc_recall_at_20_max": 0.789178, "nauc_recall_at_20_std": 0.431119, "nauc_recall_at_20_diff1": 0.730918, "nauc_recall_at_100_max": 0.762565, "nauc_recall_at_100_std": 0.449781, "nauc_recall_at_100_diff1": 0.713336, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.818192, "nauc_precision_at_1_std": 0.166939, "nauc_precision_at_1_diff1": 0.875757, "nauc_precision_at_3_max": 0.818248, "nauc_precision_at_3_std": 0.239239, "nauc_precision_at_3_diff1": 0.80751, "nauc_precision_at_5_max": 0.781626, "nauc_precision_at_5_std": 0.253103, "nauc_precision_at_5_diff1": 0.772029, "nauc_precision_at_10_max": 0.794823, "nauc_precision_at_10_std": 0.303684, "nauc_precision_at_10_diff1": 0.752773, "nauc_precision_at_20_max": 0.789178, "nauc_precision_at_20_std": 0.431119, "nauc_precision_at_20_diff1": 0.730918, "nauc_precision_at_100_max": 0.762565, "nauc_precision_at_100_std": 0.449781, "nauc_precision_at_100_diff1": 0.713336, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.818192, "nauc_mrr_at_1_std": 0.166939, "nauc_mrr_at_1_diff1": 0.875757, "nauc_mrr_at_3_max": 0.818581, "nauc_mrr_at_3_std": 0.19652, "nauc_mrr_at_3_diff1": 0.849399, "nauc_mrr_at_5_max": 0.811908, "nauc_mrr_at_5_std": 0.196765, "nauc_mrr_at_5_diff1": 0.844415, "nauc_mrr_at_10_max": 0.814109, "nauc_mrr_at_10_std": 0.200407, "nauc_mrr_at_10_diff1": 0.844449, "nauc_mrr_at_20_max": 0.814116, "nauc_mrr_at_20_std": 0.203779, "nauc_mrr_at_20_diff1": 0.84468, "nauc_mrr_at_100_max": 0.814071, "nauc_mrr_at_100_std": 0.202502, "nauc_mrr_at_100_diff1": 0.845249, "nauc_mrr_at_1000_max": 0.814119, "nauc_mrr_at_1000_std": 0.202341, "nauc_mrr_at_1000_diff1": 0.845445, "hit_rate_at_1": 0.675, "hit_rate_at_3": 0.763, "hit_rate_at_5": 0.805, "hit_rate_at_10": 0.844, "hit_rate_at_20": 0.882, "hit_rate_at_100": 0.942, "hit_rate_at_1000": 1.0, "main_score": 0.75675, "hf_subset": "javascript", "languages": [ "javascript-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.71, "ndcg_at_3": 0.76272, "ndcg_at_5": 0.77637, "ndcg_at_10": 0.78733, "ndcg_at_20": 0.79283, "ndcg_at_100": 0.80359, "ndcg_at_1000": 0.80997, "map_at_1": 0.71, "map_at_3": 0.74983, "map_at_5": 0.75743, "map_at_10": 0.76194, "map_at_20": 0.76342, "map_at_100": 0.76478, "map_at_1000": 0.76501, "recall_at_1": 0.71, "recall_at_3": 0.8, "recall_at_5": 0.833, "recall_at_10": 0.867, "recall_at_20": 0.889, "recall_at_100": 0.949, "recall_at_1000": 1.0, "accuracy": 0.71, "precision_at_1": 0.71, "precision_at_3": 0.26667, "precision_at_5": 0.1666, "precision_at_10": 0.0867, "precision_at_20": 0.04445, "precision_at_100": 0.00949, "precision_at_1000": 0.001, "mrr_at_1": 0.71, "mrr_at_3": 0.749833, "mrr_at_5": 0.757433, "mrr_at_10": 0.761944, "mrr_at_20": 0.763422, "mrr_at_100": 0.764783, "mrr_at_1000": 0.765009, "nauc_ndcg_at_1_max": 0.786098, "nauc_ndcg_at_1_std": 0.131297, "nauc_ndcg_at_1_diff1": 0.880546, "nauc_ndcg_at_3_max": 0.800826, "nauc_ndcg_at_3_std": 0.196317, "nauc_ndcg_at_3_diff1": 0.845655, "nauc_ndcg_at_5_max": 0.797376, "nauc_ndcg_at_5_std": 0.213261, "nauc_ndcg_at_5_diff1": 0.846276, "nauc_ndcg_at_10_max": 0.797999, "nauc_ndcg_at_10_std": 0.224646, "nauc_ndcg_at_10_diff1": 0.845264, "nauc_ndcg_at_20_max": 0.798622, "nauc_ndcg_at_20_std": 0.232685, "nauc_ndcg_at_20_diff1": 0.845228, "nauc_ndcg_at_100_max": 0.796773, "nauc_ndcg_at_100_std": 0.218324, "nauc_ndcg_at_100_diff1": 0.84636, "nauc_ndcg_at_1000_max": 0.796651, "nauc_ndcg_at_1000_std": 0.208454, "nauc_ndcg_at_1000_diff1": 0.849954, "nauc_map_at_1_max": 0.786098, "nauc_map_at_1_std": 0.131297, "nauc_map_at_1_diff1": 0.880546, "nauc_map_at_3_max": 0.797976, "nauc_map_at_3_std": 0.179937, "nauc_map_at_3_diff1": 0.855698, "nauc_map_at_5_max": 0.796119, "nauc_map_at_5_std": 0.188137, "nauc_map_at_5_diff1": 0.856338, "nauc_map_at_10_max": 0.796368, "nauc_map_at_10_std": 0.192612, "nauc_map_at_10_diff1": 0.856101, "nauc_map_at_20_max": 0.796406, "nauc_map_at_20_std": 0.194096, "nauc_map_at_20_diff1": 0.856128, "nauc_map_at_100_max": 0.796099, "nauc_map_at_100_std": 0.191999, "nauc_map_at_100_diff1": 0.85617, "nauc_map_at_1000_max": 0.796071, "nauc_map_at_1000_std": 0.191708, "nauc_map_at_1000_diff1": 0.856255, "nauc_recall_at_1_max": 0.786098, "nauc_recall_at_1_std": 0.131297, "nauc_recall_at_1_diff1": 0.880546, "nauc_recall_at_3_max": 0.810075, "nauc_recall_at_3_std": 0.252095, "nauc_recall_at_3_diff1": 0.810787, "nauc_recall_at_5_max": 0.80097, "nauc_recall_at_5_std": 0.315117, "nauc_recall_at_5_diff1": 0.806325, "nauc_recall_at_10_max": 0.804369, "nauc_recall_at_10_std": 0.385179, "nauc_recall_at_10_diff1": 0.792908, "nauc_recall_at_20_max": 0.811174, "nauc_recall_at_20_std": 0.471902, "nauc_recall_at_20_diff1": 0.783963, "nauc_recall_at_100_max": 0.795308, "nauc_recall_at_100_std": 0.488008, "nauc_recall_at_100_diff1": 0.744448, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.786098, "nauc_precision_at_1_std": 0.131297, "nauc_precision_at_1_diff1": 0.880546, "nauc_precision_at_3_max": 0.810075, "nauc_precision_at_3_std": 0.252095, "nauc_precision_at_3_diff1": 0.810787, "nauc_precision_at_5_max": 0.80097, "nauc_precision_at_5_std": 0.315117, "nauc_precision_at_5_diff1": 0.806325, "nauc_precision_at_10_max": 0.804369, "nauc_precision_at_10_std": 0.385179, "nauc_precision_at_10_diff1": 0.792908, "nauc_precision_at_20_max": 0.811174, "nauc_precision_at_20_std": 0.471902, "nauc_precision_at_20_diff1": 0.783963, "nauc_precision_at_100_max": 0.795308, "nauc_precision_at_100_std": 0.488008, "nauc_precision_at_100_diff1": 0.744448, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.786098, "nauc_mrr_at_1_std": 0.131297, "nauc_mrr_at_1_diff1": 0.880546, "nauc_mrr_at_3_max": 0.797976, "nauc_mrr_at_3_std": 0.179937, "nauc_mrr_at_3_diff1": 0.855698, "nauc_mrr_at_5_max": 0.796119, "nauc_mrr_at_5_std": 0.188137, "nauc_mrr_at_5_diff1": 0.856338, "nauc_mrr_at_10_max": 0.796368, "nauc_mrr_at_10_std": 0.192612, "nauc_mrr_at_10_diff1": 0.856101, "nauc_mrr_at_20_max": 0.796406, "nauc_mrr_at_20_std": 0.194096, "nauc_mrr_at_20_diff1": 0.856128, "nauc_mrr_at_100_max": 0.796099, "nauc_mrr_at_100_std": 0.191999, "nauc_mrr_at_100_diff1": 0.85617, "nauc_mrr_at_1000_max": 0.796071, "nauc_mrr_at_1000_std": 0.191708, "nauc_mrr_at_1000_diff1": 0.856255, "hit_rate_at_1": 0.71, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.833, "hit_rate_at_10": 0.867, "hit_rate_at_20": 0.889, "hit_rate_at_100": 0.949, "hit_rate_at_1000": 1.0, "main_score": 0.78733, "hf_subset": "typescript", "languages": [ "typescript-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.701, "ndcg_at_3": 0.75825, "ndcg_at_5": 0.76642, "ndcg_at_10": 0.78083, "ndcg_at_20": 0.78698, "ndcg_at_100": 0.79739, "ndcg_at_1000": 0.80444, "map_at_1": 0.701, "map_at_3": 0.74417, "map_at_5": 0.74867, "map_at_10": 0.75472, "map_at_20": 0.75645, "map_at_100": 0.75781, "map_at_1000": 0.75806, "recall_at_1": 0.701, "recall_at_3": 0.799, "recall_at_5": 0.819, "recall_at_10": 0.863, "recall_at_20": 0.887, "recall_at_100": 0.944, "recall_at_1000": 1.0, "accuracy": 0.701, "precision_at_1": 0.701, "precision_at_3": 0.26633, "precision_at_5": 0.1638, "precision_at_10": 0.0863, "precision_at_20": 0.04435, "precision_at_100": 0.00944, "precision_at_1000": 0.001, "mrr_at_1": 0.701, "mrr_at_3": 0.744167, "mrr_at_5": 0.748667, "mrr_at_10": 0.754718, "mrr_at_20": 0.756447, "mrr_at_100": 0.757809, "mrr_at_1000": 0.758063, "nauc_ndcg_at_1_max": 0.772855, "nauc_ndcg_at_1_std": 0.097207, "nauc_ndcg_at_1_diff1": 0.867859, "nauc_ndcg_at_3_max": 0.792408, "nauc_ndcg_at_3_std": 0.129165, "nauc_ndcg_at_3_diff1": 0.830812, "nauc_ndcg_at_5_max": 0.796226, "nauc_ndcg_at_5_std": 0.159553, "nauc_ndcg_at_5_diff1": 0.831753, "nauc_ndcg_at_10_max": 0.793091, "nauc_ndcg_at_10_std": 0.17349, "nauc_ndcg_at_10_diff1": 0.829779, "nauc_ndcg_at_20_max": 0.79232, "nauc_ndcg_at_20_std": 0.170646, "nauc_ndcg_at_20_diff1": 0.828688, "nauc_ndcg_at_100_max": 0.792143, "nauc_ndcg_at_100_std": 0.168671, "nauc_ndcg_at_100_diff1": 0.831967, "nauc_ndcg_at_1000_max": 0.790642, "nauc_ndcg_at_1000_std": 0.155962, "nauc_ndcg_at_1000_diff1": 0.835409, "nauc_map_at_1_max": 0.772855, "nauc_map_at_1_std": 0.097207, "nauc_map_at_1_diff1": 0.867859, "nauc_map_at_3_max": 0.788033, "nauc_map_at_3_std": 0.120881, "nauc_map_at_3_diff1": 0.840683, "nauc_map_at_5_max": 0.790032, "nauc_map_at_5_std": 0.136363, "nauc_map_at_5_diff1": 0.841453, "nauc_map_at_10_max": 0.788607, "nauc_map_at_10_std": 0.140972, "nauc_map_at_10_diff1": 0.840869, "nauc_map_at_20_max": 0.788469, "nauc_map_at_20_std": 0.140019, "nauc_map_at_20_diff1": 0.840784, "nauc_map_at_100_max": 0.788309, "nauc_map_at_100_std": 0.139838, "nauc_map_at_100_diff1": 0.841163, "nauc_map_at_1000_max": 0.788267, "nauc_map_at_1000_std": 0.139465, "nauc_map_at_1000_diff1": 0.841287, "nauc_recall_at_1_max": 0.772855, "nauc_recall_at_1_std": 0.097207, "nauc_recall_at_1_diff1": 0.867859, "nauc_recall_at_3_max": 0.807203, "nauc_recall_at_3_std": 0.157877, "nauc_recall_at_3_diff1": 0.796461, "nauc_recall_at_5_max": 0.819674, "nauc_recall_at_5_std": 0.252966, "nauc_recall_at_5_diff1": 0.795212, "nauc_recall_at_10_max": 0.812885, "nauc_recall_at_10_std": 0.344571, "nauc_recall_at_10_diff1": 0.776244, "nauc_recall_at_20_max": 0.810168, "nauc_recall_at_20_std": 0.357751, "nauc_recall_at_20_diff1": 0.757238, "nauc_recall_at_100_max": 0.831241, "nauc_recall_at_100_std": 0.494823, "nauc_recall_at_100_diff1": 0.7488, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.772855, "nauc_precision_at_1_std": 0.097207, "nauc_precision_at_1_diff1": 0.867859, "nauc_precision_at_3_max": 0.807203, "nauc_precision_at_3_std": 0.157877, "nauc_precision_at_3_diff1": 0.796461, "nauc_precision_at_5_max": 0.819674, "nauc_precision_at_5_std": 0.252966, "nauc_precision_at_5_diff1": 0.795212, "nauc_precision_at_10_max": 0.812885, "nauc_precision_at_10_std": 0.344571, "nauc_precision_at_10_diff1": 0.776244, "nauc_precision_at_20_max": 0.810168, "nauc_precision_at_20_std": 0.357751, "nauc_precision_at_20_diff1": 0.757238, "nauc_precision_at_100_max": 0.831241, "nauc_precision_at_100_std": 0.494823, "nauc_precision_at_100_diff1": 0.7488, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.772855, "nauc_mrr_at_1_std": 0.097207, "nauc_mrr_at_1_diff1": 0.867859, "nauc_mrr_at_3_max": 0.788033, "nauc_mrr_at_3_std": 0.120881, "nauc_mrr_at_3_diff1": 0.840683, "nauc_mrr_at_5_max": 0.790032, "nauc_mrr_at_5_std": 0.136363, "nauc_mrr_at_5_diff1": 0.841453, "nauc_mrr_at_10_max": 0.788607, "nauc_mrr_at_10_std": 0.140972, "nauc_mrr_at_10_diff1": 0.840869, "nauc_mrr_at_20_max": 0.788469, "nauc_mrr_at_20_std": 0.140019, "nauc_mrr_at_20_diff1": 0.840784, "nauc_mrr_at_100_max": 0.788309, "nauc_mrr_at_100_std": 0.139838, "nauc_mrr_at_100_diff1": 0.841163, "nauc_mrr_at_1000_max": 0.788267, "nauc_mrr_at_1000_std": 0.139465, "nauc_mrr_at_1000_diff1": 0.841287, "hit_rate_at_1": 0.701, "hit_rate_at_3": 0.799, "hit_rate_at_5": 0.819, "hit_rate_at_10": 0.863, "hit_rate_at_20": 0.887, "hit_rate_at_100": 0.944, "hit_rate_at_1000": 1.0, "main_score": 0.78083, "hf_subset": "go", "languages": [ "go-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.71, "ndcg_at_3": 0.76062, "ndcg_at_5": 0.77649, "ndcg_at_10": 0.78716, "ndcg_at_20": 0.79197, "ndcg_at_100": 0.80323, "ndcg_at_1000": 0.80985, "map_at_1": 0.71, "map_at_3": 0.74867, "map_at_5": 0.75737, "map_at_10": 0.76176, "map_at_20": 0.76309, "map_at_100": 0.76454, "map_at_1000": 0.76479, "recall_at_1": 0.71, "recall_at_3": 0.795, "recall_at_5": 0.834, "recall_at_10": 0.867, "recall_at_20": 0.886, "recall_at_100": 0.948, "recall_at_1000": 1.0, "accuracy": 0.71, "precision_at_1": 0.71, "precision_at_3": 0.265, "precision_at_5": 0.1668, "precision_at_10": 0.0867, "precision_at_20": 0.0443, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.71, "mrr_at_3": 0.748667, "mrr_at_5": 0.757367, "mrr_at_10": 0.761759, "mrr_at_20": 0.763086, "mrr_at_100": 0.764545, "mrr_at_1000": 0.764794, "nauc_ndcg_at_1_max": 0.783439, "nauc_ndcg_at_1_std": 0.077373, "nauc_ndcg_at_1_diff1": 0.870033, "nauc_ndcg_at_3_max": 0.783708, "nauc_ndcg_at_3_std": 0.08974, "nauc_ndcg_at_3_diff1": 0.846274, "nauc_ndcg_at_5_max": 0.791114, "nauc_ndcg_at_5_std": 0.111753, "nauc_ndcg_at_5_diff1": 0.845296, "nauc_ndcg_at_10_max": 0.790393, "nauc_ndcg_at_10_std": 0.123266, "nauc_ndcg_at_10_diff1": 0.840643, "nauc_ndcg_at_20_max": 0.792257, "nauc_ndcg_at_20_std": 0.134148, "nauc_ndcg_at_20_diff1": 0.840776, "nauc_ndcg_at_100_max": 0.789002, "nauc_ndcg_at_100_std": 0.125187, "nauc_ndcg_at_100_diff1": 0.841839, "nauc_ndcg_at_1000_max": 0.789591, "nauc_ndcg_at_1000_std": 0.117896, "nauc_ndcg_at_1000_diff1": 0.845721, "nauc_map_at_1_max": 0.783439, "nauc_map_at_1_std": 0.077373, "nauc_map_at_1_diff1": 0.870033, "nauc_map_at_3_max": 0.784478, "nauc_map_at_3_std": 0.08712, "nauc_map_at_3_diff1": 0.852382, "nauc_map_at_5_max": 0.788303, "nauc_map_at_5_std": 0.098595, "nauc_map_at_5_diff1": 0.852165, "nauc_map_at_10_max": 0.788214, "nauc_map_at_10_std": 0.103066, "nauc_map_at_10_diff1": 0.850581, "nauc_map_at_20_max": 0.78869, "nauc_map_at_20_std": 0.106022, "nauc_map_at_20_diff1": 0.850618, "nauc_map_at_100_max": 0.788266, "nauc_map_at_100_std": 0.105319, "nauc_map_at_100_diff1": 0.850739, "nauc_map_at_1000_max": 0.788314, "nauc_map_at_1000_std": 0.105099, "nauc_map_at_1000_diff1": 0.85087, "nauc_recall_at_1_max": 0.783439, "nauc_recall_at_1_std": 0.077373, "nauc_recall_at_1_diff1": 0.870033, "nauc_recall_at_3_max": 0.780685, "nauc_recall_at_3_std": 0.098271, "nauc_recall_at_3_diff1": 0.825717, "nauc_recall_at_5_max": 0.803294, "nauc_recall_at_5_std": 0.167604, "nauc_recall_at_5_diff1": 0.817875, "nauc_recall_at_10_max": 0.800628, "nauc_recall_at_10_std": 0.229595, "nauc_recall_at_10_diff1": 0.789973, "nauc_recall_at_20_max": 0.814053, "nauc_recall_at_20_std": 0.311577, "nauc_recall_at_20_diff1": 0.784162, "nauc_recall_at_100_max": 0.780462, "nauc_recall_at_100_std": 0.320935, "nauc_recall_at_100_diff1": 0.741803, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.783439, "nauc_precision_at_1_std": 0.077373, "nauc_precision_at_1_diff1": 0.870033, "nauc_precision_at_3_max": 0.780685, "nauc_precision_at_3_std": 0.098271, "nauc_precision_at_3_diff1": 0.825717, "nauc_precision_at_5_max": 0.803294, "nauc_precision_at_5_std": 0.167604, "nauc_precision_at_5_diff1": 0.817875, "nauc_precision_at_10_max": 0.800628, "nauc_precision_at_10_std": 0.229595, "nauc_precision_at_10_diff1": 0.789973, "nauc_precision_at_20_max": 0.814053, "nauc_precision_at_20_std": 0.311577, "nauc_precision_at_20_diff1": 0.784162, "nauc_precision_at_100_max": 0.780462, "nauc_precision_at_100_std": 0.320935, "nauc_precision_at_100_diff1": 0.741803, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.783439, "nauc_mrr_at_1_std": 0.077373, "nauc_mrr_at_1_diff1": 0.870033, "nauc_mrr_at_3_max": 0.784478, "nauc_mrr_at_3_std": 0.08712, "nauc_mrr_at_3_diff1": 0.852382, "nauc_mrr_at_5_max": 0.788303, "nauc_mrr_at_5_std": 0.098595, "nauc_mrr_at_5_diff1": 0.852165, "nauc_mrr_at_10_max": 0.788214, "nauc_mrr_at_10_std": 0.103066, "nauc_mrr_at_10_diff1": 0.850581, "nauc_mrr_at_20_max": 0.78869, "nauc_mrr_at_20_std": 0.106022, "nauc_mrr_at_20_diff1": 0.850618, "nauc_mrr_at_100_max": 0.788266, "nauc_mrr_at_100_std": 0.105319, "nauc_mrr_at_100_diff1": 0.850739, "nauc_mrr_at_1000_max": 0.788314, "nauc_mrr_at_1000_std": 0.105099, "nauc_mrr_at_1000_diff1": 0.85087, "hit_rate_at_1": 0.71, "hit_rate_at_3": 0.795, "hit_rate_at_5": 0.834, "hit_rate_at_10": 0.867, "hit_rate_at_20": 0.886, "hit_rate_at_100": 0.948, "hit_rate_at_1000": 1.0, "main_score": 0.78716, "hf_subset": "ruby", "languages": [ "ruby-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.669, "ndcg_at_3": 0.72364, "ndcg_at_5": 0.73801, "ndcg_at_10": 0.74869, "ndcg_at_20": 0.75773, "ndcg_at_100": 0.77014, "ndcg_at_1000": 0.77856, "map_at_1": 0.669, "map_at_3": 0.71067, "map_at_5": 0.71862, "map_at_10": 0.72284, "map_at_20": 0.72529, "map_at_100": 0.727, "map_at_1000": 0.72729, "recall_at_1": 0.669, "recall_at_3": 0.761, "recall_at_5": 0.796, "recall_at_10": 0.83, "recall_at_20": 0.866, "recall_at_100": 0.933, "recall_at_1000": 1.0, "accuracy": 0.669, "precision_at_1": 0.669, "precision_at_3": 0.25367, "precision_at_5": 0.1592, "precision_at_10": 0.083, "precision_at_20": 0.0433, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.669, "mrr_at_3": 0.710667, "mrr_at_5": 0.718617, "mrr_at_10": 0.722837, "mrr_at_20": 0.725293, "mrr_at_100": 0.726998, "mrr_at_1000": 0.727294, "nauc_ndcg_at_1_max": 0.806887, "nauc_ndcg_at_1_std": 0.206365, "nauc_ndcg_at_1_diff1": 0.874938, "nauc_ndcg_at_3_max": 0.812122, "nauc_ndcg_at_3_std": 0.215771, "nauc_ndcg_at_3_diff1": 0.847721, "nauc_ndcg_at_5_max": 0.812709, "nauc_ndcg_at_5_std": 0.233565, "nauc_ndcg_at_5_diff1": 0.843744, "nauc_ndcg_at_10_max": 0.814842, "nauc_ndcg_at_10_std": 0.230887, "nauc_ndcg_at_10_diff1": 0.842158, "nauc_ndcg_at_20_max": 0.816602, "nauc_ndcg_at_20_std": 0.239254, "nauc_ndcg_at_20_diff1": 0.844144, "nauc_ndcg_at_100_max": 0.813857, "nauc_ndcg_at_100_std": 0.243046, "nauc_ndcg_at_100_diff1": 0.845182, "nauc_ndcg_at_1000_max": 0.813672, "nauc_ndcg_at_1000_std": 0.234012, "nauc_ndcg_at_1000_diff1": 0.848078, "nauc_map_at_1_max": 0.806887, "nauc_map_at_1_std": 0.206365, "nauc_map_at_1_diff1": 0.874938, "nauc_map_at_3_max": 0.810994, "nauc_map_at_3_std": 0.214514, "nauc_map_at_3_diff1": 0.854412, "nauc_map_at_5_max": 0.811497, "nauc_map_at_5_std": 0.224002, "nauc_map_at_5_diff1": 0.852591, "nauc_map_at_10_max": 0.812577, "nauc_map_at_10_std": 0.223282, "nauc_map_at_10_diff1": 0.852082, "nauc_map_at_20_max": 0.812978, "nauc_map_at_20_std": 0.225173, "nauc_map_at_20_diff1": 0.852667, "nauc_map_at_100_max": 0.812518, "nauc_map_at_100_std": 0.225864, "nauc_map_at_100_diff1": 0.852695, "nauc_map_at_1000_max": 0.812519, "nauc_map_at_1000_std": 0.225592, "nauc_map_at_1000_diff1": 0.852809, "nauc_recall_at_1_max": 0.806887, "nauc_recall_at_1_std": 0.206365, "nauc_recall_at_1_diff1": 0.874938, "nauc_recall_at_3_max": 0.815757, "nauc_recall_at_3_std": 0.219366, "nauc_recall_at_3_diff1": 0.825667, "nauc_recall_at_5_max": 0.81679, "nauc_recall_at_5_std": 0.271161, "nauc_recall_at_5_diff1": 0.810474, "nauc_recall_at_10_max": 0.824273, "nauc_recall_at_10_std": 0.263041, "nauc_recall_at_10_diff1": 0.797989, "nauc_recall_at_20_max": 0.838181, "nauc_recall_at_20_std": 0.326524, "nauc_recall_at_20_diff1": 0.800161, "nauc_recall_at_100_max": 0.819432, "nauc_recall_at_100_std": 0.452778, "nauc_recall_at_100_diff1": 0.783025, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.806887, "nauc_precision_at_1_std": 0.206365, "nauc_precision_at_1_diff1": 0.874938, "nauc_precision_at_3_max": 0.815757, "nauc_precision_at_3_std": 0.219366, "nauc_precision_at_3_diff1": 0.825667, "nauc_precision_at_5_max": 0.81679, "nauc_precision_at_5_std": 0.271161, "nauc_precision_at_5_diff1": 0.810474, "nauc_precision_at_10_max": 0.824273, "nauc_precision_at_10_std": 0.263041, "nauc_precision_at_10_diff1": 0.797989, "nauc_precision_at_20_max": 0.838181, "nauc_precision_at_20_std": 0.326524, "nauc_precision_at_20_diff1": 0.800161, "nauc_precision_at_100_max": 0.819432, "nauc_precision_at_100_std": 0.452778, "nauc_precision_at_100_diff1": 0.783025, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.806887, "nauc_mrr_at_1_std": 0.206365, "nauc_mrr_at_1_diff1": 0.874938, "nauc_mrr_at_3_max": 0.810994, "nauc_mrr_at_3_std": 0.214514, "nauc_mrr_at_3_diff1": 0.854412, "nauc_mrr_at_5_max": 0.811497, "nauc_mrr_at_5_std": 0.224002, "nauc_mrr_at_5_diff1": 0.852591, "nauc_mrr_at_10_max": 0.812577, "nauc_mrr_at_10_std": 0.223282, "nauc_mrr_at_10_diff1": 0.852082, "nauc_mrr_at_20_max": 0.812978, "nauc_mrr_at_20_std": 0.225173, "nauc_mrr_at_20_diff1": 0.852667, "nauc_mrr_at_100_max": 0.812518, "nauc_mrr_at_100_std": 0.225865, "nauc_mrr_at_100_diff1": 0.852695, "nauc_mrr_at_1000_max": 0.812519, "nauc_mrr_at_1000_std": 0.225593, "nauc_mrr_at_1000_diff1": 0.85281, "hit_rate_at_1": 0.669, "hit_rate_at_3": 0.761, "hit_rate_at_5": 0.796, "hit_rate_at_10": 0.83, "hit_rate_at_20": 0.866, "hit_rate_at_100": 0.933, "hit_rate_at_1000": 1.0, "main_score": 0.74869, "hf_subset": "java", "languages": [ "java-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.653, "ndcg_at_3": 0.7067, "ndcg_at_5": 0.72327, "ndcg_at_10": 0.73627, "ndcg_at_20": 0.74491, "ndcg_at_100": 0.76032, "ndcg_at_1000": 0.76737, "map_at_1": 0.653, "map_at_3": 0.69317, "map_at_5": 0.70242, "map_at_10": 0.70781, "map_at_20": 0.7102, "map_at_100": 0.71227, "map_at_1000": 0.71252, "recall_at_1": 0.653, "recall_at_3": 0.746, "recall_at_5": 0.786, "recall_at_10": 0.826, "recall_at_20": 0.86, "recall_at_100": 0.944, "recall_at_1000": 1.0, "accuracy": 0.653, "precision_at_1": 0.653, "precision_at_3": 0.24867, "precision_at_5": 0.1572, "precision_at_10": 0.0826, "precision_at_20": 0.043, "precision_at_100": 0.00944, "precision_at_1000": 0.001, "mrr_at_1": 0.653, "mrr_at_3": 0.693167, "mrr_at_5": 0.702417, "mrr_at_10": 0.707814, "mrr_at_20": 0.710205, "mrr_at_100": 0.712265, "mrr_at_1000": 0.712518, "nauc_ndcg_at_1_max": 0.766229, "nauc_ndcg_at_1_std": 0.163982, "nauc_ndcg_at_1_diff1": 0.859947, "nauc_ndcg_at_3_max": 0.763353, "nauc_ndcg_at_3_std": 0.220087, "nauc_ndcg_at_3_diff1": 0.826323, "nauc_ndcg_at_5_max": 0.758487, "nauc_ndcg_at_5_std": 0.247298, "nauc_ndcg_at_5_diff1": 0.817412, "nauc_ndcg_at_10_max": 0.762551, "nauc_ndcg_at_10_std": 0.254005, "nauc_ndcg_at_10_diff1": 0.818829, "nauc_ndcg_at_20_max": 0.763937, "nauc_ndcg_at_20_std": 0.258629, "nauc_ndcg_at_20_diff1": 0.821146, "nauc_ndcg_at_100_max": 0.76325, "nauc_ndcg_at_100_std": 0.242551, "nauc_ndcg_at_100_diff1": 0.822266, "nauc_ndcg_at_1000_max": 0.762936, "nauc_ndcg_at_1000_std": 0.233663, "nauc_ndcg_at_1000_diff1": 0.825612, "nauc_map_at_1_max": 0.766229, "nauc_map_at_1_std": 0.163982, "nauc_map_at_1_diff1": 0.859947, "nauc_map_at_3_max": 0.764093, "nauc_map_at_3_std": 0.203042, "nauc_map_at_3_diff1": 0.835158, "nauc_map_at_5_max": 0.761545, "nauc_map_at_5_std": 0.216506, "nauc_map_at_5_diff1": 0.830695, "nauc_map_at_10_max": 0.762993, "nauc_map_at_10_std": 0.218423, "nauc_map_at_10_diff1": 0.831229, "nauc_map_at_20_max": 0.763243, "nauc_map_at_20_std": 0.219165, "nauc_map_at_20_diff1": 0.831863, "nauc_map_at_100_max": 0.763145, "nauc_map_at_100_std": 0.216945, "nauc_map_at_100_diff1": 0.832034, "nauc_map_at_1000_max": 0.763138, "nauc_map_at_1000_std": 0.216663, "nauc_map_at_1000_diff1": 0.832107, "nauc_recall_at_1_max": 0.766229, "nauc_recall_at_1_std": 0.163982, "nauc_recall_at_1_diff1": 0.859947, "nauc_recall_at_3_max": 0.760901, "nauc_recall_at_3_std": 0.277775, "nauc_recall_at_3_diff1": 0.796995, "nauc_recall_at_5_max": 0.746281, "nauc_recall_at_5_std": 0.368378, "nauc_recall_at_5_diff1": 0.766537, "nauc_recall_at_10_max": 0.762472, "nauc_recall_at_10_std": 0.422165, "nauc_recall_at_10_diff1": 0.764384, "nauc_recall_at_20_max": 0.772752, "nauc_recall_at_20_std": 0.490522, "nauc_recall_at_20_diff1": 0.768023, "nauc_recall_at_100_max": 0.773226, "nauc_recall_at_100_std": 0.496424, "nauc_recall_at_100_diff1": 0.719254, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.766229, "nauc_precision_at_1_std": 0.163982, "nauc_precision_at_1_diff1": 0.859947, "nauc_precision_at_3_max": 0.760901, "nauc_precision_at_3_std": 0.277775, "nauc_precision_at_3_diff1": 0.796995, "nauc_precision_at_5_max": 0.746281, "nauc_precision_at_5_std": 0.368378, "nauc_precision_at_5_diff1": 0.766537, "nauc_precision_at_10_max": 0.762472, "nauc_precision_at_10_std": 0.422165, "nauc_precision_at_10_diff1": 0.764384, "nauc_precision_at_20_max": 0.772752, "nauc_precision_at_20_std": 0.490522, "nauc_precision_at_20_diff1": 0.768023, "nauc_precision_at_100_max": 0.773226, "nauc_precision_at_100_std": 0.496424, "nauc_precision_at_100_diff1": 0.719254, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.766229, "nauc_mrr_at_1_std": 0.163982, "nauc_mrr_at_1_diff1": 0.859947, "nauc_mrr_at_3_max": 0.764093, "nauc_mrr_at_3_std": 0.203042, "nauc_mrr_at_3_diff1": 0.835158, "nauc_mrr_at_5_max": 0.761545, "nauc_mrr_at_5_std": 0.216506, "nauc_mrr_at_5_diff1": 0.830695, "nauc_mrr_at_10_max": 0.762993, "nauc_mrr_at_10_std": 0.218423, "nauc_mrr_at_10_diff1": 0.831229, "nauc_mrr_at_20_max": 0.763243, "nauc_mrr_at_20_std": 0.219165, "nauc_mrr_at_20_diff1": 0.831863, "nauc_mrr_at_100_max": 0.763144, "nauc_mrr_at_100_std": 0.216948, "nauc_mrr_at_100_diff1": 0.832037, "nauc_mrr_at_1000_max": 0.763137, "nauc_mrr_at_1000_std": 0.216667, "nauc_mrr_at_1000_diff1": 0.832109, "hit_rate_at_1": 0.653, "hit_rate_at_3": 0.746, "hit_rate_at_5": 0.786, "hit_rate_at_10": 0.826, "hit_rate_at_20": 0.86, "hit_rate_at_100": 0.944, "hit_rate_at_1000": 1.0, "main_score": 0.73627, "hf_subset": "php", "languages": [ "php-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.579, "ndcg_at_3": 0.63943, "ndcg_at_5": 0.6513, "ndcg_at_10": 0.66425, "ndcg_at_20": 0.6745, "ndcg_at_100": 0.69189, "ndcg_at_1000": 0.70601, "map_at_1": 0.579, "map_at_3": 0.625, "map_at_5": 0.63155, "map_at_10": 0.6369, "map_at_20": 0.63966, "map_at_100": 0.64191, "map_at_1000": 0.64241, "recall_at_1": 0.579, "recall_at_3": 0.681, "recall_at_5": 0.71, "recall_at_10": 0.75, "recall_at_20": 0.791, "recall_at_100": 0.887, "recall_at_1000": 1.0, "accuracy": 0.579, "precision_at_1": 0.579, "precision_at_3": 0.227, "precision_at_5": 0.142, "precision_at_10": 0.075, "precision_at_20": 0.03955, "precision_at_100": 0.00887, "precision_at_1000": 0.001, "mrr_at_1": 0.579, "mrr_at_3": 0.625167, "mrr_at_5": 0.631467, "mrr_at_10": 0.636819, "mrr_at_20": 0.639575, "mrr_at_100": 0.641828, "mrr_at_1000": 0.642324, "nauc_ndcg_at_1_max": 0.751365, "nauc_ndcg_at_1_std": 0.175212, "nauc_ndcg_at_1_diff1": 0.844883, "nauc_ndcg_at_3_max": 0.765258, "nauc_ndcg_at_3_std": 0.198947, "nauc_ndcg_at_3_diff1": 0.803886, "nauc_ndcg_at_5_max": 0.765924, "nauc_ndcg_at_5_std": 0.209151, "nauc_ndcg_at_5_diff1": 0.798082, "nauc_ndcg_at_10_max": 0.764217, "nauc_ndcg_at_10_std": 0.215038, "nauc_ndcg_at_10_diff1": 0.797244, "nauc_ndcg_at_20_max": 0.760714, "nauc_ndcg_at_20_std": 0.216738, "nauc_ndcg_at_20_diff1": 0.792331, "nauc_ndcg_at_100_max": 0.75751, "nauc_ndcg_at_100_std": 0.220682, "nauc_ndcg_at_100_diff1": 0.795893, "nauc_ndcg_at_1000_max": 0.760442, "nauc_ndcg_at_1000_std": 0.211231, "nauc_ndcg_at_1000_diff1": 0.801617, "nauc_map_at_1_max": 0.751365, "nauc_map_at_1_std": 0.175212, "nauc_map_at_1_diff1": 0.844883, "nauc_map_at_3_max": 0.762644, "nauc_map_at_3_std": 0.193267, "nauc_map_at_3_diff1": 0.814565, "nauc_map_at_5_max": 0.7629, "nauc_map_at_5_std": 0.198513, "nauc_map_at_5_diff1": 0.811574, "nauc_map_at_10_max": 0.762185, "nauc_map_at_10_std": 0.20059, "nauc_map_at_10_diff1": 0.811376, "nauc_map_at_20_max": 0.761363, "nauc_map_at_20_std": 0.200884, "nauc_map_at_20_diff1": 0.810257, "nauc_map_at_100_max": 0.760999, "nauc_map_at_100_std": 0.201586, "nauc_map_at_100_diff1": 0.810685, "nauc_map_at_1000_max": 0.761066, "nauc_map_at_1000_std": 0.201317, "nauc_map_at_1000_diff1": 0.810832, "nauc_recall_at_1_max": 0.751365, "nauc_recall_at_1_std": 0.175212, "nauc_recall_at_1_diff1": 0.844883, "nauc_recall_at_3_max": 0.773154, "nauc_recall_at_3_std": 0.216872, "nauc_recall_at_3_diff1": 0.769753, "nauc_recall_at_5_max": 0.775845, "nauc_recall_at_5_std": 0.246708, "nauc_recall_at_5_diff1": 0.751615, "nauc_recall_at_10_max": 0.770677, "nauc_recall_at_10_std": 0.27448, "nauc_recall_at_10_diff1": 0.742711, "nauc_recall_at_20_max": 0.751626, "nauc_recall_at_20_std": 0.293505, "nauc_recall_at_20_diff1": 0.70717, "nauc_recall_at_100_max": 0.70445, "nauc_recall_at_100_std": 0.386131, "nauc_recall_at_100_diff1": 0.692491, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.751365, "nauc_precision_at_1_std": 0.175212, "nauc_precision_at_1_diff1": 0.844883, "nauc_precision_at_3_max": 0.773154, "nauc_precision_at_3_std": 0.216872, "nauc_precision_at_3_diff1": 0.769753, "nauc_precision_at_5_max": 0.775845, "nauc_precision_at_5_std": 0.246708, "nauc_precision_at_5_diff1": 0.751615, "nauc_precision_at_10_max": 0.770677, "nauc_precision_at_10_std": 0.27448, "nauc_precision_at_10_diff1": 0.742711, "nauc_precision_at_20_max": 0.751626, "nauc_precision_at_20_std": 0.293505, "nauc_precision_at_20_diff1": 0.70717, "nauc_precision_at_100_max": 0.70445, "nauc_precision_at_100_std": 0.386131, "nauc_precision_at_100_diff1": 0.692491, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.751365, "nauc_mrr_at_1_std": 0.175212, "nauc_mrr_at_1_diff1": 0.844883, "nauc_mrr_at_3_max": 0.762165, "nauc_mrr_at_3_std": 0.192547, "nauc_mrr_at_3_diff1": 0.814102, "nauc_mrr_at_5_max": 0.762527, "nauc_mrr_at_5_std": 0.197796, "nauc_mrr_at_5_diff1": 0.811193, "nauc_mrr_at_10_max": 0.761807, "nauc_mrr_at_10_std": 0.199863, "nauc_mrr_at_10_diff1": 0.81099, "nauc_mrr_at_20_max": 0.760983, "nauc_mrr_at_20_std": 0.200152, "nauc_mrr_at_20_diff1": 0.809869, "nauc_mrr_at_100_max": 0.760615, "nauc_mrr_at_100_std": 0.200849, "nauc_mrr_at_100_diff1": 0.810294, "nauc_mrr_at_1000_max": 0.760682, "nauc_mrr_at_1000_std": 0.200579, "nauc_mrr_at_1000_diff1": 0.810441, "hit_rate_at_1": 0.579, "hit_rate_at_3": 0.681, "hit_rate_at_5": 0.71, "hit_rate_at_10": 0.75, "hit_rate_at_20": 0.791, "hit_rate_at_100": 0.887, "hit_rate_at_1000": 1.0, "main_score": 0.66425, "hf_subset": "c", "languages": [ "c-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.627, "ndcg_at_3": 0.69276, "ndcg_at_5": 0.70563, "ndcg_at_10": 0.71885, "ndcg_at_20": 0.72868, "ndcg_at_100": 0.74259, "ndcg_at_1000": 0.75244, "map_at_1": 0.627, "map_at_3": 0.67767, "map_at_5": 0.68487, "map_at_10": 0.6903, "map_at_20": 0.69298, "map_at_100": 0.69474, "map_at_1000": 0.69513, "recall_at_1": 0.627, "recall_at_3": 0.736, "recall_at_5": 0.767, "recall_at_10": 0.808, "recall_at_20": 0.847, "recall_at_100": 0.924, "recall_at_1000": 1.0, "accuracy": 0.627, "precision_at_1": 0.627, "precision_at_3": 0.24533, "precision_at_5": 0.1534, "precision_at_10": 0.0808, "precision_at_20": 0.04235, "precision_at_100": 0.00924, "precision_at_1000": 0.001, "mrr_at_1": 0.626, "mrr_at_3": 0.677, "mrr_at_5": 0.6842, "mrr_at_10": 0.689619, "mrr_at_20": 0.692295, "mrr_at_100": 0.694058, "mrr_at_1000": 0.694452, "nauc_ndcg_at_1_max": 0.693411, "nauc_ndcg_at_1_std": 0.052882, "nauc_ndcg_at_1_diff1": 0.843045, "nauc_ndcg_at_3_max": 0.749903, "nauc_ndcg_at_3_std": 0.117494, "nauc_ndcg_at_3_diff1": 0.787967, "nauc_ndcg_at_5_max": 0.747092, "nauc_ndcg_at_5_std": 0.128912, "nauc_ndcg_at_5_diff1": 0.785581, "nauc_ndcg_at_10_max": 0.739059, "nauc_ndcg_at_10_std": 0.142624, "nauc_ndcg_at_10_diff1": 0.779744, "nauc_ndcg_at_20_max": 0.735101, "nauc_ndcg_at_20_std": 0.138757, "nauc_ndcg_at_20_diff1": 0.78118, "nauc_ndcg_at_100_max": 0.735396, "nauc_ndcg_at_100_std": 0.145903, "nauc_ndcg_at_100_diff1": 0.783136, "nauc_ndcg_at_1000_max": 0.733465, "nauc_ndcg_at_1000_std": 0.127294, "nauc_ndcg_at_1000_diff1": 0.789443, "nauc_map_at_1_max": 0.693411, "nauc_map_at_1_std": 0.052882, "nauc_map_at_1_diff1": 0.843045, "nauc_map_at_3_max": 0.735522, "nauc_map_at_3_std": 0.100254, "nauc_map_at_3_diff1": 0.801151, "nauc_map_at_5_max": 0.733652, "nauc_map_at_5_std": 0.106168, "nauc_map_at_5_diff1": 0.800119, "nauc_map_at_10_max": 0.730254, "nauc_map_at_10_std": 0.110747, "nauc_map_at_10_diff1": 0.798026, "nauc_map_at_20_max": 0.729178, "nauc_map_at_20_std": 0.10943, "nauc_map_at_20_diff1": 0.798495, "nauc_map_at_100_max": 0.729142, "nauc_map_at_100_std": 0.110163, "nauc_map_at_100_diff1": 0.798747, "nauc_map_at_1000_max": 0.729066, "nauc_map_at_1000_std": 0.109532, "nauc_map_at_1000_diff1": 0.798959, "nauc_recall_at_1_max": 0.693411, "nauc_recall_at_1_std": 0.052882, "nauc_recall_at_1_diff1": 0.843045, "nauc_recall_at_3_max": 0.797436, "nauc_recall_at_3_std": 0.174875, "nauc_recall_at_3_diff1": 0.74481, "nauc_recall_at_5_max": 0.794923, "nauc_recall_at_5_std": 0.212685, "nauc_recall_at_5_diff1": 0.733519, "nauc_recall_at_10_max": 0.770856, "nauc_recall_at_10_std": 0.286155, "nauc_recall_at_10_diff1": 0.701186, "nauc_recall_at_20_max": 0.753642, "nauc_recall_at_20_std": 0.296287, "nauc_recall_at_20_diff1": 0.69268, "nauc_recall_at_100_max": 0.776862, "nauc_recall_at_100_std": 0.548467, "nauc_recall_at_100_diff1": 0.646064, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.693411, "nauc_precision_at_1_std": 0.052882, "nauc_precision_at_1_diff1": 0.843045, "nauc_precision_at_3_max": 0.797436, "nauc_precision_at_3_std": 0.174875, "nauc_precision_at_3_diff1": 0.74481, "nauc_precision_at_5_max": 0.794923, "nauc_precision_at_5_std": 0.212685, "nauc_precision_at_5_diff1": 0.733519, "nauc_precision_at_10_max": 0.770856, "nauc_precision_at_10_std": 0.286155, "nauc_precision_at_10_diff1": 0.701186, "nauc_precision_at_20_max": 0.753642, "nauc_precision_at_20_std": 0.296287, "nauc_precision_at_20_diff1": 0.69268, "nauc_precision_at_100_max": 0.776862, "nauc_precision_at_100_std": 0.548467, "nauc_precision_at_100_diff1": 0.646064, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.686334, "nauc_mrr_at_1_std": 0.046987, "nauc_mrr_at_1_diff1": 0.84482, "nauc_mrr_at_3_max": 0.730134, "nauc_mrr_at_3_std": 0.095803, "nauc_mrr_at_3_diff1": 0.802443, "nauc_mrr_at_5_max": 0.72816, "nauc_mrr_at_5_std": 0.10162, "nauc_mrr_at_5_diff1": 0.801438, "nauc_mrr_at_10_max": 0.724642, "nauc_mrr_at_10_std": 0.106006, "nauc_mrr_at_10_diff1": 0.799372, "nauc_mrr_at_20_max": 0.723518, "nauc_mrr_at_20_std": 0.104648, "nauc_mrr_at_20_diff1": 0.799853, "nauc_mrr_at_100_max": 0.723447, "nauc_mrr_at_100_std": 0.105353, "nauc_mrr_at_100_diff1": 0.800112, "nauc_mrr_at_1000_max": 0.723361, "nauc_mrr_at_1000_std": 0.104714, "nauc_mrr_at_1000_diff1": 0.800325, "hit_rate_at_1": 0.627, "hit_rate_at_3": 0.736, "hit_rate_at_5": 0.767, "hit_rate_at_10": 0.808, "hit_rate_at_20": 0.847, "hit_rate_at_100": 0.924, "hit_rate_at_1000": 1.0, "main_score": 0.71885, "hf_subset": "c++", "languages": [ "c++-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.612, "ndcg_at_3": 0.67634, "ndcg_at_5": 0.69218, "ndcg_at_10": 0.70645, "ndcg_at_20": 0.72018, "ndcg_at_100": 0.73308, "ndcg_at_1000": 0.74242, "map_at_1": 0.612, "map_at_3": 0.66117, "map_at_5": 0.67007, "map_at_10": 0.67598, "map_at_20": 0.67978, "map_at_100": 0.68154, "map_at_1000": 0.68188, "recall_at_1": 0.612, "recall_at_3": 0.72, "recall_at_5": 0.758, "recall_at_10": 0.802, "recall_at_20": 0.856, "recall_at_100": 0.926, "recall_at_1000": 1.0, "accuracy": 0.612, "precision_at_1": 0.612, "precision_at_3": 0.24, "precision_at_5": 0.1516, "precision_at_10": 0.0802, "precision_at_20": 0.0428, "precision_at_100": 0.00926, "precision_at_1000": 0.001, "mrr_at_1": 0.612, "mrr_at_3": 0.661167, "mrr_at_5": 0.670067, "mrr_at_10": 0.675977, "mrr_at_20": 0.679783, "mrr_at_100": 0.681542, "mrr_at_1000": 0.681884, "nauc_ndcg_at_1_max": 0.73887, "nauc_ndcg_at_1_std": 0.146492, "nauc_ndcg_at_1_diff1": 0.831804, "nauc_ndcg_at_3_max": 0.748282, "nauc_ndcg_at_3_std": 0.176505, "nauc_ndcg_at_3_diff1": 0.796936, "nauc_ndcg_at_5_max": 0.746682, "nauc_ndcg_at_5_std": 0.178105, "nauc_ndcg_at_5_diff1": 0.793016, "nauc_ndcg_at_10_max": 0.737697, "nauc_ndcg_at_10_std": 0.188766, "nauc_ndcg_at_10_diff1": 0.786669, "nauc_ndcg_at_20_max": 0.738867, "nauc_ndcg_at_20_std": 0.212318, "nauc_ndcg_at_20_diff1": 0.788735, "nauc_ndcg_at_100_max": 0.738647, "nauc_ndcg_at_100_std": 0.206292, "nauc_ndcg_at_100_diff1": 0.79222, "nauc_ndcg_at_1000_max": 0.740006, "nauc_ndcg_at_1000_std": 0.192515, "nauc_ndcg_at_1000_diff1": 0.795651, "nauc_map_at_1_max": 0.73887, "nauc_map_at_1_std": 0.146492, "nauc_map_at_1_diff1": 0.831804, "nauc_map_at_3_max": 0.745275, "nauc_map_at_3_std": 0.16983, "nauc_map_at_3_diff1": 0.804913, "nauc_map_at_5_max": 0.744287, "nauc_map_at_5_std": 0.170615, "nauc_map_at_5_diff1": 0.8029, "nauc_map_at_10_max": 0.740895, "nauc_map_at_10_std": 0.174793, "nauc_map_at_10_diff1": 0.800732, "nauc_map_at_20_max": 0.741286, "nauc_map_at_20_std": 0.180304, "nauc_map_at_20_diff1": 0.801418, "nauc_map_at_100_max": 0.741159, "nauc_map_at_100_std": 0.179538, "nauc_map_at_100_diff1": 0.801898, "nauc_map_at_1000_max": 0.741195, "nauc_map_at_1000_std": 0.179075, "nauc_map_at_1000_diff1": 0.802007, "nauc_recall_at_1_max": 0.73887, "nauc_recall_at_1_std": 0.146492, "nauc_recall_at_1_diff1": 0.831804, "nauc_recall_at_3_max": 0.758433, "nauc_recall_at_3_std": 0.197899, "nauc_recall_at_3_diff1": 0.771244, "nauc_recall_at_5_max": 0.755472, "nauc_recall_at_5_std": 0.204715, "nauc_recall_at_5_diff1": 0.757361, "nauc_recall_at_10_max": 0.719086, "nauc_recall_at_10_std": 0.251755, "nauc_recall_at_10_diff1": 0.724044, "nauc_recall_at_20_max": 0.719638, "nauc_recall_at_20_std": 0.433752, "nauc_recall_at_20_diff1": 0.716623, "nauc_recall_at_100_max": 0.705649, "nauc_recall_at_100_std": 0.520264, "nauc_recall_at_100_diff1": 0.712362, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.73887, "nauc_precision_at_1_std": 0.146492, "nauc_precision_at_1_diff1": 0.831804, "nauc_precision_at_3_max": 0.758433, "nauc_precision_at_3_std": 0.197899, "nauc_precision_at_3_diff1": 0.771244, "nauc_precision_at_5_max": 0.755472, "nauc_precision_at_5_std": 0.204715, "nauc_precision_at_5_diff1": 0.757361, "nauc_precision_at_10_max": 0.719086, "nauc_precision_at_10_std": 0.251755, "nauc_precision_at_10_diff1": 0.724044, "nauc_precision_at_20_max": 0.719638, "nauc_precision_at_20_std": 0.433752, "nauc_precision_at_20_diff1": 0.716623, "nauc_precision_at_100_max": 0.705649, "nauc_precision_at_100_std": 0.520264, "nauc_precision_at_100_diff1": 0.712362, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.73887, "nauc_mrr_at_1_std": 0.146492, "nauc_mrr_at_1_diff1": 0.831804, "nauc_mrr_at_3_max": 0.745275, "nauc_mrr_at_3_std": 0.16983, "nauc_mrr_at_3_diff1": 0.804913, "nauc_mrr_at_5_max": 0.744287, "nauc_mrr_at_5_std": 0.170615, "nauc_mrr_at_5_diff1": 0.8029, "nauc_mrr_at_10_max": 0.740895, "nauc_mrr_at_10_std": 0.174793, "nauc_mrr_at_10_diff1": 0.800732, "nauc_mrr_at_20_max": 0.741286, "nauc_mrr_at_20_std": 0.180304, "nauc_mrr_at_20_diff1": 0.801418, "nauc_mrr_at_100_max": 0.741159, "nauc_mrr_at_100_std": 0.179538, "nauc_mrr_at_100_diff1": 0.801898, "nauc_mrr_at_1000_max": 0.741195, "nauc_mrr_at_1000_std": 0.179075, "nauc_mrr_at_1000_diff1": 0.802007, "hit_rate_at_1": 0.612, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.758, "hit_rate_at_10": 0.802, "hit_rate_at_20": 0.856, "hit_rate_at_100": 0.926, "hit_rate_at_1000": 1.0, "main_score": 0.70645, "hf_subset": "rust", "languages": [ "rust-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.647, "ndcg_at_3": 0.71828, "ndcg_at_5": 0.73193, "ndcg_at_10": 0.74208, "ndcg_at_20": 0.75437, "ndcg_at_100": 0.76594, "ndcg_at_1000": 0.77339, "map_at_1": 0.647, "map_at_3": 0.70167, "map_at_5": 0.70927, "map_at_10": 0.71354, "map_at_20": 0.71698, "map_at_100": 0.71847, "map_at_1000": 0.71877, "recall_at_1": 0.647, "recall_at_3": 0.766, "recall_at_5": 0.799, "recall_at_10": 0.83, "recall_at_20": 0.878, "recall_at_100": 0.942, "recall_at_1000": 1.0, "accuracy": 0.647, "precision_at_1": 0.647, "precision_at_3": 0.25533, "precision_at_5": 0.1598, "precision_at_10": 0.083, "precision_at_20": 0.0439, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.647, "mrr_at_3": 0.701667, "mrr_at_5": 0.709267, "mrr_at_10": 0.713538, "mrr_at_20": 0.716981, "mrr_at_100": 0.718467, "mrr_at_1000": 0.718766, "nauc_ndcg_at_1_max": 0.690073, "nauc_ndcg_at_1_std": 0.037405, "nauc_ndcg_at_1_diff1": 0.849286, "nauc_ndcg_at_3_max": 0.738152, "nauc_ndcg_at_3_std": 0.096214, "nauc_ndcg_at_3_diff1": 0.805891, "nauc_ndcg_at_5_max": 0.739463, "nauc_ndcg_at_5_std": 0.097343, "nauc_ndcg_at_5_diff1": 0.801981, "nauc_ndcg_at_10_max": 0.735101, "nauc_ndcg_at_10_std": 0.096404, "nauc_ndcg_at_10_diff1": 0.803428, "nauc_ndcg_at_20_max": 0.732654, "nauc_ndcg_at_20_std": 0.109553, "nauc_ndcg_at_20_diff1": 0.802593, "nauc_ndcg_at_100_max": 0.729499, "nauc_ndcg_at_100_std": 0.101933, "nauc_ndcg_at_100_diff1": 0.805437, "nauc_ndcg_at_1000_max": 0.728276, "nauc_ndcg_at_1000_std": 0.094225, "nauc_ndcg_at_1000_diff1": 0.809414, "nauc_map_at_1_max": 0.690073, "nauc_map_at_1_std": 0.037405, "nauc_map_at_1_diff1": 0.849286, "nauc_map_at_3_max": 0.726354, "nauc_map_at_3_std": 0.080329, "nauc_map_at_3_diff1": 0.816629, "nauc_map_at_5_max": 0.726924, "nauc_map_at_5_std": 0.080669, "nauc_map_at_5_diff1": 0.814798, "nauc_map_at_10_max": 0.724927, "nauc_map_at_10_std": 0.08031, "nauc_map_at_10_diff1": 0.815483, "nauc_map_at_20_max": 0.724271, "nauc_map_at_20_std": 0.083411, "nauc_map_at_20_diff1": 0.81542, "nauc_map_at_100_max": 0.723799, "nauc_map_at_100_std": 0.082426, "nauc_map_at_100_diff1": 0.815672, "nauc_map_at_1000_max": 0.723742, "nauc_map_at_1000_std": 0.082193, "nauc_map_at_1000_diff1": 0.815855, "nauc_recall_at_1_max": 0.690073, "nauc_recall_at_1_std": 0.037405, "nauc_recall_at_1_diff1": 0.849286, "nauc_recall_at_3_max": 0.778266, "nauc_recall_at_3_std": 0.151034, "nauc_recall_at_3_diff1": 0.769326, "nauc_recall_at_5_max": 0.786504, "nauc_recall_at_5_std": 0.16083, "nauc_recall_at_5_diff1": 0.753082, "nauc_recall_at_10_max": 0.776844, "nauc_recall_at_10_std": 0.165418, "nauc_recall_at_10_diff1": 0.751646, "nauc_recall_at_20_max": 0.773201, "nauc_recall_at_20_std": 0.281074, "nauc_recall_at_20_diff1": 0.727783, "nauc_recall_at_100_max": 0.758629, "nauc_recall_at_100_std": 0.314023, "nauc_recall_at_100_diff1": 0.711026, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.690073, "nauc_precision_at_1_std": 0.037405, "nauc_precision_at_1_diff1": 0.849286, "nauc_precision_at_3_max": 0.778266, "nauc_precision_at_3_std": 0.151034, "nauc_precision_at_3_diff1": 0.769326, "nauc_precision_at_5_max": 0.786504, "nauc_precision_at_5_std": 0.16083, "nauc_precision_at_5_diff1": 0.753082, "nauc_precision_at_10_max": 0.776844, "nauc_precision_at_10_std": 0.165418, "nauc_precision_at_10_diff1": 0.751646, "nauc_precision_at_20_max": 0.773201, "nauc_precision_at_20_std": 0.281074, "nauc_precision_at_20_diff1": 0.727783, "nauc_precision_at_100_max": 0.758629, "nauc_precision_at_100_std": 0.314023, "nauc_precision_at_100_diff1": 0.711026, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.690073, "nauc_mrr_at_1_std": 0.037405, "nauc_mrr_at_1_diff1": 0.849286, "nauc_mrr_at_3_max": 0.726354, "nauc_mrr_at_3_std": 0.080329, "nauc_mrr_at_3_diff1": 0.816629, "nauc_mrr_at_5_max": 0.726924, "nauc_mrr_at_5_std": 0.080669, "nauc_mrr_at_5_diff1": 0.814798, "nauc_mrr_at_10_max": 0.724927, "nauc_mrr_at_10_std": 0.08031, "nauc_mrr_at_10_diff1": 0.815483, "nauc_mrr_at_20_max": 0.724271, "nauc_mrr_at_20_std": 0.083411, "nauc_mrr_at_20_diff1": 0.81542, "nauc_mrr_at_100_max": 0.723799, "nauc_mrr_at_100_std": 0.082426, "nauc_mrr_at_100_diff1": 0.815672, "nauc_mrr_at_1000_max": 0.723742, "nauc_mrr_at_1000_std": 0.082193, "nauc_mrr_at_1000_diff1": 0.815855, "hit_rate_at_1": 0.647, "hit_rate_at_3": 0.766, "hit_rate_at_5": 0.799, "hit_rate_at_10": 0.83, "hit_rate_at_20": 0.878, "hit_rate_at_100": 0.942, "hit_rate_at_1000": 1.0, "main_score": 0.74208, "hf_subset": "swift", "languages": [ "swift-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.691, "ndcg_at_3": 0.76478, "ndcg_at_5": 0.77911, "ndcg_at_10": 0.79121, "ndcg_at_20": 0.79506, "ndcg_at_100": 0.80314, "ndcg_at_1000": 0.80999, "map_at_1": 0.691, "map_at_3": 0.74733, "map_at_5": 0.75523, "map_at_10": 0.7603, "map_at_20": 0.76139, "map_at_100": 0.76254, "map_at_1000": 0.76278, "recall_at_1": 0.691, "recall_at_3": 0.815, "recall_at_5": 0.85, "recall_at_10": 0.887, "recall_at_20": 0.902, "recall_at_100": 0.945, "recall_at_1000": 1.0, "accuracy": 0.691, "precision_at_1": 0.691, "precision_at_3": 0.27167, "precision_at_5": 0.17, "precision_at_10": 0.0887, "precision_at_20": 0.0451, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.691, "mrr_at_3": 0.747333, "mrr_at_5": 0.755233, "mrr_at_10": 0.7603, "mrr_at_20": 0.761391, "mrr_at_100": 0.762542, "mrr_at_1000": 0.762782, "nauc_ndcg_at_1_max": 0.496164, "nauc_ndcg_at_1_std": 0.108114, "nauc_ndcg_at_1_diff1": 0.776948, "nauc_ndcg_at_3_max": 0.589298, "nauc_ndcg_at_3_std": 0.219309, "nauc_ndcg_at_3_diff1": 0.736599, "nauc_ndcg_at_5_max": 0.611005, "nauc_ndcg_at_5_std": 0.243194, "nauc_ndcg_at_5_diff1": 0.735105, "nauc_ndcg_at_10_max": 0.609709, "nauc_ndcg_at_10_std": 0.240889, "nauc_ndcg_at_10_diff1": 0.734102, "nauc_ndcg_at_20_max": 0.608272, "nauc_ndcg_at_20_std": 0.244853, "nauc_ndcg_at_20_diff1": 0.734085, "nauc_ndcg_at_100_max": 0.595937, "nauc_ndcg_at_100_std": 0.22879, "nauc_ndcg_at_100_diff1": 0.737803, "nauc_ndcg_at_1000_max": 0.58805, "nauc_ndcg_at_1000_std": 0.217841, "nauc_ndcg_at_1000_diff1": 0.741418, "nauc_map_at_1_max": 0.496164, "nauc_map_at_1_std": 0.108114, "nauc_map_at_1_diff1": 0.776948, "nauc_map_at_3_max": 0.564786, "nauc_map_at_3_std": 0.189289, "nauc_map_at_3_diff1": 0.748084, "nauc_map_at_5_max": 0.575129, "nauc_map_at_5_std": 0.200275, "nauc_map_at_5_diff1": 0.747659, "nauc_map_at_10_max": 0.573866, "nauc_map_at_10_std": 0.198304, "nauc_map_at_10_diff1": 0.747654, "nauc_map_at_20_max": 0.5735, "nauc_map_at_20_std": 0.199237, "nauc_map_at_20_diff1": 0.747743, "nauc_map_at_100_max": 0.571795, "nauc_map_at_100_std": 0.197128, "nauc_map_at_100_diff1": 0.748118, "nauc_map_at_1000_max": 0.571513, "nauc_map_at_1000_std": 0.196743, "nauc_map_at_1000_diff1": 0.748237, "nauc_recall_at_1_max": 0.496164, "nauc_recall_at_1_std": 0.108114, "nauc_recall_at_1_diff1": 0.776948, "nauc_recall_at_3_max": 0.679123, "nauc_recall_at_3_std": 0.329755, "nauc_recall_at_3_diff1": 0.694016, "nauc_recall_at_5_max": 0.770407, "nauc_recall_at_5_std": 0.434517, "nauc_recall_at_5_diff1": 0.680163, "nauc_recall_at_10_max": 0.810194, "nauc_recall_at_10_std": 0.480235, "nauc_recall_at_10_diff1": 0.658058, "nauc_recall_at_20_max": 0.824506, "nauc_recall_at_20_std": 0.539373, "nauc_recall_at_20_diff1": 0.647202, "nauc_recall_at_100_max": 0.785383, "nauc_recall_at_100_std": 0.493515, "nauc_recall_at_100_diff1": 0.650301, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.496164, "nauc_precision_at_1_std": 0.108114, "nauc_precision_at_1_diff1": 0.776948, "nauc_precision_at_3_max": 0.679123, "nauc_precision_at_3_std": 0.329755, "nauc_precision_at_3_diff1": 0.694016, "nauc_precision_at_5_max": 0.770407, "nauc_precision_at_5_std": 0.434517, "nauc_precision_at_5_diff1": 0.680163, "nauc_precision_at_10_max": 0.810194, "nauc_precision_at_10_std": 0.480235, "nauc_precision_at_10_diff1": 0.658058, "nauc_precision_at_20_max": 0.824506, "nauc_precision_at_20_std": 0.539373, "nauc_precision_at_20_diff1": 0.647202, "nauc_precision_at_100_max": 0.785383, "nauc_precision_at_100_std": 0.493515, "nauc_precision_at_100_diff1": 0.650301, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.496164, "nauc_mrr_at_1_std": 0.108114, "nauc_mrr_at_1_diff1": 0.776948, "nauc_mrr_at_3_max": 0.564786, "nauc_mrr_at_3_std": 0.189289, "nauc_mrr_at_3_diff1": 0.748084, "nauc_mrr_at_5_max": 0.575129, "nauc_mrr_at_5_std": 0.200275, "nauc_mrr_at_5_diff1": 0.747659, "nauc_mrr_at_10_max": 0.573866, "nauc_mrr_at_10_std": 0.198304, "nauc_mrr_at_10_diff1": 0.747654, "nauc_mrr_at_20_max": 0.5735, "nauc_mrr_at_20_std": 0.199237, "nauc_mrr_at_20_diff1": 0.747743, "nauc_mrr_at_100_max": 0.571795, "nauc_mrr_at_100_std": 0.197129, "nauc_mrr_at_100_diff1": 0.748117, "nauc_mrr_at_1000_max": 0.571513, "nauc_mrr_at_1000_std": 0.196744, "nauc_mrr_at_1000_diff1": 0.748237, "hit_rate_at_1": 0.691, "hit_rate_at_3": 0.815, "hit_rate_at_5": 0.85, "hit_rate_at_10": 0.887, "hit_rate_at_20": 0.902, "hit_rate_at_100": 0.945, "hit_rate_at_1000": 1.0, "main_score": 0.79121, "hf_subset": "scala", "languages": [ "scala-Code" ], "mteb_version": "2.15.4" }, { "ndcg_at_1": 0.634, "ndcg_at_3": 0.70389, "ndcg_at_5": 0.71758, "ndcg_at_10": 0.7291, "ndcg_at_20": 0.73796, "ndcg_at_100": 0.75131, "ndcg_at_1000": 0.7608, "map_at_1": 0.634, "map_at_3": 0.6875, "map_at_5": 0.69515, "map_at_10": 0.70003, "map_at_20": 0.70247, "map_at_100": 0.70431, "map_at_1000": 0.70467, "recall_at_1": 0.634, "recall_at_3": 0.751, "recall_at_5": 0.784, "recall_at_10": 0.819, "recall_at_20": 0.854, "recall_at_100": 0.926, "recall_at_1000": 1.0, "accuracy": 0.634, "precision_at_1": 0.634, "precision_at_3": 0.25033, "precision_at_5": 0.1568, "precision_at_10": 0.0819, "precision_at_20": 0.0427, "precision_at_100": 0.00926, "precision_at_1000": 0.001, "mrr_at_1": 0.634, "mrr_at_3": 0.6875, "mrr_at_5": 0.69515, "mrr_at_10": 0.700025, "mrr_at_20": 0.702471, "mrr_at_100": 0.704307, "mrr_at_1000": 0.704674, "nauc_ndcg_at_1_max": 0.746597, "nauc_ndcg_at_1_std": 0.054428, "nauc_ndcg_at_1_diff1": 0.860895, "nauc_ndcg_at_3_max": 0.76037, "nauc_ndcg_at_3_std": 0.071479, "nauc_ndcg_at_3_diff1": 0.821663, "nauc_ndcg_at_5_max": 0.757307, "nauc_ndcg_at_5_std": 0.08499, "nauc_ndcg_at_5_diff1": 0.814209, "nauc_ndcg_at_10_max": 0.752524, "nauc_ndcg_at_10_std": 0.082549, "nauc_ndcg_at_10_diff1": 0.813088, "nauc_ndcg_at_20_max": 0.750122, "nauc_ndcg_at_20_std": 0.083217, "nauc_ndcg_at_20_diff1": 0.81297, "nauc_ndcg_at_100_max": 0.751077, "nauc_ndcg_at_100_std": 0.091103, "nauc_ndcg_at_100_diff1": 0.816943, "nauc_ndcg_at_1000_max": 0.752346, "nauc_ndcg_at_1000_std": 0.081577, "nauc_ndcg_at_1000_diff1": 0.821042, "nauc_map_at_1_max": 0.746597, "nauc_map_at_1_std": 0.054428, "nauc_map_at_1_diff1": 0.860895, "nauc_map_at_3_max": 0.75711, "nauc_map_at_3_std": 0.06629, "nauc_map_at_3_diff1": 0.831491, "nauc_map_at_5_max": 0.755261, "nauc_map_at_5_std": 0.072919, "nauc_map_at_5_diff1": 0.827707, "nauc_map_at_10_max": 0.753072, "nauc_map_at_10_std": 0.072068, "nauc_map_at_10_diff1": 0.827367, "nauc_map_at_20_max": 0.752519, "nauc_map_at_20_std": 0.072243, "nauc_map_at_20_diff1": 0.827396, "nauc_map_at_100_max": 0.752606, "nauc_map_at_100_std": 0.073152, "nauc_map_at_100_diff1": 0.827965, "nauc_map_at_1000_max": 0.752694, "nauc_map_at_1000_std": 0.072923, "nauc_map_at_1000_diff1": 0.828129, "nauc_recall_at_1_max": 0.746597, "nauc_recall_at_1_std": 0.054428, "nauc_recall_at_1_diff1": 0.860895, "nauc_recall_at_3_max": 0.771249, "nauc_recall_at_3_std": 0.089443, "nauc_recall_at_3_diff1": 0.788559, "nauc_recall_at_5_max": 0.764421, "nauc_recall_at_5_std": 0.133406, "nauc_recall_at_5_diff1": 0.763, "nauc_recall_at_10_max": 0.748026, "nauc_recall_at_10_std": 0.129069, "nauc_recall_at_10_diff1": 0.75076, "nauc_recall_at_20_max": 0.731281, "nauc_recall_at_20_std": 0.142043, "nauc_recall_at_20_diff1": 0.73735, "nauc_recall_at_100_max": 0.731446, "nauc_recall_at_100_std": 0.314186, "nauc_recall_at_100_diff1": 0.73173, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.746597, "nauc_precision_at_1_std": 0.054428, "nauc_precision_at_1_diff1": 0.860895, "nauc_precision_at_3_max": 0.771249, "nauc_precision_at_3_std": 0.089443, "nauc_precision_at_3_diff1": 0.788559, "nauc_precision_at_5_max": 0.764421, "nauc_precision_at_5_std": 0.133406, "nauc_precision_at_5_diff1": 0.763, "nauc_precision_at_10_max": 0.748026, "nauc_precision_at_10_std": 0.129069, "nauc_precision_at_10_diff1": 0.75076, "nauc_precision_at_20_max": 0.731281, "nauc_precision_at_20_std": 0.142043, "nauc_precision_at_20_diff1": 0.73735, "nauc_precision_at_100_max": 0.731446, "nauc_precision_at_100_std": 0.314186, "nauc_precision_at_100_diff1": 0.73173, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.746597, "nauc_mrr_at_1_std": 0.054428, "nauc_mrr_at_1_diff1": 0.860895, "nauc_mrr_at_3_max": 0.75711, "nauc_mrr_at_3_std": 0.06629, "nauc_mrr_at_3_diff1": 0.831491, "nauc_mrr_at_5_max": 0.755261, "nauc_mrr_at_5_std": 0.072919, "nauc_mrr_at_5_diff1": 0.827707, "nauc_mrr_at_10_max": 0.753072, "nauc_mrr_at_10_std": 0.072068, "nauc_mrr_at_10_diff1": 0.827367, "nauc_mrr_at_20_max": 0.752519, "nauc_mrr_at_20_std": 0.072243, "nauc_mrr_at_20_diff1": 0.827396, "nauc_mrr_at_100_max": 0.752606, "nauc_mrr_at_100_std": 0.073152, "nauc_mrr_at_100_diff1": 0.827965, "nauc_mrr_at_1000_max": 0.752694, "nauc_mrr_at_1000_std": 0.072923, "nauc_mrr_at_1000_diff1": 0.828129, "hit_rate_at_1": 0.634, "hit_rate_at_3": 0.751, "hit_rate_at_5": 0.784, "hit_rate_at_10": 0.819, "hit_rate_at_20": 0.854, "hit_rate_at_100": 0.926, "hit_rate_at_1000": 1.0, "main_score": 0.7291, "hf_subset": "shell", "languages": [ "shell-Code" ], "mteb_version": "2.15.4" } ] }, "evaluation_time": 67.26189674700072, "kg_co2_emissions": null, "date": 1781271696.511839, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 17.367748865000976, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 17.43196161800006, "end": 21.145073208999747, "split": "train", "subset": "python" }, { "name": "Scoring", "start": 21.145964209999875, "end": 21.572105077000742, "split": "train", "subset": "python" }, { "name": "Encoding queries and documents", "start": 21.59078394500102, "end": 24.82136115799949, "split": "train", "subset": "javascript" }, { "name": "Scoring", "start": 24.822253223999724, "end": 25.275113666000834, "split": "train", "subset": "javascript" }, { "name": "Encoding queries and documents", "start": 25.29353425299996, "end": 28.425829367000915, "split": "train", "subset": "typescript" }, { "name": "Scoring", "start": 28.42695849300071, "end": 28.861688795999726, "split": "train", "subset": "typescript" }, { "name": "Encoding queries and documents", "start": 28.881756388000213, "end": 32.37621211900114, "split": "train", "subset": "go" }, { "name": "Scoring", "start": 32.377082786000756, "end": 32.80769206399964, "split": "train", "subset": "go" }, { "name": "Encoding queries and documents", "start": 32.827766771000825, "end": 35.84152048000033, "split": "train", "subset": "ruby" }, { "name": "Scoring", "start": 35.84271862999958, "end": 36.271910687000855, "split": "train", "subset": "ruby" }, { "name": "Encoding queries and documents", "start": 36.2914606000013, "end": 39.64774479600055, "split": "train", "subset": "java" }, { "name": "Scoring", "start": 39.648631944000954, "end": 40.075722027000666, "split": "train", "subset": "java" }, { "name": "Encoding queries and documents", "start": 40.09530918100063, "end": 43.123528271000396, "split": "train", "subset": "php" }, { "name": "Scoring", "start": 43.12450143299975, "end": 43.5898475390004, "split": "train", "subset": "php" }, { "name": "Encoding queries and documents", "start": 43.61019601500084, "end": 47.07578070999989, "split": "train", "subset": "c" }, { "name": "Scoring", "start": 47.0766433179997, "end": 47.520832647000134, "split": "train", "subset": "c" }, { "name": "Encoding queries and documents", "start": 47.54184902599991, "end": 51.34549901399987, "split": "train", "subset": "c++" }, { "name": "Scoring", "start": 51.34638543100118, "end": 51.81454251899959, "split": "train", "subset": "c++" }, { "name": "Encoding queries and documents", "start": 51.835848968999926, "end": 55.85728154299977, "split": "train", "subset": "rust" }, { "name": "Scoring", "start": 55.858246750000035, "end": 56.308171962000415, "split": "train", "subset": "rust" }, { "name": "Encoding queries and documents", "start": 56.330004216000816, "end": 59.6411039350005, "split": "train", "subset": "swift" }, { "name": "Scoring", "start": 59.64200038600029, "end": 60.0862247010009, "split": "train", "subset": "swift" }, { "name": "Encoding queries and documents", "start": 60.108234113000435, "end": 63.18548248300067, "split": "train", "subset": "scala" }, { "name": "Scoring", "start": 63.18634920800105, "end": 63.619761093001216, "split": "train", "subset": "scala" }, { "name": "Encoding queries and documents", "start": 63.64256544499949, "end": 66.81943782999952, "split": "train", "subset": "shell" }, { "name": "Scoring", "start": 66.82030302900057, "end": 67.24642939099977, "split": "train", "subset": "shell" } ] }