{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.71311, "ndcg_at_3": 0.78671, "ndcg_at_5": 0.8034, "ndcg_at_10": 0.81672, "ndcg_at_20": 0.82398, "ndcg_at_25": 0.82544, "ndcg_at_50": 0.82983, "ndcg_at_100": 0.83159, "ndcg_at_1000": 0.83342, "map_at_1": 0.71311, "map_at_3": 0.76921, "map_at_5": 0.77861, "map_at_10": 0.78415, "map_at_20": 0.78622, "map_at_25": 0.78651, "map_at_50": 0.78717, "map_at_100": 0.78733, "map_at_1000": 0.78742, "recall_at_1": 0.71311, "recall_at_3": 0.83709, "recall_at_5": 0.87705, "recall_at_10": 0.91803, "recall_at_20": 0.94621, "recall_at_25": 0.95287, "recall_at_50": 0.97541, "recall_at_100": 0.98617, "recall_at_1000": 1.0, "accuracy": 0.71311, "precision_at_1": 0.71311, "precision_at_3": 0.27903, "precision_at_5": 0.17541, "precision_at_10": 0.0918, "precision_at_20": 0.04731, "precision_at_25": 0.03811, "precision_at_50": 0.01951, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.713115, "mrr_at_3": 0.769211, "mrr_at_5": 0.778612, "mrr_at_10": 0.784151, "mrr_at_20": 0.786215, "mrr_at_25": 0.786512, "mrr_at_50": 0.787175, "mrr_at_100": 0.787335, "mrr_at_1000": 0.787415, "nauc_ndcg_at_1_max": 0.423165, "nauc_ndcg_at_1_std": -0.270686, "nauc_ndcg_at_1_diff1": 0.806881, "nauc_ndcg_at_3_max": 0.451823, "nauc_ndcg_at_3_std": -0.30716, "nauc_ndcg_at_3_diff1": 0.781641, "nauc_ndcg_at_5_max": 0.451893, "nauc_ndcg_at_5_std": -0.302596, "nauc_ndcg_at_5_diff1": 0.779797, "nauc_ndcg_at_10_max": 0.445671, "nauc_ndcg_at_10_std": -0.305059, "nauc_ndcg_at_10_diff1": 0.778939, "nauc_ndcg_at_20_max": 0.438932, "nauc_ndcg_at_20_std": -0.30979, "nauc_ndcg_at_20_diff1": 0.78069, "nauc_ndcg_at_25_max": 0.436879, "nauc_ndcg_at_25_std": -0.310954, "nauc_ndcg_at_25_diff1": 0.782316, "nauc_ndcg_at_50_max": 0.439571, "nauc_ndcg_at_50_std": -0.304378, "nauc_ndcg_at_50_diff1": 0.78426, "nauc_ndcg_at_100_max": 0.441502, "nauc_ndcg_at_100_std": -0.301, "nauc_ndcg_at_100_diff1": 0.783845, "nauc_ndcg_at_1000_max": 0.440865, "nauc_ndcg_at_1000_std": -0.300621, "nauc_ndcg_at_1000_diff1": 0.784813, "nauc_map_at_1_max": 0.423165, "nauc_map_at_1_std": -0.270686, "nauc_map_at_1_diff1": 0.806881, "nauc_map_at_3_max": 0.443155, "nauc_map_at_3_std": -0.298461, "nauc_map_at_3_diff1": 0.787701, "nauc_map_at_5_max": 0.443039, "nauc_map_at_5_std": -0.295404, "nauc_map_at_5_diff1": 0.787107, "nauc_map_at_10_max": 0.440277, "nauc_map_at_10_std": -0.296556, "nauc_map_at_10_diff1": 0.786876, "nauc_map_at_20_max": 0.438759, "nauc_map_at_20_std": -0.297324, "nauc_map_at_20_diff1": 0.787355, "nauc_map_at_25_max": 0.438404, "nauc_map_at_25_std": -0.2975, "nauc_map_at_25_diff1": 0.787629, "nauc_map_at_50_max": 0.438818, "nauc_map_at_50_std": -0.296675, "nauc_map_at_50_diff1": 0.787889, "nauc_map_at_100_max": 0.438964, "nauc_map_at_100_std": -0.29641, "nauc_map_at_100_diff1": 0.787861, "nauc_map_at_1000_max": 0.438967, "nauc_map_at_1000_std": -0.296373, "nauc_map_at_1000_diff1": 0.787894, "nauc_recall_at_1_max": 0.423165, "nauc_recall_at_1_std": -0.270686, "nauc_recall_at_1_diff1": 0.806881, "nauc_recall_at_3_max": 0.485534, "nauc_recall_at_3_std": -0.339755, "nauc_recall_at_3_diff1": 0.758908, "nauc_recall_at_5_max": 0.494146, "nauc_recall_at_5_std": -0.33552, "nauc_recall_at_5_diff1": 0.745095, "nauc_recall_at_10_max": 0.478468, "nauc_recall_at_10_std": -0.36057, "nauc_recall_at_10_diff1": 0.725128, "nauc_recall_at_20_max": 0.414533, "nauc_recall_at_20_std": -0.450816, "nauc_recall_at_20_diff1": 0.717588, "nauc_recall_at_25_max": 0.380149, "nauc_recall_at_25_std": -0.488546, "nauc_recall_at_25_diff1": 0.733877, "nauc_recall_at_50_max": 0.406991, "nauc_recall_at_50_std": -0.436111, "nauc_recall_at_50_diff1": 0.751439, "nauc_recall_at_100_max": 0.509529, "nauc_recall_at_100_std": -0.315944, "nauc_recall_at_100_diff1": 0.698596, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.423165, "nauc_precision_at_1_std": -0.270686, "nauc_precision_at_1_diff1": 0.806881, "nauc_precision_at_3_max": 0.485534, "nauc_precision_at_3_std": -0.339755, "nauc_precision_at_3_diff1": 0.758908, "nauc_precision_at_5_max": 0.494146, "nauc_precision_at_5_std": -0.33552, "nauc_precision_at_5_diff1": 0.745095, "nauc_precision_at_10_max": 0.478468, "nauc_precision_at_10_std": -0.36057, "nauc_precision_at_10_diff1": 0.725128, "nauc_precision_at_20_max": 0.414533, "nauc_precision_at_20_std": -0.450816, "nauc_precision_at_20_diff1": 0.717588, "nauc_precision_at_25_max": 0.380149, "nauc_precision_at_25_std": -0.488546, "nauc_precision_at_25_diff1": 0.733877, "nauc_precision_at_50_max": 0.406991, "nauc_precision_at_50_std": -0.436111, "nauc_precision_at_50_diff1": 0.751439, "nauc_precision_at_100_max": 0.509529, "nauc_precision_at_100_std": -0.315944, "nauc_precision_at_100_diff1": 0.698596, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.423165, "nauc_mrr_at_1_std": -0.270686, "nauc_mrr_at_1_diff1": 0.806881, "nauc_mrr_at_3_max": 0.443155, "nauc_mrr_at_3_std": -0.298461, "nauc_mrr_at_3_diff1": 0.787701, "nauc_mrr_at_5_max": 0.443039, "nauc_mrr_at_5_std": -0.295404, "nauc_mrr_at_5_diff1": 0.787107, "nauc_mrr_at_10_max": 0.440277, "nauc_mrr_at_10_std": -0.296556, "nauc_mrr_at_10_diff1": 0.786876, "nauc_mrr_at_20_max": 0.438759, "nauc_mrr_at_20_std": -0.297324, "nauc_mrr_at_20_diff1": 0.787355, "nauc_mrr_at_25_max": 0.438404, "nauc_mrr_at_25_std": -0.2975, "nauc_mrr_at_25_diff1": 0.787629, "nauc_mrr_at_50_max": 0.438818, "nauc_mrr_at_50_std": -0.296675, "nauc_mrr_at_50_diff1": 0.787889, "nauc_mrr_at_100_max": 0.438964, "nauc_mrr_at_100_std": -0.29641, "nauc_mrr_at_100_diff1": 0.787861, "nauc_mrr_at_1000_max": 0.438967, "nauc_mrr_at_1000_std": -0.296373, "nauc_mrr_at_1000_diff1": 0.787894, "hit_rate_at_1": 0.71311, "hit_rate_at_3": 0.83709, "hit_rate_at_5": 0.87705, "hit_rate_at_10": 0.91803, "hit_rate_at_20": 0.94621, "hit_rate_at_25": 0.95287, "hit_rate_at_50": 0.97541, "hit_rate_at_100": 0.98617, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.713115, "R_cap_at_3": 0.83709, "R_cap_at_5": 0.877049, "R_cap_at_10": 0.918033, "R_cap_at_20": 0.946209, "R_cap_at_25": 0.952869, "R_cap_at_50": 0.97541, "R_cap_at_100": 0.986168, "R_cap_at_1000": 1.0, "main_score": 0.81672, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73031, "ndcg_at_3": 0.81596, "ndcg_at_5": 0.82763, "ndcg_at_10": 0.83914, "ndcg_at_20": 0.84475, "ndcg_at_25": 0.8459, "ndcg_at_50": 0.84916, "ndcg_at_100": 0.85062, "ndcg_at_1000": 0.85159, "map_at_1": 0.73031, "map_at_3": 0.7952, "map_at_5": 0.8017, "map_at_10": 0.80658, "map_at_20": 0.80811, "map_at_25": 0.80834, "map_at_50": 0.80881, "map_at_100": 0.80894, "map_at_1000": 0.80898, "recall_at_1": 0.73031, "recall_at_3": 0.87593, "recall_at_5": 0.90416, "recall_at_10": 0.93908, "recall_at_20": 0.96137, "recall_at_25": 0.96657, "recall_at_50": 0.98366, "recall_at_100": 0.99257, "recall_at_1000": 1.0, "accuracy": 0.73031, "precision_at_1": 0.73031, "precision_at_3": 0.29198, "precision_at_5": 0.18083, "precision_at_10": 0.09391, "precision_at_20": 0.04807, "precision_at_25": 0.03866, "precision_at_50": 0.01967, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.730312, "mrr_at_3": 0.795196, "mrr_at_5": 0.801696, "mrr_at_10": 0.806581, "mrr_at_20": 0.808105, "mrr_at_25": 0.808344, "mrr_at_50": 0.808809, "mrr_at_100": 0.808941, "mrr_at_1000": 0.808981, "nauc_ndcg_at_1_max": 0.521572, "nauc_ndcg_at_1_std": -0.227124, "nauc_ndcg_at_1_diff1": 0.778116, "nauc_ndcg_at_3_max": 0.565191, "nauc_ndcg_at_3_std": -0.288258, "nauc_ndcg_at_3_diff1": 0.759316, "nauc_ndcg_at_5_max": 0.561603, "nauc_ndcg_at_5_std": -0.284808, "nauc_ndcg_at_5_diff1": 0.755788, "nauc_ndcg_at_10_max": 0.556832, "nauc_ndcg_at_10_std": -0.290846, "nauc_ndcg_at_10_diff1": 0.761292, "nauc_ndcg_at_20_max": 0.55448, "nauc_ndcg_at_20_std": -0.28175, "nauc_ndcg_at_20_diff1": 0.76096, "nauc_ndcg_at_25_max": 0.553984, "nauc_ndcg_at_25_std": -0.281415, "nauc_ndcg_at_25_diff1": 0.761411, "nauc_ndcg_at_50_max": 0.553281, "nauc_ndcg_at_50_std": -0.275791, "nauc_ndcg_at_50_diff1": 0.763514, "nauc_ndcg_at_100_max": 0.55273, "nauc_ndcg_at_100_std": -0.276493, "nauc_ndcg_at_100_diff1": 0.763977, "nauc_ndcg_at_1000_max": 0.551251, "nauc_ndcg_at_1000_std": -0.274476, "nauc_ndcg_at_1000_diff1": 0.76418, "nauc_map_at_1_max": 0.521572, "nauc_map_at_1_std": -0.227124, "nauc_map_at_1_diff1": 0.778116, "nauc_map_at_3_max": 0.551991, "nauc_map_at_3_std": -0.271485, "nauc_map_at_3_diff1": 0.765338, "nauc_map_at_5_max": 0.54998, "nauc_map_at_5_std": -0.268699, "nauc_map_at_5_diff1": 0.763763, "nauc_map_at_10_max": 0.547944, "nauc_map_at_10_std": -0.27059, "nauc_map_at_10_diff1": 0.765961, "nauc_map_at_20_max": 0.547323, "nauc_map_at_20_std": -0.268332, "nauc_map_at_20_diff1": 0.765956, "nauc_map_at_25_max": 0.547229, "nauc_map_at_25_std": -0.268252, "nauc_map_at_25_diff1": 0.766041, "nauc_map_at_50_max": 0.547165, "nauc_map_at_50_std": -0.26765, "nauc_map_at_50_diff1": 0.76628, "nauc_map_at_100_max": 0.547122, "nauc_map_at_100_std": -0.267709, "nauc_map_at_100_diff1": 0.766328, "nauc_map_at_1000_max": 0.547075, "nauc_map_at_1000_std": -0.267627, "nauc_map_at_1000_diff1": 0.766334, "nauc_recall_at_1_max": 0.521572, "nauc_recall_at_1_std": -0.227124, "nauc_recall_at_1_diff1": 0.778116, "nauc_recall_at_3_max": 0.623623, "nauc_recall_at_3_std": -0.361399, "nauc_recall_at_3_diff1": 0.732443, "nauc_recall_at_5_max": 0.623198, "nauc_recall_at_5_std": -0.371051, "nauc_recall_at_5_diff1": 0.711514, "nauc_recall_at_10_max": 0.623538, "nauc_recall_at_10_std": -0.462098, "nauc_recall_at_10_diff1": 0.726412, "nauc_recall_at_20_max": 0.628347, "nauc_recall_at_20_std": -0.430602, "nauc_recall_at_20_diff1": 0.70055, "nauc_recall_at_25_max": 0.630439, "nauc_recall_at_25_std": -0.447705, "nauc_recall_at_25_diff1": 0.699567, "nauc_recall_at_50_max": 0.6745, "nauc_recall_at_50_std": -0.362588, "nauc_recall_at_50_diff1": 0.72977, "nauc_recall_at_100_max": 0.758175, "nauc_recall_at_100_std": -0.538402, "nauc_recall_at_100_diff1": 0.735035, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.521572, "nauc_precision_at_1_std": -0.227124, "nauc_precision_at_1_diff1": 0.778116, "nauc_precision_at_3_max": 0.623623, "nauc_precision_at_3_std": -0.361399, "nauc_precision_at_3_diff1": 0.732443, "nauc_precision_at_5_max": 0.623198, "nauc_precision_at_5_std": -0.371051, "nauc_precision_at_5_diff1": 0.711514, "nauc_precision_at_10_max": 0.623538, "nauc_precision_at_10_std": -0.462098, "nauc_precision_at_10_diff1": 0.726412, "nauc_precision_at_20_max": 0.628347, "nauc_precision_at_20_std": -0.430602, "nauc_precision_at_20_diff1": 0.70055, "nauc_precision_at_25_max": 0.630439, "nauc_precision_at_25_std": -0.447705, "nauc_precision_at_25_diff1": 0.699567, "nauc_precision_at_50_max": 0.6745, "nauc_precision_at_50_std": -0.362588, "nauc_precision_at_50_diff1": 0.72977, "nauc_precision_at_100_max": 0.758175, "nauc_precision_at_100_std": -0.538402, "nauc_precision_at_100_diff1": 0.735035, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.521572, "nauc_mrr_at_1_std": -0.227124, "nauc_mrr_at_1_diff1": 0.778116, "nauc_mrr_at_3_max": 0.551991, "nauc_mrr_at_3_std": -0.271485, "nauc_mrr_at_3_diff1": 0.765338, "nauc_mrr_at_5_max": 0.54998, "nauc_mrr_at_5_std": -0.268699, "nauc_mrr_at_5_diff1": 0.763763, "nauc_mrr_at_10_max": 0.547944, "nauc_mrr_at_10_std": -0.27059, "nauc_mrr_at_10_diff1": 0.765961, "nauc_mrr_at_20_max": 0.547323, "nauc_mrr_at_20_std": -0.268332, "nauc_mrr_at_20_diff1": 0.765956, "nauc_mrr_at_25_max": 0.547229, "nauc_mrr_at_25_std": -0.268252, "nauc_mrr_at_25_diff1": 0.766041, "nauc_mrr_at_50_max": 0.547165, "nauc_mrr_at_50_std": -0.26765, "nauc_mrr_at_50_diff1": 0.76628, "nauc_mrr_at_100_max": 0.547122, "nauc_mrr_at_100_std": -0.267709, "nauc_mrr_at_100_diff1": 0.766328, "nauc_mrr_at_1000_max": 0.547075, "nauc_mrr_at_1000_std": -0.267627, "nauc_mrr_at_1000_diff1": 0.766334, "hit_rate_at_1": 0.73031, "hit_rate_at_3": 0.87593, "hit_rate_at_5": 0.90416, "hit_rate_at_10": 0.93908, "hit_rate_at_20": 0.96137, "hit_rate_at_25": 0.96657, "hit_rate_at_50": 0.98366, "hit_rate_at_100": 0.99257, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.730312, "R_cap_at_3": 0.875929, "R_cap_at_5": 0.90416, "R_cap_at_10": 0.939079, "R_cap_at_20": 0.961367, "R_cap_at_25": 0.966568, "R_cap_at_50": 0.983655, "R_cap_at_100": 0.992571, "R_cap_at_1000": 1.0, "main_score": 0.83914, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63519, "ndcg_at_3": 0.7213, "ndcg_at_5": 0.74022, "ndcg_at_10": 0.75718, "ndcg_at_20": 0.76806, "ndcg_at_25": 0.77087, "ndcg_at_50": 0.77706, "ndcg_at_100": 0.77957, "ndcg_at_1000": 0.78199, "map_at_1": 0.63519, "map_at_3": 0.70081, "map_at_5": 0.71132, "map_at_10": 0.71841, "map_at_20": 0.72144, "map_at_25": 0.722, "map_at_50": 0.72294, "map_at_100": 0.72317, "map_at_1000": 0.72328, "recall_at_1": 0.63519, "recall_at_3": 0.78034, "recall_at_5": 0.82621, "recall_at_10": 0.87816, "recall_at_20": 0.92087, "recall_at_25": 0.93374, "recall_at_50": 0.96553, "recall_at_100": 0.98083, "recall_at_1000": 0.99903, "accuracy": 0.63519, "precision_at_1": 0.63519, "precision_at_3": 0.26011, "precision_at_5": 0.16524, "precision_at_10": 0.08782, "precision_at_20": 0.04604, "precision_at_25": 0.03735, "precision_at_50": 0.01931, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.635194, "mrr_at_3": 0.700809, "mrr_at_5": 0.711319, "mrr_at_10": 0.718408, "mrr_at_20": 0.721442, "mrr_at_25": 0.722003, "mrr_at_50": 0.722941, "mrr_at_100": 0.723172, "mrr_at_1000": 0.723277, "nauc_ndcg_at_1_max": 0.418134, "nauc_ndcg_at_1_std": -0.214674, "nauc_ndcg_at_1_diff1": 0.764209, "nauc_ndcg_at_3_max": 0.436944, "nauc_ndcg_at_3_std": -0.221448, "nauc_ndcg_at_3_diff1": 0.73826, "nauc_ndcg_at_5_max": 0.44485, "nauc_ndcg_at_5_std": -0.225222, "nauc_ndcg_at_5_diff1": 0.738814, "nauc_ndcg_at_10_max": 0.443651, "nauc_ndcg_at_10_std": -0.226095, "nauc_ndcg_at_10_diff1": 0.737848, "nauc_ndcg_at_20_max": 0.445811, "nauc_ndcg_at_20_std": -0.215715, "nauc_ndcg_at_20_diff1": 0.738567, "nauc_ndcg_at_25_max": 0.443602, "nauc_ndcg_at_25_std": -0.214457, "nauc_ndcg_at_25_diff1": 0.738388, "nauc_ndcg_at_50_max": 0.442932, "nauc_ndcg_at_50_std": -0.214242, "nauc_ndcg_at_50_diff1": 0.740548, "nauc_ndcg_at_100_max": 0.442274, "nauc_ndcg_at_100_std": -0.212082, "nauc_ndcg_at_100_diff1": 0.741114, "nauc_ndcg_at_1000_max": 0.439808, "nauc_ndcg_at_1000_std": -0.21731, "nauc_ndcg_at_1000_diff1": 0.742587, "nauc_map_at_1_max": 0.418134, "nauc_map_at_1_std": -0.214674, "nauc_map_at_1_diff1": 0.764209, "nauc_map_at_3_max": 0.432749, "nauc_map_at_3_std": -0.219863, "nauc_map_at_3_diff1": 0.745251, "nauc_map_at_5_max": 0.436699, "nauc_map_at_5_std": -0.221694, "nauc_map_at_5_diff1": 0.745691, "nauc_map_at_10_max": 0.435876, "nauc_map_at_10_std": -0.222043, "nauc_map_at_10_diff1": 0.74551, "nauc_map_at_20_max": 0.436197, "nauc_map_at_20_std": -0.2194, "nauc_map_at_20_diff1": 0.745703, "nauc_map_at_25_max": 0.435806, "nauc_map_at_25_std": -0.219205, "nauc_map_at_25_diff1": 0.74569, "nauc_map_at_50_max": 0.435711, "nauc_map_at_50_std": -0.219224, "nauc_map_at_50_diff1": 0.74599, "nauc_map_at_100_max": 0.435669, "nauc_map_at_100_std": -0.219055, "nauc_map_at_100_diff1": 0.746039, "nauc_map_at_1000_max": 0.435592, "nauc_map_at_1000_std": -0.219225, "nauc_map_at_1000_diff1": 0.746089, "nauc_recall_at_1_max": 0.418134, "nauc_recall_at_1_std": -0.214674, "nauc_recall_at_1_diff1": 0.764209, "nauc_recall_at_3_max": 0.451611, "nauc_recall_at_3_std": -0.227036, "nauc_recall_at_3_diff1": 0.713027, "nauc_recall_at_5_max": 0.480755, "nauc_recall_at_5_std": -0.241061, "nauc_recall_at_5_diff1": 0.709693, "nauc_recall_at_10_max": 0.489715, "nauc_recall_at_10_std": -0.250569, "nauc_recall_at_10_diff1": 0.693462, "nauc_recall_at_20_max": 0.536482, "nauc_recall_at_20_std": -0.163442, "nauc_recall_at_20_diff1": 0.679767, "nauc_recall_at_25_max": 0.523939, "nauc_recall_at_25_std": -0.135916, "nauc_recall_at_25_diff1": 0.665909, "nauc_recall_at_50_max": 0.577294, "nauc_recall_at_50_std": -0.055217, "nauc_recall_at_50_diff1": 0.660006, "nauc_recall_at_100_max": 0.641723, "nauc_recall_at_100_std": 0.19713, "nauc_recall_at_100_diff1": 0.629289, "nauc_recall_at_1000_max": 0.737395, "nauc_recall_at_1000_std": 0.233427, "nauc_recall_at_1000_diff1": 0.695378, "nauc_precision_at_1_max": 0.418134, "nauc_precision_at_1_std": -0.214674, "nauc_precision_at_1_diff1": 0.764209, "nauc_precision_at_3_max": 0.451611, "nauc_precision_at_3_std": -0.227036, "nauc_precision_at_3_diff1": 0.713027, "nauc_precision_at_5_max": 0.480755, "nauc_precision_at_5_std": -0.241061, "nauc_precision_at_5_diff1": 0.709693, "nauc_precision_at_10_max": 0.489715, "nauc_precision_at_10_std": -0.250569, "nauc_precision_at_10_diff1": 0.693462, "nauc_precision_at_20_max": 0.536482, "nauc_precision_at_20_std": -0.163442, "nauc_precision_at_20_diff1": 0.679767, "nauc_precision_at_25_max": 0.523939, "nauc_precision_at_25_std": -0.135916, "nauc_precision_at_25_diff1": 0.665909, "nauc_precision_at_50_max": 0.577294, "nauc_precision_at_50_std": -0.055217, "nauc_precision_at_50_diff1": 0.660006, "nauc_precision_at_100_max": 0.641723, "nauc_precision_at_100_std": 0.19713, "nauc_precision_at_100_diff1": 0.629289, "nauc_precision_at_1000_max": 0.737395, "nauc_precision_at_1000_std": 0.233427, "nauc_precision_at_1000_diff1": 0.695378, "nauc_mrr_at_1_max": 0.418134, "nauc_mrr_at_1_std": -0.214674, "nauc_mrr_at_1_diff1": 0.764209, "nauc_mrr_at_3_max": 0.432749, "nauc_mrr_at_3_std": -0.219863, "nauc_mrr_at_3_diff1": 0.745251, "nauc_mrr_at_5_max": 0.436699, "nauc_mrr_at_5_std": -0.221694, "nauc_mrr_at_5_diff1": 0.745691, "nauc_mrr_at_10_max": 0.435876, "nauc_mrr_at_10_std": -0.222043, "nauc_mrr_at_10_diff1": 0.74551, "nauc_mrr_at_20_max": 0.436197, "nauc_mrr_at_20_std": -0.2194, "nauc_mrr_at_20_diff1": 0.745703, "nauc_mrr_at_25_max": 0.435806, "nauc_mrr_at_25_std": -0.219205, "nauc_mrr_at_25_diff1": 0.74569, "nauc_mrr_at_50_max": 0.435711, "nauc_mrr_at_50_std": -0.219224, "nauc_mrr_at_50_diff1": 0.74599, "nauc_mrr_at_100_max": 0.435669, "nauc_mrr_at_100_std": -0.219055, "nauc_mrr_at_100_diff1": 0.746039, "nauc_mrr_at_1000_max": 0.435592, "nauc_mrr_at_1000_std": -0.219225, "nauc_mrr_at_1000_diff1": 0.746089, "hit_rate_at_1": 0.63519, "hit_rate_at_3": 0.78034, "hit_rate_at_5": 0.82621, "hit_rate_at_10": 0.87816, "hit_rate_at_20": 0.92087, "hit_rate_at_25": 0.93374, "hit_rate_at_50": 0.96553, "hit_rate_at_100": 0.98083, "hit_rate_at_1000": 0.99903, "R_cap_at_1": 0.635194, "R_cap_at_3": 0.78034, "R_cap_at_5": 0.826214, "R_cap_at_10": 0.878155, "R_cap_at_20": 0.920874, "R_cap_at_25": 0.933738, "R_cap_at_50": 0.965534, "R_cap_at_100": 0.980825, "R_cap_at_1000": 0.999029, "main_score": 0.75718, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90629, "ndcg_at_3": 0.95061, "ndcg_at_5": 0.95547, "ndcg_at_10": 0.95752, "ndcg_at_20": 0.95783, "ndcg_at_25": 0.95783, "ndcg_at_50": 0.95783, "ndcg_at_100": 0.95783, "ndcg_at_1000": 0.95801, "map_at_1": 0.90629, "map_at_3": 0.94052, "map_at_5": 0.94328, "map_at_10": 0.94411, "map_at_20": 0.94419, "map_at_25": 0.94419, "map_at_50": 0.94419, "map_at_100": 0.94419, "map_at_1000": 0.9442, "recall_at_1": 0.90629, "recall_at_3": 0.97946, "recall_at_5": 0.99101, "recall_at_10": 0.99743, "recall_at_20": 0.99872, "recall_at_25": 0.99872, "recall_at_50": 0.99872, "recall_at_100": 0.99872, "recall_at_1000": 1.0, "accuracy": 0.90629, "precision_at_1": 0.90629, "precision_at_3": 0.32649, "precision_at_5": 0.1982, "precision_at_10": 0.09974, "precision_at_20": 0.04994, "precision_at_25": 0.03995, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.90629, "mrr_at_3": 0.940522, "mrr_at_5": 0.943282, "mrr_at_10": 0.944111, "mrr_at_20": 0.944186, "mrr_at_25": 0.944186, "mrr_at_50": 0.944186, "mrr_at_100": 0.944186, "mrr_at_1000": 0.944198, "nauc_ndcg_at_1_max": 0.587596, "nauc_ndcg_at_1_std": -0.036734, "nauc_ndcg_at_1_diff1": 0.883317, "nauc_ndcg_at_3_max": 0.624419, "nauc_ndcg_at_3_std": -0.021226, "nauc_ndcg_at_3_diff1": 0.878803, "nauc_ndcg_at_5_max": 0.625943, "nauc_ndcg_at_5_std": 0.003537, "nauc_ndcg_at_5_diff1": 0.875973, "nauc_ndcg_at_10_max": 0.617477, "nauc_ndcg_at_10_std": -0.011479, "nauc_ndcg_at_10_diff1": 0.876926, "nauc_ndcg_at_20_max": 0.614685, "nauc_ndcg_at_20_std": -0.017908, "nauc_ndcg_at_20_diff1": 0.876982, "nauc_ndcg_at_25_max": 0.614685, "nauc_ndcg_at_25_std": -0.017908, "nauc_ndcg_at_25_diff1": 0.876982, "nauc_ndcg_at_50_max": 0.614685, "nauc_ndcg_at_50_std": -0.017908, "nauc_ndcg_at_50_diff1": 0.876982, "nauc_ndcg_at_100_max": 0.614685, "nauc_ndcg_at_100_std": -0.017908, "nauc_ndcg_at_100_diff1": 0.876982, "nauc_ndcg_at_1000_max": 0.6142, "nauc_ndcg_at_1000_std": -0.018539, "nauc_ndcg_at_1000_diff1": 0.878438, "nauc_map_at_1_max": 0.587596, "nauc_map_at_1_std": -0.036734, "nauc_map_at_1_diff1": 0.883317, "nauc_map_at_3_max": 0.614324, "nauc_map_at_3_std": -0.026609, "nauc_map_at_3_diff1": 0.880079, "nauc_map_at_5_max": 0.614588, "nauc_map_at_5_std": -0.015645, "nauc_map_at_5_diff1": 0.878986, "nauc_map_at_10_max": 0.611932, "nauc_map_at_10_std": -0.020569, "nauc_map_at_10_diff1": 0.879467, "nauc_map_at_20_max": 0.611407, "nauc_map_at_20_std": -0.021773, "nauc_map_at_20_diff1": 0.879481, "nauc_map_at_25_max": 0.611407, "nauc_map_at_25_std": -0.021773, "nauc_map_at_25_diff1": 0.879481, "nauc_map_at_50_max": 0.611407, "nauc_map_at_50_std": -0.021773, "nauc_map_at_50_diff1": 0.879481, "nauc_map_at_100_max": 0.611407, "nauc_map_at_100_std": -0.021773, "nauc_map_at_100_diff1": 0.879481, "nauc_map_at_1000_max": 0.611384, "nauc_map_at_1000_std": -0.021803, "nauc_map_at_1000_diff1": 0.87955, "nauc_recall_at_1_max": 0.587596, "nauc_recall_at_1_std": -0.036734, "nauc_recall_at_1_diff1": 0.883317, "nauc_recall_at_3_max": 0.704123, "nauc_recall_at_3_std": 0.023142, "nauc_recall_at_3_diff1": 0.868664, "nauc_recall_at_5_max": 0.822555, "nauc_recall_at_5_std": 0.366705, "nauc_recall_at_5_diff1": 0.819548, "nauc_recall_at_10_max": 0.861078, "nauc_recall_at_10_std": 0.495708, "nauc_recall_at_10_diff1": 0.71163, "nauc_recall_at_20_max": 0.722156, "nauc_recall_at_20_std": 0.122154, "nauc_recall_at_20_diff1": 0.553997, "nauc_recall_at_25_max": 0.722156, "nauc_recall_at_25_std": 0.122154, "nauc_recall_at_25_diff1": 0.553997, "nauc_recall_at_50_max": 0.722156, "nauc_recall_at_50_std": 0.122154, "nauc_recall_at_50_diff1": 0.553997, "nauc_recall_at_100_max": 0.722156, "nauc_recall_at_100_std": 0.122154, "nauc_recall_at_100_diff1": 0.553997, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.587596, "nauc_precision_at_1_std": -0.036734, "nauc_precision_at_1_diff1": 0.883317, "nauc_precision_at_3_max": 0.704123, "nauc_precision_at_3_std": 0.023142, "nauc_precision_at_3_diff1": 0.868664, "nauc_precision_at_5_max": 0.822555, "nauc_precision_at_5_std": 0.366705, "nauc_precision_at_5_diff1": 0.819548, "nauc_precision_at_10_max": 0.861078, "nauc_precision_at_10_std": 0.495708, "nauc_precision_at_10_diff1": 0.71163, "nauc_precision_at_20_max": 0.722156, "nauc_precision_at_20_std": 0.122154, "nauc_precision_at_20_diff1": 0.553997, "nauc_precision_at_25_max": 0.722156, "nauc_precision_at_25_std": 0.122154, "nauc_precision_at_25_diff1": 0.553997, "nauc_precision_at_50_max": 0.722156, "nauc_precision_at_50_std": 0.122154, "nauc_precision_at_50_diff1": 0.553997, "nauc_precision_at_100_max": 0.722156, "nauc_precision_at_100_std": 0.122154, "nauc_precision_at_100_diff1": 0.553997, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.587596, "nauc_mrr_at_1_std": -0.036734, "nauc_mrr_at_1_diff1": 0.883317, "nauc_mrr_at_3_max": 0.614324, "nauc_mrr_at_3_std": -0.026609, "nauc_mrr_at_3_diff1": 0.880079, "nauc_mrr_at_5_max": 0.614588, "nauc_mrr_at_5_std": -0.015645, "nauc_mrr_at_5_diff1": 0.878986, "nauc_mrr_at_10_max": 0.611932, "nauc_mrr_at_10_std": -0.020569, "nauc_mrr_at_10_diff1": 0.879467, "nauc_mrr_at_20_max": 0.611407, "nauc_mrr_at_20_std": -0.021773, "nauc_mrr_at_20_diff1": 0.879481, "nauc_mrr_at_25_max": 0.611407, "nauc_mrr_at_25_std": -0.021773, "nauc_mrr_at_25_diff1": 0.879481, "nauc_mrr_at_50_max": 0.611407, "nauc_mrr_at_50_std": -0.021773, "nauc_mrr_at_50_diff1": 0.879481, "nauc_mrr_at_100_max": 0.611407, "nauc_mrr_at_100_std": -0.021773, "nauc_mrr_at_100_diff1": 0.879481, "nauc_mrr_at_1000_max": 0.611384, "nauc_mrr_at_1000_std": -0.021803, "nauc_mrr_at_1000_diff1": 0.87955, "hit_rate_at_1": 0.90629, "hit_rate_at_3": 0.97946, "hit_rate_at_5": 0.99101, "hit_rate_at_10": 0.99743, "hit_rate_at_20": 0.99872, "hit_rate_at_25": 0.99872, "hit_rate_at_50": 0.99872, "hit_rate_at_100": 0.99872, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.90629, "R_cap_at_3": 0.979461, "R_cap_at_5": 0.991014, "R_cap_at_10": 0.997433, "R_cap_at_20": 0.998716, "R_cap_at_25": 0.998716, "R_cap_at_50": 0.998716, "R_cap_at_100": 0.998716, "R_cap_at_1000": 1.0, "main_score": 0.95752, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67554, "ndcg_at_3": 0.77142, "ndcg_at_5": 0.79088, "ndcg_at_10": 0.80389, "ndcg_at_20": 0.81111, "ndcg_at_25": 0.81299, "ndcg_at_50": 0.81619, "ndcg_at_100": 0.81877, "ndcg_at_1000": 0.81984, "map_at_1": 0.67554, "map_at_3": 0.74893, "map_at_5": 0.75974, "map_at_10": 0.76509, "map_at_20": 0.76711, "map_at_25": 0.76749, "map_at_50": 0.76798, "map_at_100": 0.76823, "map_at_1000": 0.76828, "recall_at_1": 0.67554, "recall_at_3": 0.83605, "recall_at_5": 0.88326, "recall_at_10": 0.92361, "recall_at_20": 0.95193, "recall_at_25": 0.96052, "recall_at_50": 0.97682, "recall_at_100": 0.99227, "recall_at_1000": 1.0, "accuracy": 0.67554, "precision_at_1": 0.67554, "precision_at_3": 0.27868, "precision_at_5": 0.17665, "precision_at_10": 0.09236, "precision_at_20": 0.0476, "precision_at_25": 0.03842, "precision_at_50": 0.01954, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.675536, "mrr_at_3": 0.748927, "mrr_at_5": 0.759742, "mrr_at_10": 0.765087, "mrr_at_20": 0.767106, "mrr_at_25": 0.767485, "mrr_at_50": 0.767978, "mrr_at_100": 0.768227, "mrr_at_1000": 0.768282, "nauc_ndcg_at_1_max": 0.388398, "nauc_ndcg_at_1_std": -0.087691, "nauc_ndcg_at_1_diff1": 0.714326, "nauc_ndcg_at_3_max": 0.453086, "nauc_ndcg_at_3_std": -0.08889, "nauc_ndcg_at_3_diff1": 0.6817, "nauc_ndcg_at_5_max": 0.449789, "nauc_ndcg_at_5_std": -0.092436, "nauc_ndcg_at_5_diff1": 0.674525, "nauc_ndcg_at_10_max": 0.439364, "nauc_ndcg_at_10_std": -0.099309, "nauc_ndcg_at_10_diff1": 0.680073, "nauc_ndcg_at_20_max": 0.431989, "nauc_ndcg_at_20_std": -0.109929, "nauc_ndcg_at_20_diff1": 0.682336, "nauc_ndcg_at_25_max": 0.433503, "nauc_ndcg_at_25_std": -0.106746, "nauc_ndcg_at_25_diff1": 0.681961, "nauc_ndcg_at_50_max": 0.436756, "nauc_ndcg_at_50_std": -0.099722, "nauc_ndcg_at_50_diff1": 0.688233, "nauc_ndcg_at_100_max": 0.433245, "nauc_ndcg_at_100_std": -0.098994, "nauc_ndcg_at_100_diff1": 0.688303, "nauc_ndcg_at_1000_max": 0.431646, "nauc_ndcg_at_1000_std": -0.096798, "nauc_ndcg_at_1000_diff1": 0.687336, "nauc_map_at_1_max": 0.388398, "nauc_map_at_1_std": -0.087691, "nauc_map_at_1_diff1": 0.714326, "nauc_map_at_3_max": 0.434144, "nauc_map_at_3_std": -0.088562, "nauc_map_at_3_diff1": 0.690279, "nauc_map_at_5_max": 0.432193, "nauc_map_at_5_std": -0.08955, "nauc_map_at_5_diff1": 0.686946, "nauc_map_at_10_max": 0.427766, "nauc_map_at_10_std": -0.091914, "nauc_map_at_10_diff1": 0.68885, "nauc_map_at_20_max": 0.426001, "nauc_map_at_20_std": -0.094289, "nauc_map_at_20_diff1": 0.689595, "nauc_map_at_25_max": 0.426255, "nauc_map_at_25_std": -0.09372, "nauc_map_at_25_diff1": 0.689561, "nauc_map_at_50_max": 0.426662, "nauc_map_at_50_std": -0.092902, "nauc_map_at_50_diff1": 0.690436, "nauc_map_at_100_max": 0.426376, "nauc_map_at_100_std": -0.092867, "nauc_map_at_100_diff1": 0.690438, "nauc_map_at_1000_max": 0.426302, "nauc_map_at_1000_std": -0.092811, "nauc_map_at_1000_diff1": 0.690402, "nauc_recall_at_1_max": 0.388398, "nauc_recall_at_1_std": -0.087691, "nauc_recall_at_1_diff1": 0.714326, "nauc_recall_at_3_max": 0.530165, "nauc_recall_at_3_std": -0.090211, "nauc_recall_at_3_diff1": 0.647373, "nauc_recall_at_5_max": 0.540832, "nauc_recall_at_5_std": -0.11034, "nauc_recall_at_5_diff1": 0.608151, "nauc_recall_at_10_max": 0.51793, "nauc_recall_at_10_std": -0.167324, "nauc_recall_at_10_diff1": 0.619159, "nauc_recall_at_20_max": 0.462287, "nauc_recall_at_20_std": -0.352149, "nauc_recall_at_20_diff1": 0.609656, "nauc_recall_at_25_max": 0.496895, "nauc_recall_at_25_std": -0.344949, "nauc_recall_at_25_diff1": 0.585982, "nauc_recall_at_50_max": 0.655037, "nauc_recall_at_50_std": -0.253498, "nauc_recall_at_50_diff1": 0.732845, "nauc_recall_at_100_max": 0.660638, "nauc_recall_at_100_std": -0.456387, "nauc_recall_at_100_diff1": 0.833019, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.388398, "nauc_precision_at_1_std": -0.087691, "nauc_precision_at_1_diff1": 0.714326, "nauc_precision_at_3_max": 0.530165, "nauc_precision_at_3_std": -0.090211, "nauc_precision_at_3_diff1": 0.647373, "nauc_precision_at_5_max": 0.540832, "nauc_precision_at_5_std": -0.11034, "nauc_precision_at_5_diff1": 0.608151, "nauc_precision_at_10_max": 0.51793, "nauc_precision_at_10_std": -0.167324, "nauc_precision_at_10_diff1": 0.619159, "nauc_precision_at_20_max": 0.462287, "nauc_precision_at_20_std": -0.352149, "nauc_precision_at_20_diff1": 0.609656, "nauc_precision_at_25_max": 0.496895, "nauc_precision_at_25_std": -0.344949, "nauc_precision_at_25_diff1": 0.585982, "nauc_precision_at_50_max": 0.655037, "nauc_precision_at_50_std": -0.253498, "nauc_precision_at_50_diff1": 0.732845, "nauc_precision_at_100_max": 0.660638, "nauc_precision_at_100_std": -0.456387, "nauc_precision_at_100_diff1": 0.833019, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.388398, "nauc_mrr_at_1_std": -0.087691, "nauc_mrr_at_1_diff1": 0.714326, "nauc_mrr_at_3_max": 0.434144, "nauc_mrr_at_3_std": -0.088562, "nauc_mrr_at_3_diff1": 0.690279, "nauc_mrr_at_5_max": 0.432193, "nauc_mrr_at_5_std": -0.08955, "nauc_mrr_at_5_diff1": 0.686946, "nauc_mrr_at_10_max": 0.427766, "nauc_mrr_at_10_std": -0.091914, "nauc_mrr_at_10_diff1": 0.68885, "nauc_mrr_at_20_max": 0.426001, "nauc_mrr_at_20_std": -0.094289, "nauc_mrr_at_20_diff1": 0.689595, "nauc_mrr_at_25_max": 0.426255, "nauc_mrr_at_25_std": -0.09372, "nauc_mrr_at_25_diff1": 0.689561, "nauc_mrr_at_50_max": 0.426662, "nauc_mrr_at_50_std": -0.092902, "nauc_mrr_at_50_diff1": 0.690436, "nauc_mrr_at_100_max": 0.426376, "nauc_mrr_at_100_std": -0.092867, "nauc_mrr_at_100_diff1": 0.690438, "nauc_mrr_at_1000_max": 0.426302, "nauc_mrr_at_1000_std": -0.092811, "nauc_mrr_at_1000_diff1": 0.690402, "hit_rate_at_1": 0.67554, "hit_rate_at_3": 0.83605, "hit_rate_at_5": 0.88326, "hit_rate_at_10": 0.92361, "hit_rate_at_20": 0.95193, "hit_rate_at_25": 0.96052, "hit_rate_at_50": 0.97682, "hit_rate_at_100": 0.99227, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.675536, "R_cap_at_3": 0.836052, "R_cap_at_5": 0.883262, "R_cap_at_10": 0.923605, "R_cap_at_20": 0.951931, "R_cap_at_25": 0.960515, "R_cap_at_50": 0.976824, "R_cap_at_100": 0.992275, "R_cap_at_1000": 1.0, "main_score": 0.80389, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70246, "ndcg_at_3": 0.78271, "ndcg_at_5": 0.79999, "ndcg_at_10": 0.81334, "ndcg_at_20": 0.82075, "ndcg_at_25": 0.82195, "ndcg_at_50": 0.82503, "ndcg_at_100": 0.82703, "ndcg_at_1000": 0.82907, "map_at_1": 0.70246, "map_at_3": 0.76365, "map_at_5": 0.77327, "map_at_10": 0.77875, "map_at_20": 0.78081, "map_at_25": 0.78105, "map_at_50": 0.78151, "map_at_100": 0.78169, "map_at_1000": 0.78177, "recall_at_1": 0.70246, "recall_at_3": 0.83758, "recall_at_5": 0.87944, "recall_at_10": 0.92084, "recall_at_20": 0.94995, "recall_at_25": 0.95541, "recall_at_50": 0.97134, "recall_at_100": 0.98362, "recall_at_1000": 0.99955, "accuracy": 0.70246, "precision_at_1": 0.70246, "precision_at_3": 0.27919, "precision_at_5": 0.17589, "precision_at_10": 0.09208, "precision_at_20": 0.0475, "precision_at_25": 0.03822, "precision_at_50": 0.01943, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.702457, "mrr_at_3": 0.763649, "mrr_at_5": 0.773271, "mrr_at_10": 0.778752, "mrr_at_20": 0.780808, "mrr_at_25": 0.781051, "mrr_at_50": 0.781515, "mrr_at_100": 0.781691, "mrr_at_1000": 0.781772, "nauc_ndcg_at_1_max": 0.529242, "nauc_ndcg_at_1_std": -0.092943, "nauc_ndcg_at_1_diff1": 0.776719, "nauc_ndcg_at_3_max": 0.551004, "nauc_ndcg_at_3_std": -0.130248, "nauc_ndcg_at_3_diff1": 0.746609, "nauc_ndcg_at_5_max": 0.553137, "nauc_ndcg_at_5_std": -0.126823, "nauc_ndcg_at_5_diff1": 0.750697, "nauc_ndcg_at_10_max": 0.550809, "nauc_ndcg_at_10_std": -0.127707, "nauc_ndcg_at_10_diff1": 0.748936, "nauc_ndcg_at_20_max": 0.549158, "nauc_ndcg_at_20_std": -0.123198, "nauc_ndcg_at_20_diff1": 0.752011, "nauc_ndcg_at_25_max": 0.549426, "nauc_ndcg_at_25_std": -0.12194, "nauc_ndcg_at_25_diff1": 0.753076, "nauc_ndcg_at_50_max": 0.547806, "nauc_ndcg_at_50_std": -0.120691, "nauc_ndcg_at_50_diff1": 0.755937, "nauc_ndcg_at_100_max": 0.546395, "nauc_ndcg_at_100_std": -0.121957, "nauc_ndcg_at_100_diff1": 0.755454, "nauc_ndcg_at_1000_max": 0.546239, "nauc_ndcg_at_1000_std": -0.120608, "nauc_ndcg_at_1000_diff1": 0.755305, "nauc_map_at_1_max": 0.529242, "nauc_map_at_1_std": -0.092943, "nauc_map_at_1_diff1": 0.776719, "nauc_map_at_3_max": 0.543959, "nauc_map_at_3_std": -0.12017, "nauc_map_at_3_diff1": 0.754248, "nauc_map_at_5_max": 0.544789, "nauc_map_at_5_std": -0.118292, "nauc_map_at_5_diff1": 0.756712, "nauc_map_at_10_max": 0.544109, "nauc_map_at_10_std": -0.11829, "nauc_map_at_10_diff1": 0.75613, "nauc_map_at_20_max": 0.543662, "nauc_map_at_20_std": -0.117059, "nauc_map_at_20_diff1": 0.756959, "nauc_map_at_25_max": 0.543691, "nauc_map_at_25_std": -0.116876, "nauc_map_at_25_diff1": 0.757142, "nauc_map_at_50_max": 0.54344, "nauc_map_at_50_std": -0.116705, "nauc_map_at_50_diff1": 0.757498, "nauc_map_at_100_max": 0.543336, "nauc_map_at_100_std": -0.11679, "nauc_map_at_100_diff1": 0.757467, "nauc_map_at_1000_max": 0.543335, "nauc_map_at_1000_std": -0.116743, "nauc_map_at_1000_diff1": 0.757459, "nauc_recall_at_1_max": 0.529242, "nauc_recall_at_1_std": -0.092943, "nauc_recall_at_1_diff1": 0.776719, "nauc_recall_at_3_max": 0.579231, "nauc_recall_at_3_std": -0.169597, "nauc_recall_at_3_diff1": 0.717089, "nauc_recall_at_5_max": 0.595483, "nauc_recall_at_5_std": -0.167227, "nauc_recall_at_5_diff1": 0.722416, "nauc_recall_at_10_max": 0.596162, "nauc_recall_at_10_std": -0.194055, "nauc_recall_at_10_diff1": 0.698517, "nauc_recall_at_20_max": 0.601359, "nauc_recall_at_20_std": -0.178275, "nauc_recall_at_20_diff1": 0.706841, "nauc_recall_at_25_max": 0.612513, "nauc_recall_at_25_std": -0.162923, "nauc_recall_at_25_diff1": 0.718771, "nauc_recall_at_50_max": 0.605221, "nauc_recall_at_50_std": -0.150945, "nauc_recall_at_50_diff1": 0.780805, "nauc_recall_at_100_max": 0.566285, "nauc_recall_at_100_std": -0.247477, "nauc_recall_at_100_diff1": 0.770988, "nauc_recall_at_1000_max": 0.722176, "nauc_recall_at_1000_std": -1.151471, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.529242, "nauc_precision_at_1_std": -0.092943, "nauc_precision_at_1_diff1": 0.776719, "nauc_precision_at_3_max": 0.579231, "nauc_precision_at_3_std": -0.169597, "nauc_precision_at_3_diff1": 0.717089, "nauc_precision_at_5_max": 0.595483, "nauc_precision_at_5_std": -0.167227, "nauc_precision_at_5_diff1": 0.722416, "nauc_precision_at_10_max": 0.596162, "nauc_precision_at_10_std": -0.194055, "nauc_precision_at_10_diff1": 0.698517, "nauc_precision_at_20_max": 0.601359, "nauc_precision_at_20_std": -0.178275, "nauc_precision_at_20_diff1": 0.706841, "nauc_precision_at_25_max": 0.612513, "nauc_precision_at_25_std": -0.162923, "nauc_precision_at_25_diff1": 0.718771, "nauc_precision_at_50_max": 0.605221, "nauc_precision_at_50_std": -0.150945, "nauc_precision_at_50_diff1": 0.780805, "nauc_precision_at_100_max": 0.566285, "nauc_precision_at_100_std": -0.247477, "nauc_precision_at_100_diff1": 0.770988, "nauc_precision_at_1000_max": 0.722176, "nauc_precision_at_1000_std": -1.151471, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.529242, "nauc_mrr_at_1_std": -0.092943, "nauc_mrr_at_1_diff1": 0.776719, "nauc_mrr_at_3_max": 0.543959, "nauc_mrr_at_3_std": -0.12017, "nauc_mrr_at_3_diff1": 0.754248, "nauc_mrr_at_5_max": 0.544789, "nauc_mrr_at_5_std": -0.118292, "nauc_mrr_at_5_diff1": 0.756712, "nauc_mrr_at_10_max": 0.544109, "nauc_mrr_at_10_std": -0.11829, "nauc_mrr_at_10_diff1": 0.75613, "nauc_mrr_at_20_max": 0.543662, "nauc_mrr_at_20_std": -0.117059, "nauc_mrr_at_20_diff1": 0.756959, "nauc_mrr_at_25_max": 0.543691, "nauc_mrr_at_25_std": -0.116876, "nauc_mrr_at_25_diff1": 0.757142, "nauc_mrr_at_50_max": 0.54344, "nauc_mrr_at_50_std": -0.116705, "nauc_mrr_at_50_diff1": 0.757498, "nauc_mrr_at_100_max": 0.543336, "nauc_mrr_at_100_std": -0.11679, "nauc_mrr_at_100_diff1": 0.757467, "nauc_mrr_at_1000_max": 0.543335, "nauc_mrr_at_1000_std": -0.116743, "nauc_mrr_at_1000_diff1": 0.757459, "hit_rate_at_1": 0.70246, "hit_rate_at_3": 0.83758, "hit_rate_at_5": 0.87944, "hit_rate_at_10": 0.92084, "hit_rate_at_20": 0.94995, "hit_rate_at_25": 0.95541, "hit_rate_at_50": 0.97134, "hit_rate_at_100": 0.98362, "hit_rate_at_1000": 0.99955, "R_cap_at_1": 0.702457, "R_cap_at_3": 0.83758, "R_cap_at_5": 0.879436, "R_cap_at_10": 0.920837, "R_cap_at_20": 0.949955, "R_cap_at_25": 0.955414, "R_cap_at_50": 0.971338, "R_cap_at_100": 0.983621, "R_cap_at_1000": 0.999545, "main_score": 0.81334, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78354, "ndcg_at_3": 0.8591, "ndcg_at_5": 0.87351, "ndcg_at_10": 0.8801, "ndcg_at_20": 0.88443, "ndcg_at_25": 0.88513, "ndcg_at_50": 0.88698, "ndcg_at_100": 0.8875, "ndcg_at_1000": 0.88775, "map_at_1": 0.78354, "map_at_3": 0.84135, "map_at_5": 0.84939, "map_at_10": 0.85213, "map_at_20": 0.85332, "map_at_25": 0.85347, "map_at_50": 0.85375, "map_at_100": 0.8538, "map_at_1000": 0.85381, "recall_at_1": 0.78354, "recall_at_3": 0.91013, "recall_at_5": 0.94494, "recall_at_10": 0.96519, "recall_at_20": 0.98228, "recall_at_25": 0.98544, "recall_at_50": 0.99494, "recall_at_100": 0.9981, "recall_at_1000": 1.0, "accuracy": 0.78354, "precision_at_1": 0.78354, "precision_at_3": 0.30338, "precision_at_5": 0.18899, "precision_at_10": 0.09652, "precision_at_20": 0.04911, "precision_at_25": 0.03942, "precision_at_50": 0.0199, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.783544, "mrr_at_3": 0.84135, "mrr_at_5": 0.849388, "mrr_at_10": 0.85213, "mrr_at_20": 0.853323, "mrr_at_25": 0.853466, "mrr_at_50": 0.853749, "mrr_at_100": 0.853797, "mrr_at_1000": 0.853807, "nauc_ndcg_at_1_max": 0.505469, "nauc_ndcg_at_1_std": -0.178382, "nauc_ndcg_at_1_diff1": 0.795122, "nauc_ndcg_at_3_max": 0.552066, "nauc_ndcg_at_3_std": -0.225107, "nauc_ndcg_at_3_diff1": 0.759969, "nauc_ndcg_at_5_max": 0.557863, "nauc_ndcg_at_5_std": -0.205473, "nauc_ndcg_at_5_diff1": 0.766369, "nauc_ndcg_at_10_max": 0.548343, "nauc_ndcg_at_10_std": -0.213216, "nauc_ndcg_at_10_diff1": 0.773233, "nauc_ndcg_at_20_max": 0.54725, "nauc_ndcg_at_20_std": -0.195863, "nauc_ndcg_at_20_diff1": 0.771115, "nauc_ndcg_at_25_max": 0.544491, "nauc_ndcg_at_25_std": -0.200456, "nauc_ndcg_at_25_diff1": 0.770525, "nauc_ndcg_at_50_max": 0.541037, "nauc_ndcg_at_50_std": -0.204269, "nauc_ndcg_at_50_diff1": 0.773239, "nauc_ndcg_at_100_max": 0.540529, "nauc_ndcg_at_100_std": -0.202096, "nauc_ndcg_at_100_diff1": 0.773228, "nauc_ndcg_at_1000_max": 0.539649, "nauc_ndcg_at_1000_std": -0.202068, "nauc_ndcg_at_1000_diff1": 0.773164, "nauc_map_at_1_max": 0.505469, "nauc_map_at_1_std": -0.178382, "nauc_map_at_1_diff1": 0.795122, "nauc_map_at_3_max": 0.537429, "nauc_map_at_3_std": -0.209319, "nauc_map_at_3_diff1": 0.769195, "nauc_map_at_5_max": 0.539241, "nauc_map_at_5_std": -0.199152, "nauc_map_at_5_diff1": 0.772659, "nauc_map_at_10_max": 0.535635, "nauc_map_at_10_std": -0.201611, "nauc_map_at_10_diff1": 0.775217, "nauc_map_at_20_max": 0.53536, "nauc_map_at_20_std": -0.197879, "nauc_map_at_20_diff1": 0.774756, "nauc_map_at_25_max": 0.534903, "nauc_map_at_25_std": -0.198616, "nauc_map_at_25_diff1": 0.774666, "nauc_map_at_50_max": 0.534472, "nauc_map_at_50_std": -0.199116, "nauc_map_at_50_diff1": 0.775006, "nauc_map_at_100_max": 0.534439, "nauc_map_at_100_std": -0.198955, "nauc_map_at_100_diff1": 0.775004, "nauc_map_at_1000_max": 0.534409, "nauc_map_at_1000_std": -0.198973, "nauc_map_at_1000_diff1": 0.775004, "nauc_recall_at_1_max": 0.505469, "nauc_recall_at_1_std": -0.178382, "nauc_recall_at_1_diff1": 0.795122, "nauc_recall_at_3_max": 0.62203, "nauc_recall_at_3_std": -0.301351, "nauc_recall_at_3_diff1": 0.717143, "nauc_recall_at_5_max": 0.697651, "nauc_recall_at_5_std": -0.246525, "nauc_recall_at_5_diff1": 0.724535, "nauc_recall_at_10_max": 0.684144, "nauc_recall_at_10_std": -0.34823, "nauc_recall_at_10_diff1": 0.766293, "nauc_recall_at_20_max": 0.784297, "nauc_recall_at_20_std": -0.049403, "nauc_recall_at_20_diff1": 0.709317, "nauc_recall_at_25_max": 0.743089, "nauc_recall_at_25_std": -0.172411, "nauc_recall_at_25_diff1": 0.675963, "nauc_recall_at_50_max": 0.745973, "nauc_recall_at_50_std": -0.507586, "nauc_recall_at_50_diff1": 0.786415, "nauc_recall_at_100_max": 0.907407, "nauc_recall_at_100_std": -0.281979, "nauc_recall_at_100_diff1": 0.807812, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.505469, "nauc_precision_at_1_std": -0.178382, "nauc_precision_at_1_diff1": 0.795122, "nauc_precision_at_3_max": 0.62203, "nauc_precision_at_3_std": -0.301351, "nauc_precision_at_3_diff1": 0.717143, "nauc_precision_at_5_max": 0.697651, "nauc_precision_at_5_std": -0.246525, "nauc_precision_at_5_diff1": 0.724535, "nauc_precision_at_10_max": 0.684144, "nauc_precision_at_10_std": -0.34823, "nauc_precision_at_10_diff1": 0.766293, "nauc_precision_at_20_max": 0.784297, "nauc_precision_at_20_std": -0.049403, "nauc_precision_at_20_diff1": 0.709317, "nauc_precision_at_25_max": 0.743089, "nauc_precision_at_25_std": -0.172411, "nauc_precision_at_25_diff1": 0.675963, "nauc_precision_at_50_max": 0.745973, "nauc_precision_at_50_std": -0.507586, "nauc_precision_at_50_diff1": 0.786415, "nauc_precision_at_100_max": 0.907407, "nauc_precision_at_100_std": -0.281979, "nauc_precision_at_100_diff1": 0.807812, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.505469, "nauc_mrr_at_1_std": -0.178382, "nauc_mrr_at_1_diff1": 0.795122, "nauc_mrr_at_3_max": 0.537429, "nauc_mrr_at_3_std": -0.209319, "nauc_mrr_at_3_diff1": 0.769195, "nauc_mrr_at_5_max": 0.539241, "nauc_mrr_at_5_std": -0.199152, "nauc_mrr_at_5_diff1": 0.772659, "nauc_mrr_at_10_max": 0.535635, "nauc_mrr_at_10_std": -0.201611, "nauc_mrr_at_10_diff1": 0.775217, "nauc_mrr_at_20_max": 0.53536, "nauc_mrr_at_20_std": -0.197879, "nauc_mrr_at_20_diff1": 0.774756, "nauc_mrr_at_25_max": 0.534903, "nauc_mrr_at_25_std": -0.198616, "nauc_mrr_at_25_diff1": 0.774666, "nauc_mrr_at_50_max": 0.534472, "nauc_mrr_at_50_std": -0.199116, "nauc_mrr_at_50_diff1": 0.775006, "nauc_mrr_at_100_max": 0.534439, "nauc_mrr_at_100_std": -0.198955, "nauc_mrr_at_100_diff1": 0.775004, "nauc_mrr_at_1000_max": 0.534409, "nauc_mrr_at_1000_std": -0.198973, "nauc_mrr_at_1000_diff1": 0.775004, "hit_rate_at_1": 0.78354, "hit_rate_at_3": 0.91013, "hit_rate_at_5": 0.94494, "hit_rate_at_10": 0.96519, "hit_rate_at_20": 0.98228, "hit_rate_at_25": 0.98544, "hit_rate_at_50": 0.99494, "hit_rate_at_100": 0.9981, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.783544, "R_cap_at_3": 0.910127, "R_cap_at_5": 0.944937, "R_cap_at_10": 0.96519, "R_cap_at_20": 0.982278, "R_cap_at_25": 0.985443, "R_cap_at_50": 0.994937, "R_cap_at_100": 0.998101, "R_cap_at_1000": 1.0, "main_score": 0.8801, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77831, "ndcg_at_3": 0.84426, "ndcg_at_5": 0.85872, "ndcg_at_10": 0.86772, "ndcg_at_20": 0.87125, "ndcg_at_25": 0.87284, "ndcg_at_50": 0.87576, "ndcg_at_100": 0.87709, "ndcg_at_1000": 0.87756, "map_at_1": 0.77831, "map_at_3": 0.82851, "map_at_5": 0.83651, "map_at_10": 0.8403, "map_at_20": 0.84127, "map_at_25": 0.84159, "map_at_50": 0.84204, "map_at_100": 0.84216, "map_at_1000": 0.84218, "recall_at_1": 0.77831, "recall_at_3": 0.88964, "recall_at_5": 0.92482, "recall_at_10": 0.95229, "recall_at_20": 0.96627, "recall_at_25": 0.97349, "recall_at_50": 0.98843, "recall_at_100": 0.99663, "recall_at_1000": 1.0, "accuracy": 0.77831, "precision_at_1": 0.77831, "precision_at_3": 0.29655, "precision_at_5": 0.18496, "precision_at_10": 0.09523, "precision_at_20": 0.04831, "precision_at_25": 0.03894, "precision_at_50": 0.01977, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.778313, "mrr_at_3": 0.828514, "mrr_at_5": 0.836514, "mrr_at_10": 0.8403, "mrr_at_20": 0.841268, "mrr_at_25": 0.841591, "mrr_at_50": 0.842038, "mrr_at_100": 0.842155, "mrr_at_1000": 0.842179, "nauc_ndcg_at_1_max": 0.553107, "nauc_ndcg_at_1_std": -0.267712, "nauc_ndcg_at_1_diff1": 0.852971, "nauc_ndcg_at_3_max": 0.563578, "nauc_ndcg_at_3_std": -0.281585, "nauc_ndcg_at_3_diff1": 0.828222, "nauc_ndcg_at_5_max": 0.565177, "nauc_ndcg_at_5_std": -0.278507, "nauc_ndcg_at_5_diff1": 0.834233, "nauc_ndcg_at_10_max": 0.566949, "nauc_ndcg_at_10_std": -0.278601, "nauc_ndcg_at_10_diff1": 0.836424, "nauc_ndcg_at_20_max": 0.564555, "nauc_ndcg_at_20_std": -0.283815, "nauc_ndcg_at_20_diff1": 0.837515, "nauc_ndcg_at_25_max": 0.566132, "nauc_ndcg_at_25_std": -0.27814, "nauc_ndcg_at_25_diff1": 0.837681, "nauc_ndcg_at_50_max": 0.566598, "nauc_ndcg_at_50_std": -0.272681, "nauc_ndcg_at_50_diff1": 0.838073, "nauc_ndcg_at_100_max": 0.565945, "nauc_ndcg_at_100_std": -0.273259, "nauc_ndcg_at_100_diff1": 0.838316, "nauc_ndcg_at_1000_max": 0.564734, "nauc_ndcg_at_1000_std": -0.274709, "nauc_ndcg_at_1000_diff1": 0.838494, "nauc_map_at_1_max": 0.553107, "nauc_map_at_1_std": -0.267712, "nauc_map_at_1_diff1": 0.852971, "nauc_map_at_3_max": 0.561313, "nauc_map_at_3_std": -0.277152, "nauc_map_at_3_diff1": 0.83563, "nauc_map_at_5_max": 0.562254, "nauc_map_at_5_std": -0.274871, "nauc_map_at_5_diff1": 0.838831, "nauc_map_at_10_max": 0.563051, "nauc_map_at_10_std": -0.274509, "nauc_map_at_10_diff1": 0.839806, "nauc_map_at_20_max": 0.562542, "nauc_map_at_20_std": -0.275672, "nauc_map_at_20_diff1": 0.839988, "nauc_map_at_25_max": 0.562812, "nauc_map_at_25_std": -0.274726, "nauc_map_at_25_diff1": 0.840022, "nauc_map_at_50_max": 0.562887, "nauc_map_at_50_std": -0.27396, "nauc_map_at_50_diff1": 0.840061, "nauc_map_at_100_max": 0.562847, "nauc_map_at_100_std": -0.273966, "nauc_map_at_100_diff1": 0.840081, "nauc_map_at_1000_max": 0.562801, "nauc_map_at_1000_std": -0.274018, "nauc_map_at_1000_diff1": 0.840091, "nauc_recall_at_1_max": 0.553107, "nauc_recall_at_1_std": -0.267712, "nauc_recall_at_1_diff1": 0.852971, "nauc_recall_at_3_max": 0.572642, "nauc_recall_at_3_std": -0.300553, "nauc_recall_at_3_diff1": 0.796819, "nauc_recall_at_5_max": 0.581252, "nauc_recall_at_5_std": -0.30062, "nauc_recall_at_5_diff1": 0.809255, "nauc_recall_at_10_max": 0.60049, "nauc_recall_at_10_std": -0.318722, "nauc_recall_at_10_diff1": 0.810856, "nauc_recall_at_20_max": 0.57884, "nauc_recall_at_20_std": -0.408368, "nauc_recall_at_20_diff1": 0.818534, "nauc_recall_at_25_max": 0.61422, "nauc_recall_at_25_std": -0.326052, "nauc_recall_at_25_diff1": 0.81667, "nauc_recall_at_50_max": 0.695583, "nauc_recall_at_50_std": -0.122994, "nauc_recall_at_50_diff1": 0.81196, "nauc_recall_at_100_max": 0.864588, "nauc_recall_at_100_std": 0.087954, "nauc_recall_at_100_diff1": 0.798553, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.553107, "nauc_precision_at_1_std": -0.267712, "nauc_precision_at_1_diff1": 0.852971, "nauc_precision_at_3_max": 0.572642, "nauc_precision_at_3_std": -0.300553, "nauc_precision_at_3_diff1": 0.796819, "nauc_precision_at_5_max": 0.581252, "nauc_precision_at_5_std": -0.30062, "nauc_precision_at_5_diff1": 0.809255, "nauc_precision_at_10_max": 0.60049, "nauc_precision_at_10_std": -0.318722, "nauc_precision_at_10_diff1": 0.810856, "nauc_precision_at_20_max": 0.57884, "nauc_precision_at_20_std": -0.408368, "nauc_precision_at_20_diff1": 0.818534, "nauc_precision_at_25_max": 0.61422, "nauc_precision_at_25_std": -0.326052, "nauc_precision_at_25_diff1": 0.81667, "nauc_precision_at_50_max": 0.695583, "nauc_precision_at_50_std": -0.122994, "nauc_precision_at_50_diff1": 0.81196, "nauc_precision_at_100_max": 0.864588, "nauc_precision_at_100_std": 0.087954, "nauc_precision_at_100_diff1": 0.798553, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.553107, "nauc_mrr_at_1_std": -0.267712, "nauc_mrr_at_1_diff1": 0.852971, "nauc_mrr_at_3_max": 0.561313, "nauc_mrr_at_3_std": -0.277152, "nauc_mrr_at_3_diff1": 0.83563, "nauc_mrr_at_5_max": 0.562254, "nauc_mrr_at_5_std": -0.274871, "nauc_mrr_at_5_diff1": 0.838831, "nauc_mrr_at_10_max": 0.563051, "nauc_mrr_at_10_std": -0.274509, "nauc_mrr_at_10_diff1": 0.839806, "nauc_mrr_at_20_max": 0.562542, "nauc_mrr_at_20_std": -0.275672, "nauc_mrr_at_20_diff1": 0.839988, "nauc_mrr_at_25_max": 0.562812, "nauc_mrr_at_25_std": -0.274726, "nauc_mrr_at_25_diff1": 0.840022, "nauc_mrr_at_50_max": 0.562887, "nauc_mrr_at_50_std": -0.27396, "nauc_mrr_at_50_diff1": 0.840061, "nauc_mrr_at_100_max": 0.562847, "nauc_mrr_at_100_std": -0.273966, "nauc_mrr_at_100_diff1": 0.840081, "nauc_mrr_at_1000_max": 0.562801, "nauc_mrr_at_1000_std": -0.274018, "nauc_mrr_at_1000_diff1": 0.840091, "hit_rate_at_1": 0.77831, "hit_rate_at_3": 0.88964, "hit_rate_at_5": 0.92482, "hit_rate_at_10": 0.95229, "hit_rate_at_20": 0.96627, "hit_rate_at_25": 0.97349, "hit_rate_at_50": 0.98843, "hit_rate_at_100": 0.99663, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.778313, "R_cap_at_3": 0.889639, "R_cap_at_5": 0.924819, "R_cap_at_10": 0.952289, "R_cap_at_20": 0.966265, "R_cap_at_25": 0.973494, "R_cap_at_50": 0.988434, "R_cap_at_100": 0.996627, "R_cap_at_1000": 1.0, "main_score": 0.86772, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71568, "ndcg_at_3": 0.80104, "ndcg_at_5": 0.81533, "ndcg_at_10": 0.82755, "ndcg_at_20": 0.83512, "ndcg_at_25": 0.83676, "ndcg_at_50": 0.84074, "ndcg_at_100": 0.8422, "ndcg_at_1000": 0.84271, "map_at_1": 0.71568, "map_at_3": 0.78125, "map_at_5": 0.7892, "map_at_10": 0.79435, "map_at_20": 0.79651, "map_at_25": 0.79684, "map_at_50": 0.79742, "map_at_100": 0.79755, "map_at_1000": 0.79757, "recall_at_1": 0.71568, "recall_at_3": 0.85784, "recall_at_5": 0.89244, "recall_at_10": 0.92967, "recall_at_20": 0.95901, "recall_at_25": 0.96653, "recall_at_50": 0.98721, "recall_at_100": 0.99624, "recall_at_1000": 1.0, "accuracy": 0.71568, "precision_at_1": 0.71568, "precision_at_3": 0.28595, "precision_at_5": 0.17849, "precision_at_10": 0.09297, "precision_at_20": 0.04795, "precision_at_25": 0.03866, "precision_at_50": 0.01974, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.715683, "mrr_at_3": 0.781246, "mrr_at_5": 0.7892, "mrr_at_10": 0.794349, "mrr_at_20": 0.796507, "mrr_at_25": 0.796836, "mrr_at_50": 0.797419, "mrr_at_100": 0.797549, "mrr_at_1000": 0.797573, "nauc_ndcg_at_1_max": 0.338725, "nauc_ndcg_at_1_std": -0.318376, "nauc_ndcg_at_1_diff1": 0.780383, "nauc_ndcg_at_3_max": 0.370607, "nauc_ndcg_at_3_std": -0.411663, "nauc_ndcg_at_3_diff1": 0.769232, "nauc_ndcg_at_5_max": 0.366509, "nauc_ndcg_at_5_std": -0.415642, "nauc_ndcg_at_5_diff1": 0.770169, "nauc_ndcg_at_10_max": 0.357947, "nauc_ndcg_at_10_std": -0.422098, "nauc_ndcg_at_10_diff1": 0.772407, "nauc_ndcg_at_20_max": 0.364436, "nauc_ndcg_at_20_std": -0.40753, "nauc_ndcg_at_20_diff1": 0.773267, "nauc_ndcg_at_25_max": 0.36259, "nauc_ndcg_at_25_std": -0.405366, "nauc_ndcg_at_25_diff1": 0.773254, "nauc_ndcg_at_50_max": 0.361283, "nauc_ndcg_at_50_std": -0.397117, "nauc_ndcg_at_50_diff1": 0.772435, "nauc_ndcg_at_100_max": 0.36216, "nauc_ndcg_at_100_std": -0.39146, "nauc_ndcg_at_100_diff1": 0.772265, "nauc_ndcg_at_1000_max": 0.360458, "nauc_ndcg_at_1000_std": -0.392789, "nauc_ndcg_at_1000_diff1": 0.77247, "nauc_map_at_1_max": 0.338725, "nauc_map_at_1_std": -0.318376, "nauc_map_at_1_diff1": 0.780383, "nauc_map_at_3_max": 0.361906, "nauc_map_at_3_std": -0.385916, "nauc_map_at_3_diff1": 0.771726, "nauc_map_at_5_max": 0.359695, "nauc_map_at_5_std": -0.387088, "nauc_map_at_5_diff1": 0.772348, "nauc_map_at_10_max": 0.356593, "nauc_map_at_10_std": -0.388341, "nauc_map_at_10_diff1": 0.773081, "nauc_map_at_20_max": 0.358147, "nauc_map_at_20_std": -0.384598, "nauc_map_at_20_diff1": 0.773184, "nauc_map_at_25_max": 0.357838, "nauc_map_at_25_std": -0.384226, "nauc_map_at_25_diff1": 0.773183, "nauc_map_at_50_max": 0.357722, "nauc_map_at_50_std": -0.383096, "nauc_map_at_50_diff1": 0.773105, "nauc_map_at_100_max": 0.357768, "nauc_map_at_100_std": -0.382692, "nauc_map_at_100_diff1": 0.773097, "nauc_map_at_1000_max": 0.357709, "nauc_map_at_1000_std": -0.382713, "nauc_map_at_1000_diff1": 0.773097, "nauc_recall_at_1_max": 0.338725, "nauc_recall_at_1_std": -0.318376, "nauc_recall_at_1_diff1": 0.780383, "nauc_recall_at_3_max": 0.406234, "nauc_recall_at_3_std": -0.517275, "nauc_recall_at_3_diff1": 0.759382, "nauc_recall_at_5_max": 0.399574, "nauc_recall_at_5_std": -0.56133, "nauc_recall_at_5_diff1": 0.759699, "nauc_recall_at_10_max": 0.356233, "nauc_recall_at_10_std": -0.684628, "nauc_recall_at_10_diff1": 0.771391, "nauc_recall_at_20_max": 0.444726, "nauc_recall_at_20_std": -0.664521, "nauc_recall_at_20_diff1": 0.786283, "nauc_recall_at_25_max": 0.425343, "nauc_recall_at_25_std": -0.67738, "nauc_recall_at_25_diff1": 0.788881, "nauc_recall_at_50_max": 0.440533, "nauc_recall_at_50_std": -0.655334, "nauc_recall_at_50_diff1": 0.763001, "nauc_recall_at_100_max": 0.847562, "nauc_recall_at_100_std": 0.041856, "nauc_recall_at_100_diff1": 0.697722, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.338725, "nauc_precision_at_1_std": -0.318376, "nauc_precision_at_1_diff1": 0.780383, "nauc_precision_at_3_max": 0.406234, "nauc_precision_at_3_std": -0.517275, "nauc_precision_at_3_diff1": 0.759382, "nauc_precision_at_5_max": 0.399574, "nauc_precision_at_5_std": -0.56133, "nauc_precision_at_5_diff1": 0.759699, "nauc_precision_at_10_max": 0.356233, "nauc_precision_at_10_std": -0.684628, "nauc_precision_at_10_diff1": 0.771391, "nauc_precision_at_20_max": 0.444726, "nauc_precision_at_20_std": -0.664521, "nauc_precision_at_20_diff1": 0.786283, "nauc_precision_at_25_max": 0.425343, "nauc_precision_at_25_std": -0.67738, "nauc_precision_at_25_diff1": 0.788881, "nauc_precision_at_50_max": 0.440533, "nauc_precision_at_50_std": -0.655334, "nauc_precision_at_50_diff1": 0.763001, "nauc_precision_at_100_max": 0.847562, "nauc_precision_at_100_std": 0.041856, "nauc_precision_at_100_diff1": 0.697722, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.338725, "nauc_mrr_at_1_std": -0.318376, "nauc_mrr_at_1_diff1": 0.780383, "nauc_mrr_at_3_max": 0.361906, "nauc_mrr_at_3_std": -0.385916, "nauc_mrr_at_3_diff1": 0.771726, "nauc_mrr_at_5_max": 0.359695, "nauc_mrr_at_5_std": -0.387088, "nauc_mrr_at_5_diff1": 0.772348, "nauc_mrr_at_10_max": 0.356593, "nauc_mrr_at_10_std": -0.388341, "nauc_mrr_at_10_diff1": 0.773081, "nauc_mrr_at_20_max": 0.358147, "nauc_mrr_at_20_std": -0.384598, "nauc_mrr_at_20_diff1": 0.773184, "nauc_mrr_at_25_max": 0.357838, "nauc_mrr_at_25_std": -0.384226, "nauc_mrr_at_25_diff1": 0.773183, "nauc_mrr_at_50_max": 0.357722, "nauc_mrr_at_50_std": -0.383096, "nauc_mrr_at_50_diff1": 0.773105, "nauc_mrr_at_100_max": 0.357768, "nauc_mrr_at_100_std": -0.382692, "nauc_mrr_at_100_diff1": 0.773097, "nauc_mrr_at_1000_max": 0.357709, "nauc_mrr_at_1000_std": -0.382713, "nauc_mrr_at_1000_diff1": 0.773097, "hit_rate_at_1": 0.71568, "hit_rate_at_3": 0.85784, "hit_rate_at_5": 0.89244, "hit_rate_at_10": 0.92967, "hit_rate_at_20": 0.95901, "hit_rate_at_25": 0.96653, "hit_rate_at_50": 0.98721, "hit_rate_at_100": 0.99624, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.715683, "R_cap_at_3": 0.857841, "R_cap_at_5": 0.892441, "R_cap_at_10": 0.929673, "R_cap_at_20": 0.959007, "R_cap_at_25": 0.966529, "R_cap_at_50": 0.987213, "R_cap_at_100": 0.996239, "R_cap_at_1000": 1.0, "main_score": 0.82755, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71694, "ndcg_at_3": 0.80391, "ndcg_at_5": 0.8205, "ndcg_at_10": 0.83192, "ndcg_at_20": 0.83823, "ndcg_at_25": 0.83898, "ndcg_at_50": 0.84275, "ndcg_at_100": 0.8442, "ndcg_at_1000": 0.84479, "map_at_1": 0.71694, "map_at_3": 0.78317, "map_at_5": 0.79247, "map_at_10": 0.79722, "map_at_20": 0.79897, "map_at_25": 0.79912, "map_at_50": 0.79969, "map_at_100": 0.79982, "map_at_1000": 0.79985, "recall_at_1": 0.71694, "recall_at_3": 0.86364, "recall_at_5": 0.90358, "recall_at_10": 0.93871, "recall_at_20": 0.9635, "recall_at_25": 0.96694, "recall_at_50": 0.98623, "recall_at_100": 0.99518, "recall_at_1000": 0.99931, "accuracy": 0.71694, "precision_at_1": 0.71694, "precision_at_3": 0.28788, "precision_at_5": 0.18072, "precision_at_10": 0.09387, "precision_at_20": 0.04817, "precision_at_25": 0.03868, "precision_at_50": 0.01972, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.716942, "mrr_at_3": 0.783173, "mrr_at_5": 0.79247, "mrr_at_10": 0.797218, "mrr_at_20": 0.798968, "mrr_at_25": 0.799116, "mrr_at_50": 0.799692, "mrr_at_100": 0.799822, "mrr_at_1000": 0.799853, "nauc_ndcg_at_1_max": 0.442025, "nauc_ndcg_at_1_std": -0.226166, "nauc_ndcg_at_1_diff1": 0.810336, "nauc_ndcg_at_3_max": 0.477301, "nauc_ndcg_at_3_std": -0.248117, "nauc_ndcg_at_3_diff1": 0.786708, "nauc_ndcg_at_5_max": 0.484263, "nauc_ndcg_at_5_std": -0.239223, "nauc_ndcg_at_5_diff1": 0.78277, "nauc_ndcg_at_10_max": 0.477469, "nauc_ndcg_at_10_std": -0.242722, "nauc_ndcg_at_10_diff1": 0.785576, "nauc_ndcg_at_20_max": 0.480922, "nauc_ndcg_at_20_std": -0.234808, "nauc_ndcg_at_20_diff1": 0.785133, "nauc_ndcg_at_25_max": 0.479579, "nauc_ndcg_at_25_std": -0.236118, "nauc_ndcg_at_25_diff1": 0.785452, "nauc_ndcg_at_50_max": 0.476762, "nauc_ndcg_at_50_std": -0.233764, "nauc_ndcg_at_50_diff1": 0.788707, "nauc_ndcg_at_100_max": 0.474293, "nauc_ndcg_at_100_std": -0.236826, "nauc_ndcg_at_100_diff1": 0.78994, "nauc_ndcg_at_1000_max": 0.473305, "nauc_ndcg_at_1000_std": -0.236579, "nauc_ndcg_at_1000_diff1": 0.789766, "nauc_map_at_1_max": 0.442025, "nauc_map_at_1_std": -0.226166, "nauc_map_at_1_diff1": 0.810336, "nauc_map_at_3_max": 0.468507, "nauc_map_at_3_std": -0.240372, "nauc_map_at_3_diff1": 0.792709, "nauc_map_at_5_max": 0.471586, "nauc_map_at_5_std": -0.235593, "nauc_map_at_5_diff1": 0.790901, "nauc_map_at_10_max": 0.469082, "nauc_map_at_10_std": -0.236702, "nauc_map_at_10_diff1": 0.79211, "nauc_map_at_20_max": 0.469816, "nauc_map_at_20_std": -0.235022, "nauc_map_at_20_diff1": 0.791999, "nauc_map_at_25_max": 0.469598, "nauc_map_at_25_std": -0.235231, "nauc_map_at_25_diff1": 0.792064, "nauc_map_at_50_max": 0.469238, "nauc_map_at_50_std": -0.234937, "nauc_map_at_50_diff1": 0.792486, "nauc_map_at_100_max": 0.46905, "nauc_map_at_100_std": -0.235168, "nauc_map_at_100_diff1": 0.792566, "nauc_map_at_1000_max": 0.469002, "nauc_map_at_1000_std": -0.235173, "nauc_map_at_1000_diff1": 0.792555, "nauc_recall_at_1_max": 0.442025, "nauc_recall_at_1_std": -0.226166, "nauc_recall_at_1_diff1": 0.810336, "nauc_recall_at_3_max": 0.51379, "nauc_recall_at_3_std": -0.281954, "nauc_recall_at_3_diff1": 0.761724, "nauc_recall_at_5_max": 0.555342, "nauc_recall_at_5_std": -0.258356, "nauc_recall_at_5_diff1": 0.737529, "nauc_recall_at_10_max": 0.540768, "nauc_recall_at_10_std": -0.296654, "nauc_recall_at_10_diff1": 0.732746, "nauc_recall_at_20_max": 0.63696, "nauc_recall_at_20_std": -0.202372, "nauc_recall_at_20_diff1": 0.692617, "nauc_recall_at_25_max": 0.625588, "nauc_recall_at_25_std": -0.225629, "nauc_recall_at_25_diff1": 0.689047, "nauc_recall_at_50_max": 0.678852, "nauc_recall_at_50_std": -0.087522, "nauc_recall_at_50_diff1": 0.724027, "nauc_recall_at_100_max": 0.620303, "nauc_recall_at_100_std": -0.353318, "nauc_recall_at_100_diff1": 0.831276, "nauc_recall_at_1000_max": 0.122742, "nauc_recall_at_1000_std": -0.563072, "nauc_recall_at_1000_diff1": 0.869301, "nauc_precision_at_1_max": 0.442025, "nauc_precision_at_1_std": -0.226166, "nauc_precision_at_1_diff1": 0.810336, "nauc_precision_at_3_max": 0.51379, "nauc_precision_at_3_std": -0.281954, "nauc_precision_at_3_diff1": 0.761724, "nauc_precision_at_5_max": 0.555342, "nauc_precision_at_5_std": -0.258356, "nauc_precision_at_5_diff1": 0.737529, "nauc_precision_at_10_max": 0.540768, "nauc_precision_at_10_std": -0.296654, "nauc_precision_at_10_diff1": 0.732746, "nauc_precision_at_20_max": 0.63696, "nauc_precision_at_20_std": -0.202372, "nauc_precision_at_20_diff1": 0.692617, "nauc_precision_at_25_max": 0.625588, "nauc_precision_at_25_std": -0.225629, "nauc_precision_at_25_diff1": 0.689047, "nauc_precision_at_50_max": 0.678852, "nauc_precision_at_50_std": -0.087522, "nauc_precision_at_50_diff1": 0.724027, "nauc_precision_at_100_max": 0.620303, "nauc_precision_at_100_std": -0.353318, "nauc_precision_at_100_diff1": 0.831276, "nauc_precision_at_1000_max": 0.122742, "nauc_precision_at_1000_std": -0.563072, "nauc_precision_at_1000_diff1": 0.869301, "nauc_mrr_at_1_max": 0.442025, "nauc_mrr_at_1_std": -0.226166, "nauc_mrr_at_1_diff1": 0.810336, "nauc_mrr_at_3_max": 0.468507, "nauc_mrr_at_3_std": -0.240372, "nauc_mrr_at_3_diff1": 0.792709, "nauc_mrr_at_5_max": 0.471586, "nauc_mrr_at_5_std": -0.235593, "nauc_mrr_at_5_diff1": 0.790901, "nauc_mrr_at_10_max": 0.469082, "nauc_mrr_at_10_std": -0.236702, "nauc_mrr_at_10_diff1": 0.79211, "nauc_mrr_at_20_max": 0.469816, "nauc_mrr_at_20_std": -0.235022, "nauc_mrr_at_20_diff1": 0.791999, "nauc_mrr_at_25_max": 0.469598, "nauc_mrr_at_25_std": -0.235231, "nauc_mrr_at_25_diff1": 0.792064, "nauc_mrr_at_50_max": 0.469238, "nauc_mrr_at_50_std": -0.234937, "nauc_mrr_at_50_diff1": 0.792486, "nauc_mrr_at_100_max": 0.46905, "nauc_mrr_at_100_std": -0.235168, "nauc_mrr_at_100_diff1": 0.792566, "nauc_mrr_at_1000_max": 0.469002, "nauc_mrr_at_1000_std": -0.235173, "nauc_mrr_at_1000_diff1": 0.792555, "hit_rate_at_1": 0.71694, "hit_rate_at_3": 0.86364, "hit_rate_at_5": 0.90358, "hit_rate_at_10": 0.93871, "hit_rate_at_20": 0.9635, "hit_rate_at_25": 0.96694, "hit_rate_at_50": 0.98623, "hit_rate_at_100": 0.99518, "hit_rate_at_1000": 0.99931, "R_cap_at_1": 0.716942, "R_cap_at_3": 0.863636, "R_cap_at_5": 0.903581, "R_cap_at_10": 0.938705, "R_cap_at_20": 0.963499, "R_cap_at_25": 0.966942, "R_cap_at_50": 0.986226, "R_cap_at_100": 0.995179, "R_cap_at_1000": 0.999311, "main_score": 0.83192, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7078, "ndcg_at_3": 0.7892, "ndcg_at_5": 0.80775, "ndcg_at_10": 0.81946, "ndcg_at_20": 0.82695, "ndcg_at_25": 0.82848, "ndcg_at_50": 0.83154, "ndcg_at_100": 0.83345, "ndcg_at_1000": 0.83486, "map_at_1": 0.7078, "map_at_3": 0.76989, "map_at_5": 0.78029, "map_at_10": 0.78522, "map_at_20": 0.78729, "map_at_25": 0.7876, "map_at_50": 0.78805, "map_at_100": 0.78822, "map_at_1000": 0.78828, "recall_at_1": 0.7078, "recall_at_3": 0.84478, "recall_at_5": 0.88941, "recall_at_10": 0.92511, "recall_at_20": 0.9546, "recall_at_25": 0.96158, "recall_at_50": 0.97749, "recall_at_100": 0.98913, "recall_at_1000": 1.0, "accuracy": 0.7078, "precision_at_1": 0.7078, "precision_at_3": 0.28159, "precision_at_5": 0.17788, "precision_at_10": 0.09251, "precision_at_20": 0.04773, "precision_at_25": 0.03846, "precision_at_50": 0.01955, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.7078, "mrr_at_3": 0.769887, "mrr_at_5": 0.780287, "mrr_at_10": 0.785215, "mrr_at_20": 0.787292, "mrr_at_25": 0.787598, "mrr_at_50": 0.788048, "mrr_at_100": 0.788221, "mrr_at_1000": 0.788279, "nauc_ndcg_at_1_max": 0.525247, "nauc_ndcg_at_1_std": -0.170559, "nauc_ndcg_at_1_diff1": 0.771387, "nauc_ndcg_at_3_max": 0.550986, "nauc_ndcg_at_3_std": -0.198003, "nauc_ndcg_at_3_diff1": 0.73412, "nauc_ndcg_at_5_max": 0.549797, "nauc_ndcg_at_5_std": -0.200489, "nauc_ndcg_at_5_diff1": 0.732194, "nauc_ndcg_at_10_max": 0.552363, "nauc_ndcg_at_10_std": -0.192806, "nauc_ndcg_at_10_diff1": 0.739558, "nauc_ndcg_at_20_max": 0.547475, "nauc_ndcg_at_20_std": -0.19282, "nauc_ndcg_at_20_diff1": 0.741026, "nauc_ndcg_at_25_max": 0.547062, "nauc_ndcg_at_25_std": -0.190654, "nauc_ndcg_at_25_diff1": 0.741775, "nauc_ndcg_at_50_max": 0.547529, "nauc_ndcg_at_50_std": -0.184026, "nauc_ndcg_at_50_diff1": 0.742541, "nauc_ndcg_at_100_max": 0.54738, "nauc_ndcg_at_100_std": -0.182147, "nauc_ndcg_at_100_diff1": 0.743612, "nauc_ndcg_at_1000_max": 0.545708, "nauc_ndcg_at_1000_std": -0.186414, "nauc_ndcg_at_1000_diff1": 0.743907, "nauc_map_at_1_max": 0.525247, "nauc_map_at_1_std": -0.170559, "nauc_map_at_1_diff1": 0.771387, "nauc_map_at_3_max": 0.544179, "nauc_map_at_3_std": -0.188997, "nauc_map_at_3_diff1": 0.743957, "nauc_map_at_5_max": 0.54344, "nauc_map_at_5_std": -0.189631, "nauc_map_at_5_diff1": 0.743616, "nauc_map_at_10_max": 0.544027, "nauc_map_at_10_std": -0.186502, "nauc_map_at_10_diff1": 0.746428, "nauc_map_at_20_max": 0.542818, "nauc_map_at_20_std": -0.186378, "nauc_map_at_20_diff1": 0.746927, "nauc_map_at_25_max": 0.542739, "nauc_map_at_25_std": -0.18601, "nauc_map_at_25_diff1": 0.747055, "nauc_map_at_50_max": 0.542773, "nauc_map_at_50_std": -0.185226, "nauc_map_at_50_diff1": 0.747123, "nauc_map_at_100_max": 0.542769, "nauc_map_at_100_std": -0.185101, "nauc_map_at_100_diff1": 0.747202, "nauc_map_at_1000_max": 0.542714, "nauc_map_at_1000_std": -0.185224, "nauc_map_at_1000_diff1": 0.747207, "nauc_recall_at_1_max": 0.525247, "nauc_recall_at_1_std": -0.170559, "nauc_recall_at_1_diff1": 0.771387, "nauc_recall_at_3_max": 0.577897, "nauc_recall_at_3_std": -0.234738, "nauc_recall_at_3_diff1": 0.695245, "nauc_recall_at_5_max": 0.581634, "nauc_recall_at_5_std": -0.258798, "nauc_recall_at_5_diff1": 0.672757, "nauc_recall_at_10_max": 0.61588, "nauc_recall_at_10_std": -0.23564, "nauc_recall_at_10_diff1": 0.696119, "nauc_recall_at_20_max": 0.591001, "nauc_recall_at_20_std": -0.265397, "nauc_recall_at_20_diff1": 0.685104, "nauc_recall_at_25_max": 0.591498, "nauc_recall_at_25_std": -0.238815, "nauc_recall_at_25_diff1": 0.688948, "nauc_recall_at_50_max": 0.640426, "nauc_recall_at_50_std": -0.039531, "nauc_recall_at_50_diff1": 0.682306, "nauc_recall_at_100_max": 0.722888, "nauc_recall_at_100_std": 0.275917, "nauc_recall_at_100_diff1": 0.708884, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.525247, "nauc_precision_at_1_std": -0.170559, "nauc_precision_at_1_diff1": 0.771387, "nauc_precision_at_3_max": 0.577897, "nauc_precision_at_3_std": -0.234738, "nauc_precision_at_3_diff1": 0.695245, "nauc_precision_at_5_max": 0.581634, "nauc_precision_at_5_std": -0.258798, "nauc_precision_at_5_diff1": 0.672757, "nauc_precision_at_10_max": 0.61588, "nauc_precision_at_10_std": -0.23564, "nauc_precision_at_10_diff1": 0.696119, "nauc_precision_at_20_max": 0.591001, "nauc_precision_at_20_std": -0.265397, "nauc_precision_at_20_diff1": 0.685104, "nauc_precision_at_25_max": 0.591498, "nauc_precision_at_25_std": -0.238815, "nauc_precision_at_25_diff1": 0.688948, "nauc_precision_at_50_max": 0.640426, "nauc_precision_at_50_std": -0.039531, "nauc_precision_at_50_diff1": 0.682306, "nauc_precision_at_100_max": 0.722888, "nauc_precision_at_100_std": 0.275917, "nauc_precision_at_100_diff1": 0.708884, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.525247, "nauc_mrr_at_1_std": -0.170559, "nauc_mrr_at_1_diff1": 0.771387, "nauc_mrr_at_3_max": 0.544179, "nauc_mrr_at_3_std": -0.188997, "nauc_mrr_at_3_diff1": 0.743957, "nauc_mrr_at_5_max": 0.54344, "nauc_mrr_at_5_std": -0.189631, "nauc_mrr_at_5_diff1": 0.743616, "nauc_mrr_at_10_max": 0.544027, "nauc_mrr_at_10_std": -0.186502, "nauc_mrr_at_10_diff1": 0.746428, "nauc_mrr_at_20_max": 0.542818, "nauc_mrr_at_20_std": -0.186378, "nauc_mrr_at_20_diff1": 0.746927, "nauc_mrr_at_25_max": 0.542739, "nauc_mrr_at_25_std": -0.18601, "nauc_mrr_at_25_diff1": 0.747055, "nauc_mrr_at_50_max": 0.542773, "nauc_mrr_at_50_std": -0.185226, "nauc_mrr_at_50_diff1": 0.747123, "nauc_mrr_at_100_max": 0.542769, "nauc_mrr_at_100_std": -0.185101, "nauc_mrr_at_100_diff1": 0.747202, "nauc_mrr_at_1000_max": 0.542714, "nauc_mrr_at_1000_std": -0.185224, "nauc_mrr_at_1000_diff1": 0.747207, "hit_rate_at_1": 0.7078, "hit_rate_at_3": 0.84478, "hit_rate_at_5": 0.88941, "hit_rate_at_10": 0.92511, "hit_rate_at_20": 0.9546, "hit_rate_at_25": 0.96158, "hit_rate_at_50": 0.97749, "hit_rate_at_100": 0.98913, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7078, "R_cap_at_3": 0.844781, "R_cap_at_5": 0.889406, "R_cap_at_10": 0.925107, "R_cap_at_20": 0.954598, "R_cap_at_25": 0.961583, "R_cap_at_50": 0.977493, "R_cap_at_100": 0.989135, "R_cap_at_1000": 1.0, "main_score": 0.81946, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75741, "ndcg_at_3": 0.83787, "ndcg_at_5": 0.84931, "ndcg_at_10": 0.85888, "ndcg_at_20": 0.86458, "ndcg_at_25": 0.86533, "ndcg_at_50": 0.86814, "ndcg_at_100": 0.86904, "ndcg_at_1000": 0.86968, "map_at_1": 0.75741, "map_at_3": 0.81909, "map_at_5": 0.82546, "map_at_10": 0.82949, "map_at_20": 0.8311, "map_at_25": 0.83125, "map_at_50": 0.83169, "map_at_100": 0.83177, "map_at_1000": 0.8318, "recall_at_1": 0.75741, "recall_at_3": 0.8918, "recall_at_5": 0.91947, "recall_at_10": 0.94862, "recall_at_20": 0.97085, "recall_at_25": 0.97431, "recall_at_50": 0.98864, "recall_at_100": 0.99407, "recall_at_1000": 0.99901, "accuracy": 0.75741, "precision_at_1": 0.75741, "precision_at_3": 0.29727, "precision_at_5": 0.18389, "precision_at_10": 0.09486, "precision_at_20": 0.04854, "precision_at_25": 0.03897, "precision_at_50": 0.01977, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.757411, "mrr_at_3": 0.819088, "mrr_at_5": 0.825461, "mrr_at_10": 0.829493, "mrr_at_20": 0.831105, "mrr_at_25": 0.831252, "mrr_at_50": 0.831686, "mrr_at_100": 0.83177, "mrr_at_1000": 0.831798, "nauc_ndcg_at_1_max": 0.583892, "nauc_ndcg_at_1_std": -0.027828, "nauc_ndcg_at_1_diff1": 0.816228, "nauc_ndcg_at_3_max": 0.639038, "nauc_ndcg_at_3_std": -0.002628, "nauc_ndcg_at_3_diff1": 0.783063, "nauc_ndcg_at_5_max": 0.633821, "nauc_ndcg_at_5_std": -0.006475, "nauc_ndcg_at_5_diff1": 0.785616, "nauc_ndcg_at_10_max": 0.63232, "nauc_ndcg_at_10_std": -0.009814, "nauc_ndcg_at_10_diff1": 0.790606, "nauc_ndcg_at_20_max": 0.631153, "nauc_ndcg_at_20_std": -0.006283, "nauc_ndcg_at_20_diff1": 0.79059, "nauc_ndcg_at_25_max": 0.630287, "nauc_ndcg_at_25_std": -0.005244, "nauc_ndcg_at_25_diff1": 0.790659, "nauc_ndcg_at_50_max": 0.626849, "nauc_ndcg_at_50_std": -0.008479, "nauc_ndcg_at_50_diff1": 0.792496, "nauc_ndcg_at_100_max": 0.625409, "nauc_ndcg_at_100_std": -0.010367, "nauc_ndcg_at_100_diff1": 0.792398, "nauc_ndcg_at_1000_max": 0.624783, "nauc_ndcg_at_1000_std": -0.010953, "nauc_ndcg_at_1000_diff1": 0.793557, "nauc_map_at_1_max": 0.583892, "nauc_map_at_1_std": -0.027828, "nauc_map_at_1_diff1": 0.816228, "nauc_map_at_3_max": 0.623924, "nauc_map_at_3_std": -0.010529, "nauc_map_at_3_diff1": 0.793144, "nauc_map_at_5_max": 0.620808, "nauc_map_at_5_std": -0.01305, "nauc_map_at_5_diff1": 0.79479, "nauc_map_at_10_max": 0.620024, "nauc_map_at_10_std": -0.014197, "nauc_map_at_10_diff1": 0.796537, "nauc_map_at_20_max": 0.619741, "nauc_map_at_20_std": -0.013435, "nauc_map_at_20_diff1": 0.796648, "nauc_map_at_25_max": 0.619592, "nauc_map_at_25_std": -0.013266, "nauc_map_at_25_diff1": 0.79666, "nauc_map_at_50_max": 0.619144, "nauc_map_at_50_std": -0.013612, "nauc_map_at_50_diff1": 0.796913, "nauc_map_at_100_max": 0.619031, "nauc_map_at_100_std": -0.013758, "nauc_map_at_100_diff1": 0.796908, "nauc_map_at_1000_max": 0.619009, "nauc_map_at_1000_std": -0.013767, "nauc_map_at_1000_diff1": 0.796938, "nauc_recall_at_1_max": 0.583892, "nauc_recall_at_1_std": -0.027828, "nauc_recall_at_1_diff1": 0.816228, "nauc_recall_at_3_max": 0.705706, "nauc_recall_at_3_std": 0.032958, "nauc_recall_at_3_diff1": 0.737865, "nauc_recall_at_5_max": 0.70569, "nauc_recall_at_5_std": 0.031335, "nauc_recall_at_5_diff1": 0.733556, "nauc_recall_at_10_max": 0.733475, "nauc_recall_at_10_std": 0.023367, "nauc_recall_at_10_diff1": 0.746823, "nauc_recall_at_20_max": 0.786506, "nauc_recall_at_20_std": 0.10764, "nauc_recall_at_20_diff1": 0.710925, "nauc_recall_at_25_max": 0.78811, "nauc_recall_at_25_std": 0.145488, "nauc_recall_at_25_diff1": 0.702039, "nauc_recall_at_50_max": 0.799208, "nauc_recall_at_50_std": 0.146215, "nauc_recall_at_50_diff1": 0.688707, "nauc_recall_at_100_max": 0.780826, "nauc_recall_at_100_std": 0.057292, "nauc_recall_at_100_diff1": 0.581686, "nauc_recall_at_1000_max": 0.934655, "nauc_recall_at_1000_std": -0.298631, "nauc_recall_at_1000_diff1": 0.679023, "nauc_precision_at_1_max": 0.583892, "nauc_precision_at_1_std": -0.027828, "nauc_precision_at_1_diff1": 0.816228, "nauc_precision_at_3_max": 0.705706, "nauc_precision_at_3_std": 0.032958, "nauc_precision_at_3_diff1": 0.737865, "nauc_precision_at_5_max": 0.70569, "nauc_precision_at_5_std": 0.031335, "nauc_precision_at_5_diff1": 0.733556, "nauc_precision_at_10_max": 0.733475, "nauc_precision_at_10_std": 0.023367, "nauc_precision_at_10_diff1": 0.746823, "nauc_precision_at_20_max": 0.786506, "nauc_precision_at_20_std": 0.10764, "nauc_precision_at_20_diff1": 0.710925, "nauc_precision_at_25_max": 0.78811, "nauc_precision_at_25_std": 0.145488, "nauc_precision_at_25_diff1": 0.702039, "nauc_precision_at_50_max": 0.799208, "nauc_precision_at_50_std": 0.146215, "nauc_precision_at_50_diff1": 0.688707, "nauc_precision_at_100_max": 0.780826, "nauc_precision_at_100_std": 0.057292, "nauc_precision_at_100_diff1": 0.581686, "nauc_precision_at_1000_max": 0.934655, "nauc_precision_at_1000_std": -0.298631, "nauc_precision_at_1000_diff1": 0.679023, "nauc_mrr_at_1_max": 0.583892, "nauc_mrr_at_1_std": -0.027828, "nauc_mrr_at_1_diff1": 0.816228, "nauc_mrr_at_3_max": 0.623924, "nauc_mrr_at_3_std": -0.010529, "nauc_mrr_at_3_diff1": 0.793144, "nauc_mrr_at_5_max": 0.620808, "nauc_mrr_at_5_std": -0.01305, "nauc_mrr_at_5_diff1": 0.79479, "nauc_mrr_at_10_max": 0.620024, "nauc_mrr_at_10_std": -0.014197, "nauc_mrr_at_10_diff1": 0.796537, "nauc_mrr_at_20_max": 0.619741, "nauc_mrr_at_20_std": -0.013435, "nauc_mrr_at_20_diff1": 0.796648, "nauc_mrr_at_25_max": 0.619592, "nauc_mrr_at_25_std": -0.013266, "nauc_mrr_at_25_diff1": 0.79666, "nauc_mrr_at_50_max": 0.619144, "nauc_mrr_at_50_std": -0.013612, "nauc_mrr_at_50_diff1": 0.796913, "nauc_mrr_at_100_max": 0.619031, "nauc_mrr_at_100_std": -0.013758, "nauc_mrr_at_100_diff1": 0.796908, "nauc_mrr_at_1000_max": 0.619009, "nauc_mrr_at_1000_std": -0.013767, "nauc_mrr_at_1000_diff1": 0.796938, "hit_rate_at_1": 0.75741, "hit_rate_at_3": 0.8918, "hit_rate_at_5": 0.91947, "hit_rate_at_10": 0.94862, "hit_rate_at_20": 0.97085, "hit_rate_at_25": 0.97431, "hit_rate_at_50": 0.98864, "hit_rate_at_100": 0.99407, "hit_rate_at_1000": 0.99901, "R_cap_at_1": 0.757411, "R_cap_at_3": 0.891798, "R_cap_at_5": 0.919466, "R_cap_at_10": 0.948617, "R_cap_at_20": 0.97085, "R_cap_at_25": 0.974308, "R_cap_at_50": 0.988636, "R_cap_at_100": 0.994071, "R_cap_at_1000": 0.999012, "main_score": 0.85888, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8897, "ndcg_at_3": 0.93397, "ndcg_at_5": 0.93994, "ndcg_at_10": 0.94346, "ndcg_at_20": 0.94509, "ndcg_at_25": 0.94541, "ndcg_at_50": 0.94582, "ndcg_at_100": 0.94617, "ndcg_at_1000": 0.94617, "map_at_1": 0.8897, "map_at_3": 0.92391, "map_at_5": 0.9272, "map_at_10": 0.92877, "map_at_20": 0.9292, "map_at_25": 0.92927, "map_at_50": 0.92932, "map_at_100": 0.92935, "map_at_1000": 0.92935, "recall_at_1": 0.8897, "recall_at_3": 0.96275, "recall_at_5": 0.97736, "recall_at_10": 0.98758, "recall_at_20": 0.99416, "recall_at_25": 0.99562, "recall_at_50": 0.99781, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8897, "precision_at_1": 0.8897, "precision_at_3": 0.32092, "precision_at_5": 0.19547, "precision_at_10": 0.09876, "precision_at_20": 0.04971, "precision_at_25": 0.03982, "precision_at_50": 0.01996, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.889701, "mrr_at_3": 0.92391, "mrr_at_5": 0.927197, "mrr_at_10": 0.928771, "mrr_at_20": 0.9292, "mrr_at_25": 0.929267, "mrr_at_50": 0.929322, "mrr_at_100": 0.92935, "mrr_at_1000": 0.92935, "nauc_ndcg_at_1_max": 0.600384, "nauc_ndcg_at_1_std": 0.054253, "nauc_ndcg_at_1_diff1": 0.864385, "nauc_ndcg_at_3_max": 0.695002, "nauc_ndcg_at_3_std": 0.107966, "nauc_ndcg_at_3_diff1": 0.843267, "nauc_ndcg_at_5_max": 0.687156, "nauc_ndcg_at_5_std": 0.102625, "nauc_ndcg_at_5_diff1": 0.85219, "nauc_ndcg_at_10_max": 0.671068, "nauc_ndcg_at_10_std": 0.10171, "nauc_ndcg_at_10_diff1": 0.848194, "nauc_ndcg_at_20_max": 0.666632, "nauc_ndcg_at_20_std": 0.087496, "nauc_ndcg_at_20_diff1": 0.852651, "nauc_ndcg_at_25_max": 0.665991, "nauc_ndcg_at_25_std": 0.091156, "nauc_ndcg_at_25_diff1": 0.8541, "nauc_ndcg_at_50_max": 0.663448, "nauc_ndcg_at_50_std": 0.08675, "nauc_ndcg_at_50_diff1": 0.853317, "nauc_ndcg_at_100_max": 0.661259, "nauc_ndcg_at_100_std": 0.085654, "nauc_ndcg_at_100_diff1": 0.852941, "nauc_ndcg_at_1000_max": 0.661259, "nauc_ndcg_at_1000_std": 0.085654, "nauc_ndcg_at_1000_diff1": 0.852941, "nauc_map_at_1_max": 0.600384, "nauc_map_at_1_std": 0.054253, "nauc_map_at_1_diff1": 0.864385, "nauc_map_at_3_max": 0.666819, "nauc_map_at_3_std": 0.088809, "nauc_map_at_3_diff1": 0.850255, "nauc_map_at_5_max": 0.662287, "nauc_map_at_5_std": 0.08536, "nauc_map_at_5_diff1": 0.854453, "nauc_map_at_10_max": 0.655991, "nauc_map_at_10_std": 0.084035, "nauc_map_at_10_diff1": 0.853051, "nauc_map_at_20_max": 0.654883, "nauc_map_at_20_std": 0.080823, "nauc_map_at_20_diff1": 0.853981, "nauc_map_at_25_max": 0.654777, "nauc_map_at_25_std": 0.081436, "nauc_map_at_25_diff1": 0.85422, "nauc_map_at_50_max": 0.654505, "nauc_map_at_50_std": 0.080958, "nauc_map_at_50_diff1": 0.854138, "nauc_map_at_100_max": 0.654367, "nauc_map_at_100_std": 0.080865, "nauc_map_at_100_diff1": 0.854117, "nauc_map_at_1000_max": 0.654367, "nauc_map_at_1000_std": 0.080865, "nauc_map_at_1000_diff1": 0.854117, "nauc_recall_at_1_max": 0.600384, "nauc_recall_at_1_std": 0.054253, "nauc_recall_at_1_diff1": 0.864385, "nauc_recall_at_3_max": 0.85566, "nauc_recall_at_3_std": 0.22026, "nauc_recall_at_3_diff1": 0.802749, "nauc_recall_at_5_max": 0.90461, "nauc_recall_at_5_std": 0.260291, "nauc_recall_at_5_diff1": 0.836345, "nauc_recall_at_10_max": 0.873156, "nauc_recall_at_10_std": 0.395629, "nauc_recall_at_10_diff1": 0.771742, "nauc_recall_at_20_max": 0.944258, "nauc_recall_at_20_std": 0.211106, "nauc_recall_at_20_diff1": 0.854372, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.450881, "nauc_recall_at_25_diff1": 0.934635, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.237748, "nauc_recall_at_50_diff1": 0.912847, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.600384, "nauc_precision_at_1_std": 0.054253, "nauc_precision_at_1_diff1": 0.864385, "nauc_precision_at_3_max": 0.85566, "nauc_precision_at_3_std": 0.22026, "nauc_precision_at_3_diff1": 0.802749, "nauc_precision_at_5_max": 0.90461, "nauc_precision_at_5_std": 0.260291, "nauc_precision_at_5_diff1": 0.836345, "nauc_precision_at_10_max": 0.873156, "nauc_precision_at_10_std": 0.395629, "nauc_precision_at_10_diff1": 0.771742, "nauc_precision_at_20_max": 0.944258, "nauc_precision_at_20_std": 0.211106, "nauc_precision_at_20_diff1": 0.854372, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.450881, "nauc_precision_at_25_diff1": 0.934635, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.237748, "nauc_precision_at_50_diff1": 0.912847, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.600384, "nauc_mrr_at_1_std": 0.054253, "nauc_mrr_at_1_diff1": 0.864385, "nauc_mrr_at_3_max": 0.666819, "nauc_mrr_at_3_std": 0.088809, "nauc_mrr_at_3_diff1": 0.850255, "nauc_mrr_at_5_max": 0.662287, "nauc_mrr_at_5_std": 0.08536, "nauc_mrr_at_5_diff1": 0.854453, "nauc_mrr_at_10_max": 0.655991, "nauc_mrr_at_10_std": 0.084035, "nauc_mrr_at_10_diff1": 0.853051, "nauc_mrr_at_20_max": 0.654883, "nauc_mrr_at_20_std": 0.080823, "nauc_mrr_at_20_diff1": 0.853981, "nauc_mrr_at_25_max": 0.654777, "nauc_mrr_at_25_std": 0.081436, "nauc_mrr_at_25_diff1": 0.85422, "nauc_mrr_at_50_max": 0.654505, "nauc_mrr_at_50_std": 0.080958, "nauc_mrr_at_50_diff1": 0.854138, "nauc_mrr_at_100_max": 0.654367, "nauc_mrr_at_100_std": 0.080865, "nauc_mrr_at_100_diff1": 0.854117, "nauc_mrr_at_1000_max": 0.654367, "nauc_mrr_at_1000_std": 0.080865, "nauc_mrr_at_1000_diff1": 0.854117, "hit_rate_at_1": 0.8897, "hit_rate_at_3": 0.96275, "hit_rate_at_5": 0.97736, "hit_rate_at_10": 0.98758, "hit_rate_at_20": 0.99416, "hit_rate_at_25": 0.99562, "hit_rate_at_50": 0.99781, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.889701, "R_cap_at_3": 0.962747, "R_cap_at_5": 0.977356, "R_cap_at_10": 0.987582, "R_cap_at_20": 0.994156, "R_cap_at_25": 0.995617, "R_cap_at_50": 0.997809, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94346, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72081, "ndcg_at_3": 0.80891, "ndcg_at_5": 0.82937, "ndcg_at_10": 0.84002, "ndcg_at_20": 0.84526, "ndcg_at_25": 0.84633, "ndcg_at_50": 0.84888, "ndcg_at_100": 0.85006, "ndcg_at_1000": 0.85048, "map_at_1": 0.72081, "map_at_3": 0.78807, "map_at_5": 0.79952, "map_at_10": 0.80398, "map_at_20": 0.80544, "map_at_25": 0.80565, "map_at_50": 0.80605, "map_at_100": 0.80616, "map_at_1000": 0.80618, "recall_at_1": 0.72081, "recall_at_3": 0.8689, "recall_at_5": 0.91812, "recall_at_10": 0.95078, "recall_at_20": 0.97136, "recall_at_25": 0.97629, "recall_at_50": 0.98926, "recall_at_100": 0.99642, "recall_at_1000": 0.99955, "accuracy": 0.72081, "precision_at_1": 0.72081, "precision_at_3": 0.28963, "precision_at_5": 0.18362, "precision_at_10": 0.09508, "precision_at_20": 0.04857, "precision_at_25": 0.03905, "precision_at_50": 0.01979, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.720805, "mrr_at_3": 0.788069, "mrr_at_5": 0.799523, "mrr_at_10": 0.803978, "mrr_at_20": 0.805435, "mrr_at_25": 0.805649, "mrr_at_50": 0.806045, "mrr_at_100": 0.806156, "mrr_at_1000": 0.806175, "nauc_ndcg_at_1_max": 0.368098, "nauc_ndcg_at_1_std": -0.185883, "nauc_ndcg_at_1_diff1": 0.756622, "nauc_ndcg_at_3_max": 0.420425, "nauc_ndcg_at_3_std": -0.190745, "nauc_ndcg_at_3_diff1": 0.732692, "nauc_ndcg_at_5_max": 0.392898, "nauc_ndcg_at_5_std": -0.204532, "nauc_ndcg_at_5_diff1": 0.729374, "nauc_ndcg_at_10_max": 0.401586, "nauc_ndcg_at_10_std": -0.193493, "nauc_ndcg_at_10_diff1": 0.731186, "nauc_ndcg_at_20_max": 0.403224, "nauc_ndcg_at_20_std": -0.187176, "nauc_ndcg_at_20_diff1": 0.734716, "nauc_ndcg_at_25_max": 0.405074, "nauc_ndcg_at_25_std": -0.183281, "nauc_ndcg_at_25_diff1": 0.734222, "nauc_ndcg_at_50_max": 0.404439, "nauc_ndcg_at_50_std": -0.181, "nauc_ndcg_at_50_diff1": 0.735985, "nauc_ndcg_at_100_max": 0.401058, "nauc_ndcg_at_100_std": -0.187674, "nauc_ndcg_at_100_diff1": 0.737478, "nauc_ndcg_at_1000_max": 0.399424, "nauc_ndcg_at_1000_std": -0.188904, "nauc_ndcg_at_1000_diff1": 0.737547, "nauc_map_at_1_max": 0.368098, "nauc_map_at_1_std": -0.185883, "nauc_map_at_1_diff1": 0.756622, "nauc_map_at_3_max": 0.405967, "nauc_map_at_3_std": -0.189882, "nauc_map_at_3_diff1": 0.739347, "nauc_map_at_5_max": 0.391687, "nauc_map_at_5_std": -0.196265, "nauc_map_at_5_diff1": 0.738009, "nauc_map_at_10_max": 0.395063, "nauc_map_at_10_std": -0.191953, "nauc_map_at_10_diff1": 0.738899, "nauc_map_at_20_max": 0.395221, "nauc_map_at_20_std": -0.19099, "nauc_map_at_20_diff1": 0.739834, "nauc_map_at_25_max": 0.395499, "nauc_map_at_25_std": -0.190383, "nauc_map_at_25_diff1": 0.73976, "nauc_map_at_50_max": 0.395412, "nauc_map_at_50_std": -0.190062, "nauc_map_at_50_diff1": 0.740006, "nauc_map_at_100_max": 0.395165, "nauc_map_at_100_std": -0.190551, "nauc_map_at_100_diff1": 0.740122, "nauc_map_at_1000_max": 0.395104, "nauc_map_at_1000_std": -0.190601, "nauc_map_at_1000_diff1": 0.740122, "nauc_recall_at_1_max": 0.368098, "nauc_recall_at_1_std": -0.185883, "nauc_recall_at_1_diff1": 0.756622, "nauc_recall_at_3_max": 0.482293, "nauc_recall_at_3_std": -0.194105, "nauc_recall_at_3_diff1": 0.704187, "nauc_recall_at_5_max": 0.391409, "nauc_recall_at_5_std": -0.261347, "nauc_recall_at_5_diff1": 0.674303, "nauc_recall_at_10_max": 0.461408, "nauc_recall_at_10_std": -0.204905, "nauc_recall_at_10_diff1": 0.653281, "nauc_recall_at_20_max": 0.543069, "nauc_recall_at_20_std": -0.070905, "nauc_recall_at_20_diff1": 0.661505, "nauc_recall_at_25_max": 0.622297, "nauc_recall_at_25_std": 0.058593, "nauc_recall_at_25_diff1": 0.633143, "nauc_recall_at_50_max": 0.840674, "nauc_recall_at_50_std": 0.485725, "nauc_recall_at_50_diff1": 0.621413, "nauc_recall_at_100_max": 0.932586, "nauc_recall_at_100_std": 0.286968, "nauc_recall_at_100_diff1": 0.727771, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869249, "nauc_precision_at_1_max": 0.368098, "nauc_precision_at_1_std": -0.185883, "nauc_precision_at_1_diff1": 0.756622, "nauc_precision_at_3_max": 0.482293, "nauc_precision_at_3_std": -0.194105, "nauc_precision_at_3_diff1": 0.704187, "nauc_precision_at_5_max": 0.391409, "nauc_precision_at_5_std": -0.261347, "nauc_precision_at_5_diff1": 0.674303, "nauc_precision_at_10_max": 0.461408, "nauc_precision_at_10_std": -0.204905, "nauc_precision_at_10_diff1": 0.653281, "nauc_precision_at_20_max": 0.543069, "nauc_precision_at_20_std": -0.070905, "nauc_precision_at_20_diff1": 0.661505, "nauc_precision_at_25_max": 0.622297, "nauc_precision_at_25_std": 0.058593, "nauc_precision_at_25_diff1": 0.633143, "nauc_precision_at_50_max": 0.840674, "nauc_precision_at_50_std": 0.485725, "nauc_precision_at_50_diff1": 0.621413, "nauc_precision_at_100_max": 0.932586, "nauc_precision_at_100_std": 0.286968, "nauc_precision_at_100_diff1": 0.727771, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.869249, "nauc_mrr_at_1_max": 0.368098, "nauc_mrr_at_1_std": -0.185883, "nauc_mrr_at_1_diff1": 0.756622, "nauc_mrr_at_3_max": 0.405967, "nauc_mrr_at_3_std": -0.189882, "nauc_mrr_at_3_diff1": 0.739347, "nauc_mrr_at_5_max": 0.391687, "nauc_mrr_at_5_std": -0.196265, "nauc_mrr_at_5_diff1": 0.738009, "nauc_mrr_at_10_max": 0.395063, "nauc_mrr_at_10_std": -0.191953, "nauc_mrr_at_10_diff1": 0.738899, "nauc_mrr_at_20_max": 0.395221, "nauc_mrr_at_20_std": -0.19099, "nauc_mrr_at_20_diff1": 0.739834, "nauc_mrr_at_25_max": 0.395499, "nauc_mrr_at_25_std": -0.190383, "nauc_mrr_at_25_diff1": 0.73976, "nauc_mrr_at_50_max": 0.395412, "nauc_mrr_at_50_std": -0.190062, "nauc_mrr_at_50_diff1": 0.740006, "nauc_mrr_at_100_max": 0.395165, "nauc_mrr_at_100_std": -0.190551, "nauc_mrr_at_100_diff1": 0.740122, "nauc_mrr_at_1000_max": 0.395104, "nauc_mrr_at_1000_std": -0.190601, "nauc_mrr_at_1000_diff1": 0.740122, "hit_rate_at_1": 0.72081, "hit_rate_at_3": 0.8689, "hit_rate_at_5": 0.91812, "hit_rate_at_10": 0.95078, "hit_rate_at_20": 0.97136, "hit_rate_at_25": 0.97629, "hit_rate_at_50": 0.98926, "hit_rate_at_100": 0.99642, "hit_rate_at_1000": 0.99955, "R_cap_at_1": 0.720805, "R_cap_at_3": 0.868904, "R_cap_at_5": 0.918121, "R_cap_at_10": 0.950783, "R_cap_at_20": 0.971365, "R_cap_at_25": 0.976286, "R_cap_at_50": 0.989262, "R_cap_at_100": 0.996421, "R_cap_at_1000": 0.999553, "main_score": 0.84002, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73538, "ndcg_at_3": 0.82249, "ndcg_at_5": 0.84027, "ndcg_at_10": 0.84859, "ndcg_at_20": 0.85508, "ndcg_at_25": 0.8561, "ndcg_at_50": 0.85828, "ndcg_at_100": 0.85918, "ndcg_at_1000": 0.8598, "map_at_1": 0.73538, "map_at_3": 0.80207, "map_at_5": 0.81206, "map_at_10": 0.81561, "map_at_20": 0.81746, "map_at_25": 0.81768, "map_at_50": 0.81801, "map_at_100": 0.81809, "map_at_1000": 0.81811, "recall_at_1": 0.73538, "recall_at_3": 0.88115, "recall_at_5": 0.92386, "recall_at_10": 0.94893, "recall_at_20": 0.974, "recall_at_25": 0.97864, "recall_at_50": 0.98979, "recall_at_100": 0.99536, "recall_at_1000": 1.0, "accuracy": 0.73538, "precision_at_1": 0.73538, "precision_at_3": 0.29372, "precision_at_5": 0.18477, "precision_at_10": 0.09489, "precision_at_20": 0.0487, "precision_at_25": 0.03915, "precision_at_50": 0.0198, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.735376, "mrr_at_3": 0.802074, "mrr_at_5": 0.812055, "mrr_at_10": 0.815605, "mrr_at_20": 0.817465, "mrr_at_25": 0.817676, "mrr_at_50": 0.818006, "mrr_at_100": 0.818088, "mrr_at_1000": 0.818115, "nauc_ndcg_at_1_max": 0.476048, "nauc_ndcg_at_1_std": -0.115908, "nauc_ndcg_at_1_diff1": 0.802348, "nauc_ndcg_at_3_max": 0.509126, "nauc_ndcg_at_3_std": -0.1233, "nauc_ndcg_at_3_diff1": 0.76267, "nauc_ndcg_at_5_max": 0.498547, "nauc_ndcg_at_5_std": -0.12367, "nauc_ndcg_at_5_diff1": 0.775803, "nauc_ndcg_at_10_max": 0.510386, "nauc_ndcg_at_10_std": -0.122807, "nauc_ndcg_at_10_diff1": 0.780931, "nauc_ndcg_at_20_max": 0.512576, "nauc_ndcg_at_20_std": -0.117632, "nauc_ndcg_at_20_diff1": 0.782873, "nauc_ndcg_at_25_max": 0.509602, "nauc_ndcg_at_25_std": -0.120129, "nauc_ndcg_at_25_diff1": 0.782447, "nauc_ndcg_at_50_max": 0.504441, "nauc_ndcg_at_50_std": -0.122956, "nauc_ndcg_at_50_diff1": 0.783841, "nauc_ndcg_at_100_max": 0.502257, "nauc_ndcg_at_100_std": -0.124465, "nauc_ndcg_at_100_diff1": 0.783247, "nauc_ndcg_at_1000_max": 0.501816, "nauc_ndcg_at_1000_std": -0.120149, "nauc_ndcg_at_1000_diff1": 0.782611, "nauc_map_at_1_max": 0.476048, "nauc_map_at_1_std": -0.115908, "nauc_map_at_1_diff1": 0.802348, "nauc_map_at_3_max": 0.499904, "nauc_map_at_3_std": -0.120012, "nauc_map_at_3_diff1": 0.774335, "nauc_map_at_5_max": 0.494173, "nauc_map_at_5_std": -0.120189, "nauc_map_at_5_diff1": 0.781145, "nauc_map_at_10_max": 0.498151, "nauc_map_at_10_std": -0.119713, "nauc_map_at_10_diff1": 0.783251, "nauc_map_at_20_max": 0.498622, "nauc_map_at_20_std": -0.118439, "nauc_map_at_20_diff1": 0.78372, "nauc_map_at_25_max": 0.498116, "nauc_map_at_25_std": -0.118838, "nauc_map_at_25_diff1": 0.783649, "nauc_map_at_50_max": 0.497449, "nauc_map_at_50_std": -0.119101, "nauc_map_at_50_diff1": 0.783817, "nauc_map_at_100_max": 0.497297, "nauc_map_at_100_std": -0.119192, "nauc_map_at_100_diff1": 0.783774, "nauc_map_at_1000_max": 0.497292, "nauc_map_at_1000_std": -0.119, "nauc_map_at_1000_diff1": 0.783754, "nauc_recall_at_1_max": 0.476048, "nauc_recall_at_1_std": -0.115908, "nauc_recall_at_1_diff1": 0.802348, "nauc_recall_at_3_max": 0.549649, "nauc_recall_at_3_std": -0.138629, "nauc_recall_at_3_diff1": 0.710976, "nauc_recall_at_5_max": 0.52307, "nauc_recall_at_5_std": -0.146796, "nauc_recall_at_5_diff1": 0.746184, "nauc_recall_at_10_max": 0.633989, "nauc_recall_at_10_std": -0.152827, "nauc_recall_at_10_diff1": 0.770683, "nauc_recall_at_20_max": 0.791019, "nauc_recall_at_20_std": -0.08245, "nauc_recall_at_20_diff1": 0.798776, "nauc_recall_at_25_max": 0.769034, "nauc_recall_at_25_std": -0.144991, "nauc_recall_at_25_diff1": 0.790554, "nauc_recall_at_50_max": 0.723489, "nauc_recall_at_50_std": -0.37132, "nauc_recall_at_50_diff1": 0.890064, "nauc_recall_at_100_max": 0.61484, "nauc_recall_at_100_std": -0.933268, "nauc_recall_at_100_diff1": 0.918298, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.476048, "nauc_precision_at_1_std": -0.115908, "nauc_precision_at_1_diff1": 0.802348, "nauc_precision_at_3_max": 0.549649, "nauc_precision_at_3_std": -0.138629, "nauc_precision_at_3_diff1": 0.710976, "nauc_precision_at_5_max": 0.52307, "nauc_precision_at_5_std": -0.146796, "nauc_precision_at_5_diff1": 0.746184, "nauc_precision_at_10_max": 0.633989, "nauc_precision_at_10_std": -0.152827, "nauc_precision_at_10_diff1": 0.770683, "nauc_precision_at_20_max": 0.791019, "nauc_precision_at_20_std": -0.08245, "nauc_precision_at_20_diff1": 0.798776, "nauc_precision_at_25_max": 0.769034, "nauc_precision_at_25_std": -0.144991, "nauc_precision_at_25_diff1": 0.790554, "nauc_precision_at_50_max": 0.723489, "nauc_precision_at_50_std": -0.37132, "nauc_precision_at_50_diff1": 0.890064, "nauc_precision_at_100_max": 0.61484, "nauc_precision_at_100_std": -0.933268, "nauc_precision_at_100_diff1": 0.918298, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.476048, "nauc_mrr_at_1_std": -0.115908, "nauc_mrr_at_1_diff1": 0.802348, "nauc_mrr_at_3_max": 0.499904, "nauc_mrr_at_3_std": -0.120012, "nauc_mrr_at_3_diff1": 0.774335, "nauc_mrr_at_5_max": 0.494173, "nauc_mrr_at_5_std": -0.120189, "nauc_mrr_at_5_diff1": 0.781145, "nauc_mrr_at_10_max": 0.498151, "nauc_mrr_at_10_std": -0.119713, "nauc_mrr_at_10_diff1": 0.783251, "nauc_mrr_at_20_max": 0.498622, "nauc_mrr_at_20_std": -0.118439, "nauc_mrr_at_20_diff1": 0.78372, "nauc_mrr_at_25_max": 0.498116, "nauc_mrr_at_25_std": -0.118838, "nauc_mrr_at_25_diff1": 0.783649, "nauc_mrr_at_50_max": 0.497449, "nauc_mrr_at_50_std": -0.119101, "nauc_mrr_at_50_diff1": 0.783817, "nauc_mrr_at_100_max": 0.497297, "nauc_mrr_at_100_std": -0.119192, "nauc_mrr_at_100_diff1": 0.783774, "nauc_mrr_at_1000_max": 0.497292, "nauc_mrr_at_1000_std": -0.119, "nauc_mrr_at_1000_diff1": 0.783754, "hit_rate_at_1": 0.73538, "hit_rate_at_3": 0.88115, "hit_rate_at_5": 0.92386, "hit_rate_at_10": 0.94893, "hit_rate_at_20": 0.974, "hit_rate_at_25": 0.97864, "hit_rate_at_50": 0.98979, "hit_rate_at_100": 0.99536, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.735376, "R_cap_at_3": 0.881151, "R_cap_at_5": 0.923863, "R_cap_at_10": 0.948932, "R_cap_at_20": 0.974002, "R_cap_at_25": 0.978644, "R_cap_at_50": 0.989786, "R_cap_at_100": 0.995357, "R_cap_at_1000": 1.0, "main_score": 0.84859, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80175, "ndcg_at_3": 0.86993, "ndcg_at_5": 0.88013, "ndcg_at_10": 0.88922, "ndcg_at_20": 0.89258, "ndcg_at_25": 0.89341, "ndcg_at_50": 0.89488, "ndcg_at_100": 0.89531, "ndcg_at_1000": 0.89569, "map_at_1": 0.80175, "map_at_3": 0.85339, "map_at_5": 0.85915, "map_at_10": 0.86304, "map_at_20": 0.86399, "map_at_25": 0.86416, "map_at_50": 0.86439, "map_at_100": 0.86443, "map_at_1000": 0.86444, "recall_at_1": 0.80175, "recall_at_3": 0.91771, "recall_at_5": 0.94202, "recall_at_10": 0.96945, "recall_at_20": 0.98254, "recall_at_25": 0.98628, "recall_at_50": 0.99377, "recall_at_100": 0.99626, "recall_at_1000": 0.99938, "accuracy": 0.80175, "precision_at_1": 0.80175, "precision_at_3": 0.3059, "precision_at_5": 0.1884, "precision_at_10": 0.09695, "precision_at_20": 0.04913, "precision_at_25": 0.03945, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.801746, "mrr_at_3": 0.853387, "mrr_at_5": 0.859154, "mrr_at_10": 0.863037, "mrr_at_20": 0.863986, "mrr_at_25": 0.864156, "mrr_at_50": 0.864386, "mrr_at_100": 0.86443, "mrr_at_1000": 0.864442, "nauc_ndcg_at_1_max": 0.62366, "nauc_ndcg_at_1_std": -0.106332, "nauc_ndcg_at_1_diff1": 0.839604, "nauc_ndcg_at_3_max": 0.657965, "nauc_ndcg_at_3_std": -0.110684, "nauc_ndcg_at_3_diff1": 0.815165, "nauc_ndcg_at_5_max": 0.657405, "nauc_ndcg_at_5_std": -0.095608, "nauc_ndcg_at_5_diff1": 0.819148, "nauc_ndcg_at_10_max": 0.657279, "nauc_ndcg_at_10_std": -0.086065, "nauc_ndcg_at_10_diff1": 0.818347, "nauc_ndcg_at_20_max": 0.65454, "nauc_ndcg_at_20_std": -0.090686, "nauc_ndcg_at_20_diff1": 0.819497, "nauc_ndcg_at_25_max": 0.652634, "nauc_ndcg_at_25_std": -0.09526, "nauc_ndcg_at_25_diff1": 0.820195, "nauc_ndcg_at_50_max": 0.64973, "nauc_ndcg_at_50_std": -0.097643, "nauc_ndcg_at_50_diff1": 0.820098, "nauc_ndcg_at_100_max": 0.649011, "nauc_ndcg_at_100_std": -0.099285, "nauc_ndcg_at_100_diff1": 0.821579, "nauc_ndcg_at_1000_max": 0.648594, "nauc_ndcg_at_1000_std": -0.09972, "nauc_ndcg_at_1000_diff1": 0.821911, "nauc_map_at_1_max": 0.62366, "nauc_map_at_1_std": -0.106332, "nauc_map_at_1_diff1": 0.839604, "nauc_map_at_3_max": 0.646791, "nauc_map_at_3_std": -0.110581, "nauc_map_at_3_diff1": 0.821919, "nauc_map_at_5_max": 0.646256, "nauc_map_at_5_std": -0.102832, "nauc_map_at_5_diff1": 0.824233, "nauc_map_at_10_max": 0.646024, "nauc_map_at_10_std": -0.09999, "nauc_map_at_10_diff1": 0.824074, "nauc_map_at_20_max": 0.64531, "nauc_map_at_20_std": -0.101488, "nauc_map_at_20_diff1": 0.824459, "nauc_map_at_25_max": 0.644989, "nauc_map_at_25_std": -0.102237, "nauc_map_at_25_diff1": 0.824575, "nauc_map_at_50_max": 0.64463, "nauc_map_at_50_std": -0.102523, "nauc_map_at_50_diff1": 0.824556, "nauc_map_at_100_max": 0.644572, "nauc_map_at_100_std": -0.102658, "nauc_map_at_100_diff1": 0.824677, "nauc_map_at_1000_max": 0.644561, "nauc_map_at_1000_std": -0.102669, "nauc_map_at_1000_diff1": 0.824684, "nauc_recall_at_1_max": 0.62366, "nauc_recall_at_1_std": -0.106332, "nauc_recall_at_1_diff1": 0.839604, "nauc_recall_at_3_max": 0.71285, "nauc_recall_at_3_std": -0.110285, "nauc_recall_at_3_diff1": 0.782818, "nauc_recall_at_5_max": 0.731147, "nauc_recall_at_5_std": -0.043189, "nauc_recall_at_5_diff1": 0.787157, "nauc_recall_at_10_max": 0.792813, "nauc_recall_at_10_std": 0.108326, "nauc_recall_at_10_diff1": 0.750839, "nauc_recall_at_20_max": 0.833035, "nauc_recall_at_20_std": 0.168522, "nauc_recall_at_20_diff1": 0.721831, "nauc_recall_at_25_max": 0.817945, "nauc_recall_at_25_std": 0.085588, "nauc_recall_at_25_diff1": 0.718964, "nauc_recall_at_50_max": 0.778022, "nauc_recall_at_50_std": 0.102841, "nauc_recall_at_50_diff1": 0.593416, "nauc_recall_at_100_max": 0.750632, "nauc_recall_at_100_std": -0.017701, "nauc_recall_at_100_diff1": 0.671644, "nauc_recall_at_1000_max": 0.722236, "nauc_recall_at_1000_std": -0.17119, "nauc_recall_at_1000_diff1": 0.358038, "nauc_precision_at_1_max": 0.62366, "nauc_precision_at_1_std": -0.106332, "nauc_precision_at_1_diff1": 0.839604, "nauc_precision_at_3_max": 0.71285, "nauc_precision_at_3_std": -0.110285, "nauc_precision_at_3_diff1": 0.782818, "nauc_precision_at_5_max": 0.731147, "nauc_precision_at_5_std": -0.043189, "nauc_precision_at_5_diff1": 0.787157, "nauc_precision_at_10_max": 0.792813, "nauc_precision_at_10_std": 0.108326, "nauc_precision_at_10_diff1": 0.750839, "nauc_precision_at_20_max": 0.833035, "nauc_precision_at_20_std": 0.168522, "nauc_precision_at_20_diff1": 0.721831, "nauc_precision_at_25_max": 0.817945, "nauc_precision_at_25_std": 0.085588, "nauc_precision_at_25_diff1": 0.718964, "nauc_precision_at_50_max": 0.778022, "nauc_precision_at_50_std": 0.102841, "nauc_precision_at_50_diff1": 0.593416, "nauc_precision_at_100_max": 0.750632, "nauc_precision_at_100_std": -0.017701, "nauc_precision_at_100_diff1": 0.671644, "nauc_precision_at_1000_max": 0.722236, "nauc_precision_at_1000_std": -0.17119, "nauc_precision_at_1000_diff1": 0.358038, "nauc_mrr_at_1_max": 0.62366, "nauc_mrr_at_1_std": -0.106332, "nauc_mrr_at_1_diff1": 0.839604, "nauc_mrr_at_3_max": 0.646791, "nauc_mrr_at_3_std": -0.110581, "nauc_mrr_at_3_diff1": 0.821919, "nauc_mrr_at_5_max": 0.646256, "nauc_mrr_at_5_std": -0.102832, "nauc_mrr_at_5_diff1": 0.824233, "nauc_mrr_at_10_max": 0.646024, "nauc_mrr_at_10_std": -0.09999, "nauc_mrr_at_10_diff1": 0.824074, "nauc_mrr_at_20_max": 0.64531, "nauc_mrr_at_20_std": -0.101488, "nauc_mrr_at_20_diff1": 0.824459, "nauc_mrr_at_25_max": 0.644989, "nauc_mrr_at_25_std": -0.102237, "nauc_mrr_at_25_diff1": 0.824575, "nauc_mrr_at_50_max": 0.64463, "nauc_mrr_at_50_std": -0.102523, "nauc_mrr_at_50_diff1": 0.824556, "nauc_mrr_at_100_max": 0.644572, "nauc_mrr_at_100_std": -0.102658, "nauc_mrr_at_100_diff1": 0.824677, "nauc_mrr_at_1000_max": 0.644561, "nauc_mrr_at_1000_std": -0.102669, "nauc_mrr_at_1000_diff1": 0.824684, "hit_rate_at_1": 0.80175, "hit_rate_at_3": 0.91771, "hit_rate_at_5": 0.94202, "hit_rate_at_10": 0.96945, "hit_rate_at_20": 0.98254, "hit_rate_at_25": 0.98628, "hit_rate_at_50": 0.99377, "hit_rate_at_100": 0.99626, "hit_rate_at_1000": 0.99938, "R_cap_at_1": 0.801746, "R_cap_at_3": 0.917706, "R_cap_at_5": 0.94202, "R_cap_at_10": 0.969451, "R_cap_at_20": 0.982544, "R_cap_at_25": 0.986284, "R_cap_at_50": 0.993766, "R_cap_at_100": 0.996259, "R_cap_at_1000": 0.999377, "main_score": 0.88922, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70302, "ndcg_at_3": 0.79572, "ndcg_at_5": 0.81244, "ndcg_at_10": 0.8248, "ndcg_at_20": 0.83136, "ndcg_at_25": 0.8328, "ndcg_at_50": 0.8367, "ndcg_at_100": 0.83719, "ndcg_at_1000": 0.83817, "map_at_1": 0.70302, "map_at_3": 0.77395, "map_at_5": 0.7832, "map_at_10": 0.78831, "map_at_20": 0.79016, "map_at_25": 0.79045, "map_at_50": 0.79103, "map_at_100": 0.79108, "map_at_1000": 0.79112, "recall_at_1": 0.70302, "recall_at_3": 0.85829, "recall_at_5": 0.89899, "recall_at_10": 0.93719, "recall_at_20": 0.96281, "recall_at_25": 0.96935, "recall_at_50": 0.98945, "recall_at_100": 0.99246, "recall_at_1000": 1.0, "accuracy": 0.70302, "precision_at_1": 0.70302, "precision_at_3": 0.2861, "precision_at_5": 0.1798, "precision_at_10": 0.09372, "precision_at_20": 0.04814, "precision_at_25": 0.03877, "precision_at_50": 0.01979, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.703015, "mrr_at_3": 0.773953, "mrr_at_5": 0.783199, "mrr_at_10": 0.78831, "mrr_at_20": 0.79016, "mrr_at_25": 0.790448, "mrr_at_50": 0.791034, "mrr_at_100": 0.791081, "mrr_at_1000": 0.791119, "nauc_ndcg_at_1_max": 0.446837, "nauc_ndcg_at_1_std": -0.249258, "nauc_ndcg_at_1_diff1": 0.790995, "nauc_ndcg_at_3_max": 0.466074, "nauc_ndcg_at_3_std": -0.296599, "nauc_ndcg_at_3_diff1": 0.759118, "nauc_ndcg_at_5_max": 0.469805, "nauc_ndcg_at_5_std": -0.305699, "nauc_ndcg_at_5_diff1": 0.76136, "nauc_ndcg_at_10_max": 0.470129, "nauc_ndcg_at_10_std": -0.316184, "nauc_ndcg_at_10_diff1": 0.763474, "nauc_ndcg_at_20_max": 0.471077, "nauc_ndcg_at_20_std": -0.30562, "nauc_ndcg_at_20_diff1": 0.76554, "nauc_ndcg_at_25_max": 0.473246, "nauc_ndcg_at_25_std": -0.30072, "nauc_ndcg_at_25_diff1": 0.766407, "nauc_ndcg_at_50_max": 0.469619, "nauc_ndcg_at_50_std": -0.296358, "nauc_ndcg_at_50_diff1": 0.769154, "nauc_ndcg_at_100_max": 0.469144, "nauc_ndcg_at_100_std": -0.295195, "nauc_ndcg_at_100_diff1": 0.769627, "nauc_ndcg_at_1000_max": 0.466807, "nauc_ndcg_at_1000_std": -0.294558, "nauc_ndcg_at_1000_diff1": 0.769562, "nauc_map_at_1_max": 0.446837, "nauc_map_at_1_std": -0.249258, "nauc_map_at_1_diff1": 0.790995, "nauc_map_at_3_max": 0.460983, "nauc_map_at_3_std": -0.284716, "nauc_map_at_3_diff1": 0.768368, "nauc_map_at_5_max": 0.462831, "nauc_map_at_5_std": -0.288655, "nauc_map_at_5_diff1": 0.770083, "nauc_map_at_10_max": 0.462794, "nauc_map_at_10_std": -0.292042, "nauc_map_at_10_diff1": 0.771065, "nauc_map_at_20_max": 0.462939, "nauc_map_at_20_std": -0.28948, "nauc_map_at_20_diff1": 0.771606, "nauc_map_at_25_max": 0.463297, "nauc_map_at_25_std": -0.288628, "nauc_map_at_25_diff1": 0.771752, "nauc_map_at_50_max": 0.462861, "nauc_map_at_50_std": -0.288016, "nauc_map_at_50_diff1": 0.772118, "nauc_map_at_100_max": 0.462829, "nauc_map_at_100_std": -0.287912, "nauc_map_at_100_diff1": 0.772159, "nauc_map_at_1000_max": 0.462764, "nauc_map_at_1000_std": -0.287889, "nauc_map_at_1000_diff1": 0.772166, "nauc_recall_at_1_max": 0.446837, "nauc_recall_at_1_std": -0.249258, "nauc_recall_at_1_diff1": 0.790995, "nauc_recall_at_3_max": 0.487414, "nauc_recall_at_3_std": -0.345943, "nauc_recall_at_3_diff1": 0.719769, "nauc_recall_at_5_max": 0.508331, "nauc_recall_at_5_std": -0.400742, "nauc_recall_at_5_diff1": 0.713279, "nauc_recall_at_10_max": 0.53349, "nauc_recall_at_10_std": -0.536482, "nauc_recall_at_10_diff1": 0.700403, "nauc_recall_at_20_max": 0.592122, "nauc_recall_at_20_std": -0.51651, "nauc_recall_at_20_diff1": 0.690173, "nauc_recall_at_25_max": 0.665381, "nauc_recall_at_25_std": -0.453583, "nauc_recall_at_25_diff1": 0.693698, "nauc_recall_at_50_max": 0.765929, "nauc_recall_at_50_std": -0.446512, "nauc_recall_at_50_diff1": 0.746387, "nauc_recall_at_100_max": 0.825864, "nauc_recall_at_100_std": -0.378805, "nauc_recall_at_100_diff1": 0.789791, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.446837, "nauc_precision_at_1_std": -0.249258, "nauc_precision_at_1_diff1": 0.790995, "nauc_precision_at_3_max": 0.487414, "nauc_precision_at_3_std": -0.345943, "nauc_precision_at_3_diff1": 0.719769, "nauc_precision_at_5_max": 0.508331, "nauc_precision_at_5_std": -0.400742, "nauc_precision_at_5_diff1": 0.713279, "nauc_precision_at_10_max": 0.53349, "nauc_precision_at_10_std": -0.536482, "nauc_precision_at_10_diff1": 0.700403, "nauc_precision_at_20_max": 0.592122, "nauc_precision_at_20_std": -0.51651, "nauc_precision_at_20_diff1": 0.690173, "nauc_precision_at_25_max": 0.665381, "nauc_precision_at_25_std": -0.453583, "nauc_precision_at_25_diff1": 0.693698, "nauc_precision_at_50_max": 0.765929, "nauc_precision_at_50_std": -0.446512, "nauc_precision_at_50_diff1": 0.746387, "nauc_precision_at_100_max": 0.825864, "nauc_precision_at_100_std": -0.378805, "nauc_precision_at_100_diff1": 0.789791, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.446837, "nauc_mrr_at_1_std": -0.249258, "nauc_mrr_at_1_diff1": 0.790995, "nauc_mrr_at_3_max": 0.460983, "nauc_mrr_at_3_std": -0.284716, "nauc_mrr_at_3_diff1": 0.768368, "nauc_mrr_at_5_max": 0.462831, "nauc_mrr_at_5_std": -0.288655, "nauc_mrr_at_5_diff1": 0.770083, "nauc_mrr_at_10_max": 0.462794, "nauc_mrr_at_10_std": -0.292042, "nauc_mrr_at_10_diff1": 0.771065, "nauc_mrr_at_20_max": 0.462939, "nauc_mrr_at_20_std": -0.28948, "nauc_mrr_at_20_diff1": 0.771606, "nauc_mrr_at_25_max": 0.463297, "nauc_mrr_at_25_std": -0.288628, "nauc_mrr_at_25_diff1": 0.771752, "nauc_mrr_at_50_max": 0.462861, "nauc_mrr_at_50_std": -0.288016, "nauc_mrr_at_50_diff1": 0.772118, "nauc_mrr_at_100_max": 0.462829, "nauc_mrr_at_100_std": -0.287912, "nauc_mrr_at_100_diff1": 0.772159, "nauc_mrr_at_1000_max": 0.462764, "nauc_mrr_at_1000_std": -0.287889, "nauc_mrr_at_1000_diff1": 0.772166, "hit_rate_at_1": 0.70302, "hit_rate_at_3": 0.85829, "hit_rate_at_5": 0.89899, "hit_rate_at_10": 0.93719, "hit_rate_at_20": 0.96281, "hit_rate_at_25": 0.96935, "hit_rate_at_50": 0.98945, "hit_rate_at_100": 0.99246, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.703015, "R_cap_at_3": 0.858291, "R_cap_at_5": 0.898995, "R_cap_at_10": 0.937186, "R_cap_at_20": 0.962814, "R_cap_at_25": 0.969347, "R_cap_at_50": 0.989447, "R_cap_at_100": 0.992462, "R_cap_at_1000": 1.0, "main_score": 0.8248, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63195, "ndcg_at_3": 0.71411, "ndcg_at_5": 0.73228, "ndcg_at_10": 0.74949, "ndcg_at_20": 0.76056, "ndcg_at_25": 0.76358, "ndcg_at_50": 0.76989, "ndcg_at_100": 0.77306, "ndcg_at_1000": 0.77587, "map_at_1": 0.63195, "map_at_3": 0.69416, "map_at_5": 0.70421, "map_at_10": 0.71133, "map_at_20": 0.71443, "map_at_25": 0.71503, "map_at_50": 0.71598, "map_at_100": 0.71627, "map_at_1000": 0.71639, "recall_at_1": 0.63195, "recall_at_3": 0.77174, "recall_at_5": 0.81598, "recall_at_10": 0.86912, "recall_at_20": 0.91244, "recall_at_25": 0.92627, "recall_at_50": 0.95883, "recall_at_100": 0.97819, "recall_at_1000": 0.99939, "accuracy": 0.63195, "precision_at_1": 0.63195, "precision_at_3": 0.25725, "precision_at_5": 0.1632, "precision_at_10": 0.08691, "precision_at_20": 0.04562, "precision_at_25": 0.03705, "precision_at_50": 0.01918, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.631951, "mrr_at_3": 0.694163, "mrr_at_5": 0.704209, "mrr_at_10": 0.711332, "mrr_at_20": 0.714426, "mrr_at_25": 0.715033, "mrr_at_50": 0.715979, "mrr_at_100": 0.716266, "mrr_at_1000": 0.716387, "nauc_ndcg_at_1_max": 0.238729, "nauc_ndcg_at_1_std": -0.362816, "nauc_ndcg_at_1_diff1": 0.832526, "nauc_ndcg_at_3_max": 0.212103, "nauc_ndcg_at_3_std": -0.401979, "nauc_ndcg_at_3_diff1": 0.790719, "nauc_ndcg_at_5_max": 0.214749, "nauc_ndcg_at_5_std": -0.401099, "nauc_ndcg_at_5_diff1": 0.788017, "nauc_ndcg_at_10_max": 0.217564, "nauc_ndcg_at_10_std": -0.406224, "nauc_ndcg_at_10_diff1": 0.791093, "nauc_ndcg_at_20_max": 0.223015, "nauc_ndcg_at_20_std": -0.400277, "nauc_ndcg_at_20_diff1": 0.790907, "nauc_ndcg_at_25_max": 0.222559, "nauc_ndcg_at_25_std": -0.399063, "nauc_ndcg_at_25_diff1": 0.791439, "nauc_ndcg_at_50_max": 0.223831, "nauc_ndcg_at_50_std": -0.394902, "nauc_ndcg_at_50_diff1": 0.793469, "nauc_ndcg_at_100_max": 0.2252, "nauc_ndcg_at_100_std": -0.393386, "nauc_ndcg_at_100_diff1": 0.795775, "nauc_ndcg_at_1000_max": 0.223713, "nauc_ndcg_at_1000_std": -0.392285, "nauc_ndcg_at_1000_diff1": 0.79724, "nauc_map_at_1_max": 0.238729, "nauc_map_at_1_std": -0.362816, "nauc_map_at_1_diff1": 0.832526, "nauc_map_at_3_max": 0.220013, "nauc_map_at_3_std": -0.390456, "nauc_map_at_3_diff1": 0.801882, "nauc_map_at_5_max": 0.221451, "nauc_map_at_5_std": -0.389681, "nauc_map_at_5_diff1": 0.800699, "nauc_map_at_10_max": 0.222784, "nauc_map_at_10_std": -0.391294, "nauc_map_at_10_diff1": 0.802132, "nauc_map_at_20_max": 0.224089, "nauc_map_at_20_std": -0.3897, "nauc_map_at_20_diff1": 0.802156, "nauc_map_at_25_max": 0.224004, "nauc_map_at_25_std": -0.389464, "nauc_map_at_25_diff1": 0.80228, "nauc_map_at_50_max": 0.224239, "nauc_map_at_50_std": -0.388812, "nauc_map_at_50_diff1": 0.802562, "nauc_map_at_100_max": 0.224353, "nauc_map_at_100_std": -0.388673, "nauc_map_at_100_diff1": 0.802732, "nauc_map_at_1000_max": 0.224316, "nauc_map_at_1000_std": -0.388588, "nauc_map_at_1000_diff1": 0.802778, "nauc_recall_at_1_max": 0.238729, "nauc_recall_at_1_std": -0.362816, "nauc_recall_at_1_diff1": 0.832526, "nauc_recall_at_3_max": 0.183475, "nauc_recall_at_3_std": -0.443634, "nauc_recall_at_3_diff1": 0.750924, "nauc_recall_at_5_max": 0.187334, "nauc_recall_at_5_std": -0.448839, "nauc_recall_at_5_diff1": 0.735145, "nauc_recall_at_10_max": 0.190765, "nauc_recall_at_10_std": -0.492785, "nauc_recall_at_10_diff1": 0.732164, "nauc_recall_at_20_max": 0.229986, "nauc_recall_at_20_std": -0.47686, "nauc_recall_at_20_diff1": 0.705226, "nauc_recall_at_25_max": 0.225894, "nauc_recall_at_25_std": -0.476075, "nauc_recall_at_25_diff1": 0.695688, "nauc_recall_at_50_max": 0.254464, "nauc_recall_at_50_std": -0.441993, "nauc_recall_at_50_diff1": 0.67079, "nauc_recall_at_100_max": 0.352805, "nauc_recall_at_100_std": -0.406495, "nauc_recall_at_100_diff1": 0.688913, "nauc_recall_at_1000_max": 0.934629, "nauc_recall_at_1000_std": 0.777048, "nauc_recall_at_1000_diff1": 0.561325, "nauc_precision_at_1_max": 0.238729, "nauc_precision_at_1_std": -0.362816, "nauc_precision_at_1_diff1": 0.832526, "nauc_precision_at_3_max": 0.183475, "nauc_precision_at_3_std": -0.443634, "nauc_precision_at_3_diff1": 0.750924, "nauc_precision_at_5_max": 0.187334, "nauc_precision_at_5_std": -0.448839, "nauc_precision_at_5_diff1": 0.735145, "nauc_precision_at_10_max": 0.190765, "nauc_precision_at_10_std": -0.492785, "nauc_precision_at_10_diff1": 0.732164, "nauc_precision_at_20_max": 0.229986, "nauc_precision_at_20_std": -0.47686, "nauc_precision_at_20_diff1": 0.705226, "nauc_precision_at_25_max": 0.225894, "nauc_precision_at_25_std": -0.476075, "nauc_precision_at_25_diff1": 0.695688, "nauc_precision_at_50_max": 0.254464, "nauc_precision_at_50_std": -0.441993, "nauc_precision_at_50_diff1": 0.67079, "nauc_precision_at_100_max": 0.352805, "nauc_precision_at_100_std": -0.406495, "nauc_precision_at_100_diff1": 0.688913, "nauc_precision_at_1000_max": 0.934629, "nauc_precision_at_1000_std": 0.777048, "nauc_precision_at_1000_diff1": 0.561325, "nauc_mrr_at_1_max": 0.238729, "nauc_mrr_at_1_std": -0.362816, "nauc_mrr_at_1_diff1": 0.832526, "nauc_mrr_at_3_max": 0.220013, "nauc_mrr_at_3_std": -0.390456, "nauc_mrr_at_3_diff1": 0.801882, "nauc_mrr_at_5_max": 0.221451, "nauc_mrr_at_5_std": -0.389681, "nauc_mrr_at_5_diff1": 0.800699, "nauc_mrr_at_10_max": 0.222784, "nauc_mrr_at_10_std": -0.391294, "nauc_mrr_at_10_diff1": 0.802132, "nauc_mrr_at_20_max": 0.224089, "nauc_mrr_at_20_std": -0.3897, "nauc_mrr_at_20_diff1": 0.802156, "nauc_mrr_at_25_max": 0.224004, "nauc_mrr_at_25_std": -0.389464, "nauc_mrr_at_25_diff1": 0.80228, "nauc_mrr_at_50_max": 0.224239, "nauc_mrr_at_50_std": -0.388812, "nauc_mrr_at_50_diff1": 0.802562, "nauc_mrr_at_100_max": 0.224353, "nauc_mrr_at_100_std": -0.388673, "nauc_mrr_at_100_diff1": 0.802732, "nauc_mrr_at_1000_max": 0.224316, "nauc_mrr_at_1000_std": -0.388588, "nauc_mrr_at_1000_diff1": 0.802778, "hit_rate_at_1": 0.63195, "hit_rate_at_3": 0.77174, "hit_rate_at_5": 0.81598, "hit_rate_at_10": 0.86912, "hit_rate_at_20": 0.91244, "hit_rate_at_25": 0.92627, "hit_rate_at_50": 0.95883, "hit_rate_at_100": 0.97819, "hit_rate_at_1000": 0.99939, "R_cap_at_1": 0.631951, "R_cap_at_3": 0.771736, "R_cap_at_5": 0.815975, "R_cap_at_10": 0.869124, "R_cap_at_20": 0.912442, "R_cap_at_25": 0.926267, "R_cap_at_50": 0.958833, "R_cap_at_100": 0.978187, "R_cap_at_1000": 0.999386, "main_score": 0.74949, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57602, "ndcg_at_3": 0.65862, "ndcg_at_5": 0.67703, "ndcg_at_10": 0.69547, "ndcg_at_20": 0.7075, "ndcg_at_25": 0.71022, "ndcg_at_50": 0.71798, "ndcg_at_100": 0.72355, "ndcg_at_1000": 0.72956, "map_at_1": 0.57602, "map_at_3": 0.6388, "map_at_5": 0.64905, "map_at_10": 0.65673, "map_at_20": 0.66, "map_at_25": 0.66055, "map_at_50": 0.66172, "map_at_100": 0.66221, "map_at_1000": 0.66246, "recall_at_1": 0.57602, "recall_at_3": 0.71578, "recall_at_5": 0.76033, "recall_at_10": 0.81698, "recall_at_20": 0.86475, "recall_at_25": 0.87718, "recall_at_50": 0.9172, "recall_at_100": 0.95142, "recall_at_1000": 0.99742, "accuracy": 0.57602, "precision_at_1": 0.57602, "precision_at_3": 0.23859, "precision_at_5": 0.15207, "precision_at_10": 0.0817, "precision_at_20": 0.04324, "precision_at_25": 0.03509, "precision_at_50": 0.01834, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.576017, "mrr_at_3": 0.638799, "mrr_at_5": 0.649048, "mrr_at_10": 0.656733, "mrr_at_20": 0.660003, "mrr_at_25": 0.66055, "mrr_at_50": 0.661717, "mrr_at_100": 0.662212, "mrr_at_1000": 0.662461, "nauc_ndcg_at_1_max": 0.246203, "nauc_ndcg_at_1_std": -0.325398, "nauc_ndcg_at_1_diff1": 0.772842, "nauc_ndcg_at_3_max": 0.218926, "nauc_ndcg_at_3_std": -0.381837, "nauc_ndcg_at_3_diff1": 0.736989, "nauc_ndcg_at_5_max": 0.203717, "nauc_ndcg_at_5_std": -0.397026, "nauc_ndcg_at_5_diff1": 0.736543, "nauc_ndcg_at_10_max": 0.195428, "nauc_ndcg_at_10_std": -0.407128, "nauc_ndcg_at_10_diff1": 0.73481, "nauc_ndcg_at_20_max": 0.192923, "nauc_ndcg_at_20_std": -0.406768, "nauc_ndcg_at_20_diff1": 0.736406, "nauc_ndcg_at_25_max": 0.193605, "nauc_ndcg_at_25_std": -0.404213, "nauc_ndcg_at_25_diff1": 0.736411, "nauc_ndcg_at_50_max": 0.196883, "nauc_ndcg_at_50_std": -0.400138, "nauc_ndcg_at_50_diff1": 0.738002, "nauc_ndcg_at_100_max": 0.205751, "nauc_ndcg_at_100_std": -0.388456, "nauc_ndcg_at_100_diff1": 0.739879, "nauc_ndcg_at_1000_max": 0.209227, "nauc_ndcg_at_1000_std": -0.385057, "nauc_ndcg_at_1000_diff1": 0.741363, "nauc_map_at_1_max": 0.246203, "nauc_map_at_1_std": -0.325398, "nauc_map_at_1_diff1": 0.772842, "nauc_map_at_3_max": 0.226711, "nauc_map_at_3_std": -0.366767, "nauc_map_at_3_diff1": 0.745914, "nauc_map_at_5_max": 0.218921, "nauc_map_at_5_std": -0.374307, "nauc_map_at_5_diff1": 0.745871, "nauc_map_at_10_max": 0.215696, "nauc_map_at_10_std": -0.378041, "nauc_map_at_10_diff1": 0.745347, "nauc_map_at_20_max": 0.215229, "nauc_map_at_20_std": -0.377712, "nauc_map_at_20_diff1": 0.745901, "nauc_map_at_25_max": 0.215387, "nauc_map_at_25_std": -0.377215, "nauc_map_at_25_diff1": 0.745918, "nauc_map_at_50_max": 0.215948, "nauc_map_at_50_std": -0.376486, "nauc_map_at_50_diff1": 0.746128, "nauc_map_at_100_max": 0.216641, "nauc_map_at_100_std": -0.37558, "nauc_map_at_100_diff1": 0.746284, "nauc_map_at_1000_max": 0.21682, "nauc_map_at_1000_std": -0.375353, "nauc_map_at_1000_diff1": 0.746333, "nauc_recall_at_1_max": 0.246203, "nauc_recall_at_1_std": -0.325398, "nauc_recall_at_1_diff1": 0.772842, "nauc_recall_at_3_max": 0.192423, "nauc_recall_at_3_std": -0.432664, "nauc_recall_at_3_diff1": 0.707203, "nauc_recall_at_5_max": 0.143248, "nauc_recall_at_5_std": -0.485668, "nauc_recall_at_5_diff1": 0.701666, "nauc_recall_at_10_max": 0.094241, "nauc_recall_at_10_std": -0.550071, "nauc_recall_at_10_diff1": 0.685625, "nauc_recall_at_20_max": 0.044927, "nauc_recall_at_20_std": -0.591985, "nauc_recall_at_20_diff1": 0.680703, "nauc_recall_at_25_max": 0.037802, "nauc_recall_at_25_std": -0.585373, "nauc_recall_at_25_diff1": 0.675742, "nauc_recall_at_50_max": 0.012689, "nauc_recall_at_50_std": -0.612334, "nauc_recall_at_50_diff1": 0.672894, "nauc_recall_at_100_max": 0.136642, "nauc_recall_at_100_std": -0.427244, "nauc_recall_at_100_diff1": 0.680477, "nauc_recall_at_1000_max": 0.8738, "nauc_recall_at_1000_std": 0.509178, "nauc_recall_at_1000_diff1": 0.627562, "nauc_precision_at_1_max": 0.246203, "nauc_precision_at_1_std": -0.325398, "nauc_precision_at_1_diff1": 0.772842, "nauc_precision_at_3_max": 0.192423, "nauc_precision_at_3_std": -0.432664, "nauc_precision_at_3_diff1": 0.707203, "nauc_precision_at_5_max": 0.143248, "nauc_precision_at_5_std": -0.485668, "nauc_precision_at_5_diff1": 0.701666, "nauc_precision_at_10_max": 0.094241, "nauc_precision_at_10_std": -0.550071, "nauc_precision_at_10_diff1": 0.685625, "nauc_precision_at_20_max": 0.044927, "nauc_precision_at_20_std": -0.591985, "nauc_precision_at_20_diff1": 0.680703, "nauc_precision_at_25_max": 0.037802, "nauc_precision_at_25_std": -0.585373, "nauc_precision_at_25_diff1": 0.675742, "nauc_precision_at_50_max": 0.012689, "nauc_precision_at_50_std": -0.612334, "nauc_precision_at_50_diff1": 0.672894, "nauc_precision_at_100_max": 0.136642, "nauc_precision_at_100_std": -0.427244, "nauc_precision_at_100_diff1": 0.680477, "nauc_precision_at_1000_max": 0.8738, "nauc_precision_at_1000_std": 0.509178, "nauc_precision_at_1000_diff1": 0.627562, "nauc_mrr_at_1_max": 0.246203, "nauc_mrr_at_1_std": -0.325398, "nauc_mrr_at_1_diff1": 0.772842, "nauc_mrr_at_3_max": 0.226711, "nauc_mrr_at_3_std": -0.366767, "nauc_mrr_at_3_diff1": 0.745914, "nauc_mrr_at_5_max": 0.218921, "nauc_mrr_at_5_std": -0.374307, "nauc_mrr_at_5_diff1": 0.745871, "nauc_mrr_at_10_max": 0.215696, "nauc_mrr_at_10_std": -0.378041, "nauc_mrr_at_10_diff1": 0.745347, "nauc_mrr_at_20_max": 0.215229, "nauc_mrr_at_20_std": -0.377712, "nauc_mrr_at_20_diff1": 0.745901, "nauc_mrr_at_25_max": 0.215387, "nauc_mrr_at_25_std": -0.377215, "nauc_mrr_at_25_diff1": 0.745918, "nauc_mrr_at_50_max": 0.215948, "nauc_mrr_at_50_std": -0.376486, "nauc_mrr_at_50_diff1": 0.746128, "nauc_mrr_at_100_max": 0.216641, "nauc_mrr_at_100_std": -0.37558, "nauc_mrr_at_100_diff1": 0.746284, "nauc_mrr_at_1000_max": 0.21682, "nauc_mrr_at_1000_std": -0.375353, "nauc_mrr_at_1000_diff1": 0.746333, "hit_rate_at_1": 0.57602, "hit_rate_at_3": 0.71578, "hit_rate_at_5": 0.76033, "hit_rate_at_10": 0.81698, "hit_rate_at_20": 0.86475, "hit_rate_at_25": 0.87718, "hit_rate_at_50": 0.9172, "hit_rate_at_100": 0.95142, "hit_rate_at_1000": 0.99742, "R_cap_at_1": 0.576017, "R_cap_at_3": 0.715784, "R_cap_at_5": 0.760329, "R_cap_at_10": 0.816979, "R_cap_at_20": 0.864751, "R_cap_at_25": 0.877179, "R_cap_at_50": 0.917205, "R_cap_at_100": 0.95142, "R_cap_at_1000": 0.997418, "main_score": 0.69547, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79412, "ndcg_at_3": 0.8616, "ndcg_at_5": 0.87382, "ndcg_at_10": 0.88184, "ndcg_at_20": 0.88695, "ndcg_at_25": 0.88834, "ndcg_at_50": 0.88983, "ndcg_at_100": 0.89024, "ndcg_at_1000": 0.89057, "map_at_1": 0.79412, "map_at_3": 0.84591, "map_at_5": 0.85275, "map_at_10": 0.85616, "map_at_20": 0.85753, "map_at_25": 0.8578, "map_at_50": 0.85803, "map_at_100": 0.85806, "map_at_1000": 0.85807, "recall_at_1": 0.79412, "recall_at_3": 0.90665, "recall_at_5": 0.93606, "recall_at_10": 0.96036, "recall_at_20": 0.98082, "recall_at_25": 0.98721, "recall_at_50": 0.99488, "recall_at_100": 0.99744, "recall_at_1000": 1.0, "accuracy": 0.79412, "precision_at_1": 0.79412, "precision_at_3": 0.30222, "precision_at_5": 0.18721, "precision_at_10": 0.09604, "precision_at_20": 0.04904, "precision_at_25": 0.03949, "precision_at_50": 0.0199, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.794118, "mrr_at_3": 0.845908, "mrr_at_5": 0.852749, "mrr_at_10": 0.85616, "mrr_at_20": 0.857529, "mrr_at_25": 0.857803, "mrr_at_50": 0.858026, "mrr_at_100": 0.85806, "mrr_at_1000": 0.858073, "nauc_ndcg_at_1_max": 0.42683, "nauc_ndcg_at_1_std": -0.137404, "nauc_ndcg_at_1_diff1": 0.855362, "nauc_ndcg_at_3_max": 0.486635, "nauc_ndcg_at_3_std": -0.101159, "nauc_ndcg_at_3_diff1": 0.824984, "nauc_ndcg_at_5_max": 0.48616, "nauc_ndcg_at_5_std": -0.093842, "nauc_ndcg_at_5_diff1": 0.836523, "nauc_ndcg_at_10_max": 0.475579, "nauc_ndcg_at_10_std": -0.096839, "nauc_ndcg_at_10_diff1": 0.839462, "nauc_ndcg_at_20_max": 0.481103, "nauc_ndcg_at_20_std": -0.103245, "nauc_ndcg_at_20_diff1": 0.839524, "nauc_ndcg_at_25_max": 0.479604, "nauc_ndcg_at_25_std": -0.103725, "nauc_ndcg_at_25_diff1": 0.840229, "nauc_ndcg_at_50_max": 0.476251, "nauc_ndcg_at_50_std": -0.105119, "nauc_ndcg_at_50_diff1": 0.84054, "nauc_ndcg_at_100_max": 0.474708, "nauc_ndcg_at_100_std": -0.107344, "nauc_ndcg_at_100_diff1": 0.840699, "nauc_ndcg_at_1000_max": 0.473004, "nauc_ndcg_at_1000_std": -0.107977, "nauc_ndcg_at_1000_diff1": 0.840642, "nauc_map_at_1_max": 0.42683, "nauc_map_at_1_std": -0.137404, "nauc_map_at_1_diff1": 0.855362, "nauc_map_at_3_max": 0.470721, "nauc_map_at_3_std": -0.112279, "nauc_map_at_3_diff1": 0.834045, "nauc_map_at_5_max": 0.470097, "nauc_map_at_5_std": -0.108711, "nauc_map_at_5_diff1": 0.84014, "nauc_map_at_10_max": 0.466318, "nauc_map_at_10_std": -0.110929, "nauc_map_at_10_diff1": 0.84148, "nauc_map_at_20_max": 0.46755, "nauc_map_at_20_std": -0.112358, "nauc_map_at_20_diff1": 0.841548, "nauc_map_at_25_max": 0.46728, "nauc_map_at_25_std": -0.112484, "nauc_map_at_25_diff1": 0.841646, "nauc_map_at_50_max": 0.466901, "nauc_map_at_50_std": -0.112612, "nauc_map_at_50_diff1": 0.841726, "nauc_map_at_100_max": 0.466798, "nauc_map_at_100_std": -0.112764, "nauc_map_at_100_diff1": 0.841733, "nauc_map_at_1000_max": 0.466745, "nauc_map_at_1000_std": -0.112781, "nauc_map_at_1000_diff1": 0.841732, "nauc_recall_at_1_max": 0.42683, "nauc_recall_at_1_std": -0.137404, "nauc_recall_at_1_diff1": 0.855362, "nauc_recall_at_3_max": 0.556683, "nauc_recall_at_3_std": -0.051085, "nauc_recall_at_3_diff1": 0.784353, "nauc_recall_at_5_max": 0.583256, "nauc_recall_at_5_std": -9.9e-05, "nauc_recall_at_5_diff1": 0.817298, "nauc_recall_at_10_max": 0.545722, "nauc_recall_at_10_std": 0.046316, "nauc_recall_at_10_diff1": 0.826763, "nauc_recall_at_20_max": 0.736137, "nauc_recall_at_20_std": 0.05083, "nauc_recall_at_20_diff1": 0.81281, "nauc_recall_at_25_max": 0.807428, "nauc_recall_at_25_std": 0.112968, "nauc_recall_at_25_diff1": 0.827998, "nauc_recall_at_50_max": 0.934659, "nauc_recall_at_50_std": 0.274736, "nauc_recall_at_50_diff1": 0.828506, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.093389, "nauc_recall_at_100_diff1": 0.861177, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.42683, "nauc_precision_at_1_std": -0.137404, "nauc_precision_at_1_diff1": 0.855362, "nauc_precision_at_3_max": 0.556683, "nauc_precision_at_3_std": -0.051085, "nauc_precision_at_3_diff1": 0.784353, "nauc_precision_at_5_max": 0.583256, "nauc_precision_at_5_std": -9.9e-05, "nauc_precision_at_5_diff1": 0.817298, "nauc_precision_at_10_max": 0.545722, "nauc_precision_at_10_std": 0.046316, "nauc_precision_at_10_diff1": 0.826763, "nauc_precision_at_20_max": 0.736137, "nauc_precision_at_20_std": 0.05083, "nauc_precision_at_20_diff1": 0.81281, "nauc_precision_at_25_max": 0.807428, "nauc_precision_at_25_std": 0.112968, "nauc_precision_at_25_diff1": 0.827998, "nauc_precision_at_50_max": 0.934659, "nauc_precision_at_50_std": 0.274736, "nauc_precision_at_50_diff1": 0.828506, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.093389, "nauc_precision_at_100_diff1": 0.861177, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.42683, "nauc_mrr_at_1_std": -0.137404, "nauc_mrr_at_1_diff1": 0.855362, "nauc_mrr_at_3_max": 0.470721, "nauc_mrr_at_3_std": -0.112279, "nauc_mrr_at_3_diff1": 0.834045, "nauc_mrr_at_5_max": 0.470097, "nauc_mrr_at_5_std": -0.108711, "nauc_mrr_at_5_diff1": 0.84014, "nauc_mrr_at_10_max": 0.466318, "nauc_mrr_at_10_std": -0.110929, "nauc_mrr_at_10_diff1": 0.84148, "nauc_mrr_at_20_max": 0.46755, "nauc_mrr_at_20_std": -0.112358, "nauc_mrr_at_20_diff1": 0.841548, "nauc_mrr_at_25_max": 0.46728, "nauc_mrr_at_25_std": -0.112484, "nauc_mrr_at_25_diff1": 0.841646, "nauc_mrr_at_50_max": 0.466901, "nauc_mrr_at_50_std": -0.112612, "nauc_mrr_at_50_diff1": 0.841726, "nauc_mrr_at_100_max": 0.466798, "nauc_mrr_at_100_std": -0.112764, "nauc_mrr_at_100_diff1": 0.841733, "nauc_mrr_at_1000_max": 0.466745, "nauc_mrr_at_1000_std": -0.112781, "nauc_mrr_at_1000_diff1": 0.841732, "hit_rate_at_1": 0.79412, "hit_rate_at_3": 0.90665, "hit_rate_at_5": 0.93606, "hit_rate_at_10": 0.96036, "hit_rate_at_20": 0.98082, "hit_rate_at_25": 0.98721, "hit_rate_at_50": 0.99488, "hit_rate_at_100": 0.99744, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.794118, "R_cap_at_3": 0.90665, "R_cap_at_5": 0.936061, "R_cap_at_10": 0.960358, "R_cap_at_20": 0.980818, "R_cap_at_25": 0.987212, "R_cap_at_50": 0.994885, "R_cap_at_100": 0.997442, "R_cap_at_1000": 1.0, "main_score": 0.88184, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67599, "ndcg_at_3": 0.75827, "ndcg_at_5": 0.77493, "ndcg_at_10": 0.78848, "ndcg_at_20": 0.79715, "ndcg_at_25": 0.799, "ndcg_at_50": 0.80375, "ndcg_at_100": 0.80645, "ndcg_at_1000": 0.80877, "map_at_1": 0.67599, "map_at_3": 0.73851, "map_at_5": 0.74777, "map_at_10": 0.75343, "map_at_20": 0.75586, "map_at_25": 0.75623, "map_at_50": 0.75694, "map_at_100": 0.75719, "map_at_1000": 0.75728, "recall_at_1": 0.67599, "recall_at_3": 0.81524, "recall_at_5": 0.85563, "recall_at_10": 0.89717, "recall_at_20": 0.93112, "recall_at_25": 0.93959, "recall_at_50": 0.96411, "recall_at_100": 0.98069, "recall_at_1000": 0.99868, "accuracy": 0.67599, "precision_at_1": 0.67599, "precision_at_3": 0.27175, "precision_at_5": 0.17113, "precision_at_10": 0.08972, "precision_at_20": 0.04656, "precision_at_25": 0.03758, "precision_at_50": 0.01928, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.675986, "mrr_at_3": 0.738513, "mrr_at_5": 0.747769, "mrr_at_10": 0.753433, "mrr_at_20": 0.755862, "mrr_at_25": 0.756232, "mrr_at_50": 0.756943, "mrr_at_100": 0.757185, "mrr_at_1000": 0.757276, "nauc_ndcg_at_1_max": 0.463222, "nauc_ndcg_at_1_std": -0.228272, "nauc_ndcg_at_1_diff1": 0.795553, "nauc_ndcg_at_3_max": 0.480436, "nauc_ndcg_at_3_std": -0.249616, "nauc_ndcg_at_3_diff1": 0.758966, "nauc_ndcg_at_5_max": 0.480957, "nauc_ndcg_at_5_std": -0.243965, "nauc_ndcg_at_5_diff1": 0.759792, "nauc_ndcg_at_10_max": 0.479503, "nauc_ndcg_at_10_std": -0.239097, "nauc_ndcg_at_10_diff1": 0.758693, "nauc_ndcg_at_20_max": 0.482587, "nauc_ndcg_at_20_std": -0.23097, "nauc_ndcg_at_20_diff1": 0.761519, "nauc_ndcg_at_25_max": 0.482646, "nauc_ndcg_at_25_std": -0.229399, "nauc_ndcg_at_25_diff1": 0.762153, "nauc_ndcg_at_50_max": 0.483267, "nauc_ndcg_at_50_std": -0.228209, "nauc_ndcg_at_50_diff1": 0.764227, "nauc_ndcg_at_100_max": 0.481664, "nauc_ndcg_at_100_std": -0.228471, "nauc_ndcg_at_100_diff1": 0.764964, "nauc_ndcg_at_1000_max": 0.4798, "nauc_ndcg_at_1000_std": -0.232878, "nauc_ndcg_at_1000_diff1": 0.766131, "nauc_map_at_1_max": 0.463222, "nauc_map_at_1_std": -0.228272, "nauc_map_at_1_diff1": 0.795553, "nauc_map_at_3_max": 0.476036, "nauc_map_at_3_std": -0.24376, "nauc_map_at_3_diff1": 0.768687, "nauc_map_at_5_max": 0.476122, "nauc_map_at_5_std": -0.240801, "nauc_map_at_5_diff1": 0.769434, "nauc_map_at_10_max": 0.475555, "nauc_map_at_10_std": -0.238756, "nauc_map_at_10_diff1": 0.769199, "nauc_map_at_20_max": 0.476222, "nauc_map_at_20_std": -0.236839, "nauc_map_at_20_diff1": 0.769954, "nauc_map_at_25_max": 0.476216, "nauc_map_at_25_std": -0.236586, "nauc_map_at_25_diff1": 0.770076, "nauc_map_at_50_max": 0.476268, "nauc_map_at_50_std": -0.236459, "nauc_map_at_50_diff1": 0.770365, "nauc_map_at_100_max": 0.476148, "nauc_map_at_100_std": -0.236473, "nauc_map_at_100_diff1": 0.770425, "nauc_map_at_1000_max": 0.476109, "nauc_map_at_1000_std": -0.236571, "nauc_map_at_1000_diff1": 0.770465, "nauc_recall_at_1_max": 0.463222, "nauc_recall_at_1_std": -0.228272, "nauc_recall_at_1_diff1": 0.795553, "nauc_recall_at_3_max": 0.496847, "nauc_recall_at_3_std": -0.271708, "nauc_recall_at_3_diff1": 0.72248, "nauc_recall_at_5_max": 0.50294, "nauc_recall_at_5_std": -0.256856, "nauc_recall_at_5_diff1": 0.716282, "nauc_recall_at_10_max": 0.501739, "nauc_recall_at_10_std": -0.236119, "nauc_recall_at_10_diff1": 0.695347, "nauc_recall_at_20_max": 0.544251, "nauc_recall_at_20_std": -0.151858, "nauc_recall_at_20_diff1": 0.693953, "nauc_recall_at_25_max": 0.553875, "nauc_recall_at_25_std": -0.119626, "nauc_recall_at_25_diff1": 0.692993, "nauc_recall_at_50_max": 0.618248, "nauc_recall_at_50_std": -0.015358, "nauc_recall_at_50_diff1": 0.696577, "nauc_recall_at_100_max": 0.646483, "nauc_recall_at_100_std": 0.150052, "nauc_recall_at_100_diff1": 0.678414, "nauc_recall_at_1000_max": 0.876281, "nauc_recall_at_1000_std": 0.599551, "nauc_recall_at_1000_diff1": 0.648668, "nauc_precision_at_1_max": 0.463222, "nauc_precision_at_1_std": -0.228272, "nauc_precision_at_1_diff1": 0.795553, "nauc_precision_at_3_max": 0.496847, "nauc_precision_at_3_std": -0.271708, "nauc_precision_at_3_diff1": 0.72248, "nauc_precision_at_5_max": 0.50294, "nauc_precision_at_5_std": -0.256856, "nauc_precision_at_5_diff1": 0.716282, "nauc_precision_at_10_max": 0.501739, "nauc_precision_at_10_std": -0.236119, "nauc_precision_at_10_diff1": 0.695347, "nauc_precision_at_20_max": 0.544251, "nauc_precision_at_20_std": -0.151858, "nauc_precision_at_20_diff1": 0.693953, "nauc_precision_at_25_max": 0.553875, "nauc_precision_at_25_std": -0.119626, "nauc_precision_at_25_diff1": 0.692993, "nauc_precision_at_50_max": 0.618248, "nauc_precision_at_50_std": -0.015358, "nauc_precision_at_50_diff1": 0.696577, "nauc_precision_at_100_max": 0.646483, "nauc_precision_at_100_std": 0.150052, "nauc_precision_at_100_diff1": 0.678414, "nauc_precision_at_1000_max": 0.876281, "nauc_precision_at_1000_std": 0.599551, "nauc_precision_at_1000_diff1": 0.648668, "nauc_mrr_at_1_max": 0.463222, "nauc_mrr_at_1_std": -0.228272, "nauc_mrr_at_1_diff1": 0.795553, "nauc_mrr_at_3_max": 0.476036, "nauc_mrr_at_3_std": -0.24376, "nauc_mrr_at_3_diff1": 0.768687, "nauc_mrr_at_5_max": 0.476122, "nauc_mrr_at_5_std": -0.240801, "nauc_mrr_at_5_diff1": 0.769434, "nauc_mrr_at_10_max": 0.475555, "nauc_mrr_at_10_std": -0.238756, "nauc_mrr_at_10_diff1": 0.769199, "nauc_mrr_at_20_max": 0.476222, "nauc_mrr_at_20_std": -0.236839, "nauc_mrr_at_20_diff1": 0.769954, "nauc_mrr_at_25_max": 0.476216, "nauc_mrr_at_25_std": -0.236586, "nauc_mrr_at_25_diff1": 0.770076, "nauc_mrr_at_50_max": 0.476268, "nauc_mrr_at_50_std": -0.236459, "nauc_mrr_at_50_diff1": 0.770365, "nauc_mrr_at_100_max": 0.476148, "nauc_mrr_at_100_std": -0.236473, "nauc_mrr_at_100_diff1": 0.770425, "nauc_mrr_at_1000_max": 0.476109, "nauc_mrr_at_1000_std": -0.236571, "nauc_mrr_at_1000_diff1": 0.770465, "hit_rate_at_1": 0.67599, "hit_rate_at_3": 0.81524, "hit_rate_at_5": 0.85563, "hit_rate_at_10": 0.89717, "hit_rate_at_20": 0.93112, "hit_rate_at_25": 0.93959, "hit_rate_at_50": 0.96411, "hit_rate_at_100": 0.98069, "hit_rate_at_1000": 0.99868, "R_cap_at_1": 0.675986, "R_cap_at_3": 0.815239, "R_cap_at_5": 0.855631, "R_cap_at_10": 0.897169, "R_cap_at_20": 0.931123, "R_cap_at_25": 0.939589, "R_cap_at_50": 0.964106, "R_cap_at_100": 0.980686, "R_cap_at_1000": 0.998677, "main_score": 0.78848, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73689, "ndcg_at_3": 0.81967, "ndcg_at_5": 0.83295, "ndcg_at_10": 0.84523, "ndcg_at_20": 0.84885, "ndcg_at_25": 0.84976, "ndcg_at_50": 0.85198, "ndcg_at_100": 0.85349, "ndcg_at_1000": 0.85518, "map_at_1": 0.73689, "map_at_3": 0.79978, "map_at_5": 0.80713, "map_at_10": 0.81227, "map_at_20": 0.81328, "map_at_25": 0.81346, "map_at_50": 0.81377, "map_at_100": 0.8139, "map_at_1000": 0.81397, "recall_at_1": 0.73689, "recall_at_3": 0.87702, "recall_at_5": 0.90939, "recall_at_10": 0.94693, "recall_at_20": 0.96117, "recall_at_25": 0.96537, "recall_at_50": 0.97702, "recall_at_100": 0.98641, "recall_at_1000": 0.99968, "accuracy": 0.73689, "precision_at_1": 0.73689, "precision_at_3": 0.29234, "precision_at_5": 0.18188, "precision_at_10": 0.09469, "precision_at_20": 0.04806, "precision_at_25": 0.03861, "precision_at_50": 0.01954, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.736893, "mrr_at_3": 0.799784, "mrr_at_5": 0.807131, "mrr_at_10": 0.812275, "mrr_at_20": 0.813279, "mrr_at_25": 0.813459, "mrr_at_50": 0.813774, "mrr_at_100": 0.813903, "mrr_at_1000": 0.813968, "nauc_ndcg_at_1_max": 0.519527, "nauc_ndcg_at_1_std": 0.003639, "nauc_ndcg_at_1_diff1": 0.785152, "nauc_ndcg_at_3_max": 0.553665, "nauc_ndcg_at_3_std": 0.003713, "nauc_ndcg_at_3_diff1": 0.763563, "nauc_ndcg_at_5_max": 0.554638, "nauc_ndcg_at_5_std": 0.01522, "nauc_ndcg_at_5_diff1": 0.763293, "nauc_ndcg_at_10_max": 0.557313, "nauc_ndcg_at_10_std": 0.017964, "nauc_ndcg_at_10_diff1": 0.76636, "nauc_ndcg_at_20_max": 0.557549, "nauc_ndcg_at_20_std": 0.01781, "nauc_ndcg_at_20_diff1": 0.768191, "nauc_ndcg_at_25_max": 0.557161, "nauc_ndcg_at_25_std": 0.020349, "nauc_ndcg_at_25_diff1": 0.768022, "nauc_ndcg_at_50_max": 0.553953, "nauc_ndcg_at_50_std": 0.014754, "nauc_ndcg_at_50_diff1": 0.76884, "nauc_ndcg_at_100_max": 0.552016, "nauc_ndcg_at_100_std": 0.012877, "nauc_ndcg_at_100_diff1": 0.768588, "nauc_ndcg_at_1000_max": 0.549599, "nauc_ndcg_at_1000_std": 0.012764, "nauc_ndcg_at_1000_diff1": 0.76901, "nauc_map_at_1_max": 0.519527, "nauc_map_at_1_std": 0.003639, "nauc_map_at_1_diff1": 0.785152, "nauc_map_at_3_max": 0.543467, "nauc_map_at_3_std": 0.002808, "nauc_map_at_3_diff1": 0.769202, "nauc_map_at_5_max": 0.543727, "nauc_map_at_5_std": 0.008577, "nauc_map_at_5_diff1": 0.769316, "nauc_map_at_10_max": 0.544469, "nauc_map_at_10_std": 0.009528, "nauc_map_at_10_diff1": 0.770467, "nauc_map_at_20_max": 0.544385, "nauc_map_at_20_std": 0.009449, "nauc_map_at_20_diff1": 0.770875, "nauc_map_at_25_max": 0.544305, "nauc_map_at_25_std": 0.009821, "nauc_map_at_25_diff1": 0.770847, "nauc_map_at_50_max": 0.543889, "nauc_map_at_50_std": 0.009143, "nauc_map_at_50_diff1": 0.770922, "nauc_map_at_100_max": 0.543755, "nauc_map_at_100_std": 0.00902, "nauc_map_at_100_diff1": 0.770904, "nauc_map_at_1000_max": 0.543677, "nauc_map_at_1000_std": 0.009048, "nauc_map_at_1000_diff1": 0.770916, "nauc_recall_at_1_max": 0.519527, "nauc_recall_at_1_std": 0.003639, "nauc_recall_at_1_diff1": 0.785152, "nauc_recall_at_3_max": 0.598247, "nauc_recall_at_3_std": 0.008238, "nauc_recall_at_3_diff1": 0.739434, "nauc_recall_at_5_max": 0.615339, "nauc_recall_at_5_std": 0.055719, "nauc_recall_at_5_diff1": 0.730245, "nauc_recall_at_10_max": 0.677828, "nauc_recall_at_10_std": 0.103633, "nauc_recall_at_10_diff1": 0.733643, "nauc_recall_at_20_max": 0.72735, "nauc_recall_at_20_std": 0.132874, "nauc_recall_at_20_diff1": 0.748226, "nauc_recall_at_25_max": 0.741067, "nauc_recall_at_25_std": 0.194551, "nauc_recall_at_25_diff1": 0.742916, "nauc_recall_at_50_max": 0.737688, "nauc_recall_at_50_std": 0.111887, "nauc_recall_at_50_diff1": 0.757841, "nauc_recall_at_100_max": 0.744609, "nauc_recall_at_100_std": 0.061325, "nauc_recall_at_100_diff1": 0.735639, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722222, "nauc_precision_at_1_max": 0.519527, "nauc_precision_at_1_std": 0.003639, "nauc_precision_at_1_diff1": 0.785152, "nauc_precision_at_3_max": 0.598247, "nauc_precision_at_3_std": 0.008238, "nauc_precision_at_3_diff1": 0.739434, "nauc_precision_at_5_max": 0.615339, "nauc_precision_at_5_std": 0.055719, "nauc_precision_at_5_diff1": 0.730245, "nauc_precision_at_10_max": 0.677828, "nauc_precision_at_10_std": 0.103633, "nauc_precision_at_10_diff1": 0.733643, "nauc_precision_at_20_max": 0.72735, "nauc_precision_at_20_std": 0.132874, "nauc_precision_at_20_diff1": 0.748226, "nauc_precision_at_25_max": 0.741067, "nauc_precision_at_25_std": 0.194551, "nauc_precision_at_25_diff1": 0.742916, "nauc_precision_at_50_max": 0.737688, "nauc_precision_at_50_std": 0.111887, "nauc_precision_at_50_diff1": 0.757841, "nauc_precision_at_100_max": 0.744609, "nauc_precision_at_100_std": 0.061325, "nauc_precision_at_100_diff1": 0.735639, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.722222, "nauc_mrr_at_1_max": 0.519527, "nauc_mrr_at_1_std": 0.003639, "nauc_mrr_at_1_diff1": 0.785152, "nauc_mrr_at_3_max": 0.543467, "nauc_mrr_at_3_std": 0.002808, "nauc_mrr_at_3_diff1": 0.769202, "nauc_mrr_at_5_max": 0.543727, "nauc_mrr_at_5_std": 0.008577, "nauc_mrr_at_5_diff1": 0.769316, "nauc_mrr_at_10_max": 0.544469, "nauc_mrr_at_10_std": 0.009528, "nauc_mrr_at_10_diff1": 0.770467, "nauc_mrr_at_20_max": 0.544385, "nauc_mrr_at_20_std": 0.009449, "nauc_mrr_at_20_diff1": 0.770875, "nauc_mrr_at_25_max": 0.544305, "nauc_mrr_at_25_std": 0.009821, "nauc_mrr_at_25_diff1": 0.770847, "nauc_mrr_at_50_max": 0.543889, "nauc_mrr_at_50_std": 0.009143, "nauc_mrr_at_50_diff1": 0.770922, "nauc_mrr_at_100_max": 0.543755, "nauc_mrr_at_100_std": 0.00902, "nauc_mrr_at_100_diff1": 0.770904, "nauc_mrr_at_1000_max": 0.543677, "nauc_mrr_at_1000_std": 0.009048, "nauc_mrr_at_1000_diff1": 0.770916, "hit_rate_at_1": 0.73689, "hit_rate_at_3": 0.87702, "hit_rate_at_5": 0.90939, "hit_rate_at_10": 0.94693, "hit_rate_at_20": 0.96117, "hit_rate_at_25": 0.96537, "hit_rate_at_50": 0.97702, "hit_rate_at_100": 0.98641, "hit_rate_at_1000": 0.99968, "R_cap_at_1": 0.736893, "R_cap_at_3": 0.877023, "R_cap_at_5": 0.909385, "R_cap_at_10": 0.946926, "R_cap_at_20": 0.961165, "R_cap_at_25": 0.965372, "R_cap_at_50": 0.977023, "R_cap_at_100": 0.986408, "R_cap_at_1000": 0.999676, "main_score": 0.84523, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.92813, "ndcg_at_3": 0.9578, "ndcg_at_5": 0.96162, "ndcg_at_10": 0.96416, "ndcg_at_20": 0.96458, "ndcg_at_25": 0.96458, "ndcg_at_50": 0.96487, "ndcg_at_100": 0.9651, "ndcg_at_1000": 0.96531, "map_at_1": 0.92813, "map_at_3": 0.95107, "map_at_5": 0.95321, "map_at_10": 0.9543, "map_at_20": 0.95443, "map_at_25": 0.95443, "map_at_50": 0.95447, "map_at_100": 0.95448, "map_at_1000": 0.95449, "recall_at_1": 0.92813, "recall_at_3": 0.97706, "recall_at_5": 0.98624, "recall_at_10": 0.99388, "recall_at_20": 0.99541, "recall_at_25": 0.99541, "recall_at_50": 0.99694, "recall_at_100": 0.99847, "recall_at_1000": 1.0, "accuracy": 0.92813, "precision_at_1": 0.92813, "precision_at_3": 0.32569, "precision_at_5": 0.19725, "precision_at_10": 0.09939, "precision_at_20": 0.04977, "precision_at_25": 0.03982, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.928135, "mrr_at_3": 0.95107, "mrr_at_5": 0.953211, "mrr_at_10": 0.9543, "mrr_at_20": 0.954428, "mrr_at_25": 0.954428, "mrr_at_50": 0.954468, "mrr_at_100": 0.954484, "mrr_at_1000": 0.954493, "nauc_ndcg_at_1_max": 0.441589, "nauc_ndcg_at_1_std": -0.233321, "nauc_ndcg_at_1_diff1": 0.884073, "nauc_ndcg_at_3_max": 0.552122, "nauc_ndcg_at_3_std": -0.217274, "nauc_ndcg_at_3_diff1": 0.874011, "nauc_ndcg_at_5_max": 0.516313, "nauc_ndcg_at_5_std": -0.17539, "nauc_ndcg_at_5_diff1": 0.865963, "nauc_ndcg_at_10_max": 0.523801, "nauc_ndcg_at_10_std": -0.185174, "nauc_ndcg_at_10_diff1": 0.873741, "nauc_ndcg_at_20_max": 0.51977, "nauc_ndcg_at_20_std": -0.19151, "nauc_ndcg_at_20_diff1": 0.873792, "nauc_ndcg_at_25_max": 0.51977, "nauc_ndcg_at_25_std": -0.19151, "nauc_ndcg_at_25_diff1": 0.873792, "nauc_ndcg_at_50_max": 0.515816, "nauc_ndcg_at_50_std": -0.188446, "nauc_ndcg_at_50_diff1": 0.876423, "nauc_ndcg_at_100_max": 0.51258, "nauc_ndcg_at_100_std": -0.192099, "nauc_ndcg_at_100_diff1": 0.875597, "nauc_ndcg_at_1000_max": 0.509677, "nauc_ndcg_at_1000_std": -0.199198, "nauc_ndcg_at_1000_diff1": 0.875634, "nauc_map_at_1_max": 0.441589, "nauc_map_at_1_std": -0.233321, "nauc_map_at_1_diff1": 0.884073, "nauc_map_at_3_max": 0.516907, "nauc_map_at_3_std": -0.221082, "nauc_map_at_3_diff1": 0.876669, "nauc_map_at_5_max": 0.498861, "nauc_map_at_5_std": -0.202502, "nauc_map_at_5_diff1": 0.873161, "nauc_map_at_10_max": 0.501467, "nauc_map_at_10_std": -0.206475, "nauc_map_at_10_diff1": 0.876358, "nauc_map_at_20_max": 0.500438, "nauc_map_at_20_std": -0.208053, "nauc_map_at_20_diff1": 0.876378, "nauc_map_at_25_max": 0.500438, "nauc_map_at_25_std": -0.208053, "nauc_map_at_25_diff1": 0.876378, "nauc_map_at_50_max": 0.499997, "nauc_map_at_50_std": -0.207739, "nauc_map_at_50_diff1": 0.876662, "nauc_map_at_100_max": 0.499816, "nauc_map_at_100_std": -0.207944, "nauc_map_at_100_diff1": 0.876618, "nauc_map_at_1000_max": 0.499716, "nauc_map_at_1000_std": -0.208185, "nauc_map_at_1000_diff1": 0.876619, "nauc_recall_at_1_max": 0.441589, "nauc_recall_at_1_std": -0.233321, "nauc_recall_at_1_diff1": 0.884073, "nauc_recall_at_3_max": 0.765447, "nauc_recall_at_3_std": -0.195478, "nauc_recall_at_3_diff1": 0.858446, "nauc_recall_at_5_max": 0.667136, "nauc_recall_at_5_std": 0.106988, "nauc_recall_at_5_diff1": 0.793105, "nauc_recall_at_10_max": 0.967342, "nauc_recall_at_10_std": 0.288107, "nauc_recall_at_10_diff1": 0.82325, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.264815, "nauc_recall_at_20_diff1": 0.807877, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.264815, "nauc_recall_at_25_diff1": 0.807877, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.678991, "nauc_recall_at_50_diff1": 0.934685, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.86937, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.441589, "nauc_precision_at_1_std": -0.233321, "nauc_precision_at_1_diff1": 0.884073, "nauc_precision_at_3_max": 0.765447, "nauc_precision_at_3_std": -0.195478, "nauc_precision_at_3_diff1": 0.858446, "nauc_precision_at_5_max": 0.667136, "nauc_precision_at_5_std": 0.106988, "nauc_precision_at_5_diff1": 0.793105, "nauc_precision_at_10_max": 0.967342, "nauc_precision_at_10_std": 0.288107, "nauc_precision_at_10_diff1": 0.82325, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.264815, "nauc_precision_at_20_diff1": 0.807877, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.264815, "nauc_precision_at_25_diff1": 0.807877, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.678991, "nauc_precision_at_50_diff1": 0.934685, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.86937, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.441589, "nauc_mrr_at_1_std": -0.233321, "nauc_mrr_at_1_diff1": 0.884073, "nauc_mrr_at_3_max": 0.516907, "nauc_mrr_at_3_std": -0.221082, "nauc_mrr_at_3_diff1": 0.876669, "nauc_mrr_at_5_max": 0.498861, "nauc_mrr_at_5_std": -0.202502, "nauc_mrr_at_5_diff1": 0.873161, "nauc_mrr_at_10_max": 0.501467, "nauc_mrr_at_10_std": -0.206475, "nauc_mrr_at_10_diff1": 0.876358, "nauc_mrr_at_20_max": 0.500438, "nauc_mrr_at_20_std": -0.208053, "nauc_mrr_at_20_diff1": 0.876378, "nauc_mrr_at_25_max": 0.500438, "nauc_mrr_at_25_std": -0.208053, "nauc_mrr_at_25_diff1": 0.876378, "nauc_mrr_at_50_max": 0.499997, "nauc_mrr_at_50_std": -0.207739, "nauc_mrr_at_50_diff1": 0.876662, "nauc_mrr_at_100_max": 0.499816, "nauc_mrr_at_100_std": -0.207944, "nauc_mrr_at_100_diff1": 0.876618, "nauc_mrr_at_1000_max": 0.499716, "nauc_mrr_at_1000_std": -0.208185, "nauc_mrr_at_1000_diff1": 0.876619, "hit_rate_at_1": 0.92813, "hit_rate_at_3": 0.97706, "hit_rate_at_5": 0.98624, "hit_rate_at_10": 0.99388, "hit_rate_at_20": 0.99541, "hit_rate_at_25": 0.99541, "hit_rate_at_50": 0.99694, "hit_rate_at_100": 0.99847, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.928135, "R_cap_at_3": 0.977064, "R_cap_at_5": 0.986239, "R_cap_at_10": 0.993884, "R_cap_at_20": 0.995413, "R_cap_at_25": 0.995413, "R_cap_at_50": 0.996942, "R_cap_at_100": 0.998471, "R_cap_at_1000": 1.0, "main_score": 0.96416, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68725, "ndcg_at_3": 0.76887, "ndcg_at_5": 0.78475, "ndcg_at_10": 0.79679, "ndcg_at_20": 0.80559, "ndcg_at_25": 0.80681, "ndcg_at_50": 0.81094, "ndcg_at_100": 0.81349, "ndcg_at_1000": 0.81621, "map_at_1": 0.68725, "map_at_3": 0.74911, "map_at_5": 0.75795, "map_at_10": 0.76292, "map_at_20": 0.76536, "map_at_25": 0.7656, "map_at_50": 0.76623, "map_at_100": 0.76645, "map_at_1000": 0.76657, "recall_at_1": 0.68725, "recall_at_3": 0.82591, "recall_at_5": 0.86437, "recall_at_10": 0.90157, "recall_at_20": 0.93623, "recall_at_25": 0.9418, "recall_at_50": 0.96306, "recall_at_100": 0.97874, "recall_at_1000": 0.99949, "accuracy": 0.68725, "precision_at_1": 0.68725, "precision_at_3": 0.2753, "precision_at_5": 0.17287, "precision_at_10": 0.09016, "precision_at_20": 0.04681, "precision_at_25": 0.03767, "precision_at_50": 0.01926, "precision_at_100": 0.00979, "precision_at_1000": 0.001, "mrr_at_1": 0.687247, "mrr_at_3": 0.749114, "mrr_at_5": 0.757945, "mrr_at_10": 0.762925, "mrr_at_20": 0.76536, "mrr_at_25": 0.765604, "mrr_at_50": 0.766227, "mrr_at_100": 0.766454, "mrr_at_1000": 0.766568, "nauc_ndcg_at_1_max": 0.537071, "nauc_ndcg_at_1_std": -0.174723, "nauc_ndcg_at_1_diff1": 0.783826, "nauc_ndcg_at_3_max": 0.573457, "nauc_ndcg_at_3_std": -0.197576, "nauc_ndcg_at_3_diff1": 0.75076, "nauc_ndcg_at_5_max": 0.573627, "nauc_ndcg_at_5_std": -0.197214, "nauc_ndcg_at_5_diff1": 0.750747, "nauc_ndcg_at_10_max": 0.569678, "nauc_ndcg_at_10_std": -0.193715, "nauc_ndcg_at_10_diff1": 0.748436, "nauc_ndcg_at_20_max": 0.563764, "nauc_ndcg_at_20_std": -0.199635, "nauc_ndcg_at_20_diff1": 0.751338, "nauc_ndcg_at_25_max": 0.563828, "nauc_ndcg_at_25_std": -0.198818, "nauc_ndcg_at_25_diff1": 0.751405, "nauc_ndcg_at_50_max": 0.564191, "nauc_ndcg_at_50_std": -0.199308, "nauc_ndcg_at_50_diff1": 0.753417, "nauc_ndcg_at_100_max": 0.563704, "nauc_ndcg_at_100_std": -0.195175, "nauc_ndcg_at_100_diff1": 0.754599, "nauc_ndcg_at_1000_max": 0.563324, "nauc_ndcg_at_1000_std": -0.194069, "nauc_ndcg_at_1000_diff1": 0.756012, "nauc_map_at_1_max": 0.537071, "nauc_map_at_1_std": -0.174723, "nauc_map_at_1_diff1": 0.783826, "nauc_map_at_3_max": 0.563776, "nauc_map_at_3_std": -0.190461, "nauc_map_at_3_diff1": 0.759236, "nauc_map_at_5_max": 0.563406, "nauc_map_at_5_std": -0.190004, "nauc_map_at_5_diff1": 0.759459, "nauc_map_at_10_max": 0.561872, "nauc_map_at_10_std": -0.1886, "nauc_map_at_10_diff1": 0.758852, "nauc_map_at_20_max": 0.560364, "nauc_map_at_20_std": -0.190146, "nauc_map_at_20_diff1": 0.759666, "nauc_map_at_25_max": 0.560372, "nauc_map_at_25_std": -0.189996, "nauc_map_at_25_diff1": 0.759686, "nauc_map_at_50_max": 0.560383, "nauc_map_at_50_std": -0.190077, "nauc_map_at_50_diff1": 0.759942, "nauc_map_at_100_max": 0.560337, "nauc_map_at_100_std": -0.189764, "nauc_map_at_100_diff1": 0.760033, "nauc_map_at_1000_max": 0.560337, "nauc_map_at_1000_std": -0.189734, "nauc_map_at_1000_diff1": 0.760085, "nauc_recall_at_1_max": 0.537071, "nauc_recall_at_1_std": -0.174723, "nauc_recall_at_1_diff1": 0.783826, "nauc_recall_at_3_max": 0.610583, "nauc_recall_at_3_std": -0.225489, "nauc_recall_at_3_diff1": 0.718448, "nauc_recall_at_5_max": 0.621394, "nauc_recall_at_5_std": -0.231456, "nauc_recall_at_5_diff1": 0.710664, "nauc_recall_at_10_max": 0.613463, "nauc_recall_at_10_std": -0.222561, "nauc_recall_at_10_diff1": 0.683643, "nauc_recall_at_20_max": 0.57493, "nauc_recall_at_20_std": -0.296061, "nauc_recall_at_20_diff1": 0.679031, "nauc_recall_at_25_max": 0.576817, "nauc_recall_at_25_std": -0.294273, "nauc_recall_at_25_diff1": 0.673047, "nauc_recall_at_50_max": 0.594777, "nauc_recall_at_50_std": -0.357216, "nauc_recall_at_50_diff1": 0.676546, "nauc_recall_at_100_max": 0.595511, "nauc_recall_at_100_std": -0.276784, "nauc_recall_at_100_diff1": 0.676459, "nauc_recall_at_1000_max": 0.679031, "nauc_recall_at_1000_std": -0.808818, "nauc_recall_at_1000_diff1": 0.934644, "nauc_precision_at_1_max": 0.537071, "nauc_precision_at_1_std": -0.174723, "nauc_precision_at_1_diff1": 0.783826, "nauc_precision_at_3_max": 0.610583, "nauc_precision_at_3_std": -0.225489, "nauc_precision_at_3_diff1": 0.718448, "nauc_precision_at_5_max": 0.621394, "nauc_precision_at_5_std": -0.231456, "nauc_precision_at_5_diff1": 0.710664, "nauc_precision_at_10_max": 0.613463, "nauc_precision_at_10_std": -0.222561, "nauc_precision_at_10_diff1": 0.683643, "nauc_precision_at_20_max": 0.57493, "nauc_precision_at_20_std": -0.296061, "nauc_precision_at_20_diff1": 0.679031, "nauc_precision_at_25_max": 0.576817, "nauc_precision_at_25_std": -0.294273, "nauc_precision_at_25_diff1": 0.673047, "nauc_precision_at_50_max": 0.594777, "nauc_precision_at_50_std": -0.357216, "nauc_precision_at_50_diff1": 0.676546, "nauc_precision_at_100_max": 0.595511, "nauc_precision_at_100_std": -0.276784, "nauc_precision_at_100_diff1": 0.676459, "nauc_precision_at_1000_max": 0.679031, "nauc_precision_at_1000_std": -0.808818, "nauc_precision_at_1000_diff1": 0.934644, "nauc_mrr_at_1_max": 0.537071, "nauc_mrr_at_1_std": -0.174723, "nauc_mrr_at_1_diff1": 0.783826, "nauc_mrr_at_3_max": 0.563776, "nauc_mrr_at_3_std": -0.190461, "nauc_mrr_at_3_diff1": 0.759236, "nauc_mrr_at_5_max": 0.563406, "nauc_mrr_at_5_std": -0.190004, "nauc_mrr_at_5_diff1": 0.759459, "nauc_mrr_at_10_max": 0.561872, "nauc_mrr_at_10_std": -0.1886, "nauc_mrr_at_10_diff1": 0.758852, "nauc_mrr_at_20_max": 0.560364, "nauc_mrr_at_20_std": -0.190146, "nauc_mrr_at_20_diff1": 0.759666, "nauc_mrr_at_25_max": 0.560372, "nauc_mrr_at_25_std": -0.189996, "nauc_mrr_at_25_diff1": 0.759686, "nauc_mrr_at_50_max": 0.560382, "nauc_mrr_at_50_std": -0.190077, "nauc_mrr_at_50_diff1": 0.759941, "nauc_mrr_at_100_max": 0.560337, "nauc_mrr_at_100_std": -0.189764, "nauc_mrr_at_100_diff1": 0.760033, "nauc_mrr_at_1000_max": 0.560336, "nauc_mrr_at_1000_std": -0.189734, "nauc_mrr_at_1000_diff1": 0.760084, "hit_rate_at_1": 0.68725, "hit_rate_at_3": 0.82591, "hit_rate_at_5": 0.86437, "hit_rate_at_10": 0.90157, "hit_rate_at_20": 0.93623, "hit_rate_at_25": 0.9418, "hit_rate_at_50": 0.96306, "hit_rate_at_100": 0.97874, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.687247, "R_cap_at_3": 0.825911, "R_cap_at_5": 0.864372, "R_cap_at_10": 0.901569, "R_cap_at_20": 0.936235, "R_cap_at_25": 0.941802, "R_cap_at_50": 0.963057, "R_cap_at_100": 0.978745, "R_cap_at_1000": 0.999494, "main_score": 0.79679, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82623, "ndcg_at_3": 0.88451, "ndcg_at_5": 0.89566, "ndcg_at_10": 0.90131, "ndcg_at_20": 0.9042, "ndcg_at_25": 0.90543, "ndcg_at_50": 0.90718, "ndcg_at_100": 0.90718, "ndcg_at_1000": 0.90778, "map_at_1": 0.82623, "map_at_3": 0.87052, "map_at_5": 0.87674, "map_at_10": 0.87899, "map_at_20": 0.87981, "map_at_25": 0.88005, "map_at_50": 0.88032, "map_at_100": 0.88032, "map_at_1000": 0.88035, "recall_at_1": 0.82623, "recall_at_3": 0.92489, "recall_at_5": 0.95179, "recall_at_10": 0.96973, "recall_at_20": 0.98094, "recall_at_25": 0.98655, "recall_at_50": 0.99552, "recall_at_100": 0.99552, "recall_at_1000": 1.0, "accuracy": 0.82623, "precision_at_1": 0.82623, "precision_at_3": 0.3083, "precision_at_5": 0.19036, "precision_at_10": 0.09697, "precision_at_20": 0.04905, "precision_at_25": 0.03946, "precision_at_50": 0.01991, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.826233, "mrr_at_3": 0.870516, "mrr_at_5": 0.876738, "mrr_at_10": 0.878986, "mrr_at_20": 0.879806, "mrr_at_25": 0.88005, "mrr_at_50": 0.880321, "mrr_at_100": 0.880321, "mrr_at_1000": 0.880346, "nauc_ndcg_at_1_max": 0.542756, "nauc_ndcg_at_1_std": -0.230987, "nauc_ndcg_at_1_diff1": 0.847581, "nauc_ndcg_at_3_max": 0.574136, "nauc_ndcg_at_3_std": -0.298754, "nauc_ndcg_at_3_diff1": 0.839782, "nauc_ndcg_at_5_max": 0.578461, "nauc_ndcg_at_5_std": -0.283988, "nauc_ndcg_at_5_diff1": 0.842758, "nauc_ndcg_at_10_max": 0.576159, "nauc_ndcg_at_10_std": -0.273699, "nauc_ndcg_at_10_diff1": 0.838801, "nauc_ndcg_at_20_max": 0.570888, "nauc_ndcg_at_20_std": -0.283947, "nauc_ndcg_at_20_diff1": 0.839029, "nauc_ndcg_at_25_max": 0.568219, "nauc_ndcg_at_25_std": -0.287684, "nauc_ndcg_at_25_diff1": 0.839481, "nauc_ndcg_at_50_max": 0.570407, "nauc_ndcg_at_50_std": -0.270668, "nauc_ndcg_at_50_diff1": 0.8377, "nauc_ndcg_at_100_max": 0.570407, "nauc_ndcg_at_100_std": -0.270668, "nauc_ndcg_at_100_diff1": 0.8377, "nauc_ndcg_at_1000_max": 0.569855, "nauc_ndcg_at_1000_std": -0.269008, "nauc_ndcg_at_1000_diff1": 0.840021, "nauc_map_at_1_max": 0.542756, "nauc_map_at_1_std": -0.230987, "nauc_map_at_1_diff1": 0.847581, "nauc_map_at_3_max": 0.5673, "nauc_map_at_3_std": -0.273892, "nauc_map_at_3_diff1": 0.841615, "nauc_map_at_5_max": 0.569398, "nauc_map_at_5_std": -0.265591, "nauc_map_at_5_diff1": 0.843197, "nauc_map_at_10_max": 0.568433, "nauc_map_at_10_std": -0.262115, "nauc_map_at_10_diff1": 0.841852, "nauc_map_at_20_max": 0.567294, "nauc_map_at_20_std": -0.264195, "nauc_map_at_20_diff1": 0.841945, "nauc_map_at_25_max": 0.566866, "nauc_map_at_25_std": -0.264729, "nauc_map_at_25_diff1": 0.842027, "nauc_map_at_50_max": 0.567168, "nauc_map_at_50_std": -0.262566, "nauc_map_at_50_diff1": 0.841824, "nauc_map_at_100_max": 0.567168, "nauc_map_at_100_std": -0.262566, "nauc_map_at_100_diff1": 0.841824, "nauc_map_at_1000_max": 0.567138, "nauc_map_at_1000_std": -0.262453, "nauc_map_at_1000_diff1": 0.841872, "nauc_recall_at_1_max": 0.542756, "nauc_recall_at_1_std": -0.230987, "nauc_recall_at_1_diff1": 0.847581, "nauc_recall_at_3_max": 0.604694, "nauc_recall_at_3_std": -0.419984, "nauc_recall_at_3_diff1": 0.831451, "nauc_recall_at_5_max": 0.639465, "nauc_recall_at_5_std": -0.412973, "nauc_recall_at_5_diff1": 0.84108, "nauc_recall_at_10_max": 0.653588, "nauc_recall_at_10_std": -0.381949, "nauc_recall_at_10_diff1": 0.801957, "nauc_recall_at_20_max": 0.595585, "nauc_recall_at_20_std": -0.644352, "nauc_recall_at_20_diff1": 0.783749, "nauc_recall_at_25_max": 0.523166, "nauc_recall_at_25_std": -0.911408, "nauc_recall_at_25_diff1": 0.774359, "nauc_recall_at_50_max": 0.641848, "nauc_recall_at_50_std": -0.453485, "nauc_recall_at_50_diff1": 0.461909, "nauc_recall_at_100_max": 0.641848, "nauc_recall_at_100_std": -0.453485, "nauc_recall_at_100_diff1": 0.461909, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.542756, "nauc_precision_at_1_std": -0.230987, "nauc_precision_at_1_diff1": 0.847581, "nauc_precision_at_3_max": 0.604694, "nauc_precision_at_3_std": -0.419984, "nauc_precision_at_3_diff1": 0.831451, "nauc_precision_at_5_max": 0.639465, "nauc_precision_at_5_std": -0.412973, "nauc_precision_at_5_diff1": 0.84108, "nauc_precision_at_10_max": 0.653588, "nauc_precision_at_10_std": -0.381949, "nauc_precision_at_10_diff1": 0.801957, "nauc_precision_at_20_max": 0.595585, "nauc_precision_at_20_std": -0.644352, "nauc_precision_at_20_diff1": 0.783749, "nauc_precision_at_25_max": 0.523166, "nauc_precision_at_25_std": -0.911408, "nauc_precision_at_25_diff1": 0.774359, "nauc_precision_at_50_max": 0.641848, "nauc_precision_at_50_std": -0.453485, "nauc_precision_at_50_diff1": 0.461909, "nauc_precision_at_100_max": 0.641848, "nauc_precision_at_100_std": -0.453485, "nauc_precision_at_100_diff1": 0.461909, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.542756, "nauc_mrr_at_1_std": -0.230987, "nauc_mrr_at_1_diff1": 0.847581, "nauc_mrr_at_3_max": 0.5673, "nauc_mrr_at_3_std": -0.273892, "nauc_mrr_at_3_diff1": 0.841615, "nauc_mrr_at_5_max": 0.569398, "nauc_mrr_at_5_std": -0.265591, "nauc_mrr_at_5_diff1": 0.843197, "nauc_mrr_at_10_max": 0.568433, "nauc_mrr_at_10_std": -0.262115, "nauc_mrr_at_10_diff1": 0.841852, "nauc_mrr_at_20_max": 0.567294, "nauc_mrr_at_20_std": -0.264195, "nauc_mrr_at_20_diff1": 0.841945, "nauc_mrr_at_25_max": 0.566866, "nauc_mrr_at_25_std": -0.264729, "nauc_mrr_at_25_diff1": 0.842027, "nauc_mrr_at_50_max": 0.567168, "nauc_mrr_at_50_std": -0.262566, "nauc_mrr_at_50_diff1": 0.841824, "nauc_mrr_at_100_max": 0.567168, "nauc_mrr_at_100_std": -0.262566, "nauc_mrr_at_100_diff1": 0.841824, "nauc_mrr_at_1000_max": 0.567138, "nauc_mrr_at_1000_std": -0.262453, "nauc_mrr_at_1000_diff1": 0.841872, "hit_rate_at_1": 0.82623, "hit_rate_at_3": 0.92489, "hit_rate_at_5": 0.95179, "hit_rate_at_10": 0.96973, "hit_rate_at_20": 0.98094, "hit_rate_at_25": 0.98655, "hit_rate_at_50": 0.99552, "hit_rate_at_100": 0.99552, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.826233, "R_cap_at_3": 0.924888, "R_cap_at_5": 0.951794, "R_cap_at_10": 0.969731, "R_cap_at_20": 0.980942, "R_cap_at_25": 0.986547, "R_cap_at_50": 0.995516, "R_cap_at_100": 0.995516, "R_cap_at_1000": 1.0, "main_score": 0.90131, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76828, "ndcg_at_3": 0.84056, "ndcg_at_5": 0.85389, "ndcg_at_10": 0.86479, "ndcg_at_20": 0.87052, "ndcg_at_25": 0.87111, "ndcg_at_50": 0.8729, "ndcg_at_100": 0.87386, "ndcg_at_1000": 0.87436, "map_at_1": 0.76828, "map_at_3": 0.8233, "map_at_5": 0.83072, "map_at_10": 0.83528, "map_at_20": 0.83694, "map_at_25": 0.83706, "map_at_50": 0.83733, "map_at_100": 0.83742, "map_at_1000": 0.83744, "recall_at_1": 0.76828, "recall_at_3": 0.89032, "recall_at_5": 0.92258, "recall_at_10": 0.95591, "recall_at_20": 0.97796, "recall_at_25": 0.98065, "recall_at_50": 0.98978, "recall_at_100": 0.9957, "recall_at_1000": 0.99946, "accuracy": 0.76828, "precision_at_1": 0.76828, "precision_at_3": 0.29677, "precision_at_5": 0.18452, "precision_at_10": 0.09559, "precision_at_20": 0.0489, "precision_at_25": 0.03923, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.76828, "mrr_at_3": 0.823297, "mrr_at_5": 0.830717, "mrr_at_10": 0.835282, "mrr_at_20": 0.83694, "mrr_at_25": 0.837058, "mrr_at_50": 0.837332, "mrr_at_100": 0.837417, "mrr_at_1000": 0.837439, "nauc_ndcg_at_1_max": 0.603423, "nauc_ndcg_at_1_std": -0.01311, "nauc_ndcg_at_1_diff1": 0.819461, "nauc_ndcg_at_3_max": 0.644844, "nauc_ndcg_at_3_std": -0.020053, "nauc_ndcg_at_3_diff1": 0.800148, "nauc_ndcg_at_5_max": 0.643805, "nauc_ndcg_at_5_std": -0.025536, "nauc_ndcg_at_5_diff1": 0.802214, "nauc_ndcg_at_10_max": 0.639965, "nauc_ndcg_at_10_std": -0.00902, "nauc_ndcg_at_10_diff1": 0.807336, "nauc_ndcg_at_20_max": 0.642886, "nauc_ndcg_at_20_std": -0.002924, "nauc_ndcg_at_20_diff1": 0.807755, "nauc_ndcg_at_25_max": 0.641537, "nauc_ndcg_at_25_std": -0.006975, "nauc_ndcg_at_25_diff1": 0.807928, "nauc_ndcg_at_50_max": 0.638867, "nauc_ndcg_at_50_std": -0.010701, "nauc_ndcg_at_50_diff1": 0.808017, "nauc_ndcg_at_100_max": 0.637472, "nauc_ndcg_at_100_std": -0.012281, "nauc_ndcg_at_100_diff1": 0.808215, "nauc_ndcg_at_1000_max": 0.635996, "nauc_ndcg_at_1000_std": -0.014847, "nauc_ndcg_at_1000_diff1": 0.807983, "nauc_map_at_1_max": 0.603423, "nauc_map_at_1_std": -0.01311, "nauc_map_at_1_diff1": 0.819461, "nauc_map_at_3_max": 0.63398, "nauc_map_at_3_std": -0.021712, "nauc_map_at_3_diff1": 0.805607, "nauc_map_at_5_max": 0.632926, "nauc_map_at_5_std": -0.024902, "nauc_map_at_5_diff1": 0.806875, "nauc_map_at_10_max": 0.631297, "nauc_map_at_10_std": -0.019175, "nauc_map_at_10_diff1": 0.808745, "nauc_map_at_20_max": 0.631884, "nauc_map_at_20_std": -0.017715, "nauc_map_at_20_diff1": 0.808898, "nauc_map_at_25_max": 0.63166, "nauc_map_at_25_std": -0.018376, "nauc_map_at_25_diff1": 0.808928, "nauc_map_at_50_max": 0.631334, "nauc_map_at_50_std": -0.018897, "nauc_map_at_50_diff1": 0.808953, "nauc_map_at_100_max": 0.631233, "nauc_map_at_100_std": -0.019016, "nauc_map_at_100_diff1": 0.808964, "nauc_map_at_1000_max": 0.631182, "nauc_map_at_1000_std": -0.019102, "nauc_map_at_1000_diff1": 0.808956, "nauc_recall_at_1_max": 0.603423, "nauc_recall_at_1_std": -0.01311, "nauc_recall_at_1_diff1": 0.819461, "nauc_recall_at_3_max": 0.691187, "nauc_recall_at_3_std": -0.010416, "nauc_recall_at_3_diff1": 0.776574, "nauc_recall_at_5_max": 0.705772, "nauc_recall_at_5_std": -0.02627, "nauc_recall_at_5_diff1": 0.775839, "nauc_recall_at_10_max": 0.718607, "nauc_recall_at_10_std": 0.118103, "nauc_recall_at_10_diff1": 0.801513, "nauc_recall_at_20_max": 0.857963, "nauc_recall_at_20_std": 0.364874, "nauc_recall_at_20_diff1": 0.802567, "nauc_recall_at_25_max": 0.849582, "nauc_recall_at_25_std": 0.301432, "nauc_recall_at_25_diff1": 0.806593, "nauc_recall_at_50_max": 0.875178, "nauc_recall_at_50_std": 0.367192, "nauc_recall_at_50_diff1": 0.808344, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.625117, "nauc_recall_at_100_diff1": 0.844188, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": 0.722222, "nauc_precision_at_1_max": 0.603423, "nauc_precision_at_1_std": -0.01311, "nauc_precision_at_1_diff1": 0.819461, "nauc_precision_at_3_max": 0.691187, "nauc_precision_at_3_std": -0.010416, "nauc_precision_at_3_diff1": 0.776574, "nauc_precision_at_5_max": 0.705772, "nauc_precision_at_5_std": -0.02627, "nauc_precision_at_5_diff1": 0.775839, "nauc_precision_at_10_max": 0.718607, "nauc_precision_at_10_std": 0.118103, "nauc_precision_at_10_diff1": 0.801513, "nauc_precision_at_20_max": 0.857963, "nauc_precision_at_20_std": 0.364874, "nauc_precision_at_20_diff1": 0.802567, "nauc_precision_at_25_max": 0.849582, "nauc_precision_at_25_std": 0.301432, "nauc_precision_at_25_diff1": 0.806593, "nauc_precision_at_50_max": 0.875178, "nauc_precision_at_50_std": 0.367192, "nauc_precision_at_50_diff1": 0.808344, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.625117, "nauc_precision_at_100_diff1": 0.844188, "nauc_precision_at_1000_max": 0.869281, "nauc_precision_at_1000_std": 0.869281, "nauc_precision_at_1000_diff1": 0.722222, "nauc_mrr_at_1_max": 0.603423, "nauc_mrr_at_1_std": -0.01311, "nauc_mrr_at_1_diff1": 0.819461, "nauc_mrr_at_3_max": 0.63398, "nauc_mrr_at_3_std": -0.021712, "nauc_mrr_at_3_diff1": 0.805607, "nauc_mrr_at_5_max": 0.632926, "nauc_mrr_at_5_std": -0.024902, "nauc_mrr_at_5_diff1": 0.806875, "nauc_mrr_at_10_max": 0.631297, "nauc_mrr_at_10_std": -0.019175, "nauc_mrr_at_10_diff1": 0.808745, "nauc_mrr_at_20_max": 0.631884, "nauc_mrr_at_20_std": -0.017715, "nauc_mrr_at_20_diff1": 0.808898, "nauc_mrr_at_25_max": 0.63166, "nauc_mrr_at_25_std": -0.018376, "nauc_mrr_at_25_diff1": 0.808928, "nauc_mrr_at_50_max": 0.631334, "nauc_mrr_at_50_std": -0.018897, "nauc_mrr_at_50_diff1": 0.808953, "nauc_mrr_at_100_max": 0.631233, "nauc_mrr_at_100_std": -0.019016, "nauc_mrr_at_100_diff1": 0.808964, "nauc_mrr_at_1000_max": 0.631182, "nauc_mrr_at_1000_std": -0.019102, "nauc_mrr_at_1000_diff1": 0.808956, "hit_rate_at_1": 0.76828, "hit_rate_at_3": 0.89032, "hit_rate_at_5": 0.92258, "hit_rate_at_10": 0.95591, "hit_rate_at_20": 0.97796, "hit_rate_at_25": 0.98065, "hit_rate_at_50": 0.98978, "hit_rate_at_100": 0.9957, "hit_rate_at_1000": 0.99946, "R_cap_at_1": 0.76828, "R_cap_at_3": 0.890323, "R_cap_at_5": 0.922581, "R_cap_at_10": 0.955914, "R_cap_at_20": 0.977957, "R_cap_at_25": 0.980645, "R_cap_at_50": 0.989785, "R_cap_at_100": 0.995699, "R_cap_at_1000": 0.999462, "main_score": 0.86479, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82247, "ndcg_at_3": 0.88528, "ndcg_at_5": 0.89544, "ndcg_at_10": 0.90173, "ndcg_at_20": 0.90387, "ndcg_at_25": 0.90435, "ndcg_at_50": 0.90565, "ndcg_at_100": 0.90676, "ndcg_at_1000": 0.90722, "map_at_1": 0.82247, "map_at_3": 0.87041, "map_at_5": 0.87603, "map_at_10": 0.87863, "map_at_20": 0.87924, "map_at_25": 0.87933, "map_at_50": 0.87953, "map_at_100": 0.87962, "map_at_1000": 0.87964, "recall_at_1": 0.82247, "recall_at_3": 0.92809, "recall_at_5": 0.95281, "recall_at_10": 0.97228, "recall_at_20": 0.98052, "recall_at_25": 0.98277, "recall_at_50": 0.98951, "recall_at_100": 0.99625, "recall_at_1000": 1.0, "accuracy": 0.82247, "precision_at_1": 0.82247, "precision_at_3": 0.30936, "precision_at_5": 0.19056, "precision_at_10": 0.09723, "precision_at_20": 0.04903, "precision_at_25": 0.03931, "precision_at_50": 0.01979, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.822472, "mrr_at_3": 0.870412, "mrr_at_5": 0.87603, "mrr_at_10": 0.878626, "mrr_at_20": 0.879239, "mrr_at_25": 0.879331, "mrr_at_50": 0.879525, "mrr_at_100": 0.879624, "mrr_at_1000": 0.879639, "nauc_ndcg_at_1_max": 0.661609, "nauc_ndcg_at_1_std": -0.014291, "nauc_ndcg_at_1_diff1": 0.846771, "nauc_ndcg_at_3_max": 0.717078, "nauc_ndcg_at_3_std": -0.002217, "nauc_ndcg_at_3_diff1": 0.835027, "nauc_ndcg_at_5_max": 0.705942, "nauc_ndcg_at_5_std": -0.005263, "nauc_ndcg_at_5_diff1": 0.831676, "nauc_ndcg_at_10_max": 0.697565, "nauc_ndcg_at_10_std": -0.009559, "nauc_ndcg_at_10_diff1": 0.834665, "nauc_ndcg_at_20_max": 0.696479, "nauc_ndcg_at_20_std": -0.012838, "nauc_ndcg_at_20_diff1": 0.835997, "nauc_ndcg_at_25_max": 0.696635, "nauc_ndcg_at_25_std": -0.009541, "nauc_ndcg_at_25_diff1": 0.835619, "nauc_ndcg_at_50_max": 0.695023, "nauc_ndcg_at_50_std": -0.009294, "nauc_ndcg_at_50_diff1": 0.834669, "nauc_ndcg_at_100_max": 0.696012, "nauc_ndcg_at_100_std": -0.009304, "nauc_ndcg_at_100_diff1": 0.836163, "nauc_ndcg_at_1000_max": 0.695003, "nauc_ndcg_at_1000_std": -0.009342, "nauc_ndcg_at_1000_diff1": 0.836341, "nauc_map_at_1_max": 0.661609, "nauc_map_at_1_std": -0.014291, "nauc_map_at_1_diff1": 0.846771, "nauc_map_at_3_max": 0.700932, "nauc_map_at_3_std": -0.006986, "nauc_map_at_3_diff1": 0.837638, "nauc_map_at_5_max": 0.695025, "nauc_map_at_5_std": -0.00797, "nauc_map_at_5_diff1": 0.836247, "nauc_map_at_10_max": 0.69192, "nauc_map_at_10_std": -0.009735, "nauc_map_at_10_diff1": 0.837354, "nauc_map_at_20_max": 0.6917, "nauc_map_at_20_std": -0.010341, "nauc_map_at_20_diff1": 0.837677, "nauc_map_at_25_max": 0.691715, "nauc_map_at_25_std": -0.009852, "nauc_map_at_25_diff1": 0.837619, "nauc_map_at_50_max": 0.691524, "nauc_map_at_50_std": -0.009837, "nauc_map_at_50_diff1": 0.837527, "nauc_map_at_100_max": 0.691586, "nauc_map_at_100_std": -0.009832, "nauc_map_at_100_diff1": 0.837647, "nauc_map_at_1000_max": 0.691561, "nauc_map_at_1000_std": -0.00982, "nauc_map_at_1000_diff1": 0.837648, "nauc_recall_at_1_max": 0.661609, "nauc_recall_at_1_std": -0.014291, "nauc_recall_at_1_diff1": 0.846771, "nauc_recall_at_3_max": 0.796447, "nauc_recall_at_3_std": 0.022222, "nauc_recall_at_3_diff1": 0.822835, "nauc_recall_at_5_max": 0.779255, "nauc_recall_at_5_std": 0.012185, "nauc_recall_at_5_diff1": 0.798416, "nauc_recall_at_10_max": 0.743522, "nauc_recall_at_10_std": -0.014383, "nauc_recall_at_10_diff1": 0.806456, "nauc_recall_at_20_max": 0.740414, "nauc_recall_at_20_std": -0.082792, "nauc_recall_at_20_diff1": 0.818597, "nauc_recall_at_25_max": 0.750395, "nauc_recall_at_25_std": -0.008836, "nauc_recall_at_25_diff1": 0.807015, "nauc_recall_at_50_max": 0.712019, "nauc_recall_at_50_std": 0.004797, "nauc_recall_at_50_diff1": 0.743996, "nauc_recall_at_100_max": 0.888867, "nauc_recall_at_100_std": 0.02267, "nauc_recall_at_100_diff1": 0.789865, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.661609, "nauc_precision_at_1_std": -0.014291, "nauc_precision_at_1_diff1": 0.846771, "nauc_precision_at_3_max": 0.796447, "nauc_precision_at_3_std": 0.022222, "nauc_precision_at_3_diff1": 0.822835, "nauc_precision_at_5_max": 0.779255, "nauc_precision_at_5_std": 0.012185, "nauc_precision_at_5_diff1": 0.798416, "nauc_precision_at_10_max": 0.743522, "nauc_precision_at_10_std": -0.014383, "nauc_precision_at_10_diff1": 0.806456, "nauc_precision_at_20_max": 0.740414, "nauc_precision_at_20_std": -0.082792, "nauc_precision_at_20_diff1": 0.818597, "nauc_precision_at_25_max": 0.750395, "nauc_precision_at_25_std": -0.008836, "nauc_precision_at_25_diff1": 0.807015, "nauc_precision_at_50_max": 0.712019, "nauc_precision_at_50_std": 0.004797, "nauc_precision_at_50_diff1": 0.743996, "nauc_precision_at_100_max": 0.888867, "nauc_precision_at_100_std": 0.02267, "nauc_precision_at_100_diff1": 0.789865, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.661609, "nauc_mrr_at_1_std": -0.014291, "nauc_mrr_at_1_diff1": 0.846771, "nauc_mrr_at_3_max": 0.700932, "nauc_mrr_at_3_std": -0.006986, "nauc_mrr_at_3_diff1": 0.837638, "nauc_mrr_at_5_max": 0.695025, "nauc_mrr_at_5_std": -0.00797, "nauc_mrr_at_5_diff1": 0.836247, "nauc_mrr_at_10_max": 0.69192, "nauc_mrr_at_10_std": -0.009735, "nauc_mrr_at_10_diff1": 0.837354, "nauc_mrr_at_20_max": 0.6917, "nauc_mrr_at_20_std": -0.010341, "nauc_mrr_at_20_diff1": 0.837677, "nauc_mrr_at_25_max": 0.691715, "nauc_mrr_at_25_std": -0.009852, "nauc_mrr_at_25_diff1": 0.837619, "nauc_mrr_at_50_max": 0.691524, "nauc_mrr_at_50_std": -0.009837, "nauc_mrr_at_50_diff1": 0.837527, "nauc_mrr_at_100_max": 0.691586, "nauc_mrr_at_100_std": -0.009832, "nauc_mrr_at_100_diff1": 0.837647, "nauc_mrr_at_1000_max": 0.691561, "nauc_mrr_at_1000_std": -0.00982, "nauc_mrr_at_1000_diff1": 0.837648, "hit_rate_at_1": 0.82247, "hit_rate_at_3": 0.92809, "hit_rate_at_5": 0.95281, "hit_rate_at_10": 0.97228, "hit_rate_at_20": 0.98052, "hit_rate_at_25": 0.98277, "hit_rate_at_50": 0.98951, "hit_rate_at_100": 0.99625, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.822472, "R_cap_at_3": 0.92809, "R_cap_at_5": 0.952809, "R_cap_at_10": 0.972285, "R_cap_at_20": 0.980524, "R_cap_at_25": 0.982772, "R_cap_at_50": 0.989513, "R_cap_at_100": 0.996255, "R_cap_at_1000": 1.0, "main_score": 0.90173, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65427, "ndcg_at_3": 0.74604, "ndcg_at_5": 0.76581, "ndcg_at_10": 0.78229, "ndcg_at_20": 0.79256, "ndcg_at_25": 0.79416, "ndcg_at_50": 0.79925, "ndcg_at_100": 0.80136, "ndcg_at_1000": 0.80221, "map_at_1": 0.65427, "map_at_3": 0.72465, "map_at_5": 0.73559, "map_at_10": 0.74252, "map_at_20": 0.7453, "map_at_25": 0.74563, "map_at_50": 0.74639, "map_at_100": 0.74657, "map_at_1000": 0.7466, "recall_at_1": 0.65427, "recall_at_3": 0.80744, "recall_at_5": 0.85558, "recall_at_10": 0.90591, "recall_at_20": 0.94675, "recall_at_25": 0.95405, "recall_at_50": 0.98031, "recall_at_100": 0.99344, "recall_at_1000": 1.0, "accuracy": 0.65427, "precision_at_1": 0.65427, "precision_at_3": 0.26915, "precision_at_5": 0.17112, "precision_at_10": 0.09059, "precision_at_20": 0.04734, "precision_at_25": 0.03816, "precision_at_50": 0.01961, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.654267, "mrr_at_3": 0.724654, "mrr_at_5": 0.735594, "mrr_at_10": 0.742516, "mrr_at_20": 0.745303, "mrr_at_25": 0.745627, "mrr_at_50": 0.746388, "mrr_at_100": 0.746568, "mrr_at_1000": 0.746604, "nauc_ndcg_at_1_max": 0.326471, "nauc_ndcg_at_1_std": -0.259978, "nauc_ndcg_at_1_diff1": 0.760095, "nauc_ndcg_at_3_max": 0.330213, "nauc_ndcg_at_3_std": -0.300985, "nauc_ndcg_at_3_diff1": 0.709218, "nauc_ndcg_at_5_max": 0.323726, "nauc_ndcg_at_5_std": -0.322335, "nauc_ndcg_at_5_diff1": 0.710483, "nauc_ndcg_at_10_max": 0.334911, "nauc_ndcg_at_10_std": -0.306158, "nauc_ndcg_at_10_diff1": 0.719557, "nauc_ndcg_at_20_max": 0.333505, "nauc_ndcg_at_20_std": -0.310822, "nauc_ndcg_at_20_diff1": 0.722032, "nauc_ndcg_at_25_max": 0.336163, "nauc_ndcg_at_25_std": -0.304271, "nauc_ndcg_at_25_diff1": 0.72201, "nauc_ndcg_at_50_max": 0.332719, "nauc_ndcg_at_50_std": -0.296917, "nauc_ndcg_at_50_diff1": 0.722965, "nauc_ndcg_at_100_max": 0.332003, "nauc_ndcg_at_100_std": -0.295147, "nauc_ndcg_at_100_diff1": 0.724429, "nauc_ndcg_at_1000_max": 0.331172, "nauc_ndcg_at_1000_std": -0.29702, "nauc_ndcg_at_1000_diff1": 0.724602, "nauc_map_at_1_max": 0.326471, "nauc_map_at_1_std": -0.259978, "nauc_map_at_1_diff1": 0.760095, "nauc_map_at_3_max": 0.329344, "nauc_map_at_3_std": -0.289324, "nauc_map_at_3_diff1": 0.722654, "nauc_map_at_5_max": 0.325884, "nauc_map_at_5_std": -0.299782, "nauc_map_at_5_diff1": 0.723828, "nauc_map_at_10_max": 0.330013, "nauc_map_at_10_std": -0.293279, "nauc_map_at_10_diff1": 0.727585, "nauc_map_at_20_max": 0.32952, "nauc_map_at_20_std": -0.294276, "nauc_map_at_20_diff1": 0.72821, "nauc_map_at_25_max": 0.329971, "nauc_map_at_25_std": -0.293158, "nauc_map_at_25_diff1": 0.728207, "nauc_map_at_50_max": 0.329556, "nauc_map_at_50_std": -0.292235, "nauc_map_at_50_diff1": 0.728333, "nauc_map_at_100_max": 0.329519, "nauc_map_at_100_std": -0.292097, "nauc_map_at_100_diff1": 0.728433, "nauc_map_at_1000_max": 0.329506, "nauc_map_at_1000_std": -0.292121, "nauc_map_at_1000_diff1": 0.728443, "nauc_recall_at_1_max": 0.326471, "nauc_recall_at_1_std": -0.259978, "nauc_recall_at_1_diff1": 0.760095, "nauc_recall_at_3_max": 0.333391, "nauc_recall_at_3_std": -0.345089, "nauc_recall_at_3_diff1": 0.658969, "nauc_recall_at_5_max": 0.312225, "nauc_recall_at_5_std": -0.43342, "nauc_recall_at_5_diff1": 0.648492, "nauc_recall_at_10_max": 0.375819, "nauc_recall_at_10_std": -0.386277, "nauc_recall_at_10_diff1": 0.674024, "nauc_recall_at_20_max": 0.391853, "nauc_recall_at_20_std": -0.506989, "nauc_recall_at_20_diff1": 0.673236, "nauc_recall_at_25_max": 0.447474, "nauc_recall_at_25_std": -0.422253, "nauc_recall_at_25_diff1": 0.665521, "nauc_recall_at_50_max": 0.436396, "nauc_recall_at_50_std": -0.245617, "nauc_recall_at_50_diff1": 0.635023, "nauc_recall_at_100_max": 0.517067, "nauc_recall_at_100_std": 0.13392, "nauc_recall_at_100_diff1": 0.698675, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.326471, "nauc_precision_at_1_std": -0.259978, "nauc_precision_at_1_diff1": 0.760095, "nauc_precision_at_3_max": 0.333391, "nauc_precision_at_3_std": -0.345089, "nauc_precision_at_3_diff1": 0.658969, "nauc_precision_at_5_max": 0.312225, "nauc_precision_at_5_std": -0.43342, "nauc_precision_at_5_diff1": 0.648492, "nauc_precision_at_10_max": 0.375819, "nauc_precision_at_10_std": -0.386277, "nauc_precision_at_10_diff1": 0.674024, "nauc_precision_at_20_max": 0.391853, "nauc_precision_at_20_std": -0.506989, "nauc_precision_at_20_diff1": 0.673236, "nauc_precision_at_25_max": 0.447474, "nauc_precision_at_25_std": -0.422253, "nauc_precision_at_25_diff1": 0.665521, "nauc_precision_at_50_max": 0.436396, "nauc_precision_at_50_std": -0.245617, "nauc_precision_at_50_diff1": 0.635023, "nauc_precision_at_100_max": 0.517067, "nauc_precision_at_100_std": 0.13392, "nauc_precision_at_100_diff1": 0.698675, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.326471, "nauc_mrr_at_1_std": -0.259978, "nauc_mrr_at_1_diff1": 0.760095, "nauc_mrr_at_3_max": 0.329344, "nauc_mrr_at_3_std": -0.289324, "nauc_mrr_at_3_diff1": 0.722654, "nauc_mrr_at_5_max": 0.325884, "nauc_mrr_at_5_std": -0.299782, "nauc_mrr_at_5_diff1": 0.723828, "nauc_mrr_at_10_max": 0.330013, "nauc_mrr_at_10_std": -0.293279, "nauc_mrr_at_10_diff1": 0.727585, "nauc_mrr_at_20_max": 0.32952, "nauc_mrr_at_20_std": -0.294276, "nauc_mrr_at_20_diff1": 0.72821, "nauc_mrr_at_25_max": 0.329971, "nauc_mrr_at_25_std": -0.293158, "nauc_mrr_at_25_diff1": 0.728207, "nauc_mrr_at_50_max": 0.329556, "nauc_mrr_at_50_std": -0.292235, "nauc_mrr_at_50_diff1": 0.728333, "nauc_mrr_at_100_max": 0.329519, "nauc_mrr_at_100_std": -0.292097, "nauc_mrr_at_100_diff1": 0.728433, "nauc_mrr_at_1000_max": 0.329506, "nauc_mrr_at_1000_std": -0.292121, "nauc_mrr_at_1000_diff1": 0.728443, "hit_rate_at_1": 0.65427, "hit_rate_at_3": 0.80744, "hit_rate_at_5": 0.85558, "hit_rate_at_10": 0.90591, "hit_rate_at_20": 0.94675, "hit_rate_at_25": 0.95405, "hit_rate_at_50": 0.98031, "hit_rate_at_100": 0.99344, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.654267, "R_cap_at_3": 0.80744, "R_cap_at_5": 0.85558, "R_cap_at_10": 0.905908, "R_cap_at_20": 0.946754, "R_cap_at_25": 0.954048, "R_cap_at_50": 0.980306, "R_cap_at_100": 0.993435, "R_cap_at_1000": 1.0, "main_score": 0.78229, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74882, "ndcg_at_3": 0.81916, "ndcg_at_5": 0.83313, "ndcg_at_10": 0.84398, "ndcg_at_20": 0.8496, "ndcg_at_25": 0.8508, "ndcg_at_50": 0.85413, "ndcg_at_100": 0.85549, "ndcg_at_1000": 0.85698, "map_at_1": 0.74882, "map_at_3": 0.80244, "map_at_5": 0.81021, "map_at_10": 0.81478, "map_at_20": 0.81634, "map_at_25": 0.81658, "map_at_50": 0.81709, "map_at_100": 0.81721, "map_at_1000": 0.81727, "recall_at_1": 0.74882, "recall_at_3": 0.86732, "recall_at_5": 0.90113, "recall_at_10": 0.93421, "recall_at_20": 0.95638, "recall_at_25": 0.96183, "recall_at_50": 0.97892, "recall_at_100": 0.98728, "recall_at_1000": 0.99855, "accuracy": 0.74882, "precision_at_1": 0.74882, "precision_at_3": 0.28911, "precision_at_5": 0.18023, "precision_at_10": 0.09342, "precision_at_20": 0.04782, "precision_at_25": 0.03847, "precision_at_50": 0.01958, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "mrr_at_1": 0.748819, "mrr_at_3": 0.802435, "mrr_at_5": 0.810214, "mrr_at_10": 0.814785, "mrr_at_20": 0.816339, "mrr_at_25": 0.816578, "mrr_at_50": 0.817089, "mrr_at_100": 0.817206, "mrr_at_1000": 0.817272, "nauc_ndcg_at_1_max": 0.524842, "nauc_ndcg_at_1_std": -0.140893, "nauc_ndcg_at_1_diff1": 0.814665, "nauc_ndcg_at_3_max": 0.549857, "nauc_ndcg_at_3_std": -0.179682, "nauc_ndcg_at_3_diff1": 0.794992, "nauc_ndcg_at_5_max": 0.55237, "nauc_ndcg_at_5_std": -0.173256, "nauc_ndcg_at_5_diff1": 0.78879, "nauc_ndcg_at_10_max": 0.557336, "nauc_ndcg_at_10_std": -0.153491, "nauc_ndcg_at_10_diff1": 0.788377, "nauc_ndcg_at_20_max": 0.556386, "nauc_ndcg_at_20_std": -0.151898, "nauc_ndcg_at_20_diff1": 0.789974, "nauc_ndcg_at_25_max": 0.555001, "nauc_ndcg_at_25_std": -0.149617, "nauc_ndcg_at_25_diff1": 0.790172, "nauc_ndcg_at_50_max": 0.550469, "nauc_ndcg_at_50_std": -0.154332, "nauc_ndcg_at_50_diff1": 0.7925, "nauc_ndcg_at_100_max": 0.549324, "nauc_ndcg_at_100_std": -0.150926, "nauc_ndcg_at_100_diff1": 0.792855, "nauc_ndcg_at_1000_max": 0.548469, "nauc_ndcg_at_1000_std": -0.155614, "nauc_ndcg_at_1000_diff1": 0.794467, "nauc_map_at_1_max": 0.524842, "nauc_map_at_1_std": -0.140893, "nauc_map_at_1_diff1": 0.814665, "nauc_map_at_3_max": 0.54245, "nauc_map_at_3_std": -0.17015, "nauc_map_at_3_diff1": 0.799971, "nauc_map_at_5_max": 0.543553, "nauc_map_at_5_std": -0.166569, "nauc_map_at_5_diff1": 0.797067, "nauc_map_at_10_max": 0.545013, "nauc_map_at_10_std": -0.159202, "nauc_map_at_10_diff1": 0.797038, "nauc_map_at_20_max": 0.544661, "nauc_map_at_20_std": -0.159028, "nauc_map_at_20_diff1": 0.797478, "nauc_map_at_25_max": 0.54442, "nauc_map_at_25_std": -0.158658, "nauc_map_at_25_diff1": 0.79752, "nauc_map_at_50_max": 0.543849, "nauc_map_at_50_std": -0.159227, "nauc_map_at_50_diff1": 0.797843, "nauc_map_at_100_max": 0.54376, "nauc_map_at_100_std": -0.158982, "nauc_map_at_100_diff1": 0.797877, "nauc_map_at_1000_max": 0.543738, "nauc_map_at_1000_std": -0.159135, "nauc_map_at_1000_diff1": 0.797945, "nauc_recall_at_1_max": 0.524842, "nauc_recall_at_1_std": -0.140893, "nauc_recall_at_1_diff1": 0.814665, "nauc_recall_at_3_max": 0.579962, "nauc_recall_at_3_std": -0.217282, "nauc_recall_at_3_diff1": 0.775252, "nauc_recall_at_5_max": 0.597455, "nauc_recall_at_5_std": -0.204238, "nauc_recall_at_5_diff1": 0.745929, "nauc_recall_at_10_max": 0.654585, "nauc_recall_at_10_std": -0.088929, "nauc_recall_at_10_diff1": 0.723076, "nauc_recall_at_20_max": 0.692684, "nauc_recall_at_20_std": -0.032025, "nauc_recall_at_20_diff1": 0.710127, "nauc_recall_at_25_max": 0.689125, "nauc_recall_at_25_std": 0.022524, "nauc_recall_at_25_diff1": 0.702038, "nauc_recall_at_50_max": 0.648188, "nauc_recall_at_50_std": 0.004551, "nauc_recall_at_50_diff1": 0.704714, "nauc_recall_at_100_max": 0.639975, "nauc_recall_at_100_std": 0.325161, "nauc_recall_at_100_diff1": 0.668173, "nauc_recall_at_1000_max": 0.71534, "nauc_recall_at_1000_std": 0.737424, "nauc_recall_at_1000_diff1": 0.774185, "nauc_precision_at_1_max": 0.524842, "nauc_precision_at_1_std": -0.140893, "nauc_precision_at_1_diff1": 0.814665, "nauc_precision_at_3_max": 0.579962, "nauc_precision_at_3_std": -0.217282, "nauc_precision_at_3_diff1": 0.775252, "nauc_precision_at_5_max": 0.597455, "nauc_precision_at_5_std": -0.204238, "nauc_precision_at_5_diff1": 0.745929, "nauc_precision_at_10_max": 0.654585, "nauc_precision_at_10_std": -0.088929, "nauc_precision_at_10_diff1": 0.723076, "nauc_precision_at_20_max": 0.692684, "nauc_precision_at_20_std": -0.032025, "nauc_precision_at_20_diff1": 0.710127, "nauc_precision_at_25_max": 0.689125, "nauc_precision_at_25_std": 0.022524, "nauc_precision_at_25_diff1": 0.702038, "nauc_precision_at_50_max": 0.648188, "nauc_precision_at_50_std": 0.004551, "nauc_precision_at_50_diff1": 0.704714, "nauc_precision_at_100_max": 0.639975, "nauc_precision_at_100_std": 0.325161, "nauc_precision_at_100_diff1": 0.668173, "nauc_precision_at_1000_max": 0.71534, "nauc_precision_at_1000_std": 0.737424, "nauc_precision_at_1000_diff1": 0.774185, "nauc_mrr_at_1_max": 0.524842, "nauc_mrr_at_1_std": -0.140893, "nauc_mrr_at_1_diff1": 0.814665, "nauc_mrr_at_3_max": 0.54245, "nauc_mrr_at_3_std": -0.17015, "nauc_mrr_at_3_diff1": 0.799971, "nauc_mrr_at_5_max": 0.543553, "nauc_mrr_at_5_std": -0.166569, "nauc_mrr_at_5_diff1": 0.797067, "nauc_mrr_at_10_max": 0.545013, "nauc_mrr_at_10_std": -0.159202, "nauc_mrr_at_10_diff1": 0.797038, "nauc_mrr_at_20_max": 0.544661, "nauc_mrr_at_20_std": -0.159028, "nauc_mrr_at_20_diff1": 0.797478, "nauc_mrr_at_25_max": 0.54442, "nauc_mrr_at_25_std": -0.158658, "nauc_mrr_at_25_diff1": 0.79752, "nauc_mrr_at_50_max": 0.543849, "nauc_mrr_at_50_std": -0.159227, "nauc_mrr_at_50_diff1": 0.797843, "nauc_mrr_at_100_max": 0.54376, "nauc_mrr_at_100_std": -0.158982, "nauc_mrr_at_100_diff1": 0.797877, "nauc_mrr_at_1000_max": 0.543738, "nauc_mrr_at_1000_std": -0.159135, "nauc_mrr_at_1000_diff1": 0.797945, "hit_rate_at_1": 0.74882, "hit_rate_at_3": 0.86732, "hit_rate_at_5": 0.90113, "hit_rate_at_10": 0.93421, "hit_rate_at_20": 0.95638, "hit_rate_at_25": 0.96183, "hit_rate_at_50": 0.97892, "hit_rate_at_100": 0.98728, "hit_rate_at_1000": 0.99855, "R_cap_at_1": 0.748819, "R_cap_at_3": 0.867321, "R_cap_at_5": 0.901127, "R_cap_at_10": 0.934206, "R_cap_at_20": 0.956379, "R_cap_at_25": 0.961832, "R_cap_at_50": 0.978917, "R_cap_at_100": 0.987277, "R_cap_at_1000": 0.998546, "main_score": 0.84398, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7322, "ndcg_at_3": 0.80955, "ndcg_at_5": 0.8248, "ndcg_at_10": 0.83621, "ndcg_at_20": 0.84328, "ndcg_at_25": 0.8447, "ndcg_at_50": 0.84698, "ndcg_at_100": 0.84881, "ndcg_at_1000": 0.84984, "map_at_1": 0.7322, "map_at_3": 0.79105, "map_at_5": 0.79965, "map_at_10": 0.80434, "map_at_20": 0.80632, "map_at_25": 0.80661, "map_at_50": 0.80695, "map_at_100": 0.80712, "map_at_1000": 0.80715, "recall_at_1": 0.7322, "recall_at_3": 0.86286, "recall_at_5": 0.89935, "recall_at_10": 0.93467, "recall_at_20": 0.96233, "recall_at_25": 0.96881, "recall_at_50": 0.98058, "recall_at_100": 0.99176, "recall_at_1000": 1.0, "accuracy": 0.7322, "precision_at_1": 0.7322, "precision_at_3": 0.28762, "precision_at_5": 0.17987, "precision_at_10": 0.09347, "precision_at_20": 0.04812, "precision_at_25": 0.03875, "precision_at_50": 0.01961, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.732195, "mrr_at_3": 0.791054, "mrr_at_5": 0.799647, "mrr_at_10": 0.804342, "mrr_at_20": 0.806324, "mrr_at_25": 0.806612, "mrr_at_50": 0.806953, "mrr_at_100": 0.807117, "mrr_at_1000": 0.807154, "nauc_ndcg_at_1_max": 0.538814, "nauc_ndcg_at_1_std": -0.149733, "nauc_ndcg_at_1_diff1": 0.811026, "nauc_ndcg_at_3_max": 0.566983, "nauc_ndcg_at_3_std": -0.170058, "nauc_ndcg_at_3_diff1": 0.776755, "nauc_ndcg_at_5_max": 0.562888, "nauc_ndcg_at_5_std": -0.163097, "nauc_ndcg_at_5_diff1": 0.772869, "nauc_ndcg_at_10_max": 0.557988, "nauc_ndcg_at_10_std": -0.16301, "nauc_ndcg_at_10_diff1": 0.77643, "nauc_ndcg_at_20_max": 0.559458, "nauc_ndcg_at_20_std": -0.158328, "nauc_ndcg_at_20_diff1": 0.781187, "nauc_ndcg_at_25_max": 0.557992, "nauc_ndcg_at_25_std": -0.159021, "nauc_ndcg_at_25_diff1": 0.783051, "nauc_ndcg_at_50_max": 0.556603, "nauc_ndcg_at_50_std": -0.157022, "nauc_ndcg_at_50_diff1": 0.782864, "nauc_ndcg_at_100_max": 0.559693, "nauc_ndcg_at_100_std": -0.154904, "nauc_ndcg_at_100_diff1": 0.784517, "nauc_ndcg_at_1000_max": 0.558411, "nauc_ndcg_at_1000_std": -0.157261, "nauc_ndcg_at_1000_diff1": 0.784579, "nauc_map_at_1_max": 0.538814, "nauc_map_at_1_std": -0.149733, "nauc_map_at_1_diff1": 0.811026, "nauc_map_at_3_max": 0.560387, "nauc_map_at_3_std": -0.162373, "nauc_map_at_3_diff1": 0.78625, "nauc_map_at_5_max": 0.558043, "nauc_map_at_5_std": -0.158643, "nauc_map_at_5_diff1": 0.784588, "nauc_map_at_10_max": 0.556425, "nauc_map_at_10_std": -0.158074, "nauc_map_at_10_diff1": 0.786309, "nauc_map_at_20_max": 0.556735, "nauc_map_at_20_std": -0.157139, "nauc_map_at_20_diff1": 0.787551, "nauc_map_at_25_max": 0.556489, "nauc_map_at_25_std": -0.157248, "nauc_map_at_25_diff1": 0.787853, "nauc_map_at_50_max": 0.556343, "nauc_map_at_50_std": -0.157058, "nauc_map_at_50_diff1": 0.787841, "nauc_map_at_100_max": 0.556608, "nauc_map_at_100_std": -0.15687, "nauc_map_at_100_diff1": 0.787968, "nauc_map_at_1000_max": 0.556575, "nauc_map_at_1000_std": -0.156915, "nauc_map_at_1000_diff1": 0.787968, "nauc_recall_at_1_max": 0.538814, "nauc_recall_at_1_std": -0.149733, "nauc_recall_at_1_diff1": 0.811026, "nauc_recall_at_3_max": 0.593189, "nauc_recall_at_3_std": -0.20281, "nauc_recall_at_3_diff1": 0.737923, "nauc_recall_at_5_max": 0.585896, "nauc_recall_at_5_std": -0.185871, "nauc_recall_at_5_diff1": 0.711532, "nauc_recall_at_10_max": 0.560385, "nauc_recall_at_10_std": -0.20345, "nauc_recall_at_10_diff1": 0.701388, "nauc_recall_at_20_max": 0.584353, "nauc_recall_at_20_std": -0.156999, "nauc_recall_at_20_diff1": 0.715615, "nauc_recall_at_25_max": 0.559222, "nauc_recall_at_25_std": -0.171265, "nauc_recall_at_25_diff1": 0.741328, "nauc_recall_at_50_max": 0.505716, "nauc_recall_at_50_std": -0.098485, "nauc_recall_at_50_diff1": 0.709128, "nauc_recall_at_100_max": 0.732377, "nauc_recall_at_100_std": 0.180313, "nauc_recall_at_100_diff1": 0.775585, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.538814, "nauc_precision_at_1_std": -0.149733, "nauc_precision_at_1_diff1": 0.811026, "nauc_precision_at_3_max": 0.593189, "nauc_precision_at_3_std": -0.20281, "nauc_precision_at_3_diff1": 0.737923, "nauc_precision_at_5_max": 0.585896, "nauc_precision_at_5_std": -0.185871, "nauc_precision_at_5_diff1": 0.711532, "nauc_precision_at_10_max": 0.560385, "nauc_precision_at_10_std": -0.20345, "nauc_precision_at_10_diff1": 0.701388, "nauc_precision_at_20_max": 0.584353, "nauc_precision_at_20_std": -0.156999, "nauc_precision_at_20_diff1": 0.715615, "nauc_precision_at_25_max": 0.559222, "nauc_precision_at_25_std": -0.171265, "nauc_precision_at_25_diff1": 0.741328, "nauc_precision_at_50_max": 0.505716, "nauc_precision_at_50_std": -0.098485, "nauc_precision_at_50_diff1": 0.709128, "nauc_precision_at_100_max": 0.732377, "nauc_precision_at_100_std": 0.180313, "nauc_precision_at_100_diff1": 0.775585, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.538814, "nauc_mrr_at_1_std": -0.149733, "nauc_mrr_at_1_diff1": 0.811026, "nauc_mrr_at_3_max": 0.560387, "nauc_mrr_at_3_std": -0.162373, "nauc_mrr_at_3_diff1": 0.78625, "nauc_mrr_at_5_max": 0.558043, "nauc_mrr_at_5_std": -0.158643, "nauc_mrr_at_5_diff1": 0.784588, "nauc_mrr_at_10_max": 0.556425, "nauc_mrr_at_10_std": -0.158074, "nauc_mrr_at_10_diff1": 0.786309, "nauc_mrr_at_20_max": 0.556735, "nauc_mrr_at_20_std": -0.157139, "nauc_mrr_at_20_diff1": 0.787551, "nauc_mrr_at_25_max": 0.556489, "nauc_mrr_at_25_std": -0.157248, "nauc_mrr_at_25_diff1": 0.787853, "nauc_mrr_at_50_max": 0.556343, "nauc_mrr_at_50_std": -0.157058, "nauc_mrr_at_50_diff1": 0.787841, "nauc_mrr_at_100_max": 0.556608, "nauc_mrr_at_100_std": -0.15687, "nauc_mrr_at_100_diff1": 0.787968, "nauc_mrr_at_1000_max": 0.556575, "nauc_mrr_at_1000_std": -0.156915, "nauc_mrr_at_1000_diff1": 0.787968, "hit_rate_at_1": 0.7322, "hit_rate_at_3": 0.86286, "hit_rate_at_5": 0.89935, "hit_rate_at_10": 0.93467, "hit_rate_at_20": 0.96233, "hit_rate_at_25": 0.96881, "hit_rate_at_50": 0.98058, "hit_rate_at_100": 0.99176, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.732195, "R_cap_at_3": 0.862861, "R_cap_at_5": 0.899353, "R_cap_at_10": 0.934667, "R_cap_at_20": 0.962331, "R_cap_at_25": 0.968805, "R_cap_at_50": 0.980577, "R_cap_at_100": 0.99176, "R_cap_at_1000": 1.0, "main_score": 0.83621, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69213, "ndcg_at_3": 0.7833, "ndcg_at_5": 0.80018, "ndcg_at_10": 0.81336, "ndcg_at_20": 0.8221, "ndcg_at_25": 0.82319, "ndcg_at_50": 0.82579, "ndcg_at_100": 0.82717, "ndcg_at_1000": 0.82871, "map_at_1": 0.69213, "map_at_3": 0.76152, "map_at_5": 0.77092, "map_at_10": 0.77647, "map_at_20": 0.77895, "map_at_25": 0.77917, "map_at_50": 0.77956, "map_at_100": 0.77969, "map_at_1000": 0.77976, "recall_at_1": 0.69213, "recall_at_3": 0.84607, "recall_at_5": 0.88694, "recall_at_10": 0.92704, "recall_at_20": 0.96104, "recall_at_25": 0.966, "recall_at_50": 0.97937, "recall_at_100": 0.98778, "recall_at_1000": 0.99924, "accuracy": 0.69213, "precision_at_1": 0.69213, "precision_at_3": 0.28202, "precision_at_5": 0.17739, "precision_at_10": 0.0927, "precision_at_20": 0.04805, "precision_at_25": 0.03864, "precision_at_50": 0.01959, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.692131, "mrr_at_3": 0.761523, "mrr_at_5": 0.770919, "mrr_at_10": 0.776475, "mrr_at_20": 0.778954, "mrr_at_25": 0.77917, "mrr_at_50": 0.779564, "mrr_at_100": 0.779691, "mrr_at_1000": 0.77976, "nauc_ndcg_at_1_max": 0.407791, "nauc_ndcg_at_1_std": -0.185578, "nauc_ndcg_at_1_diff1": 0.752231, "nauc_ndcg_at_3_max": 0.434682, "nauc_ndcg_at_3_std": -0.235522, "nauc_ndcg_at_3_diff1": 0.72394, "nauc_ndcg_at_5_max": 0.434143, "nauc_ndcg_at_5_std": -0.237547, "nauc_ndcg_at_5_diff1": 0.719371, "nauc_ndcg_at_10_max": 0.433594, "nauc_ndcg_at_10_std": -0.222169, "nauc_ndcg_at_10_diff1": 0.724517, "nauc_ndcg_at_20_max": 0.433473, "nauc_ndcg_at_20_std": -0.210475, "nauc_ndcg_at_20_diff1": 0.725884, "nauc_ndcg_at_25_max": 0.437642, "nauc_ndcg_at_25_std": -0.203829, "nauc_ndcg_at_25_diff1": 0.725906, "nauc_ndcg_at_50_max": 0.436947, "nauc_ndcg_at_50_std": -0.201352, "nauc_ndcg_at_50_diff1": 0.727349, "nauc_ndcg_at_100_max": 0.434267, "nauc_ndcg_at_100_std": -0.203672, "nauc_ndcg_at_100_diff1": 0.727822, "nauc_ndcg_at_1000_max": 0.431045, "nauc_ndcg_at_1000_std": -0.211132, "nauc_ndcg_at_1000_diff1": 0.72852, "nauc_map_at_1_max": 0.407791, "nauc_map_at_1_std": -0.185578, "nauc_map_at_1_diff1": 0.752231, "nauc_map_at_3_max": 0.427363, "nauc_map_at_3_std": -0.22152, "nauc_map_at_3_diff1": 0.73124, "nauc_map_at_5_max": 0.426917, "nauc_map_at_5_std": -0.221703, "nauc_map_at_5_diff1": 0.729371, "nauc_map_at_10_max": 0.426424, "nauc_map_at_10_std": -0.215641, "nauc_map_at_10_diff1": 0.731207, "nauc_map_at_20_max": 0.426134, "nauc_map_at_20_std": -0.21313, "nauc_map_at_20_diff1": 0.731548, "nauc_map_at_25_max": 0.426797, "nauc_map_at_25_std": -0.212057, "nauc_map_at_25_diff1": 0.731561, "nauc_map_at_50_max": 0.426704, "nauc_map_at_50_std": -0.211722, "nauc_map_at_50_diff1": 0.731754, "nauc_map_at_100_max": 0.426503, "nauc_map_at_100_std": -0.211872, "nauc_map_at_100_diff1": 0.73179, "nauc_map_at_1000_max": 0.426391, "nauc_map_at_1000_std": -0.212132, "nauc_map_at_1000_diff1": 0.731799, "nauc_recall_at_1_max": 0.407791, "nauc_recall_at_1_std": -0.185578, "nauc_recall_at_1_diff1": 0.752231, "nauc_recall_at_3_max": 0.464687, "nauc_recall_at_3_std": -0.293193, "nauc_recall_at_3_diff1": 0.694274, "nauc_recall_at_5_max": 0.471292, "nauc_recall_at_5_std": -0.32146, "nauc_recall_at_5_diff1": 0.6662, "nauc_recall_at_10_max": 0.488467, "nauc_recall_at_10_std": -0.260219, "nauc_recall_at_10_diff1": 0.677923, "nauc_recall_at_20_max": 0.540885, "nauc_recall_at_20_std": -0.097884, "nauc_recall_at_20_diff1": 0.661222, "nauc_recall_at_25_max": 0.645443, "nauc_recall_at_25_std": 0.059954, "nauc_recall_at_25_diff1": 0.652047, "nauc_recall_at_50_max": 0.751384, "nauc_recall_at_50_std": 0.319991, "nauc_recall_at_50_diff1": 0.659187, "nauc_recall_at_100_max": 0.762306, "nauc_recall_at_100_std": 0.492537, "nauc_recall_at_100_diff1": 0.648924, "nauc_recall_at_1000_max": 0.861092, "nauc_recall_at_1000_std": -0.22046, "nauc_recall_at_1000_diff1": 0.722183, "nauc_precision_at_1_max": 0.407791, "nauc_precision_at_1_std": -0.185578, "nauc_precision_at_1_diff1": 0.752231, "nauc_precision_at_3_max": 0.464687, "nauc_precision_at_3_std": -0.293193, "nauc_precision_at_3_diff1": 0.694274, "nauc_precision_at_5_max": 0.471292, "nauc_precision_at_5_std": -0.32146, "nauc_precision_at_5_diff1": 0.6662, "nauc_precision_at_10_max": 0.488467, "nauc_precision_at_10_std": -0.260219, "nauc_precision_at_10_diff1": 0.677923, "nauc_precision_at_20_max": 0.540885, "nauc_precision_at_20_std": -0.097884, "nauc_precision_at_20_diff1": 0.661222, "nauc_precision_at_25_max": 0.645443, "nauc_precision_at_25_std": 0.059954, "nauc_precision_at_25_diff1": 0.652047, "nauc_precision_at_50_max": 0.751384, "nauc_precision_at_50_std": 0.319991, "nauc_precision_at_50_diff1": 0.659187, "nauc_precision_at_100_max": 0.762306, "nauc_precision_at_100_std": 0.492537, "nauc_precision_at_100_diff1": 0.648924, "nauc_precision_at_1000_max": 0.861092, "nauc_precision_at_1000_std": -0.22046, "nauc_precision_at_1000_diff1": 0.722183, "nauc_mrr_at_1_max": 0.407791, "nauc_mrr_at_1_std": -0.185578, "nauc_mrr_at_1_diff1": 0.752231, "nauc_mrr_at_3_max": 0.427363, "nauc_mrr_at_3_std": -0.22152, "nauc_mrr_at_3_diff1": 0.73124, "nauc_mrr_at_5_max": 0.426917, "nauc_mrr_at_5_std": -0.221703, "nauc_mrr_at_5_diff1": 0.729371, "nauc_mrr_at_10_max": 0.426424, "nauc_mrr_at_10_std": -0.215641, "nauc_mrr_at_10_diff1": 0.731207, "nauc_mrr_at_20_max": 0.426134, "nauc_mrr_at_20_std": -0.21313, "nauc_mrr_at_20_diff1": 0.731548, "nauc_mrr_at_25_max": 0.426797, "nauc_mrr_at_25_std": -0.212057, "nauc_mrr_at_25_diff1": 0.731561, "nauc_mrr_at_50_max": 0.426704, "nauc_mrr_at_50_std": -0.211722, "nauc_mrr_at_50_diff1": 0.731754, "nauc_mrr_at_100_max": 0.426503, "nauc_mrr_at_100_std": -0.211872, "nauc_mrr_at_100_diff1": 0.73179, "nauc_mrr_at_1000_max": 0.426391, "nauc_mrr_at_1000_std": -0.212132, "nauc_mrr_at_1000_diff1": 0.731799, "hit_rate_at_1": 0.69213, "hit_rate_at_3": 0.84607, "hit_rate_at_5": 0.88694, "hit_rate_at_10": 0.92704, "hit_rate_at_20": 0.96104, "hit_rate_at_25": 0.966, "hit_rate_at_50": 0.97937, "hit_rate_at_100": 0.98778, "hit_rate_at_1000": 0.99924, "R_cap_at_1": 0.692131, "R_cap_at_3": 0.846066, "R_cap_at_5": 0.886937, "R_cap_at_10": 0.927044, "R_cap_at_20": 0.961039, "R_cap_at_25": 0.966005, "R_cap_at_50": 0.979374, "R_cap_at_100": 0.987777, "R_cap_at_1000": 0.999236, "main_score": 0.81336, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69298, "ndcg_at_3": 0.78823, "ndcg_at_5": 0.80255, "ndcg_at_10": 0.81554, "ndcg_at_20": 0.82434, "ndcg_at_25": 0.82567, "ndcg_at_50": 0.82889, "ndcg_at_100": 0.82968, "ndcg_at_1000": 0.83077, "map_at_1": 0.69298, "map_at_3": 0.76545, "map_at_5": 0.77336, "map_at_10": 0.77873, "map_at_20": 0.78114, "map_at_25": 0.7814, "map_at_50": 0.78189, "map_at_100": 0.78196, "map_at_1000": 0.78201, "recall_at_1": 0.69298, "recall_at_3": 0.8539, "recall_at_5": 0.88879, "recall_at_10": 0.92891, "recall_at_20": 0.9638, "recall_at_25": 0.96991, "recall_at_50": 0.98648, "recall_at_100": 0.99128, "recall_at_1000": 0.99956, "accuracy": 0.69298, "precision_at_1": 0.69298, "precision_at_3": 0.28463, "precision_at_5": 0.17776, "precision_at_10": 0.09289, "precision_at_20": 0.04819, "precision_at_25": 0.0388, "precision_at_50": 0.01973, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.692979, "mrr_at_3": 0.765446, "mrr_at_5": 0.773361, "mrr_at_10": 0.77873, "mrr_at_20": 0.781139, "mrr_at_25": 0.781399, "mrr_at_50": 0.781888, "mrr_at_100": 0.781961, "mrr_at_1000": 0.782008, "nauc_ndcg_at_1_max": 0.45828, "nauc_ndcg_at_1_std": -0.115843, "nauc_ndcg_at_1_diff1": 0.783109, "nauc_ndcg_at_3_max": 0.501811, "nauc_ndcg_at_3_std": -0.13371, "nauc_ndcg_at_3_diff1": 0.747551, "nauc_ndcg_at_5_max": 0.501597, "nauc_ndcg_at_5_std": -0.132891, "nauc_ndcg_at_5_diff1": 0.746654, "nauc_ndcg_at_10_max": 0.500793, "nauc_ndcg_at_10_std": -0.12896, "nauc_ndcg_at_10_diff1": 0.750675, "nauc_ndcg_at_20_max": 0.4994, "nauc_ndcg_at_20_std": -0.128243, "nauc_ndcg_at_20_diff1": 0.753296, "nauc_ndcg_at_25_max": 0.497102, "nauc_ndcg_at_25_std": -0.130238, "nauc_ndcg_at_25_diff1": 0.752843, "nauc_ndcg_at_50_max": 0.494866, "nauc_ndcg_at_50_std": -0.128574, "nauc_ndcg_at_50_diff1": 0.75433, "nauc_ndcg_at_100_max": 0.493653, "nauc_ndcg_at_100_std": -0.124689, "nauc_ndcg_at_100_diff1": 0.754389, "nauc_ndcg_at_1000_max": 0.492998, "nauc_ndcg_at_1000_std": -0.126126, "nauc_ndcg_at_1000_diff1": 0.755794, "nauc_map_at_1_max": 0.45828, "nauc_map_at_1_std": -0.115843, "nauc_map_at_1_diff1": 0.783109, "nauc_map_at_3_max": 0.490617, "nauc_map_at_3_std": -0.126747, "nauc_map_at_3_diff1": 0.757201, "nauc_map_at_5_max": 0.490299, "nauc_map_at_5_std": -0.12596, "nauc_map_at_5_diff1": 0.757073, "nauc_map_at_10_max": 0.489438, "nauc_map_at_10_std": -0.12454, "nauc_map_at_10_diff1": 0.758519, "nauc_map_at_20_max": 0.489111, "nauc_map_at_20_std": -0.124433, "nauc_map_at_20_diff1": 0.759193, "nauc_map_at_25_max": 0.488732, "nauc_map_at_25_std": -0.124738, "nauc_map_at_25_diff1": 0.759128, "nauc_map_at_50_max": 0.488432, "nauc_map_at_50_std": -0.124469, "nauc_map_at_50_diff1": 0.759301, "nauc_map_at_100_max": 0.488338, "nauc_map_at_100_std": -0.1242, "nauc_map_at_100_diff1": 0.75931, "nauc_map_at_1000_max": 0.488304, "nauc_map_at_1000_std": -0.124258, "nauc_map_at_1000_diff1": 0.759355, "nauc_recall_at_1_max": 0.45828, "nauc_recall_at_1_std": -0.115843, "nauc_recall_at_1_diff1": 0.783109, "nauc_recall_at_3_max": 0.548642, "nauc_recall_at_3_std": -0.164562, "nauc_recall_at_3_diff1": 0.706812, "nauc_recall_at_5_max": 0.559448, "nauc_recall_at_5_std": -0.170975, "nauc_recall_at_5_diff1": 0.692139, "nauc_recall_at_10_max": 0.589453, "nauc_recall_at_10_std": -0.161136, "nauc_recall_at_10_diff1": 0.69479, "nauc_recall_at_20_max": 0.646046, "nauc_recall_at_20_std": -0.175256, "nauc_recall_at_20_diff1": 0.686135, "nauc_recall_at_25_max": 0.621008, "nauc_recall_at_25_std": -0.232828, "nauc_recall_at_25_diff1": 0.66173, "nauc_recall_at_50_max": 0.644722, "nauc_recall_at_50_std": -0.272514, "nauc_recall_at_50_diff1": 0.640159, "nauc_recall_at_100_max": 0.600674, "nauc_recall_at_100_std": 0.064907, "nauc_recall_at_100_diff1": 0.582072, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.12289, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.45828, "nauc_precision_at_1_std": -0.115843, "nauc_precision_at_1_diff1": 0.783109, "nauc_precision_at_3_max": 0.548642, "nauc_precision_at_3_std": -0.164562, "nauc_precision_at_3_diff1": 0.706812, "nauc_precision_at_5_max": 0.559448, "nauc_precision_at_5_std": -0.170975, "nauc_precision_at_5_diff1": 0.692139, "nauc_precision_at_10_max": 0.589453, "nauc_precision_at_10_std": -0.161136, "nauc_precision_at_10_diff1": 0.69479, "nauc_precision_at_20_max": 0.646046, "nauc_precision_at_20_std": -0.175256, "nauc_precision_at_20_diff1": 0.686135, "nauc_precision_at_25_max": 0.621008, "nauc_precision_at_25_std": -0.232828, "nauc_precision_at_25_diff1": 0.66173, "nauc_precision_at_50_max": 0.644722, "nauc_precision_at_50_std": -0.272514, "nauc_precision_at_50_diff1": 0.640159, "nauc_precision_at_100_max": 0.600674, "nauc_precision_at_100_std": 0.064907, "nauc_precision_at_100_diff1": 0.582072, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.12289, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.45828, "nauc_mrr_at_1_std": -0.115843, "nauc_mrr_at_1_diff1": 0.783109, "nauc_mrr_at_3_max": 0.490617, "nauc_mrr_at_3_std": -0.126747, "nauc_mrr_at_3_diff1": 0.757201, "nauc_mrr_at_5_max": 0.490299, "nauc_mrr_at_5_std": -0.12596, "nauc_mrr_at_5_diff1": 0.757073, "nauc_mrr_at_10_max": 0.489438, "nauc_mrr_at_10_std": -0.12454, "nauc_mrr_at_10_diff1": 0.758519, "nauc_mrr_at_20_max": 0.489111, "nauc_mrr_at_20_std": -0.124433, "nauc_mrr_at_20_diff1": 0.759193, "nauc_mrr_at_25_max": 0.488732, "nauc_mrr_at_25_std": -0.124738, "nauc_mrr_at_25_diff1": 0.759128, "nauc_mrr_at_50_max": 0.488432, "nauc_mrr_at_50_std": -0.124469, "nauc_mrr_at_50_diff1": 0.759301, "nauc_mrr_at_100_max": 0.488338, "nauc_mrr_at_100_std": -0.1242, "nauc_mrr_at_100_diff1": 0.75931, "nauc_mrr_at_1000_max": 0.488304, "nauc_mrr_at_1000_std": -0.124258, "nauc_mrr_at_1000_diff1": 0.759355, "hit_rate_at_1": 0.69298, "hit_rate_at_3": 0.8539, "hit_rate_at_5": 0.88879, "hit_rate_at_10": 0.92891, "hit_rate_at_20": 0.9638, "hit_rate_at_25": 0.96991, "hit_rate_at_50": 0.98648, "hit_rate_at_100": 0.99128, "hit_rate_at_1000": 0.99956, "R_cap_at_1": 0.692979, "R_cap_at_3": 0.853903, "R_cap_at_5": 0.888792, "R_cap_at_10": 0.928914, "R_cap_at_20": 0.963803, "R_cap_at_25": 0.969908, "R_cap_at_50": 0.986481, "R_cap_at_100": 0.991278, "R_cap_at_1000": 0.999564, "main_score": 0.81554, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74538, "ndcg_at_3": 0.81827, "ndcg_at_5": 0.83323, "ndcg_at_10": 0.84417, "ndcg_at_20": 0.8492, "ndcg_at_25": 0.85042, "ndcg_at_50": 0.85296, "ndcg_at_100": 0.85429, "ndcg_at_1000": 0.85602, "map_at_1": 0.74538, "map_at_3": 0.80091, "map_at_5": 0.80927, "map_at_10": 0.81384, "map_at_20": 0.81523, "map_at_25": 0.81547, "map_at_50": 0.81584, "map_at_100": 0.81596, "map_at_1000": 0.81602, "recall_at_1": 0.74538, "recall_at_3": 0.8683, "recall_at_5": 0.90434, "recall_at_10": 0.93792, "recall_at_20": 0.95779, "recall_at_25": 0.96334, "recall_at_50": 0.97659, "recall_at_100": 0.98475, "recall_at_1000": 0.99831, "accuracy": 0.74538, "precision_at_1": 0.74538, "precision_at_3": 0.28943, "precision_at_5": 0.18087, "precision_at_10": 0.09379, "precision_at_20": 0.04789, "precision_at_25": 0.03853, "precision_at_50": 0.01953, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.745379, "mrr_at_3": 0.800909, "mrr_at_5": 0.809273, "mrr_at_10": 0.81384, "mrr_at_20": 0.815225, "mrr_at_25": 0.815468, "mrr_at_50": 0.815839, "mrr_at_100": 0.815959, "mrr_at_1000": 0.816024, "nauc_ndcg_at_1_max": 0.575249, "nauc_ndcg_at_1_std": -0.117735, "nauc_ndcg_at_1_diff1": 0.811767, "nauc_ndcg_at_3_max": 0.627017, "nauc_ndcg_at_3_std": -0.106933, "nauc_ndcg_at_3_diff1": 0.784102, "nauc_ndcg_at_5_max": 0.623684, "nauc_ndcg_at_5_std": -0.101655, "nauc_ndcg_at_5_diff1": 0.783513, "nauc_ndcg_at_10_max": 0.625736, "nauc_ndcg_at_10_std": -0.096455, "nauc_ndcg_at_10_diff1": 0.789005, "nauc_ndcg_at_20_max": 0.62321, "nauc_ndcg_at_20_std": -0.094284, "nauc_ndcg_at_20_diff1": 0.790564, "nauc_ndcg_at_25_max": 0.62226, "nauc_ndcg_at_25_std": -0.095386, "nauc_ndcg_at_25_diff1": 0.790688, "nauc_ndcg_at_50_max": 0.620138, "nauc_ndcg_at_50_std": -0.097339, "nauc_ndcg_at_50_diff1": 0.790982, "nauc_ndcg_at_100_max": 0.61854, "nauc_ndcg_at_100_std": -0.098906, "nauc_ndcg_at_100_diff1": 0.791484, "nauc_ndcg_at_1000_max": 0.616463, "nauc_ndcg_at_1000_std": -0.101505, "nauc_ndcg_at_1000_diff1": 0.792117, "nauc_map_at_1_max": 0.575249, "nauc_map_at_1_std": -0.117735, "nauc_map_at_1_diff1": 0.811767, "nauc_map_at_3_max": 0.61289, "nauc_map_at_3_std": -0.110767, "nauc_map_at_3_diff1": 0.791993, "nauc_map_at_5_max": 0.610701, "nauc_map_at_5_std": -0.10862, "nauc_map_at_5_diff1": 0.792092, "nauc_map_at_10_max": 0.611228, "nauc_map_at_10_std": -0.106971, "nauc_map_at_10_diff1": 0.794218, "nauc_map_at_20_max": 0.610578, "nauc_map_at_20_std": -0.106535, "nauc_map_at_20_diff1": 0.794643, "nauc_map_at_25_max": 0.610411, "nauc_map_at_25_std": -0.106738, "nauc_map_at_25_diff1": 0.794671, "nauc_map_at_50_max": 0.610141, "nauc_map_at_50_std": -0.106983, "nauc_map_at_50_diff1": 0.794709, "nauc_map_at_100_max": 0.610018, "nauc_map_at_100_std": -0.10711, "nauc_map_at_100_diff1": 0.794753, "nauc_map_at_1000_max": 0.609954, "nauc_map_at_1000_std": -0.107162, "nauc_map_at_1000_diff1": 0.794772, "nauc_recall_at_1_max": 0.575249, "nauc_recall_at_1_std": -0.117735, "nauc_recall_at_1_diff1": 0.811767, "nauc_recall_at_3_max": 0.684401, "nauc_recall_at_3_std": -0.090787, "nauc_recall_at_3_diff1": 0.751827, "nauc_recall_at_5_max": 0.690079, "nauc_recall_at_5_std": -0.062488, "nauc_recall_at_5_diff1": 0.738328, "nauc_recall_at_10_max": 0.738446, "nauc_recall_at_10_std": -0.004285, "nauc_recall_at_10_diff1": 0.753553, "nauc_recall_at_20_max": 0.757284, "nauc_recall_at_20_std": 0.066188, "nauc_recall_at_20_diff1": 0.756269, "nauc_recall_at_25_max": 0.760936, "nauc_recall_at_25_std": 0.07175, "nauc_recall_at_25_diff1": 0.753117, "nauc_recall_at_50_max": 0.775198, "nauc_recall_at_50_std": 0.106581, "nauc_recall_at_50_diff1": 0.741187, "nauc_recall_at_100_max": 0.772811, "nauc_recall_at_100_std": 0.132995, "nauc_recall_at_100_diff1": 0.74036, "nauc_recall_at_1000_max": 0.728214, "nauc_recall_at_1000_std": 0.24729, "nauc_recall_at_1000_diff1": 0.72439, "nauc_precision_at_1_max": 0.575249, "nauc_precision_at_1_std": -0.117735, "nauc_precision_at_1_diff1": 0.811767, "nauc_precision_at_3_max": 0.684401, "nauc_precision_at_3_std": -0.090787, "nauc_precision_at_3_diff1": 0.751827, "nauc_precision_at_5_max": 0.690079, "nauc_precision_at_5_std": -0.062488, "nauc_precision_at_5_diff1": 0.738328, "nauc_precision_at_10_max": 0.738446, "nauc_precision_at_10_std": -0.004285, "nauc_precision_at_10_diff1": 0.753553, "nauc_precision_at_20_max": 0.757284, "nauc_precision_at_20_std": 0.066188, "nauc_precision_at_20_diff1": 0.756269, "nauc_precision_at_25_max": 0.760936, "nauc_precision_at_25_std": 0.07175, "nauc_precision_at_25_diff1": 0.753117, "nauc_precision_at_50_max": 0.775198, "nauc_precision_at_50_std": 0.106581, "nauc_precision_at_50_diff1": 0.741187, "nauc_precision_at_100_max": 0.772811, "nauc_precision_at_100_std": 0.132995, "nauc_precision_at_100_diff1": 0.74036, "nauc_precision_at_1000_max": 0.728214, "nauc_precision_at_1000_std": 0.24729, "nauc_precision_at_1000_diff1": 0.72439, "nauc_mrr_at_1_max": 0.575249, "nauc_mrr_at_1_std": -0.117735, "nauc_mrr_at_1_diff1": 0.811767, "nauc_mrr_at_3_max": 0.61289, "nauc_mrr_at_3_std": -0.110767, "nauc_mrr_at_3_diff1": 0.791993, "nauc_mrr_at_5_max": 0.610701, "nauc_mrr_at_5_std": -0.10862, "nauc_mrr_at_5_diff1": 0.792092, "nauc_mrr_at_10_max": 0.611228, "nauc_mrr_at_10_std": -0.106971, "nauc_mrr_at_10_diff1": 0.794218, "nauc_mrr_at_20_max": 0.610578, "nauc_mrr_at_20_std": -0.106535, "nauc_mrr_at_20_diff1": 0.794643, "nauc_mrr_at_25_max": 0.610411, "nauc_mrr_at_25_std": -0.106738, "nauc_mrr_at_25_diff1": 0.794671, "nauc_mrr_at_50_max": 0.610141, "nauc_mrr_at_50_std": -0.106983, "nauc_mrr_at_50_diff1": 0.794709, "nauc_mrr_at_100_max": 0.610018, "nauc_mrr_at_100_std": -0.10711, "nauc_mrr_at_100_diff1": 0.794753, "nauc_mrr_at_1000_max": 0.609954, "nauc_mrr_at_1000_std": -0.107162, "nauc_mrr_at_1000_diff1": 0.794772, "hit_rate_at_1": 0.74538, "hit_rate_at_3": 0.8683, "hit_rate_at_5": 0.90434, "hit_rate_at_10": 0.93792, "hit_rate_at_20": 0.95779, "hit_rate_at_25": 0.96334, "hit_rate_at_50": 0.97659, "hit_rate_at_100": 0.98475, "hit_rate_at_1000": 0.99831, "R_cap_at_1": 0.745379, "R_cap_at_3": 0.868299, "R_cap_at_5": 0.904344, "R_cap_at_10": 0.937924, "R_cap_at_20": 0.957794, "R_cap_at_25": 0.963339, "R_cap_at_50": 0.976587, "R_cap_at_100": 0.98475, "R_cap_at_1000": 0.998306, "main_score": 0.84417, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74775, "ndcg_at_3": 0.82985, "ndcg_at_5": 0.84413, "ndcg_at_10": 0.85534, "ndcg_at_20": 0.85996, "ndcg_at_25": 0.86179, "ndcg_at_50": 0.86462, "ndcg_at_100": 0.86515, "ndcg_at_1000": 0.86551, "map_at_1": 0.74775, "map_at_3": 0.8107, "map_at_5": 0.81862, "map_at_10": 0.82335, "map_at_20": 0.82466, "map_at_25": 0.82502, "map_at_50": 0.82548, "map_at_100": 0.82553, "map_at_1000": 0.82555, "recall_at_1": 0.74775, "recall_at_3": 0.88481, "recall_at_5": 0.91956, "recall_at_10": 0.95367, "recall_at_20": 0.97169, "recall_at_25": 0.98005, "recall_at_50": 0.99421, "recall_at_100": 0.99743, "recall_at_1000": 1.0, "accuracy": 0.74775, "precision_at_1": 0.74775, "precision_at_3": 0.29494, "precision_at_5": 0.18391, "precision_at_10": 0.09537, "precision_at_20": 0.04858, "precision_at_25": 0.0392, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.747748, "mrr_at_3": 0.810704, "mrr_at_5": 0.818619, "mrr_at_10": 0.82335, "mrr_at_20": 0.824655, "mrr_at_25": 0.825023, "mrr_at_50": 0.825483, "mrr_at_100": 0.825531, "mrr_at_1000": 0.825549, "nauc_ndcg_at_1_max": 0.515551, "nauc_ndcg_at_1_std": -0.18739, "nauc_ndcg_at_1_diff1": 0.813249, "nauc_ndcg_at_3_max": 0.545324, "nauc_ndcg_at_3_std": -0.23269, "nauc_ndcg_at_3_diff1": 0.774831, "nauc_ndcg_at_5_max": 0.543578, "nauc_ndcg_at_5_std": -0.22106, "nauc_ndcg_at_5_diff1": 0.778469, "nauc_ndcg_at_10_max": 0.546507, "nauc_ndcg_at_10_std": -0.215504, "nauc_ndcg_at_10_diff1": 0.786206, "nauc_ndcg_at_20_max": 0.540586, "nauc_ndcg_at_20_std": -0.219169, "nauc_ndcg_at_20_diff1": 0.786431, "nauc_ndcg_at_25_max": 0.539275, "nauc_ndcg_at_25_std": -0.217825, "nauc_ndcg_at_25_diff1": 0.788413, "nauc_ndcg_at_50_max": 0.540366, "nauc_ndcg_at_50_std": -0.21077, "nauc_ndcg_at_50_diff1": 0.786971, "nauc_ndcg_at_100_max": 0.538864, "nauc_ndcg_at_100_std": -0.212386, "nauc_ndcg_at_100_diff1": 0.787679, "nauc_ndcg_at_1000_max": 0.538633, "nauc_ndcg_at_1000_std": -0.212704, "nauc_ndcg_at_1000_diff1": 0.787855, "nauc_map_at_1_max": 0.515551, "nauc_map_at_1_std": -0.18739, "nauc_map_at_1_diff1": 0.813249, "nauc_map_at_3_max": 0.537059, "nauc_map_at_3_std": -0.218987, "nauc_map_at_3_diff1": 0.784608, "nauc_map_at_5_max": 0.535649, "nauc_map_at_5_std": -0.212673, "nauc_map_at_5_diff1": 0.786839, "nauc_map_at_10_max": 0.536841, "nauc_map_at_10_std": -0.210215, "nauc_map_at_10_diff1": 0.789709, "nauc_map_at_20_max": 0.535469, "nauc_map_at_20_std": -0.211076, "nauc_map_at_20_diff1": 0.789748, "nauc_map_at_25_max": 0.535261, "nauc_map_at_25_std": -0.210864, "nauc_map_at_25_diff1": 0.790088, "nauc_map_at_50_max": 0.535441, "nauc_map_at_50_std": -0.210003, "nauc_map_at_50_diff1": 0.78993, "nauc_map_at_100_max": 0.535333, "nauc_map_at_100_std": -0.210109, "nauc_map_at_100_diff1": 0.789984, "nauc_map_at_1000_max": 0.535333, "nauc_map_at_1000_std": -0.210113, "nauc_map_at_1000_diff1": 0.79, "nauc_recall_at_1_max": 0.515551, "nauc_recall_at_1_std": -0.18739, "nauc_recall_at_1_diff1": 0.813249, "nauc_recall_at_3_max": 0.581301, "nauc_recall_at_3_std": -0.293136, "nauc_recall_at_3_diff1": 0.732905, "nauc_recall_at_5_max": 0.590015, "nauc_recall_at_5_std": -0.26771, "nauc_recall_at_5_diff1": 0.731395, "nauc_recall_at_10_max": 0.642574, "nauc_recall_at_10_std": -0.25845, "nauc_recall_at_10_diff1": 0.765945, "nauc_recall_at_20_max": 0.596296, "nauc_recall_at_20_std": -0.348289, "nauc_recall_at_20_diff1": 0.758669, "nauc_recall_at_25_max": 0.580493, "nauc_recall_at_25_std": -0.361607, "nauc_recall_at_25_diff1": 0.803437, "nauc_recall_at_50_max": 0.780925, "nauc_recall_at_50_std": 0.060687, "nauc_recall_at_50_diff1": 0.679275, "nauc_recall_at_100_max": 0.641863, "nauc_recall_at_100_std": -0.082623, "nauc_recall_at_100_diff1": 0.748015, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.515551, "nauc_precision_at_1_std": -0.18739, "nauc_precision_at_1_diff1": 0.813249, "nauc_precision_at_3_max": 0.581301, "nauc_precision_at_3_std": -0.293136, "nauc_precision_at_3_diff1": 0.732905, "nauc_precision_at_5_max": 0.590015, "nauc_precision_at_5_std": -0.26771, "nauc_precision_at_5_diff1": 0.731395, "nauc_precision_at_10_max": 0.642574, "nauc_precision_at_10_std": -0.25845, "nauc_precision_at_10_diff1": 0.765945, "nauc_precision_at_20_max": 0.596296, "nauc_precision_at_20_std": -0.348289, "nauc_precision_at_20_diff1": 0.758669, "nauc_precision_at_25_max": 0.580493, "nauc_precision_at_25_std": -0.361607, "nauc_precision_at_25_diff1": 0.803437, "nauc_precision_at_50_max": 0.780925, "nauc_precision_at_50_std": 0.060687, "nauc_precision_at_50_diff1": 0.679275, "nauc_precision_at_100_max": 0.641863, "nauc_precision_at_100_std": -0.082623, "nauc_precision_at_100_diff1": 0.748015, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.515551, "nauc_mrr_at_1_std": -0.18739, "nauc_mrr_at_1_diff1": 0.813249, "nauc_mrr_at_3_max": 0.537059, "nauc_mrr_at_3_std": -0.218987, "nauc_mrr_at_3_diff1": 0.784608, "nauc_mrr_at_5_max": 0.535649, "nauc_mrr_at_5_std": -0.212673, "nauc_mrr_at_5_diff1": 0.786839, "nauc_mrr_at_10_max": 0.536841, "nauc_mrr_at_10_std": -0.210215, "nauc_mrr_at_10_diff1": 0.789709, "nauc_mrr_at_20_max": 0.535469, "nauc_mrr_at_20_std": -0.211076, "nauc_mrr_at_20_diff1": 0.789748, "nauc_mrr_at_25_max": 0.535261, "nauc_mrr_at_25_std": -0.210864, "nauc_mrr_at_25_diff1": 0.790088, "nauc_mrr_at_50_max": 0.535441, "nauc_mrr_at_50_std": -0.210003, "nauc_mrr_at_50_diff1": 0.78993, "nauc_mrr_at_100_max": 0.535333, "nauc_mrr_at_100_std": -0.210109, "nauc_mrr_at_100_diff1": 0.789984, "nauc_mrr_at_1000_max": 0.535333, "nauc_mrr_at_1000_std": -0.210113, "nauc_mrr_at_1000_diff1": 0.79, "hit_rate_at_1": 0.74775, "hit_rate_at_3": 0.88481, "hit_rate_at_5": 0.91956, "hit_rate_at_10": 0.95367, "hit_rate_at_20": 0.97169, "hit_rate_at_25": 0.98005, "hit_rate_at_50": 0.99421, "hit_rate_at_100": 0.99743, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.747748, "R_cap_at_3": 0.884813, "R_cap_at_5": 0.919562, "R_cap_at_10": 0.953668, "R_cap_at_20": 0.971686, "R_cap_at_25": 0.980051, "R_cap_at_50": 0.994208, "R_cap_at_100": 0.997426, "R_cap_at_1000": 1.0, "main_score": 0.85534, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6895, "ndcg_at_3": 0.76521, "ndcg_at_5": 0.78084, "ndcg_at_10": 0.79476, "ndcg_at_20": 0.80248, "ndcg_at_25": 0.80428, "ndcg_at_50": 0.80866, "ndcg_at_100": 0.811, "ndcg_at_1000": 0.81384, "map_at_1": 0.6895, "map_at_3": 0.74752, "map_at_5": 0.75619, "map_at_10": 0.76199, "map_at_20": 0.7641, "map_at_25": 0.76446, "map_at_50": 0.76511, "map_at_100": 0.76532, "map_at_1000": 0.76543, "recall_at_1": 0.6895, "recall_at_3": 0.81605, "recall_at_5": 0.85399, "recall_at_10": 0.89676, "recall_at_20": 0.92732, "recall_at_25": 0.93557, "recall_at_50": 0.95822, "recall_at_100": 0.97251, "recall_at_1000": 0.99483, "accuracy": 0.6895, "precision_at_1": 0.6895, "precision_at_3": 0.27202, "precision_at_5": 0.1708, "precision_at_10": 0.08968, "precision_at_20": 0.04637, "precision_at_25": 0.03742, "precision_at_50": 0.01916, "precision_at_100": 0.00973, "precision_at_1000": 0.00099, "mrr_at_1": 0.6895, "mrr_at_3": 0.747517, "mrr_at_5": 0.756187, "mrr_at_10": 0.761987, "mrr_at_20": 0.764099, "mrr_at_25": 0.764459, "mrr_at_50": 0.765114, "mrr_at_100": 0.765324, "mrr_at_1000": 0.765434, "nauc_ndcg_at_1_max": 0.477986, "nauc_ndcg_at_1_std": -0.168489, "nauc_ndcg_at_1_diff1": 0.808504, "nauc_ndcg_at_3_max": 0.497754, "nauc_ndcg_at_3_std": -0.173219, "nauc_ndcg_at_3_diff1": 0.777447, "nauc_ndcg_at_5_max": 0.493669, "nauc_ndcg_at_5_std": -0.173931, "nauc_ndcg_at_5_diff1": 0.77758, "nauc_ndcg_at_10_max": 0.493959, "nauc_ndcg_at_10_std": -0.170325, "nauc_ndcg_at_10_diff1": 0.775244, "nauc_ndcg_at_20_max": 0.495144, "nauc_ndcg_at_20_std": -0.166331, "nauc_ndcg_at_20_diff1": 0.777947, "nauc_ndcg_at_25_max": 0.495479, "nauc_ndcg_at_25_std": -0.164775, "nauc_ndcg_at_25_diff1": 0.777911, "nauc_ndcg_at_50_max": 0.495726, "nauc_ndcg_at_50_std": -0.161835, "nauc_ndcg_at_50_diff1": 0.779487, "nauc_ndcg_at_100_max": 0.494654, "nauc_ndcg_at_100_std": -0.162119, "nauc_ndcg_at_100_diff1": 0.780458, "nauc_ndcg_at_1000_max": 0.493573, "nauc_ndcg_at_1000_std": -0.165136, "nauc_ndcg_at_1000_diff1": 0.78174, "nauc_map_at_1_max": 0.477986, "nauc_map_at_1_std": -0.168489, "nauc_map_at_1_diff1": 0.808504, "nauc_map_at_3_max": 0.492893, "nauc_map_at_3_std": -0.172292, "nauc_map_at_3_diff1": 0.78571, "nauc_map_at_5_max": 0.490663, "nauc_map_at_5_std": -0.172678, "nauc_map_at_5_diff1": 0.786099, "nauc_map_at_10_max": 0.490663, "nauc_map_at_10_std": -0.17151, "nauc_map_at_10_diff1": 0.785387, "nauc_map_at_20_max": 0.490886, "nauc_map_at_20_std": -0.170563, "nauc_map_at_20_diff1": 0.786077, "nauc_map_at_25_max": 0.490936, "nauc_map_at_25_std": -0.170297, "nauc_map_at_25_diff1": 0.786083, "nauc_map_at_50_max": 0.490975, "nauc_map_at_50_std": -0.169907, "nauc_map_at_50_diff1": 0.786301, "nauc_map_at_100_max": 0.490888, "nauc_map_at_100_std": -0.169935, "nauc_map_at_100_diff1": 0.786383, "nauc_map_at_1000_max": 0.490854, "nauc_map_at_1000_std": -0.170012, "nauc_map_at_1000_diff1": 0.786425, "nauc_recall_at_1_max": 0.477986, "nauc_recall_at_1_std": -0.168489, "nauc_recall_at_1_diff1": 0.808504, "nauc_recall_at_3_max": 0.515428, "nauc_recall_at_3_std": -0.176442, "nauc_recall_at_3_diff1": 0.747015, "nauc_recall_at_5_max": 0.505612, "nauc_recall_at_5_std": -0.179258, "nauc_recall_at_5_diff1": 0.740094, "nauc_recall_at_10_max": 0.511911, "nauc_recall_at_10_std": -0.15934, "nauc_recall_at_10_diff1": 0.714325, "nauc_recall_at_20_max": 0.53112, "nauc_recall_at_20_std": -0.116941, "nauc_recall_at_20_diff1": 0.715964, "nauc_recall_at_25_max": 0.539848, "nauc_recall_at_25_std": -0.091588, "nauc_recall_at_25_diff1": 0.70763, "nauc_recall_at_50_max": 0.567619, "nauc_recall_at_50_std": 0.007088, "nauc_recall_at_50_diff1": 0.702999, "nauc_recall_at_100_max": 0.565529, "nauc_recall_at_100_std": 0.084298, "nauc_recall_at_100_diff1": 0.699049, "nauc_recall_at_1000_max": 0.601667, "nauc_recall_at_1000_std": 0.337078, "nauc_recall_at_1000_diff1": 0.670953, "nauc_precision_at_1_max": 0.477986, "nauc_precision_at_1_std": -0.168489, "nauc_precision_at_1_diff1": 0.808504, "nauc_precision_at_3_max": 0.515428, "nauc_precision_at_3_std": -0.176442, "nauc_precision_at_3_diff1": 0.747015, "nauc_precision_at_5_max": 0.505612, "nauc_precision_at_5_std": -0.179258, "nauc_precision_at_5_diff1": 0.740094, "nauc_precision_at_10_max": 0.511911, "nauc_precision_at_10_std": -0.15934, "nauc_precision_at_10_diff1": 0.714325, "nauc_precision_at_20_max": 0.53112, "nauc_precision_at_20_std": -0.116941, "nauc_precision_at_20_diff1": 0.715964, "nauc_precision_at_25_max": 0.539848, "nauc_precision_at_25_std": -0.091588, "nauc_precision_at_25_diff1": 0.70763, "nauc_precision_at_50_max": 0.567619, "nauc_precision_at_50_std": 0.007088, "nauc_precision_at_50_diff1": 0.702999, "nauc_precision_at_100_max": 0.565529, "nauc_precision_at_100_std": 0.084298, "nauc_precision_at_100_diff1": 0.699049, "nauc_precision_at_1000_max": 0.601667, "nauc_precision_at_1000_std": 0.337078, "nauc_precision_at_1000_diff1": 0.670953, "nauc_mrr_at_1_max": 0.477986, "nauc_mrr_at_1_std": -0.168489, "nauc_mrr_at_1_diff1": 0.808504, "nauc_mrr_at_3_max": 0.492893, "nauc_mrr_at_3_std": -0.172292, "nauc_mrr_at_3_diff1": 0.78571, "nauc_mrr_at_5_max": 0.490663, "nauc_mrr_at_5_std": -0.172678, "nauc_mrr_at_5_diff1": 0.786099, "nauc_mrr_at_10_max": 0.490663, "nauc_mrr_at_10_std": -0.17151, "nauc_mrr_at_10_diff1": 0.785387, "nauc_mrr_at_20_max": 0.490886, "nauc_mrr_at_20_std": -0.170563, "nauc_mrr_at_20_diff1": 0.786077, "nauc_mrr_at_25_max": 0.490936, "nauc_mrr_at_25_std": -0.170297, "nauc_mrr_at_25_diff1": 0.786083, "nauc_mrr_at_50_max": 0.490975, "nauc_mrr_at_50_std": -0.169907, "nauc_mrr_at_50_diff1": 0.786301, "nauc_mrr_at_100_max": 0.490888, "nauc_mrr_at_100_std": -0.169935, "nauc_mrr_at_100_diff1": 0.786383, "nauc_mrr_at_1000_max": 0.490854, "nauc_mrr_at_1000_std": -0.170012, "nauc_mrr_at_1000_diff1": 0.786425, "hit_rate_at_1": 0.6895, "hit_rate_at_3": 0.81605, "hit_rate_at_5": 0.85399, "hit_rate_at_10": 0.89676, "hit_rate_at_20": 0.92732, "hit_rate_at_25": 0.93557, "hit_rate_at_50": 0.95822, "hit_rate_at_100": 0.97251, "hit_rate_at_1000": 0.99483, "R_cap_at_1": 0.6895, "R_cap_at_3": 0.816053, "R_cap_at_5": 0.853986, "R_cap_at_10": 0.896756, "R_cap_at_20": 0.927323, "R_cap_at_25": 0.935569, "R_cap_at_50": 0.958219, "R_cap_at_100": 0.972512, "R_cap_at_1000": 0.994832, "main_score": 0.79476, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78798, "ndcg_at_3": 0.85993, "ndcg_at_5": 0.87006, "ndcg_at_10": 0.87866, "ndcg_at_20": 0.88346, "ndcg_at_25": 0.88438, "ndcg_at_50": 0.88585, "ndcg_at_100": 0.88673, "ndcg_at_1000": 0.88734, "map_at_1": 0.78798, "map_at_3": 0.84314, "map_at_5": 0.84877, "map_at_10": 0.85239, "map_at_20": 0.85369, "map_at_25": 0.85388, "map_at_50": 0.85409, "map_at_100": 0.85417, "map_at_1000": 0.85419, "recall_at_1": 0.78798, "recall_at_3": 0.90817, "recall_at_5": 0.93271, "recall_at_10": 0.95895, "recall_at_20": 0.97799, "recall_at_25": 0.98223, "recall_at_50": 0.98984, "recall_at_100": 0.99534, "recall_at_1000": 1.0, "accuracy": 0.78798, "precision_at_1": 0.78798, "precision_at_3": 0.30272, "precision_at_5": 0.18654, "precision_at_10": 0.0959, "precision_at_20": 0.0489, "precision_at_25": 0.03929, "precision_at_50": 0.0198, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.787981, "mrr_at_3": 0.843137, "mrr_at_5": 0.848766, "mrr_at_10": 0.852388, "mrr_at_20": 0.853691, "mrr_at_25": 0.853876, "mrr_at_50": 0.854095, "mrr_at_100": 0.85417, "mrr_at_1000": 0.854195, "nauc_ndcg_at_1_max": 0.626574, "nauc_ndcg_at_1_std": -0.147306, "nauc_ndcg_at_1_diff1": 0.882424, "nauc_ndcg_at_3_max": 0.672486, "nauc_ndcg_at_3_std": -0.140318, "nauc_ndcg_at_3_diff1": 0.857473, "nauc_ndcg_at_5_max": 0.679791, "nauc_ndcg_at_5_std": -0.128184, "nauc_ndcg_at_5_diff1": 0.862049, "nauc_ndcg_at_10_max": 0.673387, "nauc_ndcg_at_10_std": -0.139146, "nauc_ndcg_at_10_diff1": 0.865237, "nauc_ndcg_at_20_max": 0.66919, "nauc_ndcg_at_20_std": -0.140173, "nauc_ndcg_at_20_diff1": 0.867842, "nauc_ndcg_at_25_max": 0.669783, "nauc_ndcg_at_25_std": -0.13891, "nauc_ndcg_at_25_diff1": 0.868203, "nauc_ndcg_at_50_max": 0.666958, "nauc_ndcg_at_50_std": -0.138599, "nauc_ndcg_at_50_diff1": 0.868526, "nauc_ndcg_at_100_max": 0.665759, "nauc_ndcg_at_100_std": -0.140109, "nauc_ndcg_at_100_diff1": 0.868096, "nauc_ndcg_at_1000_max": 0.664618, "nauc_ndcg_at_1000_std": -0.140359, "nauc_ndcg_at_1000_diff1": 0.867802, "nauc_map_at_1_max": 0.626574, "nauc_map_at_1_std": -0.147306, "nauc_map_at_1_diff1": 0.882424, "nauc_map_at_3_max": 0.660388, "nauc_map_at_3_std": -0.143131, "nauc_map_at_3_diff1": 0.864471, "nauc_map_at_5_max": 0.663565, "nauc_map_at_5_std": -0.137277, "nauc_map_at_5_diff1": 0.866985, "nauc_map_at_10_max": 0.660835, "nauc_map_at_10_std": -0.141353, "nauc_map_at_10_diff1": 0.868254, "nauc_map_at_20_max": 0.659813, "nauc_map_at_20_std": -0.141712, "nauc_map_at_20_diff1": 0.868843, "nauc_map_at_25_max": 0.659904, "nauc_map_at_25_std": -0.141505, "nauc_map_at_25_diff1": 0.868905, "nauc_map_at_50_max": 0.659549, "nauc_map_at_50_std": -0.14142, "nauc_map_at_50_diff1": 0.868955, "nauc_map_at_100_max": 0.65946, "nauc_map_at_100_std": -0.14152, "nauc_map_at_100_diff1": 0.868922, "nauc_map_at_1000_max": 0.659423, "nauc_map_at_1000_std": -0.141558, "nauc_map_at_1000_diff1": 0.868909, "nauc_recall_at_1_max": 0.626574, "nauc_recall_at_1_std": -0.147306, "nauc_recall_at_1_diff1": 0.882424, "nauc_recall_at_3_max": 0.727149, "nauc_recall_at_3_std": -0.126826, "nauc_recall_at_3_diff1": 0.825515, "nauc_recall_at_5_max": 0.778398, "nauc_recall_at_5_std": -0.068972, "nauc_recall_at_5_diff1": 0.83392, "nauc_recall_at_10_max": 0.78822, "nauc_recall_at_10_std": -0.123883, "nauc_recall_at_10_diff1": 0.842572, "nauc_recall_at_20_max": 0.803706, "nauc_recall_at_20_std": -0.125156, "nauc_recall_at_20_diff1": 0.875075, "nauc_recall_at_25_max": 0.851721, "nauc_recall_at_25_std": -0.086663, "nauc_recall_at_25_diff1": 0.886681, "nauc_recall_at_50_max": 0.834658, "nauc_recall_at_50_std": -0.039739, "nauc_recall_at_50_diff1": 0.916263, "nauc_recall_at_100_max": 0.86483, "nauc_recall_at_100_std": -0.139942, "nauc_recall_at_100_diff1": 0.913847, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.626574, "nauc_precision_at_1_std": -0.147306, "nauc_precision_at_1_diff1": 0.882424, "nauc_precision_at_3_max": 0.727149, "nauc_precision_at_3_std": -0.126826, "nauc_precision_at_3_diff1": 0.825515, "nauc_precision_at_5_max": 0.778398, "nauc_precision_at_5_std": -0.068972, "nauc_precision_at_5_diff1": 0.83392, "nauc_precision_at_10_max": 0.78822, "nauc_precision_at_10_std": -0.123883, "nauc_precision_at_10_diff1": 0.842572, "nauc_precision_at_20_max": 0.803706, "nauc_precision_at_20_std": -0.125156, "nauc_precision_at_20_diff1": 0.875075, "nauc_precision_at_25_max": 0.851721, "nauc_precision_at_25_std": -0.086663, "nauc_precision_at_25_diff1": 0.886681, "nauc_precision_at_50_max": 0.834658, "nauc_precision_at_50_std": -0.039739, "nauc_precision_at_50_diff1": 0.916263, "nauc_precision_at_100_max": 0.86483, "nauc_precision_at_100_std": -0.139942, "nauc_precision_at_100_diff1": 0.913847, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.626574, "nauc_mrr_at_1_std": -0.147306, "nauc_mrr_at_1_diff1": 0.882424, "nauc_mrr_at_3_max": 0.660388, "nauc_mrr_at_3_std": -0.143131, "nauc_mrr_at_3_diff1": 0.864471, "nauc_mrr_at_5_max": 0.663565, "nauc_mrr_at_5_std": -0.137277, "nauc_mrr_at_5_diff1": 0.866985, "nauc_mrr_at_10_max": 0.660835, "nauc_mrr_at_10_std": -0.141353, "nauc_mrr_at_10_diff1": 0.868254, "nauc_mrr_at_20_max": 0.659813, "nauc_mrr_at_20_std": -0.141712, "nauc_mrr_at_20_diff1": 0.868843, "nauc_mrr_at_25_max": 0.659904, "nauc_mrr_at_25_std": -0.141505, "nauc_mrr_at_25_diff1": 0.868905, "nauc_mrr_at_50_max": 0.659549, "nauc_mrr_at_50_std": -0.14142, "nauc_mrr_at_50_diff1": 0.868955, "nauc_mrr_at_100_max": 0.65946, "nauc_mrr_at_100_std": -0.14152, "nauc_mrr_at_100_diff1": 0.868922, "nauc_mrr_at_1000_max": 0.659423, "nauc_mrr_at_1000_std": -0.141558, "nauc_mrr_at_1000_diff1": 0.868909, "hit_rate_at_1": 0.78798, "hit_rate_at_3": 0.90817, "hit_rate_at_5": 0.93271, "hit_rate_at_10": 0.95895, "hit_rate_at_20": 0.97799, "hit_rate_at_25": 0.98223, "hit_rate_at_50": 0.98984, "hit_rate_at_100": 0.99534, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.787981, "R_cap_at_3": 0.908168, "R_cap_at_5": 0.932713, "R_cap_at_10": 0.95895, "R_cap_at_20": 0.977994, "R_cap_at_25": 0.982226, "R_cap_at_50": 0.989843, "R_cap_at_100": 0.995345, "R_cap_at_1000": 1.0, "main_score": 0.87866, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71884, "ndcg_at_3": 0.79911, "ndcg_at_5": 0.81471, "ndcg_at_10": 0.82814, "ndcg_at_20": 0.83442, "ndcg_at_25": 0.83573, "ndcg_at_50": 0.83967, "ndcg_at_100": 0.84058, "ndcg_at_1000": 0.84179, "map_at_1": 0.71884, "map_at_3": 0.78007, "map_at_5": 0.78885, "map_at_10": 0.79446, "map_at_20": 0.7962, "map_at_25": 0.79646, "map_at_50": 0.79705, "map_at_100": 0.79714, "map_at_1000": 0.79719, "recall_at_1": 0.71884, "recall_at_3": 0.85393, "recall_at_5": 0.89127, "recall_at_10": 0.93245, "recall_at_20": 0.95717, "recall_at_25": 0.96321, "recall_at_50": 0.98353, "recall_at_100": 0.98902, "recall_at_1000": 0.99835, "accuracy": 0.71884, "precision_at_1": 0.71884, "precision_at_3": 0.28464, "precision_at_5": 0.17825, "precision_at_10": 0.09325, "precision_at_20": 0.04786, "precision_at_25": 0.03853, "precision_at_50": 0.01967, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.718836, "mrr_at_3": 0.780066, "mrr_at_5": 0.788852, "mrr_at_10": 0.794461, "mrr_at_20": 0.796204, "mrr_at_25": 0.796465, "mrr_at_50": 0.797054, "mrr_at_100": 0.797141, "mrr_at_1000": 0.797188, "nauc_ndcg_at_1_max": 0.379554, "nauc_ndcg_at_1_std": -0.309375, "nauc_ndcg_at_1_diff1": 0.823, "nauc_ndcg_at_3_max": 0.349684, "nauc_ndcg_at_3_std": -0.400799, "nauc_ndcg_at_3_diff1": 0.802946, "nauc_ndcg_at_5_max": 0.342101, "nauc_ndcg_at_5_std": -0.38857, "nauc_ndcg_at_5_diff1": 0.798901, "nauc_ndcg_at_10_max": 0.355284, "nauc_ndcg_at_10_std": -0.381061, "nauc_ndcg_at_10_diff1": 0.795546, "nauc_ndcg_at_20_max": 0.358483, "nauc_ndcg_at_20_std": -0.374299, "nauc_ndcg_at_20_diff1": 0.798573, "nauc_ndcg_at_25_max": 0.35956, "nauc_ndcg_at_25_std": -0.371493, "nauc_ndcg_at_25_diff1": 0.800256, "nauc_ndcg_at_50_max": 0.364515, "nauc_ndcg_at_50_std": -0.364987, "nauc_ndcg_at_50_diff1": 0.801421, "nauc_ndcg_at_100_max": 0.364193, "nauc_ndcg_at_100_std": -0.363053, "nauc_ndcg_at_100_diff1": 0.802074, "nauc_ndcg_at_1000_max": 0.361514, "nauc_ndcg_at_1000_std": -0.365142, "nauc_ndcg_at_1000_diff1": 0.802909, "nauc_map_at_1_max": 0.379554, "nauc_map_at_1_std": -0.309375, "nauc_map_at_1_diff1": 0.823, "nauc_map_at_3_max": 0.358782, "nauc_map_at_3_std": -0.3737, "nauc_map_at_3_diff1": 0.807594, "nauc_map_at_5_max": 0.35539, "nauc_map_at_5_std": -0.366271, "nauc_map_at_5_diff1": 0.805709, "nauc_map_at_10_max": 0.360318, "nauc_map_at_10_std": -0.363106, "nauc_map_at_10_diff1": 0.804755, "nauc_map_at_20_max": 0.360985, "nauc_map_at_20_std": -0.361483, "nauc_map_at_20_diff1": 0.805534, "nauc_map_at_25_max": 0.361159, "nauc_map_at_25_std": -0.361004, "nauc_map_at_25_diff1": 0.805824, "nauc_map_at_50_max": 0.361752, "nauc_map_at_50_std": -0.360102, "nauc_map_at_50_diff1": 0.805982, "nauc_map_at_100_max": 0.361741, "nauc_map_at_100_std": -0.359934, "nauc_map_at_100_diff1": 0.806032, "nauc_map_at_1000_max": 0.361659, "nauc_map_at_1000_std": -0.359991, "nauc_map_at_1000_diff1": 0.806056, "nauc_recall_at_1_max": 0.379554, "nauc_recall_at_1_std": -0.309375, "nauc_recall_at_1_diff1": 0.823, "nauc_recall_at_3_max": 0.312408, "nauc_recall_at_3_std": -0.511397, "nauc_recall_at_3_diff1": 0.784737, "nauc_recall_at_5_max": 0.272192, "nauc_recall_at_5_std": -0.500146, "nauc_recall_at_5_diff1": 0.764286, "nauc_recall_at_10_max": 0.326223, "nauc_recall_at_10_std": -0.510715, "nauc_recall_at_10_diff1": 0.719454, "nauc_recall_at_20_max": 0.357238, "nauc_recall_at_20_std": -0.489428, "nauc_recall_at_20_diff1": 0.717227, "nauc_recall_at_25_max": 0.377234, "nauc_recall_at_25_std": -0.456453, "nauc_recall_at_25_diff1": 0.734813, "nauc_recall_at_50_max": 0.624667, "nauc_recall_at_50_std": -0.278002, "nauc_recall_at_50_diff1": 0.706873, "nauc_recall_at_100_max": 0.72405, "nauc_recall_at_100_std": -0.088628, "nauc_recall_at_100_diff1": 0.711777, "nauc_recall_at_1000_max": 0.95643, "nauc_recall_at_1000_std": 0.025115, "nauc_recall_at_1000_diff1": 0.771263, "nauc_precision_at_1_max": 0.379554, "nauc_precision_at_1_std": -0.309375, "nauc_precision_at_1_diff1": 0.823, "nauc_precision_at_3_max": 0.312408, "nauc_precision_at_3_std": -0.511397, "nauc_precision_at_3_diff1": 0.784737, "nauc_precision_at_5_max": 0.272192, "nauc_precision_at_5_std": -0.500146, "nauc_precision_at_5_diff1": 0.764286, "nauc_precision_at_10_max": 0.326223, "nauc_precision_at_10_std": -0.510715, "nauc_precision_at_10_diff1": 0.719454, "nauc_precision_at_20_max": 0.357238, "nauc_precision_at_20_std": -0.489428, "nauc_precision_at_20_diff1": 0.717227, "nauc_precision_at_25_max": 0.377234, "nauc_precision_at_25_std": -0.456453, "nauc_precision_at_25_diff1": 0.734813, "nauc_precision_at_50_max": 0.624667, "nauc_precision_at_50_std": -0.278002, "nauc_precision_at_50_diff1": 0.706873, "nauc_precision_at_100_max": 0.72405, "nauc_precision_at_100_std": -0.088628, "nauc_precision_at_100_diff1": 0.711777, "nauc_precision_at_1000_max": 0.95643, "nauc_precision_at_1000_std": 0.025115, "nauc_precision_at_1000_diff1": 0.771263, "nauc_mrr_at_1_max": 0.379554, "nauc_mrr_at_1_std": -0.309375, "nauc_mrr_at_1_diff1": 0.823, "nauc_mrr_at_3_max": 0.358782, "nauc_mrr_at_3_std": -0.3737, "nauc_mrr_at_3_diff1": 0.807594, "nauc_mrr_at_5_max": 0.35539, "nauc_mrr_at_5_std": -0.366271, "nauc_mrr_at_5_diff1": 0.805709, "nauc_mrr_at_10_max": 0.360318, "nauc_mrr_at_10_std": -0.363106, "nauc_mrr_at_10_diff1": 0.804755, "nauc_mrr_at_20_max": 0.360985, "nauc_mrr_at_20_std": -0.361483, "nauc_mrr_at_20_diff1": 0.805534, "nauc_mrr_at_25_max": 0.361159, "nauc_mrr_at_25_std": -0.361004, "nauc_mrr_at_25_diff1": 0.805824, "nauc_mrr_at_50_max": 0.361752, "nauc_mrr_at_50_std": -0.360102, "nauc_mrr_at_50_diff1": 0.805982, "nauc_mrr_at_100_max": 0.361741, "nauc_mrr_at_100_std": -0.359934, "nauc_mrr_at_100_diff1": 0.806032, "nauc_mrr_at_1000_max": 0.361659, "nauc_mrr_at_1000_std": -0.359991, "nauc_mrr_at_1000_diff1": 0.806056, "hit_rate_at_1": 0.71884, "hit_rate_at_3": 0.85393, "hit_rate_at_5": 0.89127, "hit_rate_at_10": 0.93245, "hit_rate_at_20": 0.95717, "hit_rate_at_25": 0.96321, "hit_rate_at_50": 0.98353, "hit_rate_at_100": 0.98902, "hit_rate_at_1000": 0.99835, "R_cap_at_1": 0.718836, "R_cap_at_3": 0.853926, "R_cap_at_5": 0.891269, "R_cap_at_10": 0.932455, "R_cap_at_20": 0.957166, "R_cap_at_25": 0.963207, "R_cap_at_50": 0.983526, "R_cap_at_100": 0.989017, "R_cap_at_1000": 0.998353, "main_score": 0.82814, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78628, "ndcg_at_3": 0.86219, "ndcg_at_5": 0.87242, "ndcg_at_10": 0.88067, "ndcg_at_20": 0.88423, "ndcg_at_25": 0.88445, "ndcg_at_50": 0.88637, "ndcg_at_100": 0.88683, "ndcg_at_1000": 0.88746, "map_at_1": 0.78628, "map_at_3": 0.84344, "map_at_5": 0.84911, "map_at_10": 0.85245, "map_at_20": 0.85345, "map_at_25": 0.85349, "map_at_50": 0.85377, "map_at_100": 0.85381, "map_at_1000": 0.85383, "recall_at_1": 0.78628, "recall_at_3": 0.9165, "recall_at_5": 0.94135, "recall_at_10": 0.9672, "recall_at_20": 0.98111, "recall_at_25": 0.98211, "recall_at_50": 0.99205, "recall_at_100": 0.99503, "recall_at_1000": 1.0, "accuracy": 0.78628, "precision_at_1": 0.78628, "precision_at_3": 0.3055, "precision_at_5": 0.18827, "precision_at_10": 0.09672, "precision_at_20": 0.04906, "precision_at_25": 0.03928, "precision_at_50": 0.01984, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.786282, "mrr_at_3": 0.843439, "mrr_at_5": 0.849105, "mrr_at_10": 0.85245, "mrr_at_20": 0.853447, "mrr_at_25": 0.853491, "mrr_at_50": 0.853775, "mrr_at_100": 0.853808, "mrr_at_1000": 0.853832, "nauc_ndcg_at_1_max": 0.59143, "nauc_ndcg_at_1_std": -0.019018, "nauc_ndcg_at_1_diff1": 0.853671, "nauc_ndcg_at_3_max": 0.621009, "nauc_ndcg_at_3_std": 0.00693, "nauc_ndcg_at_3_diff1": 0.826488, "nauc_ndcg_at_5_max": 0.60386, "nauc_ndcg_at_5_std": 0.014774, "nauc_ndcg_at_5_diff1": 0.828164, "nauc_ndcg_at_10_max": 0.612216, "nauc_ndcg_at_10_std": 0.016017, "nauc_ndcg_at_10_diff1": 0.834748, "nauc_ndcg_at_20_max": 0.610835, "nauc_ndcg_at_20_std": 0.008434, "nauc_ndcg_at_20_diff1": 0.83642, "nauc_ndcg_at_25_max": 0.610948, "nauc_ndcg_at_25_std": 0.006718, "nauc_ndcg_at_25_diff1": 0.836354, "nauc_ndcg_at_50_max": 0.611059, "nauc_ndcg_at_50_std": -0.003805, "nauc_ndcg_at_50_diff1": 0.838282, "nauc_ndcg_at_100_max": 0.609792, "nauc_ndcg_at_100_std": -0.001963, "nauc_ndcg_at_100_diff1": 0.837583, "nauc_ndcg_at_1000_max": 0.609891, "nauc_ndcg_at_1000_std": 0.002835, "nauc_ndcg_at_1000_diff1": 0.837595, "nauc_map_at_1_max": 0.59143, "nauc_map_at_1_std": -0.019018, "nauc_map_at_1_diff1": 0.853671, "nauc_map_at_3_max": 0.613329, "nauc_map_at_3_std": 0.00166, "nauc_map_at_3_diff1": 0.834865, "nauc_map_at_5_max": 0.604947, "nauc_map_at_5_std": 0.004713, "nauc_map_at_5_diff1": 0.835969, "nauc_map_at_10_max": 0.608367, "nauc_map_at_10_std": 0.005245, "nauc_map_at_10_diff1": 0.838512, "nauc_map_at_20_max": 0.608031, "nauc_map_at_20_std": 0.003343, "nauc_map_at_20_diff1": 0.838951, "nauc_map_at_25_max": 0.608048, "nauc_map_at_25_std": 0.003071, "nauc_map_at_25_diff1": 0.838942, "nauc_map_at_50_max": 0.608015, "nauc_map_at_50_std": 0.001901, "nauc_map_at_50_diff1": 0.839168, "nauc_map_at_100_max": 0.607945, "nauc_map_at_100_std": 0.002005, "nauc_map_at_100_diff1": 0.839129, "nauc_map_at_1000_max": 0.60797, "nauc_map_at_1000_std": 0.002129, "nauc_map_at_1000_diff1": 0.839133, "nauc_recall_at_1_max": 0.59143, "nauc_recall_at_1_std": -0.019018, "nauc_recall_at_1_diff1": 0.853671, "nauc_recall_at_3_max": 0.658801, "nauc_recall_at_3_std": 0.031542, "nauc_recall_at_3_diff1": 0.784072, "nauc_recall_at_5_max": 0.588696, "nauc_recall_at_5_std": 0.085663, "nauc_recall_at_5_diff1": 0.774714, "nauc_recall_at_10_max": 0.65213, "nauc_recall_at_10_std": 0.146414, "nauc_recall_at_10_diff1": 0.799018, "nauc_recall_at_20_max": 0.650456, "nauc_recall_at_20_std": 0.078769, "nauc_recall_at_20_diff1": 0.808205, "nauc_recall_at_25_max": 0.65581, "nauc_recall_at_25_std": 0.034855, "nauc_recall_at_25_diff1": 0.804815, "nauc_recall_at_50_max": 0.728365, "nauc_recall_at_50_std": -0.674142, "nauc_recall_at_50_diff1": 0.899887, "nauc_recall_at_100_max": 0.620944, "nauc_recall_at_100_std": -0.818297, "nauc_recall_at_100_diff1": 0.839819, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.59143, "nauc_precision_at_1_std": -0.019018, "nauc_precision_at_1_diff1": 0.853671, "nauc_precision_at_3_max": 0.658801, "nauc_precision_at_3_std": 0.031542, "nauc_precision_at_3_diff1": 0.784072, "nauc_precision_at_5_max": 0.588696, "nauc_precision_at_5_std": 0.085663, "nauc_precision_at_5_diff1": 0.774714, "nauc_precision_at_10_max": 0.65213, "nauc_precision_at_10_std": 0.146414, "nauc_precision_at_10_diff1": 0.799018, "nauc_precision_at_20_max": 0.650456, "nauc_precision_at_20_std": 0.078769, "nauc_precision_at_20_diff1": 0.808205, "nauc_precision_at_25_max": 0.65581, "nauc_precision_at_25_std": 0.034855, "nauc_precision_at_25_diff1": 0.804815, "nauc_precision_at_50_max": 0.728365, "nauc_precision_at_50_std": -0.674142, "nauc_precision_at_50_diff1": 0.899887, "nauc_precision_at_100_max": 0.620944, "nauc_precision_at_100_std": -0.818297, "nauc_precision_at_100_diff1": 0.839819, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.59143, "nauc_mrr_at_1_std": -0.019018, "nauc_mrr_at_1_diff1": 0.853671, "nauc_mrr_at_3_max": 0.613329, "nauc_mrr_at_3_std": 0.00166, "nauc_mrr_at_3_diff1": 0.834865, "nauc_mrr_at_5_max": 0.604947, "nauc_mrr_at_5_std": 0.004713, "nauc_mrr_at_5_diff1": 0.835969, "nauc_mrr_at_10_max": 0.608367, "nauc_mrr_at_10_std": 0.005245, "nauc_mrr_at_10_diff1": 0.838512, "nauc_mrr_at_20_max": 0.608031, "nauc_mrr_at_20_std": 0.003343, "nauc_mrr_at_20_diff1": 0.838951, "nauc_mrr_at_25_max": 0.608048, "nauc_mrr_at_25_std": 0.003071, "nauc_mrr_at_25_diff1": 0.838942, "nauc_mrr_at_50_max": 0.608015, "nauc_mrr_at_50_std": 0.001901, "nauc_mrr_at_50_diff1": 0.839168, "nauc_mrr_at_100_max": 0.607945, "nauc_mrr_at_100_std": 0.002005, "nauc_mrr_at_100_diff1": 0.839129, "nauc_mrr_at_1000_max": 0.60797, "nauc_mrr_at_1000_std": 0.002129, "nauc_mrr_at_1000_diff1": 0.839133, "hit_rate_at_1": 0.78628, "hit_rate_at_3": 0.9165, "hit_rate_at_5": 0.94135, "hit_rate_at_10": 0.9672, "hit_rate_at_20": 0.98111, "hit_rate_at_25": 0.98211, "hit_rate_at_50": 0.99205, "hit_rate_at_100": 0.99503, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.786282, "R_cap_at_3": 0.916501, "R_cap_at_5": 0.941352, "R_cap_at_10": 0.967197, "R_cap_at_20": 0.981113, "R_cap_at_25": 0.982107, "R_cap_at_50": 0.992048, "R_cap_at_100": 0.99503, "R_cap_at_1000": 1.0, "main_score": 0.88067, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85852, "ndcg_at_3": 0.9358, "ndcg_at_5": 0.9358, "ndcg_at_10": 0.93809, "ndcg_at_20": 0.93887, "ndcg_at_25": 0.93887, "ndcg_at_50": 0.93887, "ndcg_at_100": 0.93887, "ndcg_at_1000": 0.93887, "map_at_1": 0.85852, "map_at_3": 0.91693, "map_at_5": 0.91693, "map_at_10": 0.91801, "map_at_20": 0.9182, "map_at_25": 0.9182, "map_at_50": 0.9182, "map_at_100": 0.9182, "map_at_1000": 0.9182, "recall_at_1": 0.85852, "recall_at_3": 0.99035, "recall_at_5": 0.99035, "recall_at_10": 0.99678, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85852, "precision_at_1": 0.85852, "precision_at_3": 0.33012, "precision_at_5": 0.19807, "precision_at_10": 0.09968, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.858521, "mrr_at_3": 0.916935, "mrr_at_5": 0.916935, "mrr_at_10": 0.918006, "mrr_at_20": 0.918196, "mrr_at_25": 0.918196, "mrr_at_50": 0.918196, "mrr_at_100": 0.918196, "mrr_at_1000": 0.918196, "nauc_ndcg_at_1_max": 0.636578, "nauc_ndcg_at_1_std": 0.014484, "nauc_ndcg_at_1_diff1": 0.857598, "nauc_ndcg_at_3_max": 0.65443, "nauc_ndcg_at_3_std": -0.002645, "nauc_ndcg_at_3_diff1": 0.844647, "nauc_ndcg_at_5_max": 0.65443, "nauc_ndcg_at_5_std": -0.002645, "nauc_ndcg_at_5_diff1": 0.844647, "nauc_ndcg_at_10_max": 0.65183, "nauc_ndcg_at_10_std": -0.008554, "nauc_ndcg_at_10_diff1": 0.849323, "nauc_ndcg_at_20_max": 0.647289, "nauc_ndcg_at_20_std": -0.013346, "nauc_ndcg_at_20_diff1": 0.850979, "nauc_ndcg_at_25_max": 0.647289, "nauc_ndcg_at_25_std": -0.013346, "nauc_ndcg_at_25_diff1": 0.850979, "nauc_ndcg_at_50_max": 0.647289, "nauc_ndcg_at_50_std": -0.013346, "nauc_ndcg_at_50_diff1": 0.850979, "nauc_ndcg_at_100_max": 0.647289, "nauc_ndcg_at_100_std": -0.013346, "nauc_ndcg_at_100_diff1": 0.850979, "nauc_ndcg_at_1000_max": 0.647289, "nauc_ndcg_at_1000_std": -0.013346, "nauc_ndcg_at_1000_diff1": 0.850979, "nauc_map_at_1_max": 0.636578, "nauc_map_at_1_std": 0.014484, "nauc_map_at_1_diff1": 0.857598, "nauc_map_at_3_max": 0.647675, "nauc_map_at_3_std": -0.009905, "nauc_map_at_3_diff1": 0.849759, "nauc_map_at_5_max": 0.647675, "nauc_map_at_5_std": -0.009905, "nauc_map_at_5_diff1": 0.849759, "nauc_map_at_10_max": 0.646665, "nauc_map_at_10_std": -0.012092, "nauc_map_at_10_diff1": 0.851481, "nauc_map_at_20_max": 0.64582, "nauc_map_at_20_std": -0.012979, "nauc_map_at_20_diff1": 0.85179, "nauc_map_at_25_max": 0.64582, "nauc_map_at_25_std": -0.012979, "nauc_map_at_25_diff1": 0.85179, "nauc_map_at_50_max": 0.64582, "nauc_map_at_50_std": -0.012979, "nauc_map_at_50_diff1": 0.85179, "nauc_map_at_100_max": 0.64582, "nauc_map_at_100_std": -0.012979, "nauc_map_at_100_diff1": 0.85179, "nauc_map_at_1000_max": 0.64582, "nauc_map_at_1000_std": -0.012979, "nauc_map_at_1000_diff1": 0.85179, "nauc_recall_at_1_max": 0.636578, "nauc_recall_at_1_std": 0.014484, "nauc_recall_at_1_diff1": 0.857598, "nauc_recall_at_3_max": 0.814925, "nauc_recall_at_3_std": 0.220857, "nauc_recall_at_3_diff1": 0.722387, "nauc_recall_at_5_max": 0.814925, "nauc_recall_at_5_std": 0.220857, "nauc_recall_at_5_diff1": 0.722387, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.358892, "nauc_recall_at_10_diff1": 0.722387, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636578, "nauc_precision_at_1_std": 0.014484, "nauc_precision_at_1_diff1": 0.857598, "nauc_precision_at_3_max": 0.814925, "nauc_precision_at_3_std": 0.220857, "nauc_precision_at_3_diff1": 0.722387, "nauc_precision_at_5_max": 0.814925, "nauc_precision_at_5_std": 0.220857, "nauc_precision_at_5_diff1": 0.722387, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.358892, "nauc_precision_at_10_diff1": 0.722387, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.636578, "nauc_mrr_at_1_std": 0.014484, "nauc_mrr_at_1_diff1": 0.857598, "nauc_mrr_at_3_max": 0.647675, "nauc_mrr_at_3_std": -0.009905, "nauc_mrr_at_3_diff1": 0.849759, "nauc_mrr_at_5_max": 0.647675, "nauc_mrr_at_5_std": -0.009905, "nauc_mrr_at_5_diff1": 0.849759, "nauc_mrr_at_10_max": 0.646665, "nauc_mrr_at_10_std": -0.012092, "nauc_mrr_at_10_diff1": 0.851481, "nauc_mrr_at_20_max": 0.64582, "nauc_mrr_at_20_std": -0.012979, "nauc_mrr_at_20_diff1": 0.85179, "nauc_mrr_at_25_max": 0.64582, "nauc_mrr_at_25_std": -0.012979, "nauc_mrr_at_25_diff1": 0.85179, "nauc_mrr_at_50_max": 0.64582, "nauc_mrr_at_50_std": -0.012979, "nauc_mrr_at_50_diff1": 0.85179, "nauc_mrr_at_100_max": 0.64582, "nauc_mrr_at_100_std": -0.012979, "nauc_mrr_at_100_diff1": 0.85179, "nauc_mrr_at_1000_max": 0.64582, "nauc_mrr_at_1000_std": -0.012979, "nauc_mrr_at_1000_diff1": 0.85179, "hit_rate_at_1": 0.85852, "hit_rate_at_3": 0.99035, "hit_rate_at_5": 0.99035, "hit_rate_at_10": 0.99678, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.858521, "R_cap_at_3": 0.990354, "R_cap_at_5": 0.990354, "R_cap_at_10": 0.996785, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93809, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5343, "ndcg_at_3": 0.60967, "ndcg_at_5": 0.63025, "ndcg_at_10": 0.64695, "ndcg_at_20": 0.65889, "ndcg_at_25": 0.66208, "ndcg_at_50": 0.6697, "ndcg_at_100": 0.67579, "ndcg_at_1000": 0.68605, "map_at_1": 0.5343, "map_at_3": 0.59154, "map_at_5": 0.60299, "map_at_10": 0.60983, "map_at_20": 0.61308, "map_at_25": 0.61372, "map_at_50": 0.61485, "map_at_100": 0.61539, "map_at_1000": 0.61576, "recall_at_1": 0.5343, "recall_at_3": 0.66195, "recall_at_5": 0.71179, "recall_at_10": 0.76378, "recall_at_20": 0.81115, "recall_at_25": 0.82579, "recall_at_50": 0.86527, "recall_at_100": 0.90262, "recall_at_1000": 0.98421, "accuracy": 0.5343, "precision_at_1": 0.5343, "precision_at_3": 0.22065, "precision_at_5": 0.14236, "precision_at_10": 0.07638, "precision_at_20": 0.04056, "precision_at_25": 0.03303, "precision_at_50": 0.01731, "precision_at_100": 0.00903, "precision_at_1000": 0.00098, "mrr_at_1": 0.534298, "mrr_at_3": 0.591545, "mrr_at_5": 0.602994, "mrr_at_10": 0.609827, "mrr_at_20": 0.613079, "mrr_at_25": 0.613718, "mrr_at_50": 0.614845, "mrr_at_100": 0.61539, "mrr_at_1000": 0.615763, "nauc_ndcg_at_1_max": 0.260699, "nauc_ndcg_at_1_std": 0.108495, "nauc_ndcg_at_1_diff1": 0.777256, "nauc_ndcg_at_3_max": 0.245973, "nauc_ndcg_at_3_std": 0.139422, "nauc_ndcg_at_3_diff1": 0.737799, "nauc_ndcg_at_5_max": 0.23769, "nauc_ndcg_at_5_std": 0.146815, "nauc_ndcg_at_5_diff1": 0.731472, "nauc_ndcg_at_10_max": 0.233687, "nauc_ndcg_at_10_std": 0.155904, "nauc_ndcg_at_10_diff1": 0.728862, "nauc_ndcg_at_20_max": 0.232641, "nauc_ndcg_at_20_std": 0.159417, "nauc_ndcg_at_20_diff1": 0.729448, "nauc_ndcg_at_25_max": 0.232811, "nauc_ndcg_at_25_std": 0.159967, "nauc_ndcg_at_25_diff1": 0.729518, "nauc_ndcg_at_50_max": 0.233826, "nauc_ndcg_at_50_std": 0.161481, "nauc_ndcg_at_50_diff1": 0.731054, "nauc_ndcg_at_100_max": 0.2347, "nauc_ndcg_at_100_std": 0.161387, "nauc_ndcg_at_100_diff1": 0.733096, "nauc_ndcg_at_1000_max": 0.237656, "nauc_ndcg_at_1000_std": 0.153059, "nauc_ndcg_at_1000_diff1": 0.736926, "nauc_map_at_1_max": 0.260699, "nauc_map_at_1_std": 0.108495, "nauc_map_at_1_diff1": 0.777256, "nauc_map_at_3_max": 0.24963, "nauc_map_at_3_std": 0.131485, "nauc_map_at_3_diff1": 0.74749, "nauc_map_at_5_max": 0.245307, "nauc_map_at_5_std": 0.135088, "nauc_map_at_5_diff1": 0.744252, "nauc_map_at_10_max": 0.243897, "nauc_map_at_10_std": 0.138301, "nauc_map_at_10_diff1": 0.743463, "nauc_map_at_20_max": 0.243702, "nauc_map_at_20_std": 0.139031, "nauc_map_at_20_diff1": 0.743729, "nauc_map_at_25_max": 0.243748, "nauc_map_at_25_std": 0.13908, "nauc_map_at_25_diff1": 0.743768, "nauc_map_at_50_max": 0.243938, "nauc_map_at_50_std": 0.139216, "nauc_map_at_50_diff1": 0.744019, "nauc_map_at_100_max": 0.244024, "nauc_map_at_100_std": 0.139155, "nauc_map_at_100_diff1": 0.744182, "nauc_map_at_1000_max": 0.244121, "nauc_map_at_1000_std": 0.13895, "nauc_map_at_1000_diff1": 0.744311, "nauc_recall_at_1_max": 0.260699, "nauc_recall_at_1_std": 0.108495, "nauc_recall_at_1_diff1": 0.777256, "nauc_recall_at_3_max": 0.234278, "nauc_recall_at_3_std": 0.164933, "nauc_recall_at_3_diff1": 0.706853, "nauc_recall_at_5_max": 0.209514, "nauc_recall_at_5_std": 0.189588, "nauc_recall_at_5_diff1": 0.685789, "nauc_recall_at_10_max": 0.188256, "nauc_recall_at_10_std": 0.234755, "nauc_recall_at_10_diff1": 0.667119, "nauc_recall_at_20_max": 0.172931, "nauc_recall_at_20_std": 0.27201, "nauc_recall_at_20_diff1": 0.658219, "nauc_recall_at_25_max": 0.169671, "nauc_recall_at_25_std": 0.285046, "nauc_recall_at_25_diff1": 0.653233, "nauc_recall_at_50_max": 0.163018, "nauc_recall_at_50_std": 0.333598, "nauc_recall_at_50_diff1": 0.64904, "nauc_recall_at_100_max": 0.153195, "nauc_recall_at_100_std": 0.391174, "nauc_recall_at_100_diff1": 0.655467, "nauc_recall_at_1000_max": 0.094333, "nauc_recall_at_1000_std": 0.466991, "nauc_recall_at_1000_diff1": 0.729591, "nauc_precision_at_1_max": 0.260699, "nauc_precision_at_1_std": 0.108495, "nauc_precision_at_1_diff1": 0.777256, "nauc_precision_at_3_max": 0.234278, "nauc_precision_at_3_std": 0.164933, "nauc_precision_at_3_diff1": 0.706853, "nauc_precision_at_5_max": 0.209514, "nauc_precision_at_5_std": 0.189588, "nauc_precision_at_5_diff1": 0.685789, "nauc_precision_at_10_max": 0.188256, "nauc_precision_at_10_std": 0.234755, "nauc_precision_at_10_diff1": 0.667119, "nauc_precision_at_20_max": 0.172931, "nauc_precision_at_20_std": 0.27201, "nauc_precision_at_20_diff1": 0.658219, "nauc_precision_at_25_max": 0.169671, "nauc_precision_at_25_std": 0.285046, "nauc_precision_at_25_diff1": 0.653233, "nauc_precision_at_50_max": 0.163018, "nauc_precision_at_50_std": 0.333598, "nauc_precision_at_50_diff1": 0.64904, "nauc_precision_at_100_max": 0.153195, "nauc_precision_at_100_std": 0.391174, "nauc_precision_at_100_diff1": 0.655467, "nauc_precision_at_1000_max": 0.094333, "nauc_precision_at_1000_std": 0.466991, "nauc_precision_at_1000_diff1": 0.729591, "nauc_mrr_at_1_max": 0.260699, "nauc_mrr_at_1_std": 0.108495, "nauc_mrr_at_1_diff1": 0.777256, "nauc_mrr_at_3_max": 0.24963, "nauc_mrr_at_3_std": 0.131485, "nauc_mrr_at_3_diff1": 0.74749, "nauc_mrr_at_5_max": 0.245307, "nauc_mrr_at_5_std": 0.135088, "nauc_mrr_at_5_diff1": 0.744252, "nauc_mrr_at_10_max": 0.243897, "nauc_mrr_at_10_std": 0.138301, "nauc_mrr_at_10_diff1": 0.743463, "nauc_mrr_at_20_max": 0.243702, "nauc_mrr_at_20_std": 0.139031, "nauc_mrr_at_20_diff1": 0.743729, "nauc_mrr_at_25_max": 0.243748, "nauc_mrr_at_25_std": 0.13908, "nauc_mrr_at_25_diff1": 0.743768, "nauc_mrr_at_50_max": 0.243938, "nauc_mrr_at_50_std": 0.139216, "nauc_mrr_at_50_diff1": 0.744019, "nauc_mrr_at_100_max": 0.244024, "nauc_mrr_at_100_std": 0.139155, "nauc_mrr_at_100_diff1": 0.744182, "nauc_mrr_at_1000_max": 0.244121, "nauc_mrr_at_1000_std": 0.13895, "nauc_mrr_at_1000_diff1": 0.744311, "hit_rate_at_1": 0.5343, "hit_rate_at_3": 0.66195, "hit_rate_at_5": 0.71179, "hit_rate_at_10": 0.76378, "hit_rate_at_20": 0.81115, "hit_rate_at_25": 0.82579, "hit_rate_at_50": 0.86527, "hit_rate_at_100": 0.90262, "hit_rate_at_1000": 0.98421, "R_cap_at_1": 0.534298, "R_cap_at_3": 0.661951, "R_cap_at_5": 0.711795, "R_cap_at_10": 0.763777, "R_cap_at_20": 0.811153, "R_cap_at_25": 0.825794, "R_cap_at_50": 0.865274, "R_cap_at_100": 0.902616, "R_cap_at_1000": 0.984208, "main_score": 0.64695, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7902, "ndcg_at_3": 0.8664, "ndcg_at_5": 0.88259, "ndcg_at_10": 0.88919, "ndcg_at_20": 0.89106, "ndcg_at_25": 0.89162, "ndcg_at_50": 0.89271, "ndcg_at_100": 0.8932, "ndcg_at_1000": 0.8938, "map_at_1": 0.7902, "map_at_3": 0.84882, "map_at_5": 0.8578, "map_at_10": 0.86052, "map_at_20": 0.86101, "map_at_25": 0.86112, "map_at_50": 0.86128, "map_at_100": 0.86132, "map_at_1000": 0.86135, "recall_at_1": 0.7902, "recall_at_3": 0.91679, "recall_at_5": 0.9561, "recall_at_10": 0.97652, "recall_at_20": 0.98418, "recall_at_25": 0.98673, "recall_at_50": 0.99234, "recall_at_100": 0.99541, "recall_at_1000": 1.0, "accuracy": 0.7902, "precision_at_1": 0.7902, "precision_at_3": 0.3056, "precision_at_5": 0.19122, "precision_at_10": 0.09765, "precision_at_20": 0.04921, "precision_at_25": 0.03947, "precision_at_50": 0.01985, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.790199, "mrr_at_3": 0.848817, "mrr_at_5": 0.857802, "mrr_at_10": 0.860522, "mrr_at_20": 0.861006, "mrr_at_25": 0.861116, "mrr_at_50": 0.861282, "mrr_at_100": 0.861323, "mrr_at_1000": 0.861348, "nauc_ndcg_at_1_max": 0.513419, "nauc_ndcg_at_1_std": -0.099134, "nauc_ndcg_at_1_diff1": 0.81756, "nauc_ndcg_at_3_max": 0.592293, "nauc_ndcg_at_3_std": -0.091256, "nauc_ndcg_at_3_diff1": 0.803765, "nauc_ndcg_at_5_max": 0.591761, "nauc_ndcg_at_5_std": -0.07343, "nauc_ndcg_at_5_diff1": 0.809253, "nauc_ndcg_at_10_max": 0.577826, "nauc_ndcg_at_10_std": -0.076369, "nauc_ndcg_at_10_diff1": 0.810664, "nauc_ndcg_at_20_max": 0.574679, "nauc_ndcg_at_20_std": -0.08015, "nauc_ndcg_at_20_diff1": 0.81034, "nauc_ndcg_at_25_max": 0.574134, "nauc_ndcg_at_25_std": -0.080944, "nauc_ndcg_at_25_diff1": 0.810574, "nauc_ndcg_at_50_max": 0.57137, "nauc_ndcg_at_50_std": -0.083622, "nauc_ndcg_at_50_diff1": 0.810444, "nauc_ndcg_at_100_max": 0.569952, "nauc_ndcg_at_100_std": -0.083363, "nauc_ndcg_at_100_diff1": 0.810785, "nauc_ndcg_at_1000_max": 0.568534, "nauc_ndcg_at_1000_std": -0.086554, "nauc_ndcg_at_1000_diff1": 0.810665, "nauc_map_at_1_max": 0.513419, "nauc_map_at_1_std": -0.099134, "nauc_map_at_1_diff1": 0.81756, "nauc_map_at_3_max": 0.569688, "nauc_map_at_3_std": -0.097056, "nauc_map_at_3_diff1": 0.808114, "nauc_map_at_5_max": 0.567817, "nauc_map_at_5_std": -0.089276, "nauc_map_at_5_diff1": 0.811055, "nauc_map_at_10_max": 0.562693, "nauc_map_at_10_std": -0.090485, "nauc_map_at_10_diff1": 0.811397, "nauc_map_at_20_max": 0.561967, "nauc_map_at_20_std": -0.091227, "nauc_map_at_20_diff1": 0.81133, "nauc_map_at_25_max": 0.561871, "nauc_map_at_25_std": -0.09134, "nauc_map_at_25_diff1": 0.81136, "nauc_map_at_50_max": 0.561538, "nauc_map_at_50_std": -0.091658, "nauc_map_at_50_diff1": 0.811341, "nauc_map_at_100_max": 0.561446, "nauc_map_at_100_std": -0.091634, "nauc_map_at_100_diff1": 0.811363, "nauc_map_at_1000_max": 0.5614, "nauc_map_at_1000_std": -0.091737, "nauc_map_at_1000_diff1": 0.811355, "nauc_recall_at_1_max": 0.513419, "nauc_recall_at_1_std": -0.099134, "nauc_recall_at_1_diff1": 0.81756, "nauc_recall_at_3_max": 0.702172, "nauc_recall_at_3_std": -0.060194, "nauc_recall_at_3_diff1": 0.782304, "nauc_recall_at_5_max": 0.798679, "nauc_recall_at_5_std": 0.078088, "nauc_recall_at_5_diff1": 0.795395, "nauc_recall_at_10_max": 0.787383, "nauc_recall_at_10_std": 0.166684, "nauc_recall_at_10_diff1": 0.807564, "nauc_recall_at_20_max": 0.80709, "nauc_recall_at_20_std": 0.178632, "nauc_recall_at_20_diff1": 0.797665, "nauc_recall_at_25_max": 0.832577, "nauc_recall_at_25_std": 0.198302, "nauc_recall_at_25_diff1": 0.80419, "nauc_recall_at_50_max": 0.832573, "nauc_recall_at_50_std": 0.218854, "nauc_recall_at_50_diff1": 0.791951, "nauc_recall_at_100_max": 0.809923, "nauc_recall_at_100_std": 0.44921, "nauc_recall_at_100_diff1": 0.826265, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.513419, "nauc_precision_at_1_std": -0.099134, "nauc_precision_at_1_diff1": 0.81756, "nauc_precision_at_3_max": 0.702172, "nauc_precision_at_3_std": -0.060194, "nauc_precision_at_3_diff1": 0.782304, "nauc_precision_at_5_max": 0.798679, "nauc_precision_at_5_std": 0.078088, "nauc_precision_at_5_diff1": 0.795395, "nauc_precision_at_10_max": 0.787383, "nauc_precision_at_10_std": 0.166684, "nauc_precision_at_10_diff1": 0.807564, "nauc_precision_at_20_max": 0.80709, "nauc_precision_at_20_std": 0.178632, "nauc_precision_at_20_diff1": 0.797665, "nauc_precision_at_25_max": 0.832577, "nauc_precision_at_25_std": 0.198302, "nauc_precision_at_25_diff1": 0.80419, "nauc_precision_at_50_max": 0.832573, "nauc_precision_at_50_std": 0.218854, "nauc_precision_at_50_diff1": 0.791951, "nauc_precision_at_100_max": 0.809923, "nauc_precision_at_100_std": 0.44921, "nauc_precision_at_100_diff1": 0.826265, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.513419, "nauc_mrr_at_1_std": -0.099134, "nauc_mrr_at_1_diff1": 0.81756, "nauc_mrr_at_3_max": 0.569688, "nauc_mrr_at_3_std": -0.097056, "nauc_mrr_at_3_diff1": 0.808114, "nauc_mrr_at_5_max": 0.567817, "nauc_mrr_at_5_std": -0.089276, "nauc_mrr_at_5_diff1": 0.811055, "nauc_mrr_at_10_max": 0.562693, "nauc_mrr_at_10_std": -0.090485, "nauc_mrr_at_10_diff1": 0.811397, "nauc_mrr_at_20_max": 0.561967, "nauc_mrr_at_20_std": -0.091227, "nauc_mrr_at_20_diff1": 0.81133, "nauc_mrr_at_25_max": 0.561871, "nauc_mrr_at_25_std": -0.09134, "nauc_mrr_at_25_diff1": 0.81136, "nauc_mrr_at_50_max": 0.561538, "nauc_mrr_at_50_std": -0.091658, "nauc_mrr_at_50_diff1": 0.811341, "nauc_mrr_at_100_max": 0.561446, "nauc_mrr_at_100_std": -0.091634, "nauc_mrr_at_100_diff1": 0.811363, "nauc_mrr_at_1000_max": 0.5614, "nauc_mrr_at_1000_std": -0.091737, "nauc_mrr_at_1000_diff1": 0.811355, "hit_rate_at_1": 0.7902, "hit_rate_at_3": 0.91679, "hit_rate_at_5": 0.9561, "hit_rate_at_10": 0.97652, "hit_rate_at_20": 0.98418, "hit_rate_at_25": 0.98673, "hit_rate_at_50": 0.99234, "hit_rate_at_100": 0.99541, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.790199, "R_cap_at_3": 0.916794, "R_cap_at_5": 0.9561, "R_cap_at_10": 0.976519, "R_cap_at_20": 0.984176, "R_cap_at_25": 0.986728, "R_cap_at_50": 0.992343, "R_cap_at_100": 0.995406, "R_cap_at_1000": 1.0, "main_score": 0.88919, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7656, "ndcg_at_3": 0.85205, "ndcg_at_5": 0.8641, "ndcg_at_10": 0.87415, "ndcg_at_20": 0.87621, "ndcg_at_25": 0.87707, "ndcg_at_50": 0.87927, "ndcg_at_100": 0.8798, "ndcg_at_1000": 0.88019, "map_at_1": 0.7656, "map_at_3": 0.832, "map_at_5": 0.8386, "map_at_10": 0.84273, "map_at_20": 0.84331, "map_at_25": 0.84348, "map_at_50": 0.84382, "map_at_100": 0.84387, "map_at_1000": 0.84388, "recall_at_1": 0.7656, "recall_at_3": 0.9096, "recall_at_5": 0.9392, "recall_at_10": 0.9704, "recall_at_20": 0.9784, "recall_at_25": 0.9824, "recall_at_50": 0.9936, "recall_at_100": 0.9968, "recall_at_1000": 1.0, "accuracy": 0.7656, "precision_at_1": 0.7656, "precision_at_3": 0.3032, "precision_at_5": 0.18784, "precision_at_10": 0.09704, "precision_at_20": 0.04892, "precision_at_25": 0.0393, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.7656, "mrr_at_3": 0.832, "mrr_at_5": 0.8386, "mrr_at_10": 0.84273, "mrr_at_20": 0.84331, "mrr_at_25": 0.843481, "mrr_at_50": 0.843819, "mrr_at_100": 0.843871, "mrr_at_1000": 0.843882, "nauc_ndcg_at_1_max": 0.521326, "nauc_ndcg_at_1_std": -0.136184, "nauc_ndcg_at_1_diff1": 0.828467, "nauc_ndcg_at_3_max": 0.574282, "nauc_ndcg_at_3_std": -0.100018, "nauc_ndcg_at_3_diff1": 0.799731, "nauc_ndcg_at_5_max": 0.564158, "nauc_ndcg_at_5_std": -0.106182, "nauc_ndcg_at_5_diff1": 0.805213, "nauc_ndcg_at_10_max": 0.566028, "nauc_ndcg_at_10_std": -0.109166, "nauc_ndcg_at_10_diff1": 0.80811, "nauc_ndcg_at_20_max": 0.56315, "nauc_ndcg_at_20_std": -0.112249, "nauc_ndcg_at_20_diff1": 0.809548, "nauc_ndcg_at_25_max": 0.562291, "nauc_ndcg_at_25_std": -0.110434, "nauc_ndcg_at_25_diff1": 0.809719, "nauc_ndcg_at_50_max": 0.55835, "nauc_ndcg_at_50_std": -0.113772, "nauc_ndcg_at_50_diff1": 0.809555, "nauc_ndcg_at_100_max": 0.556699, "nauc_ndcg_at_100_std": -0.115611, "nauc_ndcg_at_100_diff1": 0.809836, "nauc_ndcg_at_1000_max": 0.555538, "nauc_ndcg_at_1000_std": -0.116538, "nauc_ndcg_at_1000_diff1": 0.809766, "nauc_map_at_1_max": 0.521326, "nauc_map_at_1_std": -0.136184, "nauc_map_at_1_diff1": 0.828467, "nauc_map_at_3_max": 0.556692, "nauc_map_at_3_std": -0.114815, "nauc_map_at_3_diff1": 0.806475, "nauc_map_at_5_max": 0.551434, "nauc_map_at_5_std": -0.118626, "nauc_map_at_5_diff1": 0.809383, "nauc_map_at_10_max": 0.551405, "nauc_map_at_10_std": -0.11992, "nauc_map_at_10_diff1": 0.810478, "nauc_map_at_20_max": 0.550684, "nauc_map_at_20_std": -0.120811, "nauc_map_at_20_diff1": 0.810876, "nauc_map_at_25_max": 0.550557, "nauc_map_at_25_std": -0.120517, "nauc_map_at_25_diff1": 0.810912, "nauc_map_at_50_max": 0.550065, "nauc_map_at_50_std": -0.12085, "nauc_map_at_50_diff1": 0.810928, "nauc_map_at_100_max": 0.549938, "nauc_map_at_100_std": -0.121003, "nauc_map_at_100_diff1": 0.810953, "nauc_map_at_1000_max": 0.549914, "nauc_map_at_1000_std": -0.121013, "nauc_map_at_1000_diff1": 0.810952, "nauc_recall_at_1_max": 0.521326, "nauc_recall_at_1_std": -0.136184, "nauc_recall_at_1_diff1": 0.828467, "nauc_recall_at_3_max": 0.662163, "nauc_recall_at_3_std": -0.024132, "nauc_recall_at_3_diff1": 0.768007, "nauc_recall_at_5_max": 0.650554, "nauc_recall_at_5_std": -0.015934, "nauc_recall_at_5_diff1": 0.780149, "nauc_recall_at_10_max": 0.772213, "nauc_recall_at_10_std": 0.041285, "nauc_recall_at_10_diff1": 0.788995, "nauc_recall_at_20_max": 0.789674, "nauc_recall_at_20_std": 0.041083, "nauc_recall_at_20_diff1": 0.808434, "nauc_recall_at_25_max": 0.813683, "nauc_recall_at_25_std": 0.128448, "nauc_recall_at_25_diff1": 0.812643, "nauc_recall_at_50_max": 0.899918, "nauc_recall_at_50_std": 0.221172, "nauc_recall_at_50_diff1": 0.793126, "nauc_recall_at_100_max": 0.897876, "nauc_recall_at_100_std": 0.184407, "nauc_recall_at_100_diff1": 0.832516, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.521326, "nauc_precision_at_1_std": -0.136184, "nauc_precision_at_1_diff1": 0.828467, "nauc_precision_at_3_max": 0.662163, "nauc_precision_at_3_std": -0.024132, "nauc_precision_at_3_diff1": 0.768007, "nauc_precision_at_5_max": 0.650554, "nauc_precision_at_5_std": -0.015934, "nauc_precision_at_5_diff1": 0.780149, "nauc_precision_at_10_max": 0.772213, "nauc_precision_at_10_std": 0.041285, "nauc_precision_at_10_diff1": 0.788995, "nauc_precision_at_20_max": 0.789674, "nauc_precision_at_20_std": 0.041083, "nauc_precision_at_20_diff1": 0.808434, "nauc_precision_at_25_max": 0.813683, "nauc_precision_at_25_std": 0.128448, "nauc_precision_at_25_diff1": 0.812643, "nauc_precision_at_50_max": 0.899918, "nauc_precision_at_50_std": 0.221172, "nauc_precision_at_50_diff1": 0.793126, "nauc_precision_at_100_max": 0.897876, "nauc_precision_at_100_std": 0.184407, "nauc_precision_at_100_diff1": 0.832516, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.521326, "nauc_mrr_at_1_std": -0.136184, "nauc_mrr_at_1_diff1": 0.828467, "nauc_mrr_at_3_max": 0.556692, "nauc_mrr_at_3_std": -0.114815, "nauc_mrr_at_3_diff1": 0.806475, "nauc_mrr_at_5_max": 0.551434, "nauc_mrr_at_5_std": -0.118626, "nauc_mrr_at_5_diff1": 0.809383, "nauc_mrr_at_10_max": 0.551405, "nauc_mrr_at_10_std": -0.11992, "nauc_mrr_at_10_diff1": 0.810478, "nauc_mrr_at_20_max": 0.550684, "nauc_mrr_at_20_std": -0.120811, "nauc_mrr_at_20_diff1": 0.810876, "nauc_mrr_at_25_max": 0.550557, "nauc_mrr_at_25_std": -0.120517, "nauc_mrr_at_25_diff1": 0.810912, "nauc_mrr_at_50_max": 0.550065, "nauc_mrr_at_50_std": -0.12085, "nauc_mrr_at_50_diff1": 0.810928, "nauc_mrr_at_100_max": 0.549938, "nauc_mrr_at_100_std": -0.121003, "nauc_mrr_at_100_diff1": 0.810953, "nauc_mrr_at_1000_max": 0.549914, "nauc_mrr_at_1000_std": -0.121013, "nauc_mrr_at_1000_diff1": 0.810952, "hit_rate_at_1": 0.7656, "hit_rate_at_3": 0.9096, "hit_rate_at_5": 0.9392, "hit_rate_at_10": 0.9704, "hit_rate_at_20": 0.9784, "hit_rate_at_25": 0.9824, "hit_rate_at_50": 0.9936, "hit_rate_at_100": 0.9968, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7656, "R_cap_at_3": 0.9096, "R_cap_at_5": 0.9392, "R_cap_at_10": 0.9704, "R_cap_at_20": 0.9784, "R_cap_at_25": 0.9824, "R_cap_at_50": 0.9936, "R_cap_at_100": 0.9968, "R_cap_at_1000": 1.0, "main_score": 0.87415, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90097, "ndcg_at_3": 0.94053, "ndcg_at_5": 0.94875, "ndcg_at_10": 0.95204, "ndcg_at_20": 0.95323, "ndcg_at_25": 0.95323, "ndcg_at_50": 0.95323, "ndcg_at_100": 0.95323, "ndcg_at_1000": 0.95323, "map_at_1": 0.90097, "map_at_3": 0.93156, "map_at_5": 0.93627, "map_at_10": 0.93772, "map_at_20": 0.93804, "map_at_25": 0.93804, "map_at_50": 0.93804, "map_at_100": 0.93804, "map_at_1000": 0.93804, "recall_at_1": 0.90097, "recall_at_3": 0.96618, "recall_at_5": 0.98551, "recall_at_10": 0.99517, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90097, "precision_at_1": 0.90097, "precision_at_3": 0.32206, "precision_at_5": 0.1971, "precision_at_10": 0.09952, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.900966, "mrr_at_3": 0.931562, "mrr_at_5": 0.936272, "mrr_at_10": 0.937724, "mrr_at_20": 0.938036, "mrr_at_25": 0.938036, "mrr_at_50": 0.938036, "mrr_at_100": 0.938036, "mrr_at_1000": 0.938036, "nauc_ndcg_at_1_max": 0.690508, "nauc_ndcg_at_1_std": -0.452104, "nauc_ndcg_at_1_diff1": 0.873536, "nauc_ndcg_at_3_max": 0.732324, "nauc_ndcg_at_3_std": -0.508344, "nauc_ndcg_at_3_diff1": 0.881773, "nauc_ndcg_at_5_max": 0.724841, "nauc_ndcg_at_5_std": -0.486435, "nauc_ndcg_at_5_diff1": 0.88487, "nauc_ndcg_at_10_max": 0.721908, "nauc_ndcg_at_10_std": -0.521696, "nauc_ndcg_at_10_diff1": 0.881662, "nauc_ndcg_at_20_max": 0.714804, "nauc_ndcg_at_20_std": -0.490461, "nauc_ndcg_at_20_diff1": 0.878639, "nauc_ndcg_at_25_max": 0.714804, "nauc_ndcg_at_25_std": -0.490461, "nauc_ndcg_at_25_diff1": 0.878639, "nauc_ndcg_at_50_max": 0.714804, "nauc_ndcg_at_50_std": -0.490461, "nauc_ndcg_at_50_diff1": 0.878639, "nauc_ndcg_at_100_max": 0.714804, "nauc_ndcg_at_100_std": -0.490461, "nauc_ndcg_at_100_diff1": 0.878639, "nauc_ndcg_at_1000_max": 0.714804, "nauc_ndcg_at_1000_std": -0.490461, "nauc_ndcg_at_1000_diff1": 0.878639, "nauc_map_at_1_max": 0.690508, "nauc_map_at_1_std": -0.452104, "nauc_map_at_1_diff1": 0.873536, "nauc_map_at_3_max": 0.719221, "nauc_map_at_3_std": -0.490283, "nauc_map_at_3_diff1": 0.878607, "nauc_map_at_5_max": 0.71475, "nauc_map_at_5_std": -0.477914, "nauc_map_at_5_diff1": 0.879513, "nauc_map_at_10_max": 0.713596, "nauc_map_at_10_std": -0.490769, "nauc_map_at_10_diff1": 0.878392, "nauc_map_at_20_max": 0.712154, "nauc_map_at_20_std": -0.484457, "nauc_map_at_20_diff1": 0.87778, "nauc_map_at_25_max": 0.712154, "nauc_map_at_25_std": -0.484457, "nauc_map_at_25_diff1": 0.87778, "nauc_map_at_50_max": 0.712154, "nauc_map_at_50_std": -0.484457, "nauc_map_at_50_diff1": 0.87778, "nauc_map_at_100_max": 0.712154, "nauc_map_at_100_std": -0.484457, "nauc_map_at_100_diff1": 0.87778, "nauc_map_at_1000_max": 0.712154, "nauc_map_at_1000_std": -0.484457, "nauc_map_at_1000_diff1": 0.87778, "nauc_recall_at_1_max": 0.690508, "nauc_recall_at_1_std": -0.452104, "nauc_recall_at_1_diff1": 0.873536, "nauc_recall_at_3_max": 0.807601, "nauc_recall_at_3_std": -0.612514, "nauc_recall_at_3_diff1": 0.90051, "nauc_recall_at_5_max": 0.8467, "nauc_recall_at_5_std": -0.586203, "nauc_recall_at_5_diff1": 0.956474, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -1.744357, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.690508, "nauc_precision_at_1_std": -0.452104, "nauc_precision_at_1_diff1": 0.873536, "nauc_precision_at_3_max": 0.807601, "nauc_precision_at_3_std": -0.612514, "nauc_precision_at_3_diff1": 0.90051, "nauc_precision_at_5_max": 0.8467, "nauc_precision_at_5_std": -0.586203, "nauc_precision_at_5_diff1": 0.956474, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -1.744357, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.690508, "nauc_mrr_at_1_std": -0.452104, "nauc_mrr_at_1_diff1": 0.873536, "nauc_mrr_at_3_max": 0.719221, "nauc_mrr_at_3_std": -0.490283, "nauc_mrr_at_3_diff1": 0.878607, "nauc_mrr_at_5_max": 0.71475, "nauc_mrr_at_5_std": -0.477914, "nauc_mrr_at_5_diff1": 0.879513, "nauc_mrr_at_10_max": 0.713596, "nauc_mrr_at_10_std": -0.490769, "nauc_mrr_at_10_diff1": 0.878392, "nauc_mrr_at_20_max": 0.712154, "nauc_mrr_at_20_std": -0.484457, "nauc_mrr_at_20_diff1": 0.87778, "nauc_mrr_at_25_max": 0.712154, "nauc_mrr_at_25_std": -0.484457, "nauc_mrr_at_25_diff1": 0.87778, "nauc_mrr_at_50_max": 0.712154, "nauc_mrr_at_50_std": -0.484457, "nauc_mrr_at_50_diff1": 0.87778, "nauc_mrr_at_100_max": 0.712154, "nauc_mrr_at_100_std": -0.484457, "nauc_mrr_at_100_diff1": 0.87778, "nauc_mrr_at_1000_max": 0.712154, "nauc_mrr_at_1000_std": -0.484457, "nauc_mrr_at_1000_diff1": 0.87778, "hit_rate_at_1": 0.90097, "hit_rate_at_3": 0.96618, "hit_rate_at_5": 0.98551, "hit_rate_at_10": 0.99517, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.900966, "R_cap_at_3": 0.966184, "R_cap_at_5": 0.985507, "R_cap_at_10": 0.995169, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95204, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77525, "ndcg_at_3": 0.85084, "ndcg_at_5": 0.86372, "ndcg_at_10": 0.87171, "ndcg_at_20": 0.87706, "ndcg_at_25": 0.87786, "ndcg_at_50": 0.88001, "ndcg_at_100": 0.88098, "ndcg_at_1000": 0.88126, "map_at_1": 0.77525, "map_at_3": 0.83316, "map_at_5": 0.84032, "map_at_10": 0.8438, "map_at_20": 0.84533, "map_at_25": 0.84549, "map_at_50": 0.84582, "map_at_100": 0.84591, "map_at_1000": 0.84592, "recall_at_1": 0.77525, "recall_at_3": 0.90164, "recall_at_5": 0.93284, "recall_at_10": 0.95664, "recall_at_20": 0.97726, "recall_at_25": 0.98096, "recall_at_50": 0.99207, "recall_at_100": 0.99788, "recall_at_1000": 1.0, "accuracy": 0.77525, "precision_at_1": 0.77525, "precision_at_3": 0.30055, "precision_at_5": 0.18657, "precision_at_10": 0.09566, "precision_at_20": 0.04886, "precision_at_25": 0.03924, "precision_at_50": 0.01984, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.775251, "mrr_at_3": 0.833157, "mrr_at_5": 0.840323, "mrr_at_10": 0.843795, "mrr_at_20": 0.845335, "mrr_at_25": 0.845494, "mrr_at_50": 0.845816, "mrr_at_100": 0.845909, "mrr_at_1000": 0.84592, "nauc_ndcg_at_1_max": 0.565754, "nauc_ndcg_at_1_std": -0.223011, "nauc_ndcg_at_1_diff1": 0.818799, "nauc_ndcg_at_3_max": 0.598767, "nauc_ndcg_at_3_std": -0.276355, "nauc_ndcg_at_3_diff1": 0.790886, "nauc_ndcg_at_5_max": 0.596618, "nauc_ndcg_at_5_std": -0.282406, "nauc_ndcg_at_5_diff1": 0.796404, "nauc_ndcg_at_10_max": 0.599529, "nauc_ndcg_at_10_std": -0.262385, "nauc_ndcg_at_10_diff1": 0.802009, "nauc_ndcg_at_20_max": 0.598131, "nauc_ndcg_at_20_std": -0.265135, "nauc_ndcg_at_20_diff1": 0.802802, "nauc_ndcg_at_25_max": 0.599955, "nauc_ndcg_at_25_std": -0.265931, "nauc_ndcg_at_25_diff1": 0.803802, "nauc_ndcg_at_50_max": 0.596783, "nauc_ndcg_at_50_std": -0.258481, "nauc_ndcg_at_50_diff1": 0.802946, "nauc_ndcg_at_100_max": 0.594367, "nauc_ndcg_at_100_std": -0.258998, "nauc_ndcg_at_100_diff1": 0.803119, "nauc_ndcg_at_1000_max": 0.593588, "nauc_ndcg_at_1000_std": -0.258895, "nauc_ndcg_at_1000_diff1": 0.803009, "nauc_map_at_1_max": 0.565754, "nauc_map_at_1_std": -0.223011, "nauc_map_at_1_diff1": 0.818799, "nauc_map_at_3_max": 0.590639, "nauc_map_at_3_std": -0.25887, "nauc_map_at_3_diff1": 0.798722, "nauc_map_at_5_max": 0.589426, "nauc_map_at_5_std": -0.261342, "nauc_map_at_5_diff1": 0.801865, "nauc_map_at_10_max": 0.590154, "nauc_map_at_10_std": -0.254059, "nauc_map_at_10_diff1": 0.804016, "nauc_map_at_20_max": 0.589842, "nauc_map_at_20_std": -0.25465, "nauc_map_at_20_diff1": 0.80418, "nauc_map_at_25_max": 0.590126, "nauc_map_at_25_std": -0.254772, "nauc_map_at_25_diff1": 0.804343, "nauc_map_at_50_max": 0.589751, "nauc_map_at_50_std": -0.253795, "nauc_map_at_50_diff1": 0.804225, "nauc_map_at_100_max": 0.589565, "nauc_map_at_100_std": -0.253839, "nauc_map_at_100_diff1": 0.804236, "nauc_map_at_1000_max": 0.589538, "nauc_map_at_1000_std": -0.253857, "nauc_map_at_1000_diff1": 0.804235, "nauc_recall_at_1_max": 0.565754, "nauc_recall_at_1_std": -0.223011, "nauc_recall_at_1_diff1": 0.818799, "nauc_recall_at_3_max": 0.634503, "nauc_recall_at_3_std": -0.356894, "nauc_recall_at_3_diff1": 0.755627, "nauc_recall_at_5_max": 0.63924, "nauc_recall_at_5_std": -0.418535, "nauc_recall_at_5_diff1": 0.763675, "nauc_recall_at_10_max": 0.68915, "nauc_recall_at_10_std": -0.320494, "nauc_recall_at_10_diff1": 0.791945, "nauc_recall_at_20_max": 0.737737, "nauc_recall_at_20_std": -0.424639, "nauc_recall_at_20_diff1": 0.800046, "nauc_recall_at_25_max": 0.814785, "nauc_recall_at_25_std": -0.477039, "nauc_recall_at_25_diff1": 0.826905, "nauc_recall_at_50_max": 0.879875, "nauc_recall_at_50_std": -0.248092, "nauc_recall_at_50_diff1": 0.801478, "nauc_recall_at_100_max": 0.897885, "nauc_recall_at_100_std": -0.369066, "nauc_recall_at_100_diff1": 0.855877, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.565754, "nauc_precision_at_1_std": -0.223011, "nauc_precision_at_1_diff1": 0.818799, "nauc_precision_at_3_max": 0.634503, "nauc_precision_at_3_std": -0.356894, "nauc_precision_at_3_diff1": 0.755627, "nauc_precision_at_5_max": 0.63924, "nauc_precision_at_5_std": -0.418535, "nauc_precision_at_5_diff1": 0.763675, "nauc_precision_at_10_max": 0.68915, "nauc_precision_at_10_std": -0.320494, "nauc_precision_at_10_diff1": 0.791945, "nauc_precision_at_20_max": 0.737737, "nauc_precision_at_20_std": -0.424639, "nauc_precision_at_20_diff1": 0.800046, "nauc_precision_at_25_max": 0.814785, "nauc_precision_at_25_std": -0.477039, "nauc_precision_at_25_diff1": 0.826905, "nauc_precision_at_50_max": 0.879875, "nauc_precision_at_50_std": -0.248092, "nauc_precision_at_50_diff1": 0.801478, "nauc_precision_at_100_max": 0.897885, "nauc_precision_at_100_std": -0.369066, "nauc_precision_at_100_diff1": 0.855877, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.565754, "nauc_mrr_at_1_std": -0.223011, "nauc_mrr_at_1_diff1": 0.818799, "nauc_mrr_at_3_max": 0.590639, "nauc_mrr_at_3_std": -0.25887, "nauc_mrr_at_3_diff1": 0.798722, "nauc_mrr_at_5_max": 0.589426, "nauc_mrr_at_5_std": -0.261342, "nauc_mrr_at_5_diff1": 0.801865, "nauc_mrr_at_10_max": 0.590154, "nauc_mrr_at_10_std": -0.254059, "nauc_mrr_at_10_diff1": 0.804016, "nauc_mrr_at_20_max": 0.589842, "nauc_mrr_at_20_std": -0.25465, "nauc_mrr_at_20_diff1": 0.80418, "nauc_mrr_at_25_max": 0.590126, "nauc_mrr_at_25_std": -0.254772, "nauc_mrr_at_25_diff1": 0.804343, "nauc_mrr_at_50_max": 0.589751, "nauc_mrr_at_50_std": -0.253795, "nauc_mrr_at_50_diff1": 0.804225, "nauc_mrr_at_100_max": 0.589565, "nauc_mrr_at_100_std": -0.253839, "nauc_mrr_at_100_diff1": 0.804236, "nauc_mrr_at_1000_max": 0.589538, "nauc_mrr_at_1000_std": -0.253857, "nauc_mrr_at_1000_diff1": 0.804235, "hit_rate_at_1": 0.77525, "hit_rate_at_3": 0.90164, "hit_rate_at_5": 0.93284, "hit_rate_at_10": 0.95664, "hit_rate_at_20": 0.97726, "hit_rate_at_25": 0.98096, "hit_rate_at_50": 0.99207, "hit_rate_at_100": 0.99788, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.775251, "R_cap_at_3": 0.901639, "R_cap_at_5": 0.93284, "R_cap_at_10": 0.956637, "R_cap_at_20": 0.977261, "R_cap_at_25": 0.980962, "R_cap_at_50": 0.992068, "R_cap_at_100": 0.997885, "R_cap_at_1000": 1.0, "main_score": 0.87171, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68521, "ndcg_at_3": 0.77579, "ndcg_at_5": 0.79381, "ndcg_at_10": 0.80701, "ndcg_at_20": 0.81394, "ndcg_at_25": 0.81562, "ndcg_at_50": 0.81832, "ndcg_at_100": 0.82013, "ndcg_at_1000": 0.82202, "map_at_1": 0.68521, "map_at_3": 0.75421, "map_at_5": 0.76426, "map_at_10": 0.76972, "map_at_20": 0.77164, "map_at_25": 0.77198, "map_at_50": 0.77237, "map_at_100": 0.77254, "map_at_1000": 0.77261, "recall_at_1": 0.68521, "recall_at_3": 0.83796, "recall_at_5": 0.88149, "recall_at_10": 0.92223, "recall_at_20": 0.94953, "recall_at_25": 0.9572, "recall_at_50": 0.97122, "recall_at_100": 0.98229, "recall_at_1000": 0.9969, "accuracy": 0.68521, "precision_at_1": 0.68521, "precision_at_3": 0.27932, "precision_at_5": 0.1763, "precision_at_10": 0.09222, "precision_at_20": 0.04748, "precision_at_25": 0.03829, "precision_at_50": 0.01942, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.685213, "mrr_at_3": 0.754206, "mrr_at_5": 0.764256, "mrr_at_10": 0.769724, "mrr_at_20": 0.771639, "mrr_at_25": 0.771975, "mrr_at_50": 0.772374, "mrr_at_100": 0.772537, "mrr_at_1000": 0.772615, "nauc_ndcg_at_1_max": 0.479032, "nauc_ndcg_at_1_std": -0.209248, "nauc_ndcg_at_1_diff1": 0.769362, "nauc_ndcg_at_3_max": 0.531125, "nauc_ndcg_at_3_std": -0.232495, "nauc_ndcg_at_3_diff1": 0.736625, "nauc_ndcg_at_5_max": 0.537535, "nauc_ndcg_at_5_std": -0.226709, "nauc_ndcg_at_5_diff1": 0.736381, "nauc_ndcg_at_10_max": 0.534617, "nauc_ndcg_at_10_std": -0.221893, "nauc_ndcg_at_10_diff1": 0.737196, "nauc_ndcg_at_20_max": 0.530868, "nauc_ndcg_at_20_std": -0.217178, "nauc_ndcg_at_20_diff1": 0.7401, "nauc_ndcg_at_25_max": 0.529764, "nauc_ndcg_at_25_std": -0.213157, "nauc_ndcg_at_25_diff1": 0.740968, "nauc_ndcg_at_50_max": 0.528109, "nauc_ndcg_at_50_std": -0.212204, "nauc_ndcg_at_50_diff1": 0.742337, "nauc_ndcg_at_100_max": 0.525796, "nauc_ndcg_at_100_std": -0.212591, "nauc_ndcg_at_100_diff1": 0.743061, "nauc_ndcg_at_1000_max": 0.523732, "nauc_ndcg_at_1000_std": -0.214669, "nauc_ndcg_at_1000_diff1": 0.743356, "nauc_map_at_1_max": 0.479032, "nauc_map_at_1_std": -0.209248, "nauc_map_at_1_diff1": 0.769362, "nauc_map_at_3_max": 0.516129, "nauc_map_at_3_std": -0.225836, "nauc_map_at_3_diff1": 0.74506, "nauc_map_at_5_max": 0.518702, "nauc_map_at_5_std": -0.222714, "nauc_map_at_5_diff1": 0.745314, "nauc_map_at_10_max": 0.51713, "nauc_map_at_10_std": -0.220996, "nauc_map_at_10_diff1": 0.74564, "nauc_map_at_20_max": 0.516096, "nauc_map_at_20_std": -0.219917, "nauc_map_at_20_diff1": 0.746383, "nauc_map_at_25_max": 0.51589, "nauc_map_at_25_std": -0.219253, "nauc_map_at_25_diff1": 0.746532, "nauc_map_at_50_max": 0.515679, "nauc_map_at_50_std": -0.219171, "nauc_map_at_50_diff1": 0.746728, "nauc_map_at_100_max": 0.515513, "nauc_map_at_100_std": -0.219187, "nauc_map_at_100_diff1": 0.746786, "nauc_map_at_1000_max": 0.515446, "nauc_map_at_1000_std": -0.219199, "nauc_map_at_1000_diff1": 0.746797, "nauc_recall_at_1_max": 0.479032, "nauc_recall_at_1_std": -0.209248, "nauc_recall_at_1_diff1": 0.769362, "nauc_recall_at_3_max": 0.591818, "nauc_recall_at_3_std": -0.259425, "nauc_recall_at_3_diff1": 0.703084, "nauc_recall_at_5_max": 0.636104, "nauc_recall_at_5_std": -0.245731, "nauc_recall_at_5_diff1": 0.691044, "nauc_recall_at_10_max": 0.665634, "nauc_recall_at_10_std": -0.220901, "nauc_recall_at_10_diff1": 0.67682, "nauc_recall_at_20_max": 0.688407, "nauc_recall_at_20_std": -0.159044, "nauc_recall_at_20_diff1": 0.681683, "nauc_recall_at_25_max": 0.697319, "nauc_recall_at_25_std": -0.078527, "nauc_recall_at_25_diff1": 0.68659, "nauc_recall_at_50_max": 0.729562, "nauc_recall_at_50_std": 0.016341, "nauc_recall_at_50_diff1": 0.697913, "nauc_recall_at_100_max": 0.725413, "nauc_recall_at_100_std": 0.133743, "nauc_recall_at_100_diff1": 0.709399, "nauc_recall_at_1000_max": 0.849937, "nauc_recall_at_1000_std": 0.751073, "nauc_recall_at_1000_diff1": 0.662793, "nauc_precision_at_1_max": 0.479032, "nauc_precision_at_1_std": -0.209248, "nauc_precision_at_1_diff1": 0.769362, "nauc_precision_at_3_max": 0.591818, "nauc_precision_at_3_std": -0.259425, "nauc_precision_at_3_diff1": 0.703084, "nauc_precision_at_5_max": 0.636104, "nauc_precision_at_5_std": -0.245731, "nauc_precision_at_5_diff1": 0.691044, "nauc_precision_at_10_max": 0.665634, "nauc_precision_at_10_std": -0.220901, "nauc_precision_at_10_diff1": 0.67682, "nauc_precision_at_20_max": 0.688407, "nauc_precision_at_20_std": -0.159044, "nauc_precision_at_20_diff1": 0.681683, "nauc_precision_at_25_max": 0.697319, "nauc_precision_at_25_std": -0.078527, "nauc_precision_at_25_diff1": 0.68659, "nauc_precision_at_50_max": 0.729562, "nauc_precision_at_50_std": 0.016341, "nauc_precision_at_50_diff1": 0.697913, "nauc_precision_at_100_max": 0.725413, "nauc_precision_at_100_std": 0.133743, "nauc_precision_at_100_diff1": 0.709399, "nauc_precision_at_1000_max": 0.849937, "nauc_precision_at_1000_std": 0.751073, "nauc_precision_at_1000_diff1": 0.662793, "nauc_mrr_at_1_max": 0.479032, "nauc_mrr_at_1_std": -0.209248, "nauc_mrr_at_1_diff1": 0.769362, "nauc_mrr_at_3_max": 0.516129, "nauc_mrr_at_3_std": -0.225836, "nauc_mrr_at_3_diff1": 0.74506, "nauc_mrr_at_5_max": 0.518702, "nauc_mrr_at_5_std": -0.222714, "nauc_mrr_at_5_diff1": 0.745314, "nauc_mrr_at_10_max": 0.51713, "nauc_mrr_at_10_std": -0.220996, "nauc_mrr_at_10_diff1": 0.74564, "nauc_mrr_at_20_max": 0.516096, "nauc_mrr_at_20_std": -0.219917, "nauc_mrr_at_20_diff1": 0.746383, "nauc_mrr_at_25_max": 0.51589, "nauc_mrr_at_25_std": -0.219253, "nauc_mrr_at_25_diff1": 0.746532, "nauc_mrr_at_50_max": 0.515679, "nauc_mrr_at_50_std": -0.219171, "nauc_mrr_at_50_diff1": 0.746728, "nauc_mrr_at_100_max": 0.515513, "nauc_mrr_at_100_std": -0.219187, "nauc_mrr_at_100_diff1": 0.746786, "nauc_mrr_at_1000_max": 0.515446, "nauc_mrr_at_1000_std": -0.219199, "nauc_mrr_at_1000_diff1": 0.746797, "hit_rate_at_1": 0.68521, "hit_rate_at_3": 0.83796, "hit_rate_at_5": 0.88149, "hit_rate_at_10": 0.92223, "hit_rate_at_20": 0.94953, "hit_rate_at_25": 0.9572, "hit_rate_at_50": 0.97122, "hit_rate_at_100": 0.98229, "hit_rate_at_1000": 0.9969, "R_cap_at_1": 0.685213, "R_cap_at_3": 0.837957, "R_cap_at_5": 0.881494, "R_cap_at_10": 0.922226, "R_cap_at_20": 0.949528, "R_cap_at_25": 0.957202, "R_cap_at_50": 0.971222, "R_cap_at_100": 0.98229, "R_cap_at_1000": 0.996901, "main_score": 0.80701, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77305, "ndcg_at_3": 0.83858, "ndcg_at_5": 0.84993, "ndcg_at_10": 0.85951, "ndcg_at_20": 0.86601, "ndcg_at_25": 0.86737, "ndcg_at_50": 0.87016, "ndcg_at_100": 0.87125, "ndcg_at_1000": 0.87219, "map_at_1": 0.77305, "map_at_3": 0.8233, "map_at_5": 0.82956, "map_at_10": 0.83361, "map_at_20": 0.83538, "map_at_25": 0.83565, "map_at_50": 0.83608, "map_at_100": 0.83617, "map_at_1000": 0.83621, "recall_at_1": 0.77305, "recall_at_3": 0.88247, "recall_at_5": 0.91018, "recall_at_10": 0.93932, "recall_at_20": 0.96512, "recall_at_25": 0.97133, "recall_at_50": 0.98567, "recall_at_100": 0.99236, "recall_at_1000": 0.99952, "accuracy": 0.77305, "precision_at_1": 0.77305, "precision_at_3": 0.29416, "precision_at_5": 0.18204, "precision_at_10": 0.09393, "precision_at_20": 0.04826, "precision_at_25": 0.03885, "precision_at_50": 0.01971, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.773053, "mrr_at_3": 0.8233, "mrr_at_5": 0.829559, "mrr_at_10": 0.833608, "mrr_at_20": 0.835377, "mrr_at_25": 0.835653, "mrr_at_50": 0.836077, "mrr_at_100": 0.836174, "mrr_at_1000": 0.836214, "nauc_ndcg_at_1_max": 0.542504, "nauc_ndcg_at_1_std": -0.226311, "nauc_ndcg_at_1_diff1": 0.860991, "nauc_ndcg_at_3_max": 0.573701, "nauc_ndcg_at_3_std": -0.227121, "nauc_ndcg_at_3_diff1": 0.828043, "nauc_ndcg_at_5_max": 0.57182, "nauc_ndcg_at_5_std": -0.23787, "nauc_ndcg_at_5_diff1": 0.827348, "nauc_ndcg_at_10_max": 0.583403, "nauc_ndcg_at_10_std": -0.228324, "nauc_ndcg_at_10_diff1": 0.83195, "nauc_ndcg_at_20_max": 0.578368, "nauc_ndcg_at_20_std": -0.226376, "nauc_ndcg_at_20_diff1": 0.834734, "nauc_ndcg_at_25_max": 0.576541, "nauc_ndcg_at_25_std": -0.22641, "nauc_ndcg_at_25_diff1": 0.835436, "nauc_ndcg_at_50_max": 0.573613, "nauc_ndcg_at_50_std": -0.228413, "nauc_ndcg_at_50_diff1": 0.836541, "nauc_ndcg_at_100_max": 0.573258, "nauc_ndcg_at_100_std": -0.227801, "nauc_ndcg_at_100_diff1": 0.836719, "nauc_ndcg_at_1000_max": 0.572032, "nauc_ndcg_at_1000_std": -0.227903, "nauc_ndcg_at_1000_diff1": 0.837386, "nauc_map_at_1_max": 0.542504, "nauc_map_at_1_std": -0.226311, "nauc_map_at_1_diff1": 0.860991, "nauc_map_at_3_max": 0.565583, "nauc_map_at_3_std": -0.228484, "nauc_map_at_3_diff1": 0.837738, "nauc_map_at_5_max": 0.564383, "nauc_map_at_5_std": -0.233368, "nauc_map_at_5_diff1": 0.837767, "nauc_map_at_10_max": 0.568774, "nauc_map_at_10_std": -0.229488, "nauc_map_at_10_diff1": 0.83966, "nauc_map_at_20_max": 0.567573, "nauc_map_at_20_std": -0.228982, "nauc_map_at_20_diff1": 0.840326, "nauc_map_at_25_max": 0.567254, "nauc_map_at_25_std": -0.228984, "nauc_map_at_25_diff1": 0.84044, "nauc_map_at_50_max": 0.566876, "nauc_map_at_50_std": -0.229198, "nauc_map_at_50_diff1": 0.84056, "nauc_map_at_100_max": 0.56687, "nauc_map_at_100_std": -0.229133, "nauc_map_at_100_diff1": 0.840578, "nauc_map_at_1000_max": 0.566831, "nauc_map_at_1000_std": -0.229141, "nauc_map_at_1000_diff1": 0.840599, "nauc_recall_at_1_max": 0.542504, "nauc_recall_at_1_std": -0.226311, "nauc_recall_at_1_diff1": 0.860991, "nauc_recall_at_3_max": 0.606412, "nauc_recall_at_3_std": -0.22055, "nauc_recall_at_3_diff1": 0.78821, "nauc_recall_at_5_max": 0.608316, "nauc_recall_at_5_std": -0.263302, "nauc_recall_at_5_diff1": 0.774104, "nauc_recall_at_10_max": 0.69685, "nauc_recall_at_10_std": -0.21668, "nauc_recall_at_10_diff1": 0.779372, "nauc_recall_at_20_max": 0.705967, "nauc_recall_at_20_std": -0.182918, "nauc_recall_at_20_diff1": 0.781713, "nauc_recall_at_25_max": 0.697494, "nauc_recall_at_25_std": -0.17461, "nauc_recall_at_25_diff1": 0.784701, "nauc_recall_at_50_max": 0.690995, "nauc_recall_at_50_std": -0.215491, "nauc_recall_at_50_diff1": 0.785634, "nauc_recall_at_100_max": 0.749978, "nauc_recall_at_100_std": -0.154665, "nauc_recall_at_100_diff1": 0.757231, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722208, "nauc_recall_at_1000_diff1": 0.869302, "nauc_precision_at_1_max": 0.542504, "nauc_precision_at_1_std": -0.226311, "nauc_precision_at_1_diff1": 0.860991, "nauc_precision_at_3_max": 0.606412, "nauc_precision_at_3_std": -0.22055, "nauc_precision_at_3_diff1": 0.78821, "nauc_precision_at_5_max": 0.608316, "nauc_precision_at_5_std": -0.263302, "nauc_precision_at_5_diff1": 0.774104, "nauc_precision_at_10_max": 0.69685, "nauc_precision_at_10_std": -0.21668, "nauc_precision_at_10_diff1": 0.779372, "nauc_precision_at_20_max": 0.705967, "nauc_precision_at_20_std": -0.182918, "nauc_precision_at_20_diff1": 0.781713, "nauc_precision_at_25_max": 0.697494, "nauc_precision_at_25_std": -0.17461, "nauc_precision_at_25_diff1": 0.784701, "nauc_precision_at_50_max": 0.690995, "nauc_precision_at_50_std": -0.215491, "nauc_precision_at_50_diff1": 0.785634, "nauc_precision_at_100_max": 0.749978, "nauc_precision_at_100_std": -0.154665, "nauc_precision_at_100_diff1": 0.757231, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.722208, "nauc_precision_at_1000_diff1": 0.869302, "nauc_mrr_at_1_max": 0.542504, "nauc_mrr_at_1_std": -0.226311, "nauc_mrr_at_1_diff1": 0.860991, "nauc_mrr_at_3_max": 0.565583, "nauc_mrr_at_3_std": -0.228484, "nauc_mrr_at_3_diff1": 0.837738, "nauc_mrr_at_5_max": 0.564383, "nauc_mrr_at_5_std": -0.233368, "nauc_mrr_at_5_diff1": 0.837767, "nauc_mrr_at_10_max": 0.568774, "nauc_mrr_at_10_std": -0.229488, "nauc_mrr_at_10_diff1": 0.83966, "nauc_mrr_at_20_max": 0.567573, "nauc_mrr_at_20_std": -0.228982, "nauc_mrr_at_20_diff1": 0.840326, "nauc_mrr_at_25_max": 0.567254, "nauc_mrr_at_25_std": -0.228984, "nauc_mrr_at_25_diff1": 0.84044, "nauc_mrr_at_50_max": 0.566876, "nauc_mrr_at_50_std": -0.229198, "nauc_mrr_at_50_diff1": 0.84056, "nauc_mrr_at_100_max": 0.56687, "nauc_mrr_at_100_std": -0.229133, "nauc_mrr_at_100_diff1": 0.840578, "nauc_mrr_at_1000_max": 0.566831, "nauc_mrr_at_1000_std": -0.229141, "nauc_mrr_at_1000_diff1": 0.840599, "hit_rate_at_1": 0.77305, "hit_rate_at_3": 0.88247, "hit_rate_at_5": 0.91018, "hit_rate_at_10": 0.93932, "hit_rate_at_20": 0.96512, "hit_rate_at_25": 0.97133, "hit_rate_at_50": 0.98567, "hit_rate_at_100": 0.99236, "hit_rate_at_1000": 0.99952, "R_cap_at_1": 0.773053, "R_cap_at_3": 0.882465, "R_cap_at_5": 0.910177, "R_cap_at_10": 0.939322, "R_cap_at_20": 0.965122, "R_cap_at_25": 0.971333, "R_cap_at_50": 0.985667, "R_cap_at_100": 0.992355, "R_cap_at_1000": 0.999522, "main_score": 0.85951, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80566, "ndcg_at_3": 0.85986, "ndcg_at_5": 0.87257, "ndcg_at_10": 0.88449, "ndcg_at_20": 0.88869, "ndcg_at_25": 0.88949, "ndcg_at_50": 0.89113, "ndcg_at_100": 0.89175, "ndcg_at_1000": 0.89226, "map_at_1": 0.80566, "map_at_3": 0.84707, "map_at_5": 0.85414, "map_at_10": 0.85905, "map_at_20": 0.86029, "map_at_25": 0.86045, "map_at_50": 0.86068, "map_at_100": 0.86074, "map_at_1000": 0.86077, "recall_at_1": 0.80566, "recall_at_3": 0.89668, "recall_at_5": 0.92743, "recall_at_10": 0.96433, "recall_at_20": 0.98032, "recall_at_25": 0.98401, "recall_at_50": 0.99262, "recall_at_100": 0.99631, "recall_at_1000": 1.0, "accuracy": 0.80566, "precision_at_1": 0.80566, "precision_at_3": 0.29889, "precision_at_5": 0.18549, "precision_at_10": 0.09643, "precision_at_20": 0.04902, "precision_at_25": 0.03936, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.805658, "mrr_at_3": 0.847068, "mrr_at_5": 0.854141, "mrr_at_10": 0.859049, "mrr_at_20": 0.86029, "mrr_at_25": 0.860446, "mrr_at_50": 0.860681, "mrr_at_100": 0.86074, "mrr_at_1000": 0.860768, "nauc_ndcg_at_1_max": 0.393941, "nauc_ndcg_at_1_std": -0.45454, "nauc_ndcg_at_1_diff1": 0.888859, "nauc_ndcg_at_3_max": 0.377926, "nauc_ndcg_at_3_std": -0.529641, "nauc_ndcg_at_3_diff1": 0.862458, "nauc_ndcg_at_5_max": 0.351621, "nauc_ndcg_at_5_std": -0.571125, "nauc_ndcg_at_5_diff1": 0.873719, "nauc_ndcg_at_10_max": 0.370328, "nauc_ndcg_at_10_std": -0.533175, "nauc_ndcg_at_10_diff1": 0.870248, "nauc_ndcg_at_20_max": 0.378324, "nauc_ndcg_at_20_std": -0.519309, "nauc_ndcg_at_20_diff1": 0.870159, "nauc_ndcg_at_25_max": 0.378152, "nauc_ndcg_at_25_std": -0.514008, "nauc_ndcg_at_25_diff1": 0.869833, "nauc_ndcg_at_50_max": 0.377827, "nauc_ndcg_at_50_std": -0.515565, "nauc_ndcg_at_50_diff1": 0.870894, "nauc_ndcg_at_100_max": 0.376269, "nauc_ndcg_at_100_std": -0.520171, "nauc_ndcg_at_100_diff1": 0.870391, "nauc_ndcg_at_1000_max": 0.37432, "nauc_ndcg_at_1000_std": -0.519721, "nauc_ndcg_at_1000_diff1": 0.872332, "nauc_map_at_1_max": 0.393941, "nauc_map_at_1_std": -0.45454, "nauc_map_at_1_diff1": 0.888859, "nauc_map_at_3_max": 0.381651, "nauc_map_at_3_std": -0.509977, "nauc_map_at_3_diff1": 0.870146, "nauc_map_at_5_max": 0.368625, "nauc_map_at_5_std": -0.52923, "nauc_map_at_5_diff1": 0.875789, "nauc_map_at_10_max": 0.374818, "nauc_map_at_10_std": -0.51622, "nauc_map_at_10_diff1": 0.874441, "nauc_map_at_20_max": 0.376465, "nauc_map_at_20_std": -0.512932, "nauc_map_at_20_diff1": 0.874462, "nauc_map_at_25_max": 0.376437, "nauc_map_at_25_std": -0.512096, "nauc_map_at_25_diff1": 0.874415, "nauc_map_at_50_max": 0.376315, "nauc_map_at_50_std": -0.512311, "nauc_map_at_50_diff1": 0.874582, "nauc_map_at_100_max": 0.376195, "nauc_map_at_100_std": -0.51268, "nauc_map_at_100_diff1": 0.874547, "nauc_map_at_1000_max": 0.3761, "nauc_map_at_1000_std": -0.512674, "nauc_map_at_1000_diff1": 0.874624, "nauc_recall_at_1_max": 0.393941, "nauc_recall_at_1_std": -0.45454, "nauc_recall_at_1_diff1": 0.888859, "nauc_recall_at_3_max": 0.363309, "nauc_recall_at_3_std": -0.608476, "nauc_recall_at_3_diff1": 0.831109, "nauc_recall_at_5_max": 0.252441, "nauc_recall_at_5_std": -0.811346, "nauc_recall_at_5_diff1": 0.866046, "nauc_recall_at_10_max": 0.344401, "nauc_recall_at_10_std": -0.668563, "nauc_recall_at_10_diff1": 0.829769, "nauc_recall_at_20_max": 0.50115, "nauc_recall_at_20_std": -0.487024, "nauc_recall_at_20_diff1": 0.794885, "nauc_recall_at_25_max": 0.524233, "nauc_recall_at_25_std": -0.318488, "nauc_recall_at_25_diff1": 0.767654, "nauc_recall_at_50_max": 0.689934, "nauc_recall_at_50_std": -0.196225, "nauc_recall_at_50_diff1": 0.71795, "nauc_recall_at_100_max": 0.742475, "nauc_recall_at_100_std": -0.630139, "nauc_recall_at_100_diff1": 0.479455, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.393941, "nauc_precision_at_1_std": -0.45454, "nauc_precision_at_1_diff1": 0.888859, "nauc_precision_at_3_max": 0.363309, "nauc_precision_at_3_std": -0.608476, "nauc_precision_at_3_diff1": 0.831109, "nauc_precision_at_5_max": 0.252441, "nauc_precision_at_5_std": -0.811346, "nauc_precision_at_5_diff1": 0.866046, "nauc_precision_at_10_max": 0.344401, "nauc_precision_at_10_std": -0.668563, "nauc_precision_at_10_diff1": 0.829769, "nauc_precision_at_20_max": 0.50115, "nauc_precision_at_20_std": -0.487024, "nauc_precision_at_20_diff1": 0.794885, "nauc_precision_at_25_max": 0.524233, "nauc_precision_at_25_std": -0.318488, "nauc_precision_at_25_diff1": 0.767654, "nauc_precision_at_50_max": 0.689934, "nauc_precision_at_50_std": -0.196225, "nauc_precision_at_50_diff1": 0.71795, "nauc_precision_at_100_max": 0.742475, "nauc_precision_at_100_std": -0.630139, "nauc_precision_at_100_diff1": 0.479455, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.393941, "nauc_mrr_at_1_std": -0.45454, "nauc_mrr_at_1_diff1": 0.888859, "nauc_mrr_at_3_max": 0.381651, "nauc_mrr_at_3_std": -0.509977, "nauc_mrr_at_3_diff1": 0.870146, "nauc_mrr_at_5_max": 0.368625, "nauc_mrr_at_5_std": -0.52923, "nauc_mrr_at_5_diff1": 0.875789, "nauc_mrr_at_10_max": 0.374818, "nauc_mrr_at_10_std": -0.51622, "nauc_mrr_at_10_diff1": 0.874441, "nauc_mrr_at_20_max": 0.376465, "nauc_mrr_at_20_std": -0.512932, "nauc_mrr_at_20_diff1": 0.874462, "nauc_mrr_at_25_max": 0.376437, "nauc_mrr_at_25_std": -0.512096, "nauc_mrr_at_25_diff1": 0.874415, "nauc_mrr_at_50_max": 0.376315, "nauc_mrr_at_50_std": -0.512311, "nauc_mrr_at_50_diff1": 0.874582, "nauc_mrr_at_100_max": 0.376195, "nauc_mrr_at_100_std": -0.51268, "nauc_mrr_at_100_diff1": 0.874547, "nauc_mrr_at_1000_max": 0.3761, "nauc_mrr_at_1000_std": -0.512674, "nauc_mrr_at_1000_diff1": 0.874624, "hit_rate_at_1": 0.80566, "hit_rate_at_3": 0.89668, "hit_rate_at_5": 0.92743, "hit_rate_at_10": 0.96433, "hit_rate_at_20": 0.98032, "hit_rate_at_25": 0.98401, "hit_rate_at_50": 0.99262, "hit_rate_at_100": 0.99631, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.805658, "R_cap_at_3": 0.896679, "R_cap_at_5": 0.927429, "R_cap_at_10": 0.96433, "R_cap_at_20": 0.98032, "R_cap_at_25": 0.98401, "R_cap_at_50": 0.99262, "R_cap_at_100": 0.99631, "R_cap_at_1000": 1.0, "main_score": 0.88449, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80063, "ndcg_at_3": 0.86853, "ndcg_at_5": 0.88125, "ndcg_at_10": 0.88959, "ndcg_at_20": 0.8938, "ndcg_at_25": 0.89448, "ndcg_at_50": 0.89542, "ndcg_at_100": 0.89593, "ndcg_at_1000": 0.89624, "map_at_1": 0.80063, "map_at_3": 0.8529, "map_at_5": 0.85999, "map_at_10": 0.8634, "map_at_20": 0.86457, "map_at_25": 0.8647, "map_at_50": 0.86485, "map_at_100": 0.8649, "map_at_1000": 0.86491, "recall_at_1": 0.80063, "recall_at_3": 0.91332, "recall_at_5": 0.94405, "recall_at_10": 0.97006, "recall_at_20": 0.9866, "recall_at_25": 0.98976, "recall_at_50": 0.99448, "recall_at_100": 0.99764, "recall_at_1000": 1.0, "accuracy": 0.80063, "precision_at_1": 0.80063, "precision_at_3": 0.30444, "precision_at_5": 0.18881, "precision_at_10": 0.09701, "precision_at_20": 0.04933, "precision_at_25": 0.03959, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.80063, "mrr_at_3": 0.852903, "mrr_at_5": 0.859995, "mrr_at_10": 0.863395, "mrr_at_20": 0.864567, "mrr_at_25": 0.864703, "mrr_at_50": 0.86485, "mrr_at_100": 0.864896, "mrr_at_1000": 0.864911, "nauc_ndcg_at_1_max": 0.48901, "nauc_ndcg_at_1_std": -0.032664, "nauc_ndcg_at_1_diff1": 0.831159, "nauc_ndcg_at_3_max": 0.578316, "nauc_ndcg_at_3_std": 0.014542, "nauc_ndcg_at_3_diff1": 0.814383, "nauc_ndcg_at_5_max": 0.575338, "nauc_ndcg_at_5_std": 0.02754, "nauc_ndcg_at_5_diff1": 0.813627, "nauc_ndcg_at_10_max": 0.565797, "nauc_ndcg_at_10_std": 0.028866, "nauc_ndcg_at_10_diff1": 0.819421, "nauc_ndcg_at_20_max": 0.557657, "nauc_ndcg_at_20_std": 0.016048, "nauc_ndcg_at_20_diff1": 0.819727, "nauc_ndcg_at_25_max": 0.55533, "nauc_ndcg_at_25_std": 0.013492, "nauc_ndcg_at_25_diff1": 0.819921, "nauc_ndcg_at_50_max": 0.553085, "nauc_ndcg_at_50_std": 0.012136, "nauc_ndcg_at_50_diff1": 0.820943, "nauc_ndcg_at_100_max": 0.552078, "nauc_ndcg_at_100_std": 0.010944, "nauc_ndcg_at_100_diff1": 0.821504, "nauc_ndcg_at_1000_max": 0.550675, "nauc_ndcg_at_1000_std": 0.008105, "nauc_ndcg_at_1000_diff1": 0.820945, "nauc_map_at_1_max": 0.48901, "nauc_map_at_1_std": -0.032664, "nauc_map_at_1_diff1": 0.831159, "nauc_map_at_3_max": 0.552528, "nauc_map_at_3_std": -0.000189, "nauc_map_at_3_diff1": 0.819755, "nauc_map_at_5_max": 0.549475, "nauc_map_at_5_std": 0.005376, "nauc_map_at_5_diff1": 0.819672, "nauc_map_at_10_max": 0.545515, "nauc_map_at_10_std": 0.00497, "nauc_map_at_10_diff1": 0.821681, "nauc_map_at_20_max": 0.543629, "nauc_map_at_20_std": 0.001612, "nauc_map_at_20_diff1": 0.821868, "nauc_map_at_25_max": 0.543251, "nauc_map_at_25_std": 0.001199, "nauc_map_at_25_diff1": 0.821898, "nauc_map_at_50_max": 0.542946, "nauc_map_at_50_std": 0.001001, "nauc_map_at_50_diff1": 0.822029, "nauc_map_at_100_max": 0.542876, "nauc_map_at_100_std": 0.000927, "nauc_map_at_100_diff1": 0.822059, "nauc_map_at_1000_max": 0.542826, "nauc_map_at_1000_std": 0.000824, "nauc_map_at_1000_diff1": 0.82204, "nauc_recall_at_1_max": 0.48901, "nauc_recall_at_1_std": -0.032664, "nauc_recall_at_1_diff1": 0.831159, "nauc_recall_at_3_max": 0.696943, "nauc_recall_at_3_std": 0.083122, "nauc_recall_at_3_diff1": 0.789281, "nauc_recall_at_5_max": 0.75007, "nauc_recall_at_5_std": 0.18307, "nauc_recall_at_5_diff1": 0.771864, "nauc_recall_at_10_max": 0.799958, "nauc_recall_at_10_std": 0.338779, "nauc_recall_at_10_diff1": 0.800716, "nauc_recall_at_20_max": 0.842379, "nauc_recall_at_20_std": 0.365369, "nauc_recall_at_20_diff1": 0.779713, "nauc_recall_at_25_max": 0.825308, "nauc_recall_at_25_std": 0.357806, "nauc_recall_at_25_diff1": 0.776404, "nauc_recall_at_50_max": 0.856917, "nauc_recall_at_50_std": 0.534672, "nauc_recall_at_50_diff1": 0.831228, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.912846, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.48901, "nauc_precision_at_1_std": -0.032664, "nauc_precision_at_1_diff1": 0.831159, "nauc_precision_at_3_max": 0.696943, "nauc_precision_at_3_std": 0.083122, "nauc_precision_at_3_diff1": 0.789281, "nauc_precision_at_5_max": 0.75007, "nauc_precision_at_5_std": 0.18307, "nauc_precision_at_5_diff1": 0.771864, "nauc_precision_at_10_max": 0.799958, "nauc_precision_at_10_std": 0.338779, "nauc_precision_at_10_diff1": 0.800716, "nauc_precision_at_20_max": 0.842379, "nauc_precision_at_20_std": 0.365369, "nauc_precision_at_20_diff1": 0.779713, "nauc_precision_at_25_max": 0.825308, "nauc_precision_at_25_std": 0.357806, "nauc_precision_at_25_diff1": 0.776404, "nauc_precision_at_50_max": 0.856917, "nauc_precision_at_50_std": 0.534672, "nauc_precision_at_50_diff1": 0.831228, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.912846, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.48901, "nauc_mrr_at_1_std": -0.032664, "nauc_mrr_at_1_diff1": 0.831159, "nauc_mrr_at_3_max": 0.552528, "nauc_mrr_at_3_std": -0.000189, "nauc_mrr_at_3_diff1": 0.819755, "nauc_mrr_at_5_max": 0.549475, "nauc_mrr_at_5_std": 0.005376, "nauc_mrr_at_5_diff1": 0.819672, "nauc_mrr_at_10_max": 0.545515, "nauc_mrr_at_10_std": 0.00497, "nauc_mrr_at_10_diff1": 0.821681, "nauc_mrr_at_20_max": 0.543629, "nauc_mrr_at_20_std": 0.001612, "nauc_mrr_at_20_diff1": 0.821868, "nauc_mrr_at_25_max": 0.543251, "nauc_mrr_at_25_std": 0.001199, "nauc_mrr_at_25_diff1": 0.821898, "nauc_mrr_at_50_max": 0.542946, "nauc_mrr_at_50_std": 0.001001, "nauc_mrr_at_50_diff1": 0.822029, "nauc_mrr_at_100_max": 0.542876, "nauc_mrr_at_100_std": 0.000927, "nauc_mrr_at_100_diff1": 0.822059, "nauc_mrr_at_1000_max": 0.542826, "nauc_mrr_at_1000_std": 0.000824, "nauc_mrr_at_1000_diff1": 0.82204, "hit_rate_at_1": 0.80063, "hit_rate_at_3": 0.91332, "hit_rate_at_5": 0.94405, "hit_rate_at_10": 0.97006, "hit_rate_at_20": 0.9866, "hit_rate_at_25": 0.98976, "hit_rate_at_50": 0.99448, "hit_rate_at_100": 0.99764, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80063, "R_cap_at_3": 0.913318, "R_cap_at_5": 0.94405, "R_cap_at_10": 0.970055, "R_cap_at_20": 0.986604, "R_cap_at_25": 0.989756, "R_cap_at_50": 0.994484, "R_cap_at_100": 0.997636, "R_cap_at_1000": 1.0, "main_score": 0.88959, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 5385.24624171108, "kg_co2_emissions": null, "date": 1786869613.257687, "evaluation_phases": [ { "name": "Data loading", "start": 7.342547178268433e-06, "end": 22.990485206246376, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 22.990498919039965, "end": 22.990501556545496, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 23.01490492001176, "end": 25.433495942503214, "split": "test", "subset": "xonsh_xonsh" }, { "name": "Scoring", "start": 25.43353382498026, "end": 26.45578647777438, "split": "test", "subset": "xonsh_xonsh" } ] }