{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.71926, "ndcg_at_3": 0.80503, "ndcg_at_5": 0.81884, "ndcg_at_10": 0.83046, "ndcg_at_20": 0.83786, "ndcg_at_25": 0.83932, "ndcg_at_50": 0.84212, "ndcg_at_100": 0.84364, "ndcg_at_1000": 0.84444, "map_at_1": 0.71926, "map_at_3": 0.78449, "map_at_5": 0.7922, "map_at_10": 0.79711, "map_at_20": 0.79916, "map_at_25": 0.79945, "map_at_50": 0.79988, "map_at_100": 0.80002, "map_at_1000": 0.80005, "recall_at_1": 0.71926, "recall_at_3": 0.86424, "recall_at_5": 0.89754, "recall_at_10": 0.93289, "recall_at_20": 0.96209, "recall_at_25": 0.96875, "recall_at_50": 0.98309, "recall_at_100": 0.99232, "recall_at_1000": 0.99846, "accuracy": 0.71926, "precision_at_1": 0.71926, "precision_at_3": 0.28808, "precision_at_5": 0.17951, "precision_at_10": 0.09329, "precision_at_20": 0.0481, "precision_at_25": 0.03875, "precision_at_50": 0.01966, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.719262, "mrr_at_3": 0.784495, "mrr_at_5": 0.792205, "mrr_at_10": 0.79711, "mrr_at_20": 0.799156, "mrr_at_25": 0.799452, "mrr_at_50": 0.79988, "mrr_at_100": 0.800021, "mrr_at_1000": 0.800053, "nauc_ndcg_at_1_max": 0.396077, "nauc_ndcg_at_1_std": -0.416727, "nauc_ndcg_at_1_diff1": 0.823287, "nauc_ndcg_at_3_max": 0.420614, "nauc_ndcg_at_3_std": -0.47863, "nauc_ndcg_at_3_diff1": 0.789878, "nauc_ndcg_at_5_max": 0.412679, "nauc_ndcg_at_5_std": -0.48591, "nauc_ndcg_at_5_diff1": 0.786774, "nauc_ndcg_at_10_max": 0.410629, "nauc_ndcg_at_10_std": -0.474557, "nauc_ndcg_at_10_diff1": 0.789409, "nauc_ndcg_at_20_max": 0.40972, "nauc_ndcg_at_20_std": -0.472094, "nauc_ndcg_at_20_diff1": 0.795504, "nauc_ndcg_at_25_max": 0.409458, "nauc_ndcg_at_25_std": -0.470294, "nauc_ndcg_at_25_diff1": 0.795667, "nauc_ndcg_at_50_max": 0.409002, "nauc_ndcg_at_50_std": -0.469652, "nauc_ndcg_at_50_diff1": 0.796937, "nauc_ndcg_at_100_max": 0.409804, "nauc_ndcg_at_100_std": -0.467713, "nauc_ndcg_at_100_diff1": 0.796997, "nauc_ndcg_at_1000_max": 0.409498, "nauc_ndcg_at_1000_std": -0.465509, "nauc_ndcg_at_1000_diff1": 0.797414, "nauc_map_at_1_max": 0.396077, "nauc_map_at_1_std": -0.416727, "nauc_map_at_1_diff1": 0.823287, "nauc_map_at_3_max": 0.412969, "nauc_map_at_3_std": -0.460538, "nauc_map_at_3_diff1": 0.79963, "nauc_map_at_5_max": 0.408722, "nauc_map_at_5_std": -0.463432, "nauc_map_at_5_diff1": 0.798506, "nauc_map_at_10_max": 0.408072, "nauc_map_at_10_std": -0.458991, "nauc_map_at_10_diff1": 0.799875, "nauc_map_at_20_max": 0.407948, "nauc_map_at_20_std": -0.458164, "nauc_map_at_20_diff1": 0.801362, "nauc_map_at_25_max": 0.407892, "nauc_map_at_25_std": -0.457856, "nauc_map_at_25_diff1": 0.801391, "nauc_map_at_50_max": 0.407875, "nauc_map_at_50_std": -0.45773, "nauc_map_at_50_diff1": 0.80158, "nauc_map_at_100_max": 0.407938, "nauc_map_at_100_std": -0.457588, "nauc_map_at_100_diff1": 0.801593, "nauc_map_at_1000_max": 0.407931, "nauc_map_at_1000_std": -0.457498, "nauc_map_at_1000_diff1": 0.801601, "nauc_recall_at_1_max": 0.396077, "nauc_recall_at_1_std": -0.416727, "nauc_recall_at_1_diff1": 0.823287, "nauc_recall_at_3_max": 0.453453, "nauc_recall_at_3_std": -0.555635, "nauc_recall_at_3_diff1": 0.748378, "nauc_recall_at_5_max": 0.432012, "nauc_recall_at_5_std": -0.606489, "nauc_recall_at_5_diff1": 0.723953, "nauc_recall_at_10_max": 0.425122, "nauc_recall_at_10_std": -0.586708, "nauc_recall_at_10_diff1": 0.707979, "nauc_recall_at_20_max": 0.418876, "nauc_recall_at_20_std": -0.638638, "nauc_recall_at_20_diff1": 0.738705, "nauc_recall_at_25_max": 0.415829, "nauc_recall_at_25_std": -0.635335, "nauc_recall_at_25_diff1": 0.730499, "nauc_recall_at_50_max": 0.395585, "nauc_recall_at_50_std": -0.749995, "nauc_recall_at_50_diff1": 0.7273, "nauc_recall_at_100_max": 0.466053, "nauc_recall_at_100_std": -0.865747, "nauc_recall_at_100_diff1": 0.647913, "nauc_recall_at_1000_max": 0.450032, "nauc_recall_at_1000_std": -1.021388, "nauc_recall_at_1000_diff1": 0.395585, "nauc_precision_at_1_max": 0.396077, "nauc_precision_at_1_std": -0.416727, "nauc_precision_at_1_diff1": 0.823287, "nauc_precision_at_3_max": 0.453453, "nauc_precision_at_3_std": -0.555635, "nauc_precision_at_3_diff1": 0.748378, "nauc_precision_at_5_max": 0.432012, "nauc_precision_at_5_std": -0.606489, "nauc_precision_at_5_diff1": 0.723953, "nauc_precision_at_10_max": 0.425122, "nauc_precision_at_10_std": -0.586708, "nauc_precision_at_10_diff1": 0.707979, "nauc_precision_at_20_max": 0.418876, "nauc_precision_at_20_std": -0.638638, "nauc_precision_at_20_diff1": 0.738705, "nauc_precision_at_25_max": 0.415829, "nauc_precision_at_25_std": -0.635335, "nauc_precision_at_25_diff1": 0.730499, "nauc_precision_at_50_max": 0.395585, "nauc_precision_at_50_std": -0.749995, "nauc_precision_at_50_diff1": 0.7273, "nauc_precision_at_100_max": 0.466053, "nauc_precision_at_100_std": -0.865747, "nauc_precision_at_100_diff1": 0.647913, "nauc_precision_at_1000_max": 0.450032, "nauc_precision_at_1000_std": -1.021388, "nauc_precision_at_1000_diff1": 0.395585, "nauc_mrr_at_1_max": 0.396077, "nauc_mrr_at_1_std": -0.416727, "nauc_mrr_at_1_diff1": 0.823287, "nauc_mrr_at_3_max": 0.412969, "nauc_mrr_at_3_std": -0.460538, "nauc_mrr_at_3_diff1": 0.79963, "nauc_mrr_at_5_max": 0.408722, "nauc_mrr_at_5_std": -0.463432, "nauc_mrr_at_5_diff1": 0.798506, "nauc_mrr_at_10_max": 0.408072, "nauc_mrr_at_10_std": -0.458991, "nauc_mrr_at_10_diff1": 0.799875, "nauc_mrr_at_20_max": 0.407948, "nauc_mrr_at_20_std": -0.458164, "nauc_mrr_at_20_diff1": 0.801362, "nauc_mrr_at_25_max": 0.407892, "nauc_mrr_at_25_std": -0.457856, "nauc_mrr_at_25_diff1": 0.801391, "nauc_mrr_at_50_max": 0.407875, "nauc_mrr_at_50_std": -0.45773, "nauc_mrr_at_50_diff1": 0.80158, "nauc_mrr_at_100_max": 0.407938, "nauc_mrr_at_100_std": -0.457588, "nauc_mrr_at_100_diff1": 0.801593, "nauc_mrr_at_1000_max": 0.407931, "nauc_mrr_at_1000_std": -0.457498, "nauc_mrr_at_1000_diff1": 0.801601, "hit_rate_at_1": 0.71926, "hit_rate_at_3": 0.86424, "hit_rate_at_5": 0.89754, "hit_rate_at_10": 0.93289, "hit_rate_at_20": 0.96209, "hit_rate_at_25": 0.96875, "hit_rate_at_50": 0.98309, "hit_rate_at_100": 0.99232, "hit_rate_at_1000": 0.99846, "R_cap_at_1": 0.719262, "R_cap_at_3": 0.864242, "R_cap_at_5": 0.897541, "R_cap_at_10": 0.932889, "R_cap_at_20": 0.96209, "R_cap_at_25": 0.96875, "R_cap_at_50": 0.983094, "R_cap_at_100": 0.992316, "R_cap_at_1000": 0.998463, "main_score": 0.83046, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75111, "ndcg_at_3": 0.83883, "ndcg_at_5": 0.85111, "ndcg_at_10": 0.86054, "ndcg_at_20": 0.86432, "ndcg_at_25": 0.86546, "ndcg_at_50": 0.86718, "ndcg_at_100": 0.8684, "ndcg_at_1000": 0.86898, "map_at_1": 0.75111, "map_at_3": 0.81773, "map_at_5": 0.82457, "map_at_10": 0.82849, "map_at_20": 0.82954, "map_at_25": 0.82977, "map_at_50": 0.83002, "map_at_100": 0.83013, "map_at_1000": 0.83016, "recall_at_1": 0.75111, "recall_at_3": 0.8997, "recall_at_5": 0.92942, "recall_at_10": 0.9584, "recall_at_20": 0.97325, "recall_at_25": 0.97845, "recall_at_50": 0.98737, "recall_at_100": 0.9948, "recall_at_1000": 0.99926, "accuracy": 0.75111, "precision_at_1": 0.75111, "precision_at_3": 0.2999, "precision_at_5": 0.18588, "precision_at_10": 0.09584, "precision_at_20": 0.04866, "precision_at_25": 0.03914, "precision_at_50": 0.01975, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.751114, "mrr_at_3": 0.817732, "mrr_at_5": 0.824567, "mrr_at_10": 0.828489, "mrr_at_20": 0.829537, "mrr_at_25": 0.829767, "mrr_at_50": 0.83002, "mrr_at_100": 0.830131, "mrr_at_1000": 0.830157, "nauc_ndcg_at_1_max": 0.433585, "nauc_ndcg_at_1_std": -0.30618, "nauc_ndcg_at_1_diff1": 0.759496, "nauc_ndcg_at_3_max": 0.427504, "nauc_ndcg_at_3_std": -0.408823, "nauc_ndcg_at_3_diff1": 0.71766, "nauc_ndcg_at_5_max": 0.424754, "nauc_ndcg_at_5_std": -0.409891, "nauc_ndcg_at_5_diff1": 0.725853, "nauc_ndcg_at_10_max": 0.422718, "nauc_ndcg_at_10_std": -0.392915, "nauc_ndcg_at_10_diff1": 0.730949, "nauc_ndcg_at_20_max": 0.419445, "nauc_ndcg_at_20_std": -0.389144, "nauc_ndcg_at_20_diff1": 0.732068, "nauc_ndcg_at_25_max": 0.425032, "nauc_ndcg_at_25_std": -0.380227, "nauc_ndcg_at_25_diff1": 0.734045, "nauc_ndcg_at_50_max": 0.420485, "nauc_ndcg_at_50_std": -0.379552, "nauc_ndcg_at_50_diff1": 0.732355, "nauc_ndcg_at_100_max": 0.421773, "nauc_ndcg_at_100_std": -0.375627, "nauc_ndcg_at_100_diff1": 0.732219, "nauc_ndcg_at_1000_max": 0.420524, "nauc_ndcg_at_1000_std": -0.376872, "nauc_ndcg_at_1000_diff1": 0.731213, "nauc_map_at_1_max": 0.433585, "nauc_map_at_1_std": -0.30618, "nauc_map_at_1_diff1": 0.759496, "nauc_map_at_3_max": 0.42617, "nauc_map_at_3_std": -0.379268, "nauc_map_at_3_diff1": 0.729064, "nauc_map_at_5_max": 0.424341, "nauc_map_at_5_std": -0.379345, "nauc_map_at_5_diff1": 0.733375, "nauc_map_at_10_max": 0.423777, "nauc_map_at_10_std": -0.372599, "nauc_map_at_10_diff1": 0.735348, "nauc_map_at_20_max": 0.423045, "nauc_map_at_20_std": -0.371772, "nauc_map_at_20_diff1": 0.735603, "nauc_map_at_25_max": 0.42395, "nauc_map_at_25_std": -0.370306, "nauc_map_at_25_diff1": 0.735923, "nauc_map_at_50_max": 0.423398, "nauc_map_at_50_std": -0.370305, "nauc_map_at_50_diff1": 0.735729, "nauc_map_at_100_max": 0.423492, "nauc_map_at_100_std": -0.369998, "nauc_map_at_100_diff1": 0.735719, "nauc_map_at_1000_max": 0.423424, "nauc_map_at_1000_std": -0.370038, "nauc_map_at_1000_diff1": 0.735684, "nauc_recall_at_1_max": 0.433585, "nauc_recall_at_1_std": -0.30618, "nauc_recall_at_1_diff1": 0.759496, "nauc_recall_at_3_max": 0.436215, "nauc_recall_at_3_std": -0.549428, "nauc_recall_at_3_diff1": 0.663897, "nauc_recall_at_5_max": 0.431177, "nauc_recall_at_5_std": -0.605931, "nauc_recall_at_5_diff1": 0.680934, "nauc_recall_at_10_max": 0.413287, "nauc_recall_at_10_std": -0.584782, "nauc_recall_at_10_diff1": 0.696958, "nauc_recall_at_20_max": 0.348415, "nauc_recall_at_20_std": -0.615499, "nauc_recall_at_20_diff1": 0.699583, "nauc_recall_at_25_max": 0.477567, "nauc_recall_at_25_std": -0.436923, "nauc_recall_at_25_diff1": 0.74384, "nauc_recall_at_50_max": 0.289755, "nauc_recall_at_50_std": -0.427819, "nauc_recall_at_50_diff1": 0.665886, "nauc_recall_at_100_max": 0.284353, "nauc_recall_at_100_std": 0.044625, "nauc_recall_at_100_diff1": 0.552725, "nauc_recall_at_1000_max": -1.738636, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -1.738636, "nauc_precision_at_1_max": 0.433585, "nauc_precision_at_1_std": -0.30618, "nauc_precision_at_1_diff1": 0.759496, "nauc_precision_at_3_max": 0.436215, "nauc_precision_at_3_std": -0.549428, "nauc_precision_at_3_diff1": 0.663897, "nauc_precision_at_5_max": 0.431177, "nauc_precision_at_5_std": -0.605931, "nauc_precision_at_5_diff1": 0.680934, "nauc_precision_at_10_max": 0.413287, "nauc_precision_at_10_std": -0.584782, "nauc_precision_at_10_diff1": 0.696958, "nauc_precision_at_20_max": 0.348415, "nauc_precision_at_20_std": -0.615499, "nauc_precision_at_20_diff1": 0.699583, "nauc_precision_at_25_max": 0.477567, "nauc_precision_at_25_std": -0.436923, "nauc_precision_at_25_diff1": 0.74384, "nauc_precision_at_50_max": 0.289755, "nauc_precision_at_50_std": -0.427819, "nauc_precision_at_50_diff1": 0.665886, "nauc_precision_at_100_max": 0.284353, "nauc_precision_at_100_std": 0.044625, "nauc_precision_at_100_diff1": 0.552725, "nauc_precision_at_1000_max": -1.738636, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": -1.738636, "nauc_mrr_at_1_max": 0.433585, "nauc_mrr_at_1_std": -0.30618, "nauc_mrr_at_1_diff1": 0.759496, "nauc_mrr_at_3_max": 0.42617, "nauc_mrr_at_3_std": -0.379268, "nauc_mrr_at_3_diff1": 0.729064, "nauc_mrr_at_5_max": 0.424341, "nauc_mrr_at_5_std": -0.379345, "nauc_mrr_at_5_diff1": 0.733375, "nauc_mrr_at_10_max": 0.423777, "nauc_mrr_at_10_std": -0.372599, "nauc_mrr_at_10_diff1": 0.735348, "nauc_mrr_at_20_max": 0.423045, "nauc_mrr_at_20_std": -0.371772, "nauc_mrr_at_20_diff1": 0.735603, "nauc_mrr_at_25_max": 0.42395, "nauc_mrr_at_25_std": -0.370306, "nauc_mrr_at_25_diff1": 0.735923, "nauc_mrr_at_50_max": 0.423398, "nauc_mrr_at_50_std": -0.370305, "nauc_mrr_at_50_diff1": 0.735729, "nauc_mrr_at_100_max": 0.423492, "nauc_mrr_at_100_std": -0.369998, "nauc_mrr_at_100_diff1": 0.735719, "nauc_mrr_at_1000_max": 0.423424, "nauc_mrr_at_1000_std": -0.370038, "nauc_mrr_at_1000_diff1": 0.735684, "hit_rate_at_1": 0.75111, "hit_rate_at_3": 0.8997, "hit_rate_at_5": 0.92942, "hit_rate_at_10": 0.9584, "hit_rate_at_20": 0.97325, "hit_rate_at_25": 0.97845, "hit_rate_at_50": 0.98737, "hit_rate_at_100": 0.9948, "hit_rate_at_1000": 0.99926, "R_cap_at_1": 0.751114, "R_cap_at_3": 0.899703, "R_cap_at_5": 0.929421, "R_cap_at_10": 0.958395, "R_cap_at_20": 0.973254, "R_cap_at_25": 0.978455, "R_cap_at_50": 0.98737, "R_cap_at_100": 0.994799, "R_cap_at_1000": 0.999257, "main_score": 0.86054, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.64345, "ndcg_at_3": 0.73411, "ndcg_at_5": 0.75447, "ndcg_at_10": 0.77041, "ndcg_at_20": 0.78131, "ndcg_at_25": 0.78322, "ndcg_at_50": 0.78738, "ndcg_at_100": 0.79081, "ndcg_at_1000": 0.79229, "map_at_1": 0.64345, "map_at_3": 0.71258, "map_at_5": 0.72392, "map_at_10": 0.73054, "map_at_20": 0.73355, "map_at_25": 0.73394, "map_at_50": 0.73455, "map_at_100": 0.73487, "map_at_1000": 0.73493, "recall_at_1": 0.64345, "recall_at_3": 0.79612, "recall_at_5": 0.84539, "recall_at_10": 0.89442, "recall_at_20": 0.93738, "recall_at_25": 0.94612, "recall_at_50": 0.96772, "recall_at_100": 0.98859, "recall_at_1000": 0.99976, "accuracy": 0.64345, "precision_at_1": 0.64345, "precision_at_3": 0.26537, "precision_at_5": 0.16908, "precision_at_10": 0.08944, "precision_at_20": 0.04687, "precision_at_25": 0.03784, "precision_at_50": 0.01935, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.643447, "mrr_at_3": 0.712581, "mrr_at_5": 0.723916, "mrr_at_10": 0.730541, "mrr_at_20": 0.733552, "mrr_at_25": 0.733936, "mrr_at_50": 0.734552, "mrr_at_100": 0.734866, "mrr_at_1000": 0.734929, "nauc_ndcg_at_1_max": 0.307431, "nauc_ndcg_at_1_std": -0.419809, "nauc_ndcg_at_1_diff1": 0.786711, "nauc_ndcg_at_3_max": 0.306841, "nauc_ndcg_at_3_std": -0.472416, "nauc_ndcg_at_3_diff1": 0.747604, "nauc_ndcg_at_5_max": 0.305827, "nauc_ndcg_at_5_std": -0.479746, "nauc_ndcg_at_5_diff1": 0.750383, "nauc_ndcg_at_10_max": 0.312422, "nauc_ndcg_at_10_std": -0.469219, "nauc_ndcg_at_10_diff1": 0.752447, "nauc_ndcg_at_20_max": 0.316956, "nauc_ndcg_at_20_std": -0.458739, "nauc_ndcg_at_20_diff1": 0.755907, "nauc_ndcg_at_25_max": 0.314527, "nauc_ndcg_at_25_std": -0.459919, "nauc_ndcg_at_25_diff1": 0.756658, "nauc_ndcg_at_50_max": 0.313835, "nauc_ndcg_at_50_std": -0.457546, "nauc_ndcg_at_50_diff1": 0.757686, "nauc_ndcg_at_100_max": 0.313375, "nauc_ndcg_at_100_std": -0.455543, "nauc_ndcg_at_100_diff1": 0.758589, "nauc_ndcg_at_1000_max": 0.311797, "nauc_ndcg_at_1000_std": -0.457963, "nauc_ndcg_at_1000_diff1": 0.759141, "nauc_map_at_1_max": 0.307431, "nauc_map_at_1_std": -0.419809, "nauc_map_at_1_diff1": 0.786711, "nauc_map_at_3_max": 0.307985, "nauc_map_at_3_std": -0.458114, "nauc_map_at_3_diff1": 0.758377, "nauc_map_at_5_max": 0.307237, "nauc_map_at_5_std": -0.461686, "nauc_map_at_5_diff1": 0.760183, "nauc_map_at_10_max": 0.309609, "nauc_map_at_10_std": -0.45788, "nauc_map_at_10_diff1": 0.761339, "nauc_map_at_20_max": 0.310612, "nauc_map_at_20_std": -0.455278, "nauc_map_at_20_diff1": 0.762203, "nauc_map_at_25_max": 0.310198, "nauc_map_at_25_std": -0.455474, "nauc_map_at_25_diff1": 0.762339, "nauc_map_at_50_max": 0.310081, "nauc_map_at_50_std": -0.455132, "nauc_map_at_50_diff1": 0.76248, "nauc_map_at_100_max": 0.310065, "nauc_map_at_100_std": -0.454947, "nauc_map_at_100_diff1": 0.762564, "nauc_map_at_1000_max": 0.310021, "nauc_map_at_1000_std": -0.455009, "nauc_map_at_1000_diff1": 0.762586, "nauc_recall_at_1_max": 0.307431, "nauc_recall_at_1_std": -0.419809, "nauc_recall_at_1_diff1": 0.786711, "nauc_recall_at_3_max": 0.302051, "nauc_recall_at_3_std": -0.525392, "nauc_recall_at_3_diff1": 0.70762, "nauc_recall_at_5_max": 0.299008, "nauc_recall_at_5_std": -0.563207, "nauc_recall_at_5_diff1": 0.706172, "nauc_recall_at_10_max": 0.335354, "nauc_recall_at_10_std": -0.530227, "nauc_recall_at_10_diff1": 0.698343, "nauc_recall_at_20_max": 0.404851, "nauc_recall_at_20_std": -0.447825, "nauc_recall_at_20_diff1": 0.70427, "nauc_recall_at_25_max": 0.38057, "nauc_recall_at_25_std": -0.464559, "nauc_recall_at_25_diff1": 0.707777, "nauc_recall_at_50_max": 0.406359, "nauc_recall_at_50_std": -0.402168, "nauc_recall_at_50_diff1": 0.705142, "nauc_recall_at_100_max": 0.522429, "nauc_recall_at_100_std": -0.123478, "nauc_recall_at_100_diff1": 0.690456, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.554155, "nauc_precision_at_1_max": 0.307431, "nauc_precision_at_1_std": -0.419809, "nauc_precision_at_1_diff1": 0.786711, "nauc_precision_at_3_max": 0.302051, "nauc_precision_at_3_std": -0.525392, "nauc_precision_at_3_diff1": 0.70762, "nauc_precision_at_5_max": 0.299008, "nauc_precision_at_5_std": -0.563207, "nauc_precision_at_5_diff1": 0.706172, "nauc_precision_at_10_max": 0.335354, "nauc_precision_at_10_std": -0.530227, "nauc_precision_at_10_diff1": 0.698343, "nauc_precision_at_20_max": 0.404851, "nauc_precision_at_20_std": -0.447825, "nauc_precision_at_20_diff1": 0.70427, "nauc_precision_at_25_max": 0.38057, "nauc_precision_at_25_std": -0.464559, "nauc_precision_at_25_diff1": 0.707777, "nauc_precision_at_50_max": 0.406359, "nauc_precision_at_50_std": -0.402168, "nauc_precision_at_50_diff1": 0.705142, "nauc_precision_at_100_max": 0.522429, "nauc_precision_at_100_std": -0.123478, "nauc_precision_at_100_diff1": 0.690456, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.554155, "nauc_mrr_at_1_max": 0.307431, "nauc_mrr_at_1_std": -0.419809, "nauc_mrr_at_1_diff1": 0.786711, "nauc_mrr_at_3_max": 0.307985, "nauc_mrr_at_3_std": -0.458114, "nauc_mrr_at_3_diff1": 0.758377, "nauc_mrr_at_5_max": 0.307237, "nauc_mrr_at_5_std": -0.461686, "nauc_mrr_at_5_diff1": 0.760183, "nauc_mrr_at_10_max": 0.309609, "nauc_mrr_at_10_std": -0.45788, "nauc_mrr_at_10_diff1": 0.761339, "nauc_mrr_at_20_max": 0.310612, "nauc_mrr_at_20_std": -0.455278, "nauc_mrr_at_20_diff1": 0.762203, "nauc_mrr_at_25_max": 0.310198, "nauc_mrr_at_25_std": -0.455474, "nauc_mrr_at_25_diff1": 0.762339, "nauc_mrr_at_50_max": 0.310081, "nauc_mrr_at_50_std": -0.455132, "nauc_mrr_at_50_diff1": 0.76248, "nauc_mrr_at_100_max": 0.310065, "nauc_mrr_at_100_std": -0.454947, "nauc_mrr_at_100_diff1": 0.762564, "nauc_mrr_at_1000_max": 0.310021, "nauc_mrr_at_1000_std": -0.455009, "nauc_mrr_at_1000_diff1": 0.762586, "hit_rate_at_1": 0.64345, "hit_rate_at_3": 0.79612, "hit_rate_at_5": 0.84539, "hit_rate_at_10": 0.89442, "hit_rate_at_20": 0.93738, "hit_rate_at_25": 0.94612, "hit_rate_at_50": 0.96772, "hit_rate_at_100": 0.98859, "hit_rate_at_1000": 0.99976, "R_cap_at_1": 0.643447, "R_cap_at_3": 0.796117, "R_cap_at_5": 0.845388, "R_cap_at_10": 0.894417, "R_cap_at_20": 0.937379, "R_cap_at_25": 0.946117, "R_cap_at_50": 0.967718, "R_cap_at_100": 0.988592, "R_cap_at_1000": 0.999757, "main_score": 0.77041, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.88447, "ndcg_at_3": 0.93979, "ndcg_at_5": 0.94454, "ndcg_at_10": 0.94613, "ndcg_at_20": 0.94787, "ndcg_at_25": 0.94787, "ndcg_at_50": 0.94787, "ndcg_at_100": 0.94787, "ndcg_at_1000": 0.94805, "map_at_1": 0.88447, "map_at_3": 0.92726, "map_at_5": 0.92989, "map_at_10": 0.9305, "map_at_20": 0.93105, "map_at_25": 0.93105, "map_at_50": 0.93105, "map_at_100": 0.93105, "map_at_1000": 0.93105, "recall_at_1": 0.88447, "recall_at_3": 0.97561, "recall_at_5": 0.98716, "recall_at_10": 0.9923, "recall_at_20": 0.99872, "recall_at_25": 0.99872, "recall_at_50": 0.99872, "recall_at_100": 0.99872, "recall_at_1000": 1.0, "accuracy": 0.88447, "precision_at_1": 0.88447, "precision_at_3": 0.3252, "precision_at_5": 0.19743, "precision_at_10": 0.09923, "precision_at_20": 0.04994, "precision_at_25": 0.03995, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.884467, "mrr_at_3": 0.927257, "mrr_at_5": 0.929889, "mrr_at_10": 0.930504, "mrr_at_20": 0.931046, "mrr_at_25": 0.931046, "mrr_at_50": 0.931046, "mrr_at_100": 0.931046, "mrr_at_1000": 0.931054, "nauc_ndcg_at_1_max": 0.56802, "nauc_ndcg_at_1_std": -0.059794, "nauc_ndcg_at_1_diff1": 0.874244, "nauc_ndcg_at_3_max": 0.64127, "nauc_ndcg_at_3_std": 0.035338, "nauc_ndcg_at_3_diff1": 0.842978, "nauc_ndcg_at_5_max": 0.616775, "nauc_ndcg_at_5_std": 0.003996, "nauc_ndcg_at_5_diff1": 0.839663, "nauc_ndcg_at_10_max": 0.607422, "nauc_ndcg_at_10_std": -0.020456, "nauc_ndcg_at_10_diff1": 0.846727, "nauc_ndcg_at_20_max": 0.606267, "nauc_ndcg_at_20_std": -0.011537, "nauc_ndcg_at_20_diff1": 0.85417, "nauc_ndcg_at_25_max": 0.606267, "nauc_ndcg_at_25_std": -0.011537, "nauc_ndcg_at_25_diff1": 0.85417, "nauc_ndcg_at_50_max": 0.606267, "nauc_ndcg_at_50_std": -0.011537, "nauc_ndcg_at_50_diff1": 0.85417, "nauc_ndcg_at_100_max": 0.606267, "nauc_ndcg_at_100_std": -0.011537, "nauc_ndcg_at_100_diff1": 0.85417, "nauc_ndcg_at_1000_max": 0.604918, "nauc_ndcg_at_1000_std": -0.013476, "nauc_ndcg_at_1000_diff1": 0.854119, "nauc_map_at_1_max": 0.56802, "nauc_map_at_1_std": -0.059794, "nauc_map_at_1_diff1": 0.874244, "nauc_map_at_3_max": 0.615512, "nauc_map_at_3_std": 0.002096, "nauc_map_at_3_diff1": 0.852694, "nauc_map_at_5_max": 0.6038, "nauc_map_at_5_std": -0.01333, "nauc_map_at_5_diff1": 0.851767, "nauc_map_at_10_max": 0.600894, "nauc_map_at_10_std": -0.020848, "nauc_map_at_10_diff1": 0.854213, "nauc_map_at_20_max": 0.60069, "nauc_map_at_20_std": -0.018557, "nauc_map_at_20_diff1": 0.856164, "nauc_map_at_25_max": 0.60069, "nauc_map_at_25_std": -0.018557, "nauc_map_at_25_diff1": 0.856164, "nauc_map_at_50_max": 0.60069, "nauc_map_at_50_std": -0.018557, "nauc_map_at_50_diff1": 0.856164, "nauc_map_at_100_max": 0.60069, "nauc_map_at_100_std": -0.018557, "nauc_map_at_100_diff1": 0.856164, "nauc_map_at_1000_max": 0.600643, "nauc_map_at_1000_std": -0.018626, "nauc_map_at_1000_diff1": 0.856162, "nauc_recall_at_1_max": 0.56802, "nauc_recall_at_1_std": -0.059794, "nauc_recall_at_1_diff1": 0.874244, "nauc_recall_at_3_max": 0.857232, "nauc_recall_at_3_std": 0.313762, "nauc_recall_at_3_diff1": 0.763204, "nauc_recall_at_5_max": 0.797383, "nauc_recall_at_5_std": 0.248664, "nauc_recall_at_5_diff1": 0.653533, "nauc_recall_at_10_max": 0.708612, "nauc_recall_at_10_std": -0.131586, "nauc_recall_at_10_diff1": 0.675904, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.553997, "nauc_recall_at_20_diff1": 0.869262, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.553997, "nauc_recall_at_25_diff1": 0.869262, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.553997, "nauc_recall_at_50_diff1": 0.869262, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.553997, "nauc_recall_at_100_diff1": 0.869262, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.56802, "nauc_precision_at_1_std": -0.059794, "nauc_precision_at_1_diff1": 0.874244, "nauc_precision_at_3_max": 0.857232, "nauc_precision_at_3_std": 0.313762, "nauc_precision_at_3_diff1": 0.763204, "nauc_precision_at_5_max": 0.797383, "nauc_precision_at_5_std": 0.248664, "nauc_precision_at_5_diff1": 0.653533, "nauc_precision_at_10_max": 0.708612, "nauc_precision_at_10_std": -0.131586, "nauc_precision_at_10_diff1": 0.675904, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.553997, "nauc_precision_at_20_diff1": 0.869262, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.553997, "nauc_precision_at_25_diff1": 0.869262, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.553997, "nauc_precision_at_50_diff1": 0.869262, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.553997, "nauc_precision_at_100_diff1": 0.869262, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.56802, "nauc_mrr_at_1_std": -0.059794, "nauc_mrr_at_1_diff1": 0.874244, "nauc_mrr_at_3_max": 0.615512, "nauc_mrr_at_3_std": 0.002096, "nauc_mrr_at_3_diff1": 0.852694, "nauc_mrr_at_5_max": 0.6038, "nauc_mrr_at_5_std": -0.01333, "nauc_mrr_at_5_diff1": 0.851767, "nauc_mrr_at_10_max": 0.600894, "nauc_mrr_at_10_std": -0.020848, "nauc_mrr_at_10_diff1": 0.854213, "nauc_mrr_at_20_max": 0.60069, "nauc_mrr_at_20_std": -0.018557, "nauc_mrr_at_20_diff1": 0.856164, "nauc_mrr_at_25_max": 0.60069, "nauc_mrr_at_25_std": -0.018557, "nauc_mrr_at_25_diff1": 0.856164, "nauc_mrr_at_50_max": 0.60069, "nauc_mrr_at_50_std": -0.018557, "nauc_mrr_at_50_diff1": 0.856164, "nauc_mrr_at_100_max": 0.60069, "nauc_mrr_at_100_std": -0.018557, "nauc_mrr_at_100_diff1": 0.856164, "nauc_mrr_at_1000_max": 0.600643, "nauc_mrr_at_1000_std": -0.018626, "nauc_mrr_at_1000_diff1": 0.856162, "hit_rate_at_1": 0.88447, "hit_rate_at_3": 0.97561, "hit_rate_at_5": 0.98716, "hit_rate_at_10": 0.9923, "hit_rate_at_20": 0.99872, "hit_rate_at_25": 0.99872, "hit_rate_at_50": 0.99872, "hit_rate_at_100": 0.99872, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.884467, "R_cap_at_3": 0.97561, "R_cap_at_5": 0.987163, "R_cap_at_10": 0.992298, "R_cap_at_20": 0.998716, "R_cap_at_25": 0.998716, "R_cap_at_50": 0.998716, "R_cap_at_100": 0.998716, "R_cap_at_1000": 1.0, "main_score": 0.94613, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73047, "ndcg_at_3": 0.82726, "ndcg_at_5": 0.84326, "ndcg_at_10": 0.85461, "ndcg_at_20": 0.85997, "ndcg_at_25": 0.86035, "ndcg_at_50": 0.86088, "ndcg_at_100": 0.86144, "ndcg_at_1000": 0.86176, "map_at_1": 0.73047, "map_at_3": 0.80372, "map_at_5": 0.81265, "map_at_10": 0.81731, "map_at_20": 0.81886, "map_at_25": 0.81894, "map_at_50": 0.81903, "map_at_100": 0.81908, "map_at_1000": 0.81909, "recall_at_1": 0.73047, "recall_at_3": 0.89528, "recall_at_5": 0.93391, "recall_at_10": 0.9691, "recall_at_20": 0.9897, "recall_at_25": 0.99142, "recall_at_50": 0.99399, "recall_at_100": 0.99742, "recall_at_1000": 1.0, "accuracy": 0.73047, "precision_at_1": 0.73047, "precision_at_3": 0.29843, "precision_at_5": 0.18678, "precision_at_10": 0.09691, "precision_at_20": 0.04948, "precision_at_25": 0.03966, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.730472, "mrr_at_3": 0.80372, "mrr_at_5": 0.812647, "mrr_at_10": 0.817314, "mrr_at_20": 0.818861, "mrr_at_25": 0.818941, "mrr_at_50": 0.819032, "mrr_at_100": 0.819083, "mrr_at_1000": 0.819093, "nauc_ndcg_at_1_max": 0.397428, "nauc_ndcg_at_1_std": -0.173522, "nauc_ndcg_at_1_diff1": 0.765799, "nauc_ndcg_at_3_max": 0.452174, "nauc_ndcg_at_3_std": -0.161764, "nauc_ndcg_at_3_diff1": 0.716861, "nauc_ndcg_at_5_max": 0.44724, "nauc_ndcg_at_5_std": -0.192601, "nauc_ndcg_at_5_diff1": 0.731507, "nauc_ndcg_at_10_max": 0.439205, "nauc_ndcg_at_10_std": -0.197882, "nauc_ndcg_at_10_diff1": 0.729141, "nauc_ndcg_at_20_max": 0.438647, "nauc_ndcg_at_20_std": -0.18249, "nauc_ndcg_at_20_diff1": 0.736641, "nauc_ndcg_at_25_max": 0.43779, "nauc_ndcg_at_25_std": -0.180444, "nauc_ndcg_at_25_diff1": 0.736045, "nauc_ndcg_at_50_max": 0.437914, "nauc_ndcg_at_50_std": -0.179289, "nauc_ndcg_at_50_diff1": 0.73631, "nauc_ndcg_at_100_max": 0.437491, "nauc_ndcg_at_100_std": -0.177374, "nauc_ndcg_at_100_diff1": 0.73611, "nauc_ndcg_at_1000_max": 0.436457, "nauc_ndcg_at_1000_std": -0.178546, "nauc_ndcg_at_1000_diff1": 0.73727, "nauc_map_at_1_max": 0.397428, "nauc_map_at_1_std": -0.173522, "nauc_map_at_1_diff1": 0.765799, "nauc_map_at_3_max": 0.438793, "nauc_map_at_3_std": -0.164717, "nauc_map_at_3_diff1": 0.732536, "nauc_map_at_5_max": 0.435731, "nauc_map_at_5_std": -0.179304, "nauc_map_at_5_diff1": 0.739722, "nauc_map_at_10_max": 0.432819, "nauc_map_at_10_std": -0.180668, "nauc_map_at_10_diff1": 0.739077, "nauc_map_at_20_max": 0.432698, "nauc_map_at_20_std": -0.176963, "nauc_map_at_20_diff1": 0.740809, "nauc_map_at_25_max": 0.432557, "nauc_map_at_25_std": -0.176627, "nauc_map_at_25_diff1": 0.740715, "nauc_map_at_50_max": 0.432573, "nauc_map_at_50_std": -0.176441, "nauc_map_at_50_diff1": 0.740741, "nauc_map_at_100_max": 0.432538, "nauc_map_at_100_std": -0.176329, "nauc_map_at_100_diff1": 0.740734, "nauc_map_at_1000_max": 0.432515, "nauc_map_at_1000_std": -0.176349, "nauc_map_at_1000_diff1": 0.740771, "nauc_recall_at_1_max": 0.397428, "nauc_recall_at_1_std": -0.173522, "nauc_recall_at_1_diff1": 0.765799, "nauc_recall_at_3_max": 0.515488, "nauc_recall_at_3_std": -0.147716, "nauc_recall_at_3_diff1": 0.63924, "nauc_recall_at_5_max": 0.526379, "nauc_recall_at_5_std": -0.302947, "nauc_recall_at_5_diff1": 0.677323, "nauc_recall_at_10_max": 0.508031, "nauc_recall_at_10_std": -0.49907, "nauc_recall_at_10_diff1": 0.586879, "nauc_recall_at_20_max": 0.61209, "nauc_recall_at_20_std": -0.381086, "nauc_recall_at_20_diff1": 0.663262, "nauc_recall_at_25_max": 0.590052, "nauc_recall_at_25_std": -0.285701, "nauc_recall_at_25_diff1": 0.60898, "nauc_recall_at_50_max": 0.667049, "nauc_recall_at_50_std": -0.222181, "nauc_recall_at_50_diff1": 0.585359, "nauc_recall_at_100_max": 0.851371, "nauc_recall_at_100_std": 0.317256, "nauc_recall_at_100_diff1": 0.317256, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.397428, "nauc_precision_at_1_std": -0.173522, "nauc_precision_at_1_diff1": 0.765799, "nauc_precision_at_3_max": 0.515488, "nauc_precision_at_3_std": -0.147716, "nauc_precision_at_3_diff1": 0.63924, "nauc_precision_at_5_max": 0.526379, "nauc_precision_at_5_std": -0.302947, "nauc_precision_at_5_diff1": 0.677323, "nauc_precision_at_10_max": 0.508031, "nauc_precision_at_10_std": -0.49907, "nauc_precision_at_10_diff1": 0.586879, "nauc_precision_at_20_max": 0.61209, "nauc_precision_at_20_std": -0.381086, "nauc_precision_at_20_diff1": 0.663262, "nauc_precision_at_25_max": 0.590052, "nauc_precision_at_25_std": -0.285701, "nauc_precision_at_25_diff1": 0.60898, "nauc_precision_at_50_max": 0.667049, "nauc_precision_at_50_std": -0.222181, "nauc_precision_at_50_diff1": 0.585359, "nauc_precision_at_100_max": 0.851371, "nauc_precision_at_100_std": 0.317256, "nauc_precision_at_100_diff1": 0.317256, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.397428, "nauc_mrr_at_1_std": -0.173522, "nauc_mrr_at_1_diff1": 0.765799, "nauc_mrr_at_3_max": 0.438793, "nauc_mrr_at_3_std": -0.164717, "nauc_mrr_at_3_diff1": 0.732536, "nauc_mrr_at_5_max": 0.435731, "nauc_mrr_at_5_std": -0.179304, "nauc_mrr_at_5_diff1": 0.739722, "nauc_mrr_at_10_max": 0.432819, "nauc_mrr_at_10_std": -0.180668, "nauc_mrr_at_10_diff1": 0.739077, "nauc_mrr_at_20_max": 0.432698, "nauc_mrr_at_20_std": -0.176963, "nauc_mrr_at_20_diff1": 0.740809, "nauc_mrr_at_25_max": 0.432557, "nauc_mrr_at_25_std": -0.176627, "nauc_mrr_at_25_diff1": 0.740715, "nauc_mrr_at_50_max": 0.432573, "nauc_mrr_at_50_std": -0.176441, "nauc_mrr_at_50_diff1": 0.740741, "nauc_mrr_at_100_max": 0.432538, "nauc_mrr_at_100_std": -0.176329, "nauc_mrr_at_100_diff1": 0.740734, "nauc_mrr_at_1000_max": 0.432515, "nauc_mrr_at_1000_std": -0.176349, "nauc_mrr_at_1000_diff1": 0.740771, "hit_rate_at_1": 0.73047, "hit_rate_at_3": 0.89528, "hit_rate_at_5": 0.93391, "hit_rate_at_10": 0.9691, "hit_rate_at_20": 0.9897, "hit_rate_at_25": 0.99142, "hit_rate_at_50": 0.99399, "hit_rate_at_100": 0.99742, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.730472, "R_cap_at_3": 0.895279, "R_cap_at_5": 0.933906, "R_cap_at_10": 0.969099, "R_cap_at_20": 0.9897, "R_cap_at_25": 0.991416, "R_cap_at_50": 0.993991, "R_cap_at_100": 0.997425, "R_cap_at_1000": 1.0, "main_score": 0.85461, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74522, "ndcg_at_3": 0.82765, "ndcg_at_5": 0.84333, "ndcg_at_10": 0.85343, "ndcg_at_20": 0.8587, "ndcg_at_25": 0.85919, "ndcg_at_50": 0.86121, "ndcg_at_100": 0.8621, "ndcg_at_1000": 0.86312, "map_at_1": 0.74522, "map_at_3": 0.80808, "map_at_5": 0.81675, "map_at_10": 0.82097, "map_at_20": 0.82247, "map_at_25": 0.82257, "map_at_50": 0.82287, "map_at_100": 0.82295, "map_at_1000": 0.82299, "recall_at_1": 0.74522, "recall_at_3": 0.88399, "recall_at_5": 0.9222, "recall_at_10": 0.95314, "recall_at_20": 0.97361, "recall_at_25": 0.97589, "recall_at_50": 0.98635, "recall_at_100": 0.99181, "recall_at_1000": 0.99955, "accuracy": 0.74522, "precision_at_1": 0.74522, "precision_at_3": 0.29466, "precision_at_5": 0.18444, "precision_at_10": 0.09531, "precision_at_20": 0.04868, "precision_at_25": 0.03904, "precision_at_50": 0.01973, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.745223, "mrr_at_3": 0.808083, "mrr_at_5": 0.81675, "mrr_at_10": 0.820971, "mrr_at_20": 0.822471, "mrr_at_25": 0.822571, "mrr_at_50": 0.822867, "mrr_at_100": 0.822949, "mrr_at_1000": 0.822991, "nauc_ndcg_at_1_max": 0.483092, "nauc_ndcg_at_1_std": -0.228272, "nauc_ndcg_at_1_diff1": 0.786158, "nauc_ndcg_at_3_max": 0.546951, "nauc_ndcg_at_3_std": -0.228909, "nauc_ndcg_at_3_diff1": 0.763855, "nauc_ndcg_at_5_max": 0.542263, "nauc_ndcg_at_5_std": -0.226676, "nauc_ndcg_at_5_diff1": 0.762459, "nauc_ndcg_at_10_max": 0.53476, "nauc_ndcg_at_10_std": -0.229653, "nauc_ndcg_at_10_diff1": 0.766571, "nauc_ndcg_at_20_max": 0.533029, "nauc_ndcg_at_20_std": -0.228672, "nauc_ndcg_at_20_diff1": 0.766511, "nauc_ndcg_at_25_max": 0.533181, "nauc_ndcg_at_25_std": -0.22555, "nauc_ndcg_at_25_diff1": 0.766516, "nauc_ndcg_at_50_max": 0.529917, "nauc_ndcg_at_50_std": -0.225876, "nauc_ndcg_at_50_diff1": 0.76745, "nauc_ndcg_at_100_max": 0.52803, "nauc_ndcg_at_100_std": -0.226546, "nauc_ndcg_at_100_diff1": 0.768187, "nauc_ndcg_at_1000_max": 0.52743, "nauc_ndcg_at_1000_std": -0.228146, "nauc_ndcg_at_1000_diff1": 0.768574, "nauc_map_at_1_max": 0.483092, "nauc_map_at_1_std": -0.228272, "nauc_map_at_1_diff1": 0.786158, "nauc_map_at_3_max": 0.528935, "nauc_map_at_3_std": -0.228472, "nauc_map_at_3_diff1": 0.769702, "nauc_map_at_5_max": 0.525567, "nauc_map_at_5_std": -0.227717, "nauc_map_at_5_diff1": 0.769188, "nauc_map_at_10_max": 0.522383, "nauc_map_at_10_std": -0.228921, "nauc_map_at_10_diff1": 0.770566, "nauc_map_at_20_max": 0.522064, "nauc_map_at_20_std": -0.228359, "nauc_map_at_20_diff1": 0.770578, "nauc_map_at_25_max": 0.522079, "nauc_map_at_25_std": -0.227866, "nauc_map_at_25_diff1": 0.770582, "nauc_map_at_50_max": 0.521685, "nauc_map_at_50_std": -0.227883, "nauc_map_at_50_diff1": 0.770665, "nauc_map_at_100_max": 0.521535, "nauc_map_at_100_std": -0.22799, "nauc_map_at_100_diff1": 0.770715, "nauc_map_at_1000_max": 0.52152, "nauc_map_at_1000_std": -0.22803, "nauc_map_at_1000_diff1": 0.770727, "nauc_recall_at_1_max": 0.483092, "nauc_recall_at_1_std": -0.228272, "nauc_recall_at_1_diff1": 0.786158, "nauc_recall_at_3_max": 0.626058, "nauc_recall_at_3_std": -0.231004, "nauc_recall_at_3_diff1": 0.738491, "nauc_recall_at_5_max": 0.643733, "nauc_recall_at_5_std": -0.218842, "nauc_recall_at_5_diff1": 0.721532, "nauc_recall_at_10_max": 0.647392, "nauc_recall_at_10_std": -0.237503, "nauc_recall_at_10_diff1": 0.734837, "nauc_recall_at_20_max": 0.692833, "nauc_recall_at_20_std": -0.240003, "nauc_recall_at_20_diff1": 0.709481, "nauc_recall_at_25_max": 0.711808, "nauc_recall_at_25_std": -0.16402, "nauc_recall_at_25_diff1": 0.70414, "nauc_recall_at_50_max": 0.68995, "nauc_recall_at_50_std": -0.13646, "nauc_recall_at_50_diff1": 0.706895, "nauc_recall_at_100_max": 0.623179, "nauc_recall_at_100_std": -0.115918, "nauc_recall_at_100_diff1": 0.737134, "nauc_recall_at_1000_max": 0.869268, "nauc_recall_at_1000_std": -1.739171, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.483092, "nauc_precision_at_1_std": -0.228272, "nauc_precision_at_1_diff1": 0.786158, "nauc_precision_at_3_max": 0.626058, "nauc_precision_at_3_std": -0.231004, "nauc_precision_at_3_diff1": 0.738491, "nauc_precision_at_5_max": 0.643733, "nauc_precision_at_5_std": -0.218842, "nauc_precision_at_5_diff1": 0.721532, "nauc_precision_at_10_max": 0.647392, "nauc_precision_at_10_std": -0.237503, "nauc_precision_at_10_diff1": 0.734837, "nauc_precision_at_20_max": 0.692833, "nauc_precision_at_20_std": -0.240003, "nauc_precision_at_20_diff1": 0.709481, "nauc_precision_at_25_max": 0.711808, "nauc_precision_at_25_std": -0.16402, "nauc_precision_at_25_diff1": 0.70414, "nauc_precision_at_50_max": 0.68995, "nauc_precision_at_50_std": -0.13646, "nauc_precision_at_50_diff1": 0.706895, "nauc_precision_at_100_max": 0.623179, "nauc_precision_at_100_std": -0.115918, "nauc_precision_at_100_diff1": 0.737134, "nauc_precision_at_1000_max": 0.869268, "nauc_precision_at_1000_std": -1.739171, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.483092, "nauc_mrr_at_1_std": -0.228272, "nauc_mrr_at_1_diff1": 0.786158, "nauc_mrr_at_3_max": 0.528935, "nauc_mrr_at_3_std": -0.228472, "nauc_mrr_at_3_diff1": 0.769702, "nauc_mrr_at_5_max": 0.525567, "nauc_mrr_at_5_std": -0.227717, "nauc_mrr_at_5_diff1": 0.769188, "nauc_mrr_at_10_max": 0.522383, "nauc_mrr_at_10_std": -0.228921, "nauc_mrr_at_10_diff1": 0.770566, "nauc_mrr_at_20_max": 0.522064, "nauc_mrr_at_20_std": -0.228359, "nauc_mrr_at_20_diff1": 0.770578, "nauc_mrr_at_25_max": 0.522079, "nauc_mrr_at_25_std": -0.227866, "nauc_mrr_at_25_diff1": 0.770582, "nauc_mrr_at_50_max": 0.521685, "nauc_mrr_at_50_std": -0.227883, "nauc_mrr_at_50_diff1": 0.770665, "nauc_mrr_at_100_max": 0.521535, "nauc_mrr_at_100_std": -0.22799, "nauc_mrr_at_100_diff1": 0.770715, "nauc_mrr_at_1000_max": 0.52152, "nauc_mrr_at_1000_std": -0.22803, "nauc_mrr_at_1000_diff1": 0.770727, "hit_rate_at_1": 0.74522, "hit_rate_at_3": 0.88399, "hit_rate_at_5": 0.9222, "hit_rate_at_10": 0.95314, "hit_rate_at_20": 0.97361, "hit_rate_at_25": 0.97589, "hit_rate_at_50": 0.98635, "hit_rate_at_100": 0.99181, "hit_rate_at_1000": 0.99955, "R_cap_at_1": 0.745223, "R_cap_at_3": 0.883985, "R_cap_at_5": 0.922202, "R_cap_at_10": 0.953139, "R_cap_at_20": 0.973612, "R_cap_at_25": 0.975887, "R_cap_at_50": 0.986351, "R_cap_at_100": 0.991811, "R_cap_at_1000": 0.999545, "main_score": 0.85343, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79494, "ndcg_at_3": 0.8737, "ndcg_at_5": 0.88462, "ndcg_at_10": 0.89214, "ndcg_at_20": 0.89521, "ndcg_at_25": 0.8959, "ndcg_at_50": 0.89713, "ndcg_at_100": 0.89734, "ndcg_at_1000": 0.89758, "map_at_1": 0.79494, "map_at_3": 0.85549, "map_at_5": 0.86153, "map_at_10": 0.86472, "map_at_20": 0.86558, "map_at_25": 0.86572, "map_at_50": 0.8659, "map_at_100": 0.86592, "map_at_1000": 0.86593, "recall_at_1": 0.79494, "recall_at_3": 0.92595, "recall_at_5": 0.95253, "recall_at_10": 0.97532, "recall_at_20": 0.98734, "recall_at_25": 0.99051, "recall_at_50": 0.99684, "recall_at_100": 0.9981, "recall_at_1000": 1.0, "accuracy": 0.79494, "precision_at_1": 0.79494, "precision_at_3": 0.30865, "precision_at_5": 0.19051, "precision_at_10": 0.09753, "precision_at_20": 0.04937, "precision_at_25": 0.03962, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.794937, "mrr_at_3": 0.855485, "mrr_at_5": 0.86153, "mrr_at_10": 0.86472, "mrr_at_20": 0.865581, "mrr_at_25": 0.865716, "mrr_at_50": 0.865903, "mrr_at_100": 0.865921, "mrr_at_1000": 0.865931, "nauc_ndcg_at_1_max": 0.445928, "nauc_ndcg_at_1_std": -0.378191, "nauc_ndcg_at_1_diff1": 0.834715, "nauc_ndcg_at_3_max": 0.499878, "nauc_ndcg_at_3_std": -0.433387, "nauc_ndcg_at_3_diff1": 0.821072, "nauc_ndcg_at_5_max": 0.485932, "nauc_ndcg_at_5_std": -0.429681, "nauc_ndcg_at_5_diff1": 0.82135, "nauc_ndcg_at_10_max": 0.485315, "nauc_ndcg_at_10_std": -0.433764, "nauc_ndcg_at_10_diff1": 0.821056, "nauc_ndcg_at_20_max": 0.478718, "nauc_ndcg_at_20_std": -0.430055, "nauc_ndcg_at_20_diff1": 0.821479, "nauc_ndcg_at_25_max": 0.480157, "nauc_ndcg_at_25_std": -0.4269, "nauc_ndcg_at_25_diff1": 0.822924, "nauc_ndcg_at_50_max": 0.477717, "nauc_ndcg_at_50_std": -0.420615, "nauc_ndcg_at_50_diff1": 0.824066, "nauc_ndcg_at_100_max": 0.477096, "nauc_ndcg_at_100_std": -0.420177, "nauc_ndcg_at_100_diff1": 0.823996, "nauc_ndcg_at_1000_max": 0.47678, "nauc_ndcg_at_1000_std": -0.420442, "nauc_ndcg_at_1000_diff1": 0.824152, "nauc_map_at_1_max": 0.445928, "nauc_map_at_1_std": -0.378191, "nauc_map_at_1_diff1": 0.834715, "nauc_map_at_3_max": 0.481945, "nauc_map_at_3_std": -0.418366, "nauc_map_at_3_diff1": 0.824546, "nauc_map_at_5_max": 0.474435, "nauc_map_at_5_std": -0.416261, "nauc_map_at_5_diff1": 0.824851, "nauc_map_at_10_max": 0.474249, "nauc_map_at_10_std": -0.417617, "nauc_map_at_10_diff1": 0.824917, "nauc_map_at_20_max": 0.472707, "nauc_map_at_20_std": -0.416842, "nauc_map_at_20_diff1": 0.825078, "nauc_map_at_25_max": 0.472922, "nauc_map_at_25_std": -0.416358, "nauc_map_at_25_diff1": 0.825305, "nauc_map_at_50_max": 0.472652, "nauc_map_at_50_std": -0.415515, "nauc_map_at_50_diff1": 0.825434, "nauc_map_at_100_max": 0.472612, "nauc_map_at_100_std": -0.415468, "nauc_map_at_100_diff1": 0.825432, "nauc_map_at_1000_max": 0.47261, "nauc_map_at_1000_std": -0.415452, "nauc_map_at_1000_diff1": 0.825439, "nauc_recall_at_1_max": 0.445928, "nauc_recall_at_1_std": -0.378191, "nauc_recall_at_1_diff1": 0.834715, "nauc_recall_at_3_max": 0.595649, "nauc_recall_at_3_std": -0.511045, "nauc_recall_at_3_diff1": 0.803335, "nauc_recall_at_5_max": 0.573072, "nauc_recall_at_5_std": -0.530115, "nauc_recall_at_5_diff1": 0.79479, "nauc_recall_at_10_max": 0.63759, "nauc_recall_at_10_std": -0.666116, "nauc_recall_at_10_diff1": 0.764502, "nauc_recall_at_20_max": 0.581069, "nauc_recall_at_20_std": -0.762395, "nauc_recall_at_20_diff1": 0.720635, "nauc_recall_at_25_max": 0.683971, "nauc_recall_at_25_std": -0.720199, "nauc_recall_at_25_diff1": 0.756022, "nauc_recall_at_50_max": 0.693277, "nauc_recall_at_50_std": -0.360598, "nauc_recall_at_50_diff1": 0.80719, "nauc_recall_at_100_max": 0.637411, "nauc_recall_at_100_std": -0.205727, "nauc_recall_at_100_diff1": 0.771242, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.445928, "nauc_precision_at_1_std": -0.378191, "nauc_precision_at_1_diff1": 0.834715, "nauc_precision_at_3_max": 0.595649, "nauc_precision_at_3_std": -0.511045, "nauc_precision_at_3_diff1": 0.803335, "nauc_precision_at_5_max": 0.573072, "nauc_precision_at_5_std": -0.530115, "nauc_precision_at_5_diff1": 0.79479, "nauc_precision_at_10_max": 0.63759, "nauc_precision_at_10_std": -0.666116, "nauc_precision_at_10_diff1": 0.764502, "nauc_precision_at_20_max": 0.581069, "nauc_precision_at_20_std": -0.762395, "nauc_precision_at_20_diff1": 0.720635, "nauc_precision_at_25_max": 0.683971, "nauc_precision_at_25_std": -0.720199, "nauc_precision_at_25_diff1": 0.756022, "nauc_precision_at_50_max": 0.693277, "nauc_precision_at_50_std": -0.360598, "nauc_precision_at_50_diff1": 0.80719, "nauc_precision_at_100_max": 0.637411, "nauc_precision_at_100_std": -0.205727, "nauc_precision_at_100_diff1": 0.771242, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.445928, "nauc_mrr_at_1_std": -0.378191, "nauc_mrr_at_1_diff1": 0.834715, "nauc_mrr_at_3_max": 0.481945, "nauc_mrr_at_3_std": -0.418366, "nauc_mrr_at_3_diff1": 0.824546, "nauc_mrr_at_5_max": 0.474435, "nauc_mrr_at_5_std": -0.416261, "nauc_mrr_at_5_diff1": 0.824851, "nauc_mrr_at_10_max": 0.474249, "nauc_mrr_at_10_std": -0.417617, "nauc_mrr_at_10_diff1": 0.824917, "nauc_mrr_at_20_max": 0.472707, "nauc_mrr_at_20_std": -0.416842, "nauc_mrr_at_20_diff1": 0.825078, "nauc_mrr_at_25_max": 0.472922, "nauc_mrr_at_25_std": -0.416358, "nauc_mrr_at_25_diff1": 0.825305, "nauc_mrr_at_50_max": 0.472652, "nauc_mrr_at_50_std": -0.415515, "nauc_mrr_at_50_diff1": 0.825434, "nauc_mrr_at_100_max": 0.472612, "nauc_mrr_at_100_std": -0.415468, "nauc_mrr_at_100_diff1": 0.825432, "nauc_mrr_at_1000_max": 0.47261, "nauc_mrr_at_1000_std": -0.415452, "nauc_mrr_at_1000_diff1": 0.825439, "hit_rate_at_1": 0.79494, "hit_rate_at_3": 0.92595, "hit_rate_at_5": 0.95253, "hit_rate_at_10": 0.97532, "hit_rate_at_20": 0.98734, "hit_rate_at_25": 0.99051, "hit_rate_at_50": 0.99684, "hit_rate_at_100": 0.9981, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.794937, "R_cap_at_3": 0.925949, "R_cap_at_5": 0.952532, "R_cap_at_10": 0.975316, "R_cap_at_20": 0.987342, "R_cap_at_25": 0.990506, "R_cap_at_50": 0.996835, "R_cap_at_100": 0.998101, "R_cap_at_1000": 1.0, "main_score": 0.89214, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79181, "ndcg_at_3": 0.85984, "ndcg_at_5": 0.87059, "ndcg_at_10": 0.88061, "ndcg_at_20": 0.88468, "ndcg_at_25": 0.88594, "ndcg_at_50": 0.88771, "ndcg_at_100": 0.88835, "ndcg_at_1000": 0.88872, "map_at_1": 0.79181, "map_at_3": 0.84394, "map_at_5": 0.84991, "map_at_10": 0.85408, "map_at_20": 0.85522, "map_at_25": 0.85547, "map_at_50": 0.85573, "map_at_100": 0.8558, "map_at_1000": 0.85581, "recall_at_1": 0.79181, "recall_at_3": 0.90554, "recall_at_5": 0.93157, "recall_at_10": 0.96241, "recall_at_20": 0.97831, "recall_at_25": 0.9841, "recall_at_50": 0.99325, "recall_at_100": 0.99711, "recall_at_1000": 1.0, "accuracy": 0.79181, "precision_at_1": 0.79181, "precision_at_3": 0.30185, "precision_at_5": 0.18631, "precision_at_10": 0.09624, "precision_at_20": 0.04892, "precision_at_25": 0.03936, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.791807, "mrr_at_3": 0.843936, "mrr_at_5": 0.849912, "mrr_at_10": 0.854077, "mrr_at_20": 0.855221, "mrr_at_25": 0.855471, "mrr_at_50": 0.855733, "mrr_at_100": 0.855796, "mrr_at_1000": 0.85581, "nauc_ndcg_at_1_max": 0.460359, "nauc_ndcg_at_1_std": -0.394301, "nauc_ndcg_at_1_diff1": 0.84928, "nauc_ndcg_at_3_max": 0.477055, "nauc_ndcg_at_3_std": -0.444236, "nauc_ndcg_at_3_diff1": 0.82567, "nauc_ndcg_at_5_max": 0.469901, "nauc_ndcg_at_5_std": -0.45159, "nauc_ndcg_at_5_diff1": 0.827226, "nauc_ndcg_at_10_max": 0.466196, "nauc_ndcg_at_10_std": -0.456995, "nauc_ndcg_at_10_diff1": 0.830192, "nauc_ndcg_at_20_max": 0.468044, "nauc_ndcg_at_20_std": -0.44787, "nauc_ndcg_at_20_diff1": 0.829586, "nauc_ndcg_at_25_max": 0.46762, "nauc_ndcg_at_25_std": -0.444024, "nauc_ndcg_at_25_diff1": 0.829398, "nauc_ndcg_at_50_max": 0.468971, "nauc_ndcg_at_50_std": -0.437122, "nauc_ndcg_at_50_diff1": 0.830504, "nauc_ndcg_at_100_max": 0.46802, "nauc_ndcg_at_100_std": -0.433722, "nauc_ndcg_at_100_diff1": 0.829995, "nauc_ndcg_at_1000_max": 0.467968, "nauc_ndcg_at_1000_std": -0.438122, "nauc_ndcg_at_1000_diff1": 0.832082, "nauc_map_at_1_max": 0.460359, "nauc_map_at_1_std": -0.394301, "nauc_map_at_1_diff1": 0.84928, "nauc_map_at_3_max": 0.472121, "nauc_map_at_3_std": -0.432073, "nauc_map_at_3_diff1": 0.8329, "nauc_map_at_5_max": 0.468279, "nauc_map_at_5_std": -0.435464, "nauc_map_at_5_diff1": 0.833843, "nauc_map_at_10_max": 0.466757, "nauc_map_at_10_std": -0.437114, "nauc_map_at_10_diff1": 0.835084, "nauc_map_at_20_max": 0.467084, "nauc_map_at_20_std": -0.435249, "nauc_map_at_20_diff1": 0.834966, "nauc_map_at_25_max": 0.466999, "nauc_map_at_25_std": -0.434634, "nauc_map_at_25_diff1": 0.834946, "nauc_map_at_50_max": 0.467241, "nauc_map_at_50_std": -0.433722, "nauc_map_at_50_diff1": 0.835055, "nauc_map_at_100_max": 0.46718, "nauc_map_at_100_std": -0.433456, "nauc_map_at_100_diff1": 0.835022, "nauc_map_at_1000_max": 0.467191, "nauc_map_at_1000_std": -0.433585, "nauc_map_at_1000_diff1": 0.835087, "nauc_recall_at_1_max": 0.460359, "nauc_recall_at_1_std": -0.394301, "nauc_recall_at_1_diff1": 0.84928, "nauc_recall_at_3_max": 0.499144, "nauc_recall_at_3_std": -0.496908, "nauc_recall_at_3_diff1": 0.793122, "nauc_recall_at_5_max": 0.477813, "nauc_recall_at_5_std": -0.546067, "nauc_recall_at_5_diff1": 0.788517, "nauc_recall_at_10_max": 0.453758, "nauc_recall_at_10_std": -0.668523, "nauc_recall_at_10_diff1": 0.783831, "nauc_recall_at_20_max": 0.485097, "nauc_recall_at_20_std": -0.627995, "nauc_recall_at_20_diff1": 0.739137, "nauc_recall_at_25_max": 0.479443, "nauc_recall_at_25_std": -0.572416, "nauc_recall_at_25_diff1": 0.700381, "nauc_recall_at_50_max": 0.58439, "nauc_recall_at_50_std": -0.208385, "nauc_recall_at_50_diff1": 0.623579, "nauc_recall_at_100_max": 0.521223, "nauc_recall_at_100_std": 0.83197, "nauc_recall_at_100_diff1": 0.233362, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.460359, "nauc_precision_at_1_std": -0.394301, "nauc_precision_at_1_diff1": 0.84928, "nauc_precision_at_3_max": 0.499144, "nauc_precision_at_3_std": -0.496908, "nauc_precision_at_3_diff1": 0.793122, "nauc_precision_at_5_max": 0.477813, "nauc_precision_at_5_std": -0.546067, "nauc_precision_at_5_diff1": 0.788517, "nauc_precision_at_10_max": 0.453758, "nauc_precision_at_10_std": -0.668523, "nauc_precision_at_10_diff1": 0.783831, "nauc_precision_at_20_max": 0.485097, "nauc_precision_at_20_std": -0.627995, "nauc_precision_at_20_diff1": 0.739137, "nauc_precision_at_25_max": 0.479443, "nauc_precision_at_25_std": -0.572416, "nauc_precision_at_25_diff1": 0.700381, "nauc_precision_at_50_max": 0.58439, "nauc_precision_at_50_std": -0.208385, "nauc_precision_at_50_diff1": 0.623579, "nauc_precision_at_100_max": 0.521223, "nauc_precision_at_100_std": 0.83197, "nauc_precision_at_100_diff1": 0.233362, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.460359, "nauc_mrr_at_1_std": -0.394301, "nauc_mrr_at_1_diff1": 0.84928, "nauc_mrr_at_3_max": 0.472121, "nauc_mrr_at_3_std": -0.432073, "nauc_mrr_at_3_diff1": 0.8329, "nauc_mrr_at_5_max": 0.468279, "nauc_mrr_at_5_std": -0.435464, "nauc_mrr_at_5_diff1": 0.833843, "nauc_mrr_at_10_max": 0.466757, "nauc_mrr_at_10_std": -0.437114, "nauc_mrr_at_10_diff1": 0.835084, "nauc_mrr_at_20_max": 0.467084, "nauc_mrr_at_20_std": -0.435249, "nauc_mrr_at_20_diff1": 0.834966, "nauc_mrr_at_25_max": 0.466999, "nauc_mrr_at_25_std": -0.434634, "nauc_mrr_at_25_diff1": 0.834946, "nauc_mrr_at_50_max": 0.467241, "nauc_mrr_at_50_std": -0.433722, "nauc_mrr_at_50_diff1": 0.835055, "nauc_mrr_at_100_max": 0.46718, "nauc_mrr_at_100_std": -0.433456, "nauc_mrr_at_100_diff1": 0.835022, "nauc_mrr_at_1000_max": 0.467191, "nauc_mrr_at_1000_std": -0.433585, "nauc_mrr_at_1000_diff1": 0.835087, "hit_rate_at_1": 0.79181, "hit_rate_at_3": 0.90554, "hit_rate_at_5": 0.93157, "hit_rate_at_10": 0.96241, "hit_rate_at_20": 0.97831, "hit_rate_at_25": 0.9841, "hit_rate_at_50": 0.99325, "hit_rate_at_100": 0.99711, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.791807, "R_cap_at_3": 0.905542, "R_cap_at_5": 0.931566, "R_cap_at_10": 0.96241, "R_cap_at_20": 0.978313, "R_cap_at_25": 0.984096, "R_cap_at_50": 0.993253, "R_cap_at_100": 0.997108, "R_cap_at_1000": 1.0, "main_score": 0.88061, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71643, "ndcg_at_3": 0.8068, "ndcg_at_5": 0.823, "ndcg_at_10": 0.83354, "ndcg_at_20": 0.84012, "ndcg_at_25": 0.84135, "ndcg_at_50": 0.84488, "ndcg_at_100": 0.84619, "ndcg_at_1000": 0.84664, "map_at_1": 0.71643, "map_at_3": 0.78563, "map_at_5": 0.79468, "map_at_10": 0.79908, "map_at_20": 0.80094, "map_at_25": 0.80119, "map_at_50": 0.80173, "map_at_100": 0.80185, "map_at_1000": 0.80187, "recall_at_1": 0.71643, "recall_at_3": 0.86762, "recall_at_5": 0.90673, "recall_at_10": 0.93907, "recall_at_20": 0.96465, "recall_at_25": 0.97029, "recall_at_50": 0.98834, "recall_at_100": 0.99624, "recall_at_1000": 0.99962, "accuracy": 0.71643, "precision_at_1": 0.71643, "precision_at_3": 0.28921, "precision_at_5": 0.18135, "precision_at_10": 0.09391, "precision_at_20": 0.04823, "precision_at_25": 0.03881, "precision_at_50": 0.01977, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.716435, "mrr_at_3": 0.785634, "mrr_at_5": 0.794678, "mrr_at_10": 0.799076, "mrr_at_20": 0.800944, "mrr_at_25": 0.801189, "mrr_at_50": 0.801729, "mrr_at_100": 0.801854, "mrr_at_1000": 0.801874, "nauc_ndcg_at_1_max": 0.29623, "nauc_ndcg_at_1_std": -0.38333, "nauc_ndcg_at_1_diff1": 0.777579, "nauc_ndcg_at_3_max": 0.293825, "nauc_ndcg_at_3_std": -0.487786, "nauc_ndcg_at_3_diff1": 0.757863, "nauc_ndcg_at_5_max": 0.284449, "nauc_ndcg_at_5_std": -0.499298, "nauc_ndcg_at_5_diff1": 0.754986, "nauc_ndcg_at_10_max": 0.269865, "nauc_ndcg_at_10_std": -0.497754, "nauc_ndcg_at_10_diff1": 0.754854, "nauc_ndcg_at_20_max": 0.276979, "nauc_ndcg_at_20_std": -0.489242, "nauc_ndcg_at_20_diff1": 0.756327, "nauc_ndcg_at_25_max": 0.277469, "nauc_ndcg_at_25_std": -0.486053, "nauc_ndcg_at_25_diff1": 0.756274, "nauc_ndcg_at_50_max": 0.285166, "nauc_ndcg_at_50_std": -0.470863, "nauc_ndcg_at_50_diff1": 0.757008, "nauc_ndcg_at_100_max": 0.284821, "nauc_ndcg_at_100_std": -0.468462, "nauc_ndcg_at_100_diff1": 0.757173, "nauc_ndcg_at_1000_max": 0.285465, "nauc_ndcg_at_1000_std": -0.468899, "nauc_ndcg_at_1000_diff1": 0.75889, "nauc_map_at_1_max": 0.29623, "nauc_map_at_1_std": -0.38333, "nauc_map_at_1_diff1": 0.777579, "nauc_map_at_3_max": 0.295974, "nauc_map_at_3_std": -0.457738, "nauc_map_at_3_diff1": 0.762684, "nauc_map_at_5_max": 0.291663, "nauc_map_at_5_std": -0.461977, "nauc_map_at_5_diff1": 0.761398, "nauc_map_at_10_max": 0.286661, "nauc_map_at_10_std": -0.460897, "nauc_map_at_10_diff1": 0.761474, "nauc_map_at_20_max": 0.288328, "nauc_map_at_20_std": -0.458832, "nauc_map_at_20_diff1": 0.761953, "nauc_map_at_25_max": 0.288451, "nauc_map_at_25_std": -0.458268, "nauc_map_at_25_diff1": 0.761955, "nauc_map_at_50_max": 0.289434, "nauc_map_at_50_std": -0.456373, "nauc_map_at_50_diff1": 0.76208, "nauc_map_at_100_max": 0.289422, "nauc_map_at_100_std": -0.456171, "nauc_map_at_100_diff1": 0.762109, "nauc_map_at_1000_max": 0.289417, "nauc_map_at_1000_std": -0.456158, "nauc_map_at_1000_diff1": 0.76213, "nauc_recall_at_1_max": 0.29623, "nauc_recall_at_1_std": -0.38333, "nauc_recall_at_1_diff1": 0.777579, "nauc_recall_at_3_max": 0.283596, "nauc_recall_at_3_std": -0.617208, "nauc_recall_at_3_diff1": 0.737664, "nauc_recall_at_5_max": 0.239002, "nauc_recall_at_5_std": -0.714557, "nauc_recall_at_5_diff1": 0.718788, "nauc_recall_at_10_max": 0.104728, "nauc_recall_at_10_std": -0.811351, "nauc_recall_at_10_diff1": 0.699127, "nauc_recall_at_20_max": 0.104186, "nauc_recall_at_20_std": -0.892168, "nauc_recall_at_20_diff1": 0.679713, "nauc_recall_at_25_max": 0.080561, "nauc_recall_at_25_std": -0.898611, "nauc_recall_at_25_diff1": 0.663839, "nauc_recall_at_50_max": 0.244132, "nauc_recall_at_50_std": -0.598813, "nauc_recall_at_50_diff1": 0.562077, "nauc_recall_at_100_max": 0.070795, "nauc_recall_at_100_std": -0.348521, "nauc_recall_at_100_diff1": 0.177642, "nauc_recall_at_1000_max": 0.722203, "nauc_recall_at_1000_std": -1.151432, "nauc_recall_at_1000_diff1": 0.722203, "nauc_precision_at_1_max": 0.29623, "nauc_precision_at_1_std": -0.38333, "nauc_precision_at_1_diff1": 0.777579, "nauc_precision_at_3_max": 0.283596, "nauc_precision_at_3_std": -0.617208, "nauc_precision_at_3_diff1": 0.737664, "nauc_precision_at_5_max": 0.239002, "nauc_precision_at_5_std": -0.714557, "nauc_precision_at_5_diff1": 0.718788, "nauc_precision_at_10_max": 0.104728, "nauc_precision_at_10_std": -0.811351, "nauc_precision_at_10_diff1": 0.699127, "nauc_precision_at_20_max": 0.104186, "nauc_precision_at_20_std": -0.892168, "nauc_precision_at_20_diff1": 0.679713, "nauc_precision_at_25_max": 0.080561, "nauc_precision_at_25_std": -0.898611, "nauc_precision_at_25_diff1": 0.663839, "nauc_precision_at_50_max": 0.244132, "nauc_precision_at_50_std": -0.598813, "nauc_precision_at_50_diff1": 0.562077, "nauc_precision_at_100_max": 0.070795, "nauc_precision_at_100_std": -0.348521, "nauc_precision_at_100_diff1": 0.177642, "nauc_precision_at_1000_max": 0.722203, "nauc_precision_at_1000_std": -1.151432, "nauc_precision_at_1000_diff1": 0.722203, "nauc_mrr_at_1_max": 0.29623, "nauc_mrr_at_1_std": -0.38333, "nauc_mrr_at_1_diff1": 0.777579, "nauc_mrr_at_3_max": 0.295974, "nauc_mrr_at_3_std": -0.457738, "nauc_mrr_at_3_diff1": 0.762684, "nauc_mrr_at_5_max": 0.291663, "nauc_mrr_at_5_std": -0.461977, "nauc_mrr_at_5_diff1": 0.761398, "nauc_mrr_at_10_max": 0.286661, "nauc_mrr_at_10_std": -0.460897, "nauc_mrr_at_10_diff1": 0.761474, "nauc_mrr_at_20_max": 0.288328, "nauc_mrr_at_20_std": -0.458832, "nauc_mrr_at_20_diff1": 0.761953, "nauc_mrr_at_25_max": 0.288451, "nauc_mrr_at_25_std": -0.458268, "nauc_mrr_at_25_diff1": 0.761955, "nauc_mrr_at_50_max": 0.289434, "nauc_mrr_at_50_std": -0.456373, "nauc_mrr_at_50_diff1": 0.76208, "nauc_mrr_at_100_max": 0.289422, "nauc_mrr_at_100_std": -0.456171, "nauc_mrr_at_100_diff1": 0.762109, "nauc_mrr_at_1000_max": 0.289417, "nauc_mrr_at_1000_std": -0.456158, "nauc_mrr_at_1000_diff1": 0.76213, "hit_rate_at_1": 0.71643, "hit_rate_at_3": 0.86762, "hit_rate_at_5": 0.90673, "hit_rate_at_10": 0.93907, "hit_rate_at_20": 0.96465, "hit_rate_at_25": 0.97029, "hit_rate_at_50": 0.98834, "hit_rate_at_100": 0.99624, "hit_rate_at_1000": 0.99962, "R_cap_at_1": 0.716435, "R_cap_at_3": 0.867619, "R_cap_at_5": 0.906732, "R_cap_at_10": 0.939075, "R_cap_at_20": 0.964648, "R_cap_at_25": 0.97029, "R_cap_at_50": 0.988341, "R_cap_at_100": 0.996239, "R_cap_at_1000": 0.999624, "main_score": 0.83354, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7259, "ndcg_at_3": 0.81063, "ndcg_at_5": 0.82853, "ndcg_at_10": 0.84166, "ndcg_at_20": 0.84764, "ndcg_at_25": 0.84869, "ndcg_at_50": 0.85081, "ndcg_at_100": 0.85148, "ndcg_at_1000": 0.852, "map_at_1": 0.7259, "map_at_3": 0.79075, "map_at_5": 0.8007, "map_at_10": 0.80624, "map_at_20": 0.80791, "map_at_25": 0.80813, "map_at_50": 0.80843, "map_at_100": 0.80849, "map_at_1000": 0.80851, "recall_at_1": 0.7259, "recall_at_3": 0.86777, "recall_at_5": 0.91116, "recall_at_10": 0.9511, "recall_at_20": 0.97452, "recall_at_25": 0.97934, "recall_at_50": 0.99036, "recall_at_100": 0.99449, "recall_at_1000": 0.99862, "accuracy": 0.7259, "precision_at_1": 0.7259, "precision_at_3": 0.28926, "precision_at_5": 0.18223, "precision_at_10": 0.09511, "precision_at_20": 0.04873, "precision_at_25": 0.03917, "precision_at_50": 0.01981, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.725895, "mrr_at_3": 0.790748, "mrr_at_5": 0.8007, "mrr_at_10": 0.806242, "mrr_at_20": 0.807913, "mrr_at_25": 0.808126, "mrr_at_50": 0.808432, "mrr_at_100": 0.808493, "mrr_at_1000": 0.808511, "nauc_ndcg_at_1_max": 0.40331, "nauc_ndcg_at_1_std": -0.359243, "nauc_ndcg_at_1_diff1": 0.814826, "nauc_ndcg_at_3_max": 0.415249, "nauc_ndcg_at_3_std": -0.416998, "nauc_ndcg_at_3_diff1": 0.796723, "nauc_ndcg_at_5_max": 0.425787, "nauc_ndcg_at_5_std": -0.399662, "nauc_ndcg_at_5_diff1": 0.794375, "nauc_ndcg_at_10_max": 0.414655, "nauc_ndcg_at_10_std": -0.402054, "nauc_ndcg_at_10_diff1": 0.801592, "nauc_ndcg_at_20_max": 0.409634, "nauc_ndcg_at_20_std": -0.404678, "nauc_ndcg_at_20_diff1": 0.800646, "nauc_ndcg_at_25_max": 0.409453, "nauc_ndcg_at_25_std": -0.403632, "nauc_ndcg_at_25_diff1": 0.801282, "nauc_ndcg_at_50_max": 0.407062, "nauc_ndcg_at_50_std": -0.396971, "nauc_ndcg_at_50_diff1": 0.802736, "nauc_ndcg_at_100_max": 0.405738, "nauc_ndcg_at_100_std": -0.393834, "nauc_ndcg_at_100_diff1": 0.802546, "nauc_ndcg_at_1000_max": 0.410922, "nauc_ndcg_at_1000_std": -0.395045, "nauc_ndcg_at_1000_diff1": 0.801778, "nauc_map_at_1_max": 0.40331, "nauc_map_at_1_std": -0.359243, "nauc_map_at_1_diff1": 0.814826, "nauc_map_at_3_max": 0.41287, "nauc_map_at_3_std": -0.401554, "nauc_map_at_3_diff1": 0.801154, "nauc_map_at_5_max": 0.418484, "nauc_map_at_5_std": -0.391907, "nauc_map_at_5_diff1": 0.800145, "nauc_map_at_10_max": 0.414207, "nauc_map_at_10_std": -0.392642, "nauc_map_at_10_diff1": 0.802913, "nauc_map_at_20_max": 0.412817, "nauc_map_at_20_std": -0.393182, "nauc_map_at_20_diff1": 0.802663, "nauc_map_at_25_max": 0.412777, "nauc_map_at_25_std": -0.393022, "nauc_map_at_25_diff1": 0.802769, "nauc_map_at_50_max": 0.41251, "nauc_map_at_50_std": -0.392276, "nauc_map_at_50_diff1": 0.802942, "nauc_map_at_100_max": 0.412408, "nauc_map_at_100_std": -0.392072, "nauc_map_at_100_diff1": 0.80293, "nauc_map_at_1000_max": 0.412513, "nauc_map_at_1000_std": -0.392064, "nauc_map_at_1000_diff1": 0.802909, "nauc_recall_at_1_max": 0.40331, "nauc_recall_at_1_std": -0.359243, "nauc_recall_at_1_diff1": 0.814826, "nauc_recall_at_3_max": 0.424634, "nauc_recall_at_3_std": -0.481613, "nauc_recall_at_3_diff1": 0.778472, "nauc_recall_at_5_max": 0.468832, "nauc_recall_at_5_std": -0.439595, "nauc_recall_at_5_diff1": 0.761089, "nauc_recall_at_10_max": 0.407092, "nauc_recall_at_10_std": -0.490951, "nauc_recall_at_10_diff1": 0.797384, "nauc_recall_at_20_max": 0.306729, "nauc_recall_at_20_std": -0.62605, "nauc_recall_at_20_diff1": 0.775907, "nauc_recall_at_25_max": 0.278423, "nauc_recall_at_25_std": -0.64423, "nauc_recall_at_25_diff1": 0.789344, "nauc_recall_at_50_max": -0.046066, "nauc_recall_at_50_std": -0.423271, "nauc_recall_at_50_diff1": 0.880639, "nauc_recall_at_100_max": -0.576823, "nauc_recall_at_100_std": 0.037638, "nauc_recall_at_100_diff1": 0.909557, "nauc_recall_at_1000_max": 0.679018, "nauc_recall_at_1000_std": 0.153115, "nauc_recall_at_1000_diff1": 0.638226, "nauc_precision_at_1_max": 0.40331, "nauc_precision_at_1_std": -0.359243, "nauc_precision_at_1_diff1": 0.814826, "nauc_precision_at_3_max": 0.424634, "nauc_precision_at_3_std": -0.481613, "nauc_precision_at_3_diff1": 0.778472, "nauc_precision_at_5_max": 0.468832, "nauc_precision_at_5_std": -0.439595, "nauc_precision_at_5_diff1": 0.761089, "nauc_precision_at_10_max": 0.407092, "nauc_precision_at_10_std": -0.490951, "nauc_precision_at_10_diff1": 0.797384, "nauc_precision_at_20_max": 0.306729, "nauc_precision_at_20_std": -0.62605, "nauc_precision_at_20_diff1": 0.775907, "nauc_precision_at_25_max": 0.278423, "nauc_precision_at_25_std": -0.64423, "nauc_precision_at_25_diff1": 0.789344, "nauc_precision_at_50_max": -0.046066, "nauc_precision_at_50_std": -0.423271, "nauc_precision_at_50_diff1": 0.880639, "nauc_precision_at_100_max": -0.576823, "nauc_precision_at_100_std": 0.037638, "nauc_precision_at_100_diff1": 0.909557, "nauc_precision_at_1000_max": 0.679018, "nauc_precision_at_1000_std": 0.153115, "nauc_precision_at_1000_diff1": 0.638226, "nauc_mrr_at_1_max": 0.40331, "nauc_mrr_at_1_std": -0.359243, "nauc_mrr_at_1_diff1": 0.814826, "nauc_mrr_at_3_max": 0.41287, "nauc_mrr_at_3_std": -0.401554, "nauc_mrr_at_3_diff1": 0.801154, "nauc_mrr_at_5_max": 0.418484, "nauc_mrr_at_5_std": -0.391907, "nauc_mrr_at_5_diff1": 0.800145, "nauc_mrr_at_10_max": 0.414207, "nauc_mrr_at_10_std": -0.392642, "nauc_mrr_at_10_diff1": 0.802913, "nauc_mrr_at_20_max": 0.412817, "nauc_mrr_at_20_std": -0.393182, "nauc_mrr_at_20_diff1": 0.802663, "nauc_mrr_at_25_max": 0.412777, "nauc_mrr_at_25_std": -0.393022, "nauc_mrr_at_25_diff1": 0.802769, "nauc_mrr_at_50_max": 0.41251, "nauc_mrr_at_50_std": -0.392276, "nauc_mrr_at_50_diff1": 0.802942, "nauc_mrr_at_100_max": 0.412408, "nauc_mrr_at_100_std": -0.392072, "nauc_mrr_at_100_diff1": 0.80293, "nauc_mrr_at_1000_max": 0.412513, "nauc_mrr_at_1000_std": -0.392064, "nauc_mrr_at_1000_diff1": 0.802909, "hit_rate_at_1": 0.7259, "hit_rate_at_3": 0.86777, "hit_rate_at_5": 0.91116, "hit_rate_at_10": 0.9511, "hit_rate_at_20": 0.97452, "hit_rate_at_25": 0.97934, "hit_rate_at_50": 0.99036, "hit_rate_at_100": 0.99449, "hit_rate_at_1000": 0.99862, "R_cap_at_1": 0.725895, "R_cap_at_3": 0.867769, "R_cap_at_5": 0.911157, "R_cap_at_10": 0.951102, "R_cap_at_20": 0.974518, "R_cap_at_25": 0.979339, "R_cap_at_50": 0.990358, "R_cap_at_100": 0.99449, "R_cap_at_1000": 0.998623, "main_score": 0.84166, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73884, "ndcg_at_3": 0.81951, "ndcg_at_5": 0.83496, "ndcg_at_10": 0.84565, "ndcg_at_20": 0.85169, "ndcg_at_25": 0.85289, "ndcg_at_50": 0.8553, "ndcg_at_100": 0.85675, "ndcg_at_1000": 0.85722, "map_at_1": 0.73884, "map_at_3": 0.80048, "map_at_5": 0.80902, "map_at_10": 0.81351, "map_at_20": 0.81525, "map_at_25": 0.8155, "map_at_50": 0.81586, "map_at_100": 0.81599, "map_at_1000": 0.816, "recall_at_1": 0.73884, "recall_at_3": 0.87427, "recall_at_5": 0.91191, "recall_at_10": 0.94451, "recall_at_20": 0.96779, "recall_at_25": 0.97322, "recall_at_50": 0.98564, "recall_at_100": 0.99457, "recall_at_1000": 0.99845, "accuracy": 0.73884, "precision_at_1": 0.73884, "precision_at_3": 0.29142, "precision_at_5": 0.18238, "precision_at_10": 0.09445, "precision_at_20": 0.04839, "precision_at_25": 0.03893, "precision_at_50": 0.01971, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.738844, "mrr_at_3": 0.800479, "mrr_at_5": 0.809016, "mrr_at_10": 0.813512, "mrr_at_20": 0.815251, "mrr_at_25": 0.815495, "mrr_at_50": 0.815861, "mrr_at_100": 0.815989, "mrr_at_1000": 0.816004, "nauc_ndcg_at_1_max": 0.464505, "nauc_ndcg_at_1_std": -0.274831, "nauc_ndcg_at_1_diff1": 0.796119, "nauc_ndcg_at_3_max": 0.478815, "nauc_ndcg_at_3_std": -0.325037, "nauc_ndcg_at_3_diff1": 0.7722, "nauc_ndcg_at_5_max": 0.473958, "nauc_ndcg_at_5_std": -0.330012, "nauc_ndcg_at_5_diff1": 0.771832, "nauc_ndcg_at_10_max": 0.471662, "nauc_ndcg_at_10_std": -0.320471, "nauc_ndcg_at_10_diff1": 0.776001, "nauc_ndcg_at_20_max": 0.471779, "nauc_ndcg_at_20_std": -0.311348, "nauc_ndcg_at_20_diff1": 0.775976, "nauc_ndcg_at_25_max": 0.470322, "nauc_ndcg_at_25_std": -0.309263, "nauc_ndcg_at_25_diff1": 0.77555, "nauc_ndcg_at_50_max": 0.468321, "nauc_ndcg_at_50_std": -0.306105, "nauc_ndcg_at_50_diff1": 0.776734, "nauc_ndcg_at_100_max": 0.467935, "nauc_ndcg_at_100_std": -0.30529, "nauc_ndcg_at_100_diff1": 0.77758, "nauc_ndcg_at_1000_max": 0.468356, "nauc_ndcg_at_1000_std": -0.306408, "nauc_ndcg_at_1000_diff1": 0.777686, "nauc_map_at_1_max": 0.464505, "nauc_map_at_1_std": -0.274831, "nauc_map_at_1_diff1": 0.796119, "nauc_map_at_3_max": 0.475378, "nauc_map_at_3_std": -0.309765, "nauc_map_at_3_diff1": 0.777769, "nauc_map_at_5_max": 0.472807, "nauc_map_at_5_std": -0.311382, "nauc_map_at_5_diff1": 0.777716, "nauc_map_at_10_max": 0.472163, "nauc_map_at_10_std": -0.307796, "nauc_map_at_10_diff1": 0.779436, "nauc_map_at_20_max": 0.472179, "nauc_map_at_20_std": -0.305531, "nauc_map_at_20_diff1": 0.779495, "nauc_map_at_25_max": 0.471938, "nauc_map_at_25_std": -0.305176, "nauc_map_at_25_diff1": 0.77943, "nauc_map_at_50_max": 0.47165, "nauc_map_at_50_std": -0.304828, "nauc_map_at_50_diff1": 0.779575, "nauc_map_at_100_max": 0.471627, "nauc_map_at_100_std": -0.304762, "nauc_map_at_100_diff1": 0.779647, "nauc_map_at_1000_max": 0.471632, "nauc_map_at_1000_std": -0.304775, "nauc_map_at_1000_diff1": 0.779643, "nauc_recall_at_1_max": 0.464505, "nauc_recall_at_1_std": -0.274831, "nauc_recall_at_1_diff1": 0.796119, "nauc_recall_at_3_max": 0.492983, "nauc_recall_at_3_std": -0.390527, "nauc_recall_at_3_diff1": 0.749371, "nauc_recall_at_5_max": 0.478559, "nauc_recall_at_5_std": -0.437951, "nauc_recall_at_5_diff1": 0.739935, "nauc_recall_at_10_max": 0.460301, "nauc_recall_at_10_std": -0.422485, "nauc_recall_at_10_diff1": 0.75206, "nauc_recall_at_20_max": 0.454614, "nauc_recall_at_20_std": -0.348266, "nauc_recall_at_20_diff1": 0.733231, "nauc_recall_at_25_max": 0.418053, "nauc_recall_at_25_std": -0.308435, "nauc_recall_at_25_diff1": 0.714862, "nauc_recall_at_50_max": 0.285876, "nauc_recall_at_50_std": -0.151697, "nauc_recall_at_50_diff1": 0.719063, "nauc_recall_at_100_max": -0.070717, "nauc_recall_at_100_std": 0.218162, "nauc_recall_at_100_diff1": 0.742471, "nauc_recall_at_1000_max": -1.087416, "nauc_recall_at_1000_std": 0.665632, "nauc_recall_at_1000_diff1": 0.780717, "nauc_precision_at_1_max": 0.464505, "nauc_precision_at_1_std": -0.274831, "nauc_precision_at_1_diff1": 0.796119, "nauc_precision_at_3_max": 0.492983, "nauc_precision_at_3_std": -0.390527, "nauc_precision_at_3_diff1": 0.749371, "nauc_precision_at_5_max": 0.478559, "nauc_precision_at_5_std": -0.437951, "nauc_precision_at_5_diff1": 0.739935, "nauc_precision_at_10_max": 0.460301, "nauc_precision_at_10_std": -0.422485, "nauc_precision_at_10_diff1": 0.75206, "nauc_precision_at_20_max": 0.454614, "nauc_precision_at_20_std": -0.348266, "nauc_precision_at_20_diff1": 0.733231, "nauc_precision_at_25_max": 0.418053, "nauc_precision_at_25_std": -0.308435, "nauc_precision_at_25_diff1": 0.714862, "nauc_precision_at_50_max": 0.285876, "nauc_precision_at_50_std": -0.151697, "nauc_precision_at_50_diff1": 0.719063, "nauc_precision_at_100_max": -0.070717, "nauc_precision_at_100_std": 0.218162, "nauc_precision_at_100_diff1": 0.742471, "nauc_precision_at_1000_max": -1.087416, "nauc_precision_at_1000_std": 0.665632, "nauc_precision_at_1000_diff1": 0.780717, "nauc_mrr_at_1_max": 0.464505, "nauc_mrr_at_1_std": -0.274831, "nauc_mrr_at_1_diff1": 0.796119, "nauc_mrr_at_3_max": 0.475378, "nauc_mrr_at_3_std": -0.309765, "nauc_mrr_at_3_diff1": 0.777769, "nauc_mrr_at_5_max": 0.472807, "nauc_mrr_at_5_std": -0.311382, "nauc_mrr_at_5_diff1": 0.777716, "nauc_mrr_at_10_max": 0.472163, "nauc_mrr_at_10_std": -0.307796, "nauc_mrr_at_10_diff1": 0.779436, "nauc_mrr_at_20_max": 0.472179, "nauc_mrr_at_20_std": -0.305531, "nauc_mrr_at_20_diff1": 0.779495, "nauc_mrr_at_25_max": 0.471938, "nauc_mrr_at_25_std": -0.305176, "nauc_mrr_at_25_diff1": 0.77943, "nauc_mrr_at_50_max": 0.47165, "nauc_mrr_at_50_std": -0.304828, "nauc_mrr_at_50_diff1": 0.779575, "nauc_mrr_at_100_max": 0.471627, "nauc_mrr_at_100_std": -0.304762, "nauc_mrr_at_100_diff1": 0.779647, "nauc_mrr_at_1000_max": 0.471632, "nauc_mrr_at_1000_std": -0.304775, "nauc_mrr_at_1000_diff1": 0.779643, "hit_rate_at_1": 0.73884, "hit_rate_at_3": 0.87427, "hit_rate_at_5": 0.91191, "hit_rate_at_10": 0.94451, "hit_rate_at_20": 0.96779, "hit_rate_at_25": 0.97322, "hit_rate_at_50": 0.98564, "hit_rate_at_100": 0.99457, "hit_rate_at_1000": 0.99845, "R_cap_at_1": 0.738844, "R_cap_at_3": 0.874272, "R_cap_at_5": 0.911913, "R_cap_at_10": 0.944509, "R_cap_at_20": 0.967792, "R_cap_at_25": 0.973225, "R_cap_at_50": 0.985642, "R_cap_at_100": 0.994567, "R_cap_at_1000": 0.998448, "main_score": 0.84565, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78706, "ndcg_at_3": 0.86047, "ndcg_at_5": 0.87093, "ndcg_at_10": 0.88167, "ndcg_at_20": 0.88419, "ndcg_at_25": 0.88473, "ndcg_at_50": 0.88635, "ndcg_at_100": 0.887, "ndcg_at_1000": 0.88765, "map_at_1": 0.78706, "map_at_3": 0.84321, "map_at_5": 0.84907, "map_at_10": 0.85351, "map_at_20": 0.85422, "map_at_25": 0.85433, "map_at_50": 0.85457, "map_at_100": 0.85463, "map_at_1000": 0.85466, "recall_at_1": 0.78706, "recall_at_3": 0.91008, "recall_at_5": 0.93528, "recall_at_10": 0.96838, "recall_at_20": 0.97826, "recall_at_25": 0.98073, "recall_at_50": 0.98913, "recall_at_100": 0.99308, "recall_at_1000": 0.99802, "accuracy": 0.78706, "precision_at_1": 0.78706, "precision_at_3": 0.30336, "precision_at_5": 0.18706, "precision_at_10": 0.09684, "precision_at_20": 0.04891, "precision_at_25": 0.03923, "precision_at_50": 0.01978, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.787055, "mrr_at_3": 0.843215, "mrr_at_5": 0.849069, "mrr_at_10": 0.853515, "mrr_at_20": 0.854219, "mrr_at_25": 0.85433, "mrr_at_50": 0.854568, "mrr_at_100": 0.85463, "mrr_at_1000": 0.854658, "nauc_ndcg_at_1_max": 0.446968, "nauc_ndcg_at_1_std": -0.293844, "nauc_ndcg_at_1_diff1": 0.81656, "nauc_ndcg_at_3_max": 0.490985, "nauc_ndcg_at_3_std": -0.357853, "nauc_ndcg_at_3_diff1": 0.79966, "nauc_ndcg_at_5_max": 0.496986, "nauc_ndcg_at_5_std": -0.3647, "nauc_ndcg_at_5_diff1": 0.796722, "nauc_ndcg_at_10_max": 0.486801, "nauc_ndcg_at_10_std": -0.357907, "nauc_ndcg_at_10_diff1": 0.796761, "nauc_ndcg_at_20_max": 0.487207, "nauc_ndcg_at_20_std": -0.353437, "nauc_ndcg_at_20_diff1": 0.797935, "nauc_ndcg_at_25_max": 0.486127, "nauc_ndcg_at_25_std": -0.352318, "nauc_ndcg_at_25_diff1": 0.798471, "nauc_ndcg_at_50_max": 0.483164, "nauc_ndcg_at_50_std": -0.345976, "nauc_ndcg_at_50_diff1": 0.799835, "nauc_ndcg_at_100_max": 0.480915, "nauc_ndcg_at_100_std": -0.347443, "nauc_ndcg_at_100_diff1": 0.800849, "nauc_ndcg_at_1000_max": 0.480523, "nauc_ndcg_at_1000_std": -0.343475, "nauc_ndcg_at_1000_diff1": 0.800671, "nauc_map_at_1_max": 0.446968, "nauc_map_at_1_std": -0.293844, "nauc_map_at_1_diff1": 0.81656, "nauc_map_at_3_max": 0.478988, "nauc_map_at_3_std": -0.337589, "nauc_map_at_3_diff1": 0.804246, "nauc_map_at_5_max": 0.481675, "nauc_map_at_5_std": -0.339799, "nauc_map_at_5_diff1": 0.802929, "nauc_map_at_10_max": 0.477703, "nauc_map_at_10_std": -0.337059, "nauc_map_at_10_diff1": 0.80311, "nauc_map_at_20_max": 0.477749, "nauc_map_at_20_std": -0.335784, "nauc_map_at_20_diff1": 0.803373, "nauc_map_at_25_max": 0.477562, "nauc_map_at_25_std": -0.3356, "nauc_map_at_25_diff1": 0.803458, "nauc_map_at_50_max": 0.477184, "nauc_map_at_50_std": -0.334914, "nauc_map_at_50_diff1": 0.803598, "nauc_map_at_100_max": 0.477024, "nauc_map_at_100_std": -0.334974, "nauc_map_at_100_diff1": 0.803669, "nauc_map_at_1000_max": 0.477004, "nauc_map_at_1000_std": -0.334793, "nauc_map_at_1000_diff1": 0.803656, "nauc_recall_at_1_max": 0.446968, "nauc_recall_at_1_std": -0.293844, "nauc_recall_at_1_diff1": 0.81656, "nauc_recall_at_3_max": 0.546537, "nauc_recall_at_3_std": -0.453933, "nauc_recall_at_3_diff1": 0.77844, "nauc_recall_at_5_max": 0.592926, "nauc_recall_at_5_std": -0.52492, "nauc_recall_at_5_diff1": 0.757588, "nauc_recall_at_10_max": 0.583263, "nauc_recall_at_10_std": -0.61057, "nauc_recall_at_10_diff1": 0.717738, "nauc_recall_at_20_max": 0.634682, "nauc_recall_at_20_std": -0.645216, "nauc_recall_at_20_diff1": 0.706303, "nauc_recall_at_25_max": 0.626211, "nauc_recall_at_25_std": -0.653158, "nauc_recall_at_25_diff1": 0.708739, "nauc_recall_at_50_max": 0.585903, "nauc_recall_at_50_std": -0.548727, "nauc_recall_at_50_diff1": 0.713255, "nauc_recall_at_100_max": 0.432803, "nauc_recall_at_100_std": -0.818134, "nauc_recall_at_100_diff1": 0.760112, "nauc_recall_at_1000_max": 0.169332, "nauc_recall_at_1000_std": -0.530914, "nauc_recall_at_1000_diff1": 0.616606, "nauc_precision_at_1_max": 0.446968, "nauc_precision_at_1_std": -0.293844, "nauc_precision_at_1_diff1": 0.81656, "nauc_precision_at_3_max": 0.546537, "nauc_precision_at_3_std": -0.453933, "nauc_precision_at_3_diff1": 0.77844, "nauc_precision_at_5_max": 0.592926, "nauc_precision_at_5_std": -0.52492, "nauc_precision_at_5_diff1": 0.757588, "nauc_precision_at_10_max": 0.583263, "nauc_precision_at_10_std": -0.61057, "nauc_precision_at_10_diff1": 0.717738, "nauc_precision_at_20_max": 0.634682, "nauc_precision_at_20_std": -0.645216, "nauc_precision_at_20_diff1": 0.706303, "nauc_precision_at_25_max": 0.626211, "nauc_precision_at_25_std": -0.653158, "nauc_precision_at_25_diff1": 0.708739, "nauc_precision_at_50_max": 0.585903, "nauc_precision_at_50_std": -0.548727, "nauc_precision_at_50_diff1": 0.713255, "nauc_precision_at_100_max": 0.432803, "nauc_precision_at_100_std": -0.818134, "nauc_precision_at_100_diff1": 0.760112, "nauc_precision_at_1000_max": 0.169332, "nauc_precision_at_1000_std": -0.530914, "nauc_precision_at_1000_diff1": 0.616606, "nauc_mrr_at_1_max": 0.446968, "nauc_mrr_at_1_std": -0.293844, "nauc_mrr_at_1_diff1": 0.81656, "nauc_mrr_at_3_max": 0.478988, "nauc_mrr_at_3_std": -0.337589, "nauc_mrr_at_3_diff1": 0.804246, "nauc_mrr_at_5_max": 0.481675, "nauc_mrr_at_5_std": -0.339799, "nauc_mrr_at_5_diff1": 0.802929, "nauc_mrr_at_10_max": 0.477703, "nauc_mrr_at_10_std": -0.337059, "nauc_mrr_at_10_diff1": 0.80311, "nauc_mrr_at_20_max": 0.477749, "nauc_mrr_at_20_std": -0.335784, "nauc_mrr_at_20_diff1": 0.803373, "nauc_mrr_at_25_max": 0.477562, "nauc_mrr_at_25_std": -0.3356, "nauc_mrr_at_25_diff1": 0.803458, "nauc_mrr_at_50_max": 0.477184, "nauc_mrr_at_50_std": -0.334914, "nauc_mrr_at_50_diff1": 0.803598, "nauc_mrr_at_100_max": 0.477024, "nauc_mrr_at_100_std": -0.334974, "nauc_mrr_at_100_diff1": 0.803669, "nauc_mrr_at_1000_max": 0.477004, "nauc_mrr_at_1000_std": -0.334793, "nauc_mrr_at_1000_diff1": 0.803656, "hit_rate_at_1": 0.78706, "hit_rate_at_3": 0.91008, "hit_rate_at_5": 0.93528, "hit_rate_at_10": 0.96838, "hit_rate_at_20": 0.97826, "hit_rate_at_25": 0.98073, "hit_rate_at_50": 0.98913, "hit_rate_at_100": 0.99308, "hit_rate_at_1000": 0.99802, "R_cap_at_1": 0.787055, "R_cap_at_3": 0.910079, "R_cap_at_5": 0.935277, "R_cap_at_10": 0.968379, "R_cap_at_20": 0.978261, "R_cap_at_25": 0.980731, "R_cap_at_50": 0.98913, "R_cap_at_100": 0.993083, "R_cap_at_1000": 0.998024, "main_score": 0.88167, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.88824, "ndcg_at_3": 0.93637, "ndcg_at_5": 0.94194, "ndcg_at_10": 0.94489, "ndcg_at_20": 0.94638, "ndcg_at_25": 0.9467, "ndcg_at_50": 0.94714, "ndcg_at_100": 0.94714, "ndcg_at_1000": 0.94722, "map_at_1": 0.88824, "map_at_3": 0.92537, "map_at_5": 0.92855, "map_at_10": 0.92984, "map_at_20": 0.93025, "map_at_25": 0.93032, "map_at_50": 0.93039, "map_at_100": 0.93039, "map_at_1000": 0.93039, "recall_at_1": 0.88824, "recall_at_3": 0.96786, "recall_at_5": 0.98101, "recall_at_10": 0.98977, "recall_at_20": 0.99562, "recall_at_25": 0.99708, "recall_at_50": 0.99927, "recall_at_100": 0.99927, "recall_at_1000": 1.0, "accuracy": 0.88824, "precision_at_1": 0.88824, "precision_at_3": 0.32262, "precision_at_5": 0.1962, "precision_at_10": 0.09898, "precision_at_20": 0.04978, "precision_at_25": 0.03988, "precision_at_50": 0.01999, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.88824, "mrr_at_3": 0.925371, "mrr_at_5": 0.928549, "mrr_at_10": 0.929838, "mrr_at_20": 0.930252, "mrr_at_25": 0.930316, "mrr_at_50": 0.930393, "mrr_at_100": 0.930393, "mrr_at_1000": 0.930393, "nauc_ndcg_at_1_max": 0.544987, "nauc_ndcg_at_1_std": -0.17428, "nauc_ndcg_at_1_diff1": 0.875526, "nauc_ndcg_at_3_max": 0.6246, "nauc_ndcg_at_3_std": -0.173985, "nauc_ndcg_at_3_diff1": 0.867979, "nauc_ndcg_at_5_max": 0.615523, "nauc_ndcg_at_5_std": -0.172258, "nauc_ndcg_at_5_diff1": 0.863652, "nauc_ndcg_at_10_max": 0.605221, "nauc_ndcg_at_10_std": -0.165058, "nauc_ndcg_at_10_diff1": 0.861574, "nauc_ndcg_at_20_max": 0.596229, "nauc_ndcg_at_20_std": -0.162331, "nauc_ndcg_at_20_diff1": 0.862938, "nauc_ndcg_at_25_max": 0.59651, "nauc_ndcg_at_25_std": -0.160475, "nauc_ndcg_at_25_diff1": 0.862972, "nauc_ndcg_at_50_max": 0.596783, "nauc_ndcg_at_50_std": -0.164766, "nauc_ndcg_at_50_diff1": 0.866391, "nauc_ndcg_at_100_max": 0.596783, "nauc_ndcg_at_100_std": -0.164766, "nauc_ndcg_at_100_diff1": 0.866391, "nauc_ndcg_at_1000_max": 0.596395, "nauc_ndcg_at_1000_std": -0.166026, "nauc_ndcg_at_1000_diff1": 0.866835, "nauc_map_at_1_max": 0.544987, "nauc_map_at_1_std": -0.17428, "nauc_map_at_1_diff1": 0.875526, "nauc_map_at_3_max": 0.60225, "nauc_map_at_3_std": -0.172195, "nauc_map_at_3_diff1": 0.870457, "nauc_map_at_5_max": 0.596736, "nauc_map_at_5_std": -0.171431, "nauc_map_at_5_diff1": 0.868526, "nauc_map_at_10_max": 0.593074, "nauc_map_at_10_std": -0.168852, "nauc_map_at_10_diff1": 0.867927, "nauc_map_at_20_max": 0.591148, "nauc_map_at_20_std": -0.168163, "nauc_map_at_20_diff1": 0.86835, "nauc_map_at_25_max": 0.591211, "nauc_map_at_25_std": -0.167811, "nauc_map_at_25_diff1": 0.868368, "nauc_map_at_50_max": 0.591243, "nauc_map_at_50_std": -0.16837, "nauc_map_at_50_diff1": 0.868809, "nauc_map_at_100_max": 0.591243, "nauc_map_at_100_std": -0.16837, "nauc_map_at_100_diff1": 0.868809, "nauc_map_at_1000_max": 0.59124, "nauc_map_at_1000_std": -0.168381, "nauc_map_at_1000_diff1": 0.868813, "nauc_recall_at_1_max": 0.544987, "nauc_recall_at_1_std": -0.17428, "nauc_recall_at_1_diff1": 0.875526, "nauc_recall_at_3_max": 0.76684, "nauc_recall_at_3_std": -0.187654, "nauc_recall_at_3_diff1": 0.85177, "nauc_recall_at_5_max": 0.804966, "nauc_recall_at_5_std": -0.182945, "nauc_recall_at_5_diff1": 0.810116, "nauc_recall_at_10_max": 0.796493, "nauc_recall_at_10_std": -0.08158, "nauc_recall_at_10_diff1": 0.730574, "nauc_recall_at_20_max": 0.615029, "nauc_recall_at_20_std": 0.146881, "nauc_recall_at_20_diff1": 0.609863, "nauc_recall_at_25_max": 0.641852, "nauc_recall_at_25_std": 0.437659, "nauc_recall_at_25_diff1": 0.484249, "nauc_recall_at_50_max": 0.86927, "nauc_recall_at_50_std": 0.722185, "nauc_recall_at_50_diff1": 0.554065, "nauc_recall_at_100_max": 0.86927, "nauc_recall_at_100_std": 0.722185, "nauc_recall_at_100_diff1": 0.554065, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.544987, "nauc_precision_at_1_std": -0.17428, "nauc_precision_at_1_diff1": 0.875526, "nauc_precision_at_3_max": 0.76684, "nauc_precision_at_3_std": -0.187654, "nauc_precision_at_3_diff1": 0.85177, "nauc_precision_at_5_max": 0.804966, "nauc_precision_at_5_std": -0.182945, "nauc_precision_at_5_diff1": 0.810116, "nauc_precision_at_10_max": 0.796493, "nauc_precision_at_10_std": -0.08158, "nauc_precision_at_10_diff1": 0.730574, "nauc_precision_at_20_max": 0.615029, "nauc_precision_at_20_std": 0.146881, "nauc_precision_at_20_diff1": 0.609863, "nauc_precision_at_25_max": 0.641852, "nauc_precision_at_25_std": 0.437659, "nauc_precision_at_25_diff1": 0.484249, "nauc_precision_at_50_max": 0.86927, "nauc_precision_at_50_std": 0.722185, "nauc_precision_at_50_diff1": 0.554065, "nauc_precision_at_100_max": 0.86927, "nauc_precision_at_100_std": 0.722185, "nauc_precision_at_100_diff1": 0.554065, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.544987, "nauc_mrr_at_1_std": -0.17428, "nauc_mrr_at_1_diff1": 0.875526, "nauc_mrr_at_3_max": 0.60225, "nauc_mrr_at_3_std": -0.172195, "nauc_mrr_at_3_diff1": 0.870457, "nauc_mrr_at_5_max": 0.596736, "nauc_mrr_at_5_std": -0.171431, "nauc_mrr_at_5_diff1": 0.868526, "nauc_mrr_at_10_max": 0.593074, "nauc_mrr_at_10_std": -0.168852, "nauc_mrr_at_10_diff1": 0.867927, "nauc_mrr_at_20_max": 0.591148, "nauc_mrr_at_20_std": -0.168163, "nauc_mrr_at_20_diff1": 0.86835, "nauc_mrr_at_25_max": 0.591211, "nauc_mrr_at_25_std": -0.167811, "nauc_mrr_at_25_diff1": 0.868368, "nauc_mrr_at_50_max": 0.591243, "nauc_mrr_at_50_std": -0.16837, "nauc_mrr_at_50_diff1": 0.868809, "nauc_mrr_at_100_max": 0.591243, "nauc_mrr_at_100_std": -0.16837, "nauc_mrr_at_100_diff1": 0.868809, "nauc_mrr_at_1000_max": 0.59124, "nauc_mrr_at_1000_std": -0.168381, "nauc_mrr_at_1000_diff1": 0.868813, "hit_rate_at_1": 0.88824, "hit_rate_at_3": 0.96786, "hit_rate_at_5": 0.98101, "hit_rate_at_10": 0.98977, "hit_rate_at_20": 0.99562, "hit_rate_at_25": 0.99708, "hit_rate_at_50": 0.99927, "hit_rate_at_100": 0.99927, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.88824, "R_cap_at_3": 0.96786, "R_cap_at_5": 0.981008, "R_cap_at_10": 0.989774, "R_cap_at_20": 0.995617, "R_cap_at_25": 0.997078, "R_cap_at_50": 0.99927, "R_cap_at_100": 0.99927, "R_cap_at_1000": 1.0, "main_score": 0.94489, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73557, "ndcg_at_3": 0.83022, "ndcg_at_5": 0.8448, "ndcg_at_10": 0.85589, "ndcg_at_20": 0.86014, "ndcg_at_25": 0.86062, "ndcg_at_50": 0.8622, "ndcg_at_100": 0.86302, "ndcg_at_1000": 0.86337, "map_at_1": 0.73557, "map_at_3": 0.8079, "map_at_5": 0.816, "map_at_10": 0.82064, "map_at_20": 0.82184, "map_at_25": 0.82193, "map_at_50": 0.82218, "map_at_100": 0.82226, "map_at_1000": 0.82226, "recall_at_1": 0.73557, "recall_at_3": 0.89441, "recall_at_5": 0.92975, "recall_at_10": 0.96376, "recall_at_20": 0.98031, "recall_at_25": 0.98255, "recall_at_50": 0.9906, "recall_at_100": 0.99553, "recall_at_1000": 0.99866, "accuracy": 0.73557, "precision_at_1": 0.73557, "precision_at_3": 0.29814, "precision_at_5": 0.18595, "precision_at_10": 0.09638, "precision_at_20": 0.04902, "precision_at_25": 0.0393, "precision_at_50": 0.01981, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.73557, "mrr_at_3": 0.807905, "mrr_at_5": 0.816003, "mrr_at_10": 0.820642, "mrr_at_20": 0.821837, "mrr_at_25": 0.821933, "mrr_at_50": 0.822178, "mrr_at_100": 0.822257, "mrr_at_1000": 0.822264, "nauc_ndcg_at_1_max": 0.381984, "nauc_ndcg_at_1_std": -0.294277, "nauc_ndcg_at_1_diff1": 0.762151, "nauc_ndcg_at_3_max": 0.413378, "nauc_ndcg_at_3_std": -0.337825, "nauc_ndcg_at_3_diff1": 0.728076, "nauc_ndcg_at_5_max": 0.407007, "nauc_ndcg_at_5_std": -0.337807, "nauc_ndcg_at_5_diff1": 0.728556, "nauc_ndcg_at_10_max": 0.399279, "nauc_ndcg_at_10_std": -0.332381, "nauc_ndcg_at_10_diff1": 0.737754, "nauc_ndcg_at_20_max": 0.403004, "nauc_ndcg_at_20_std": -0.326076, "nauc_ndcg_at_20_diff1": 0.739012, "nauc_ndcg_at_25_max": 0.403505, "nauc_ndcg_at_25_std": -0.323952, "nauc_ndcg_at_25_diff1": 0.739115, "nauc_ndcg_at_50_max": 0.400771, "nauc_ndcg_at_50_std": -0.321691, "nauc_ndcg_at_50_diff1": 0.737758, "nauc_ndcg_at_100_max": 0.3983, "nauc_ndcg_at_100_std": -0.321946, "nauc_ndcg_at_100_diff1": 0.737935, "nauc_ndcg_at_1000_max": 0.398652, "nauc_ndcg_at_1000_std": -0.321984, "nauc_ndcg_at_1000_diff1": 0.738849, "nauc_map_at_1_max": 0.381984, "nauc_map_at_1_std": -0.294277, "nauc_map_at_1_diff1": 0.762151, "nauc_map_at_3_max": 0.404093, "nauc_map_at_3_std": -0.324353, "nauc_map_at_3_diff1": 0.737574, "nauc_map_at_5_max": 0.400477, "nauc_map_at_5_std": -0.323826, "nauc_map_at_5_diff1": 0.738268, "nauc_map_at_10_max": 0.39785, "nauc_map_at_10_std": -0.321104, "nauc_map_at_10_diff1": 0.741474, "nauc_map_at_20_max": 0.398716, "nauc_map_at_20_std": -0.319561, "nauc_map_at_20_diff1": 0.741841, "nauc_map_at_25_max": 0.398799, "nauc_map_at_25_std": -0.319219, "nauc_map_at_25_diff1": 0.741861, "nauc_map_at_50_max": 0.398488, "nauc_map_at_50_std": -0.318874, "nauc_map_at_50_diff1": 0.741698, "nauc_map_at_100_max": 0.398304, "nauc_map_at_100_std": -0.318895, "nauc_map_at_100_diff1": 0.741721, "nauc_map_at_1000_max": 0.398303, "nauc_map_at_1000_std": -0.3189, "nauc_map_at_1000_diff1": 0.741736, "nauc_recall_at_1_max": 0.381984, "nauc_recall_at_1_std": -0.294277, "nauc_recall_at_1_diff1": 0.762151, "nauc_recall_at_3_max": 0.457619, "nauc_recall_at_3_std": -0.402464, "nauc_recall_at_3_diff1": 0.683252, "nauc_recall_at_5_max": 0.449539, "nauc_recall_at_5_std": -0.433072, "nauc_recall_at_5_diff1": 0.663345, "nauc_recall_at_10_max": 0.399455, "nauc_recall_at_10_std": -0.473194, "nauc_recall_at_10_diff1": 0.709001, "nauc_recall_at_20_max": 0.49062, "nauc_recall_at_20_std": -0.435939, "nauc_recall_at_20_diff1": 0.712915, "nauc_recall_at_25_max": 0.517953, "nauc_recall_at_25_std": -0.379507, "nauc_recall_at_25_diff1": 0.712806, "nauc_recall_at_50_max": 0.424219, "nauc_recall_at_50_std": -0.287026, "nauc_recall_at_50_diff1": 0.598607, "nauc_recall_at_100_max": 0.036424, "nauc_recall_at_100_std": -0.288878, "nauc_recall_at_100_diff1": 0.469451, "nauc_recall_at_1000_max": -0.478831, "nauc_recall_at_1000_std": -0.220529, "nauc_recall_at_1000_diff1": 0.609491, "nauc_precision_at_1_max": 0.381984, "nauc_precision_at_1_std": -0.294277, "nauc_precision_at_1_diff1": 0.762151, "nauc_precision_at_3_max": 0.457619, "nauc_precision_at_3_std": -0.402464, "nauc_precision_at_3_diff1": 0.683252, "nauc_precision_at_5_max": 0.449539, "nauc_precision_at_5_std": -0.433072, "nauc_precision_at_5_diff1": 0.663345, "nauc_precision_at_10_max": 0.399455, "nauc_precision_at_10_std": -0.473194, "nauc_precision_at_10_diff1": 0.709001, "nauc_precision_at_20_max": 0.49062, "nauc_precision_at_20_std": -0.435939, "nauc_precision_at_20_diff1": 0.712915, "nauc_precision_at_25_max": 0.517953, "nauc_precision_at_25_std": -0.379507, "nauc_precision_at_25_diff1": 0.712806, "nauc_precision_at_50_max": 0.424219, "nauc_precision_at_50_std": -0.287026, "nauc_precision_at_50_diff1": 0.598607, "nauc_precision_at_100_max": 0.036424, "nauc_precision_at_100_std": -0.288878, "nauc_precision_at_100_diff1": 0.469451, "nauc_precision_at_1000_max": -0.478831, "nauc_precision_at_1000_std": -0.220529, "nauc_precision_at_1000_diff1": 0.609491, "nauc_mrr_at_1_max": 0.381984, "nauc_mrr_at_1_std": -0.294277, "nauc_mrr_at_1_diff1": 0.762151, "nauc_mrr_at_3_max": 0.404093, "nauc_mrr_at_3_std": -0.324353, "nauc_mrr_at_3_diff1": 0.737574, "nauc_mrr_at_5_max": 0.400477, "nauc_mrr_at_5_std": -0.323826, "nauc_mrr_at_5_diff1": 0.738268, "nauc_mrr_at_10_max": 0.39785, "nauc_mrr_at_10_std": -0.321104, "nauc_mrr_at_10_diff1": 0.741474, "nauc_mrr_at_20_max": 0.398716, "nauc_mrr_at_20_std": -0.319561, "nauc_mrr_at_20_diff1": 0.741841, "nauc_mrr_at_25_max": 0.398799, "nauc_mrr_at_25_std": -0.319219, "nauc_mrr_at_25_diff1": 0.741861, "nauc_mrr_at_50_max": 0.398488, "nauc_mrr_at_50_std": -0.318874, "nauc_mrr_at_50_diff1": 0.741698, "nauc_mrr_at_100_max": 0.398304, "nauc_mrr_at_100_std": -0.318895, "nauc_mrr_at_100_diff1": 0.741721, "nauc_mrr_at_1000_max": 0.398303, "nauc_mrr_at_1000_std": -0.3189, "nauc_mrr_at_1000_diff1": 0.741736, "hit_rate_at_1": 0.73557, "hit_rate_at_3": 0.89441, "hit_rate_at_5": 0.92975, "hit_rate_at_10": 0.96376, "hit_rate_at_20": 0.98031, "hit_rate_at_25": 0.98255, "hit_rate_at_50": 0.9906, "hit_rate_at_100": 0.99553, "hit_rate_at_1000": 0.99866, "R_cap_at_1": 0.73557, "R_cap_at_3": 0.894407, "R_cap_at_5": 0.929754, "R_cap_at_10": 0.963758, "R_cap_at_20": 0.980313, "R_cap_at_25": 0.98255, "R_cap_at_50": 0.990604, "R_cap_at_100": 0.995526, "R_cap_at_1000": 0.998658, "main_score": 0.85589, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76045, "ndcg_at_3": 0.84331, "ndcg_at_5": 0.85946, "ndcg_at_10": 0.86811, "ndcg_at_20": 0.87325, "ndcg_at_25": 0.87405, "ndcg_at_50": 0.87534, "ndcg_at_100": 0.87549, "ndcg_at_1000": 0.87574, "map_at_1": 0.76045, "map_at_3": 0.82343, "map_at_5": 0.83244, "map_at_10": 0.83598, "map_at_20": 0.83737, "map_at_25": 0.83753, "map_at_50": 0.83773, "map_at_100": 0.83775, "map_at_1000": 0.83776, "recall_at_1": 0.76045, "recall_at_3": 0.90065, "recall_at_5": 0.93965, "recall_at_10": 0.96657, "recall_at_20": 0.987, "recall_at_25": 0.99071, "recall_at_50": 0.99721, "recall_at_100": 0.99814, "recall_at_1000": 1.0, "accuracy": 0.76045, "precision_at_1": 0.76045, "precision_at_3": 0.30022, "precision_at_5": 0.18793, "precision_at_10": 0.09666, "precision_at_20": 0.04935, "precision_at_25": 0.03963, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.760446, "mrr_at_3": 0.823429, "mrr_at_5": 0.832436, "mrr_at_10": 0.835977, "mrr_at_20": 0.837369, "mrr_at_25": 0.837529, "mrr_at_50": 0.837732, "mrr_at_100": 0.837746, "mrr_at_1000": 0.837757, "nauc_ndcg_at_1_max": 0.272371, "nauc_ndcg_at_1_std": -0.406101, "nauc_ndcg_at_1_diff1": 0.808309, "nauc_ndcg_at_3_max": 0.310114, "nauc_ndcg_at_3_std": -0.446904, "nauc_ndcg_at_3_diff1": 0.790934, "nauc_ndcg_at_5_max": 0.301639, "nauc_ndcg_at_5_std": -0.446937, "nauc_ndcg_at_5_diff1": 0.798926, "nauc_ndcg_at_10_max": 0.323865, "nauc_ndcg_at_10_std": -0.435863, "nauc_ndcg_at_10_diff1": 0.799862, "nauc_ndcg_at_20_max": 0.314498, "nauc_ndcg_at_20_std": -0.436424, "nauc_ndcg_at_20_diff1": 0.801098, "nauc_ndcg_at_25_max": 0.312253, "nauc_ndcg_at_25_std": -0.434287, "nauc_ndcg_at_25_diff1": 0.80203, "nauc_ndcg_at_50_max": 0.306539, "nauc_ndcg_at_50_std": -0.429364, "nauc_ndcg_at_50_diff1": 0.80023, "nauc_ndcg_at_100_max": 0.305627, "nauc_ndcg_at_100_std": -0.431242, "nauc_ndcg_at_100_diff1": 0.799967, "nauc_ndcg_at_1000_max": 0.304109, "nauc_ndcg_at_1000_std": -0.433329, "nauc_ndcg_at_1000_diff1": 0.799686, "nauc_map_at_1_max": 0.272371, "nauc_map_at_1_std": -0.406101, "nauc_map_at_1_diff1": 0.808309, "nauc_map_at_3_max": 0.299218, "nauc_map_at_3_std": -0.436482, "nauc_map_at_3_diff1": 0.794961, "nauc_map_at_5_max": 0.294596, "nauc_map_at_5_std": -0.436226, "nauc_map_at_5_diff1": 0.79902, "nauc_map_at_10_max": 0.301971, "nauc_map_at_10_std": -0.432283, "nauc_map_at_10_diff1": 0.799459, "nauc_map_at_20_max": 0.29963, "nauc_map_at_20_std": -0.432495, "nauc_map_at_20_diff1": 0.799724, "nauc_map_at_25_max": 0.299278, "nauc_map_at_25_std": -0.432131, "nauc_map_at_25_diff1": 0.799872, "nauc_map_at_50_max": 0.298551, "nauc_map_at_50_std": -0.431549, "nauc_map_at_50_diff1": 0.799649, "nauc_map_at_100_max": 0.298488, "nauc_map_at_100_std": -0.431676, "nauc_map_at_100_diff1": 0.799631, "nauc_map_at_1000_max": 0.298433, "nauc_map_at_1000_std": -0.431746, "nauc_map_at_1000_diff1": 0.799623, "nauc_recall_at_1_max": 0.272371, "nauc_recall_at_1_std": -0.406101, "nauc_recall_at_1_diff1": 0.808309, "nauc_recall_at_3_max": 0.361155, "nauc_recall_at_3_std": -0.494708, "nauc_recall_at_3_diff1": 0.772808, "nauc_recall_at_5_max": 0.349537, "nauc_recall_at_5_std": -0.522209, "nauc_recall_at_5_diff1": 0.802471, "nauc_recall_at_10_max": 0.637331, "nauc_recall_at_10_std": -0.457306, "nauc_recall_at_10_diff1": 0.813022, "nauc_recall_at_20_max": 0.807014, "nauc_recall_at_20_std": -0.500473, "nauc_recall_at_20_diff1": 0.877494, "nauc_recall_at_25_max": 0.873071, "nauc_recall_at_25_std": -0.407948, "nauc_recall_at_25_diff1": 0.960772, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.693439, "nauc_recall_at_50_diff1": 0.956414, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.540158, "nauc_recall_at_100_diff1": 0.93462, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.272371, "nauc_precision_at_1_std": -0.406101, "nauc_precision_at_1_diff1": 0.808309, "nauc_precision_at_3_max": 0.361155, "nauc_precision_at_3_std": -0.494708, "nauc_precision_at_3_diff1": 0.772808, "nauc_precision_at_5_max": 0.349537, "nauc_precision_at_5_std": -0.522209, "nauc_precision_at_5_diff1": 0.802471, "nauc_precision_at_10_max": 0.637331, "nauc_precision_at_10_std": -0.457306, "nauc_precision_at_10_diff1": 0.813022, "nauc_precision_at_20_max": 0.807014, "nauc_precision_at_20_std": -0.500473, "nauc_precision_at_20_diff1": 0.877494, "nauc_precision_at_25_max": 0.873071, "nauc_precision_at_25_std": -0.407948, "nauc_precision_at_25_diff1": 0.960772, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.693439, "nauc_precision_at_50_diff1": 0.956414, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.540158, "nauc_precision_at_100_diff1": 0.93462, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.272371, "nauc_mrr_at_1_std": -0.406101, "nauc_mrr_at_1_diff1": 0.808309, "nauc_mrr_at_3_max": 0.299218, "nauc_mrr_at_3_std": -0.436482, "nauc_mrr_at_3_diff1": 0.794961, "nauc_mrr_at_5_max": 0.294596, "nauc_mrr_at_5_std": -0.436226, "nauc_mrr_at_5_diff1": 0.79902, "nauc_mrr_at_10_max": 0.301971, "nauc_mrr_at_10_std": -0.432283, "nauc_mrr_at_10_diff1": 0.799459, "nauc_mrr_at_20_max": 0.29963, "nauc_mrr_at_20_std": -0.432495, "nauc_mrr_at_20_diff1": 0.799724, "nauc_mrr_at_25_max": 0.299278, "nauc_mrr_at_25_std": -0.432131, "nauc_mrr_at_25_diff1": 0.799872, "nauc_mrr_at_50_max": 0.298551, "nauc_mrr_at_50_std": -0.431549, "nauc_mrr_at_50_diff1": 0.799649, "nauc_mrr_at_100_max": 0.298488, "nauc_mrr_at_100_std": -0.431676, "nauc_mrr_at_100_diff1": 0.799631, "nauc_mrr_at_1000_max": 0.298433, "nauc_mrr_at_1000_std": -0.431746, "nauc_mrr_at_1000_diff1": 0.799623, "hit_rate_at_1": 0.76045, "hit_rate_at_3": 0.90065, "hit_rate_at_5": 0.93965, "hit_rate_at_10": 0.96657, "hit_rate_at_20": 0.987, "hit_rate_at_25": 0.99071, "hit_rate_at_50": 0.99721, "hit_rate_at_100": 0.99814, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.760446, "R_cap_at_3": 0.90065, "R_cap_at_5": 0.939647, "R_cap_at_10": 0.966574, "R_cap_at_20": 0.987001, "R_cap_at_25": 0.990715, "R_cap_at_50": 0.997214, "R_cap_at_100": 0.998143, "R_cap_at_1000": 1.0, "main_score": 0.86811, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83853, "ndcg_at_3": 0.89843, "ndcg_at_5": 0.90672, "ndcg_at_10": 0.9129, "ndcg_at_20": 0.91525, "ndcg_at_25": 0.91566, "ndcg_at_50": 0.91675, "ndcg_at_100": 0.91685, "ndcg_at_1000": 0.91743, "map_at_1": 0.83853, "map_at_3": 0.88435, "map_at_5": 0.889, "map_at_10": 0.89162, "map_at_20": 0.89226, "map_at_25": 0.89234, "map_at_50": 0.89251, "map_at_100": 0.89251, "map_at_1000": 0.89254, "recall_at_1": 0.83853, "recall_at_3": 0.9389, "recall_at_5": 0.95885, "recall_at_10": 0.97756, "recall_at_20": 0.98691, "recall_at_25": 0.98878, "recall_at_50": 0.99439, "recall_at_100": 0.99501, "recall_at_1000": 0.99938, "accuracy": 0.83853, "precision_at_1": 0.83853, "precision_at_3": 0.31297, "precision_at_5": 0.19177, "precision_at_10": 0.09776, "precision_at_20": 0.04935, "precision_at_25": 0.03955, "precision_at_50": 0.01989, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.838529, "mrr_at_3": 0.884352, "mrr_at_5": 0.888996, "mrr_at_10": 0.891621, "mrr_at_20": 0.892261, "mrr_at_25": 0.892343, "mrr_at_50": 0.892507, "mrr_at_100": 0.892514, "mrr_at_1000": 0.892541, "nauc_ndcg_at_1_max": 0.552555, "nauc_ndcg_at_1_std": -0.24383, "nauc_ndcg_at_1_diff1": 0.84727, "nauc_ndcg_at_3_max": 0.606052, "nauc_ndcg_at_3_std": -0.318853, "nauc_ndcg_at_3_diff1": 0.833314, "nauc_ndcg_at_5_max": 0.610341, "nauc_ndcg_at_5_std": -0.280488, "nauc_ndcg_at_5_diff1": 0.835786, "nauc_ndcg_at_10_max": 0.602046, "nauc_ndcg_at_10_std": -0.26237, "nauc_ndcg_at_10_diff1": 0.83639, "nauc_ndcg_at_20_max": 0.600648, "nauc_ndcg_at_20_std": -0.266895, "nauc_ndcg_at_20_diff1": 0.838584, "nauc_ndcg_at_25_max": 0.599573, "nauc_ndcg_at_25_std": -0.263858, "nauc_ndcg_at_25_diff1": 0.83847, "nauc_ndcg_at_50_max": 0.59657, "nauc_ndcg_at_50_std": -0.268817, "nauc_ndcg_at_50_diff1": 0.837535, "nauc_ndcg_at_100_max": 0.596081, "nauc_ndcg_at_100_std": -0.270017, "nauc_ndcg_at_100_diff1": 0.837497, "nauc_ndcg_at_1000_max": 0.594363, "nauc_ndcg_at_1000_std": -0.271613, "nauc_ndcg_at_1000_diff1": 0.837022, "nauc_map_at_1_max": 0.552555, "nauc_map_at_1_std": -0.24383, "nauc_map_at_1_diff1": 0.84727, "nauc_map_at_3_max": 0.590332, "nauc_map_at_3_std": -0.298937, "nauc_map_at_3_diff1": 0.836584, "nauc_map_at_5_max": 0.591953, "nauc_map_at_5_std": -0.279264, "nauc_map_at_5_diff1": 0.837834, "nauc_map_at_10_max": 0.588836, "nauc_map_at_10_std": -0.273075, "nauc_map_at_10_diff1": 0.838099, "nauc_map_at_20_max": 0.588414, "nauc_map_at_20_std": -0.274292, "nauc_map_at_20_diff1": 0.838579, "nauc_map_at_25_max": 0.588236, "nauc_map_at_25_std": -0.273818, "nauc_map_at_25_diff1": 0.838565, "nauc_map_at_50_max": 0.587872, "nauc_map_at_50_std": -0.274378, "nauc_map_at_50_diff1": 0.838457, "nauc_map_at_100_max": 0.587843, "nauc_map_at_100_std": -0.274448, "nauc_map_at_100_diff1": 0.838455, "nauc_map_at_1000_max": 0.587786, "nauc_map_at_1000_std": -0.274524, "nauc_map_at_1000_diff1": 0.83844, "nauc_recall_at_1_max": 0.552555, "nauc_recall_at_1_std": -0.24383, "nauc_recall_at_1_diff1": 0.84727, "nauc_recall_at_3_max": 0.687411, "nauc_recall_at_3_std": -0.420115, "nauc_recall_at_3_diff1": 0.817097, "nauc_recall_at_5_max": 0.746532, "nauc_recall_at_5_std": -0.273801, "nauc_recall_at_5_diff1": 0.822944, "nauc_recall_at_10_max": 0.761502, "nauc_recall_at_10_std": -0.061421, "nauc_recall_at_10_diff1": 0.818936, "nauc_recall_at_20_max": 0.843168, "nauc_recall_at_20_std": -0.019604, "nauc_recall_at_20_diff1": 0.860977, "nauc_recall_at_25_max": 0.847892, "nauc_recall_at_25_std": 0.122287, "nauc_recall_at_25_diff1": 0.860498, "nauc_recall_at_50_max": 0.874221, "nauc_recall_at_50_std": 0.135804, "nauc_recall_at_50_diff1": 0.813583, "nauc_recall_at_100_max": 0.858498, "nauc_recall_at_100_std": 0.0625, "nauc_recall_at_100_diff1": 0.806616, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.122744, "nauc_precision_at_1_max": 0.552555, "nauc_precision_at_1_std": -0.24383, "nauc_precision_at_1_diff1": 0.84727, "nauc_precision_at_3_max": 0.687411, "nauc_precision_at_3_std": -0.420115, "nauc_precision_at_3_diff1": 0.817097, "nauc_precision_at_5_max": 0.746532, "nauc_precision_at_5_std": -0.273801, "nauc_precision_at_5_diff1": 0.822944, "nauc_precision_at_10_max": 0.761502, "nauc_precision_at_10_std": -0.061421, "nauc_precision_at_10_diff1": 0.818936, "nauc_precision_at_20_max": 0.843168, "nauc_precision_at_20_std": -0.019604, "nauc_precision_at_20_diff1": 0.860977, "nauc_precision_at_25_max": 0.847892, "nauc_precision_at_25_std": 0.122287, "nauc_precision_at_25_diff1": 0.860498, "nauc_precision_at_50_max": 0.874221, "nauc_precision_at_50_std": 0.135804, "nauc_precision_at_50_diff1": 0.813583, "nauc_precision_at_100_max": 0.858498, "nauc_precision_at_100_std": 0.0625, "nauc_precision_at_100_diff1": 0.806616, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.122744, "nauc_mrr_at_1_max": 0.552555, "nauc_mrr_at_1_std": -0.24383, "nauc_mrr_at_1_diff1": 0.84727, "nauc_mrr_at_3_max": 0.590332, "nauc_mrr_at_3_std": -0.298937, "nauc_mrr_at_3_diff1": 0.836584, "nauc_mrr_at_5_max": 0.591953, "nauc_mrr_at_5_std": -0.279264, "nauc_mrr_at_5_diff1": 0.837834, "nauc_mrr_at_10_max": 0.588836, "nauc_mrr_at_10_std": -0.273075, "nauc_mrr_at_10_diff1": 0.838099, "nauc_mrr_at_20_max": 0.588414, "nauc_mrr_at_20_std": -0.274292, "nauc_mrr_at_20_diff1": 0.838579, "nauc_mrr_at_25_max": 0.588236, "nauc_mrr_at_25_std": -0.273818, "nauc_mrr_at_25_diff1": 0.838565, "nauc_mrr_at_50_max": 0.587872, "nauc_mrr_at_50_std": -0.274378, "nauc_mrr_at_50_diff1": 0.838457, "nauc_mrr_at_100_max": 0.587843, "nauc_mrr_at_100_std": -0.274448, "nauc_mrr_at_100_diff1": 0.838455, "nauc_mrr_at_1000_max": 0.587786, "nauc_mrr_at_1000_std": -0.274524, "nauc_mrr_at_1000_diff1": 0.83844, "hit_rate_at_1": 0.83853, "hit_rate_at_3": 0.9389, "hit_rate_at_5": 0.95885, "hit_rate_at_10": 0.97756, "hit_rate_at_20": 0.98691, "hit_rate_at_25": 0.98878, "hit_rate_at_50": 0.99439, "hit_rate_at_100": 0.99501, "hit_rate_at_1000": 0.99938, "R_cap_at_1": 0.838529, "R_cap_at_3": 0.938903, "R_cap_at_5": 0.958853, "R_cap_at_10": 0.977556, "R_cap_at_20": 0.986908, "R_cap_at_25": 0.988778, "R_cap_at_50": 0.994389, "R_cap_at_100": 0.995012, "R_cap_at_1000": 0.999377, "main_score": 0.9129, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7201, "ndcg_at_3": 0.81208, "ndcg_at_5": 0.82557, "ndcg_at_10": 0.83647, "ndcg_at_20": 0.84397, "ndcg_at_25": 0.84518, "ndcg_at_50": 0.84813, "ndcg_at_100": 0.84943, "ndcg_at_1000": 0.84992, "map_at_1": 0.7201, "map_at_3": 0.79087, "map_at_5": 0.79838, "map_at_10": 0.80299, "map_at_20": 0.80511, "map_at_25": 0.80536, "map_at_50": 0.80581, "map_at_100": 0.80592, "map_at_1000": 0.80595, "recall_at_1": 0.7201, "recall_at_3": 0.87286, "recall_at_5": 0.90553, "recall_at_10": 0.93869, "recall_at_20": 0.96784, "recall_at_25": 0.97337, "recall_at_50": 0.98844, "recall_at_100": 0.99648, "recall_at_1000": 1.0, "accuracy": 0.7201, "precision_at_1": 0.7201, "precision_at_3": 0.29095, "precision_at_5": 0.18111, "precision_at_10": 0.09387, "precision_at_20": 0.04839, "precision_at_25": 0.03893, "precision_at_50": 0.01977, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.720101, "mrr_at_3": 0.790871, "mrr_at_5": 0.798384, "mrr_at_10": 0.802988, "mrr_at_20": 0.805112, "mrr_at_25": 0.805356, "mrr_at_50": 0.805806, "mrr_at_100": 0.805921, "mrr_at_1000": 0.805946, "nauc_ndcg_at_1_max": 0.277064, "nauc_ndcg_at_1_std": -0.393372, "nauc_ndcg_at_1_diff1": 0.773956, "nauc_ndcg_at_3_max": 0.286498, "nauc_ndcg_at_3_std": -0.482958, "nauc_ndcg_at_3_diff1": 0.749901, "nauc_ndcg_at_5_max": 0.286994, "nauc_ndcg_at_5_std": -0.482753, "nauc_ndcg_at_5_diff1": 0.74789, "nauc_ndcg_at_10_max": 0.279188, "nauc_ndcg_at_10_std": -0.494786, "nauc_ndcg_at_10_diff1": 0.752511, "nauc_ndcg_at_20_max": 0.282023, "nauc_ndcg_at_20_std": -0.477389, "nauc_ndcg_at_20_diff1": 0.755703, "nauc_ndcg_at_25_max": 0.281438, "nauc_ndcg_at_25_std": -0.47699, "nauc_ndcg_at_25_diff1": 0.755656, "nauc_ndcg_at_50_max": 0.280603, "nauc_ndcg_at_50_std": -0.467211, "nauc_ndcg_at_50_diff1": 0.756177, "nauc_ndcg_at_100_max": 0.283059, "nauc_ndcg_at_100_std": -0.461587, "nauc_ndcg_at_100_diff1": 0.75618, "nauc_ndcg_at_1000_max": 0.28202, "nauc_ndcg_at_1000_std": -0.464054, "nauc_ndcg_at_1000_diff1": 0.756181, "nauc_map_at_1_max": 0.277064, "nauc_map_at_1_std": -0.393372, "nauc_map_at_1_diff1": 0.773956, "nauc_map_at_3_max": 0.283791, "nauc_map_at_3_std": -0.457678, "nauc_map_at_3_diff1": 0.756201, "nauc_map_at_5_max": 0.283799, "nauc_map_at_5_std": -0.457111, "nauc_map_at_5_diff1": 0.755307, "nauc_map_at_10_max": 0.281148, "nauc_map_at_10_std": -0.460484, "nauc_map_at_10_diff1": 0.757285, "nauc_map_at_20_max": 0.281685, "nauc_map_at_20_std": -0.456012, "nauc_map_at_20_diff1": 0.757974, "nauc_map_at_25_max": 0.281578, "nauc_map_at_25_std": -0.455927, "nauc_map_at_25_diff1": 0.757973, "nauc_map_at_50_max": 0.281543, "nauc_map_at_50_std": -0.454635, "nauc_map_at_50_diff1": 0.758042, "nauc_map_at_100_max": 0.281716, "nauc_map_at_100_std": -0.454253, "nauc_map_at_100_diff1": 0.75803, "nauc_map_at_1000_max": 0.281684, "nauc_map_at_1000_std": -0.454345, "nauc_map_at_1000_diff1": 0.758032, "nauc_recall_at_1_max": 0.277064, "nauc_recall_at_1_std": -0.393372, "nauc_recall_at_1_diff1": 0.773956, "nauc_recall_at_3_max": 0.298292, "nauc_recall_at_3_std": -0.592816, "nauc_recall_at_3_diff1": 0.722862, "nauc_recall_at_5_max": 0.305044, "nauc_recall_at_5_std": -0.622169, "nauc_recall_at_5_diff1": 0.707415, "nauc_recall_at_10_max": 0.254217, "nauc_recall_at_10_std": -0.789901, "nauc_recall_at_10_diff1": 0.717431, "nauc_recall_at_20_max": 0.285371, "nauc_recall_at_20_std": -0.76289, "nauc_recall_at_20_diff1": 0.744135, "nauc_recall_at_25_max": 0.272863, "nauc_recall_at_25_std": -0.811946, "nauc_recall_at_25_diff1": 0.740315, "nauc_recall_at_50_max": 0.197926, "nauc_recall_at_50_std": -0.666037, "nauc_recall_at_50_diff1": 0.752101, "nauc_recall_at_100_max": 0.59157, "nauc_recall_at_100_std": 0.235227, "nauc_recall_at_100_diff1": 0.758904, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.277064, "nauc_precision_at_1_std": -0.393372, "nauc_precision_at_1_diff1": 0.773956, "nauc_precision_at_3_max": 0.298292, "nauc_precision_at_3_std": -0.592816, "nauc_precision_at_3_diff1": 0.722862, "nauc_precision_at_5_max": 0.305044, "nauc_precision_at_5_std": -0.622169, "nauc_precision_at_5_diff1": 0.707415, "nauc_precision_at_10_max": 0.254217, "nauc_precision_at_10_std": -0.789901, "nauc_precision_at_10_diff1": 0.717431, "nauc_precision_at_20_max": 0.285371, "nauc_precision_at_20_std": -0.76289, "nauc_precision_at_20_diff1": 0.744135, "nauc_precision_at_25_max": 0.272863, "nauc_precision_at_25_std": -0.811946, "nauc_precision_at_25_diff1": 0.740315, "nauc_precision_at_50_max": 0.197926, "nauc_precision_at_50_std": -0.666037, "nauc_precision_at_50_diff1": 0.752101, "nauc_precision_at_100_max": 0.59157, "nauc_precision_at_100_std": 0.235227, "nauc_precision_at_100_diff1": 0.758904, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.277064, "nauc_mrr_at_1_std": -0.393372, "nauc_mrr_at_1_diff1": 0.773956, "nauc_mrr_at_3_max": 0.283791, "nauc_mrr_at_3_std": -0.457678, "nauc_mrr_at_3_diff1": 0.756201, "nauc_mrr_at_5_max": 0.283799, "nauc_mrr_at_5_std": -0.457111, "nauc_mrr_at_5_diff1": 0.755307, "nauc_mrr_at_10_max": 0.281148, "nauc_mrr_at_10_std": -0.460484, "nauc_mrr_at_10_diff1": 0.757285, "nauc_mrr_at_20_max": 0.281685, "nauc_mrr_at_20_std": -0.456012, "nauc_mrr_at_20_diff1": 0.757974, "nauc_mrr_at_25_max": 0.281578, "nauc_mrr_at_25_std": -0.455927, "nauc_mrr_at_25_diff1": 0.757973, "nauc_mrr_at_50_max": 0.281543, "nauc_mrr_at_50_std": -0.454635, "nauc_mrr_at_50_diff1": 0.758042, "nauc_mrr_at_100_max": 0.281716, "nauc_mrr_at_100_std": -0.454253, "nauc_mrr_at_100_diff1": 0.75803, "nauc_mrr_at_1000_max": 0.281684, "nauc_mrr_at_1000_std": -0.454345, "nauc_mrr_at_1000_diff1": 0.758032, "hit_rate_at_1": 0.7201, "hit_rate_at_3": 0.87286, "hit_rate_at_5": 0.90553, "hit_rate_at_10": 0.93869, "hit_rate_at_20": 0.96784, "hit_rate_at_25": 0.97337, "hit_rate_at_50": 0.98844, "hit_rate_at_100": 0.99648, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.720101, "R_cap_at_3": 0.872864, "R_cap_at_5": 0.905528, "R_cap_at_10": 0.938693, "R_cap_at_20": 0.967839, "R_cap_at_25": 0.973367, "R_cap_at_50": 0.988442, "R_cap_at_100": 0.996482, "R_cap_at_1000": 1.0, "main_score": 0.83647, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.64823, "ndcg_at_3": 0.72611, "ndcg_at_5": 0.74643, "ndcg_at_10": 0.76453, "ndcg_at_20": 0.77494, "ndcg_at_25": 0.77689, "ndcg_at_50": 0.78276, "ndcg_at_100": 0.78561, "ndcg_at_1000": 0.78767, "map_at_1": 0.64823, "map_at_3": 0.70732, "map_at_5": 0.71857, "map_at_10": 0.72604, "map_at_20": 0.7289, "map_at_25": 0.7293, "map_at_50": 0.73019, "map_at_100": 0.73044, "map_at_1000": 0.73054, "recall_at_1": 0.64823, "recall_at_3": 0.78034, "recall_at_5": 0.8298, "recall_at_10": 0.88571, "recall_at_20": 0.92688, "recall_at_25": 0.93579, "recall_at_50": 0.9659, "recall_at_100": 0.98341, "recall_at_1000": 0.99846, "accuracy": 0.64823, "precision_at_1": 0.64823, "precision_at_3": 0.26011, "precision_at_5": 0.16596, "precision_at_10": 0.08857, "precision_at_20": 0.04634, "precision_at_25": 0.03743, "precision_at_50": 0.01932, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.648233, "mrr_at_3": 0.707322, "mrr_at_5": 0.718566, "mrr_at_10": 0.726042, "mrr_at_20": 0.728902, "mrr_at_25": 0.729296, "mrr_at_50": 0.730187, "mrr_at_100": 0.730443, "mrr_at_1000": 0.730543, "nauc_ndcg_at_1_max": 0.035397, "nauc_ndcg_at_1_std": -0.583645, "nauc_ndcg_at_1_diff1": 0.831349, "nauc_ndcg_at_3_max": -0.024953, "nauc_ndcg_at_3_std": -0.659151, "nauc_ndcg_at_3_diff1": 0.794256, "nauc_ndcg_at_5_max": -0.031231, "nauc_ndcg_at_5_std": -0.67267, "nauc_ndcg_at_5_diff1": 0.789869, "nauc_ndcg_at_10_max": -0.028139, "nauc_ndcg_at_10_std": -0.673023, "nauc_ndcg_at_10_diff1": 0.791622, "nauc_ndcg_at_20_max": -0.021151, "nauc_ndcg_at_20_std": -0.663461, "nauc_ndcg_at_20_diff1": 0.794716, "nauc_ndcg_at_25_max": -0.020753, "nauc_ndcg_at_25_std": -0.662589, "nauc_ndcg_at_25_diff1": 0.795587, "nauc_ndcg_at_50_max": -0.014403, "nauc_ndcg_at_50_std": -0.655811, "nauc_ndcg_at_50_diff1": 0.797707, "nauc_ndcg_at_100_max": -0.013623, "nauc_ndcg_at_100_std": -0.652869, "nauc_ndcg_at_100_diff1": 0.799226, "nauc_ndcg_at_1000_max": -0.013782, "nauc_ndcg_at_1000_std": -0.651005, "nauc_ndcg_at_1000_diff1": 0.799791, "nauc_map_at_1_max": 0.035397, "nauc_map_at_1_std": -0.583645, "nauc_map_at_1_diff1": 0.831349, "nauc_map_at_3_max": -0.008676, "nauc_map_at_3_std": -0.640121, "nauc_map_at_3_diff1": 0.804225, "nauc_map_at_5_max": -0.011268, "nauc_map_at_5_std": -0.646113, "nauc_map_at_5_diff1": 0.802117, "nauc_map_at_10_max": -0.009865, "nauc_map_at_10_std": -0.645806, "nauc_map_at_10_diff1": 0.803204, "nauc_map_at_20_max": -0.008064, "nauc_map_at_20_std": -0.643272, "nauc_map_at_20_diff1": 0.803958, "nauc_map_at_25_max": -0.007977, "nauc_map_at_25_std": -0.643098, "nauc_map_at_25_diff1": 0.804117, "nauc_map_at_50_max": -0.007125, "nauc_map_at_50_std": -0.64226, "nauc_map_at_50_diff1": 0.804434, "nauc_map_at_100_max": -0.007056, "nauc_map_at_100_std": -0.642046, "nauc_map_at_100_diff1": 0.804551, "nauc_map_at_1000_max": -0.007062, "nauc_map_at_1000_std": -0.64197, "nauc_map_at_1000_diff1": 0.804572, "nauc_recall_at_1_max": 0.035397, "nauc_recall_at_1_std": -0.583645, "nauc_recall_at_1_diff1": 0.831349, "nauc_recall_at_3_max": -0.082967, "nauc_recall_at_3_std": -0.726268, "nauc_recall_at_3_diff1": 0.758747, "nauc_recall_at_5_max": -0.118244, "nauc_recall_at_5_std": -0.789047, "nauc_recall_at_5_diff1": 0.736848, "nauc_recall_at_10_max": -0.135557, "nauc_recall_at_10_std": -0.838022, "nauc_recall_at_10_diff1": 0.722599, "nauc_recall_at_20_max": -0.119053, "nauc_recall_at_20_std": -0.825988, "nauc_recall_at_20_diff1": 0.720462, "nauc_recall_at_25_max": -0.127056, "nauc_recall_at_25_std": -0.836287, "nauc_recall_at_25_diff1": 0.722206, "nauc_recall_at_50_max": -0.043321, "nauc_recall_at_50_std": -0.791944, "nauc_recall_at_50_diff1": 0.715241, "nauc_recall_at_100_max": -0.022193, "nauc_recall_at_100_std": -0.731321, "nauc_recall_at_100_diff1": 0.731735, "nauc_recall_at_1000_max": -0.250864, "nauc_recall_at_1000_std": 0.079583, "nauc_recall_at_1000_diff1": 0.58175, "nauc_precision_at_1_max": 0.035397, "nauc_precision_at_1_std": -0.583645, "nauc_precision_at_1_diff1": 0.831349, "nauc_precision_at_3_max": -0.082967, "nauc_precision_at_3_std": -0.726268, "nauc_precision_at_3_diff1": 0.758747, "nauc_precision_at_5_max": -0.118244, "nauc_precision_at_5_std": -0.789047, "nauc_precision_at_5_diff1": 0.736848, "nauc_precision_at_10_max": -0.135557, "nauc_precision_at_10_std": -0.838022, "nauc_precision_at_10_diff1": 0.722599, "nauc_precision_at_20_max": -0.119053, "nauc_precision_at_20_std": -0.825988, "nauc_precision_at_20_diff1": 0.720462, "nauc_precision_at_25_max": -0.127056, "nauc_precision_at_25_std": -0.836287, "nauc_precision_at_25_diff1": 0.722206, "nauc_precision_at_50_max": -0.043321, "nauc_precision_at_50_std": -0.791944, "nauc_precision_at_50_diff1": 0.715241, "nauc_precision_at_100_max": -0.022193, "nauc_precision_at_100_std": -0.731321, "nauc_precision_at_100_diff1": 0.731735, "nauc_precision_at_1000_max": -0.250864, "nauc_precision_at_1000_std": 0.079583, "nauc_precision_at_1000_diff1": 0.58175, "nauc_mrr_at_1_max": 0.035397, "nauc_mrr_at_1_std": -0.583645, "nauc_mrr_at_1_diff1": 0.831349, "nauc_mrr_at_3_max": -0.008676, "nauc_mrr_at_3_std": -0.640121, "nauc_mrr_at_3_diff1": 0.804225, "nauc_mrr_at_5_max": -0.011268, "nauc_mrr_at_5_std": -0.646113, "nauc_mrr_at_5_diff1": 0.802117, "nauc_mrr_at_10_max": -0.009865, "nauc_mrr_at_10_std": -0.645806, "nauc_mrr_at_10_diff1": 0.803204, "nauc_mrr_at_20_max": -0.008064, "nauc_mrr_at_20_std": -0.643272, "nauc_mrr_at_20_diff1": 0.803958, "nauc_mrr_at_25_max": -0.007977, "nauc_mrr_at_25_std": -0.643098, "nauc_mrr_at_25_diff1": 0.804117, "nauc_mrr_at_50_max": -0.007125, "nauc_mrr_at_50_std": -0.64226, "nauc_mrr_at_50_diff1": 0.804434, "nauc_mrr_at_100_max": -0.007056, "nauc_mrr_at_100_std": -0.642046, "nauc_mrr_at_100_diff1": 0.804551, "nauc_mrr_at_1000_max": -0.007062, "nauc_mrr_at_1000_std": -0.64197, "nauc_mrr_at_1000_diff1": 0.804572, "hit_rate_at_1": 0.64823, "hit_rate_at_3": 0.78034, "hit_rate_at_5": 0.8298, "hit_rate_at_10": 0.88571, "hit_rate_at_20": 0.92688, "hit_rate_at_25": 0.93579, "hit_rate_at_50": 0.9659, "hit_rate_at_100": 0.98341, "hit_rate_at_1000": 0.99846, "R_cap_at_1": 0.648233, "R_cap_at_3": 0.780338, "R_cap_at_5": 0.8298, "R_cap_at_10": 0.885714, "R_cap_at_20": 0.926882, "R_cap_at_25": 0.935791, "R_cap_at_50": 0.965899, "R_cap_at_100": 0.98341, "R_cap_at_1000": 0.998464, "main_score": 0.76453, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.59651, "ndcg_at_3": 0.68623, "ndcg_at_5": 0.70305, "ndcg_at_10": 0.71943, "ndcg_at_20": 0.72987, "ndcg_at_25": 0.73205, "ndcg_at_50": 0.73881, "ndcg_at_100": 0.74437, "ndcg_at_1000": 0.74933, "map_at_1": 0.59651, "map_at_3": 0.66468, "map_at_5": 0.67401, "map_at_10": 0.68086, "map_at_20": 0.68374, "map_at_25": 0.68418, "map_at_50": 0.68519, "map_at_100": 0.68568, "map_at_1000": 0.6859, "recall_at_1": 0.59651, "recall_at_3": 0.74839, "recall_at_5": 0.78922, "recall_at_10": 0.83941, "recall_at_20": 0.88057, "recall_at_25": 0.89057, "recall_at_50": 0.92544, "recall_at_100": 0.95965, "recall_at_1000": 0.99709, "accuracy": 0.59651, "precision_at_1": 0.59651, "precision_at_3": 0.24946, "precision_at_5": 0.15784, "precision_at_10": 0.08394, "precision_at_20": 0.04403, "precision_at_25": 0.03562, "precision_at_50": 0.01851, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.596514, "mrr_at_3": 0.664676, "mrr_at_5": 0.674013, "mrr_at_10": 0.680861, "mrr_at_20": 0.683743, "mrr_at_25": 0.68418, "mrr_at_50": 0.685194, "mrr_at_100": 0.685684, "mrr_at_1000": 0.685901, "nauc_ndcg_at_1_max": 0.135777, "nauc_ndcg_at_1_std": -0.476946, "nauc_ndcg_at_1_diff1": 0.783454, "nauc_ndcg_at_3_max": 0.063991, "nauc_ndcg_at_3_std": -0.559466, "nauc_ndcg_at_3_diff1": 0.747485, "nauc_ndcg_at_5_max": 0.044678, "nauc_ndcg_at_5_std": -0.576555, "nauc_ndcg_at_5_diff1": 0.745974, "nauc_ndcg_at_10_max": 0.029135, "nauc_ndcg_at_10_std": -0.590882, "nauc_ndcg_at_10_diff1": 0.74932, "nauc_ndcg_at_20_max": 0.030066, "nauc_ndcg_at_20_std": -0.588722, "nauc_ndcg_at_20_diff1": 0.751123, "nauc_ndcg_at_25_max": 0.029456, "nauc_ndcg_at_25_std": -0.588427, "nauc_ndcg_at_25_diff1": 0.751913, "nauc_ndcg_at_50_max": 0.038084, "nauc_ndcg_at_50_std": -0.578196, "nauc_ndcg_at_50_diff1": 0.752182, "nauc_ndcg_at_100_max": 0.050213, "nauc_ndcg_at_100_std": -0.565444, "nauc_ndcg_at_100_diff1": 0.753269, "nauc_ndcg_at_1000_max": 0.055227, "nauc_ndcg_at_1000_std": -0.56041, "nauc_ndcg_at_1000_diff1": 0.754497, "nauc_map_at_1_max": 0.135777, "nauc_map_at_1_std": -0.476946, "nauc_map_at_1_diff1": 0.783454, "nauc_map_at_3_max": 0.083865, "nauc_map_at_3_std": -0.536116, "nauc_map_at_3_diff1": 0.756518, "nauc_map_at_5_max": 0.07441, "nauc_map_at_5_std": -0.544379, "nauc_map_at_5_diff1": 0.755994, "nauc_map_at_10_max": 0.069216, "nauc_map_at_10_std": -0.548894, "nauc_map_at_10_diff1": 0.757441, "nauc_map_at_20_max": 0.069904, "nauc_map_at_20_std": -0.547956, "nauc_map_at_20_diff1": 0.75798, "nauc_map_at_25_max": 0.06985, "nauc_map_at_25_std": -0.547848, "nauc_map_at_25_diff1": 0.758131, "nauc_map_at_50_max": 0.071059, "nauc_map_at_50_std": -0.546461, "nauc_map_at_50_diff1": 0.758182, "nauc_map_at_100_max": 0.072024, "nauc_map_at_100_std": -0.545465, "nauc_map_at_100_diff1": 0.758273, "nauc_map_at_1000_max": 0.072274, "nauc_map_at_1000_std": -0.545205, "nauc_map_at_1000_diff1": 0.758314, "nauc_recall_at_1_max": 0.135777, "nauc_recall_at_1_std": -0.476946, "nauc_recall_at_1_diff1": 0.783454, "nauc_recall_at_3_max": -0.006532, "nauc_recall_at_3_std": -0.642581, "nauc_recall_at_3_diff1": 0.715899, "nauc_recall_at_5_max": -0.077607, "nauc_recall_at_5_std": -0.708369, "nauc_recall_at_5_diff1": 0.706227, "nauc_recall_at_10_max": -0.185142, "nauc_recall_at_10_std": -0.814295, "nauc_recall_at_10_diff1": 0.71141, "nauc_recall_at_20_max": -0.244895, "nauc_recall_at_20_std": -0.8663, "nauc_recall_at_20_diff1": 0.713156, "nauc_recall_at_25_max": -0.27268, "nauc_recall_at_25_std": -0.885741, "nauc_recall_at_25_diff1": 0.717564, "nauc_recall_at_50_max": -0.276572, "nauc_recall_at_50_std": -0.861916, "nauc_recall_at_50_diff1": 0.70635, "nauc_recall_at_100_max": -0.150506, "nauc_recall_at_100_std": -0.687428, "nauc_recall_at_100_diff1": 0.702915, "nauc_recall_at_1000_max": -0.304393, "nauc_recall_at_1000_std": 0.122632, "nauc_recall_at_1000_diff1": 0.741826, "nauc_precision_at_1_max": 0.135777, "nauc_precision_at_1_std": -0.476946, "nauc_precision_at_1_diff1": 0.783454, "nauc_precision_at_3_max": -0.006532, "nauc_precision_at_3_std": -0.642581, "nauc_precision_at_3_diff1": 0.715899, "nauc_precision_at_5_max": -0.077607, "nauc_precision_at_5_std": -0.708369, "nauc_precision_at_5_diff1": 0.706227, "nauc_precision_at_10_max": -0.185142, "nauc_precision_at_10_std": -0.814295, "nauc_precision_at_10_diff1": 0.71141, "nauc_precision_at_20_max": -0.244895, "nauc_precision_at_20_std": -0.8663, "nauc_precision_at_20_diff1": 0.713156, "nauc_precision_at_25_max": -0.27268, "nauc_precision_at_25_std": -0.885741, "nauc_precision_at_25_diff1": 0.717564, "nauc_precision_at_50_max": -0.276572, "nauc_precision_at_50_std": -0.861916, "nauc_precision_at_50_diff1": 0.70635, "nauc_precision_at_100_max": -0.150506, "nauc_precision_at_100_std": -0.687428, "nauc_precision_at_100_diff1": 0.702915, "nauc_precision_at_1000_max": -0.304393, "nauc_precision_at_1000_std": 0.122632, "nauc_precision_at_1000_diff1": 0.741826, "nauc_mrr_at_1_max": 0.135777, "nauc_mrr_at_1_std": -0.476946, "nauc_mrr_at_1_diff1": 0.783454, "nauc_mrr_at_3_max": 0.083865, "nauc_mrr_at_3_std": -0.536116, "nauc_mrr_at_3_diff1": 0.756518, "nauc_mrr_at_5_max": 0.07441, "nauc_mrr_at_5_std": -0.544379, "nauc_mrr_at_5_diff1": 0.755994, "nauc_mrr_at_10_max": 0.069216, "nauc_mrr_at_10_std": -0.548894, "nauc_mrr_at_10_diff1": 0.757441, "nauc_mrr_at_20_max": 0.069904, "nauc_mrr_at_20_std": -0.547956, "nauc_mrr_at_20_diff1": 0.75798, "nauc_mrr_at_25_max": 0.06985, "nauc_mrr_at_25_std": -0.547848, "nauc_mrr_at_25_diff1": 0.758131, "nauc_mrr_at_50_max": 0.071059, "nauc_mrr_at_50_std": -0.546461, "nauc_mrr_at_50_diff1": 0.758182, "nauc_mrr_at_100_max": 0.072024, "nauc_mrr_at_100_std": -0.545465, "nauc_mrr_at_100_diff1": 0.758273, "nauc_mrr_at_1000_max": 0.072274, "nauc_mrr_at_1000_std": -0.545205, "nauc_mrr_at_1000_diff1": 0.758314, "hit_rate_at_1": 0.59651, "hit_rate_at_3": 0.74839, "hit_rate_at_5": 0.78922, "hit_rate_at_10": 0.83941, "hit_rate_at_20": 0.88057, "hit_rate_at_25": 0.89057, "hit_rate_at_50": 0.92544, "hit_rate_at_100": 0.95965, "hit_rate_at_1000": 0.99709, "R_cap_at_1": 0.596514, "R_cap_at_3": 0.748386, "R_cap_at_5": 0.789219, "R_cap_at_10": 0.839413, "R_cap_at_20": 0.880568, "R_cap_at_25": 0.890575, "R_cap_at_50": 0.925436, "R_cap_at_100": 0.959651, "R_cap_at_1000": 0.997095, "main_score": 0.71943, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82225, "ndcg_at_3": 0.87719, "ndcg_at_5": 0.89144, "ndcg_at_10": 0.90113, "ndcg_at_20": 0.90504, "ndcg_at_25": 0.90504, "ndcg_at_50": 0.90629, "ndcg_at_100": 0.90629, "ndcg_at_1000": 0.90647, "map_at_1": 0.82225, "map_at_3": 0.86466, "map_at_5": 0.87259, "map_at_10": 0.8767, "map_at_20": 0.87778, "map_at_25": 0.87778, "map_at_50": 0.87797, "map_at_100": 0.87797, "map_at_1000": 0.87798, "recall_at_1": 0.82225, "recall_at_3": 0.91304, "recall_at_5": 0.94757, "recall_at_10": 0.97698, "recall_at_20": 0.99233, "recall_at_25": 0.99233, "recall_at_50": 0.99872, "recall_at_100": 0.99872, "recall_at_1000": 1.0, "accuracy": 0.82225, "precision_at_1": 0.82225, "precision_at_3": 0.30435, "precision_at_5": 0.18951, "precision_at_10": 0.0977, "precision_at_20": 0.04962, "precision_at_25": 0.03969, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.822251, "mrr_at_3": 0.864663, "mrr_at_5": 0.872592, "mrr_at_10": 0.876696, "mrr_at_20": 0.877779, "mrr_at_25": 0.877779, "mrr_at_50": 0.877968, "mrr_at_100": 0.877968, "mrr_at_1000": 0.877978, "nauc_ndcg_at_1_max": 0.521241, "nauc_ndcg_at_1_std": -0.27535, "nauc_ndcg_at_1_diff1": 0.851605, "nauc_ndcg_at_3_max": 0.548755, "nauc_ndcg_at_3_std": -0.301463, "nauc_ndcg_at_3_diff1": 0.829296, "nauc_ndcg_at_5_max": 0.559046, "nauc_ndcg_at_5_std": -0.298694, "nauc_ndcg_at_5_diff1": 0.831723, "nauc_ndcg_at_10_max": 0.560214, "nauc_ndcg_at_10_std": -0.293356, "nauc_ndcg_at_10_diff1": 0.83424, "nauc_ndcg_at_20_max": 0.550716, "nauc_ndcg_at_20_std": -0.288546, "nauc_ndcg_at_20_diff1": 0.835591, "nauc_ndcg_at_25_max": 0.550716, "nauc_ndcg_at_25_std": -0.288546, "nauc_ndcg_at_25_diff1": 0.835591, "nauc_ndcg_at_50_max": 0.549472, "nauc_ndcg_at_50_std": -0.289481, "nauc_ndcg_at_50_diff1": 0.837568, "nauc_ndcg_at_100_max": 0.549472, "nauc_ndcg_at_100_std": -0.289481, "nauc_ndcg_at_100_diff1": 0.837568, "nauc_ndcg_at_1000_max": 0.548821, "nauc_ndcg_at_1000_std": -0.291197, "nauc_ndcg_at_1000_diff1": 0.837237, "nauc_map_at_1_max": 0.521241, "nauc_map_at_1_std": -0.27535, "nauc_map_at_1_diff1": 0.851605, "nauc_map_at_3_max": 0.542535, "nauc_map_at_3_std": -0.294737, "nauc_map_at_3_diff1": 0.835755, "nauc_map_at_5_max": 0.547104, "nauc_map_at_5_std": -0.293393, "nauc_map_at_5_diff1": 0.837361, "nauc_map_at_10_max": 0.547398, "nauc_map_at_10_std": -0.291696, "nauc_map_at_10_diff1": 0.838254, "nauc_map_at_20_max": 0.545192, "nauc_map_at_20_std": -0.290432, "nauc_map_at_20_diff1": 0.838541, "nauc_map_at_25_max": 0.545192, "nauc_map_at_25_std": -0.290432, "nauc_map_at_25_diff1": 0.838541, "nauc_map_at_50_max": 0.545097, "nauc_map_at_50_std": -0.290607, "nauc_map_at_50_diff1": 0.838811, "nauc_map_at_100_max": 0.545097, "nauc_map_at_100_std": -0.290607, "nauc_map_at_100_diff1": 0.838811, "nauc_map_at_1000_max": 0.54507, "nauc_map_at_1000_std": -0.290679, "nauc_map_at_1000_diff1": 0.838798, "nauc_recall_at_1_max": 0.521241, "nauc_recall_at_1_std": -0.27535, "nauc_recall_at_1_diff1": 0.851605, "nauc_recall_at_3_max": 0.574177, "nauc_recall_at_3_std": -0.329653, "nauc_recall_at_3_diff1": 0.801696, "nauc_recall_at_5_max": 0.640054, "nauc_recall_at_5_std": -0.330841, "nauc_recall_at_5_diff1": 0.79496, "nauc_recall_at_10_max": 0.74981, "nauc_recall_at_10_std": -0.296955, "nauc_recall_at_10_diff1": 0.783863, "nauc_recall_at_20_max": 0.689643, "nauc_recall_at_20_std": -0.103053, "nauc_recall_at_20_diff1": 0.750639, "nauc_recall_at_25_max": 0.689643, "nauc_recall_at_25_std": -0.103053, "nauc_recall_at_25_diff1": 0.750639, "nauc_recall_at_50_max": 0.869318, "nauc_recall_at_50_std": 0.554163, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": 0.869318, "nauc_recall_at_100_std": 0.554163, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.521241, "nauc_precision_at_1_std": -0.27535, "nauc_precision_at_1_diff1": 0.851605, "nauc_precision_at_3_max": 0.574177, "nauc_precision_at_3_std": -0.329653, "nauc_precision_at_3_diff1": 0.801696, "nauc_precision_at_5_max": 0.640054, "nauc_precision_at_5_std": -0.330841, "nauc_precision_at_5_diff1": 0.79496, "nauc_precision_at_10_max": 0.74981, "nauc_precision_at_10_std": -0.296955, "nauc_precision_at_10_diff1": 0.783863, "nauc_precision_at_20_max": 0.689643, "nauc_precision_at_20_std": -0.103053, "nauc_precision_at_20_diff1": 0.750639, "nauc_precision_at_25_max": 0.689643, "nauc_precision_at_25_std": -0.103053, "nauc_precision_at_25_diff1": 0.750639, "nauc_precision_at_50_max": 0.869318, "nauc_precision_at_50_std": 0.554163, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 0.869318, "nauc_precision_at_100_std": 0.554163, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.521241, "nauc_mrr_at_1_std": -0.27535, "nauc_mrr_at_1_diff1": 0.851605, "nauc_mrr_at_3_max": 0.542535, "nauc_mrr_at_3_std": -0.294737, "nauc_mrr_at_3_diff1": 0.835755, "nauc_mrr_at_5_max": 0.547104, "nauc_mrr_at_5_std": -0.293393, "nauc_mrr_at_5_diff1": 0.837361, "nauc_mrr_at_10_max": 0.547398, "nauc_mrr_at_10_std": -0.291696, "nauc_mrr_at_10_diff1": 0.838254, "nauc_mrr_at_20_max": 0.545192, "nauc_mrr_at_20_std": -0.290432, "nauc_mrr_at_20_diff1": 0.838541, "nauc_mrr_at_25_max": 0.545192, "nauc_mrr_at_25_std": -0.290432, "nauc_mrr_at_25_diff1": 0.838541, "nauc_mrr_at_50_max": 0.545097, "nauc_mrr_at_50_std": -0.290607, "nauc_mrr_at_50_diff1": 0.838811, "nauc_mrr_at_100_max": 0.545097, "nauc_mrr_at_100_std": -0.290607, "nauc_mrr_at_100_diff1": 0.838811, "nauc_mrr_at_1000_max": 0.54507, "nauc_mrr_at_1000_std": -0.290679, "nauc_mrr_at_1000_diff1": 0.838798, "hit_rate_at_1": 0.82225, "hit_rate_at_3": 0.91304, "hit_rate_at_5": 0.94757, "hit_rate_at_10": 0.97698, "hit_rate_at_20": 0.99233, "hit_rate_at_25": 0.99233, "hit_rate_at_50": 0.99872, "hit_rate_at_100": 0.99872, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.822251, "R_cap_at_3": 0.913043, "R_cap_at_5": 0.94757, "R_cap_at_10": 0.976982, "R_cap_at_20": 0.992327, "R_cap_at_25": 0.992327, "R_cap_at_50": 0.998721, "R_cap_at_100": 0.998721, "R_cap_at_1000": 1.0, "main_score": 0.90113, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69151, "ndcg_at_3": 0.77287, "ndcg_at_5": 0.78922, "ndcg_at_10": 0.8032, "ndcg_at_20": 0.81127, "ndcg_at_25": 0.81329, "ndcg_at_50": 0.81723, "ndcg_at_100": 0.81907, "ndcg_at_1000": 0.82097, "map_at_1": 0.69151, "map_at_3": 0.75348, "map_at_5": 0.76255, "map_at_10": 0.76842, "map_at_20": 0.77067, "map_at_25": 0.77108, "map_at_50": 0.77167, "map_at_100": 0.77183, "map_at_1000": 0.77191, "recall_at_1": 0.69151, "recall_at_3": 0.82873, "recall_at_5": 0.86842, "recall_at_10": 0.9111, "recall_at_20": 0.94276, "recall_at_25": 0.95202, "recall_at_50": 0.9724, "recall_at_100": 0.98368, "recall_at_1000": 0.99841, "accuracy": 0.69151, "precision_at_1": 0.69151, "precision_at_3": 0.27624, "precision_at_5": 0.17368, "precision_at_10": 0.09111, "precision_at_20": 0.04714, "precision_at_25": 0.03808, "precision_at_50": 0.01945, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.691507, "mrr_at_3": 0.753476, "mrr_at_5": 0.762551, "mrr_at_10": 0.768422, "mrr_at_20": 0.770674, "mrr_at_25": 0.771079, "mrr_at_50": 0.771665, "mrr_at_100": 0.77183, "mrr_at_1000": 0.771906, "nauc_ndcg_at_1_max": 0.404407, "nauc_ndcg_at_1_std": -0.337781, "nauc_ndcg_at_1_diff1": 0.804866, "nauc_ndcg_at_3_max": 0.416023, "nauc_ndcg_at_3_std": -0.390446, "nauc_ndcg_at_3_diff1": 0.777277, "nauc_ndcg_at_5_max": 0.415132, "nauc_ndcg_at_5_std": -0.391739, "nauc_ndcg_at_5_diff1": 0.775785, "nauc_ndcg_at_10_max": 0.413614, "nauc_ndcg_at_10_std": -0.387124, "nauc_ndcg_at_10_diff1": 0.778105, "nauc_ndcg_at_20_max": 0.41361, "nauc_ndcg_at_20_std": -0.379277, "nauc_ndcg_at_20_diff1": 0.780678, "nauc_ndcg_at_25_max": 0.415859, "nauc_ndcg_at_25_std": -0.377871, "nauc_ndcg_at_25_diff1": 0.781476, "nauc_ndcg_at_50_max": 0.416461, "nauc_ndcg_at_50_std": -0.374308, "nauc_ndcg_at_50_diff1": 0.782813, "nauc_ndcg_at_100_max": 0.416615, "nauc_ndcg_at_100_std": -0.372278, "nauc_ndcg_at_100_diff1": 0.783356, "nauc_ndcg_at_1000_max": 0.413765, "nauc_ndcg_at_1000_std": -0.374764, "nauc_ndcg_at_1000_diff1": 0.78349, "nauc_map_at_1_max": 0.404407, "nauc_map_at_1_std": -0.337781, "nauc_map_at_1_diff1": 0.804866, "nauc_map_at_3_max": 0.412652, "nauc_map_at_3_std": -0.376694, "nauc_map_at_3_diff1": 0.784515, "nauc_map_at_5_max": 0.412114, "nauc_map_at_5_std": -0.376886, "nauc_map_at_5_diff1": 0.784027, "nauc_map_at_10_max": 0.411498, "nauc_map_at_10_std": -0.374956, "nauc_map_at_10_diff1": 0.785038, "nauc_map_at_20_max": 0.411398, "nauc_map_at_20_std": -0.373004, "nauc_map_at_20_diff1": 0.785706, "nauc_map_at_25_max": 0.411767, "nauc_map_at_25_std": -0.372761, "nauc_map_at_25_diff1": 0.785848, "nauc_map_at_50_max": 0.411812, "nauc_map_at_50_std": -0.372325, "nauc_map_at_50_diff1": 0.786026, "nauc_map_at_100_max": 0.41181, "nauc_map_at_100_std": -0.372185, "nauc_map_at_100_diff1": 0.78607, "nauc_map_at_1000_max": 0.411728, "nauc_map_at_1000_std": -0.372215, "nauc_map_at_1000_diff1": 0.786076, "nauc_recall_at_1_max": 0.404407, "nauc_recall_at_1_std": -0.337781, "nauc_recall_at_1_diff1": 0.804866, "nauc_recall_at_3_max": 0.429131, "nauc_recall_at_3_std": -0.443083, "nauc_recall_at_3_diff1": 0.749555, "nauc_recall_at_5_max": 0.429235, "nauc_recall_at_5_std": -0.46158, "nauc_recall_at_5_diff1": 0.736746, "nauc_recall_at_10_max": 0.425891, "nauc_recall_at_10_std": -0.462403, "nauc_recall_at_10_diff1": 0.734486, "nauc_recall_at_20_max": 0.434693, "nauc_recall_at_20_std": -0.412989, "nauc_recall_at_20_diff1": 0.740318, "nauc_recall_at_25_max": 0.474516, "nauc_recall_at_25_std": -0.39708, "nauc_recall_at_25_diff1": 0.745242, "nauc_recall_at_50_max": 0.537553, "nauc_recall_at_50_std": -0.301673, "nauc_recall_at_50_diff1": 0.758929, "nauc_recall_at_100_max": 0.63302, "nauc_recall_at_100_std": -0.12663, "nauc_recall_at_100_diff1": 0.77463, "nauc_recall_at_1000_max": 0.36883, "nauc_recall_at_1000_std": -0.098689, "nauc_recall_at_1000_diff1": 0.788743, "nauc_precision_at_1_max": 0.404407, "nauc_precision_at_1_std": -0.337781, "nauc_precision_at_1_diff1": 0.804866, "nauc_precision_at_3_max": 0.429131, "nauc_precision_at_3_std": -0.443083, "nauc_precision_at_3_diff1": 0.749555, "nauc_precision_at_5_max": 0.429235, "nauc_precision_at_5_std": -0.46158, "nauc_precision_at_5_diff1": 0.736746, "nauc_precision_at_10_max": 0.425891, "nauc_precision_at_10_std": -0.462403, "nauc_precision_at_10_diff1": 0.734486, "nauc_precision_at_20_max": 0.434693, "nauc_precision_at_20_std": -0.412989, "nauc_precision_at_20_diff1": 0.740318, "nauc_precision_at_25_max": 0.474516, "nauc_precision_at_25_std": -0.39708, "nauc_precision_at_25_diff1": 0.745242, "nauc_precision_at_50_max": 0.537553, "nauc_precision_at_50_std": -0.301673, "nauc_precision_at_50_diff1": 0.758929, "nauc_precision_at_100_max": 0.63302, "nauc_precision_at_100_std": -0.12663, "nauc_precision_at_100_diff1": 0.77463, "nauc_precision_at_1000_max": 0.36883, "nauc_precision_at_1000_std": -0.098689, "nauc_precision_at_1000_diff1": 0.788743, "nauc_mrr_at_1_max": 0.404407, "nauc_mrr_at_1_std": -0.337781, "nauc_mrr_at_1_diff1": 0.804866, "nauc_mrr_at_3_max": 0.412652, "nauc_mrr_at_3_std": -0.376694, "nauc_mrr_at_3_diff1": 0.784515, "nauc_mrr_at_5_max": 0.412114, "nauc_mrr_at_5_std": -0.376886, "nauc_mrr_at_5_diff1": 0.784027, "nauc_mrr_at_10_max": 0.411498, "nauc_mrr_at_10_std": -0.374956, "nauc_mrr_at_10_diff1": 0.785038, "nauc_mrr_at_20_max": 0.411398, "nauc_mrr_at_20_std": -0.373004, "nauc_mrr_at_20_diff1": 0.785706, "nauc_mrr_at_25_max": 0.411767, "nauc_mrr_at_25_std": -0.372761, "nauc_mrr_at_25_diff1": 0.785848, "nauc_mrr_at_50_max": 0.411812, "nauc_mrr_at_50_std": -0.372325, "nauc_mrr_at_50_diff1": 0.786026, "nauc_mrr_at_100_max": 0.41181, "nauc_mrr_at_100_std": -0.372185, "nauc_mrr_at_100_diff1": 0.78607, "nauc_mrr_at_1000_max": 0.411728, "nauc_mrr_at_1000_std": -0.372215, "nauc_mrr_at_1000_diff1": 0.786076, "hit_rate_at_1": 0.69151, "hit_rate_at_3": 0.82873, "hit_rate_at_5": 0.86842, "hit_rate_at_10": 0.9111, "hit_rate_at_20": 0.94276, "hit_rate_at_25": 0.95202, "hit_rate_at_50": 0.9724, "hit_rate_at_100": 0.98368, "hit_rate_at_1000": 0.99841, "R_cap_at_1": 0.691507, "R_cap_at_3": 0.828733, "R_cap_at_5": 0.868419, "R_cap_at_10": 0.911103, "R_cap_at_20": 0.942764, "R_cap_at_25": 0.952024, "R_cap_at_50": 0.972396, "R_cap_at_100": 0.983685, "R_cap_at_1000": 0.998413, "main_score": 0.8032, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73333, "ndcg_at_3": 0.81813, "ndcg_at_5": 0.83291, "ndcg_at_10": 0.84574, "ndcg_at_20": 0.85055, "ndcg_at_25": 0.85146, "ndcg_at_50": 0.85344, "ndcg_at_100": 0.85434, "ndcg_at_1000": 0.85556, "map_at_1": 0.73333, "map_at_3": 0.79811, "map_at_5": 0.80638, "map_at_10": 0.81177, "map_at_20": 0.81313, "map_at_25": 0.81331, "map_at_50": 0.81359, "map_at_100": 0.81367, "map_at_1000": 0.81371, "recall_at_1": 0.73333, "recall_at_3": 0.87573, "recall_at_5": 0.91133, "recall_at_10": 0.95049, "recall_at_20": 0.96926, "recall_at_25": 0.97346, "recall_at_50": 0.98382, "recall_at_100": 0.98932, "recall_at_1000": 0.99903, "accuracy": 0.73333, "precision_at_1": 0.73333, "precision_at_3": 0.29191, "precision_at_5": 0.18227, "precision_at_10": 0.09505, "precision_at_20": 0.04846, "precision_at_25": 0.03894, "precision_at_50": 0.01968, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.733333, "mrr_at_3": 0.798112, "mrr_at_5": 0.806381, "mrr_at_10": 0.81177, "mrr_at_20": 0.813127, "mrr_at_25": 0.813307, "mrr_at_50": 0.813593, "mrr_at_100": 0.813672, "mrr_at_1000": 0.813715, "nauc_ndcg_at_1_max": 0.488587, "nauc_ndcg_at_1_std": -0.083625, "nauc_ndcg_at_1_diff1": 0.792429, "nauc_ndcg_at_3_max": 0.527351, "nauc_ndcg_at_3_std": -0.086978, "nauc_ndcg_at_3_diff1": 0.761671, "nauc_ndcg_at_5_max": 0.531544, "nauc_ndcg_at_5_std": -0.078516, "nauc_ndcg_at_5_diff1": 0.761451, "nauc_ndcg_at_10_max": 0.529422, "nauc_ndcg_at_10_std": -0.064512, "nauc_ndcg_at_10_diff1": 0.767484, "nauc_ndcg_at_20_max": 0.522852, "nauc_ndcg_at_20_std": -0.069413, "nauc_ndcg_at_20_diff1": 0.767548, "nauc_ndcg_at_25_max": 0.523411, "nauc_ndcg_at_25_std": -0.068483, "nauc_ndcg_at_25_diff1": 0.768138, "nauc_ndcg_at_50_max": 0.521741, "nauc_ndcg_at_50_std": -0.070821, "nauc_ndcg_at_50_diff1": 0.767905, "nauc_ndcg_at_100_max": 0.51962, "nauc_ndcg_at_100_std": -0.073923, "nauc_ndcg_at_100_diff1": 0.767833, "nauc_ndcg_at_1000_max": 0.518767, "nauc_ndcg_at_1000_std": -0.075302, "nauc_ndcg_at_1000_diff1": 0.768851, "nauc_map_at_1_max": 0.488587, "nauc_map_at_1_std": -0.083625, "nauc_map_at_1_diff1": 0.792429, "nauc_map_at_3_max": 0.515578, "nauc_map_at_3_std": -0.087594, "nauc_map_at_3_diff1": 0.770056, "nauc_map_at_5_max": 0.51701, "nauc_map_at_5_std": -0.083544, "nauc_map_at_5_diff1": 0.77026, "nauc_map_at_10_max": 0.515402, "nauc_map_at_10_std": -0.07932, "nauc_map_at_10_diff1": 0.772657, "nauc_map_at_20_max": 0.513773, "nauc_map_at_20_std": -0.080509, "nauc_map_at_20_diff1": 0.772694, "nauc_map_at_25_max": 0.513868, "nauc_map_at_25_std": -0.080378, "nauc_map_at_25_diff1": 0.772794, "nauc_map_at_50_max": 0.513701, "nauc_map_at_50_std": -0.080586, "nauc_map_at_50_diff1": 0.77278, "nauc_map_at_100_max": 0.513548, "nauc_map_at_100_std": -0.080799, "nauc_map_at_100_diff1": 0.772769, "nauc_map_at_1000_max": 0.513518, "nauc_map_at_1000_std": -0.08084, "nauc_map_at_1000_diff1": 0.772796, "nauc_recall_at_1_max": 0.488587, "nauc_recall_at_1_std": -0.083625, "nauc_recall_at_1_diff1": 0.792429, "nauc_recall_at_3_max": 0.57876, "nauc_recall_at_3_std": -0.083252, "nauc_recall_at_3_diff1": 0.725666, "nauc_recall_at_5_max": 0.616103, "nauc_recall_at_5_std": -0.04591, "nauc_recall_at_5_diff1": 0.711948, "nauc_recall_at_10_max": 0.672049, "nauc_recall_at_10_std": 0.110547, "nauc_recall_at_10_diff1": 0.72495, "nauc_recall_at_20_max": 0.646445, "nauc_recall_at_20_std": 0.130817, "nauc_recall_at_20_diff1": 0.700924, "nauc_recall_at_25_max": 0.678133, "nauc_recall_at_25_std": 0.184726, "nauc_recall_at_25_diff1": 0.704112, "nauc_recall_at_50_max": 0.699776, "nauc_recall_at_50_std": 0.235033, "nauc_recall_at_50_diff1": 0.652493, "nauc_recall_at_100_max": 0.629856, "nauc_recall_at_100_std": 0.153241, "nauc_recall_at_100_diff1": 0.590301, "nauc_recall_at_1000_max": 0.851385, "nauc_recall_at_1000_std": 0.907407, "nauc_recall_at_1000_diff1": -0.085901, "nauc_precision_at_1_max": 0.488587, "nauc_precision_at_1_std": -0.083625, "nauc_precision_at_1_diff1": 0.792429, "nauc_precision_at_3_max": 0.57876, "nauc_precision_at_3_std": -0.083252, "nauc_precision_at_3_diff1": 0.725666, "nauc_precision_at_5_max": 0.616103, "nauc_precision_at_5_std": -0.04591, "nauc_precision_at_5_diff1": 0.711948, "nauc_precision_at_10_max": 0.672049, "nauc_precision_at_10_std": 0.110547, "nauc_precision_at_10_diff1": 0.72495, "nauc_precision_at_20_max": 0.646445, "nauc_precision_at_20_std": 0.130817, "nauc_precision_at_20_diff1": 0.700924, "nauc_precision_at_25_max": 0.678133, "nauc_precision_at_25_std": 0.184726, "nauc_precision_at_25_diff1": 0.704112, "nauc_precision_at_50_max": 0.699776, "nauc_precision_at_50_std": 0.235033, "nauc_precision_at_50_diff1": 0.652493, "nauc_precision_at_100_max": 0.629856, "nauc_precision_at_100_std": 0.153241, "nauc_precision_at_100_diff1": 0.590301, "nauc_precision_at_1000_max": 0.851385, "nauc_precision_at_1000_std": 0.907407, "nauc_precision_at_1000_diff1": -0.085901, "nauc_mrr_at_1_max": 0.488587, "nauc_mrr_at_1_std": -0.083625, "nauc_mrr_at_1_diff1": 0.792429, "nauc_mrr_at_3_max": 0.515578, "nauc_mrr_at_3_std": -0.087594, "nauc_mrr_at_3_diff1": 0.770056, "nauc_mrr_at_5_max": 0.51701, "nauc_mrr_at_5_std": -0.083544, "nauc_mrr_at_5_diff1": 0.77026, "nauc_mrr_at_10_max": 0.515402, "nauc_mrr_at_10_std": -0.07932, "nauc_mrr_at_10_diff1": 0.772657, "nauc_mrr_at_20_max": 0.513773, "nauc_mrr_at_20_std": -0.080509, "nauc_mrr_at_20_diff1": 0.772694, "nauc_mrr_at_25_max": 0.513868, "nauc_mrr_at_25_std": -0.080378, "nauc_mrr_at_25_diff1": 0.772794, "nauc_mrr_at_50_max": 0.513701, "nauc_mrr_at_50_std": -0.080586, "nauc_mrr_at_50_diff1": 0.77278, "nauc_mrr_at_100_max": 0.513548, "nauc_mrr_at_100_std": -0.080799, "nauc_mrr_at_100_diff1": 0.772769, "nauc_mrr_at_1000_max": 0.513518, "nauc_mrr_at_1000_std": -0.08084, "nauc_mrr_at_1000_diff1": 0.772796, "hit_rate_at_1": 0.73333, "hit_rate_at_3": 0.87573, "hit_rate_at_5": 0.91133, "hit_rate_at_10": 0.95049, "hit_rate_at_20": 0.96926, "hit_rate_at_25": 0.97346, "hit_rate_at_50": 0.98382, "hit_rate_at_100": 0.98932, "hit_rate_at_1000": 0.99903, "R_cap_at_1": 0.733333, "R_cap_at_3": 0.875728, "R_cap_at_5": 0.911327, "R_cap_at_10": 0.950485, "R_cap_at_20": 0.969256, "R_cap_at_25": 0.973463, "R_cap_at_50": 0.983819, "R_cap_at_100": 0.98932, "R_cap_at_1000": 0.999029, "main_score": 0.84574, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91743, "ndcg_at_3": 0.95385, "ndcg_at_5": 0.95945, "ndcg_at_10": 0.95999, "ndcg_at_20": 0.96198, "ndcg_at_25": 0.96198, "ndcg_at_50": 0.96198, "ndcg_at_100": 0.96198, "ndcg_at_1000": 0.96198, "map_at_1": 0.91743, "map_at_3": 0.94572, "map_at_5": 0.94878, "map_at_10": 0.94903, "map_at_20": 0.94961, "map_at_25": 0.94961, "map_at_50": 0.94961, "map_at_100": 0.94961, "map_at_1000": 0.94961, "recall_at_1": 0.91743, "recall_at_3": 0.97706, "recall_at_5": 0.99083, "recall_at_10": 0.99235, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.91743, "precision_at_1": 0.91743, "precision_at_3": 0.32569, "precision_at_5": 0.19817, "precision_at_10": 0.09924, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.917431, "mrr_at_3": 0.945719, "mrr_at_5": 0.948777, "mrr_at_10": 0.949032, "mrr_at_20": 0.949608, "mrr_at_25": 0.949608, "mrr_at_50": 0.949608, "mrr_at_100": 0.949608, "mrr_at_1000": 0.949608, "nauc_ndcg_at_1_max": 0.590979, "nauc_ndcg_at_1_std": -0.199647, "nauc_ndcg_at_1_diff1": 0.886983, "nauc_ndcg_at_3_max": 0.628088, "nauc_ndcg_at_3_std": -0.18615, "nauc_ndcg_at_3_diff1": 0.868241, "nauc_ndcg_at_5_max": 0.629804, "nauc_ndcg_at_5_std": -0.135838, "nauc_ndcg_at_5_diff1": 0.860032, "nauc_ndcg_at_10_max": 0.628546, "nauc_ndcg_at_10_std": -0.149523, "nauc_ndcg_at_10_diff1": 0.874068, "nauc_ndcg_at_20_max": 0.619833, "nauc_ndcg_at_20_std": -0.173739, "nauc_ndcg_at_20_diff1": 0.876516, "nauc_ndcg_at_25_max": 0.619833, "nauc_ndcg_at_25_std": -0.173739, "nauc_ndcg_at_25_diff1": 0.876516, "nauc_ndcg_at_50_max": 0.619833, "nauc_ndcg_at_50_std": -0.173739, "nauc_ndcg_at_50_diff1": 0.876516, "nauc_ndcg_at_100_max": 0.619833, "nauc_ndcg_at_100_std": -0.173739, "nauc_ndcg_at_100_diff1": 0.876516, "nauc_ndcg_at_1000_max": 0.619833, "nauc_ndcg_at_1000_std": -0.173739, "nauc_ndcg_at_1000_diff1": 0.876516, "nauc_map_at_1_max": 0.590979, "nauc_map_at_1_std": -0.199647, "nauc_map_at_1_diff1": 0.886983, "nauc_map_at_3_max": 0.619112, "nauc_map_at_3_std": -0.18854, "nauc_map_at_3_diff1": 0.875095, "nauc_map_at_5_max": 0.619448, "nauc_map_at_5_std": -0.168428, "nauc_map_at_5_diff1": 0.871928, "nauc_map_at_10_max": 0.618934, "nauc_map_at_10_std": -0.173617, "nauc_map_at_10_diff1": 0.877142, "nauc_map_at_20_max": 0.616987, "nauc_map_at_20_std": -0.178526, "nauc_map_at_20_diff1": 0.877745, "nauc_map_at_25_max": 0.616987, "nauc_map_at_25_std": -0.178526, "nauc_map_at_25_diff1": 0.877745, "nauc_map_at_50_max": 0.616987, "nauc_map_at_50_std": -0.178526, "nauc_map_at_50_diff1": 0.877745, "nauc_map_at_100_max": 0.616987, "nauc_map_at_100_std": -0.178526, "nauc_map_at_100_diff1": 0.877745, "nauc_map_at_1000_max": 0.616987, "nauc_map_at_1000_std": -0.178526, "nauc_map_at_1000_diff1": 0.877745, "nauc_recall_at_1_max": 0.590979, "nauc_recall_at_1_std": -0.199647, "nauc_recall_at_1_diff1": 0.886983, "nauc_recall_at_3_max": 0.684853, "nauc_recall_at_3_std": -0.172337, "nauc_recall_at_3_diff1": 0.82145, "nauc_recall_at_5_max": 0.785719, "nauc_recall_at_5_std": 0.431106, "nauc_recall_at_5_diff1": 0.662484, "nauc_recall_at_10_max": 0.798412, "nauc_recall_at_10_std": 0.343453, "nauc_recall_at_10_diff1": 0.829177, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.590979, "nauc_precision_at_1_std": -0.199647, "nauc_precision_at_1_diff1": 0.886983, "nauc_precision_at_3_max": 0.684853, "nauc_precision_at_3_std": -0.172337, "nauc_precision_at_3_diff1": 0.82145, "nauc_precision_at_5_max": 0.785719, "nauc_precision_at_5_std": 0.431106, "nauc_precision_at_5_diff1": 0.662484, "nauc_precision_at_10_max": 0.798412, "nauc_precision_at_10_std": 0.343453, "nauc_precision_at_10_diff1": 0.829177, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.590979, "nauc_mrr_at_1_std": -0.199647, "nauc_mrr_at_1_diff1": 0.886983, "nauc_mrr_at_3_max": 0.619112, "nauc_mrr_at_3_std": -0.18854, "nauc_mrr_at_3_diff1": 0.875095, "nauc_mrr_at_5_max": 0.619448, "nauc_mrr_at_5_std": -0.168428, "nauc_mrr_at_5_diff1": 0.871928, "nauc_mrr_at_10_max": 0.618934, "nauc_mrr_at_10_std": -0.173617, "nauc_mrr_at_10_diff1": 0.877142, "nauc_mrr_at_20_max": 0.616987, "nauc_mrr_at_20_std": -0.178526, "nauc_mrr_at_20_diff1": 0.877745, "nauc_mrr_at_25_max": 0.616987, "nauc_mrr_at_25_std": -0.178526, "nauc_mrr_at_25_diff1": 0.877745, "nauc_mrr_at_50_max": 0.616987, "nauc_mrr_at_50_std": -0.178526, "nauc_mrr_at_50_diff1": 0.877745, "nauc_mrr_at_100_max": 0.616987, "nauc_mrr_at_100_std": -0.178526, "nauc_mrr_at_100_diff1": 0.877745, "nauc_mrr_at_1000_max": 0.616987, "nauc_mrr_at_1000_std": -0.178526, "nauc_mrr_at_1000_diff1": 0.877745, "hit_rate_at_1": 0.91743, "hit_rate_at_3": 0.97706, "hit_rate_at_5": 0.99083, "hit_rate_at_10": 0.99235, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.917431, "R_cap_at_3": 0.977064, "R_cap_at_5": 0.990826, "R_cap_at_10": 0.992355, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95999, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74924, "ndcg_at_3": 0.82663, "ndcg_at_5": 0.84163, "ndcg_at_10": 0.85117, "ndcg_at_20": 0.85727, "ndcg_at_25": 0.85855, "ndcg_at_50": 0.86118, "ndcg_at_100": 0.8625, "ndcg_at_1000": 0.86295, "map_at_1": 0.74924, "map_at_3": 0.80841, "map_at_5": 0.81678, "map_at_10": 0.8208, "map_at_20": 0.82252, "map_at_25": 0.82278, "map_at_50": 0.82319, "map_at_100": 0.82331, "map_at_1000": 0.82333, "recall_at_1": 0.74924, "recall_at_3": 0.87905, "recall_at_5": 0.91523, "recall_at_10": 0.94433, "recall_at_20": 0.96812, "recall_at_25": 0.97394, "recall_at_50": 0.98735, "recall_at_100": 0.99545, "recall_at_1000": 0.99873, "accuracy": 0.74924, "precision_at_1": 0.74924, "precision_at_3": 0.29302, "precision_at_5": 0.18305, "precision_at_10": 0.09443, "precision_at_20": 0.04841, "precision_at_25": 0.03896, "precision_at_50": 0.01975, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.749241, "mrr_at_3": 0.808409, "mrr_at_5": 0.816785, "mrr_at_10": 0.820802, "mrr_at_20": 0.822522, "mrr_at_25": 0.82278, "mrr_at_50": 0.823187, "mrr_at_100": 0.823306, "mrr_at_1000": 0.823328, "nauc_ndcg_at_1_max": 0.478771, "nauc_ndcg_at_1_std": -0.286124, "nauc_ndcg_at_1_diff1": 0.804884, "nauc_ndcg_at_3_max": 0.535936, "nauc_ndcg_at_3_std": -0.302167, "nauc_ndcg_at_3_diff1": 0.781852, "nauc_ndcg_at_5_max": 0.526784, "nauc_ndcg_at_5_std": -0.308187, "nauc_ndcg_at_5_diff1": 0.780662, "nauc_ndcg_at_10_max": 0.523114, "nauc_ndcg_at_10_std": -0.308442, "nauc_ndcg_at_10_diff1": 0.781302, "nauc_ndcg_at_20_max": 0.51943, "nauc_ndcg_at_20_std": -0.303066, "nauc_ndcg_at_20_diff1": 0.784068, "nauc_ndcg_at_25_max": 0.519273, "nauc_ndcg_at_25_std": -0.298891, "nauc_ndcg_at_25_diff1": 0.78429, "nauc_ndcg_at_50_max": 0.516722, "nauc_ndcg_at_50_std": -0.294756, "nauc_ndcg_at_50_diff1": 0.785565, "nauc_ndcg_at_100_max": 0.513737, "nauc_ndcg_at_100_std": -0.299116, "nauc_ndcg_at_100_diff1": 0.786193, "nauc_ndcg_at_1000_max": 0.513472, "nauc_ndcg_at_1000_std": -0.300008, "nauc_ndcg_at_1000_diff1": 0.78634, "nauc_map_at_1_max": 0.478771, "nauc_map_at_1_std": -0.286124, "nauc_map_at_1_diff1": 0.804884, "nauc_map_at_3_max": 0.519103, "nauc_map_at_3_std": -0.298085, "nauc_map_at_3_diff1": 0.787884, "nauc_map_at_5_max": 0.513731, "nauc_map_at_5_std": -0.301118, "nauc_map_at_5_diff1": 0.787407, "nauc_map_at_10_max": 0.512254, "nauc_map_at_10_std": -0.300969, "nauc_map_at_10_diff1": 0.787784, "nauc_map_at_20_max": 0.511317, "nauc_map_at_20_std": -0.299741, "nauc_map_at_20_diff1": 0.788445, "nauc_map_at_25_max": 0.511269, "nauc_map_at_25_std": -0.29908, "nauc_map_at_25_diff1": 0.788487, "nauc_map_at_50_max": 0.510981, "nauc_map_at_50_std": -0.298507, "nauc_map_at_50_diff1": 0.788653, "nauc_map_at_100_max": 0.510761, "nauc_map_at_100_std": -0.298824, "nauc_map_at_100_diff1": 0.788701, "nauc_map_at_1000_max": 0.510751, "nauc_map_at_1000_std": -0.298855, "nauc_map_at_1000_diff1": 0.78871, "nauc_recall_at_1_max": 0.478771, "nauc_recall_at_1_std": -0.286124, "nauc_recall_at_1_diff1": 0.804884, "nauc_recall_at_3_max": 0.607788, "nauc_recall_at_3_std": -0.319181, "nauc_recall_at_3_diff1": 0.756589, "nauc_recall_at_5_max": 0.59884, "nauc_recall_at_5_std": -0.348838, "nauc_recall_at_5_diff1": 0.743037, "nauc_recall_at_10_max": 0.606813, "nauc_recall_at_10_std": -0.373029, "nauc_recall_at_10_diff1": 0.72846, "nauc_recall_at_20_max": 0.609221, "nauc_recall_at_20_std": -0.332087, "nauc_recall_at_20_diff1": 0.734967, "nauc_recall_at_25_max": 0.626272, "nauc_recall_at_25_std": -0.242077, "nauc_recall_at_25_diff1": 0.729153, "nauc_recall_at_50_max": 0.601187, "nauc_recall_at_50_std": 0.019216, "nauc_recall_at_50_diff1": 0.73645, "nauc_recall_at_100_max": 0.248486, "nauc_recall_at_100_std": -0.158128, "nauc_recall_at_100_diff1": 0.75442, "nauc_recall_at_1000_max": -0.644242, "nauc_recall_at_1000_std": -0.464379, "nauc_recall_at_1000_diff1": 0.766112, "nauc_precision_at_1_max": 0.478771, "nauc_precision_at_1_std": -0.286124, "nauc_precision_at_1_diff1": 0.804884, "nauc_precision_at_3_max": 0.607788, "nauc_precision_at_3_std": -0.319181, "nauc_precision_at_3_diff1": 0.756589, "nauc_precision_at_5_max": 0.59884, "nauc_precision_at_5_std": -0.348838, "nauc_precision_at_5_diff1": 0.743037, "nauc_precision_at_10_max": 0.606813, "nauc_precision_at_10_std": -0.373029, "nauc_precision_at_10_diff1": 0.72846, "nauc_precision_at_20_max": 0.609221, "nauc_precision_at_20_std": -0.332087, "nauc_precision_at_20_diff1": 0.734967, "nauc_precision_at_25_max": 0.626272, "nauc_precision_at_25_std": -0.242077, "nauc_precision_at_25_diff1": 0.729153, "nauc_precision_at_50_max": 0.601187, "nauc_precision_at_50_std": 0.019216, "nauc_precision_at_50_diff1": 0.73645, "nauc_precision_at_100_max": 0.248486, "nauc_precision_at_100_std": -0.158128, "nauc_precision_at_100_diff1": 0.75442, "nauc_precision_at_1000_max": -0.644242, "nauc_precision_at_1000_std": -0.464379, "nauc_precision_at_1000_diff1": 0.766112, "nauc_mrr_at_1_max": 0.478771, "nauc_mrr_at_1_std": -0.286124, "nauc_mrr_at_1_diff1": 0.804884, "nauc_mrr_at_3_max": 0.519103, "nauc_mrr_at_3_std": -0.298085, "nauc_mrr_at_3_diff1": 0.787884, "nauc_mrr_at_5_max": 0.513731, "nauc_mrr_at_5_std": -0.301118, "nauc_mrr_at_5_diff1": 0.787407, "nauc_mrr_at_10_max": 0.512254, "nauc_mrr_at_10_std": -0.300969, "nauc_mrr_at_10_diff1": 0.787784, "nauc_mrr_at_20_max": 0.511317, "nauc_mrr_at_20_std": -0.299741, "nauc_mrr_at_20_diff1": 0.788445, "nauc_mrr_at_25_max": 0.511269, "nauc_mrr_at_25_std": -0.29908, "nauc_mrr_at_25_diff1": 0.788487, "nauc_mrr_at_50_max": 0.510981, "nauc_mrr_at_50_std": -0.298507, "nauc_mrr_at_50_diff1": 0.788653, "nauc_mrr_at_100_max": 0.510761, "nauc_mrr_at_100_std": -0.298824, "nauc_mrr_at_100_diff1": 0.788701, "nauc_mrr_at_1000_max": 0.510751, "nauc_mrr_at_1000_std": -0.298855, "nauc_mrr_at_1000_diff1": 0.78871, "hit_rate_at_1": 0.74924, "hit_rate_at_3": 0.87905, "hit_rate_at_5": 0.91523, "hit_rate_at_10": 0.94433, "hit_rate_at_20": 0.96812, "hit_rate_at_25": 0.97394, "hit_rate_at_50": 0.98735, "hit_rate_at_100": 0.99545, "hit_rate_at_1000": 0.99873, "R_cap_at_1": 0.749241, "R_cap_at_3": 0.879049, "R_cap_at_5": 0.915233, "R_cap_at_10": 0.944332, "R_cap_at_20": 0.968117, "R_cap_at_25": 0.973937, "R_cap_at_50": 0.987348, "R_cap_at_100": 0.995445, "R_cap_at_1000": 0.998735, "main_score": 0.85117, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.86099, "ndcg_at_3": 0.91001, "ndcg_at_5": 0.91932, "ndcg_at_10": 0.9249, "ndcg_at_20": 0.92632, "ndcg_at_25": 0.9268, "ndcg_at_50": 0.92747, "ndcg_at_100": 0.9282, "ndcg_at_1000": 0.92866, "map_at_1": 0.86099, "map_at_3": 0.89892, "map_at_5": 0.90413, "map_at_10": 0.90651, "map_at_20": 0.9069, "map_at_25": 0.907, "map_at_50": 0.90711, "map_at_100": 0.90717, "map_at_1000": 0.90719, "recall_at_1": 0.86099, "recall_at_3": 0.9417, "recall_at_5": 0.96413, "recall_at_10": 0.98094, "recall_at_20": 0.98655, "recall_at_25": 0.98879, "recall_at_50": 0.99215, "recall_at_100": 0.99664, "recall_at_1000": 1.0, "accuracy": 0.86099, "precision_at_1": 0.86099, "precision_at_3": 0.3139, "precision_at_5": 0.19283, "precision_at_10": 0.09809, "precision_at_20": 0.04933, "precision_at_25": 0.03955, "precision_at_50": 0.01984, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.860987, "mrr_at_3": 0.898916, "mrr_at_5": 0.904129, "mrr_at_10": 0.906513, "mrr_at_20": 0.906905, "mrr_at_25": 0.907002, "mrr_at_50": 0.907106, "mrr_at_100": 0.907173, "mrr_at_1000": 0.907193, "nauc_ndcg_at_1_max": 0.517109, "nauc_ndcg_at_1_std": -0.422165, "nauc_ndcg_at_1_diff1": 0.82802, "nauc_ndcg_at_3_max": 0.57532, "nauc_ndcg_at_3_std": -0.481811, "nauc_ndcg_at_3_diff1": 0.823485, "nauc_ndcg_at_5_max": 0.561025, "nauc_ndcg_at_5_std": -0.493535, "nauc_ndcg_at_5_diff1": 0.815455, "nauc_ndcg_at_10_max": 0.551168, "nauc_ndcg_at_10_std": -0.470643, "nauc_ndcg_at_10_diff1": 0.810211, "nauc_ndcg_at_20_max": 0.547576, "nauc_ndcg_at_20_std": -0.479695, "nauc_ndcg_at_20_diff1": 0.810775, "nauc_ndcg_at_25_max": 0.550844, "nauc_ndcg_at_25_std": -0.478144, "nauc_ndcg_at_25_diff1": 0.812615, "nauc_ndcg_at_50_max": 0.550494, "nauc_ndcg_at_50_std": -0.471009, "nauc_ndcg_at_50_diff1": 0.812526, "nauc_ndcg_at_100_max": 0.547635, "nauc_ndcg_at_100_std": -0.469691, "nauc_ndcg_at_100_diff1": 0.81196, "nauc_ndcg_at_1000_max": 0.548256, "nauc_ndcg_at_1000_std": -0.46946, "nauc_ndcg_at_1000_diff1": 0.815285, "nauc_map_at_1_max": 0.517109, "nauc_map_at_1_std": -0.422165, "nauc_map_at_1_diff1": 0.82802, "nauc_map_at_3_max": 0.55732, "nauc_map_at_3_std": -0.466751, "nauc_map_at_3_diff1": 0.823121, "nauc_map_at_5_max": 0.549584, "nauc_map_at_5_std": -0.470674, "nauc_map_at_5_diff1": 0.819288, "nauc_map_at_10_max": 0.545843, "nauc_map_at_10_std": -0.462505, "nauc_map_at_10_diff1": 0.817621, "nauc_map_at_20_max": 0.54488, "nauc_map_at_20_std": -0.464721, "nauc_map_at_20_diff1": 0.817736, "nauc_map_at_25_max": 0.545413, "nauc_map_at_25_std": -0.464426, "nauc_map_at_25_diff1": 0.818027, "nauc_map_at_50_max": 0.545381, "nauc_map_at_50_std": -0.463483, "nauc_map_at_50_diff1": 0.818018, "nauc_map_at_100_max": 0.54517, "nauc_map_at_100_std": -0.463402, "nauc_map_at_100_diff1": 0.817979, "nauc_map_at_1000_max": 0.545197, "nauc_map_at_1000_std": -0.463415, "nauc_map_at_1000_diff1": 0.81812, "nauc_recall_at_1_max": 0.517109, "nauc_recall_at_1_std": -0.422165, "nauc_recall_at_1_diff1": 0.82802, "nauc_recall_at_3_max": 0.662355, "nauc_recall_at_3_std": -0.552129, "nauc_recall_at_3_diff1": 0.826551, "nauc_recall_at_5_max": 0.640862, "nauc_recall_at_5_std": -0.666438, "nauc_recall_at_5_diff1": 0.786188, "nauc_recall_at_10_max": 0.598108, "nauc_recall_at_10_std": -0.545258, "nauc_recall_at_10_diff1": 0.69871, "nauc_recall_at_20_max": 0.550037, "nauc_recall_at_20_std": -0.752912, "nauc_recall_at_20_diff1": 0.666136, "nauc_recall_at_25_max": 0.644091, "nauc_recall_at_25_std": -0.765104, "nauc_recall_at_25_diff1": 0.691328, "nauc_recall_at_50_max": 0.665632, "nauc_recall_at_50_std": -0.570851, "nauc_recall_at_50_diff1": 0.636046, "nauc_recall_at_100_max": 0.460975, "nauc_recall_at_100_std": -0.527464, "nauc_recall_at_100_diff1": 0.330451, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.517109, "nauc_precision_at_1_std": -0.422165, "nauc_precision_at_1_diff1": 0.82802, "nauc_precision_at_3_max": 0.662355, "nauc_precision_at_3_std": -0.552129, "nauc_precision_at_3_diff1": 0.826551, "nauc_precision_at_5_max": 0.640862, "nauc_precision_at_5_std": -0.666438, "nauc_precision_at_5_diff1": 0.786188, "nauc_precision_at_10_max": 0.598108, "nauc_precision_at_10_std": -0.545258, "nauc_precision_at_10_diff1": 0.69871, "nauc_precision_at_20_max": 0.550037, "nauc_precision_at_20_std": -0.752912, "nauc_precision_at_20_diff1": 0.666136, "nauc_precision_at_25_max": 0.644091, "nauc_precision_at_25_std": -0.765104, "nauc_precision_at_25_diff1": 0.691328, "nauc_precision_at_50_max": 0.665632, "nauc_precision_at_50_std": -0.570851, "nauc_precision_at_50_diff1": 0.636046, "nauc_precision_at_100_max": 0.460975, "nauc_precision_at_100_std": -0.527464, "nauc_precision_at_100_diff1": 0.330451, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.517109, "nauc_mrr_at_1_std": -0.422165, "nauc_mrr_at_1_diff1": 0.82802, "nauc_mrr_at_3_max": 0.55732, "nauc_mrr_at_3_std": -0.466751, "nauc_mrr_at_3_diff1": 0.823121, "nauc_mrr_at_5_max": 0.549584, "nauc_mrr_at_5_std": -0.470674, "nauc_mrr_at_5_diff1": 0.819288, "nauc_mrr_at_10_max": 0.545843, "nauc_mrr_at_10_std": -0.462505, "nauc_mrr_at_10_diff1": 0.817621, "nauc_mrr_at_20_max": 0.54488, "nauc_mrr_at_20_std": -0.464721, "nauc_mrr_at_20_diff1": 0.817736, "nauc_mrr_at_25_max": 0.545413, "nauc_mrr_at_25_std": -0.464426, "nauc_mrr_at_25_diff1": 0.818027, "nauc_mrr_at_50_max": 0.545381, "nauc_mrr_at_50_std": -0.463483, "nauc_mrr_at_50_diff1": 0.818018, "nauc_mrr_at_100_max": 0.54517, "nauc_mrr_at_100_std": -0.463402, "nauc_mrr_at_100_diff1": 0.817979, "nauc_mrr_at_1000_max": 0.545197, "nauc_mrr_at_1000_std": -0.463415, "nauc_mrr_at_1000_diff1": 0.81812, "hit_rate_at_1": 0.86099, "hit_rate_at_3": 0.9417, "hit_rate_at_5": 0.96413, "hit_rate_at_10": 0.98094, "hit_rate_at_20": 0.98655, "hit_rate_at_25": 0.98879, "hit_rate_at_50": 0.99215, "hit_rate_at_100": 0.99664, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.860987, "R_cap_at_3": 0.941704, "R_cap_at_5": 0.964126, "R_cap_at_10": 0.980942, "R_cap_at_20": 0.986547, "R_cap_at_25": 0.988789, "R_cap_at_50": 0.992152, "R_cap_at_100": 0.996637, "R_cap_at_1000": 1.0, "main_score": 0.9249, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79409, "ndcg_at_3": 0.86597, "ndcg_at_5": 0.87789, "ndcg_at_10": 0.88679, "ndcg_at_20": 0.8905, "ndcg_at_25": 0.89144, "ndcg_at_50": 0.89227, "ndcg_at_100": 0.8928, "ndcg_at_1000": 0.89302, "map_at_1": 0.79409, "map_at_3": 0.84892, "map_at_5": 0.85565, "map_at_10": 0.85934, "map_at_20": 0.86037, "map_at_25": 0.86057, "map_at_50": 0.86069, "map_at_100": 0.86074, "map_at_1000": 0.86075, "recall_at_1": 0.79409, "recall_at_3": 0.91505, "recall_at_5": 0.94355, "recall_at_10": 0.97097, "recall_at_20": 0.98548, "recall_at_25": 0.98978, "recall_at_50": 0.99409, "recall_at_100": 0.99731, "recall_at_1000": 0.99892, "accuracy": 0.79409, "precision_at_1": 0.79409, "precision_at_3": 0.30502, "precision_at_5": 0.18871, "precision_at_10": 0.0971, "precision_at_20": 0.04927, "precision_at_25": 0.03959, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.794086, "mrr_at_3": 0.848925, "mrr_at_5": 0.855645, "mrr_at_10": 0.859337, "mrr_at_20": 0.860374, "mrr_at_25": 0.860567, "mrr_at_50": 0.860688, "mrr_at_100": 0.860736, "mrr_at_1000": 0.860747, "nauc_ndcg_at_1_max": 0.505653, "nauc_ndcg_at_1_std": -0.178652, "nauc_ndcg_at_1_diff1": 0.806539, "nauc_ndcg_at_3_max": 0.548143, "nauc_ndcg_at_3_std": -0.162835, "nauc_ndcg_at_3_diff1": 0.780531, "nauc_ndcg_at_5_max": 0.555937, "nauc_ndcg_at_5_std": -0.143826, "nauc_ndcg_at_5_diff1": 0.780858, "nauc_ndcg_at_10_max": 0.546991, "nauc_ndcg_at_10_std": -0.156197, "nauc_ndcg_at_10_diff1": 0.784835, "nauc_ndcg_at_20_max": 0.544571, "nauc_ndcg_at_20_std": -0.156008, "nauc_ndcg_at_20_diff1": 0.786852, "nauc_ndcg_at_25_max": 0.545149, "nauc_ndcg_at_25_std": -0.153014, "nauc_ndcg_at_25_diff1": 0.786377, "nauc_ndcg_at_50_max": 0.544543, "nauc_ndcg_at_50_std": -0.154084, "nauc_ndcg_at_50_diff1": 0.78822, "nauc_ndcg_at_100_max": 0.542733, "nauc_ndcg_at_100_std": -0.154878, "nauc_ndcg_at_100_diff1": 0.787675, "nauc_ndcg_at_1000_max": 0.541738, "nauc_ndcg_at_1000_std": -0.156996, "nauc_ndcg_at_1000_diff1": 0.787304, "nauc_map_at_1_max": 0.505653, "nauc_map_at_1_std": -0.178652, "nauc_map_at_1_diff1": 0.806539, "nauc_map_at_3_max": 0.53631, "nauc_map_at_3_std": -0.16884, "nauc_map_at_3_diff1": 0.787676, "nauc_map_at_5_max": 0.539625, "nauc_map_at_5_std": -0.159425, "nauc_map_at_5_diff1": 0.788258, "nauc_map_at_10_max": 0.536752, "nauc_map_at_10_std": -0.163925, "nauc_map_at_10_diff1": 0.789963, "nauc_map_at_20_max": 0.536292, "nauc_map_at_20_std": -0.163685, "nauc_map_at_20_diff1": 0.790443, "nauc_map_at_25_max": 0.536376, "nauc_map_at_25_std": -0.163217, "nauc_map_at_25_diff1": 0.790376, "nauc_map_at_50_max": 0.536326, "nauc_map_at_50_std": -0.163345, "nauc_map_at_50_diff1": 0.790614, "nauc_map_at_100_max": 0.536195, "nauc_map_at_100_std": -0.163369, "nauc_map_at_100_diff1": 0.790575, "nauc_map_at_1000_max": 0.536159, "nauc_map_at_1000_std": -0.163447, "nauc_map_at_1000_diff1": 0.790561, "nauc_recall_at_1_max": 0.505653, "nauc_recall_at_1_std": -0.178652, "nauc_recall_at_1_diff1": 0.806539, "nauc_recall_at_3_max": 0.604472, "nauc_recall_at_3_std": -0.132959, "nauc_recall_at_3_diff1": 0.746596, "nauc_recall_at_5_max": 0.669766, "nauc_recall_at_5_std": -0.030025, "nauc_recall_at_5_diff1": 0.730345, "nauc_recall_at_10_max": 0.661142, "nauc_recall_at_10_std": -0.065947, "nauc_recall_at_10_diff1": 0.724142, "nauc_recall_at_20_max": 0.696805, "nauc_recall_at_20_std": 0.012086, "nauc_recall_at_20_diff1": 0.719871, "nauc_recall_at_25_max": 0.786771, "nauc_recall_at_25_std": 0.219347, "nauc_recall_at_25_diff1": 0.669492, "nauc_recall_at_50_max": 0.900051, "nauc_recall_at_50_std": 0.39343, "nauc_recall_at_50_diff1": 0.742467, "nauc_recall_at_100_max": 0.910831, "nauc_recall_at_100_std": 0.833333, "nauc_recall_at_100_diff1": 0.564146, "nauc_recall_at_1000_max": 0.777077, "nauc_recall_at_1000_std": 0.861111, "nauc_recall_at_1000_diff1": -0.024276, "nauc_precision_at_1_max": 0.505653, "nauc_precision_at_1_std": -0.178652, "nauc_precision_at_1_diff1": 0.806539, "nauc_precision_at_3_max": 0.604472, "nauc_precision_at_3_std": -0.132959, "nauc_precision_at_3_diff1": 0.746596, "nauc_precision_at_5_max": 0.669766, "nauc_precision_at_5_std": -0.030025, "nauc_precision_at_5_diff1": 0.730345, "nauc_precision_at_10_max": 0.661142, "nauc_precision_at_10_std": -0.065947, "nauc_precision_at_10_diff1": 0.724142, "nauc_precision_at_20_max": 0.696805, "nauc_precision_at_20_std": 0.012086, "nauc_precision_at_20_diff1": 0.719871, "nauc_precision_at_25_max": 0.786771, "nauc_precision_at_25_std": 0.219347, "nauc_precision_at_25_diff1": 0.669492, "nauc_precision_at_50_max": 0.900051, "nauc_precision_at_50_std": 0.39343, "nauc_precision_at_50_diff1": 0.742467, "nauc_precision_at_100_max": 0.910831, "nauc_precision_at_100_std": 0.833333, "nauc_precision_at_100_diff1": 0.564146, "nauc_precision_at_1000_max": 0.777077, "nauc_precision_at_1000_std": 0.861111, "nauc_precision_at_1000_diff1": -0.024276, "nauc_mrr_at_1_max": 0.505653, "nauc_mrr_at_1_std": -0.178652, "nauc_mrr_at_1_diff1": 0.806539, "nauc_mrr_at_3_max": 0.53631, "nauc_mrr_at_3_std": -0.16884, "nauc_mrr_at_3_diff1": 0.787676, "nauc_mrr_at_5_max": 0.539625, "nauc_mrr_at_5_std": -0.159425, "nauc_mrr_at_5_diff1": 0.788258, "nauc_mrr_at_10_max": 0.536752, "nauc_mrr_at_10_std": -0.163925, "nauc_mrr_at_10_diff1": 0.789963, "nauc_mrr_at_20_max": 0.536292, "nauc_mrr_at_20_std": -0.163685, "nauc_mrr_at_20_diff1": 0.790443, "nauc_mrr_at_25_max": 0.536376, "nauc_mrr_at_25_std": -0.163217, "nauc_mrr_at_25_diff1": 0.790376, "nauc_mrr_at_50_max": 0.536326, "nauc_mrr_at_50_std": -0.163345, "nauc_mrr_at_50_diff1": 0.790614, "nauc_mrr_at_100_max": 0.536195, "nauc_mrr_at_100_std": -0.163369, "nauc_mrr_at_100_diff1": 0.790575, "nauc_mrr_at_1000_max": 0.536159, "nauc_mrr_at_1000_std": -0.163447, "nauc_mrr_at_1000_diff1": 0.790561, "hit_rate_at_1": 0.79409, "hit_rate_at_3": 0.91505, "hit_rate_at_5": 0.94355, "hit_rate_at_10": 0.97097, "hit_rate_at_20": 0.98548, "hit_rate_at_25": 0.98978, "hit_rate_at_50": 0.99409, "hit_rate_at_100": 0.99731, "hit_rate_at_1000": 0.99892, "R_cap_at_1": 0.794086, "R_cap_at_3": 0.915054, "R_cap_at_5": 0.943548, "R_cap_at_10": 0.970968, "R_cap_at_20": 0.985484, "R_cap_at_25": 0.989785, "R_cap_at_50": 0.994086, "R_cap_at_100": 0.997312, "R_cap_at_1000": 0.998925, "main_score": 0.88679, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8367, "ndcg_at_3": 0.8982, "ndcg_at_5": 0.90945, "ndcg_at_10": 0.91463, "ndcg_at_20": 0.91659, "ndcg_at_25": 0.91692, "ndcg_at_50": 0.91737, "ndcg_at_100": 0.91785, "ndcg_at_1000": 0.91824, "map_at_1": 0.8367, "map_at_3": 0.88365, "map_at_5": 0.88998, "map_at_10": 0.89217, "map_at_20": 0.89274, "map_at_25": 0.89281, "map_at_50": 0.89288, "map_at_100": 0.89292, "map_at_1000": 0.89294, "recall_at_1": 0.8367, "recall_at_3": 0.94007, "recall_at_5": 0.96704, "recall_at_10": 0.98277, "recall_at_20": 0.99026, "recall_at_25": 0.99176, "recall_at_50": 0.99401, "recall_at_100": 0.997, "recall_at_1000": 1.0, "accuracy": 0.8367, "precision_at_1": 0.8367, "precision_at_3": 0.31336, "precision_at_5": 0.19341, "precision_at_10": 0.09828, "precision_at_20": 0.04951, "precision_at_25": 0.03967, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.836704, "mrr_at_3": 0.883645, "mrr_at_5": 0.889975, "mrr_at_10": 0.892169, "mrr_at_20": 0.892741, "mrr_at_25": 0.89281, "mrr_at_50": 0.892882, "mrr_at_100": 0.892923, "mrr_at_1000": 0.89294, "nauc_ndcg_at_1_max": 0.613723, "nauc_ndcg_at_1_std": -0.109337, "nauc_ndcg_at_1_diff1": 0.844585, "nauc_ndcg_at_3_max": 0.657946, "nauc_ndcg_at_3_std": -0.110274, "nauc_ndcg_at_3_diff1": 0.843626, "nauc_ndcg_at_5_max": 0.65811, "nauc_ndcg_at_5_std": -0.102189, "nauc_ndcg_at_5_diff1": 0.846595, "nauc_ndcg_at_10_max": 0.657611, "nauc_ndcg_at_10_std": -0.08729, "nauc_ndcg_at_10_diff1": 0.846877, "nauc_ndcg_at_20_max": 0.651959, "nauc_ndcg_at_20_std": -0.095119, "nauc_ndcg_at_20_diff1": 0.845995, "nauc_ndcg_at_25_max": 0.650518, "nauc_ndcg_at_25_std": -0.099111, "nauc_ndcg_at_25_diff1": 0.845899, "nauc_ndcg_at_50_max": 0.650479, "nauc_ndcg_at_50_std": -0.096275, "nauc_ndcg_at_50_diff1": 0.845272, "nauc_ndcg_at_100_max": 0.648554, "nauc_ndcg_at_100_std": -0.096344, "nauc_ndcg_at_100_diff1": 0.844936, "nauc_ndcg_at_1000_max": 0.647163, "nauc_ndcg_at_1000_std": -0.100536, "nauc_ndcg_at_1000_diff1": 0.844887, "nauc_map_at_1_max": 0.613723, "nauc_map_at_1_std": -0.109337, "nauc_map_at_1_diff1": 0.844585, "nauc_map_at_3_max": 0.645243, "nauc_map_at_3_std": -0.111342, "nauc_map_at_3_diff1": 0.843401, "nauc_map_at_5_max": 0.644405, "nauc_map_at_5_std": -0.10784, "nauc_map_at_5_diff1": 0.844558, "nauc_map_at_10_max": 0.643927, "nauc_map_at_10_std": -0.102737, "nauc_map_at_10_diff1": 0.844732, "nauc_map_at_20_max": 0.64257, "nauc_map_at_20_std": -0.104685, "nauc_map_at_20_diff1": 0.84448, "nauc_map_at_25_max": 0.642333, "nauc_map_at_25_std": -0.10533, "nauc_map_at_25_diff1": 0.844463, "nauc_map_at_50_max": 0.642325, "nauc_map_at_50_std": -0.104949, "nauc_map_at_50_diff1": 0.844383, "nauc_map_at_100_max": 0.642197, "nauc_map_at_100_std": -0.104943, "nauc_map_at_100_diff1": 0.844363, "nauc_map_at_1000_max": 0.642149, "nauc_map_at_1000_std": -0.105075, "nauc_map_at_1000_diff1": 0.844359, "nauc_recall_at_1_max": 0.613723, "nauc_recall_at_1_std": -0.109337, "nauc_recall_at_1_diff1": 0.844585, "nauc_recall_at_3_max": 0.725032, "nauc_recall_at_3_std": -0.103435, "nauc_recall_at_3_diff1": 0.845263, "nauc_recall_at_5_max": 0.783031, "nauc_recall_at_5_std": -0.04383, "nauc_recall_at_5_diff1": 0.86829, "nauc_recall_at_10_max": 0.890156, "nauc_recall_at_10_std": 0.218605, "nauc_recall_at_10_diff1": 0.88822, "nauc_recall_at_20_max": 0.889896, "nauc_recall_at_20_std": 0.212693, "nauc_recall_at_20_diff1": 0.895277, "nauc_recall_at_25_max": 0.869877, "nauc_recall_at_25_std": 0.093324, "nauc_recall_at_25_diff1": 0.900013, "nauc_recall_at_50_max": 0.948924, "nauc_recall_at_50_std": 0.34748, "nauc_recall_at_50_diff1": 0.878865, "nauc_recall_at_100_max": 0.930542, "nauc_recall_at_100_std": 0.770025, "nauc_recall_at_100_diff1": 0.855809, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.613723, "nauc_precision_at_1_std": -0.109337, "nauc_precision_at_1_diff1": 0.844585, "nauc_precision_at_3_max": 0.725032, "nauc_precision_at_3_std": -0.103435, "nauc_precision_at_3_diff1": 0.845263, "nauc_precision_at_5_max": 0.783031, "nauc_precision_at_5_std": -0.04383, "nauc_precision_at_5_diff1": 0.86829, "nauc_precision_at_10_max": 0.890156, "nauc_precision_at_10_std": 0.218605, "nauc_precision_at_10_diff1": 0.88822, "nauc_precision_at_20_max": 0.889896, "nauc_precision_at_20_std": 0.212693, "nauc_precision_at_20_diff1": 0.895277, "nauc_precision_at_25_max": 0.869877, "nauc_precision_at_25_std": 0.093324, "nauc_precision_at_25_diff1": 0.900013, "nauc_precision_at_50_max": 0.948924, "nauc_precision_at_50_std": 0.34748, "nauc_precision_at_50_diff1": 0.878865, "nauc_precision_at_100_max": 0.930542, "nauc_precision_at_100_std": 0.770025, "nauc_precision_at_100_diff1": 0.855809, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.613723, "nauc_mrr_at_1_std": -0.109337, "nauc_mrr_at_1_diff1": 0.844585, "nauc_mrr_at_3_max": 0.645243, "nauc_mrr_at_3_std": -0.111342, "nauc_mrr_at_3_diff1": 0.843401, "nauc_mrr_at_5_max": 0.644405, "nauc_mrr_at_5_std": -0.10784, "nauc_mrr_at_5_diff1": 0.844558, "nauc_mrr_at_10_max": 0.643927, "nauc_mrr_at_10_std": -0.102737, "nauc_mrr_at_10_diff1": 0.844732, "nauc_mrr_at_20_max": 0.64257, "nauc_mrr_at_20_std": -0.104685, "nauc_mrr_at_20_diff1": 0.84448, "nauc_mrr_at_25_max": 0.642333, "nauc_mrr_at_25_std": -0.10533, "nauc_mrr_at_25_diff1": 0.844463, "nauc_mrr_at_50_max": 0.642325, "nauc_mrr_at_50_std": -0.104949, "nauc_mrr_at_50_diff1": 0.844383, "nauc_mrr_at_100_max": 0.642197, "nauc_mrr_at_100_std": -0.104943, "nauc_mrr_at_100_diff1": 0.844363, "nauc_mrr_at_1000_max": 0.642149, "nauc_mrr_at_1000_std": -0.105075, "nauc_mrr_at_1000_diff1": 0.844359, "hit_rate_at_1": 0.8367, "hit_rate_at_3": 0.94007, "hit_rate_at_5": 0.96704, "hit_rate_at_10": 0.98277, "hit_rate_at_20": 0.99026, "hit_rate_at_25": 0.99176, "hit_rate_at_50": 0.99401, "hit_rate_at_100": 0.997, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.836704, "R_cap_at_3": 0.940075, "R_cap_at_5": 0.967041, "R_cap_at_10": 0.982772, "R_cap_at_20": 0.990262, "R_cap_at_25": 0.99176, "R_cap_at_50": 0.994007, "R_cap_at_100": 0.997004, "R_cap_at_1000": 1.0, "main_score": 0.91463, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68928, "ndcg_at_3": 0.78265, "ndcg_at_5": 0.79809, "ndcg_at_10": 0.81593, "ndcg_at_20": 0.82391, "ndcg_at_25": 0.82504, "ndcg_at_50": 0.82745, "ndcg_at_100": 0.82887, "ndcg_at_1000": 0.82916, "map_at_1": 0.68928, "map_at_3": 0.76015, "map_at_5": 0.76879, "map_at_10": 0.77624, "map_at_20": 0.77836, "map_at_25": 0.77859, "map_at_50": 0.77896, "map_at_100": 0.77908, "map_at_1000": 0.7791, "recall_at_1": 0.68928, "recall_at_3": 0.84756, "recall_at_5": 0.88476, "recall_at_10": 0.93946, "recall_at_20": 0.97155, "recall_at_25": 0.97666, "recall_at_50": 0.98906, "recall_at_100": 0.99781, "recall_at_1000": 1.0, "accuracy": 0.68928, "precision_at_1": 0.68928, "precision_at_3": 0.28252, "precision_at_5": 0.17695, "precision_at_10": 0.09395, "precision_at_20": 0.04858, "precision_at_25": 0.03907, "precision_at_50": 0.01978, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.689278, "mrr_at_3": 0.760151, "mrr_at_5": 0.768794, "mrr_at_10": 0.776237, "mrr_at_20": 0.77836, "mrr_at_25": 0.778592, "mrr_at_50": 0.778957, "mrr_at_100": 0.779082, "mrr_at_1000": 0.779096, "nauc_ndcg_at_1_max": 0.242931, "nauc_ndcg_at_1_std": -0.365748, "nauc_ndcg_at_1_diff1": 0.746333, "nauc_ndcg_at_3_max": 0.266615, "nauc_ndcg_at_3_std": -0.425538, "nauc_ndcg_at_3_diff1": 0.722147, "nauc_ndcg_at_5_max": 0.275797, "nauc_ndcg_at_5_std": -0.416825, "nauc_ndcg_at_5_diff1": 0.726071, "nauc_ndcg_at_10_max": 0.270395, "nauc_ndcg_at_10_std": -0.435555, "nauc_ndcg_at_10_diff1": 0.729403, "nauc_ndcg_at_20_max": 0.271866, "nauc_ndcg_at_20_std": -0.424817, "nauc_ndcg_at_20_diff1": 0.732346, "nauc_ndcg_at_25_max": 0.274652, "nauc_ndcg_at_25_std": -0.421194, "nauc_ndcg_at_25_diff1": 0.733309, "nauc_ndcg_at_50_max": 0.269734, "nauc_ndcg_at_50_std": -0.415534, "nauc_ndcg_at_50_diff1": 0.732438, "nauc_ndcg_at_100_max": 0.265777, "nauc_ndcg_at_100_std": -0.416213, "nauc_ndcg_at_100_diff1": 0.732069, "nauc_ndcg_at_1000_max": 0.26488, "nauc_ndcg_at_1000_std": -0.415664, "nauc_ndcg_at_1000_diff1": 0.732001, "nauc_map_at_1_max": 0.242931, "nauc_map_at_1_std": -0.365748, "nauc_map_at_1_diff1": 0.746333, "nauc_map_at_3_max": 0.25909, "nauc_map_at_3_std": -0.409421, "nauc_map_at_3_diff1": 0.728793, "nauc_map_at_5_max": 0.263198, "nauc_map_at_5_std": -0.405436, "nauc_map_at_5_diff1": 0.731052, "nauc_map_at_10_max": 0.260458, "nauc_map_at_10_std": -0.412033, "nauc_map_at_10_diff1": 0.732352, "nauc_map_at_20_max": 0.26075, "nauc_map_at_20_std": -0.409668, "nauc_map_at_20_diff1": 0.733017, "nauc_map_at_25_max": 0.261193, "nauc_map_at_25_std": -0.409067, "nauc_map_at_25_diff1": 0.733175, "nauc_map_at_50_max": 0.260592, "nauc_map_at_50_std": -0.408342, "nauc_map_at_50_diff1": 0.73307, "nauc_map_at_100_max": 0.260299, "nauc_map_at_100_std": -0.408438, "nauc_map_at_100_diff1": 0.733045, "nauc_map_at_1000_max": 0.260259, "nauc_map_at_1000_std": -0.408434, "nauc_map_at_1000_diff1": 0.733047, "nauc_recall_at_1_max": 0.242931, "nauc_recall_at_1_std": -0.365748, "nauc_recall_at_1_diff1": 0.746333, "nauc_recall_at_3_max": 0.298546, "nauc_recall_at_3_std": -0.492283, "nauc_recall_at_3_diff1": 0.694542, "nauc_recall_at_5_max": 0.344487, "nauc_recall_at_5_std": -0.470651, "nauc_recall_at_5_diff1": 0.701331, "nauc_recall_at_10_max": 0.36569, "nauc_recall_at_10_std": -0.665359, "nauc_recall_at_10_diff1": 0.708178, "nauc_recall_at_20_max": 0.501163, "nauc_recall_at_20_std": -0.678067, "nauc_recall_at_20_diff1": 0.749101, "nauc_recall_at_25_max": 0.635386, "nauc_recall_at_25_std": -0.623308, "nauc_recall_at_25_diff1": 0.78186, "nauc_recall_at_50_max": 0.68778, "nauc_recall_at_50_std": -0.451104, "nauc_recall_at_50_diff1": 0.774399, "nauc_recall_at_100_max": 0.698948, "nauc_recall_at_100_std": -0.779903, "nauc_recall_at_100_diff1": 0.786087, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.242931, "nauc_precision_at_1_std": -0.365748, "nauc_precision_at_1_diff1": 0.746333, "nauc_precision_at_3_max": 0.298546, "nauc_precision_at_3_std": -0.492283, "nauc_precision_at_3_diff1": 0.694542, "nauc_precision_at_5_max": 0.344487, "nauc_precision_at_5_std": -0.470651, "nauc_precision_at_5_diff1": 0.701331, "nauc_precision_at_10_max": 0.36569, "nauc_precision_at_10_std": -0.665359, "nauc_precision_at_10_diff1": 0.708178, "nauc_precision_at_20_max": 0.501163, "nauc_precision_at_20_std": -0.678067, "nauc_precision_at_20_diff1": 0.749101, "nauc_precision_at_25_max": 0.635386, "nauc_precision_at_25_std": -0.623308, "nauc_precision_at_25_diff1": 0.78186, "nauc_precision_at_50_max": 0.68778, "nauc_precision_at_50_std": -0.451104, "nauc_precision_at_50_diff1": 0.774399, "nauc_precision_at_100_max": 0.698948, "nauc_precision_at_100_std": -0.779903, "nauc_precision_at_100_diff1": 0.786087, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.242931, "nauc_mrr_at_1_std": -0.365748, "nauc_mrr_at_1_diff1": 0.746333, "nauc_mrr_at_3_max": 0.25909, "nauc_mrr_at_3_std": -0.409421, "nauc_mrr_at_3_diff1": 0.728793, "nauc_mrr_at_5_max": 0.263198, "nauc_mrr_at_5_std": -0.405436, "nauc_mrr_at_5_diff1": 0.731052, "nauc_mrr_at_10_max": 0.260458, "nauc_mrr_at_10_std": -0.412033, "nauc_mrr_at_10_diff1": 0.732352, "nauc_mrr_at_20_max": 0.26075, "nauc_mrr_at_20_std": -0.409668, "nauc_mrr_at_20_diff1": 0.733017, "nauc_mrr_at_25_max": 0.261193, "nauc_mrr_at_25_std": -0.409067, "nauc_mrr_at_25_diff1": 0.733175, "nauc_mrr_at_50_max": 0.260592, "nauc_mrr_at_50_std": -0.408342, "nauc_mrr_at_50_diff1": 0.73307, "nauc_mrr_at_100_max": 0.260299, "nauc_mrr_at_100_std": -0.408438, "nauc_mrr_at_100_diff1": 0.733045, "nauc_mrr_at_1000_max": 0.260259, "nauc_mrr_at_1000_std": -0.408434, "nauc_mrr_at_1000_diff1": 0.733047, "hit_rate_at_1": 0.68928, "hit_rate_at_3": 0.84756, "hit_rate_at_5": 0.88476, "hit_rate_at_10": 0.93946, "hit_rate_at_20": 0.97155, "hit_rate_at_25": 0.97666, "hit_rate_at_50": 0.98906, "hit_rate_at_100": 0.99781, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.689278, "R_cap_at_3": 0.847557, "R_cap_at_5": 0.884756, "R_cap_at_10": 0.93946, "R_cap_at_20": 0.971554, "R_cap_at_25": 0.976659, "R_cap_at_50": 0.989059, "R_cap_at_100": 0.997812, "R_cap_at_1000": 1.0, "main_score": 0.81593, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74918, "ndcg_at_3": 0.82648, "ndcg_at_5": 0.84029, "ndcg_at_10": 0.85041, "ndcg_at_20": 0.85684, "ndcg_at_25": 0.85788, "ndcg_at_50": 0.86029, "ndcg_at_100": 0.86168, "ndcg_at_1000": 0.86219, "map_at_1": 0.74918, "map_at_3": 0.80813, "map_at_5": 0.81573, "map_at_10": 0.81991, "map_at_20": 0.82172, "map_at_25": 0.82194, "map_at_50": 0.8223, "map_at_100": 0.82243, "map_at_1000": 0.82245, "recall_at_1": 0.74918, "recall_at_3": 0.87932, "recall_at_5": 0.91312, "recall_at_10": 0.94438, "recall_at_20": 0.96947, "recall_at_25": 0.97419, "recall_at_50": 0.98655, "recall_at_100": 0.99491, "recall_at_1000": 0.99891, "accuracy": 0.74918, "precision_at_1": 0.74918, "precision_at_3": 0.29311, "precision_at_5": 0.18262, "precision_at_10": 0.09444, "precision_at_20": 0.04847, "precision_at_25": 0.03897, "precision_at_50": 0.01973, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.749182, "mrr_at_3": 0.80813, "mrr_at_5": 0.815728, "mrr_at_10": 0.819905, "mrr_at_20": 0.821723, "mrr_at_25": 0.821935, "mrr_at_50": 0.822301, "mrr_at_100": 0.822432, "mrr_at_1000": 0.822452, "nauc_ndcg_at_1_max": 0.477423, "nauc_ndcg_at_1_std": -0.297743, "nauc_ndcg_at_1_diff1": 0.822297, "nauc_ndcg_at_3_max": 0.501973, "nauc_ndcg_at_3_std": -0.330379, "nauc_ndcg_at_3_diff1": 0.788328, "nauc_ndcg_at_5_max": 0.511164, "nauc_ndcg_at_5_std": -0.31412, "nauc_ndcg_at_5_diff1": 0.788002, "nauc_ndcg_at_10_max": 0.517474, "nauc_ndcg_at_10_std": -0.302163, "nauc_ndcg_at_10_diff1": 0.79191, "nauc_ndcg_at_20_max": 0.514523, "nauc_ndcg_at_20_std": -0.294201, "nauc_ndcg_at_20_diff1": 0.79442, "nauc_ndcg_at_25_max": 0.51355, "nauc_ndcg_at_25_std": -0.295234, "nauc_ndcg_at_25_diff1": 0.795326, "nauc_ndcg_at_50_max": 0.510147, "nauc_ndcg_at_50_std": -0.296602, "nauc_ndcg_at_50_diff1": 0.796945, "nauc_ndcg_at_100_max": 0.507633, "nauc_ndcg_at_100_std": -0.30063, "nauc_ndcg_at_100_diff1": 0.797628, "nauc_ndcg_at_1000_max": 0.506491, "nauc_ndcg_at_1000_std": -0.302315, "nauc_ndcg_at_1000_diff1": 0.797274, "nauc_map_at_1_max": 0.477423, "nauc_map_at_1_std": -0.297743, "nauc_map_at_1_diff1": 0.822297, "nauc_map_at_3_max": 0.496663, "nauc_map_at_3_std": -0.319226, "nauc_map_at_3_diff1": 0.797875, "nauc_map_at_5_max": 0.500942, "nauc_map_at_5_std": -0.311088, "nauc_map_at_5_diff1": 0.798094, "nauc_map_at_10_max": 0.502864, "nauc_map_at_10_std": -0.307008, "nauc_map_at_10_diff1": 0.799914, "nauc_map_at_20_max": 0.502009, "nauc_map_at_20_std": -0.305248, "nauc_map_at_20_diff1": 0.800492, "nauc_map_at_25_max": 0.501829, "nauc_map_at_25_std": -0.305429, "nauc_map_at_25_diff1": 0.80064, "nauc_map_at_50_max": 0.50137, "nauc_map_at_50_std": -0.305599, "nauc_map_at_50_diff1": 0.800836, "nauc_map_at_100_max": 0.501183, "nauc_map_at_100_std": -0.305882, "nauc_map_at_100_diff1": 0.800895, "nauc_map_at_1000_max": 0.501149, "nauc_map_at_1000_std": -0.305923, "nauc_map_at_1000_diff1": 0.800885, "nauc_recall_at_1_max": 0.477423, "nauc_recall_at_1_std": -0.297743, "nauc_recall_at_1_diff1": 0.822297, "nauc_recall_at_3_max": 0.523489, "nauc_recall_at_3_std": -0.379143, "nauc_recall_at_3_diff1": 0.747729, "nauc_recall_at_5_max": 0.569158, "nauc_recall_at_5_std": -0.327203, "nauc_recall_at_5_diff1": 0.731956, "nauc_recall_at_10_max": 0.650405, "nauc_recall_at_10_std": -0.240607, "nauc_recall_at_10_diff1": 0.727211, "nauc_recall_at_20_max": 0.710454, "nauc_recall_at_20_std": -0.056547, "nauc_recall_at_20_diff1": 0.719748, "nauc_recall_at_25_max": 0.724201, "nauc_recall_at_25_std": -0.03694, "nauc_recall_at_25_diff1": 0.727399, "nauc_recall_at_50_max": 0.754567, "nauc_recall_at_50_std": 0.130086, "nauc_recall_at_50_diff1": 0.745794, "nauc_recall_at_100_max": 0.774129, "nauc_recall_at_100_std": 0.209815, "nauc_recall_at_100_diff1": 0.761611, "nauc_recall_at_1000_max": 0.707596, "nauc_recall_at_1000_std": 0.46641, "nauc_recall_at_1000_diff1": 0.302991, "nauc_precision_at_1_max": 0.477423, "nauc_precision_at_1_std": -0.297743, "nauc_precision_at_1_diff1": 0.822297, "nauc_precision_at_3_max": 0.523489, "nauc_precision_at_3_std": -0.379143, "nauc_precision_at_3_diff1": 0.747729, "nauc_precision_at_5_max": 0.569158, "nauc_precision_at_5_std": -0.327203, "nauc_precision_at_5_diff1": 0.731956, "nauc_precision_at_10_max": 0.650405, "nauc_precision_at_10_std": -0.240607, "nauc_precision_at_10_diff1": 0.727211, "nauc_precision_at_20_max": 0.710454, "nauc_precision_at_20_std": -0.056547, "nauc_precision_at_20_diff1": 0.719748, "nauc_precision_at_25_max": 0.724201, "nauc_precision_at_25_std": -0.03694, "nauc_precision_at_25_diff1": 0.727399, "nauc_precision_at_50_max": 0.754567, "nauc_precision_at_50_std": 0.130086, "nauc_precision_at_50_diff1": 0.745794, "nauc_precision_at_100_max": 0.774129, "nauc_precision_at_100_std": 0.209815, "nauc_precision_at_100_diff1": 0.761611, "nauc_precision_at_1000_max": 0.707596, "nauc_precision_at_1000_std": 0.46641, "nauc_precision_at_1000_diff1": 0.302991, "nauc_mrr_at_1_max": 0.477423, "nauc_mrr_at_1_std": -0.297743, "nauc_mrr_at_1_diff1": 0.822297, "nauc_mrr_at_3_max": 0.496663, "nauc_mrr_at_3_std": -0.319226, "nauc_mrr_at_3_diff1": 0.797875, "nauc_mrr_at_5_max": 0.500942, "nauc_mrr_at_5_std": -0.311088, "nauc_mrr_at_5_diff1": 0.798094, "nauc_mrr_at_10_max": 0.502864, "nauc_mrr_at_10_std": -0.307008, "nauc_mrr_at_10_diff1": 0.799914, "nauc_mrr_at_20_max": 0.502009, "nauc_mrr_at_20_std": -0.305248, "nauc_mrr_at_20_diff1": 0.800492, "nauc_mrr_at_25_max": 0.501829, "nauc_mrr_at_25_std": -0.305429, "nauc_mrr_at_25_diff1": 0.80064, "nauc_mrr_at_50_max": 0.50137, "nauc_mrr_at_50_std": -0.305599, "nauc_mrr_at_50_diff1": 0.800836, "nauc_mrr_at_100_max": 0.501183, "nauc_mrr_at_100_std": -0.305882, "nauc_mrr_at_100_diff1": 0.800895, "nauc_mrr_at_1000_max": 0.501149, "nauc_mrr_at_1000_std": -0.305923, "nauc_mrr_at_1000_diff1": 0.800885, "hit_rate_at_1": 0.74918, "hit_rate_at_3": 0.87932, "hit_rate_at_5": 0.91312, "hit_rate_at_10": 0.94438, "hit_rate_at_20": 0.96947, "hit_rate_at_25": 0.97419, "hit_rate_at_50": 0.98655, "hit_rate_at_100": 0.99491, "hit_rate_at_1000": 0.99891, "R_cap_at_1": 0.749182, "R_cap_at_3": 0.879317, "R_cap_at_5": 0.913123, "R_cap_at_10": 0.944384, "R_cap_at_20": 0.969466, "R_cap_at_25": 0.974191, "R_cap_at_50": 0.98655, "R_cap_at_100": 0.994911, "R_cap_at_1000": 0.998909, "main_score": 0.85041, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76162, "ndcg_at_3": 0.83949, "ndcg_at_5": 0.85456, "ndcg_at_10": 0.86357, "ndcg_at_20": 0.86827, "ndcg_at_25": 0.86968, "ndcg_at_50": 0.87187, "ndcg_at_100": 0.87255, "ndcg_at_1000": 0.87291, "map_at_1": 0.76162, "map_at_3": 0.82078, "map_at_5": 0.82916, "map_at_10": 0.83303, "map_at_20": 0.83437, "map_at_25": 0.83465, "map_at_50": 0.83498, "map_at_100": 0.83505, "map_at_1000": 0.83506, "recall_at_1": 0.76162, "recall_at_3": 0.89347, "recall_at_5": 0.92996, "recall_at_10": 0.95703, "recall_at_20": 0.97528, "recall_at_25": 0.98175, "recall_at_50": 0.99294, "recall_at_100": 0.99706, "recall_at_1000": 1.0, "accuracy": 0.76162, "precision_at_1": 0.76162, "precision_at_3": 0.29782, "precision_at_5": 0.18599, "precision_at_10": 0.0957, "precision_at_20": 0.04876, "precision_at_25": 0.03927, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.761624, "mrr_at_3": 0.820777, "mrr_at_5": 0.829164, "mrr_at_10": 0.833032, "mrr_at_20": 0.834366, "mrr_at_25": 0.834648, "mrr_at_50": 0.83498, "mrr_at_100": 0.835047, "mrr_at_1000": 0.835057, "nauc_ndcg_at_1_max": 0.468248, "nauc_ndcg_at_1_std": -0.371703, "nauc_ndcg_at_1_diff1": 0.818346, "nauc_ndcg_at_3_max": 0.475922, "nauc_ndcg_at_3_std": -0.471171, "nauc_ndcg_at_3_diff1": 0.789849, "nauc_ndcg_at_5_max": 0.484768, "nauc_ndcg_at_5_std": -0.453055, "nauc_ndcg_at_5_diff1": 0.794671, "nauc_ndcg_at_10_max": 0.490058, "nauc_ndcg_at_10_std": -0.432323, "nauc_ndcg_at_10_diff1": 0.796539, "nauc_ndcg_at_20_max": 0.490553, "nauc_ndcg_at_20_std": -0.424953, "nauc_ndcg_at_20_diff1": 0.798194, "nauc_ndcg_at_25_max": 0.487739, "nauc_ndcg_at_25_std": -0.425579, "nauc_ndcg_at_25_diff1": 0.798117, "nauc_ndcg_at_50_max": 0.483166, "nauc_ndcg_at_50_std": -0.426666, "nauc_ndcg_at_50_diff1": 0.797597, "nauc_ndcg_at_100_max": 0.481603, "nauc_ndcg_at_100_std": -0.426471, "nauc_ndcg_at_100_diff1": 0.796986, "nauc_ndcg_at_1000_max": 0.482164, "nauc_ndcg_at_1000_std": -0.426502, "nauc_ndcg_at_1000_diff1": 0.798524, "nauc_map_at_1_max": 0.468248, "nauc_map_at_1_std": -0.371703, "nauc_map_at_1_diff1": 0.818346, "nauc_map_at_3_max": 0.474112, "nauc_map_at_3_std": -0.441972, "nauc_map_at_3_diff1": 0.797257, "nauc_map_at_5_max": 0.478606, "nauc_map_at_5_std": -0.431646, "nauc_map_at_5_diff1": 0.799969, "nauc_map_at_10_max": 0.480236, "nauc_map_at_10_std": -0.424067, "nauc_map_at_10_diff1": 0.800718, "nauc_map_at_20_max": 0.480332, "nauc_map_at_20_std": -0.422185, "nauc_map_at_20_diff1": 0.80108, "nauc_map_at_25_max": 0.479872, "nauc_map_at_25_std": -0.422268, "nauc_map_at_25_diff1": 0.801075, "nauc_map_at_50_max": 0.479321, "nauc_map_at_50_std": -0.422265, "nauc_map_at_50_diff1": 0.801023, "nauc_map_at_100_max": 0.479208, "nauc_map_at_100_std": -0.422235, "nauc_map_at_100_diff1": 0.800981, "nauc_map_at_1000_max": 0.479226, "nauc_map_at_1000_std": -0.422239, "nauc_map_at_1000_diff1": 0.80101, "nauc_recall_at_1_max": 0.468248, "nauc_recall_at_1_std": -0.371703, "nauc_recall_at_1_diff1": 0.818346, "nauc_recall_at_3_max": 0.48375, "nauc_recall_at_3_std": -0.602396, "nauc_recall_at_3_diff1": 0.75722, "nauc_recall_at_5_max": 0.525978, "nauc_recall_at_5_std": -0.585436, "nauc_recall_at_5_diff1": 0.763066, "nauc_recall_at_10_max": 0.600501, "nauc_recall_at_10_std": -0.479558, "nauc_recall_at_10_diff1": 0.760432, "nauc_recall_at_20_max": 0.688183, "nauc_recall_at_20_std": -0.379494, "nauc_recall_at_20_diff1": 0.767925, "nauc_recall_at_25_max": 0.672722, "nauc_recall_at_25_std": -0.383268, "nauc_recall_at_25_diff1": 0.754623, "nauc_recall_at_50_max": 0.569228, "nauc_recall_at_50_std": -0.442648, "nauc_recall_at_50_diff1": 0.640185, "nauc_recall_at_100_max": 0.30829, "nauc_recall_at_100_std": -0.433617, "nauc_recall_at_100_diff1": 0.270442, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.468248, "nauc_precision_at_1_std": -0.371703, "nauc_precision_at_1_diff1": 0.818346, "nauc_precision_at_3_max": 0.48375, "nauc_precision_at_3_std": -0.602396, "nauc_precision_at_3_diff1": 0.75722, "nauc_precision_at_5_max": 0.525978, "nauc_precision_at_5_std": -0.585436, "nauc_precision_at_5_diff1": 0.763066, "nauc_precision_at_10_max": 0.600501, "nauc_precision_at_10_std": -0.479558, "nauc_precision_at_10_diff1": 0.760432, "nauc_precision_at_20_max": 0.688183, "nauc_precision_at_20_std": -0.379494, "nauc_precision_at_20_diff1": 0.767925, "nauc_precision_at_25_max": 0.672722, "nauc_precision_at_25_std": -0.383268, "nauc_precision_at_25_diff1": 0.754623, "nauc_precision_at_50_max": 0.569228, "nauc_precision_at_50_std": -0.442648, "nauc_precision_at_50_diff1": 0.640185, "nauc_precision_at_100_max": 0.30829, "nauc_precision_at_100_std": -0.433617, "nauc_precision_at_100_diff1": 0.270442, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.468248, "nauc_mrr_at_1_std": -0.371703, "nauc_mrr_at_1_diff1": 0.818346, "nauc_mrr_at_3_max": 0.474112, "nauc_mrr_at_3_std": -0.441972, "nauc_mrr_at_3_diff1": 0.797257, "nauc_mrr_at_5_max": 0.478606, "nauc_mrr_at_5_std": -0.431646, "nauc_mrr_at_5_diff1": 0.799969, "nauc_mrr_at_10_max": 0.480236, "nauc_mrr_at_10_std": -0.424067, "nauc_mrr_at_10_diff1": 0.800718, "nauc_mrr_at_20_max": 0.480332, "nauc_mrr_at_20_std": -0.422185, "nauc_mrr_at_20_diff1": 0.80108, "nauc_mrr_at_25_max": 0.479872, "nauc_mrr_at_25_std": -0.422268, "nauc_mrr_at_25_diff1": 0.801075, "nauc_mrr_at_50_max": 0.479321, "nauc_mrr_at_50_std": -0.422265, "nauc_mrr_at_50_diff1": 0.801023, "nauc_mrr_at_100_max": 0.479208, "nauc_mrr_at_100_std": -0.422235, "nauc_mrr_at_100_diff1": 0.800981, "nauc_mrr_at_1000_max": 0.479226, "nauc_mrr_at_1000_std": -0.422239, "nauc_mrr_at_1000_diff1": 0.80101, "hit_rate_at_1": 0.76162, "hit_rate_at_3": 0.89347, "hit_rate_at_5": 0.92996, "hit_rate_at_10": 0.95703, "hit_rate_at_20": 0.97528, "hit_rate_at_25": 0.98175, "hit_rate_at_50": 0.99294, "hit_rate_at_100": 0.99706, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.761624, "R_cap_at_3": 0.893467, "R_cap_at_5": 0.929959, "R_cap_at_10": 0.957034, "R_cap_at_20": 0.97528, "R_cap_at_25": 0.981754, "R_cap_at_50": 0.992937, "R_cap_at_100": 0.997057, "R_cap_at_1000": 1.0, "main_score": 0.86357, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69442, "ndcg_at_3": 0.78926, "ndcg_at_5": 0.80668, "ndcg_at_10": 0.82137, "ndcg_at_20": 0.82799, "ndcg_at_25": 0.82942, "ndcg_at_50": 0.83231, "ndcg_at_100": 0.83293, "ndcg_at_1000": 0.83377, "map_at_1": 0.69442, "map_at_3": 0.76674, "map_at_5": 0.77639, "map_at_10": 0.7826, "map_at_20": 0.78444, "map_at_25": 0.78473, "map_at_50": 0.78516, "map_at_100": 0.78522, "map_at_1000": 0.78525, "recall_at_1": 0.69442, "recall_at_3": 0.85409, "recall_at_5": 0.89649, "recall_at_10": 0.94118, "recall_at_20": 0.96715, "recall_at_25": 0.97364, "recall_at_50": 0.98854, "recall_at_100": 0.99236, "recall_at_1000": 0.99885, "accuracy": 0.69442, "precision_at_1": 0.69442, "precision_at_3": 0.2847, "precision_at_5": 0.1793, "precision_at_10": 0.09412, "precision_at_20": 0.04836, "precision_at_25": 0.03895, "precision_at_50": 0.01977, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.694423, "mrr_at_3": 0.766743, "mrr_at_5": 0.776388, "mrr_at_10": 0.782595, "mrr_at_20": 0.784439, "mrr_at_25": 0.784726, "mrr_at_50": 0.785164, "mrr_at_100": 0.785217, "mrr_at_1000": 0.785249, "nauc_ndcg_at_1_max": 0.38475, "nauc_ndcg_at_1_std": -0.235323, "nauc_ndcg_at_1_diff1": 0.751546, "nauc_ndcg_at_3_max": 0.393958, "nauc_ndcg_at_3_std": -0.295851, "nauc_ndcg_at_3_diff1": 0.729878, "nauc_ndcg_at_5_max": 0.38111, "nauc_ndcg_at_5_std": -0.304733, "nauc_ndcg_at_5_diff1": 0.728348, "nauc_ndcg_at_10_max": 0.379995, "nauc_ndcg_at_10_std": -0.298253, "nauc_ndcg_at_10_diff1": 0.730447, "nauc_ndcg_at_20_max": 0.387434, "nauc_ndcg_at_20_std": -0.283213, "nauc_ndcg_at_20_diff1": 0.734184, "nauc_ndcg_at_25_max": 0.391925, "nauc_ndcg_at_25_std": -0.276126, "nauc_ndcg_at_25_diff1": 0.734649, "nauc_ndcg_at_50_max": 0.392915, "nauc_ndcg_at_50_std": -0.275556, "nauc_ndcg_at_50_diff1": 0.734746, "nauc_ndcg_at_100_max": 0.391853, "nauc_ndcg_at_100_std": -0.274811, "nauc_ndcg_at_100_diff1": 0.73522, "nauc_ndcg_at_1000_max": 0.389754, "nauc_ndcg_at_1000_std": -0.277771, "nauc_ndcg_at_1000_diff1": 0.73519, "nauc_map_at_1_max": 0.38475, "nauc_map_at_1_std": -0.235323, "nauc_map_at_1_diff1": 0.751546, "nauc_map_at_3_max": 0.392342, "nauc_map_at_3_std": -0.279552, "nauc_map_at_3_diff1": 0.735618, "nauc_map_at_5_max": 0.386274, "nauc_map_at_5_std": -0.283098, "nauc_map_at_5_diff1": 0.735083, "nauc_map_at_10_max": 0.385693, "nauc_map_at_10_std": -0.280512, "nauc_map_at_10_diff1": 0.736066, "nauc_map_at_20_max": 0.387541, "nauc_map_at_20_std": -0.276754, "nauc_map_at_20_diff1": 0.736949, "nauc_map_at_25_max": 0.388246, "nauc_map_at_25_std": -0.275612, "nauc_map_at_25_diff1": 0.73702, "nauc_map_at_50_max": 0.388428, "nauc_map_at_50_std": -0.275486, "nauc_map_at_50_diff1": 0.737047, "nauc_map_at_100_max": 0.388362, "nauc_map_at_100_std": -0.275427, "nauc_map_at_100_diff1": 0.737077, "nauc_map_at_1000_max": 0.388301, "nauc_map_at_1000_std": -0.275499, "nauc_map_at_1000_diff1": 0.73707, "nauc_recall_at_1_max": 0.38475, "nauc_recall_at_1_std": -0.235323, "nauc_recall_at_1_diff1": 0.751546, "nauc_recall_at_3_max": 0.400148, "nauc_recall_at_3_std": -0.36433, "nauc_recall_at_3_diff1": 0.70583, "nauc_recall_at_5_max": 0.347259, "nauc_recall_at_5_std": -0.426229, "nauc_recall_at_5_diff1": 0.691165, "nauc_recall_at_10_max": 0.318896, "nauc_recall_at_10_std": -0.456936, "nauc_recall_at_10_diff1": 0.680059, "nauc_recall_at_20_max": 0.402056, "nauc_recall_at_20_std": -0.315091, "nauc_recall_at_20_diff1": 0.709112, "nauc_recall_at_25_max": 0.525535, "nauc_recall_at_25_std": -0.135136, "nauc_recall_at_25_diff1": 0.715754, "nauc_recall_at_50_max": 0.749162, "nauc_recall_at_50_std": 0.072411, "nauc_recall_at_50_diff1": 0.695821, "nauc_recall_at_100_max": 0.795532, "nauc_recall_at_100_std": 0.332828, "nauc_recall_at_100_diff1": 0.734865, "nauc_recall_at_1000_max": 0.956423, "nauc_recall_at_1000_std": 0.664025, "nauc_recall_at_1000_diff1": 0.764231, "nauc_precision_at_1_max": 0.38475, "nauc_precision_at_1_std": -0.235323, "nauc_precision_at_1_diff1": 0.751546, "nauc_precision_at_3_max": 0.400148, "nauc_precision_at_3_std": -0.36433, "nauc_precision_at_3_diff1": 0.70583, "nauc_precision_at_5_max": 0.347259, "nauc_precision_at_5_std": -0.426229, "nauc_precision_at_5_diff1": 0.691165, "nauc_precision_at_10_max": 0.318896, "nauc_precision_at_10_std": -0.456936, "nauc_precision_at_10_diff1": 0.680059, "nauc_precision_at_20_max": 0.402056, "nauc_precision_at_20_std": -0.315091, "nauc_precision_at_20_diff1": 0.709112, "nauc_precision_at_25_max": 0.525535, "nauc_precision_at_25_std": -0.135136, "nauc_precision_at_25_diff1": 0.715754, "nauc_precision_at_50_max": 0.749162, "nauc_precision_at_50_std": 0.072411, "nauc_precision_at_50_diff1": 0.695821, "nauc_precision_at_100_max": 0.795532, "nauc_precision_at_100_std": 0.332828, "nauc_precision_at_100_diff1": 0.734865, "nauc_precision_at_1000_max": 0.956423, "nauc_precision_at_1000_std": 0.664025, "nauc_precision_at_1000_diff1": 0.764231, "nauc_mrr_at_1_max": 0.38475, "nauc_mrr_at_1_std": -0.235323, "nauc_mrr_at_1_diff1": 0.751546, "nauc_mrr_at_3_max": 0.392342, "nauc_mrr_at_3_std": -0.279552, "nauc_mrr_at_3_diff1": 0.735618, "nauc_mrr_at_5_max": 0.386274, "nauc_mrr_at_5_std": -0.283098, "nauc_mrr_at_5_diff1": 0.735083, "nauc_mrr_at_10_max": 0.385693, "nauc_mrr_at_10_std": -0.280512, "nauc_mrr_at_10_diff1": 0.736066, "nauc_mrr_at_20_max": 0.387541, "nauc_mrr_at_20_std": -0.276754, "nauc_mrr_at_20_diff1": 0.736949, "nauc_mrr_at_25_max": 0.388246, "nauc_mrr_at_25_std": -0.275612, "nauc_mrr_at_25_diff1": 0.73702, "nauc_mrr_at_50_max": 0.388428, "nauc_mrr_at_50_std": -0.275486, "nauc_mrr_at_50_diff1": 0.737047, "nauc_mrr_at_100_max": 0.388362, "nauc_mrr_at_100_std": -0.275427, "nauc_mrr_at_100_diff1": 0.737077, "nauc_mrr_at_1000_max": 0.388301, "nauc_mrr_at_1000_std": -0.275499, "nauc_mrr_at_1000_diff1": 0.73707, "hit_rate_at_1": 0.69442, "hit_rate_at_3": 0.85409, "hit_rate_at_5": 0.89649, "hit_rate_at_10": 0.94118, "hit_rate_at_20": 0.96715, "hit_rate_at_25": 0.97364, "hit_rate_at_50": 0.98854, "hit_rate_at_100": 0.99236, "hit_rate_at_1000": 0.99885, "R_cap_at_1": 0.694423, "R_cap_at_3": 0.854087, "R_cap_at_5": 0.896486, "R_cap_at_10": 0.941176, "R_cap_at_20": 0.96715, "R_cap_at_25": 0.973644, "R_cap_at_50": 0.988541, "R_cap_at_100": 0.992361, "R_cap_at_1000": 0.998854, "main_score": 0.82137, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71827, "ndcg_at_3": 0.81357, "ndcg_at_5": 0.83123, "ndcg_at_10": 0.84298, "ndcg_at_20": 0.8478, "ndcg_at_25": 0.84866, "ndcg_at_50": 0.85051, "ndcg_at_100": 0.85094, "ndcg_at_1000": 0.85166, "map_at_1": 0.71827, "map_at_3": 0.79067, "map_at_5": 0.8005, "map_at_10": 0.80537, "map_at_20": 0.80674, "map_at_25": 0.80691, "map_at_50": 0.80718, "map_at_100": 0.80722, "map_at_1000": 0.80725, "recall_at_1": 0.71827, "recall_at_3": 0.87963, "recall_at_5": 0.92237, "recall_at_10": 0.95857, "recall_at_20": 0.97732, "recall_at_25": 0.98125, "recall_at_50": 0.99084, "recall_at_100": 0.99346, "recall_at_1000": 0.99913, "accuracy": 0.71827, "precision_at_1": 0.71827, "precision_at_3": 0.29321, "precision_at_5": 0.18447, "precision_at_10": 0.09586, "precision_at_20": 0.04887, "precision_at_25": 0.03925, "precision_at_50": 0.01982, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.718273, "mrr_at_3": 0.790667, "mrr_at_5": 0.800502, "mrr_at_10": 0.80537, "mrr_at_20": 0.806736, "mrr_at_25": 0.806912, "mrr_at_50": 0.807184, "mrr_at_100": 0.807223, "mrr_at_1000": 0.807251, "nauc_ndcg_at_1_max": 0.362437, "nauc_ndcg_at_1_std": -0.250611, "nauc_ndcg_at_1_diff1": 0.746893, "nauc_ndcg_at_3_max": 0.384809, "nauc_ndcg_at_3_std": -0.294056, "nauc_ndcg_at_3_diff1": 0.71363, "nauc_ndcg_at_5_max": 0.380002, "nauc_ndcg_at_5_std": -0.305116, "nauc_ndcg_at_5_diff1": 0.714807, "nauc_ndcg_at_10_max": 0.387854, "nauc_ndcg_at_10_std": -0.29409, "nauc_ndcg_at_10_diff1": 0.716387, "nauc_ndcg_at_20_max": 0.378515, "nauc_ndcg_at_20_std": -0.288106, "nauc_ndcg_at_20_diff1": 0.715026, "nauc_ndcg_at_25_max": 0.380555, "nauc_ndcg_at_25_std": -0.283749, "nauc_ndcg_at_25_diff1": 0.716562, "nauc_ndcg_at_50_max": 0.378235, "nauc_ndcg_at_50_std": -0.280852, "nauc_ndcg_at_50_diff1": 0.717101, "nauc_ndcg_at_100_max": 0.377295, "nauc_ndcg_at_100_std": -0.280935, "nauc_ndcg_at_100_diff1": 0.717319, "nauc_ndcg_at_1000_max": 0.376724, "nauc_ndcg_at_1000_std": -0.283044, "nauc_ndcg_at_1000_diff1": 0.719074, "nauc_map_at_1_max": 0.362437, "nauc_map_at_1_std": -0.250611, "nauc_map_at_1_diff1": 0.746893, "nauc_map_at_3_max": 0.378812, "nauc_map_at_3_std": -0.281392, "nauc_map_at_3_diff1": 0.723131, "nauc_map_at_5_max": 0.376295, "nauc_map_at_5_std": -0.286283, "nauc_map_at_5_diff1": 0.724183, "nauc_map_at_10_max": 0.379013, "nauc_map_at_10_std": -0.281855, "nauc_map_at_10_diff1": 0.725041, "nauc_map_at_20_max": 0.376851, "nauc_map_at_20_std": -0.280542, "nauc_map_at_20_diff1": 0.724728, "nauc_map_at_25_max": 0.377158, "nauc_map_at_25_std": -0.279848, "nauc_map_at_25_diff1": 0.724991, "nauc_map_at_50_max": 0.376849, "nauc_map_at_50_std": -0.279546, "nauc_map_at_50_diff1": 0.725056, "nauc_map_at_100_max": 0.376779, "nauc_map_at_100_std": -0.279555, "nauc_map_at_100_diff1": 0.725074, "nauc_map_at_1000_max": 0.376746, "nauc_map_at_1000_std": -0.279612, "nauc_map_at_1000_diff1": 0.725112, "nauc_recall_at_1_max": 0.362437, "nauc_recall_at_1_std": -0.250611, "nauc_recall_at_1_diff1": 0.746893, "nauc_recall_at_3_max": 0.411931, "nauc_recall_at_3_std": -0.352114, "nauc_recall_at_3_diff1": 0.670213, "nauc_recall_at_5_max": 0.402022, "nauc_recall_at_5_std": -0.432765, "nauc_recall_at_5_diff1": 0.653411, "nauc_recall_at_10_max": 0.500409, "nauc_recall_at_10_std": -0.431896, "nauc_recall_at_10_diff1": 0.615113, "nauc_recall_at_20_max": 0.372889, "nauc_recall_at_20_std": -0.397094, "nauc_recall_at_20_diff1": 0.503515, "nauc_recall_at_25_max": 0.44102, "nauc_recall_at_25_std": -0.274284, "nauc_recall_at_25_diff1": 0.509542, "nauc_recall_at_50_max": 0.336815, "nauc_recall_at_50_std": -0.032777, "nauc_recall_at_50_diff1": 0.336346, "nauc_recall_at_100_max": 0.204398, "nauc_recall_at_100_std": 0.058861, "nauc_recall_at_100_diff1": 0.210591, "nauc_recall_at_1000_max": -1.445617, "nauc_recall_at_1000_std": -0.37006, "nauc_recall_at_1000_diff1": -0.808615, "nauc_precision_at_1_max": 0.362437, "nauc_precision_at_1_std": -0.250611, "nauc_precision_at_1_diff1": 0.746893, "nauc_precision_at_3_max": 0.411931, "nauc_precision_at_3_std": -0.352114, "nauc_precision_at_3_diff1": 0.670213, "nauc_precision_at_5_max": 0.402022, "nauc_precision_at_5_std": -0.432765, "nauc_precision_at_5_diff1": 0.653411, "nauc_precision_at_10_max": 0.500409, "nauc_precision_at_10_std": -0.431896, "nauc_precision_at_10_diff1": 0.615113, "nauc_precision_at_20_max": 0.372889, "nauc_precision_at_20_std": -0.397094, "nauc_precision_at_20_diff1": 0.503515, "nauc_precision_at_25_max": 0.44102, "nauc_precision_at_25_std": -0.274284, "nauc_precision_at_25_diff1": 0.509542, "nauc_precision_at_50_max": 0.336815, "nauc_precision_at_50_std": -0.032777, "nauc_precision_at_50_diff1": 0.336346, "nauc_precision_at_100_max": 0.204398, "nauc_precision_at_100_std": 0.058861, "nauc_precision_at_100_diff1": 0.210591, "nauc_precision_at_1000_max": -1.445617, "nauc_precision_at_1000_std": -0.37006, "nauc_precision_at_1000_diff1": -0.808615, "nauc_mrr_at_1_max": 0.362437, "nauc_mrr_at_1_std": -0.250611, "nauc_mrr_at_1_diff1": 0.746893, "nauc_mrr_at_3_max": 0.378812, "nauc_mrr_at_3_std": -0.281392, "nauc_mrr_at_3_diff1": 0.723131, "nauc_mrr_at_5_max": 0.376295, "nauc_mrr_at_5_std": -0.286283, "nauc_mrr_at_5_diff1": 0.724183, "nauc_mrr_at_10_max": 0.379013, "nauc_mrr_at_10_std": -0.281855, "nauc_mrr_at_10_diff1": 0.725041, "nauc_mrr_at_20_max": 0.376851, "nauc_mrr_at_20_std": -0.280542, "nauc_mrr_at_20_diff1": 0.724728, "nauc_mrr_at_25_max": 0.377158, "nauc_mrr_at_25_std": -0.279848, "nauc_mrr_at_25_diff1": 0.724991, "nauc_mrr_at_50_max": 0.376849, "nauc_mrr_at_50_std": -0.279546, "nauc_mrr_at_50_diff1": 0.725056, "nauc_mrr_at_100_max": 0.376779, "nauc_mrr_at_100_std": -0.279555, "nauc_mrr_at_100_diff1": 0.725074, "nauc_mrr_at_1000_max": 0.376746, "nauc_mrr_at_1000_std": -0.279612, "nauc_mrr_at_1000_diff1": 0.725112, "hit_rate_at_1": 0.71827, "hit_rate_at_3": 0.87963, "hit_rate_at_5": 0.92237, "hit_rate_at_10": 0.95857, "hit_rate_at_20": 0.97732, "hit_rate_at_25": 0.98125, "hit_rate_at_50": 0.99084, "hit_rate_at_100": 0.99346, "hit_rate_at_1000": 0.99913, "R_cap_at_1": 0.718273, "R_cap_at_3": 0.879634, "R_cap_at_5": 0.922372, "R_cap_at_10": 0.95857, "R_cap_at_20": 0.977322, "R_cap_at_25": 0.981247, "R_cap_at_50": 0.990842, "R_cap_at_100": 0.993458, "R_cap_at_1000": 0.999128, "main_score": 0.84298, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76186, "ndcg_at_3": 0.83639, "ndcg_at_5": 0.84885, "ndcg_at_10": 0.85783, "ndcg_at_20": 0.86294, "ndcg_at_25": 0.86425, "ndcg_at_50": 0.86706, "ndcg_at_100": 0.86782, "ndcg_at_1000": 0.86892, "map_at_1": 0.76186, "map_at_3": 0.81873, "map_at_5": 0.82566, "map_at_10": 0.82943, "map_at_20": 0.83085, "map_at_25": 0.83111, "map_at_50": 0.83153, "map_at_100": 0.8316, "map_at_1000": 0.83165, "recall_at_1": 0.76186, "recall_at_3": 0.88725, "recall_at_5": 0.91744, "recall_at_10": 0.94486, "recall_at_20": 0.96488, "recall_at_25": 0.97089, "recall_at_50": 0.98537, "recall_at_100": 0.98999, "recall_at_1000": 0.99846, "accuracy": 0.76186, "precision_at_1": 0.76186, "precision_at_3": 0.29575, "precision_at_5": 0.18349, "precision_at_10": 0.09449, "precision_at_20": 0.04824, "precision_at_25": 0.03884, "precision_at_50": 0.01971, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.761861, "mrr_at_3": 0.818726, "mrr_at_5": 0.825657, "mrr_at_10": 0.829428, "mrr_at_20": 0.830852, "mrr_at_25": 0.831113, "mrr_at_50": 0.831535, "mrr_at_100": 0.831605, "mrr_at_1000": 0.831649, "nauc_ndcg_at_1_max": 0.50679, "nauc_ndcg_at_1_std": -0.243679, "nauc_ndcg_at_1_diff1": 0.818543, "nauc_ndcg_at_3_max": 0.556947, "nauc_ndcg_at_3_std": -0.241491, "nauc_ndcg_at_3_diff1": 0.796995, "nauc_ndcg_at_5_max": 0.560249, "nauc_ndcg_at_5_std": -0.23416, "nauc_ndcg_at_5_diff1": 0.799583, "nauc_ndcg_at_10_max": 0.555721, "nauc_ndcg_at_10_std": -0.237253, "nauc_ndcg_at_10_diff1": 0.802988, "nauc_ndcg_at_20_max": 0.551143, "nauc_ndcg_at_20_std": -0.233726, "nauc_ndcg_at_20_diff1": 0.804975, "nauc_ndcg_at_25_max": 0.549054, "nauc_ndcg_at_25_std": -0.231261, "nauc_ndcg_at_25_diff1": 0.804724, "nauc_ndcg_at_50_max": 0.54477, "nauc_ndcg_at_50_std": -0.233272, "nauc_ndcg_at_50_diff1": 0.804506, "nauc_ndcg_at_100_max": 0.543515, "nauc_ndcg_at_100_std": -0.234157, "nauc_ndcg_at_100_diff1": 0.804751, "nauc_ndcg_at_1000_max": 0.541908, "nauc_ndcg_at_1000_std": -0.23782, "nauc_ndcg_at_1000_diff1": 0.805154, "nauc_map_at_1_max": 0.50679, "nauc_map_at_1_std": -0.243679, "nauc_map_at_1_diff1": 0.818543, "nauc_map_at_3_max": 0.542434, "nauc_map_at_3_std": -0.243341, "nauc_map_at_3_diff1": 0.803156, "nauc_map_at_5_max": 0.54347, "nauc_map_at_5_std": -0.239938, "nauc_map_at_5_diff1": 0.804571, "nauc_map_at_10_max": 0.541462, "nauc_map_at_10_std": -0.24111, "nauc_map_at_10_diff1": 0.805907, "nauc_map_at_20_max": 0.540259, "nauc_map_at_20_std": -0.240284, "nauc_map_at_20_diff1": 0.80635, "nauc_map_at_25_max": 0.539904, "nauc_map_at_25_std": -0.239879, "nauc_map_at_25_diff1": 0.806313, "nauc_map_at_50_max": 0.539362, "nauc_map_at_50_std": -0.240114, "nauc_map_at_50_diff1": 0.806288, "nauc_map_at_100_max": 0.539263, "nauc_map_at_100_std": -0.24017, "nauc_map_at_100_diff1": 0.806306, "nauc_map_at_1000_max": 0.539207, "nauc_map_at_1000_std": -0.240287, "nauc_map_at_1000_diff1": 0.806318, "nauc_recall_at_1_max": 0.50679, "nauc_recall_at_1_std": -0.243679, "nauc_recall_at_1_diff1": 0.818543, "nauc_recall_at_3_max": 0.619639, "nauc_recall_at_3_std": -0.232688, "nauc_recall_at_3_diff1": 0.770429, "nauc_recall_at_5_max": 0.654908, "nauc_recall_at_5_std": -0.198425, "nauc_recall_at_5_diff1": 0.772778, "nauc_recall_at_10_max": 0.668907, "nauc_recall_at_10_std": -0.204047, "nauc_recall_at_10_diff1": 0.784186, "nauc_recall_at_20_max": 0.669439, "nauc_recall_at_20_std": -0.136697, "nauc_recall_at_20_diff1": 0.802867, "nauc_recall_at_25_max": 0.652344, "nauc_recall_at_25_std": -0.068734, "nauc_recall_at_25_diff1": 0.797422, "nauc_recall_at_50_max": 0.569605, "nauc_recall_at_50_std": 0.000762, "nauc_recall_at_50_diff1": 0.781198, "nauc_recall_at_100_max": 0.48941, "nauc_recall_at_100_std": 0.039178, "nauc_recall_at_100_diff1": 0.788864, "nauc_recall_at_1000_max": -0.759638, "nauc_recall_at_1000_std": -0.682057, "nauc_recall_at_1000_diff1": 0.944448, "nauc_precision_at_1_max": 0.50679, "nauc_precision_at_1_std": -0.243679, "nauc_precision_at_1_diff1": 0.818543, "nauc_precision_at_3_max": 0.619639, "nauc_precision_at_3_std": -0.232688, "nauc_precision_at_3_diff1": 0.770429, "nauc_precision_at_5_max": 0.654908, "nauc_precision_at_5_std": -0.198425, "nauc_precision_at_5_diff1": 0.772778, "nauc_precision_at_10_max": 0.668907, "nauc_precision_at_10_std": -0.204047, "nauc_precision_at_10_diff1": 0.784186, "nauc_precision_at_20_max": 0.669439, "nauc_precision_at_20_std": -0.136697, "nauc_precision_at_20_diff1": 0.802867, "nauc_precision_at_25_max": 0.652344, "nauc_precision_at_25_std": -0.068734, "nauc_precision_at_25_diff1": 0.797422, "nauc_precision_at_50_max": 0.569605, "nauc_precision_at_50_std": 0.000762, "nauc_precision_at_50_diff1": 0.781198, "nauc_precision_at_100_max": 0.48941, "nauc_precision_at_100_std": 0.039178, "nauc_precision_at_100_diff1": 0.788864, "nauc_precision_at_1000_max": -0.759638, "nauc_precision_at_1000_std": -0.682057, "nauc_precision_at_1000_diff1": 0.944448, "nauc_mrr_at_1_max": 0.50679, "nauc_mrr_at_1_std": -0.243679, "nauc_mrr_at_1_diff1": 0.818543, "nauc_mrr_at_3_max": 0.542434, "nauc_mrr_at_3_std": -0.243341, "nauc_mrr_at_3_diff1": 0.803156, "nauc_mrr_at_5_max": 0.54347, "nauc_mrr_at_5_std": -0.239938, "nauc_mrr_at_5_diff1": 0.804571, "nauc_mrr_at_10_max": 0.541462, "nauc_mrr_at_10_std": -0.24111, "nauc_mrr_at_10_diff1": 0.805907, "nauc_mrr_at_20_max": 0.540259, "nauc_mrr_at_20_std": -0.240284, "nauc_mrr_at_20_diff1": 0.80635, "nauc_mrr_at_25_max": 0.539904, "nauc_mrr_at_25_std": -0.239879, "nauc_mrr_at_25_diff1": 0.806313, "nauc_mrr_at_50_max": 0.539362, "nauc_mrr_at_50_std": -0.240114, "nauc_mrr_at_50_diff1": 0.806288, "nauc_mrr_at_100_max": 0.539263, "nauc_mrr_at_100_std": -0.24017, "nauc_mrr_at_100_diff1": 0.806306, "nauc_mrr_at_1000_max": 0.539207, "nauc_mrr_at_1000_std": -0.240287, "nauc_mrr_at_1000_diff1": 0.806318, "hit_rate_at_1": 0.76186, "hit_rate_at_3": 0.88725, "hit_rate_at_5": 0.91744, "hit_rate_at_10": 0.94486, "hit_rate_at_20": 0.96488, "hit_rate_at_25": 0.97089, "hit_rate_at_50": 0.98537, "hit_rate_at_100": 0.98999, "hit_rate_at_1000": 0.99846, "R_cap_at_1": 0.761861, "R_cap_at_3": 0.887246, "R_cap_at_5": 0.917437, "R_cap_at_10": 0.944855, "R_cap_at_20": 0.96488, "R_cap_at_25": 0.970887, "R_cap_at_50": 0.985367, "R_cap_at_100": 0.989988, "R_cap_at_1000": 0.99846, "main_score": 0.85783, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77671, "ndcg_at_3": 0.85605, "ndcg_at_5": 0.87047, "ndcg_at_10": 0.8793, "ndcg_at_20": 0.8828, "ndcg_at_25": 0.88335, "ndcg_at_50": 0.88446, "ndcg_at_100": 0.8851, "ndcg_at_1000": 0.88544, "map_at_1": 0.77671, "map_at_3": 0.83752, "map_at_5": 0.84559, "map_at_10": 0.84929, "map_at_20": 0.85029, "map_at_25": 0.8504, "map_at_50": 0.85056, "map_at_100": 0.85062, "map_at_1000": 0.85063, "recall_at_1": 0.77671, "recall_at_3": 0.90927, "recall_at_5": 0.94402, "recall_at_10": 0.97104, "recall_at_20": 0.98456, "recall_at_25": 0.98713, "recall_at_50": 0.99292, "recall_at_100": 0.99678, "recall_at_1000": 0.99936, "accuracy": 0.77671, "precision_at_1": 0.77671, "precision_at_3": 0.30309, "precision_at_5": 0.1888, "precision_at_10": 0.0971, "precision_at_20": 0.04923, "precision_at_25": 0.03949, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.776705, "mrr_at_3": 0.837516, "mrr_at_5": 0.845592, "mrr_at_10": 0.849286, "mrr_at_20": 0.850287, "mrr_at_25": 0.850397, "mrr_at_50": 0.850558, "mrr_at_100": 0.850617, "mrr_at_1000": 0.850631, "nauc_ndcg_at_1_max": 0.52269, "nauc_ndcg_at_1_std": -0.30459, "nauc_ndcg_at_1_diff1": 0.83907, "nauc_ndcg_at_3_max": 0.535071, "nauc_ndcg_at_3_std": -0.371171, "nauc_ndcg_at_3_diff1": 0.814031, "nauc_ndcg_at_5_max": 0.522806, "nauc_ndcg_at_5_std": -0.382423, "nauc_ndcg_at_5_diff1": 0.812874, "nauc_ndcg_at_10_max": 0.527472, "nauc_ndcg_at_10_std": -0.363201, "nauc_ndcg_at_10_diff1": 0.8157, "nauc_ndcg_at_20_max": 0.525521, "nauc_ndcg_at_20_std": -0.347269, "nauc_ndcg_at_20_diff1": 0.817778, "nauc_ndcg_at_25_max": 0.526814, "nauc_ndcg_at_25_std": -0.345262, "nauc_ndcg_at_25_diff1": 0.817012, "nauc_ndcg_at_50_max": 0.529776, "nauc_ndcg_at_50_std": -0.344677, "nauc_ndcg_at_50_diff1": 0.82015, "nauc_ndcg_at_100_max": 0.527579, "nauc_ndcg_at_100_std": -0.346963, "nauc_ndcg_at_100_diff1": 0.8198, "nauc_ndcg_at_1000_max": 0.526323, "nauc_ndcg_at_1000_std": -0.349052, "nauc_ndcg_at_1000_diff1": 0.820233, "nauc_map_at_1_max": 0.52269, "nauc_map_at_1_std": -0.30459, "nauc_map_at_1_diff1": 0.83907, "nauc_map_at_3_max": 0.529336, "nauc_map_at_3_std": -0.354778, "nauc_map_at_3_diff1": 0.820592, "nauc_map_at_5_max": 0.523532, "nauc_map_at_5_std": -0.359157, "nauc_map_at_5_diff1": 0.820518, "nauc_map_at_10_max": 0.524666, "nauc_map_at_10_std": -0.351708, "nauc_map_at_10_diff1": 0.821631, "nauc_map_at_20_max": 0.524275, "nauc_map_at_20_std": -0.348095, "nauc_map_at_20_diff1": 0.822216, "nauc_map_at_25_max": 0.524483, "nauc_map_at_25_std": -0.347775, "nauc_map_at_25_diff1": 0.822101, "nauc_map_at_50_max": 0.524796, "nauc_map_at_50_std": -0.347713, "nauc_map_at_50_diff1": 0.822543, "nauc_map_at_100_max": 0.524642, "nauc_map_at_100_std": -0.347877, "nauc_map_at_100_diff1": 0.822524, "nauc_map_at_1000_max": 0.524602, "nauc_map_at_1000_std": -0.347937, "nauc_map_at_1000_diff1": 0.822536, "nauc_recall_at_1_max": 0.52269, "nauc_recall_at_1_std": -0.30459, "nauc_recall_at_1_diff1": 0.83907, "nauc_recall_at_3_max": 0.564032, "nauc_recall_at_3_std": -0.446986, "nauc_recall_at_3_diff1": 0.78333, "nauc_recall_at_5_max": 0.514244, "nauc_recall_at_5_std": -0.553357, "nauc_recall_at_5_diff1": 0.75707, "nauc_recall_at_10_max": 0.573826, "nauc_recall_at_10_std": -0.49185, "nauc_recall_at_10_diff1": 0.739923, "nauc_recall_at_20_max": 0.556552, "nauc_recall_at_20_std": -0.162957, "nauc_recall_at_20_diff1": 0.725585, "nauc_recall_at_25_max": 0.612191, "nauc_recall_at_25_std": -0.048989, "nauc_recall_at_25_diff1": 0.677236, "nauc_recall_at_50_max": 0.922341, "nauc_recall_at_50_std": 0.238753, "nauc_recall_at_50_diff1": 0.792275, "nauc_recall_at_100_max": 0.944447, "nauc_recall_at_100_std": 0.475973, "nauc_recall_at_100_diff1": 0.684438, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722236, "nauc_precision_at_1_max": 0.52269, "nauc_precision_at_1_std": -0.30459, "nauc_precision_at_1_diff1": 0.83907, "nauc_precision_at_3_max": 0.564032, "nauc_precision_at_3_std": -0.446986, "nauc_precision_at_3_diff1": 0.78333, "nauc_precision_at_5_max": 0.514244, "nauc_precision_at_5_std": -0.553357, "nauc_precision_at_5_diff1": 0.75707, "nauc_precision_at_10_max": 0.573826, "nauc_precision_at_10_std": -0.49185, "nauc_precision_at_10_diff1": 0.739923, "nauc_precision_at_20_max": 0.556552, "nauc_precision_at_20_std": -0.162957, "nauc_precision_at_20_diff1": 0.725585, "nauc_precision_at_25_max": 0.612191, "nauc_precision_at_25_std": -0.048989, "nauc_precision_at_25_diff1": 0.677236, "nauc_precision_at_50_max": 0.922341, "nauc_precision_at_50_std": 0.238753, "nauc_precision_at_50_diff1": 0.792275, "nauc_precision_at_100_max": 0.944447, "nauc_precision_at_100_std": 0.475973, "nauc_precision_at_100_diff1": 0.684438, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.722236, "nauc_mrr_at_1_max": 0.52269, "nauc_mrr_at_1_std": -0.30459, "nauc_mrr_at_1_diff1": 0.83907, "nauc_mrr_at_3_max": 0.529336, "nauc_mrr_at_3_std": -0.354778, "nauc_mrr_at_3_diff1": 0.820592, "nauc_mrr_at_5_max": 0.523532, "nauc_mrr_at_5_std": -0.359157, "nauc_mrr_at_5_diff1": 0.820518, "nauc_mrr_at_10_max": 0.524666, "nauc_mrr_at_10_std": -0.351708, "nauc_mrr_at_10_diff1": 0.821631, "nauc_mrr_at_20_max": 0.524275, "nauc_mrr_at_20_std": -0.348095, "nauc_mrr_at_20_diff1": 0.822216, "nauc_mrr_at_25_max": 0.524483, "nauc_mrr_at_25_std": -0.347775, "nauc_mrr_at_25_diff1": 0.822101, "nauc_mrr_at_50_max": 0.524796, "nauc_mrr_at_50_std": -0.347713, "nauc_mrr_at_50_diff1": 0.822543, "nauc_mrr_at_100_max": 0.524642, "nauc_mrr_at_100_std": -0.347877, "nauc_mrr_at_100_diff1": 0.822524, "nauc_mrr_at_1000_max": 0.524602, "nauc_mrr_at_1000_std": -0.347937, "nauc_mrr_at_1000_diff1": 0.822536, "hit_rate_at_1": 0.77671, "hit_rate_at_3": 0.90927, "hit_rate_at_5": 0.94402, "hit_rate_at_10": 0.97104, "hit_rate_at_20": 0.98456, "hit_rate_at_25": 0.98713, "hit_rate_at_50": 0.99292, "hit_rate_at_100": 0.99678, "hit_rate_at_1000": 0.99936, "R_cap_at_1": 0.776705, "R_cap_at_3": 0.909266, "R_cap_at_5": 0.944015, "R_cap_at_10": 0.971042, "R_cap_at_20": 0.984556, "R_cap_at_25": 0.98713, "R_cap_at_50": 0.992921, "R_cap_at_100": 0.996782, "R_cap_at_1000": 0.999356, "main_score": 0.8793, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70247, "ndcg_at_3": 0.78044, "ndcg_at_5": 0.79611, "ndcg_at_10": 0.80917, "ndcg_at_20": 0.81653, "ndcg_at_25": 0.81833, "ndcg_at_50": 0.82205, "ndcg_at_100": 0.82436, "ndcg_at_1000": 0.82635, "map_at_1": 0.70247, "map_at_3": 0.76179, "map_at_5": 0.77052, "map_at_10": 0.77599, "map_at_20": 0.77804, "map_at_25": 0.7784, "map_at_50": 0.77896, "map_at_100": 0.77917, "map_at_1000": 0.77925, "recall_at_1": 0.70247, "recall_at_3": 0.83419, "recall_at_5": 0.87213, "recall_at_10": 0.91204, "recall_at_20": 0.94096, "recall_at_25": 0.9492, "recall_at_50": 0.96833, "recall_at_100": 0.98252, "recall_at_1000": 0.99769, "accuracy": 0.70247, "precision_at_1": 0.70247, "precision_at_3": 0.27806, "precision_at_5": 0.17443, "precision_at_10": 0.0912, "precision_at_20": 0.04705, "precision_at_25": 0.03797, "precision_at_50": 0.01937, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.702474, "mrr_at_3": 0.761792, "mrr_at_5": 0.770517, "mrr_at_10": 0.775988, "mrr_at_20": 0.778037, "mrr_at_25": 0.7784, "mrr_at_50": 0.778959, "mrr_at_100": 0.779166, "mrr_at_1000": 0.779249, "nauc_ndcg_at_1_max": 0.425396, "nauc_ndcg_at_1_std": -0.311031, "nauc_ndcg_at_1_diff1": 0.81006, "nauc_ndcg_at_3_max": 0.426792, "nauc_ndcg_at_3_std": -0.354537, "nauc_ndcg_at_3_diff1": 0.781299, "nauc_ndcg_at_5_max": 0.424355, "nauc_ndcg_at_5_std": -0.357839, "nauc_ndcg_at_5_diff1": 0.782029, "nauc_ndcg_at_10_max": 0.422829, "nauc_ndcg_at_10_std": -0.360482, "nauc_ndcg_at_10_diff1": 0.781689, "nauc_ndcg_at_20_max": 0.427254, "nauc_ndcg_at_20_std": -0.352446, "nauc_ndcg_at_20_diff1": 0.785189, "nauc_ndcg_at_25_max": 0.428415, "nauc_ndcg_at_25_std": -0.350996, "nauc_ndcg_at_25_diff1": 0.785378, "nauc_ndcg_at_50_max": 0.429245, "nauc_ndcg_at_50_std": -0.345523, "nauc_ndcg_at_50_diff1": 0.78639, "nauc_ndcg_at_100_max": 0.428952, "nauc_ndcg_at_100_std": -0.343169, "nauc_ndcg_at_100_diff1": 0.78728, "nauc_ndcg_at_1000_max": 0.426605, "nauc_ndcg_at_1000_std": -0.344733, "nauc_ndcg_at_1000_diff1": 0.787962, "nauc_map_at_1_max": 0.425396, "nauc_map_at_1_std": -0.311031, "nauc_map_at_1_diff1": 0.81006, "nauc_map_at_3_max": 0.427014, "nauc_map_at_3_std": -0.341768, "nauc_map_at_3_diff1": 0.788954, "nauc_map_at_5_max": 0.4257, "nauc_map_at_5_std": -0.343261, "nauc_map_at_5_diff1": 0.789597, "nauc_map_at_10_max": 0.425173, "nauc_map_at_10_std": -0.343898, "nauc_map_at_10_diff1": 0.789648, "nauc_map_at_20_max": 0.426295, "nauc_map_at_20_std": -0.341814, "nauc_map_at_20_diff1": 0.790575, "nauc_map_at_25_max": 0.426478, "nauc_map_at_25_std": -0.341551, "nauc_map_at_25_diff1": 0.790613, "nauc_map_at_50_max": 0.426593, "nauc_map_at_50_std": -0.340838, "nauc_map_at_50_diff1": 0.790756, "nauc_map_at_100_max": 0.426566, "nauc_map_at_100_std": -0.340653, "nauc_map_at_100_diff1": 0.790822, "nauc_map_at_1000_max": 0.4265, "nauc_map_at_1000_std": -0.340671, "nauc_map_at_1000_diff1": 0.79085, "nauc_recall_at_1_max": 0.425396, "nauc_recall_at_1_std": -0.311031, "nauc_recall_at_1_diff1": 0.81006, "nauc_recall_at_3_max": 0.425573, "nauc_recall_at_3_std": -0.404476, "nauc_recall_at_3_diff1": 0.7518, "nauc_recall_at_5_max": 0.417155, "nauc_recall_at_5_std": -0.427507, "nauc_recall_at_5_diff1": 0.746644, "nauc_recall_at_10_max": 0.405086, "nauc_recall_at_10_std": -0.471756, "nauc_recall_at_10_diff1": 0.730128, "nauc_recall_at_20_max": 0.443425, "nauc_recall_at_20_std": -0.43874, "nauc_recall_at_20_diff1": 0.742721, "nauc_recall_at_25_max": 0.463536, "nauc_recall_at_25_std": -0.43143, "nauc_recall_at_25_diff1": 0.738753, "nauc_recall_at_50_max": 0.504858, "nauc_recall_at_50_std": -0.338771, "nauc_recall_at_50_diff1": 0.736549, "nauc_recall_at_100_max": 0.550768, "nauc_recall_at_100_std": -0.20554, "nauc_recall_at_100_diff1": 0.746112, "nauc_recall_at_1000_max": 0.090436, "nauc_recall_at_1000_std": -0.253445, "nauc_recall_at_1000_diff1": 0.811584, "nauc_precision_at_1_max": 0.425396, "nauc_precision_at_1_std": -0.311031, "nauc_precision_at_1_diff1": 0.81006, "nauc_precision_at_3_max": 0.425573, "nauc_precision_at_3_std": -0.404476, "nauc_precision_at_3_diff1": 0.7518, "nauc_precision_at_5_max": 0.417155, "nauc_precision_at_5_std": -0.427507, "nauc_precision_at_5_diff1": 0.746644, "nauc_precision_at_10_max": 0.405086, "nauc_precision_at_10_std": -0.471756, "nauc_precision_at_10_diff1": 0.730128, "nauc_precision_at_20_max": 0.443425, "nauc_precision_at_20_std": -0.43874, "nauc_precision_at_20_diff1": 0.742721, "nauc_precision_at_25_max": 0.463536, "nauc_precision_at_25_std": -0.43143, "nauc_precision_at_25_diff1": 0.738753, "nauc_precision_at_50_max": 0.504858, "nauc_precision_at_50_std": -0.338771, "nauc_precision_at_50_diff1": 0.736549, "nauc_precision_at_100_max": 0.550768, "nauc_precision_at_100_std": -0.20554, "nauc_precision_at_100_diff1": 0.746112, "nauc_precision_at_1000_max": 0.090436, "nauc_precision_at_1000_std": -0.253445, "nauc_precision_at_1000_diff1": 0.811584, "nauc_mrr_at_1_max": 0.425396, "nauc_mrr_at_1_std": -0.311031, "nauc_mrr_at_1_diff1": 0.81006, "nauc_mrr_at_3_max": 0.427014, "nauc_mrr_at_3_std": -0.341768, "nauc_mrr_at_3_diff1": 0.788954, "nauc_mrr_at_5_max": 0.4257, "nauc_mrr_at_5_std": -0.343261, "nauc_mrr_at_5_diff1": 0.789597, "nauc_mrr_at_10_max": 0.425173, "nauc_mrr_at_10_std": -0.343898, "nauc_mrr_at_10_diff1": 0.789648, "nauc_mrr_at_20_max": 0.426295, "nauc_mrr_at_20_std": -0.341814, "nauc_mrr_at_20_diff1": 0.790575, "nauc_mrr_at_25_max": 0.426478, "nauc_mrr_at_25_std": -0.341551, "nauc_mrr_at_25_diff1": 0.790613, "nauc_mrr_at_50_max": 0.426593, "nauc_mrr_at_50_std": -0.340838, "nauc_mrr_at_50_diff1": 0.790756, "nauc_mrr_at_100_max": 0.426566, "nauc_mrr_at_100_std": -0.340653, "nauc_mrr_at_100_diff1": 0.790822, "nauc_mrr_at_1000_max": 0.4265, "nauc_mrr_at_1000_std": -0.340671, "nauc_mrr_at_1000_diff1": 0.79085, "hit_rate_at_1": 0.70247, "hit_rate_at_3": 0.83419, "hit_rate_at_5": 0.87213, "hit_rate_at_10": 0.91204, "hit_rate_at_20": 0.94096, "hit_rate_at_25": 0.9492, "hit_rate_at_50": 0.96833, "hit_rate_at_100": 0.98252, "hit_rate_at_1000": 0.99769, "R_cap_at_1": 0.702474, "R_cap_at_3": 0.834195, "R_cap_at_5": 0.872128, "R_cap_at_10": 0.91204, "R_cap_at_20": 0.940957, "R_cap_at_25": 0.949203, "R_cap_at_50": 0.968334, "R_cap_at_100": 0.982518, "R_cap_at_1000": 0.997691, "main_score": 0.80917, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81083, "ndcg_at_3": 0.87674, "ndcg_at_5": 0.88809, "ndcg_at_10": 0.89552, "ndcg_at_20": 0.89901, "ndcg_at_25": 0.89957, "ndcg_at_50": 0.90105, "ndcg_at_100": 0.90148, "ndcg_at_1000": 0.90176, "map_at_1": 0.81083, "map_at_3": 0.86112, "map_at_5": 0.86743, "map_at_10": 0.8706, "map_at_20": 0.87159, "map_at_25": 0.87171, "map_at_50": 0.87193, "map_at_100": 0.87197, "map_at_1000": 0.87198, "recall_at_1": 0.81083, "recall_at_3": 0.92171, "recall_at_5": 0.94922, "recall_at_10": 0.97165, "recall_at_20": 0.98519, "recall_at_25": 0.98773, "recall_at_50": 0.99534, "recall_at_100": 0.99788, "recall_at_1000": 1.0, "accuracy": 0.81083, "precision_at_1": 0.81083, "precision_at_3": 0.30724, "precision_at_5": 0.18984, "precision_at_10": 0.09716, "precision_at_20": 0.04926, "precision_at_25": 0.03951, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.810834, "mrr_at_3": 0.861123, "mrr_at_5": 0.867428, "mrr_at_10": 0.870602, "mrr_at_20": 0.871592, "mrr_at_25": 0.871705, "mrr_at_50": 0.87193, "mrr_at_100": 0.871971, "mrr_at_1000": 0.871983, "nauc_ndcg_at_1_max": 0.570597, "nauc_ndcg_at_1_std": -0.316093, "nauc_ndcg_at_1_diff1": 0.871751, "nauc_ndcg_at_3_max": 0.617721, "nauc_ndcg_at_3_std": -0.32194, "nauc_ndcg_at_3_diff1": 0.846458, "nauc_ndcg_at_5_max": 0.612675, "nauc_ndcg_at_5_std": -0.333765, "nauc_ndcg_at_5_diff1": 0.851944, "nauc_ndcg_at_10_max": 0.6118, "nauc_ndcg_at_10_std": -0.333324, "nauc_ndcg_at_10_diff1": 0.853999, "nauc_ndcg_at_20_max": 0.607349, "nauc_ndcg_at_20_std": -0.326516, "nauc_ndcg_at_20_diff1": 0.855509, "nauc_ndcg_at_25_max": 0.606475, "nauc_ndcg_at_25_std": -0.327596, "nauc_ndcg_at_25_diff1": 0.855767, "nauc_ndcg_at_50_max": 0.604907, "nauc_ndcg_at_50_std": -0.32395, "nauc_ndcg_at_50_diff1": 0.856002, "nauc_ndcg_at_100_max": 0.604311, "nauc_ndcg_at_100_std": -0.324815, "nauc_ndcg_at_100_diff1": 0.856192, "nauc_ndcg_at_1000_max": 0.603812, "nauc_ndcg_at_1000_std": -0.324966, "nauc_ndcg_at_1000_diff1": 0.85625, "nauc_map_at_1_max": 0.570597, "nauc_map_at_1_std": -0.316093, "nauc_map_at_1_diff1": 0.871751, "nauc_map_at_3_max": 0.60466, "nauc_map_at_3_std": -0.320406, "nauc_map_at_3_diff1": 0.853367, "nauc_map_at_5_max": 0.6018, "nauc_map_at_5_std": -0.325313, "nauc_map_at_5_diff1": 0.856372, "nauc_map_at_10_max": 0.601327, "nauc_map_at_10_std": -0.324716, "nauc_map_at_10_diff1": 0.857185, "nauc_map_at_20_max": 0.600258, "nauc_map_at_20_std": -0.32336, "nauc_map_at_20_diff1": 0.857563, "nauc_map_at_25_max": 0.60012, "nauc_map_at_25_std": -0.323508, "nauc_map_at_25_diff1": 0.857607, "nauc_map_at_50_max": 0.59994, "nauc_map_at_50_std": -0.323063, "nauc_map_at_50_diff1": 0.85764, "nauc_map_at_100_max": 0.599893, "nauc_map_at_100_std": -0.32312, "nauc_map_at_100_diff1": 0.857654, "nauc_map_at_1000_max": 0.59987, "nauc_map_at_1000_std": -0.323143, "nauc_map_at_1000_diff1": 0.857657, "nauc_recall_at_1_max": 0.570597, "nauc_recall_at_1_std": -0.316093, "nauc_recall_at_1_diff1": 0.871751, "nauc_recall_at_3_max": 0.680184, "nauc_recall_at_3_std": -0.329207, "nauc_recall_at_3_diff1": 0.813497, "nauc_recall_at_5_max": 0.686361, "nauc_recall_at_5_std": -0.399955, "nauc_recall_at_5_diff1": 0.82305, "nauc_recall_at_10_max": 0.732711, "nauc_recall_at_10_std": -0.453179, "nauc_recall_at_10_diff1": 0.822293, "nauc_recall_at_20_max": 0.729732, "nauc_recall_at_20_std": -0.376266, "nauc_recall_at_20_diff1": 0.830608, "nauc_recall_at_25_max": 0.723225, "nauc_recall_at_25_std": -0.426983, "nauc_recall_at_25_diff1": 0.834601, "nauc_recall_at_50_max": 0.745594, "nauc_recall_at_50_std": -0.212742, "nauc_recall_at_50_diff1": 0.824296, "nauc_recall_at_100_max": 0.756303, "nauc_recall_at_100_std": -0.317188, "nauc_recall_at_100_diff1": 0.836604, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.570597, "nauc_precision_at_1_std": -0.316093, "nauc_precision_at_1_diff1": 0.871751, "nauc_precision_at_3_max": 0.680184, "nauc_precision_at_3_std": -0.329207, "nauc_precision_at_3_diff1": 0.813497, "nauc_precision_at_5_max": 0.686361, "nauc_precision_at_5_std": -0.399955, "nauc_precision_at_5_diff1": 0.82305, "nauc_precision_at_10_max": 0.732711, "nauc_precision_at_10_std": -0.453179, "nauc_precision_at_10_diff1": 0.822293, "nauc_precision_at_20_max": 0.729732, "nauc_precision_at_20_std": -0.376266, "nauc_precision_at_20_diff1": 0.830608, "nauc_precision_at_25_max": 0.723225, "nauc_precision_at_25_std": -0.426983, "nauc_precision_at_25_diff1": 0.834601, "nauc_precision_at_50_max": 0.745594, "nauc_precision_at_50_std": -0.212742, "nauc_precision_at_50_diff1": 0.824296, "nauc_precision_at_100_max": 0.756303, "nauc_precision_at_100_std": -0.317188, "nauc_precision_at_100_diff1": 0.836604, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.570597, "nauc_mrr_at_1_std": -0.316093, "nauc_mrr_at_1_diff1": 0.871751, "nauc_mrr_at_3_max": 0.60466, "nauc_mrr_at_3_std": -0.320406, "nauc_mrr_at_3_diff1": 0.853367, "nauc_mrr_at_5_max": 0.6018, "nauc_mrr_at_5_std": -0.325313, "nauc_mrr_at_5_diff1": 0.856372, "nauc_mrr_at_10_max": 0.601327, "nauc_mrr_at_10_std": -0.324716, "nauc_mrr_at_10_diff1": 0.857185, "nauc_mrr_at_20_max": 0.600258, "nauc_mrr_at_20_std": -0.32336, "nauc_mrr_at_20_diff1": 0.857563, "nauc_mrr_at_25_max": 0.60012, "nauc_mrr_at_25_std": -0.323508, "nauc_mrr_at_25_diff1": 0.857607, "nauc_mrr_at_50_max": 0.59994, "nauc_mrr_at_50_std": -0.323063, "nauc_mrr_at_50_diff1": 0.85764, "nauc_mrr_at_100_max": 0.599893, "nauc_mrr_at_100_std": -0.32312, "nauc_mrr_at_100_diff1": 0.857654, "nauc_mrr_at_1000_max": 0.59987, "nauc_mrr_at_1000_std": -0.323143, "nauc_mrr_at_1000_diff1": 0.857657, "hit_rate_at_1": 0.81083, "hit_rate_at_3": 0.92171, "hit_rate_at_5": 0.94922, "hit_rate_at_10": 0.97165, "hit_rate_at_20": 0.98519, "hit_rate_at_25": 0.98773, "hit_rate_at_50": 0.99534, "hit_rate_at_100": 0.99788, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.810834, "R_cap_at_3": 0.92171, "R_cap_at_5": 0.949217, "R_cap_at_10": 0.971646, "R_cap_at_20": 0.985188, "R_cap_at_25": 0.987727, "R_cap_at_50": 0.995345, "R_cap_at_100": 0.997884, "R_cap_at_1000": 1.0, "main_score": 0.89552, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75233, "ndcg_at_3": 0.8247, "ndcg_at_5": 0.84053, "ndcg_at_10": 0.85264, "ndcg_at_20": 0.85766, "ndcg_at_25": 0.85959, "ndcg_at_50": 0.86153, "ndcg_at_100": 0.86208, "ndcg_at_1000": 0.86297, "map_at_1": 0.75233, "map_at_3": 0.80716, "map_at_5": 0.81594, "map_at_10": 0.82107, "map_at_20": 0.82254, "map_at_25": 0.82292, "map_at_50": 0.82322, "map_at_100": 0.82327, "map_at_1000": 0.82331, "recall_at_1": 0.75233, "recall_at_3": 0.87534, "recall_at_5": 0.91378, "recall_at_10": 0.95058, "recall_at_20": 0.9698, "recall_at_25": 0.97858, "recall_at_50": 0.98847, "recall_at_100": 0.99176, "recall_at_1000": 0.9989, "accuracy": 0.75233, "precision_at_1": 0.75233, "precision_at_3": 0.29178, "precision_at_5": 0.18276, "precision_at_10": 0.09506, "precision_at_20": 0.04849, "precision_at_25": 0.03914, "precision_at_50": 0.01977, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.752334, "mrr_at_3": 0.807157, "mrr_at_5": 0.815944, "mrr_at_10": 0.821074, "mrr_at_20": 0.822537, "mrr_at_25": 0.822924, "mrr_at_50": 0.823222, "mrr_at_100": 0.823275, "mrr_at_1000": 0.823308, "nauc_ndcg_at_1_max": 0.243187, "nauc_ndcg_at_1_std": -0.433706, "nauc_ndcg_at_1_diff1": 0.801401, "nauc_ndcg_at_3_max": 0.208172, "nauc_ndcg_at_3_std": -0.503796, "nauc_ndcg_at_3_diff1": 0.768806, "nauc_ndcg_at_5_max": 0.215744, "nauc_ndcg_at_5_std": -0.498634, "nauc_ndcg_at_5_diff1": 0.76413, "nauc_ndcg_at_10_max": 0.202106, "nauc_ndcg_at_10_std": -0.493135, "nauc_ndcg_at_10_diff1": 0.765905, "nauc_ndcg_at_20_max": 0.19947, "nauc_ndcg_at_20_std": -0.489305, "nauc_ndcg_at_20_diff1": 0.765005, "nauc_ndcg_at_25_max": 0.205906, "nauc_ndcg_at_25_std": -0.481515, "nauc_ndcg_at_25_diff1": 0.76362, "nauc_ndcg_at_50_max": 0.211646, "nauc_ndcg_at_50_std": -0.472967, "nauc_ndcg_at_50_diff1": 0.762736, "nauc_ndcg_at_100_max": 0.213715, "nauc_ndcg_at_100_std": -0.472256, "nauc_ndcg_at_100_diff1": 0.764366, "nauc_ndcg_at_1000_max": 0.213188, "nauc_ndcg_at_1000_std": -0.476393, "nauc_ndcg_at_1000_diff1": 0.768444, "nauc_map_at_1_max": 0.243187, "nauc_map_at_1_std": -0.433706, "nauc_map_at_1_diff1": 0.801401, "nauc_map_at_3_max": 0.218899, "nauc_map_at_3_std": -0.483875, "nauc_map_at_3_diff1": 0.778096, "nauc_map_at_5_max": 0.223182, "nauc_map_at_5_std": -0.479918, "nauc_map_at_5_diff1": 0.775978, "nauc_map_at_10_max": 0.21833, "nauc_map_at_10_std": -0.47742, "nauc_map_at_10_diff1": 0.777021, "nauc_map_at_20_max": 0.217614, "nauc_map_at_20_std": -0.476804, "nauc_map_at_20_diff1": 0.776944, "nauc_map_at_25_max": 0.21872, "nauc_map_at_25_std": -0.475522, "nauc_map_at_25_diff1": 0.77675, "nauc_map_at_50_max": 0.219448, "nauc_map_at_50_std": -0.474472, "nauc_map_at_50_diff1": 0.776666, "nauc_map_at_100_max": 0.219613, "nauc_map_at_100_std": -0.474411, "nauc_map_at_100_diff1": 0.776785, "nauc_map_at_1000_max": 0.219569, "nauc_map_at_1000_std": -0.47451, "nauc_map_at_1000_diff1": 0.77687, "nauc_recall_at_1_max": 0.243187, "nauc_recall_at_1_std": -0.433706, "nauc_recall_at_1_diff1": 0.801401, "nauc_recall_at_3_max": 0.162892, "nauc_recall_at_3_std": -0.586965, "nauc_recall_at_3_diff1": 0.730004, "nauc_recall_at_5_max": 0.17531, "nauc_recall_at_5_std": -0.603439, "nauc_recall_at_5_diff1": 0.696898, "nauc_recall_at_10_max": 0.03635, "nauc_recall_at_10_std": -0.634709, "nauc_recall_at_10_diff1": 0.660977, "nauc_recall_at_20_max": -0.103872, "nauc_recall_at_20_std": -0.644517, "nauc_recall_at_20_diff1": 0.577803, "nauc_recall_at_25_max": -0.052909, "nauc_recall_at_25_std": -0.493431, "nauc_recall_at_25_diff1": 0.462764, "nauc_recall_at_50_max": 0.046365, "nauc_recall_at_50_std": -0.022736, "nauc_recall_at_50_diff1": 0.155175, "nauc_recall_at_100_max": 0.168622, "nauc_recall_at_100_std": 0.220161, "nauc_recall_at_100_diff1": 0.065622, "nauc_recall_at_1000_max": -0.435714, "nauc_recall_at_1000_std": 0.777111, "nauc_recall_at_1000_diff1": -0.509234, "nauc_precision_at_1_max": 0.243187, "nauc_precision_at_1_std": -0.433706, "nauc_precision_at_1_diff1": 0.801401, "nauc_precision_at_3_max": 0.162892, "nauc_precision_at_3_std": -0.586965, "nauc_precision_at_3_diff1": 0.730004, "nauc_precision_at_5_max": 0.17531, "nauc_precision_at_5_std": -0.603439, "nauc_precision_at_5_diff1": 0.696898, "nauc_precision_at_10_max": 0.03635, "nauc_precision_at_10_std": -0.634709, "nauc_precision_at_10_diff1": 0.660977, "nauc_precision_at_20_max": -0.103872, "nauc_precision_at_20_std": -0.644517, "nauc_precision_at_20_diff1": 0.577803, "nauc_precision_at_25_max": -0.052909, "nauc_precision_at_25_std": -0.493431, "nauc_precision_at_25_diff1": 0.462764, "nauc_precision_at_50_max": 0.046365, "nauc_precision_at_50_std": -0.022736, "nauc_precision_at_50_diff1": 0.155175, "nauc_precision_at_100_max": 0.168622, "nauc_precision_at_100_std": 0.220161, "nauc_precision_at_100_diff1": 0.065622, "nauc_precision_at_1000_max": -0.435714, "nauc_precision_at_1000_std": 0.777111, "nauc_precision_at_1000_diff1": -0.509234, "nauc_mrr_at_1_max": 0.243187, "nauc_mrr_at_1_std": -0.433706, "nauc_mrr_at_1_diff1": 0.801401, "nauc_mrr_at_3_max": 0.218899, "nauc_mrr_at_3_std": -0.483875, "nauc_mrr_at_3_diff1": 0.778096, "nauc_mrr_at_5_max": 0.223182, "nauc_mrr_at_5_std": -0.479918, "nauc_mrr_at_5_diff1": 0.775978, "nauc_mrr_at_10_max": 0.21833, "nauc_mrr_at_10_std": -0.47742, "nauc_mrr_at_10_diff1": 0.777021, "nauc_mrr_at_20_max": 0.217614, "nauc_mrr_at_20_std": -0.476804, "nauc_mrr_at_20_diff1": 0.776944, "nauc_mrr_at_25_max": 0.21872, "nauc_mrr_at_25_std": -0.475522, "nauc_mrr_at_25_diff1": 0.77675, "nauc_mrr_at_50_max": 0.219448, "nauc_mrr_at_50_std": -0.474472, "nauc_mrr_at_50_diff1": 0.776666, "nauc_mrr_at_100_max": 0.219613, "nauc_mrr_at_100_std": -0.474411, "nauc_mrr_at_100_diff1": 0.776785, "nauc_mrr_at_1000_max": 0.219569, "nauc_mrr_at_1000_std": -0.47451, "nauc_mrr_at_1000_diff1": 0.77687, "hit_rate_at_1": 0.75233, "hit_rate_at_3": 0.87534, "hit_rate_at_5": 0.91378, "hit_rate_at_10": 0.95058, "hit_rate_at_20": 0.9698, "hit_rate_at_25": 0.97858, "hit_rate_at_50": 0.98847, "hit_rate_at_100": 0.99176, "hit_rate_at_1000": 0.9989, "R_cap_at_1": 0.752334, "R_cap_at_3": 0.875343, "R_cap_at_5": 0.913784, "R_cap_at_10": 0.950577, "R_cap_at_20": 0.969797, "R_cap_at_25": 0.978583, "R_cap_at_50": 0.988468, "R_cap_at_100": 0.991763, "R_cap_at_1000": 0.998902, "main_score": 0.85264, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81312, "ndcg_at_3": 0.87544, "ndcg_at_5": 0.89006, "ndcg_at_10": 0.89601, "ndcg_at_20": 0.89956, "ndcg_at_25": 0.89999, "ndcg_at_50": 0.90075, "ndcg_at_100": 0.90093, "ndcg_at_1000": 0.90172, "map_at_1": 0.81312, "map_at_3": 0.8605, "map_at_5": 0.86856, "map_at_10": 0.87092, "map_at_20": 0.87191, "map_at_25": 0.87199, "map_at_50": 0.87211, "map_at_100": 0.87212, "map_at_1000": 0.87216, "recall_at_1": 0.81312, "recall_at_3": 0.91849, "recall_at_5": 0.95427, "recall_at_10": 0.97316, "recall_at_20": 0.98708, "recall_at_25": 0.98907, "recall_at_50": 0.99304, "recall_at_100": 0.99404, "recall_at_1000": 1.0, "accuracy": 0.81312, "precision_at_1": 0.81312, "precision_at_3": 0.30616, "precision_at_5": 0.19085, "precision_at_10": 0.09732, "precision_at_20": 0.04935, "precision_at_25": 0.03956, "precision_at_50": 0.01986, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.813121, "mrr_at_3": 0.860504, "mrr_at_5": 0.868555, "mrr_at_10": 0.87092, "mrr_at_20": 0.871908, "mrr_at_25": 0.871991, "mrr_at_50": 0.872105, "mrr_at_100": 0.872124, "mrr_at_1000": 0.872161, "nauc_ndcg_at_1_max": 0.614751, "nauc_ndcg_at_1_std": -0.125155, "nauc_ndcg_at_1_diff1": 0.831401, "nauc_ndcg_at_3_max": 0.628932, "nauc_ndcg_at_3_std": -0.175491, "nauc_ndcg_at_3_diff1": 0.79925, "nauc_ndcg_at_5_max": 0.629893, "nauc_ndcg_at_5_std": -0.157212, "nauc_ndcg_at_5_diff1": 0.793601, "nauc_ndcg_at_10_max": 0.625124, "nauc_ndcg_at_10_std": -0.154058, "nauc_ndcg_at_10_diff1": 0.796305, "nauc_ndcg_at_20_max": 0.619667, "nauc_ndcg_at_20_std": -0.155787, "nauc_ndcg_at_20_diff1": 0.79435, "nauc_ndcg_at_25_max": 0.619708, "nauc_ndcg_at_25_std": -0.151363, "nauc_ndcg_at_25_diff1": 0.795499, "nauc_ndcg_at_50_max": 0.618419, "nauc_ndcg_at_50_std": -0.154091, "nauc_ndcg_at_50_diff1": 0.79624, "nauc_ndcg_at_100_max": 0.61772, "nauc_ndcg_at_100_std": -0.154599, "nauc_ndcg_at_100_diff1": 0.797043, "nauc_ndcg_at_1000_max": 0.621441, "nauc_ndcg_at_1000_std": -0.151825, "nauc_ndcg_at_1000_diff1": 0.801285, "nauc_map_at_1_max": 0.614751, "nauc_map_at_1_std": -0.125155, "nauc_map_at_1_diff1": 0.831401, "nauc_map_at_3_max": 0.625957, "nauc_map_at_3_std": -0.158262, "nauc_map_at_3_diff1": 0.808458, "nauc_map_at_5_max": 0.626381, "nauc_map_at_5_std": -0.149363, "nauc_map_at_5_diff1": 0.806394, "nauc_map_at_10_max": 0.624698, "nauc_map_at_10_std": -0.14855, "nauc_map_at_10_diff1": 0.807682, "nauc_map_at_20_max": 0.623356, "nauc_map_at_20_std": -0.14898, "nauc_map_at_20_diff1": 0.80736, "nauc_map_at_25_max": 0.62337, "nauc_map_at_25_std": -0.148315, "nauc_map_at_25_diff1": 0.807547, "nauc_map_at_50_max": 0.623242, "nauc_map_at_50_std": -0.148566, "nauc_map_at_50_diff1": 0.807655, "nauc_map_at_100_max": 0.623183, "nauc_map_at_100_std": -0.148608, "nauc_map_at_100_diff1": 0.807725, "nauc_map_at_1000_max": 0.623279, "nauc_map_at_1000_std": -0.148485, "nauc_map_at_1000_diff1": 0.807828, "nauc_recall_at_1_max": 0.614751, "nauc_recall_at_1_std": -0.125155, "nauc_recall_at_1_diff1": 0.831401, "nauc_recall_at_3_max": 0.641974, "nauc_recall_at_3_std": -0.257815, "nauc_recall_at_3_diff1": 0.756372, "nauc_recall_at_5_max": 0.655665, "nauc_recall_at_5_std": -0.211453, "nauc_recall_at_5_diff1": 0.691377, "nauc_recall_at_10_max": 0.619433, "nauc_recall_at_10_std": -0.20427, "nauc_recall_at_10_diff1": 0.64701, "nauc_recall_at_20_max": 0.464345, "nauc_recall_at_20_std": -0.302222, "nauc_recall_at_20_diff1": 0.428133, "nauc_recall_at_25_max": 0.437193, "nauc_recall_at_25_std": -0.14793, "nauc_recall_at_25_diff1": 0.407762, "nauc_recall_at_50_max": 0.237659, "nauc_recall_at_50_std": -0.354352, "nauc_recall_at_50_diff1": 0.236431, "nauc_recall_at_100_max": 0.110602, "nauc_recall_at_100_std": -0.433885, "nauc_recall_at_100_diff1": 0.216146, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614751, "nauc_precision_at_1_std": -0.125155, "nauc_precision_at_1_diff1": 0.831401, "nauc_precision_at_3_max": 0.641974, "nauc_precision_at_3_std": -0.257815, "nauc_precision_at_3_diff1": 0.756372, "nauc_precision_at_5_max": 0.655665, "nauc_precision_at_5_std": -0.211453, "nauc_precision_at_5_diff1": 0.691377, "nauc_precision_at_10_max": 0.619433, "nauc_precision_at_10_std": -0.20427, "nauc_precision_at_10_diff1": 0.64701, "nauc_precision_at_20_max": 0.464345, "nauc_precision_at_20_std": -0.302222, "nauc_precision_at_20_diff1": 0.428133, "nauc_precision_at_25_max": 0.437193, "nauc_precision_at_25_std": -0.14793, "nauc_precision_at_25_diff1": 0.407762, "nauc_precision_at_50_max": 0.237659, "nauc_precision_at_50_std": -0.354352, "nauc_precision_at_50_diff1": 0.236431, "nauc_precision_at_100_max": 0.110602, "nauc_precision_at_100_std": -0.433885, "nauc_precision_at_100_diff1": 0.216146, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.614751, "nauc_mrr_at_1_std": -0.125155, "nauc_mrr_at_1_diff1": 0.831401, "nauc_mrr_at_3_max": 0.625957, "nauc_mrr_at_3_std": -0.158262, "nauc_mrr_at_3_diff1": 0.808458, "nauc_mrr_at_5_max": 0.626381, "nauc_mrr_at_5_std": -0.149363, "nauc_mrr_at_5_diff1": 0.806394, "nauc_mrr_at_10_max": 0.624698, "nauc_mrr_at_10_std": -0.14855, "nauc_mrr_at_10_diff1": 0.807682, "nauc_mrr_at_20_max": 0.623356, "nauc_mrr_at_20_std": -0.14898, "nauc_mrr_at_20_diff1": 0.80736, "nauc_mrr_at_25_max": 0.62337, "nauc_mrr_at_25_std": -0.148315, "nauc_mrr_at_25_diff1": 0.807547, "nauc_mrr_at_50_max": 0.623242, "nauc_mrr_at_50_std": -0.148566, "nauc_mrr_at_50_diff1": 0.807655, "nauc_mrr_at_100_max": 0.623183, "nauc_mrr_at_100_std": -0.148608, "nauc_mrr_at_100_diff1": 0.807725, "nauc_mrr_at_1000_max": 0.623279, "nauc_mrr_at_1000_std": -0.148485, "nauc_mrr_at_1000_diff1": 0.807828, "hit_rate_at_1": 0.81312, "hit_rate_at_3": 0.91849, "hit_rate_at_5": 0.95427, "hit_rate_at_10": 0.97316, "hit_rate_at_20": 0.98708, "hit_rate_at_25": 0.98907, "hit_rate_at_50": 0.99304, "hit_rate_at_100": 0.99404, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.813121, "R_cap_at_3": 0.918489, "R_cap_at_5": 0.954274, "R_cap_at_10": 0.973161, "R_cap_at_20": 0.987078, "R_cap_at_25": 0.989066, "R_cap_at_50": 0.993042, "R_cap_at_100": 0.994036, "R_cap_at_1000": 1.0, "main_score": 0.89601, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90997, "ndcg_at_3": 0.95655, "ndcg_at_5": 0.96071, "ndcg_at_10": 0.96164, "ndcg_at_20": 0.96164, "ndcg_at_25": 0.96164, "ndcg_at_50": 0.96164, "ndcg_at_100": 0.96164, "ndcg_at_1000": 0.96164, "map_at_1": 0.90997, "map_at_3": 0.94587, "map_at_5": 0.94829, "map_at_10": 0.94861, "map_at_20": 0.94861, "map_at_25": 0.94861, "map_at_50": 0.94861, "map_at_100": 0.94861, "map_at_1000": 0.94861, "recall_at_1": 0.90997, "recall_at_3": 0.98714, "recall_at_5": 0.99678, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90997, "precision_at_1": 0.90997, "precision_at_3": 0.32905, "precision_at_5": 0.19936, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.909968, "mrr_at_3": 0.945874, "mrr_at_5": 0.948285, "mrr_at_10": 0.948607, "mrr_at_20": 0.948607, "mrr_at_25": 0.948607, "mrr_at_50": 0.948607, "mrr_at_100": 0.948607, "mrr_at_1000": 0.948607, "nauc_ndcg_at_1_max": 0.426331, "nauc_ndcg_at_1_std": -0.189305, "nauc_ndcg_at_1_diff1": 0.876789, "nauc_ndcg_at_3_max": 0.509972, "nauc_ndcg_at_3_std": -0.371777, "nauc_ndcg_at_3_diff1": 0.90039, "nauc_ndcg_at_5_max": 0.48825, "nauc_ndcg_at_5_std": -0.226492, "nauc_ndcg_at_5_diff1": 0.889859, "nauc_ndcg_at_10_max": 0.475851, "nauc_ndcg_at_10_std": -0.234955, "nauc_ndcg_at_10_diff1": 0.88719, "nauc_ndcg_at_20_max": 0.475851, "nauc_ndcg_at_20_std": -0.234955, "nauc_ndcg_at_20_diff1": 0.88719, "nauc_ndcg_at_25_max": 0.475851, "nauc_ndcg_at_25_std": -0.234955, "nauc_ndcg_at_25_diff1": 0.88719, "nauc_ndcg_at_50_max": 0.475851, "nauc_ndcg_at_50_std": -0.234955, "nauc_ndcg_at_50_diff1": 0.88719, "nauc_ndcg_at_100_max": 0.475851, "nauc_ndcg_at_100_std": -0.234955, "nauc_ndcg_at_100_diff1": 0.88719, "nauc_ndcg_at_1000_max": 0.475851, "nauc_ndcg_at_1000_std": -0.234955, "nauc_ndcg_at_1000_diff1": 0.88719, "nauc_map_at_1_max": 0.426331, "nauc_map_at_1_std": -0.189305, "nauc_map_at_1_diff1": 0.876789, "nauc_map_at_3_max": 0.485847, "nauc_map_at_3_std": -0.297282, "nauc_map_at_3_diff1": 0.89203, "nauc_map_at_5_max": 0.475141, "nauc_map_at_5_std": -0.229729, "nauc_map_at_5_diff1": 0.886995, "nauc_map_at_10_max": 0.471858, "nauc_map_at_10_std": -0.231935, "nauc_map_at_10_diff1": 0.886288, "nauc_map_at_20_max": 0.471858, "nauc_map_at_20_std": -0.231935, "nauc_map_at_20_diff1": 0.886288, "nauc_map_at_25_max": 0.471858, "nauc_map_at_25_std": -0.231935, "nauc_map_at_25_diff1": 0.886288, "nauc_map_at_50_max": 0.471858, "nauc_map_at_50_std": -0.231935, "nauc_map_at_50_diff1": 0.886288, "nauc_map_at_100_max": 0.471858, "nauc_map_at_100_std": -0.231935, "nauc_map_at_100_diff1": 0.886288, "nauc_map_at_1000_max": 0.471858, "nauc_map_at_1000_std": -0.231935, "nauc_map_at_1000_diff1": 0.886288, "nauc_recall_at_1_max": 0.426331, "nauc_recall_at_1_std": -0.189305, "nauc_recall_at_1_diff1": 0.876789, "nauc_recall_at_3_max": 0.786566, "nauc_recall_at_3_std": -1.278727, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.122839, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.426331, "nauc_precision_at_1_std": -0.189305, "nauc_precision_at_1_diff1": 0.876789, "nauc_precision_at_3_max": 0.786566, "nauc_precision_at_3_std": -1.278727, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.122839, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.426331, "nauc_mrr_at_1_std": -0.189305, "nauc_mrr_at_1_diff1": 0.876789, "nauc_mrr_at_3_max": 0.485847, "nauc_mrr_at_3_std": -0.297282, "nauc_mrr_at_3_diff1": 0.89203, "nauc_mrr_at_5_max": 0.475141, "nauc_mrr_at_5_std": -0.229729, "nauc_mrr_at_5_diff1": 0.886995, "nauc_mrr_at_10_max": 0.471858, "nauc_mrr_at_10_std": -0.231935, "nauc_mrr_at_10_diff1": 0.886288, "nauc_mrr_at_20_max": 0.471858, "nauc_mrr_at_20_std": -0.231935, "nauc_mrr_at_20_diff1": 0.886288, "nauc_mrr_at_25_max": 0.471858, "nauc_mrr_at_25_std": -0.231935, "nauc_mrr_at_25_diff1": 0.886288, "nauc_mrr_at_50_max": 0.471858, "nauc_mrr_at_50_std": -0.231935, "nauc_mrr_at_50_diff1": 0.886288, "nauc_mrr_at_100_max": 0.471858, "nauc_mrr_at_100_std": -0.231935, "nauc_mrr_at_100_diff1": 0.886288, "nauc_mrr_at_1000_max": 0.471858, "nauc_mrr_at_1000_std": -0.231935, "nauc_mrr_at_1000_diff1": 0.886288, "hit_rate_at_1": 0.90997, "hit_rate_at_3": 0.98714, "hit_rate_at_5": 0.99678, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.909968, "R_cap_at_3": 0.987138, "R_cap_at_5": 0.996785, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96164, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.52509, "ndcg_at_3": 0.60844, "ndcg_at_5": 0.62865, "ndcg_at_10": 0.64666, "ndcg_at_20": 0.65898, "ndcg_at_25": 0.66236, "ndcg_at_50": 0.67017, "ndcg_at_100": 0.67576, "ndcg_at_1000": 0.68545, "map_at_1": 0.52509, "map_at_3": 0.58801, "map_at_5": 0.59928, "map_at_10": 0.60669, "map_at_20": 0.61008, "map_at_25": 0.61075, "map_at_50": 0.6119, "map_at_100": 0.61239, "map_at_1000": 0.61274, "recall_at_1": 0.52509, "recall_at_3": 0.66754, "recall_at_5": 0.7164, "recall_at_10": 0.77217, "recall_at_20": 0.82086, "recall_at_25": 0.83632, "recall_at_50": 0.87695, "recall_at_100": 0.91133, "recall_at_1000": 0.98865, "accuracy": 0.52509, "precision_at_1": 0.52509, "precision_at_3": 0.22251, "precision_at_5": 0.14328, "precision_at_10": 0.07722, "precision_at_20": 0.04104, "precision_at_25": 0.03345, "precision_at_50": 0.01754, "precision_at_100": 0.00911, "precision_at_1000": 0.00099, "mrr_at_1": 0.525086, "mrr_at_3": 0.588008, "mrr_at_5": 0.599276, "mrr_at_10": 0.606694, "mrr_at_20": 0.610076, "mrr_at_25": 0.610755, "mrr_at_50": 0.611898, "mrr_at_100": 0.612394, "mrr_at_1000": 0.612739, "nauc_ndcg_at_1_max": 0.236214, "nauc_ndcg_at_1_std": -0.085771, "nauc_ndcg_at_1_diff1": 0.779415, "nauc_ndcg_at_3_max": 0.213399, "nauc_ndcg_at_3_std": -0.079068, "nauc_ndcg_at_3_diff1": 0.733918, "nauc_ndcg_at_5_max": 0.205443, "nauc_ndcg_at_5_std": -0.068472, "nauc_ndcg_at_5_diff1": 0.728057, "nauc_ndcg_at_10_max": 0.20258, "nauc_ndcg_at_10_std": -0.061617, "nauc_ndcg_at_10_diff1": 0.728199, "nauc_ndcg_at_20_max": 0.200994, "nauc_ndcg_at_20_std": -0.059871, "nauc_ndcg_at_20_diff1": 0.726877, "nauc_ndcg_at_25_max": 0.202545, "nauc_ndcg_at_25_std": -0.057434, "nauc_ndcg_at_25_diff1": 0.728021, "nauc_ndcg_at_50_max": 0.204597, "nauc_ndcg_at_50_std": -0.056552, "nauc_ndcg_at_50_diff1": 0.730914, "nauc_ndcg_at_100_max": 0.204469, "nauc_ndcg_at_100_std": -0.057905, "nauc_ndcg_at_100_diff1": 0.73196, "nauc_ndcg_at_1000_max": 0.208416, "nauc_ndcg_at_1000_std": -0.063477, "nauc_ndcg_at_1000_diff1": 0.735604, "nauc_map_at_1_max": 0.236214, "nauc_map_at_1_std": -0.085771, "nauc_map_at_1_diff1": 0.779415, "nauc_map_at_3_max": 0.219212, "nauc_map_at_3_std": -0.08137, "nauc_map_at_3_diff1": 0.745626, "nauc_map_at_5_max": 0.215028, "nauc_map_at_5_std": -0.07583, "nauc_map_at_5_diff1": 0.742641, "nauc_map_at_10_max": 0.214039, "nauc_map_at_10_std": -0.073285, "nauc_map_at_10_diff1": 0.743023, "nauc_map_at_20_max": 0.213728, "nauc_map_at_20_std": -0.072981, "nauc_map_at_20_diff1": 0.742741, "nauc_map_at_25_max": 0.214021, "nauc_map_at_25_std": -0.072567, "nauc_map_at_25_diff1": 0.742984, "nauc_map_at_50_max": 0.214319, "nauc_map_at_50_std": -0.072517, "nauc_map_at_50_diff1": 0.743415, "nauc_map_at_100_max": 0.214318, "nauc_map_at_100_std": -0.072644, "nauc_map_at_100_diff1": 0.743501, "nauc_map_at_1000_max": 0.214446, "nauc_map_at_1000_std": -0.072795, "nauc_map_at_1000_diff1": 0.743641, "nauc_recall_at_1_max": 0.236214, "nauc_recall_at_1_std": -0.085771, "nauc_recall_at_1_diff1": 0.779415, "nauc_recall_at_3_max": 0.194478, "nauc_recall_at_3_std": -0.071291, "nauc_recall_at_3_diff1": 0.69576, "nauc_recall_at_5_max": 0.169951, "nauc_recall_at_5_std": -0.039937, "nauc_recall_at_5_diff1": 0.675112, "nauc_recall_at_10_max": 0.151645, "nauc_recall_at_10_std": -0.006179, "nauc_recall_at_10_diff1": 0.664856, "nauc_recall_at_20_max": 0.130315, "nauc_recall_at_20_std": 0.017711, "nauc_recall_at_20_diff1": 0.643304, "nauc_recall_at_25_max": 0.136562, "nauc_recall_at_25_std": 0.043495, "nauc_recall_at_25_diff1": 0.644948, "nauc_recall_at_50_max": 0.140421, "nauc_recall_at_50_std": 0.083519, "nauc_recall_at_50_diff1": 0.65271, "nauc_recall_at_100_max": 0.115796, "nauc_recall_at_100_std": 0.109151, "nauc_recall_at_100_diff1": 0.644385, "nauc_recall_at_1000_max": 0.191205, "nauc_recall_at_1000_std": 0.238054, "nauc_recall_at_1000_diff1": 0.651035, "nauc_precision_at_1_max": 0.236214, "nauc_precision_at_1_std": -0.085771, "nauc_precision_at_1_diff1": 0.779415, "nauc_precision_at_3_max": 0.194478, "nauc_precision_at_3_std": -0.071291, "nauc_precision_at_3_diff1": 0.69576, "nauc_precision_at_5_max": 0.169951, "nauc_precision_at_5_std": -0.039937, "nauc_precision_at_5_diff1": 0.675112, "nauc_precision_at_10_max": 0.151645, "nauc_precision_at_10_std": -0.006179, "nauc_precision_at_10_diff1": 0.664856, "nauc_precision_at_20_max": 0.130315, "nauc_precision_at_20_std": 0.017711, "nauc_precision_at_20_diff1": 0.643304, "nauc_precision_at_25_max": 0.136562, "nauc_precision_at_25_std": 0.043495, "nauc_precision_at_25_diff1": 0.644948, "nauc_precision_at_50_max": 0.140421, "nauc_precision_at_50_std": 0.083519, "nauc_precision_at_50_diff1": 0.65271, "nauc_precision_at_100_max": 0.115796, "nauc_precision_at_100_std": 0.109151, "nauc_precision_at_100_diff1": 0.644385, "nauc_precision_at_1000_max": 0.191205, "nauc_precision_at_1000_std": 0.238054, "nauc_precision_at_1000_diff1": 0.651035, "nauc_mrr_at_1_max": 0.236214, "nauc_mrr_at_1_std": -0.085771, "nauc_mrr_at_1_diff1": 0.779415, "nauc_mrr_at_3_max": 0.219212, "nauc_mrr_at_3_std": -0.08137, "nauc_mrr_at_3_diff1": 0.745626, "nauc_mrr_at_5_max": 0.215028, "nauc_mrr_at_5_std": -0.07583, "nauc_mrr_at_5_diff1": 0.742641, "nauc_mrr_at_10_max": 0.214039, "nauc_mrr_at_10_std": -0.073285, "nauc_mrr_at_10_diff1": 0.743023, "nauc_mrr_at_20_max": 0.213728, "nauc_mrr_at_20_std": -0.072981, "nauc_mrr_at_20_diff1": 0.742741, "nauc_mrr_at_25_max": 0.214021, "nauc_mrr_at_25_std": -0.072567, "nauc_mrr_at_25_diff1": 0.742984, "nauc_mrr_at_50_max": 0.214319, "nauc_mrr_at_50_std": -0.072517, "nauc_mrr_at_50_diff1": 0.743415, "nauc_mrr_at_100_max": 0.214318, "nauc_mrr_at_100_std": -0.072644, "nauc_mrr_at_100_diff1": 0.743501, "nauc_mrr_at_1000_max": 0.214446, "nauc_mrr_at_1000_std": -0.072795, "nauc_mrr_at_1000_diff1": 0.743641, "hit_rate_at_1": 0.52509, "hit_rate_at_3": 0.66754, "hit_rate_at_5": 0.7164, "hit_rate_at_10": 0.77217, "hit_rate_at_20": 0.82086, "hit_rate_at_25": 0.83632, "hit_rate_at_50": 0.87695, "hit_rate_at_100": 0.91133, "hit_rate_at_1000": 0.98865, "R_cap_at_1": 0.525086, "R_cap_at_3": 0.667544, "R_cap_at_5": 0.716401, "R_cap_at_10": 0.772166, "R_cap_at_20": 0.820859, "R_cap_at_25": 0.836322, "R_cap_at_50": 0.876953, "R_cap_at_100": 0.911334, "R_cap_at_1000": 0.988649, "main_score": 0.64666, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79326, "ndcg_at_3": 0.87193, "ndcg_at_5": 0.88195, "ndcg_at_10": 0.88849, "ndcg_at_20": 0.89219, "ndcg_at_25": 0.89319, "ndcg_at_50": 0.89436, "ndcg_at_100": 0.89487, "ndcg_at_1000": 0.8952, "map_at_1": 0.79326, "map_at_3": 0.85333, "map_at_5": 0.85897, "map_at_10": 0.86173, "map_at_20": 0.86278, "map_at_25": 0.86298, "map_at_50": 0.86315, "map_at_100": 0.8632, "map_at_1000": 0.86321, "recall_at_1": 0.79326, "recall_at_3": 0.92547, "recall_at_5": 0.94946, "recall_at_10": 0.96937, "recall_at_20": 0.98367, "recall_at_25": 0.98826, "recall_at_50": 0.99438, "recall_at_100": 0.99745, "recall_at_1000": 1.0, "accuracy": 0.79326, "precision_at_1": 0.79326, "precision_at_3": 0.30849, "precision_at_5": 0.18989, "precision_at_10": 0.09694, "precision_at_20": 0.04918, "precision_at_25": 0.03953, "precision_at_50": 0.01989, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.793262, "mrr_at_3": 0.853327, "mrr_at_5": 0.858967, "mrr_at_10": 0.861729, "mrr_at_20": 0.862785, "mrr_at_25": 0.862985, "mrr_at_50": 0.863153, "mrr_at_100": 0.863201, "mrr_at_1000": 0.863214, "nauc_ndcg_at_1_max": 0.477586, "nauc_ndcg_at_1_std": -0.164346, "nauc_ndcg_at_1_diff1": 0.797927, "nauc_ndcg_at_3_max": 0.532781, "nauc_ndcg_at_3_std": -0.203046, "nauc_ndcg_at_3_diff1": 0.793685, "nauc_ndcg_at_5_max": 0.528994, "nauc_ndcg_at_5_std": -0.198945, "nauc_ndcg_at_5_diff1": 0.795965, "nauc_ndcg_at_10_max": 0.52844, "nauc_ndcg_at_10_std": -0.192718, "nauc_ndcg_at_10_diff1": 0.796735, "nauc_ndcg_at_20_max": 0.521366, "nauc_ndcg_at_20_std": -0.192533, "nauc_ndcg_at_20_diff1": 0.794146, "nauc_ndcg_at_25_max": 0.522189, "nauc_ndcg_at_25_std": -0.18671, "nauc_ndcg_at_25_diff1": 0.794506, "nauc_ndcg_at_50_max": 0.520582, "nauc_ndcg_at_50_std": -0.185086, "nauc_ndcg_at_50_diff1": 0.795427, "nauc_ndcg_at_100_max": 0.518471, "nauc_ndcg_at_100_std": -0.186416, "nauc_ndcg_at_100_diff1": 0.794968, "nauc_ndcg_at_1000_max": 0.517115, "nauc_ndcg_at_1000_std": -0.187912, "nauc_ndcg_at_1000_diff1": 0.79489, "nauc_map_at_1_max": 0.477586, "nauc_map_at_1_std": -0.164346, "nauc_map_at_1_diff1": 0.797927, "nauc_map_at_3_max": 0.516803, "nauc_map_at_3_std": -0.191524, "nauc_map_at_3_diff1": 0.793913, "nauc_map_at_5_max": 0.514339, "nauc_map_at_5_std": -0.188948, "nauc_map_at_5_diff1": 0.795021, "nauc_map_at_10_max": 0.513676, "nauc_map_at_10_std": -0.186983, "nauc_map_at_10_diff1": 0.795252, "nauc_map_at_20_max": 0.511944, "nauc_map_at_20_std": -0.186992, "nauc_map_at_20_diff1": 0.794685, "nauc_map_at_25_max": 0.512056, "nauc_map_at_25_std": -0.186082, "nauc_map_at_25_diff1": 0.794745, "nauc_map_at_50_max": 0.511857, "nauc_map_at_50_std": -0.185883, "nauc_map_at_50_diff1": 0.794847, "nauc_map_at_100_max": 0.511698, "nauc_map_at_100_std": -0.185972, "nauc_map_at_100_diff1": 0.79481, "nauc_map_at_1000_max": 0.511654, "nauc_map_at_1000_std": -0.186017, "nauc_map_at_1000_diff1": 0.794807, "nauc_recall_at_1_max": 0.477586, "nauc_recall_at_1_std": -0.164346, "nauc_recall_at_1_diff1": 0.797927, "nauc_recall_at_3_max": 0.616923, "nauc_recall_at_3_std": -0.264008, "nauc_recall_at_3_diff1": 0.793369, "nauc_recall_at_5_max": 0.63661, "nauc_recall_at_5_std": -0.272675, "nauc_recall_at_5_diff1": 0.80518, "nauc_recall_at_10_max": 0.704444, "nauc_recall_at_10_std": -0.246522, "nauc_recall_at_10_diff1": 0.819625, "nauc_recall_at_20_max": 0.687851, "nauc_recall_at_20_std": -0.28409, "nauc_recall_at_20_diff1": 0.775243, "nauc_recall_at_25_max": 0.785686, "nauc_recall_at_25_std": -0.089276, "nauc_recall_at_25_diff1": 0.78178, "nauc_recall_at_50_max": 0.925722, "nauc_recall_at_50_std": 0.162634, "nauc_recall_at_50_diff1": 0.853558, "nauc_recall_at_100_max": 0.918294, "nauc_recall_at_100_std": 0.26017, "nauc_recall_at_100_diff1": 0.819299, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.477586, "nauc_precision_at_1_std": -0.164346, "nauc_precision_at_1_diff1": 0.797927, "nauc_precision_at_3_max": 0.616923, "nauc_precision_at_3_std": -0.264008, "nauc_precision_at_3_diff1": 0.793369, "nauc_precision_at_5_max": 0.63661, "nauc_precision_at_5_std": -0.272675, "nauc_precision_at_5_diff1": 0.80518, "nauc_precision_at_10_max": 0.704444, "nauc_precision_at_10_std": -0.246522, "nauc_precision_at_10_diff1": 0.819625, "nauc_precision_at_20_max": 0.687851, "nauc_precision_at_20_std": -0.28409, "nauc_precision_at_20_diff1": 0.775243, "nauc_precision_at_25_max": 0.785686, "nauc_precision_at_25_std": -0.089276, "nauc_precision_at_25_diff1": 0.78178, "nauc_precision_at_50_max": 0.925722, "nauc_precision_at_50_std": 0.162634, "nauc_precision_at_50_diff1": 0.853558, "nauc_precision_at_100_max": 0.918294, "nauc_precision_at_100_std": 0.26017, "nauc_precision_at_100_diff1": 0.819299, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.477586, "nauc_mrr_at_1_std": -0.164346, "nauc_mrr_at_1_diff1": 0.797927, "nauc_mrr_at_3_max": 0.516803, "nauc_mrr_at_3_std": -0.191524, "nauc_mrr_at_3_diff1": 0.793913, "nauc_mrr_at_5_max": 0.514339, "nauc_mrr_at_5_std": -0.188948, "nauc_mrr_at_5_diff1": 0.795021, "nauc_mrr_at_10_max": 0.513676, "nauc_mrr_at_10_std": -0.186983, "nauc_mrr_at_10_diff1": 0.795252, "nauc_mrr_at_20_max": 0.511944, "nauc_mrr_at_20_std": -0.186992, "nauc_mrr_at_20_diff1": 0.794685, "nauc_mrr_at_25_max": 0.512056, "nauc_mrr_at_25_std": -0.186082, "nauc_mrr_at_25_diff1": 0.794745, "nauc_mrr_at_50_max": 0.511857, "nauc_mrr_at_50_std": -0.185883, "nauc_mrr_at_50_diff1": 0.794847, "nauc_mrr_at_100_max": 0.511698, "nauc_mrr_at_100_std": -0.185972, "nauc_mrr_at_100_diff1": 0.79481, "nauc_mrr_at_1000_max": 0.511654, "nauc_mrr_at_1000_std": -0.186017, "nauc_mrr_at_1000_diff1": 0.794807, "hit_rate_at_1": 0.79326, "hit_rate_at_3": 0.92547, "hit_rate_at_5": 0.94946, "hit_rate_at_10": 0.96937, "hit_rate_at_20": 0.98367, "hit_rate_at_25": 0.98826, "hit_rate_at_50": 0.99438, "hit_rate_at_100": 0.99745, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.793262, "R_cap_at_3": 0.925472, "R_cap_at_5": 0.949464, "R_cap_at_10": 0.969372, "R_cap_at_20": 0.983665, "R_cap_at_25": 0.988259, "R_cap_at_50": 0.994385, "R_cap_at_100": 0.997448, "R_cap_at_1000": 1.0, "main_score": 0.88849, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.776, "ndcg_at_3": 0.86021, "ndcg_at_5": 0.86947, "ndcg_at_10": 0.8783, "ndcg_at_20": 0.88278, "ndcg_at_25": 0.8833, "ndcg_at_50": 0.88439, "ndcg_at_100": 0.8849, "ndcg_at_1000": 0.88539, "map_at_1": 0.776, "map_at_3": 0.84027, "map_at_5": 0.84543, "map_at_10": 0.8491, "map_at_20": 0.85034, "map_at_25": 0.85044, "map_at_50": 0.85061, "map_at_100": 0.85065, "map_at_1000": 0.85067, "recall_at_1": 0.776, "recall_at_3": 0.9176, "recall_at_5": 0.94, "recall_at_10": 0.9672, "recall_at_20": 0.9848, "recall_at_25": 0.9872, "recall_at_50": 0.9928, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.776, "precision_at_1": 0.776, "precision_at_3": 0.30587, "precision_at_5": 0.188, "precision_at_10": 0.09672, "precision_at_20": 0.04924, "precision_at_25": 0.03949, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.776, "mrr_at_3": 0.840267, "mrr_at_5": 0.845427, "mrr_at_10": 0.849098, "mrr_at_20": 0.850339, "mrr_at_25": 0.850442, "mrr_at_50": 0.850608, "mrr_at_100": 0.850651, "mrr_at_1000": 0.850665, "nauc_ndcg_at_1_max": 0.495145, "nauc_ndcg_at_1_std": -0.278561, "nauc_ndcg_at_1_diff1": 0.832706, "nauc_ndcg_at_3_max": 0.546362, "nauc_ndcg_at_3_std": -0.325264, "nauc_ndcg_at_3_diff1": 0.813928, "nauc_ndcg_at_5_max": 0.544711, "nauc_ndcg_at_5_std": -0.319982, "nauc_ndcg_at_5_diff1": 0.818665, "nauc_ndcg_at_10_max": 0.546601, "nauc_ndcg_at_10_std": -0.299355, "nauc_ndcg_at_10_diff1": 0.818578, "nauc_ndcg_at_20_max": 0.53845, "nauc_ndcg_at_20_std": -0.301296, "nauc_ndcg_at_20_diff1": 0.819511, "nauc_ndcg_at_25_max": 0.537137, "nauc_ndcg_at_25_std": -0.300856, "nauc_ndcg_at_25_diff1": 0.8198, "nauc_ndcg_at_50_max": 0.533723, "nauc_ndcg_at_50_std": -0.304733, "nauc_ndcg_at_50_diff1": 0.81976, "nauc_ndcg_at_100_max": 0.533025, "nauc_ndcg_at_100_std": -0.30368, "nauc_ndcg_at_100_diff1": 0.819969, "nauc_ndcg_at_1000_max": 0.531533, "nauc_ndcg_at_1000_std": -0.304282, "nauc_ndcg_at_1000_diff1": 0.820199, "nauc_map_at_1_max": 0.495145, "nauc_map_at_1_std": -0.278561, "nauc_map_at_1_diff1": 0.832706, "nauc_map_at_3_max": 0.530042, "nauc_map_at_3_std": -0.310748, "nauc_map_at_3_diff1": 0.818758, "nauc_map_at_5_max": 0.528289, "nauc_map_at_5_std": -0.307736, "nauc_map_at_5_diff1": 0.821114, "nauc_map_at_10_max": 0.528183, "nauc_map_at_10_std": -0.301364, "nauc_map_at_10_diff1": 0.821082, "nauc_map_at_20_max": 0.526267, "nauc_map_at_20_std": -0.302081, "nauc_map_at_20_diff1": 0.821369, "nauc_map_at_25_max": 0.526058, "nauc_map_at_25_std": -0.302003, "nauc_map_at_25_diff1": 0.821415, "nauc_map_at_50_max": 0.525651, "nauc_map_at_50_std": -0.302434, "nauc_map_at_50_diff1": 0.821406, "nauc_map_at_100_max": 0.525598, "nauc_map_at_100_std": -0.302376, "nauc_map_at_100_diff1": 0.821422, "nauc_map_at_1000_max": 0.525559, "nauc_map_at_1000_std": -0.302393, "nauc_map_at_1000_diff1": 0.821426, "nauc_recall_at_1_max": 0.495145, "nauc_recall_at_1_std": -0.278561, "nauc_recall_at_1_diff1": 0.832706, "nauc_recall_at_3_max": 0.631322, "nauc_recall_at_3_std": -0.400551, "nauc_recall_at_3_diff1": 0.78968, "nauc_recall_at_5_max": 0.658705, "nauc_recall_at_5_std": -0.402347, "nauc_recall_at_5_diff1": 0.804737, "nauc_recall_at_10_max": 0.780772, "nauc_recall_at_10_std": -0.229362, "nauc_recall_at_10_diff1": 0.793731, "nauc_recall_at_20_max": 0.81918, "nauc_recall_at_20_std": -0.184088, "nauc_recall_at_20_diff1": 0.787213, "nauc_recall_at_25_max": 0.819999, "nauc_recall_at_25_std": -0.146038, "nauc_recall_at_25_diff1": 0.792542, "nauc_recall_at_50_max": 0.774925, "nauc_recall_at_50_std": -0.33131, "nauc_recall_at_50_diff1": 0.769686, "nauc_recall_at_100_max": 0.855275, "nauc_recall_at_100_std": -0.167414, "nauc_recall_at_100_diff1": 0.763772, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.495145, "nauc_precision_at_1_std": -0.278561, "nauc_precision_at_1_diff1": 0.832706, "nauc_precision_at_3_max": 0.631322, "nauc_precision_at_3_std": -0.400551, "nauc_precision_at_3_diff1": 0.78968, "nauc_precision_at_5_max": 0.658705, "nauc_precision_at_5_std": -0.402347, "nauc_precision_at_5_diff1": 0.804737, "nauc_precision_at_10_max": 0.780772, "nauc_precision_at_10_std": -0.229362, "nauc_precision_at_10_diff1": 0.793731, "nauc_precision_at_20_max": 0.81918, "nauc_precision_at_20_std": -0.184088, "nauc_precision_at_20_diff1": 0.787213, "nauc_precision_at_25_max": 0.819999, "nauc_precision_at_25_std": -0.146038, "nauc_precision_at_25_diff1": 0.792542, "nauc_precision_at_50_max": 0.774925, "nauc_precision_at_50_std": -0.33131, "nauc_precision_at_50_diff1": 0.769686, "nauc_precision_at_100_max": 0.855275, "nauc_precision_at_100_std": -0.167414, "nauc_precision_at_100_diff1": 0.763772, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.495145, "nauc_mrr_at_1_std": -0.278561, "nauc_mrr_at_1_diff1": 0.832706, "nauc_mrr_at_3_max": 0.530042, "nauc_mrr_at_3_std": -0.310748, "nauc_mrr_at_3_diff1": 0.818758, "nauc_mrr_at_5_max": 0.528289, "nauc_mrr_at_5_std": -0.307736, "nauc_mrr_at_5_diff1": 0.821114, "nauc_mrr_at_10_max": 0.528183, "nauc_mrr_at_10_std": -0.301364, "nauc_mrr_at_10_diff1": 0.821082, "nauc_mrr_at_20_max": 0.526267, "nauc_mrr_at_20_std": -0.302081, "nauc_mrr_at_20_diff1": 0.821369, "nauc_mrr_at_25_max": 0.526058, "nauc_mrr_at_25_std": -0.302003, "nauc_mrr_at_25_diff1": 0.821415, "nauc_mrr_at_50_max": 0.525651, "nauc_mrr_at_50_std": -0.302434, "nauc_mrr_at_50_diff1": 0.821406, "nauc_mrr_at_100_max": 0.525598, "nauc_mrr_at_100_std": -0.302376, "nauc_mrr_at_100_diff1": 0.821422, "nauc_mrr_at_1000_max": 0.525559, "nauc_mrr_at_1000_std": -0.302393, "nauc_mrr_at_1000_diff1": 0.821426, "hit_rate_at_1": 0.776, "hit_rate_at_3": 0.9176, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.9672, "hit_rate_at_20": 0.9848, "hit_rate_at_25": 0.9872, "hit_rate_at_50": 0.9928, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.776, "R_cap_at_3": 0.9176, "R_cap_at_5": 0.94, "R_cap_at_10": 0.9672, "R_cap_at_20": 0.9848, "R_cap_at_25": 0.9872, "R_cap_at_50": 0.9928, "R_cap_at_100": 0.996, "R_cap_at_1000": 1.0, "main_score": 0.8783, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.86715, "ndcg_at_3": 0.92437, "ndcg_at_5": 0.93414, "ndcg_at_10": 0.93736, "ndcg_at_20": 0.93859, "ndcg_at_25": 0.93859, "ndcg_at_50": 0.93859, "ndcg_at_100": 0.93859, "ndcg_at_1000": 0.93859, "map_at_1": 0.86715, "map_at_3": 0.91143, "map_at_5": 0.91675, "map_at_10": 0.91814, "map_at_20": 0.91848, "map_at_25": 0.91848, "map_at_50": 0.91848, "map_at_100": 0.91848, "map_at_1000": 0.91848, "recall_at_1": 0.86715, "recall_at_3": 0.96135, "recall_at_5": 0.98551, "recall_at_10": 0.99517, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.86715, "precision_at_1": 0.86715, "precision_at_3": 0.32045, "precision_at_5": 0.1971, "precision_at_10": 0.09952, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.86715, "mrr_at_3": 0.911433, "mrr_at_5": 0.916747, "mrr_at_10": 0.918139, "mrr_at_20": 0.918479, "mrr_at_25": 0.918479, "mrr_at_50": 0.918479, "mrr_at_100": 0.918479, "mrr_at_1000": 0.918479, "nauc_ndcg_at_1_max": 0.571422, "nauc_ndcg_at_1_std": -0.457174, "nauc_ndcg_at_1_diff1": 0.881205, "nauc_ndcg_at_3_max": 0.599285, "nauc_ndcg_at_3_std": -0.567246, "nauc_ndcg_at_3_diff1": 0.860993, "nauc_ndcg_at_5_max": 0.599781, "nauc_ndcg_at_5_std": -0.536816, "nauc_ndcg_at_5_diff1": 0.865145, "nauc_ndcg_at_10_max": 0.59044, "nauc_ndcg_at_10_std": -0.509861, "nauc_ndcg_at_10_diff1": 0.87099, "nauc_ndcg_at_20_max": 0.585187, "nauc_ndcg_at_20_std": -0.508635, "nauc_ndcg_at_20_diff1": 0.868349, "nauc_ndcg_at_25_max": 0.585187, "nauc_ndcg_at_25_std": -0.508635, "nauc_ndcg_at_25_diff1": 0.868349, "nauc_ndcg_at_50_max": 0.585187, "nauc_ndcg_at_50_std": -0.508635, "nauc_ndcg_at_50_diff1": 0.868349, "nauc_ndcg_at_100_max": 0.585187, "nauc_ndcg_at_100_std": -0.508635, "nauc_ndcg_at_100_diff1": 0.868349, "nauc_ndcg_at_1000_max": 0.585187, "nauc_ndcg_at_1000_std": -0.508635, "nauc_ndcg_at_1000_diff1": 0.868349, "nauc_map_at_1_max": 0.571422, "nauc_map_at_1_std": -0.457174, "nauc_map_at_1_diff1": 0.881205, "nauc_map_at_3_max": 0.588445, "nauc_map_at_3_std": -0.527349, "nauc_map_at_3_diff1": 0.865064, "nauc_map_at_5_max": 0.587518, "nauc_map_at_5_std": -0.513672, "nauc_map_at_5_diff1": 0.867018, "nauc_map_at_10_max": 0.584149, "nauc_map_at_10_std": -0.505379, "nauc_map_at_10_diff1": 0.869343, "nauc_map_at_20_max": 0.583133, "nauc_map_at_20_std": -0.504042, "nauc_map_at_20_diff1": 0.868783, "nauc_map_at_25_max": 0.583133, "nauc_map_at_25_std": -0.504042, "nauc_map_at_25_diff1": 0.868783, "nauc_map_at_50_max": 0.583133, "nauc_map_at_50_std": -0.504042, "nauc_map_at_50_diff1": 0.868783, "nauc_map_at_100_max": 0.583133, "nauc_map_at_100_std": -0.504042, "nauc_map_at_100_diff1": 0.868783, "nauc_map_at_1000_max": 0.583133, "nauc_map_at_1000_std": -0.504042, "nauc_map_at_1000_diff1": 0.868783, "nauc_recall_at_1_max": 0.571422, "nauc_recall_at_1_std": -0.457174, "nauc_recall_at_1_diff1": 0.881205, "nauc_recall_at_3_max": 0.669962, "nauc_recall_at_3_std": -0.824904, "nauc_recall_at_3_diff1": 0.837675, "nauc_recall_at_5_max": 0.803174, "nauc_recall_at_5_std": -0.873098, "nauc_recall_at_5_diff1": 0.8467, "nauc_recall_at_10_max": 0.861137, "nauc_recall_at_10_std": -0.437468, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.571422, "nauc_precision_at_1_std": -0.457174, "nauc_precision_at_1_diff1": 0.881205, "nauc_precision_at_3_max": 0.669962, "nauc_precision_at_3_std": -0.824904, "nauc_precision_at_3_diff1": 0.837675, "nauc_precision_at_5_max": 0.803174, "nauc_precision_at_5_std": -0.873098, "nauc_precision_at_5_diff1": 0.8467, "nauc_precision_at_10_max": 0.861137, "nauc_precision_at_10_std": -0.437468, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.571422, "nauc_mrr_at_1_std": -0.457174, "nauc_mrr_at_1_diff1": 0.881205, "nauc_mrr_at_3_max": 0.588445, "nauc_mrr_at_3_std": -0.527349, "nauc_mrr_at_3_diff1": 0.865064, "nauc_mrr_at_5_max": 0.587518, "nauc_mrr_at_5_std": -0.513672, "nauc_mrr_at_5_diff1": 0.867018, "nauc_mrr_at_10_max": 0.584149, "nauc_mrr_at_10_std": -0.505379, "nauc_mrr_at_10_diff1": 0.869343, "nauc_mrr_at_20_max": 0.583133, "nauc_mrr_at_20_std": -0.504042, "nauc_mrr_at_20_diff1": 0.868783, "nauc_mrr_at_25_max": 0.583133, "nauc_mrr_at_25_std": -0.504042, "nauc_mrr_at_25_diff1": 0.868783, "nauc_mrr_at_50_max": 0.583133, "nauc_mrr_at_50_std": -0.504042, "nauc_mrr_at_50_diff1": 0.868783, "nauc_mrr_at_100_max": 0.583133, "nauc_mrr_at_100_std": -0.504042, "nauc_mrr_at_100_diff1": 0.868783, "nauc_mrr_at_1000_max": 0.583133, "nauc_mrr_at_1000_std": -0.504042, "nauc_mrr_at_1000_diff1": 0.868783, "hit_rate_at_1": 0.86715, "hit_rate_at_3": 0.96135, "hit_rate_at_5": 0.98551, "hit_rate_at_10": 0.99517, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.86715, "R_cap_at_3": 0.961353, "R_cap_at_5": 0.985507, "R_cap_at_10": 0.995169, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93736, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81121, "ndcg_at_3": 0.88127, "ndcg_at_5": 0.89237, "ndcg_at_10": 0.89952, "ndcg_at_20": 0.90246, "ndcg_at_25": 0.90293, "ndcg_at_50": 0.90387, "ndcg_at_100": 0.90431, "ndcg_at_1000": 0.90446, "map_at_1": 0.81121, "map_at_3": 0.8648, "map_at_5": 0.87096, "map_at_10": 0.87389, "map_at_20": 0.8747, "map_at_25": 0.87479, "map_at_50": 0.87494, "map_at_100": 0.87498, "map_at_1000": 0.87499, "recall_at_1": 0.81121, "recall_at_3": 0.92861, "recall_at_5": 0.95558, "recall_at_10": 0.97779, "recall_at_20": 0.98942, "recall_at_25": 0.99154, "recall_at_50": 0.9963, "recall_at_100": 0.99894, "recall_at_1000": 1.0, "accuracy": 0.81121, "precision_at_1": 0.81121, "precision_at_3": 0.30954, "precision_at_5": 0.19112, "precision_at_10": 0.09778, "precision_at_20": 0.04947, "precision_at_25": 0.03966, "precision_at_50": 0.01993, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.811211, "mrr_at_3": 0.864798, "mrr_at_5": 0.870959, "mrr_at_10": 0.873892, "mrr_at_20": 0.874698, "mrr_at_25": 0.874793, "mrr_at_50": 0.874942, "mrr_at_100": 0.874982, "mrr_at_1000": 0.87499, "nauc_ndcg_at_1_max": 0.474796, "nauc_ndcg_at_1_std": -0.374221, "nauc_ndcg_at_1_diff1": 0.817833, "nauc_ndcg_at_3_max": 0.54726, "nauc_ndcg_at_3_std": -0.42008, "nauc_ndcg_at_3_diff1": 0.806923, "nauc_ndcg_at_5_max": 0.53674, "nauc_ndcg_at_5_std": -0.425668, "nauc_ndcg_at_5_diff1": 0.807515, "nauc_ndcg_at_10_max": 0.528848, "nauc_ndcg_at_10_std": -0.407035, "nauc_ndcg_at_10_diff1": 0.814368, "nauc_ndcg_at_20_max": 0.524941, "nauc_ndcg_at_20_std": -0.405719, "nauc_ndcg_at_20_diff1": 0.813398, "nauc_ndcg_at_25_max": 0.524745, "nauc_ndcg_at_25_std": -0.403158, "nauc_ndcg_at_25_diff1": 0.813258, "nauc_ndcg_at_50_max": 0.522435, "nauc_ndcg_at_50_std": -0.405192, "nauc_ndcg_at_50_diff1": 0.812277, "nauc_ndcg_at_100_max": 0.520736, "nauc_ndcg_at_100_std": -0.406256, "nauc_ndcg_at_100_diff1": 0.812493, "nauc_ndcg_at_1000_max": 0.52019, "nauc_ndcg_at_1000_std": -0.4058, "nauc_ndcg_at_1000_diff1": 0.812298, "nauc_map_at_1_max": 0.474796, "nauc_map_at_1_std": -0.374221, "nauc_map_at_1_diff1": 0.817833, "nauc_map_at_3_max": 0.52512, "nauc_map_at_3_std": -0.406522, "nauc_map_at_3_diff1": 0.81, "nauc_map_at_5_max": 0.519102, "nauc_map_at_5_std": -0.408688, "nauc_map_at_5_diff1": 0.810442, "nauc_map_at_10_max": 0.515936, "nauc_map_at_10_std": -0.403011, "nauc_map_at_10_diff1": 0.812753, "nauc_map_at_20_max": 0.51503, "nauc_map_at_20_std": -0.402742, "nauc_map_at_20_diff1": 0.812537, "nauc_map_at_25_max": 0.514989, "nauc_map_at_25_std": -0.402321, "nauc_map_at_25_diff1": 0.812511, "nauc_map_at_50_max": 0.51472, "nauc_map_at_50_std": -0.402567, "nauc_map_at_50_diff1": 0.812397, "nauc_map_at_100_max": 0.514604, "nauc_map_at_100_std": -0.402656, "nauc_map_at_100_diff1": 0.81242, "nauc_map_at_1000_max": 0.514583, "nauc_map_at_1000_std": -0.402631, "nauc_map_at_1000_diff1": 0.812413, "nauc_recall_at_1_max": 0.474796, "nauc_recall_at_1_std": -0.374221, "nauc_recall_at_1_diff1": 0.817833, "nauc_recall_at_3_max": 0.661681, "nauc_recall_at_3_std": -0.489782, "nauc_recall_at_3_diff1": 0.791232, "nauc_recall_at_5_max": 0.671925, "nauc_recall_at_5_std": -0.560847, "nauc_recall_at_5_diff1": 0.784899, "nauc_recall_at_10_max": 0.704987, "nauc_recall_at_10_std": -0.421802, "nauc_recall_at_10_diff1": 0.854626, "nauc_recall_at_20_max": 0.761028, "nauc_recall_at_20_std": -0.388567, "nauc_recall_at_20_diff1": 0.864746, "nauc_recall_at_25_max": 0.810533, "nauc_recall_at_25_std": -0.258567, "nauc_recall_at_25_diff1": 0.871044, "nauc_recall_at_50_max": 0.877965, "nauc_recall_at_50_std": -0.328451, "nauc_recall_at_50_diff1": 0.819614, "nauc_recall_at_100_max": 0.861125, "nauc_recall_at_100_std": -0.661936, "nauc_recall_at_100_diff1": 0.934644, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.474796, "nauc_precision_at_1_std": -0.374221, "nauc_precision_at_1_diff1": 0.817833, "nauc_precision_at_3_max": 0.661681, "nauc_precision_at_3_std": -0.489782, "nauc_precision_at_3_diff1": 0.791232, "nauc_precision_at_5_max": 0.671925, "nauc_precision_at_5_std": -0.560847, "nauc_precision_at_5_diff1": 0.784899, "nauc_precision_at_10_max": 0.704987, "nauc_precision_at_10_std": -0.421802, "nauc_precision_at_10_diff1": 0.854626, "nauc_precision_at_20_max": 0.761028, "nauc_precision_at_20_std": -0.388567, "nauc_precision_at_20_diff1": 0.864746, "nauc_precision_at_25_max": 0.810533, "nauc_precision_at_25_std": -0.258567, "nauc_precision_at_25_diff1": 0.871044, "nauc_precision_at_50_max": 0.877965, "nauc_precision_at_50_std": -0.328451, "nauc_precision_at_50_diff1": 0.819614, "nauc_precision_at_100_max": 0.861125, "nauc_precision_at_100_std": -0.661936, "nauc_precision_at_100_diff1": 0.934644, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.474796, "nauc_mrr_at_1_std": -0.374221, "nauc_mrr_at_1_diff1": 0.817833, "nauc_mrr_at_3_max": 0.52512, "nauc_mrr_at_3_std": -0.406522, "nauc_mrr_at_3_diff1": 0.81, "nauc_mrr_at_5_max": 0.519102, "nauc_mrr_at_5_std": -0.408688, "nauc_mrr_at_5_diff1": 0.810442, "nauc_mrr_at_10_max": 0.515936, "nauc_mrr_at_10_std": -0.403011, "nauc_mrr_at_10_diff1": 0.812753, "nauc_mrr_at_20_max": 0.51503, "nauc_mrr_at_20_std": -0.402742, "nauc_mrr_at_20_diff1": 0.812537, "nauc_mrr_at_25_max": 0.514989, "nauc_mrr_at_25_std": -0.402321, "nauc_mrr_at_25_diff1": 0.812511, "nauc_mrr_at_50_max": 0.51472, "nauc_mrr_at_50_std": -0.402567, "nauc_mrr_at_50_diff1": 0.812397, "nauc_mrr_at_100_max": 0.514604, "nauc_mrr_at_100_std": -0.402656, "nauc_mrr_at_100_diff1": 0.81242, "nauc_mrr_at_1000_max": 0.514583, "nauc_mrr_at_1000_std": -0.402631, "nauc_mrr_at_1000_diff1": 0.812413, "hit_rate_at_1": 0.81121, "hit_rate_at_3": 0.92861, "hit_rate_at_5": 0.95558, "hit_rate_at_10": 0.97779, "hit_rate_at_20": 0.98942, "hit_rate_at_25": 0.99154, "hit_rate_at_50": 0.9963, "hit_rate_at_100": 0.99894, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.811211, "R_cap_at_3": 0.928609, "R_cap_at_5": 0.955579, "R_cap_at_10": 0.97779, "R_cap_at_20": 0.989424, "R_cap_at_25": 0.991539, "R_cap_at_50": 0.996298, "R_cap_at_100": 0.998942, "R_cap_at_1000": 1.0, "main_score": 0.89952, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68433, "ndcg_at_3": 0.78004, "ndcg_at_5": 0.79722, "ndcg_at_10": 0.8111, "ndcg_at_20": 0.81798, "ndcg_at_25": 0.8195, "ndcg_at_50": 0.8225, "ndcg_at_100": 0.82394, "ndcg_at_1000": 0.82533, "map_at_1": 0.68433, "map_at_3": 0.75735, "map_at_5": 0.76687, "map_at_10": 0.77271, "map_at_20": 0.77465, "map_at_25": 0.77495, "map_at_50": 0.7754, "map_at_100": 0.77553, "map_at_1000": 0.77559, "recall_at_1": 0.68433, "recall_at_3": 0.84534, "recall_at_5": 0.8871, "recall_at_10": 0.92946, "recall_at_20": 0.95632, "recall_at_25": 0.96325, "recall_at_50": 0.97875, "recall_at_100": 0.9876, "recall_at_1000": 0.99838, "accuracy": 0.68433, "precision_at_1": 0.68433, "precision_at_3": 0.28178, "precision_at_5": 0.17742, "precision_at_10": 0.09295, "precision_at_20": 0.04782, "precision_at_25": 0.03853, "precision_at_50": 0.01957, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.684327, "mrr_at_3": 0.757354, "mrr_at_5": 0.766873, "mrr_at_10": 0.772708, "mrr_at_20": 0.774647, "mrr_at_25": 0.774953, "mrr_at_50": 0.775402, "mrr_at_100": 0.77553, "mrr_at_1000": 0.775586, "nauc_ndcg_at_1_max": 0.426592, "nauc_ndcg_at_1_std": -0.249927, "nauc_ndcg_at_1_diff1": 0.751932, "nauc_ndcg_at_3_max": 0.458869, "nauc_ndcg_at_3_std": -0.294717, "nauc_ndcg_at_3_diff1": 0.720477, "nauc_ndcg_at_5_max": 0.460148, "nauc_ndcg_at_5_std": -0.305132, "nauc_ndcg_at_5_diff1": 0.71964, "nauc_ndcg_at_10_max": 0.458166, "nauc_ndcg_at_10_std": -0.295915, "nauc_ndcg_at_10_diff1": 0.722344, "nauc_ndcg_at_20_max": 0.45941, "nauc_ndcg_at_20_std": -0.284344, "nauc_ndcg_at_20_diff1": 0.725539, "nauc_ndcg_at_25_max": 0.458815, "nauc_ndcg_at_25_std": -0.2812, "nauc_ndcg_at_25_diff1": 0.726647, "nauc_ndcg_at_50_max": 0.455128, "nauc_ndcg_at_50_std": -0.280444, "nauc_ndcg_at_50_diff1": 0.726234, "nauc_ndcg_at_100_max": 0.454304, "nauc_ndcg_at_100_std": -0.27774, "nauc_ndcg_at_100_diff1": 0.726752, "nauc_ndcg_at_1000_max": 0.452632, "nauc_ndcg_at_1000_std": -0.280857, "nauc_ndcg_at_1000_diff1": 0.727227, "nauc_map_at_1_max": 0.426592, "nauc_map_at_1_std": -0.249927, "nauc_map_at_1_diff1": 0.751932, "nauc_map_at_3_max": 0.449371, "nauc_map_at_3_std": -0.282139, "nauc_map_at_3_diff1": 0.728672, "nauc_map_at_5_max": 0.449526, "nauc_map_at_5_std": -0.286863, "nauc_map_at_5_diff1": 0.7287, "nauc_map_at_10_max": 0.448656, "nauc_map_at_10_std": -0.283028, "nauc_map_at_10_diff1": 0.729919, "nauc_map_at_20_max": 0.448907, "nauc_map_at_20_std": -0.280339, "nauc_map_at_20_diff1": 0.730768, "nauc_map_at_25_max": 0.448788, "nauc_map_at_25_std": -0.279828, "nauc_map_at_25_diff1": 0.730951, "nauc_map_at_50_max": 0.448341, "nauc_map_at_50_std": -0.279753, "nauc_map_at_50_diff1": 0.730911, "nauc_map_at_100_max": 0.448292, "nauc_map_at_100_std": -0.279539, "nauc_map_at_100_diff1": 0.730955, "nauc_map_at_1000_max": 0.448241, "nauc_map_at_1000_std": -0.279621, "nauc_map_at_1000_diff1": 0.730973, "nauc_recall_at_1_max": 0.426592, "nauc_recall_at_1_std": -0.249927, "nauc_recall_at_1_diff1": 0.751932, "nauc_recall_at_3_max": 0.498522, "nauc_recall_at_3_std": -0.346859, "nauc_recall_at_3_diff1": 0.686912, "nauc_recall_at_5_max": 0.517247, "nauc_recall_at_5_std": -0.404374, "nauc_recall_at_5_diff1": 0.671793, "nauc_recall_at_10_max": 0.533905, "nauc_recall_at_10_std": -0.395188, "nauc_recall_at_10_diff1": 0.663787, "nauc_recall_at_20_max": 0.596468, "nauc_recall_at_20_std": -0.285404, "nauc_recall_at_20_diff1": 0.672563, "nauc_recall_at_25_max": 0.610749, "nauc_recall_at_25_std": -0.222499, "nauc_recall_at_25_diff1": 0.684988, "nauc_recall_at_50_max": 0.57878, "nauc_recall_at_50_std": -0.1485, "nauc_recall_at_50_diff1": 0.638849, "nauc_recall_at_100_max": 0.598922, "nauc_recall_at_100_std": 0.146792, "nauc_recall_at_100_diff1": 0.614878, "nauc_recall_at_1000_max": 0.310716, "nauc_recall_at_1000_std": 0.558901, "nauc_recall_at_1000_diff1": 0.202488, "nauc_precision_at_1_max": 0.426592, "nauc_precision_at_1_std": -0.249927, "nauc_precision_at_1_diff1": 0.751932, "nauc_precision_at_3_max": 0.498522, "nauc_precision_at_3_std": -0.346859, "nauc_precision_at_3_diff1": 0.686912, "nauc_precision_at_5_max": 0.517247, "nauc_precision_at_5_std": -0.404374, "nauc_precision_at_5_diff1": 0.671793, "nauc_precision_at_10_max": 0.533905, "nauc_precision_at_10_std": -0.395188, "nauc_precision_at_10_diff1": 0.663787, "nauc_precision_at_20_max": 0.596468, "nauc_precision_at_20_std": -0.285404, "nauc_precision_at_20_diff1": 0.672563, "nauc_precision_at_25_max": 0.610749, "nauc_precision_at_25_std": -0.222499, "nauc_precision_at_25_diff1": 0.684988, "nauc_precision_at_50_max": 0.57878, "nauc_precision_at_50_std": -0.1485, "nauc_precision_at_50_diff1": 0.638849, "nauc_precision_at_100_max": 0.598922, "nauc_precision_at_100_std": 0.146792, "nauc_precision_at_100_diff1": 0.614878, "nauc_precision_at_1000_max": 0.310716, "nauc_precision_at_1000_std": 0.558901, "nauc_precision_at_1000_diff1": 0.202488, "nauc_mrr_at_1_max": 0.426592, "nauc_mrr_at_1_std": -0.249927, "nauc_mrr_at_1_diff1": 0.751932, "nauc_mrr_at_3_max": 0.449371, "nauc_mrr_at_3_std": -0.282139, "nauc_mrr_at_3_diff1": 0.728672, "nauc_mrr_at_5_max": 0.449526, "nauc_mrr_at_5_std": -0.286863, "nauc_mrr_at_5_diff1": 0.7287, "nauc_mrr_at_10_max": 0.448656, "nauc_mrr_at_10_std": -0.283028, "nauc_mrr_at_10_diff1": 0.729919, "nauc_mrr_at_20_max": 0.448907, "nauc_mrr_at_20_std": -0.280339, "nauc_mrr_at_20_diff1": 0.730768, "nauc_mrr_at_25_max": 0.448788, "nauc_mrr_at_25_std": -0.279828, "nauc_mrr_at_25_diff1": 0.730951, "nauc_mrr_at_50_max": 0.448341, "nauc_mrr_at_50_std": -0.279753, "nauc_mrr_at_50_diff1": 0.730911, "nauc_mrr_at_100_max": 0.448292, "nauc_mrr_at_100_std": -0.279539, "nauc_mrr_at_100_diff1": 0.730955, "nauc_mrr_at_1000_max": 0.448241, "nauc_mrr_at_1000_std": -0.279621, "nauc_mrr_at_1000_diff1": 0.730973, "hit_rate_at_1": 0.68433, "hit_rate_at_3": 0.84534, "hit_rate_at_5": 0.8871, "hit_rate_at_10": 0.92946, "hit_rate_at_20": 0.95632, "hit_rate_at_25": 0.96325, "hit_rate_at_50": 0.97875, "hit_rate_at_100": 0.9876, "hit_rate_at_1000": 0.99838, "R_cap_at_1": 0.684327, "R_cap_at_3": 0.845336, "R_cap_at_5": 0.887102, "R_cap_at_10": 0.929457, "R_cap_at_20": 0.956316, "R_cap_at_25": 0.963253, "R_cap_at_50": 0.978749, "R_cap_at_100": 0.987603, "R_cap_at_1000": 0.998377, "main_score": 0.8111, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80172, "ndcg_at_3": 0.86331, "ndcg_at_5": 0.87591, "ndcg_at_10": 0.88329, "ndcg_at_20": 0.88831, "ndcg_at_25": 0.88894, "ndcg_at_50": 0.89043, "ndcg_at_100": 0.89113, "ndcg_at_1000": 0.89202, "map_at_1": 0.80172, "map_at_3": 0.84854, "map_at_5": 0.85554, "map_at_10": 0.85866, "map_at_20": 0.86007, "map_at_25": 0.8602, "map_at_50": 0.86042, "map_at_100": 0.86049, "map_at_1000": 0.86053, "recall_at_1": 0.80172, "recall_at_3": 0.90588, "recall_at_5": 0.93645, "recall_at_10": 0.95891, "recall_at_20": 0.9785, "recall_at_25": 0.98137, "recall_at_50": 0.98901, "recall_at_100": 0.99331, "recall_at_1000": 1.0, "accuracy": 0.80172, "precision_at_1": 0.80172, "precision_at_3": 0.30196, "precision_at_5": 0.18729, "precision_at_10": 0.09589, "precision_at_20": 0.04892, "precision_at_25": 0.03925, "precision_at_50": 0.01978, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.80172, "mrr_at_3": 0.848543, "mrr_at_5": 0.855542, "mrr_at_10": 0.85866, "mrr_at_20": 0.860068, "mrr_at_25": 0.860197, "mrr_at_50": 0.860423, "mrr_at_100": 0.860488, "mrr_at_1000": 0.860525, "nauc_ndcg_at_1_max": 0.481557, "nauc_ndcg_at_1_std": -0.437292, "nauc_ndcg_at_1_diff1": 0.861791, "nauc_ndcg_at_3_max": 0.516207, "nauc_ndcg_at_3_std": -0.426407, "nauc_ndcg_at_3_diff1": 0.835159, "nauc_ndcg_at_5_max": 0.521796, "nauc_ndcg_at_5_std": -0.419961, "nauc_ndcg_at_5_diff1": 0.838846, "nauc_ndcg_at_10_max": 0.520464, "nauc_ndcg_at_10_std": -0.419198, "nauc_ndcg_at_10_diff1": 0.839715, "nauc_ndcg_at_20_max": 0.517716, "nauc_ndcg_at_20_std": -0.415647, "nauc_ndcg_at_20_diff1": 0.839848, "nauc_ndcg_at_25_max": 0.516103, "nauc_ndcg_at_25_std": -0.417279, "nauc_ndcg_at_25_diff1": 0.840111, "nauc_ndcg_at_50_max": 0.515331, "nauc_ndcg_at_50_std": -0.418843, "nauc_ndcg_at_50_diff1": 0.841404, "nauc_ndcg_at_100_max": 0.514762, "nauc_ndcg_at_100_std": -0.418038, "nauc_ndcg_at_100_diff1": 0.842881, "nauc_ndcg_at_1000_max": 0.511266, "nauc_ndcg_at_1000_std": -0.423577, "nauc_ndcg_at_1000_diff1": 0.843481, "nauc_map_at_1_max": 0.481557, "nauc_map_at_1_std": -0.437292, "nauc_map_at_1_diff1": 0.861791, "nauc_map_at_3_max": 0.505627, "nauc_map_at_3_std": -0.431617, "nauc_map_at_3_diff1": 0.843146, "nauc_map_at_5_max": 0.507564, "nauc_map_at_5_std": -0.428776, "nauc_map_at_5_diff1": 0.845391, "nauc_map_at_10_max": 0.506883, "nauc_map_at_10_std": -0.428657, "nauc_map_at_10_diff1": 0.845863, "nauc_map_at_20_max": 0.506167, "nauc_map_at_20_std": -0.428155, "nauc_map_at_20_diff1": 0.84597, "nauc_map_at_25_max": 0.505897, "nauc_map_at_25_std": -0.428424, "nauc_map_at_25_diff1": 0.846021, "nauc_map_at_50_max": 0.505763, "nauc_map_at_50_std": -0.428671, "nauc_map_at_50_diff1": 0.846181, "nauc_map_at_100_max": 0.505705, "nauc_map_at_100_std": -0.428583, "nauc_map_at_100_diff1": 0.846276, "nauc_map_at_1000_max": 0.505589, "nauc_map_at_1000_std": -0.428756, "nauc_map_at_1000_diff1": 0.846295, "nauc_recall_at_1_max": 0.481557, "nauc_recall_at_1_std": -0.437292, "nauc_recall_at_1_diff1": 0.861791, "nauc_recall_at_3_max": 0.562973, "nauc_recall_at_3_std": -0.402168, "nauc_recall_at_3_diff1": 0.799949, "nauc_recall_at_5_max": 0.61273, "nauc_recall_at_5_std": -0.361325, "nauc_recall_at_5_diff1": 0.79914, "nauc_recall_at_10_max": 0.649418, "nauc_recall_at_10_std": -0.323995, "nauc_recall_at_10_diff1": 0.784365, "nauc_recall_at_20_max": 0.71139, "nauc_recall_at_20_std": -0.15974, "nauc_recall_at_20_diff1": 0.735772, "nauc_recall_at_25_max": 0.699369, "nauc_recall_at_25_std": -0.163061, "nauc_recall_at_25_diff1": 0.726365, "nauc_recall_at_50_max": 0.793012, "nauc_recall_at_50_std": -0.056402, "nauc_recall_at_50_diff1": 0.711079, "nauc_recall_at_100_max": 0.922973, "nauc_recall_at_100_std": 0.238713, "nauc_recall_at_100_diff1": 0.772242, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.481557, "nauc_precision_at_1_std": -0.437292, "nauc_precision_at_1_diff1": 0.861791, "nauc_precision_at_3_max": 0.562973, "nauc_precision_at_3_std": -0.402168, "nauc_precision_at_3_diff1": 0.799949, "nauc_precision_at_5_max": 0.61273, "nauc_precision_at_5_std": -0.361325, "nauc_precision_at_5_diff1": 0.79914, "nauc_precision_at_10_max": 0.649418, "nauc_precision_at_10_std": -0.323995, "nauc_precision_at_10_diff1": 0.784365, "nauc_precision_at_20_max": 0.71139, "nauc_precision_at_20_std": -0.15974, "nauc_precision_at_20_diff1": 0.735772, "nauc_precision_at_25_max": 0.699369, "nauc_precision_at_25_std": -0.163061, "nauc_precision_at_25_diff1": 0.726365, "nauc_precision_at_50_max": 0.793012, "nauc_precision_at_50_std": -0.056402, "nauc_precision_at_50_diff1": 0.711079, "nauc_precision_at_100_max": 0.922973, "nauc_precision_at_100_std": 0.238713, "nauc_precision_at_100_diff1": 0.772242, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.481557, "nauc_mrr_at_1_std": -0.437292, "nauc_mrr_at_1_diff1": 0.861791, "nauc_mrr_at_3_max": 0.505627, "nauc_mrr_at_3_std": -0.431617, "nauc_mrr_at_3_diff1": 0.843146, "nauc_mrr_at_5_max": 0.507564, "nauc_mrr_at_5_std": -0.428776, "nauc_mrr_at_5_diff1": 0.845391, "nauc_mrr_at_10_max": 0.506883, "nauc_mrr_at_10_std": -0.428657, "nauc_mrr_at_10_diff1": 0.845863, "nauc_mrr_at_20_max": 0.506167, "nauc_mrr_at_20_std": -0.428155, "nauc_mrr_at_20_diff1": 0.84597, "nauc_mrr_at_25_max": 0.505897, "nauc_mrr_at_25_std": -0.428424, "nauc_mrr_at_25_diff1": 0.846021, "nauc_mrr_at_50_max": 0.505763, "nauc_mrr_at_50_std": -0.428671, "nauc_mrr_at_50_diff1": 0.846181, "nauc_mrr_at_100_max": 0.505705, "nauc_mrr_at_100_std": -0.428583, "nauc_mrr_at_100_diff1": 0.846276, "nauc_mrr_at_1000_max": 0.505589, "nauc_mrr_at_1000_std": -0.428756, "nauc_mrr_at_1000_diff1": 0.846295, "hit_rate_at_1": 0.80172, "hit_rate_at_3": 0.90588, "hit_rate_at_5": 0.93645, "hit_rate_at_10": 0.95891, "hit_rate_at_20": 0.9785, "hit_rate_at_25": 0.98137, "hit_rate_at_50": 0.98901, "hit_rate_at_100": 0.99331, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80172, "R_cap_at_3": 0.905877, "R_cap_at_5": 0.936455, "R_cap_at_10": 0.958911, "R_cap_at_20": 0.9785, "R_cap_at_25": 0.981366, "R_cap_at_50": 0.989011, "R_cap_at_100": 0.993311, "R_cap_at_1000": 1.0, "main_score": 0.88329, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81796, "ndcg_at_3": 0.87899, "ndcg_at_5": 0.88719, "ndcg_at_10": 0.89379, "ndcg_at_20": 0.89943, "ndcg_at_25": 0.89997, "ndcg_at_50": 0.90194, "ndcg_at_100": 0.90255, "ndcg_at_1000": 0.90272, "map_at_1": 0.81796, "map_at_3": 0.8647, "map_at_5": 0.86931, "map_at_10": 0.87193, "map_at_20": 0.87351, "map_at_25": 0.87361, "map_at_50": 0.87393, "map_at_100": 0.87399, "map_at_1000": 0.874, "recall_at_1": 0.81796, "recall_at_3": 0.92005, "recall_at_5": 0.93973, "recall_at_10": 0.96064, "recall_at_20": 0.98278, "recall_at_25": 0.98524, "recall_at_50": 0.99508, "recall_at_100": 0.99877, "recall_at_1000": 1.0, "accuracy": 0.81796, "precision_at_1": 0.81796, "precision_at_3": 0.30668, "precision_at_5": 0.18795, "precision_at_10": 0.09606, "precision_at_20": 0.04914, "precision_at_25": 0.03941, "precision_at_50": 0.0199, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.817958, "mrr_at_3": 0.864699, "mrr_at_5": 0.869311, "mrr_at_10": 0.871934, "mrr_at_20": 0.873506, "mrr_at_25": 0.873613, "mrr_at_50": 0.873934, "mrr_at_100": 0.873989, "mrr_at_1000": 0.873998, "nauc_ndcg_at_1_max": 0.279082, "nauc_ndcg_at_1_std": -0.671062, "nauc_ndcg_at_1_diff1": 0.883378, "nauc_ndcg_at_3_max": 0.23724, "nauc_ndcg_at_3_std": -0.733851, "nauc_ndcg_at_3_diff1": 0.857082, "nauc_ndcg_at_5_max": 0.217997, "nauc_ndcg_at_5_std": -0.738785, "nauc_ndcg_at_5_diff1": 0.861577, "nauc_ndcg_at_10_max": 0.251666, "nauc_ndcg_at_10_std": -0.715898, "nauc_ndcg_at_10_diff1": 0.869285, "nauc_ndcg_at_20_max": 0.270615, "nauc_ndcg_at_20_std": -0.698557, "nauc_ndcg_at_20_diff1": 0.86927, "nauc_ndcg_at_25_max": 0.266536, "nauc_ndcg_at_25_std": -0.702438, "nauc_ndcg_at_25_diff1": 0.868904, "nauc_ndcg_at_50_max": 0.26077, "nauc_ndcg_at_50_std": -0.707891, "nauc_ndcg_at_50_diff1": 0.868466, "nauc_ndcg_at_100_max": 0.256566, "nauc_ndcg_at_100_std": -0.706849, "nauc_ndcg_at_100_diff1": 0.867898, "nauc_ndcg_at_1000_max": 0.255162, "nauc_ndcg_at_1000_std": -0.709547, "nauc_ndcg_at_1000_diff1": 0.867896, "nauc_map_at_1_max": 0.279082, "nauc_map_at_1_std": -0.671062, "nauc_map_at_1_diff1": 0.883378, "nauc_map_at_3_max": 0.248299, "nauc_map_at_3_std": -0.718064, "nauc_map_at_3_diff1": 0.863409, "nauc_map_at_5_max": 0.239794, "nauc_map_at_5_std": -0.719114, "nauc_map_at_5_diff1": 0.865838, "nauc_map_at_10_max": 0.251665, "nauc_map_at_10_std": -0.7107, "nauc_map_at_10_diff1": 0.868631, "nauc_map_at_20_max": 0.256181, "nauc_map_at_20_std": -0.706627, "nauc_map_at_20_diff1": 0.868629, "nauc_map_at_25_max": 0.255522, "nauc_map_at_25_std": -0.707248, "nauc_map_at_25_diff1": 0.868571, "nauc_map_at_50_max": 0.254855, "nauc_map_at_50_std": -0.707984, "nauc_map_at_50_diff1": 0.868537, "nauc_map_at_100_max": 0.254553, "nauc_map_at_100_std": -0.707911, "nauc_map_at_100_diff1": 0.868498, "nauc_map_at_1000_max": 0.254493, "nauc_map_at_1000_std": -0.708026, "nauc_map_at_1000_diff1": 0.868498, "nauc_recall_at_1_max": 0.279082, "nauc_recall_at_1_std": -0.671062, "nauc_recall_at_1_diff1": 0.883378, "nauc_recall_at_3_max": 0.18695, "nauc_recall_at_3_std": -0.804987, "nauc_recall_at_3_diff1": 0.828814, "nauc_recall_at_5_max": 0.083126, "nauc_recall_at_5_std": -0.85626, "nauc_recall_at_5_diff1": 0.839019, "nauc_recall_at_10_max": 0.284124, "nauc_recall_at_10_std": -0.737255, "nauc_recall_at_10_diff1": 0.887889, "nauc_recall_at_20_max": 0.726058, "nauc_recall_at_20_std": -0.391587, "nauc_recall_at_20_diff1": 0.910972, "nauc_recall_at_25_max": 0.680401, "nauc_recall_at_25_std": -0.456091, "nauc_recall_at_25_diff1": 0.907023, "nauc_recall_at_50_max": 0.930546, "nauc_recall_at_50_std": -0.472328, "nauc_recall_at_50_diff1": 0.934667, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722185, "nauc_recall_at_100_diff1": 0.869335, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.279082, "nauc_precision_at_1_std": -0.671062, "nauc_precision_at_1_diff1": 0.883378, "nauc_precision_at_3_max": 0.18695, "nauc_precision_at_3_std": -0.804987, "nauc_precision_at_3_diff1": 0.828814, "nauc_precision_at_5_max": 0.083126, "nauc_precision_at_5_std": -0.85626, "nauc_precision_at_5_diff1": 0.839019, "nauc_precision_at_10_max": 0.284124, "nauc_precision_at_10_std": -0.737255, "nauc_precision_at_10_diff1": 0.887889, "nauc_precision_at_20_max": 0.726058, "nauc_precision_at_20_std": -0.391587, "nauc_precision_at_20_diff1": 0.910972, "nauc_precision_at_25_max": 0.680401, "nauc_precision_at_25_std": -0.456091, "nauc_precision_at_25_diff1": 0.907023, "nauc_precision_at_50_max": 0.930546, "nauc_precision_at_50_std": -0.472328, "nauc_precision_at_50_diff1": 0.934667, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722185, "nauc_precision_at_100_diff1": 0.869335, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.279082, "nauc_mrr_at_1_std": -0.671062, "nauc_mrr_at_1_diff1": 0.883378, "nauc_mrr_at_3_max": 0.248299, "nauc_mrr_at_3_std": -0.718064, "nauc_mrr_at_3_diff1": 0.863409, "nauc_mrr_at_5_max": 0.239794, "nauc_mrr_at_5_std": -0.719114, "nauc_mrr_at_5_diff1": 0.865838, "nauc_mrr_at_10_max": 0.251665, "nauc_mrr_at_10_std": -0.7107, "nauc_mrr_at_10_diff1": 0.868631, "nauc_mrr_at_20_max": 0.256181, "nauc_mrr_at_20_std": -0.706627, "nauc_mrr_at_20_diff1": 0.868629, "nauc_mrr_at_25_max": 0.255522, "nauc_mrr_at_25_std": -0.707248, "nauc_mrr_at_25_diff1": 0.868571, "nauc_mrr_at_50_max": 0.254855, "nauc_mrr_at_50_std": -0.707984, "nauc_mrr_at_50_diff1": 0.868537, "nauc_mrr_at_100_max": 0.254553, "nauc_mrr_at_100_std": -0.707911, "nauc_mrr_at_100_diff1": 0.868498, "nauc_mrr_at_1000_max": 0.254493, "nauc_mrr_at_1000_std": -0.708026, "nauc_mrr_at_1000_diff1": 0.868498, "hit_rate_at_1": 0.81796, "hit_rate_at_3": 0.92005, "hit_rate_at_5": 0.93973, "hit_rate_at_10": 0.96064, "hit_rate_at_20": 0.98278, "hit_rate_at_25": 0.98524, "hit_rate_at_50": 0.99508, "hit_rate_at_100": 0.99877, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.817958, "R_cap_at_3": 0.920049, "R_cap_at_5": 0.939729, "R_cap_at_10": 0.96064, "R_cap_at_20": 0.98278, "R_cap_at_25": 0.98524, "R_cap_at_50": 0.99508, "R_cap_at_100": 0.99877, "R_cap_at_1000": 1.0, "main_score": 0.89379, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81087, "ndcg_at_3": 0.88407, "ndcg_at_5": 0.8939, "ndcg_at_10": 0.90088, "ndcg_at_20": 0.90416, "ndcg_at_25": 0.9045, "ndcg_at_50": 0.90482, "ndcg_at_100": 0.90508, "ndcg_at_1000": 0.90526, "map_at_1": 0.81087, "map_at_3": 0.8663, "map_at_5": 0.87162, "map_at_10": 0.87456, "map_at_20": 0.87551, "map_at_25": 0.87558, "map_at_50": 0.87563, "map_at_100": 0.87566, "map_at_1000": 0.87566, "recall_at_1": 0.81087, "recall_at_3": 0.93538, "recall_at_5": 0.95981, "recall_at_10": 0.98109, "recall_at_20": 0.9937, "recall_at_25": 0.99527, "recall_at_50": 0.99685, "recall_at_100": 0.99842, "recall_at_1000": 1.0, "accuracy": 0.81087, "precision_at_1": 0.81087, "precision_at_3": 0.31179, "precision_at_5": 0.19196, "precision_at_10": 0.09811, "precision_at_20": 0.04968, "precision_at_25": 0.03981, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.810875, "mrr_at_3": 0.866299, "mrr_at_5": 0.871618, "mrr_at_10": 0.874559, "mrr_at_20": 0.875511, "mrr_at_25": 0.87558, "mrr_at_50": 0.87563, "mrr_at_100": 0.875657, "mrr_at_1000": 0.87566, "nauc_ndcg_at_1_max": 0.466576, "nauc_ndcg_at_1_std": -0.232015, "nauc_ndcg_at_1_diff1": 0.803199, "nauc_ndcg_at_3_max": 0.520687, "nauc_ndcg_at_3_std": -0.273331, "nauc_ndcg_at_3_diff1": 0.794836, "nauc_ndcg_at_5_max": 0.511591, "nauc_ndcg_at_5_std": -0.270683, "nauc_ndcg_at_5_diff1": 0.802628, "nauc_ndcg_at_10_max": 0.503531, "nauc_ndcg_at_10_std": -0.259654, "nauc_ndcg_at_10_diff1": 0.80329, "nauc_ndcg_at_20_max": 0.504186, "nauc_ndcg_at_20_std": -0.249231, "nauc_ndcg_at_20_diff1": 0.801162, "nauc_ndcg_at_25_max": 0.504584, "nauc_ndcg_at_25_std": -0.25201, "nauc_ndcg_at_25_diff1": 0.801787, "nauc_ndcg_at_50_max": 0.503094, "nauc_ndcg_at_50_std": -0.255585, "nauc_ndcg_at_50_diff1": 0.801319, "nauc_ndcg_at_100_max": 0.501819, "nauc_ndcg_at_100_std": -0.256892, "nauc_ndcg_at_100_diff1": 0.801553, "nauc_ndcg_at_1000_max": 0.501103, "nauc_ndcg_at_1000_std": -0.255782, "nauc_ndcg_at_1000_diff1": 0.80117, "nauc_map_at_1_max": 0.466576, "nauc_map_at_1_std": -0.232015, "nauc_map_at_1_diff1": 0.803199, "nauc_map_at_3_max": 0.504595, "nauc_map_at_3_std": -0.260194, "nauc_map_at_3_diff1": 0.797141, "nauc_map_at_5_max": 0.499742, "nauc_map_at_5_std": -0.258951, "nauc_map_at_5_diff1": 0.800838, "nauc_map_at_10_max": 0.496991, "nauc_map_at_10_std": -0.254832, "nauc_map_at_10_diff1": 0.80109, "nauc_map_at_20_max": 0.497137, "nauc_map_at_20_std": -0.252467, "nauc_map_at_20_diff1": 0.800646, "nauc_map_at_25_max": 0.497215, "nauc_map_at_25_std": -0.252884, "nauc_map_at_25_diff1": 0.800745, "nauc_map_at_50_max": 0.497028, "nauc_map_at_50_std": -0.25333, "nauc_map_at_50_diff1": 0.800684, "nauc_map_at_100_max": 0.496928, "nauc_map_at_100_std": -0.253427, "nauc_map_at_100_diff1": 0.800702, "nauc_map_at_1000_max": 0.496916, "nauc_map_at_1000_std": -0.253414, "nauc_map_at_1000_diff1": 0.800696, "nauc_recall_at_1_max": 0.466576, "nauc_recall_at_1_std": -0.232015, "nauc_recall_at_1_diff1": 0.803199, "nauc_recall_at_3_max": 0.610844, "nauc_recall_at_3_std": -0.347708, "nauc_recall_at_3_diff1": 0.782086, "nauc_recall_at_5_max": 0.609248, "nauc_recall_at_5_std": -0.369731, "nauc_recall_at_5_diff1": 0.822159, "nauc_recall_at_10_max": 0.588639, "nauc_recall_at_10_std": -0.31684, "nauc_recall_at_10_diff1": 0.851845, "nauc_recall_at_20_max": 0.7862, "nauc_recall_at_20_std": 0.151916, "nauc_recall_at_20_diff1": 0.823734, "nauc_recall_at_25_max": 0.91012, "nauc_recall_at_25_std": 0.037215, "nauc_recall_at_25_diff1": 0.885606, "nauc_recall_at_50_max": 0.897863, "nauc_recall_at_50_std": -0.332692, "nauc_recall_at_50_diff1": 0.861091, "nauc_recall_at_100_max": 0.861091, "nauc_recall_at_100_std": -0.856853, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.466576, "nauc_precision_at_1_std": -0.232015, "nauc_precision_at_1_diff1": 0.803199, "nauc_precision_at_3_max": 0.610844, "nauc_precision_at_3_std": -0.347708, "nauc_precision_at_3_diff1": 0.782086, "nauc_precision_at_5_max": 0.609248, "nauc_precision_at_5_std": -0.369731, "nauc_precision_at_5_diff1": 0.822159, "nauc_precision_at_10_max": 0.588639, "nauc_precision_at_10_std": -0.31684, "nauc_precision_at_10_diff1": 0.851845, "nauc_precision_at_20_max": 0.7862, "nauc_precision_at_20_std": 0.151916, "nauc_precision_at_20_diff1": 0.823734, "nauc_precision_at_25_max": 0.91012, "nauc_precision_at_25_std": 0.037215, "nauc_precision_at_25_diff1": 0.885606, "nauc_precision_at_50_max": 0.897863, "nauc_precision_at_50_std": -0.332692, "nauc_precision_at_50_diff1": 0.861091, "nauc_precision_at_100_max": 0.861091, "nauc_precision_at_100_std": -0.856853, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.466576, "nauc_mrr_at_1_std": -0.232015, "nauc_mrr_at_1_diff1": 0.803199, "nauc_mrr_at_3_max": 0.504595, "nauc_mrr_at_3_std": -0.260194, "nauc_mrr_at_3_diff1": 0.797141, "nauc_mrr_at_5_max": 0.499742, "nauc_mrr_at_5_std": -0.258951, "nauc_mrr_at_5_diff1": 0.800838, "nauc_mrr_at_10_max": 0.496991, "nauc_mrr_at_10_std": -0.254832, "nauc_mrr_at_10_diff1": 0.80109, "nauc_mrr_at_20_max": 0.497137, "nauc_mrr_at_20_std": -0.252467, "nauc_mrr_at_20_diff1": 0.800646, "nauc_mrr_at_25_max": 0.497215, "nauc_mrr_at_25_std": -0.252884, "nauc_mrr_at_25_diff1": 0.800745, "nauc_mrr_at_50_max": 0.497028, "nauc_mrr_at_50_std": -0.25333, "nauc_mrr_at_50_diff1": 0.800684, "nauc_mrr_at_100_max": 0.496928, "nauc_mrr_at_100_std": -0.253427, "nauc_mrr_at_100_diff1": 0.800702, "nauc_mrr_at_1000_max": 0.496916, "nauc_mrr_at_1000_std": -0.253414, "nauc_mrr_at_1000_diff1": 0.800696, "hit_rate_at_1": 0.81087, "hit_rate_at_3": 0.93538, "hit_rate_at_5": 0.95981, "hit_rate_at_10": 0.98109, "hit_rate_at_20": 0.9937, "hit_rate_at_25": 0.99527, "hit_rate_at_50": 0.99685, "hit_rate_at_100": 0.99842, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.810875, "R_cap_at_3": 0.935382, "R_cap_at_5": 0.959811, "R_cap_at_10": 0.981087, "R_cap_at_20": 0.993696, "R_cap_at_25": 0.995272, "R_cap_at_50": 0.996848, "R_cap_at_100": 0.998424, "R_cap_at_1000": 1.0, "main_score": 0.90088, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1434.6646106503904, "kg_co2_emissions": null, "date": 1783446609.418661, "evaluation_phases": [ { "name": "Data loading", "start": 6.292015314102173e-06, "end": 20.61706503480673, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 20.617096189409494, "end": 20.617106179706752, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 20.639825279824436, "end": 22.669227763079107, "split": "test", "subset": "xonsh_xonsh" }, { "name": "Scoring", "start": 22.669275048188865, "end": 23.754982568323612, "split": "test", "subset": "xonsh_xonsh" } ] }