{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.46311, "ndcg_at_3": 0.55797, "ndcg_at_5": 0.58303, "ndcg_at_10": 0.60684, "ndcg_at_20": 0.62267, "ndcg_at_25": 0.62705, "ndcg_at_50": 0.63729, "ndcg_at_100": 0.64301, "ndcg_at_1000": 0.65099, "map_at_1": 0.46311, "map_at_3": 0.53509, "map_at_5": 0.54898, "map_at_10": 0.55888, "map_at_20": 0.56331, "map_at_25": 0.56419, "map_at_50": 0.56569, "map_at_100": 0.56619, "map_at_1000": 0.56652, "recall_at_1": 0.46311, "recall_at_3": 0.62398, "recall_at_5": 0.68494, "recall_at_10": 0.7582, "recall_at_20": 0.82018, "recall_at_25": 0.84016, "recall_at_50": 0.89344, "recall_at_100": 0.92879, "recall_at_1000": 0.99027, "accuracy": 0.46311, "precision_at_1": 0.46311, "precision_at_3": 0.20799, "precision_at_5": 0.13699, "precision_at_10": 0.07582, "precision_at_20": 0.04101, "precision_at_25": 0.03361, "precision_at_50": 0.01787, "precision_at_100": 0.00929, "precision_at_1000": 0.00099, "mrr_at_1": 0.463115, "mrr_at_3": 0.535092, "mrr_at_5": 0.548975, "mrr_at_10": 0.558877, "mrr_at_20": 0.563306, "mrr_at_25": 0.564187, "mrr_at_50": 0.565691, "mrr_at_100": 0.56619, "mrr_at_1000": 0.566516, "nauc_ndcg_at_1_max": 0.334926, "nauc_ndcg_at_1_std": -0.146609, "nauc_ndcg_at_1_diff1": 0.682715, "nauc_ndcg_at_3_max": 0.339623, "nauc_ndcg_at_3_std": -0.152819, "nauc_ndcg_at_3_diff1": 0.622933, "nauc_ndcg_at_5_max": 0.333565, "nauc_ndcg_at_5_std": -0.153846, "nauc_ndcg_at_5_diff1": 0.617206, "nauc_ndcg_at_10_max": 0.338007, "nauc_ndcg_at_10_std": -0.148602, "nauc_ndcg_at_10_diff1": 0.611231, "nauc_ndcg_at_20_max": 0.342939, "nauc_ndcg_at_20_std": -0.150239, "nauc_ndcg_at_20_diff1": 0.615439, "nauc_ndcg_at_25_max": 0.343034, "nauc_ndcg_at_25_std": -0.146808, "nauc_ndcg_at_25_diff1": 0.615407, "nauc_ndcg_at_50_max": 0.340843, "nauc_ndcg_at_50_std": -0.147421, "nauc_ndcg_at_50_diff1": 0.619362, "nauc_ndcg_at_100_max": 0.343246, "nauc_ndcg_at_100_std": -0.146123, "nauc_ndcg_at_100_diff1": 0.621907, "nauc_ndcg_at_1000_max": 0.342319, "nauc_ndcg_at_1000_std": -0.145258, "nauc_ndcg_at_1000_diff1": 0.625141, "nauc_map_at_1_max": 0.334926, "nauc_map_at_1_std": -0.146609, "nauc_map_at_1_diff1": 0.682715, "nauc_map_at_3_max": 0.338127, "nauc_map_at_3_std": -0.151784, "nauc_map_at_3_diff1": 0.637916, "nauc_map_at_5_max": 0.335159, "nauc_map_at_5_std": -0.152108, "nauc_map_at_5_diff1": 0.635259, "nauc_map_at_10_max": 0.336984, "nauc_map_at_10_std": -0.149785, "nauc_map_at_10_diff1": 0.632963, "nauc_map_at_20_max": 0.33815, "nauc_map_at_20_std": -0.150141, "nauc_map_at_20_diff1": 0.634155, "nauc_map_at_25_max": 0.33816, "nauc_map_at_25_std": -0.149535, "nauc_map_at_25_diff1": 0.634191, "nauc_map_at_50_max": 0.337952, "nauc_map_at_50_std": -0.149575, "nauc_map_at_50_diff1": 0.634782, "nauc_map_at_100_max": 0.338156, "nauc_map_at_100_std": -0.149436, "nauc_map_at_100_diff1": 0.635003, "nauc_map_at_1000_max": 0.338162, "nauc_map_at_1000_std": -0.149297, "nauc_map_at_1000_diff1": 0.635131, "nauc_recall_at_1_max": 0.334926, "nauc_recall_at_1_std": -0.146609, "nauc_recall_at_1_diff1": 0.682715, "nauc_recall_at_3_max": 0.34451, "nauc_recall_at_3_std": -0.155851, "nauc_recall_at_3_diff1": 0.575497, "nauc_recall_at_5_max": 0.326642, "nauc_recall_at_5_std": -0.160114, "nauc_recall_at_5_diff1": 0.55324, "nauc_recall_at_10_max": 0.342943, "nauc_recall_at_10_std": -0.141808, "nauc_recall_at_10_diff1": 0.516419, "nauc_recall_at_20_max": 0.37729, "nauc_recall_at_20_std": -0.151506, "nauc_recall_at_20_diff1": 0.518532, "nauc_recall_at_25_max": 0.381907, "nauc_recall_at_25_std": -0.122866, "nauc_recall_at_25_diff1": 0.507294, "nauc_recall_at_50_max": 0.36664, "nauc_recall_at_50_std": -0.122197, "nauc_recall_at_50_diff1": 0.511944, "nauc_recall_at_100_max": 0.431196, "nauc_recall_at_100_std": -0.084662, "nauc_recall_at_100_diff1": 0.517157, "nauc_recall_at_1000_max": 0.737962, "nauc_recall_at_1000_std": 0.308559, "nauc_recall_at_1000_diff1": 0.506419, "nauc_precision_at_1_max": 0.334926, "nauc_precision_at_1_std": -0.146609, "nauc_precision_at_1_diff1": 0.682715, "nauc_precision_at_3_max": 0.34451, "nauc_precision_at_3_std": -0.155851, "nauc_precision_at_3_diff1": 0.575497, "nauc_precision_at_5_max": 0.326642, "nauc_precision_at_5_std": -0.160114, "nauc_precision_at_5_diff1": 0.55324, "nauc_precision_at_10_max": 0.342943, "nauc_precision_at_10_std": -0.141808, "nauc_precision_at_10_diff1": 0.516419, "nauc_precision_at_20_max": 0.37729, "nauc_precision_at_20_std": -0.151506, "nauc_precision_at_20_diff1": 0.518532, "nauc_precision_at_25_max": 0.381907, "nauc_precision_at_25_std": -0.122866, "nauc_precision_at_25_diff1": 0.507294, "nauc_precision_at_50_max": 0.36664, "nauc_precision_at_50_std": -0.122197, "nauc_precision_at_50_diff1": 0.511944, "nauc_precision_at_100_max": 0.431196, "nauc_precision_at_100_std": -0.084662, "nauc_precision_at_100_diff1": 0.517157, "nauc_precision_at_1000_max": 0.737962, "nauc_precision_at_1000_std": 0.308559, "nauc_precision_at_1000_diff1": 0.506419, "nauc_mrr_at_1_max": 0.334926, "nauc_mrr_at_1_std": -0.146609, "nauc_mrr_at_1_diff1": 0.682715, "nauc_mrr_at_3_max": 0.338127, "nauc_mrr_at_3_std": -0.151784, "nauc_mrr_at_3_diff1": 0.637916, "nauc_mrr_at_5_max": 0.335159, "nauc_mrr_at_5_std": -0.152108, "nauc_mrr_at_5_diff1": 0.635259, "nauc_mrr_at_10_max": 0.336984, "nauc_mrr_at_10_std": -0.149785, "nauc_mrr_at_10_diff1": 0.632963, "nauc_mrr_at_20_max": 0.33815, "nauc_mrr_at_20_std": -0.150141, "nauc_mrr_at_20_diff1": 0.634155, "nauc_mrr_at_25_max": 0.33816, "nauc_mrr_at_25_std": -0.149535, "nauc_mrr_at_25_diff1": 0.634191, "nauc_mrr_at_50_max": 0.337952, "nauc_mrr_at_50_std": -0.149575, "nauc_mrr_at_50_diff1": 0.634782, "nauc_mrr_at_100_max": 0.338156, "nauc_mrr_at_100_std": -0.149436, "nauc_mrr_at_100_diff1": 0.635003, "nauc_mrr_at_1000_max": 0.338162, "nauc_mrr_at_1000_std": -0.149297, "nauc_mrr_at_1000_diff1": 0.635131, "hit_rate_at_1": 0.46311, "hit_rate_at_3": 0.62398, "hit_rate_at_5": 0.68494, "hit_rate_at_10": 0.7582, "hit_rate_at_20": 0.82018, "hit_rate_at_25": 0.84016, "hit_rate_at_50": 0.89344, "hit_rate_at_100": 0.92879, "hit_rate_at_1000": 0.99027, "R_cap_at_1": 0.463115, "R_cap_at_3": 0.623975, "R_cap_at_5": 0.684939, "R_cap_at_10": 0.758197, "R_cap_at_20": 0.820184, "R_cap_at_25": 0.840164, "R_cap_at_50": 0.893443, "R_cap_at_100": 0.928791, "R_cap_at_1000": 0.990266, "main_score": 0.60684, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.46434, "ndcg_at_3": 0.56324, "ndcg_at_5": 0.58971, "ndcg_at_10": 0.61719, "ndcg_at_20": 0.63363, "ndcg_at_25": 0.63881, "ndcg_at_50": 0.64643, "ndcg_at_100": 0.65246, "ndcg_at_1000": 0.65887, "map_at_1": 0.46434, "map_at_3": 0.53888, "map_at_5": 0.55367, "map_at_10": 0.56505, "map_at_20": 0.56962, "map_at_25": 0.57065, "map_at_50": 0.57179, "map_at_100": 0.57232, "map_at_1000": 0.57257, "recall_at_1": 0.46434, "recall_at_3": 0.63373, "recall_at_5": 0.69762, "recall_at_10": 0.78232, "recall_at_20": 0.84695, "recall_at_25": 0.87073, "recall_at_50": 0.9101, "recall_at_100": 0.94725, "recall_at_1000": 0.99703, "accuracy": 0.46434, "precision_at_1": 0.46434, "precision_at_3": 0.21124, "precision_at_5": 0.13952, "precision_at_10": 0.07823, "precision_at_20": 0.04235, "precision_at_25": 0.03483, "precision_at_50": 0.0182, "precision_at_100": 0.00947, "precision_at_1000": 0.001, "mrr_at_1": 0.464339, "mrr_at_3": 0.538881, "mrr_at_5": 0.553665, "mrr_at_10": 0.565055, "mrr_at_20": 0.56962, "mrr_at_25": 0.570651, "mrr_at_50": 0.571788, "mrr_at_100": 0.572318, "mrr_at_1000": 0.572573, "nauc_ndcg_at_1_max": 0.334421, "nauc_ndcg_at_1_std": -0.086994, "nauc_ndcg_at_1_diff1": 0.622489, "nauc_ndcg_at_3_max": 0.362219, "nauc_ndcg_at_3_std": -0.063756, "nauc_ndcg_at_3_diff1": 0.567812, "nauc_ndcg_at_5_max": 0.369791, "nauc_ndcg_at_5_std": -0.04917, "nauc_ndcg_at_5_diff1": 0.557365, "nauc_ndcg_at_10_max": 0.364949, "nauc_ndcg_at_10_std": -0.048706, "nauc_ndcg_at_10_diff1": 0.557981, "nauc_ndcg_at_20_max": 0.360172, "nauc_ndcg_at_20_std": -0.044912, "nauc_ndcg_at_20_diff1": 0.560421, "nauc_ndcg_at_25_max": 0.363724, "nauc_ndcg_at_25_std": -0.039804, "nauc_ndcg_at_25_diff1": 0.563594, "nauc_ndcg_at_50_max": 0.363495, "nauc_ndcg_at_50_std": -0.041285, "nauc_ndcg_at_50_diff1": 0.5631, "nauc_ndcg_at_100_max": 0.361145, "nauc_ndcg_at_100_std": -0.044382, "nauc_ndcg_at_100_diff1": 0.569135, "nauc_ndcg_at_1000_max": 0.361794, "nauc_ndcg_at_1000_std": -0.049431, "nauc_ndcg_at_1000_diff1": 0.571104, "nauc_map_at_1_max": 0.334421, "nauc_map_at_1_std": -0.086994, "nauc_map_at_1_diff1": 0.622489, "nauc_map_at_3_max": 0.357345, "nauc_map_at_3_std": -0.067085, "nauc_map_at_3_diff1": 0.582023, "nauc_map_at_5_max": 0.361101, "nauc_map_at_5_std": -0.05942, "nauc_map_at_5_diff1": 0.576894, "nauc_map_at_10_max": 0.359024, "nauc_map_at_10_std": -0.059075, "nauc_map_at_10_diff1": 0.577407, "nauc_map_at_20_max": 0.35754, "nauc_map_at_20_std": -0.058331, "nauc_map_at_20_diff1": 0.578067, "nauc_map_at_25_max": 0.358147, "nauc_map_at_25_std": -0.057451, "nauc_map_at_25_diff1": 0.578667, "nauc_map_at_50_max": 0.358113, "nauc_map_at_50_std": -0.057753, "nauc_map_at_50_diff1": 0.578641, "nauc_map_at_100_max": 0.35793, "nauc_map_at_100_std": -0.058002, "nauc_map_at_100_diff1": 0.579092, "nauc_map_at_1000_max": 0.357998, "nauc_map_at_1000_std": -0.05814, "nauc_map_at_1000_diff1": 0.579182, "nauc_recall_at_1_max": 0.334421, "nauc_recall_at_1_std": -0.086994, "nauc_recall_at_1_diff1": 0.622489, "nauc_recall_at_3_max": 0.376832, "nauc_recall_at_3_std": -0.054279, "nauc_recall_at_3_diff1": 0.522051, "nauc_recall_at_5_max": 0.401088, "nauc_recall_at_5_std": -0.011505, "nauc_recall_at_5_diff1": 0.48581, "nauc_recall_at_10_max": 0.389264, "nauc_recall_at_10_std": -0.00156, "nauc_recall_at_10_diff1": 0.468625, "nauc_recall_at_20_max": 0.366944, "nauc_recall_at_20_std": 0.044699, "nauc_recall_at_20_diff1": 0.456487, "nauc_recall_at_25_max": 0.403, "nauc_recall_at_25_std": 0.108845, "nauc_recall_at_25_diff1": 0.470598, "nauc_recall_at_50_max": 0.414576, "nauc_recall_at_50_std": 0.147969, "nauc_recall_at_50_diff1": 0.42719, "nauc_recall_at_100_max": 0.38045, "nauc_recall_at_100_std": 0.187735, "nauc_recall_at_100_diff1": 0.514201, "nauc_recall_at_1000_max": 0.888526, "nauc_recall_at_1000_std": 0.587547, "nauc_recall_at_1000_diff1": 0.786387, "nauc_precision_at_1_max": 0.334421, "nauc_precision_at_1_std": -0.086994, "nauc_precision_at_1_diff1": 0.622489, "nauc_precision_at_3_max": 0.376832, "nauc_precision_at_3_std": -0.054279, "nauc_precision_at_3_diff1": 0.522051, "nauc_precision_at_5_max": 0.401088, "nauc_precision_at_5_std": -0.011505, "nauc_precision_at_5_diff1": 0.48581, "nauc_precision_at_10_max": 0.389264, "nauc_precision_at_10_std": -0.00156, "nauc_precision_at_10_diff1": 0.468625, "nauc_precision_at_20_max": 0.366944, "nauc_precision_at_20_std": 0.044699, "nauc_precision_at_20_diff1": 0.456487, "nauc_precision_at_25_max": 0.403, "nauc_precision_at_25_std": 0.108845, "nauc_precision_at_25_diff1": 0.470598, "nauc_precision_at_50_max": 0.414576, "nauc_precision_at_50_std": 0.147969, "nauc_precision_at_50_diff1": 0.42719, "nauc_precision_at_100_max": 0.38045, "nauc_precision_at_100_std": 0.187735, "nauc_precision_at_100_diff1": 0.514201, "nauc_precision_at_1000_max": 0.888526, "nauc_precision_at_1000_std": 0.587547, "nauc_precision_at_1000_diff1": 0.786387, "nauc_mrr_at_1_max": 0.334421, "nauc_mrr_at_1_std": -0.086994, "nauc_mrr_at_1_diff1": 0.622489, "nauc_mrr_at_3_max": 0.357345, "nauc_mrr_at_3_std": -0.067085, "nauc_mrr_at_3_diff1": 0.582023, "nauc_mrr_at_5_max": 0.361101, "nauc_mrr_at_5_std": -0.05942, "nauc_mrr_at_5_diff1": 0.576894, "nauc_mrr_at_10_max": 0.359024, "nauc_mrr_at_10_std": -0.059075, "nauc_mrr_at_10_diff1": 0.577407, "nauc_mrr_at_20_max": 0.35754, "nauc_mrr_at_20_std": -0.058331, "nauc_mrr_at_20_diff1": 0.578067, "nauc_mrr_at_25_max": 0.358147, "nauc_mrr_at_25_std": -0.057451, "nauc_mrr_at_25_diff1": 0.578667, "nauc_mrr_at_50_max": 0.358113, "nauc_mrr_at_50_std": -0.057753, "nauc_mrr_at_50_diff1": 0.578641, "nauc_mrr_at_100_max": 0.35793, "nauc_mrr_at_100_std": -0.058002, "nauc_mrr_at_100_diff1": 0.579092, "nauc_mrr_at_1000_max": 0.357998, "nauc_mrr_at_1000_std": -0.05814, "nauc_mrr_at_1000_diff1": 0.579182, "hit_rate_at_1": 0.46434, "hit_rate_at_3": 0.63373, "hit_rate_at_5": 0.69762, "hit_rate_at_10": 0.78232, "hit_rate_at_20": 0.84695, "hit_rate_at_25": 0.87073, "hit_rate_at_50": 0.9101, "hit_rate_at_100": 0.94725, "hit_rate_at_1000": 0.99703, "R_cap_at_1": 0.464339, "R_cap_at_3": 0.63373, "R_cap_at_5": 0.697623, "R_cap_at_10": 0.782318, "R_cap_at_20": 0.846954, "R_cap_at_25": 0.870728, "R_cap_at_50": 0.910104, "R_cap_at_100": 0.947251, "R_cap_at_1000": 0.997028, "main_score": 0.61719, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.39587, "ndcg_at_3": 0.4812, "ndcg_at_5": 0.50648, "ndcg_at_10": 0.53183, "ndcg_at_20": 0.54817, "ndcg_at_25": 0.55337, "ndcg_at_50": 0.56476, "ndcg_at_100": 0.57303, "ndcg_at_1000": 0.58582, "map_at_1": 0.39587, "map_at_3": 0.46019, "map_at_5": 0.47416, "map_at_10": 0.48462, "map_at_20": 0.48908, "map_at_25": 0.49012, "map_at_50": 0.49178, "map_at_100": 0.49252, "map_at_1000": 0.493, "recall_at_1": 0.39587, "recall_at_3": 0.54199, "recall_at_5": 0.60364, "recall_at_10": 0.68204, "recall_at_20": 0.74684, "recall_at_25": 0.77063, "recall_at_50": 0.8301, "recall_at_100": 0.88083, "recall_at_1000": 0.9818, "accuracy": 0.39587, "precision_at_1": 0.39587, "precision_at_3": 0.18066, "precision_at_5": 0.12073, "precision_at_10": 0.0682, "precision_at_20": 0.03734, "precision_at_25": 0.03083, "precision_at_50": 0.0166, "precision_at_100": 0.00881, "precision_at_1000": 0.00098, "mrr_at_1": 0.395874, "mrr_at_3": 0.460194, "mrr_at_5": 0.474163, "mrr_at_10": 0.484624, "mrr_at_20": 0.489082, "mrr_at_25": 0.490124, "mrr_at_50": 0.491781, "mrr_at_100": 0.492521, "mrr_at_1000": 0.492996, "nauc_ndcg_at_1_max": 0.269244, "nauc_ndcg_at_1_std": -0.190309, "nauc_ndcg_at_1_diff1": 0.573509, "nauc_ndcg_at_3_max": 0.276663, "nauc_ndcg_at_3_std": -0.21067, "nauc_ndcg_at_3_diff1": 0.512672, "nauc_ndcg_at_5_max": 0.28035, "nauc_ndcg_at_5_std": -0.200152, "nauc_ndcg_at_5_diff1": 0.502208, "nauc_ndcg_at_10_max": 0.294339, "nauc_ndcg_at_10_std": -0.18753, "nauc_ndcg_at_10_diff1": 0.496477, "nauc_ndcg_at_20_max": 0.29905, "nauc_ndcg_at_20_std": -0.186571, "nauc_ndcg_at_20_diff1": 0.496015, "nauc_ndcg_at_25_max": 0.29757, "nauc_ndcg_at_25_std": -0.18848, "nauc_ndcg_at_25_diff1": 0.495022, "nauc_ndcg_at_50_max": 0.299656, "nauc_ndcg_at_50_std": -0.185823, "nauc_ndcg_at_50_diff1": 0.495836, "nauc_ndcg_at_100_max": 0.29894, "nauc_ndcg_at_100_std": -0.18596, "nauc_ndcg_at_100_diff1": 0.498713, "nauc_ndcg_at_1000_max": 0.293641, "nauc_ndcg_at_1000_std": -0.188551, "nauc_ndcg_at_1000_diff1": 0.506699, "nauc_map_at_1_max": 0.269244, "nauc_map_at_1_std": -0.190309, "nauc_map_at_1_diff1": 0.573509, "nauc_map_at_3_max": 0.274861, "nauc_map_at_3_std": -0.205694, "nauc_map_at_3_diff1": 0.527442, "nauc_map_at_5_max": 0.276885, "nauc_map_at_5_std": -0.200125, "nauc_map_at_5_diff1": 0.521914, "nauc_map_at_10_max": 0.282659, "nauc_map_at_10_std": -0.195224, "nauc_map_at_10_diff1": 0.519969, "nauc_map_at_20_max": 0.283765, "nauc_map_at_20_std": -0.195015, "nauc_map_at_20_diff1": 0.520016, "nauc_map_at_25_max": 0.28345, "nauc_map_at_25_std": -0.195383, "nauc_map_at_25_diff1": 0.51988, "nauc_map_at_50_max": 0.283615, "nauc_map_at_50_std": -0.195046, "nauc_map_at_50_diff1": 0.520054, "nauc_map_at_100_max": 0.283543, "nauc_map_at_100_std": -0.195064, "nauc_map_at_100_diff1": 0.520326, "nauc_map_at_1000_max": 0.283417, "nauc_map_at_1000_std": -0.195088, "nauc_map_at_1000_diff1": 0.520619, "nauc_recall_at_1_max": 0.269244, "nauc_recall_at_1_std": -0.190309, "nauc_recall_at_1_diff1": 0.573509, "nauc_recall_at_3_max": 0.282094, "nauc_recall_at_3_std": -0.22568, "nauc_recall_at_3_diff1": 0.468162, "nauc_recall_at_5_max": 0.291925, "nauc_recall_at_5_std": -0.198232, "nauc_recall_at_5_diff1": 0.437808, "nauc_recall_at_10_max": 0.34364, "nauc_recall_at_10_std": -0.150513, "nauc_recall_at_10_diff1": 0.40624, "nauc_recall_at_20_max": 0.378961, "nauc_recall_at_20_std": -0.138405, "nauc_recall_at_20_diff1": 0.386558, "nauc_recall_at_25_max": 0.375624, "nauc_recall_at_25_std": -0.147436, "nauc_recall_at_25_diff1": 0.370883, "nauc_recall_at_50_max": 0.420376, "nauc_recall_at_50_std": -0.109882, "nauc_recall_at_50_diff1": 0.342916, "nauc_recall_at_100_max": 0.454027, "nauc_recall_at_100_std": -0.083792, "nauc_recall_at_100_diff1": 0.32943, "nauc_recall_at_1000_max": 0.58381, "nauc_recall_at_1000_std": 0.085117, "nauc_recall_at_1000_diff1": 0.363505, "nauc_precision_at_1_max": 0.269244, "nauc_precision_at_1_std": -0.190309, "nauc_precision_at_1_diff1": 0.573509, "nauc_precision_at_3_max": 0.282094, "nauc_precision_at_3_std": -0.22568, "nauc_precision_at_3_diff1": 0.468162, "nauc_precision_at_5_max": 0.291925, "nauc_precision_at_5_std": -0.198232, "nauc_precision_at_5_diff1": 0.437808, "nauc_precision_at_10_max": 0.34364, "nauc_precision_at_10_std": -0.150513, "nauc_precision_at_10_diff1": 0.40624, "nauc_precision_at_20_max": 0.378961, "nauc_precision_at_20_std": -0.138405, "nauc_precision_at_20_diff1": 0.386558, "nauc_precision_at_25_max": 0.375624, "nauc_precision_at_25_std": -0.147436, "nauc_precision_at_25_diff1": 0.370883, "nauc_precision_at_50_max": 0.420376, "nauc_precision_at_50_std": -0.109882, "nauc_precision_at_50_diff1": 0.342916, "nauc_precision_at_100_max": 0.454027, "nauc_precision_at_100_std": -0.083792, "nauc_precision_at_100_diff1": 0.32943, "nauc_precision_at_1000_max": 0.58381, "nauc_precision_at_1000_std": 0.085117, "nauc_precision_at_1000_diff1": 0.363505, "nauc_mrr_at_1_max": 0.269244, "nauc_mrr_at_1_std": -0.190309, "nauc_mrr_at_1_diff1": 0.573509, "nauc_mrr_at_3_max": 0.274861, "nauc_mrr_at_3_std": -0.205694, "nauc_mrr_at_3_diff1": 0.527442, "nauc_mrr_at_5_max": 0.276885, "nauc_mrr_at_5_std": -0.200125, "nauc_mrr_at_5_diff1": 0.521914, "nauc_mrr_at_10_max": 0.282659, "nauc_mrr_at_10_std": -0.195224, "nauc_mrr_at_10_diff1": 0.519969, "nauc_mrr_at_20_max": 0.283765, "nauc_mrr_at_20_std": -0.195015, "nauc_mrr_at_20_diff1": 0.520016, "nauc_mrr_at_25_max": 0.28345, "nauc_mrr_at_25_std": -0.195383, "nauc_mrr_at_25_diff1": 0.51988, "nauc_mrr_at_50_max": 0.283615, "nauc_mrr_at_50_std": -0.195046, "nauc_mrr_at_50_diff1": 0.520054, "nauc_mrr_at_100_max": 0.283543, "nauc_mrr_at_100_std": -0.195064, "nauc_mrr_at_100_diff1": 0.520326, "nauc_mrr_at_1000_max": 0.283417, "nauc_mrr_at_1000_std": -0.195088, "nauc_mrr_at_1000_diff1": 0.520619, "hit_rate_at_1": 0.39587, "hit_rate_at_3": 0.54199, "hit_rate_at_5": 0.60364, "hit_rate_at_10": 0.68204, "hit_rate_at_20": 0.74684, "hit_rate_at_25": 0.77063, "hit_rate_at_50": 0.8301, "hit_rate_at_100": 0.88083, "hit_rate_at_1000": 0.9818, "R_cap_at_1": 0.395874, "R_cap_at_3": 0.54199, "R_cap_at_5": 0.603641, "R_cap_at_10": 0.682039, "R_cap_at_20": 0.746845, "R_cap_at_25": 0.770631, "R_cap_at_50": 0.830097, "R_cap_at_100": 0.880825, "R_cap_at_1000": 0.981796, "main_score": 0.53183, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.59564, "ndcg_at_3": 0.68563, "ndcg_at_5": 0.70607, "ndcg_at_10": 0.72301, "ndcg_at_20": 0.73375, "ndcg_at_25": 0.73603, "ndcg_at_50": 0.74322, "ndcg_at_100": 0.74677, "ndcg_at_1000": 0.75177, "map_at_1": 0.59564, "map_at_3": 0.66389, "map_at_5": 0.67512, "map_at_10": 0.68231, "map_at_20": 0.68527, "map_at_25": 0.68575, "map_at_50": 0.68681, "map_at_100": 0.68713, "map_at_1000": 0.68734, "recall_at_1": 0.59564, "recall_at_3": 0.7484, "recall_at_5": 0.79846, "recall_at_10": 0.84981, "recall_at_20": 0.89217, "recall_at_25": 0.90244, "recall_at_50": 0.93967, "recall_at_100": 0.96149, "recall_at_1000": 1.0, "accuracy": 0.59564, "precision_at_1": 0.59564, "precision_at_3": 0.24947, "precision_at_5": 0.15969, "precision_at_10": 0.08498, "precision_at_20": 0.04461, "precision_at_25": 0.0361, "precision_at_50": 0.01879, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.595635, "mrr_at_3": 0.663885, "mrr_at_5": 0.675118, "mrr_at_10": 0.682308, "mrr_at_20": 0.685272, "mrr_at_25": 0.685745, "mrr_at_50": 0.686814, "mrr_at_100": 0.687128, "mrr_at_1000": 0.687335, "nauc_ndcg_at_1_max": 0.433538, "nauc_ndcg_at_1_std": -0.094759, "nauc_ndcg_at_1_diff1": 0.676643, "nauc_ndcg_at_3_max": 0.446641, "nauc_ndcg_at_3_std": -0.118907, "nauc_ndcg_at_3_diff1": 0.627778, "nauc_ndcg_at_5_max": 0.46133, "nauc_ndcg_at_5_std": -0.148658, "nauc_ndcg_at_5_diff1": 0.622307, "nauc_ndcg_at_10_max": 0.457302, "nauc_ndcg_at_10_std": -0.146352, "nauc_ndcg_at_10_diff1": 0.624567, "nauc_ndcg_at_20_max": 0.458532, "nauc_ndcg_at_20_std": -0.139543, "nauc_ndcg_at_20_diff1": 0.62872, "nauc_ndcg_at_25_max": 0.461001, "nauc_ndcg_at_25_std": -0.137254, "nauc_ndcg_at_25_diff1": 0.625987, "nauc_ndcg_at_50_max": 0.457575, "nauc_ndcg_at_50_std": -0.137026, "nauc_ndcg_at_50_diff1": 0.627323, "nauc_ndcg_at_100_max": 0.457716, "nauc_ndcg_at_100_std": -0.130104, "nauc_ndcg_at_100_diff1": 0.632488, "nauc_ndcg_at_1000_max": 0.454529, "nauc_ndcg_at_1000_std": -0.128035, "nauc_ndcg_at_1000_diff1": 0.634584, "nauc_map_at_1_max": 0.433538, "nauc_map_at_1_std": -0.094759, "nauc_map_at_1_diff1": 0.676643, "nauc_map_at_3_max": 0.442926, "nauc_map_at_3_std": -0.111151, "nauc_map_at_3_diff1": 0.640394, "nauc_map_at_5_max": 0.450616, "nauc_map_at_5_std": -0.126216, "nauc_map_at_5_diff1": 0.638094, "nauc_map_at_10_max": 0.448796, "nauc_map_at_10_std": -0.124606, "nauc_map_at_10_diff1": 0.63964, "nauc_map_at_20_max": 0.449352, "nauc_map_at_20_std": -0.122951, "nauc_map_at_20_diff1": 0.64089, "nauc_map_at_25_max": 0.449788, "nauc_map_at_25_std": -0.122491, "nauc_map_at_25_diff1": 0.640426, "nauc_map_at_50_max": 0.449327, "nauc_map_at_50_std": -0.122465, "nauc_map_at_50_diff1": 0.640684, "nauc_map_at_100_max": 0.449344, "nauc_map_at_100_std": -0.121952, "nauc_map_at_100_diff1": 0.641092, "nauc_map_at_1000_max": 0.449265, "nauc_map_at_1000_std": -0.121678, "nauc_map_at_1000_diff1": 0.641179, "nauc_recall_at_1_max": 0.433538, "nauc_recall_at_1_std": -0.094759, "nauc_recall_at_1_diff1": 0.676643, "nauc_recall_at_3_max": 0.459894, "nauc_recall_at_3_std": -0.14702, "nauc_recall_at_3_diff1": 0.583388, "nauc_recall_at_5_max": 0.507948, "nauc_recall_at_5_std": -0.247581, "nauc_recall_at_5_diff1": 0.556584, "nauc_recall_at_10_max": 0.502955, "nauc_recall_at_10_std": -0.268718, "nauc_recall_at_10_diff1": 0.544446, "nauc_recall_at_20_max": 0.522783, "nauc_recall_at_20_std": -0.251164, "nauc_recall_at_20_diff1": 0.549134, "nauc_recall_at_25_max": 0.553896, "nauc_recall_at_25_std": -0.238959, "nauc_recall_at_25_diff1": 0.51349, "nauc_recall_at_50_max": 0.547882, "nauc_recall_at_50_std": -0.293786, "nauc_recall_at_50_diff1": 0.466807, "nauc_recall_at_100_max": 0.601389, "nauc_recall_at_100_std": -0.147652, "nauc_recall_at_100_diff1": 0.547954, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.433538, "nauc_precision_at_1_std": -0.094759, "nauc_precision_at_1_diff1": 0.676643, "nauc_precision_at_3_max": 0.459894, "nauc_precision_at_3_std": -0.14702, "nauc_precision_at_3_diff1": 0.583388, "nauc_precision_at_5_max": 0.507948, "nauc_precision_at_5_std": -0.247581, "nauc_precision_at_5_diff1": 0.556584, "nauc_precision_at_10_max": 0.502955, "nauc_precision_at_10_std": -0.268718, "nauc_precision_at_10_diff1": 0.544446, "nauc_precision_at_20_max": 0.522783, "nauc_precision_at_20_std": -0.251164, "nauc_precision_at_20_diff1": 0.549134, "nauc_precision_at_25_max": 0.553896, "nauc_precision_at_25_std": -0.238959, "nauc_precision_at_25_diff1": 0.51349, "nauc_precision_at_50_max": 0.547882, "nauc_precision_at_50_std": -0.293786, "nauc_precision_at_50_diff1": 0.466807, "nauc_precision_at_100_max": 0.601389, "nauc_precision_at_100_std": -0.147652, "nauc_precision_at_100_diff1": 0.547954, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.433538, "nauc_mrr_at_1_std": -0.094759, "nauc_mrr_at_1_diff1": 0.676643, "nauc_mrr_at_3_max": 0.442926, "nauc_mrr_at_3_std": -0.111151, "nauc_mrr_at_3_diff1": 0.640394, "nauc_mrr_at_5_max": 0.450616, "nauc_mrr_at_5_std": -0.126216, "nauc_mrr_at_5_diff1": 0.638094, "nauc_mrr_at_10_max": 0.448796, "nauc_mrr_at_10_std": -0.124606, "nauc_mrr_at_10_diff1": 0.63964, "nauc_mrr_at_20_max": 0.449352, "nauc_mrr_at_20_std": -0.122951, "nauc_mrr_at_20_diff1": 0.64089, "nauc_mrr_at_25_max": 0.449788, "nauc_mrr_at_25_std": -0.122491, "nauc_mrr_at_25_diff1": 0.640426, "nauc_mrr_at_50_max": 0.449327, "nauc_mrr_at_50_std": -0.122465, "nauc_mrr_at_50_diff1": 0.640684, "nauc_mrr_at_100_max": 0.449344, "nauc_mrr_at_100_std": -0.121952, "nauc_mrr_at_100_diff1": 0.641092, "nauc_mrr_at_1000_max": 0.449265, "nauc_mrr_at_1000_std": -0.121678, "nauc_mrr_at_1000_diff1": 0.641179, "hit_rate_at_1": 0.59564, "hit_rate_at_3": 0.7484, "hit_rate_at_5": 0.79846, "hit_rate_at_10": 0.84981, "hit_rate_at_20": 0.89217, "hit_rate_at_25": 0.90244, "hit_rate_at_50": 0.93967, "hit_rate_at_100": 0.96149, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.595635, "R_cap_at_3": 0.748395, "R_cap_at_5": 0.79846, "R_cap_at_10": 0.849807, "R_cap_at_20": 0.892169, "R_cap_at_25": 0.902439, "R_cap_at_50": 0.939666, "R_cap_at_100": 0.961489, "R_cap_at_1000": 1.0, "main_score": 0.72301, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44807, "ndcg_at_3": 0.55603, "ndcg_at_5": 0.58328, "ndcg_at_10": 0.61135, "ndcg_at_20": 0.62437, "ndcg_at_25": 0.62834, "ndcg_at_50": 0.6376, "ndcg_at_100": 0.64316, "ndcg_at_1000": 0.65123, "map_at_1": 0.44807, "map_at_3": 0.53033, "map_at_5": 0.54526, "map_at_10": 0.55704, "map_at_20": 0.56062, "map_at_25": 0.56142, "map_at_50": 0.56279, "map_at_100": 0.56328, "map_at_1000": 0.56357, "recall_at_1": 0.44807, "recall_at_3": 0.63004, "recall_at_5": 0.697, "recall_at_10": 0.78283, "recall_at_20": 0.83433, "recall_at_25": 0.85236, "recall_at_50": 0.90043, "recall_at_100": 0.93476, "recall_at_1000": 0.99914, "accuracy": 0.44807, "precision_at_1": 0.44807, "precision_at_3": 0.21001, "precision_at_5": 0.1394, "precision_at_10": 0.07828, "precision_at_20": 0.04172, "precision_at_25": 0.03409, "precision_at_50": 0.01801, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.448069, "mrr_at_3": 0.530329, "mrr_at_5": 0.545265, "mrr_at_10": 0.557035, "mrr_at_20": 0.560617, "mrr_at_25": 0.561422, "mrr_at_50": 0.562792, "mrr_at_100": 0.56328, "mrr_at_1000": 0.563569, "nauc_ndcg_at_1_max": 0.340089, "nauc_ndcg_at_1_std": 0.051445, "nauc_ndcg_at_1_diff1": 0.593039, "nauc_ndcg_at_3_max": 0.390314, "nauc_ndcg_at_3_std": 0.05732, "nauc_ndcg_at_3_diff1": 0.541884, "nauc_ndcg_at_5_max": 0.395138, "nauc_ndcg_at_5_std": 0.064051, "nauc_ndcg_at_5_diff1": 0.528314, "nauc_ndcg_at_10_max": 0.405397, "nauc_ndcg_at_10_std": 0.07563, "nauc_ndcg_at_10_diff1": 0.530261, "nauc_ndcg_at_20_max": 0.401144, "nauc_ndcg_at_20_std": 0.082911, "nauc_ndcg_at_20_diff1": 0.535875, "nauc_ndcg_at_25_max": 0.400841, "nauc_ndcg_at_25_std": 0.081883, "nauc_ndcg_at_25_diff1": 0.536697, "nauc_ndcg_at_50_max": 0.394617, "nauc_ndcg_at_50_std": 0.079679, "nauc_ndcg_at_50_diff1": 0.541033, "nauc_ndcg_at_100_max": 0.395246, "nauc_ndcg_at_100_std": 0.075975, "nauc_ndcg_at_100_diff1": 0.543662, "nauc_ndcg_at_1000_max": 0.39138, "nauc_ndcg_at_1000_std": 0.071379, "nauc_ndcg_at_1000_diff1": 0.543994, "nauc_map_at_1_max": 0.340089, "nauc_map_at_1_std": 0.051445, "nauc_map_at_1_diff1": 0.593039, "nauc_map_at_3_max": 0.379372, "nauc_map_at_3_std": 0.05804, "nauc_map_at_3_diff1": 0.554012, "nauc_map_at_5_max": 0.381243, "nauc_map_at_5_std": 0.061494, "nauc_map_at_5_diff1": 0.547192, "nauc_map_at_10_max": 0.385062, "nauc_map_at_10_std": 0.065887, "nauc_map_at_10_diff1": 0.548263, "nauc_map_at_20_max": 0.383828, "nauc_map_at_20_std": 0.067422, "nauc_map_at_20_diff1": 0.549998, "nauc_map_at_25_max": 0.383749, "nauc_map_at_25_std": 0.067185, "nauc_map_at_25_diff1": 0.550184, "nauc_map_at_50_max": 0.382895, "nauc_map_at_50_std": 0.06694, "nauc_map_at_50_diff1": 0.550819, "nauc_map_at_100_max": 0.382915, "nauc_map_at_100_std": 0.066611, "nauc_map_at_100_diff1": 0.551025, "nauc_map_at_1000_max": 0.382795, "nauc_map_at_1000_std": 0.066456, "nauc_map_at_1000_diff1": 0.551023, "nauc_recall_at_1_max": 0.340089, "nauc_recall_at_1_std": 0.051445, "nauc_recall_at_1_diff1": 0.593039, "nauc_recall_at_3_max": 0.424477, "nauc_recall_at_3_std": 0.053979, "nauc_recall_at_3_diff1": 0.503479, "nauc_recall_at_5_max": 0.445196, "nauc_recall_at_5_std": 0.073405, "nauc_recall_at_5_diff1": 0.458937, "nauc_recall_at_10_max": 0.503768, "nauc_recall_at_10_std": 0.127345, "nauc_recall_at_10_diff1": 0.447583, "nauc_recall_at_20_max": 0.500725, "nauc_recall_at_20_std": 0.194425, "nauc_recall_at_20_diff1": 0.461394, "nauc_recall_at_25_max": 0.508802, "nauc_recall_at_25_std": 0.198131, "nauc_recall_at_25_diff1": 0.460216, "nauc_recall_at_50_max": 0.467854, "nauc_recall_at_50_std": 0.212717, "nauc_recall_at_50_diff1": 0.486716, "nauc_recall_at_100_max": 0.522879, "nauc_recall_at_100_std": 0.195496, "nauc_recall_at_100_diff1": 0.523245, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": -1.73785, "nauc_recall_at_1000_diff1": 0.122943, "nauc_precision_at_1_max": 0.340089, "nauc_precision_at_1_std": 0.051445, "nauc_precision_at_1_diff1": 0.593039, "nauc_precision_at_3_max": 0.424477, "nauc_precision_at_3_std": 0.053979, "nauc_precision_at_3_diff1": 0.503479, "nauc_precision_at_5_max": 0.445196, "nauc_precision_at_5_std": 0.073405, "nauc_precision_at_5_diff1": 0.458937, "nauc_precision_at_10_max": 0.503768, "nauc_precision_at_10_std": 0.127345, "nauc_precision_at_10_diff1": 0.447583, "nauc_precision_at_20_max": 0.500725, "nauc_precision_at_20_std": 0.194425, "nauc_precision_at_20_diff1": 0.461394, "nauc_precision_at_25_max": 0.508802, "nauc_precision_at_25_std": 0.198131, "nauc_precision_at_25_diff1": 0.460216, "nauc_precision_at_50_max": 0.467854, "nauc_precision_at_50_std": 0.212717, "nauc_precision_at_50_diff1": 0.486716, "nauc_precision_at_100_max": 0.522879, "nauc_precision_at_100_std": 0.195496, "nauc_precision_at_100_diff1": 0.523245, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": -1.73785, "nauc_precision_at_1000_diff1": 0.122943, "nauc_mrr_at_1_max": 0.340089, "nauc_mrr_at_1_std": 0.051445, "nauc_mrr_at_1_diff1": 0.593039, "nauc_mrr_at_3_max": 0.379372, "nauc_mrr_at_3_std": 0.05804, "nauc_mrr_at_3_diff1": 0.554012, "nauc_mrr_at_5_max": 0.381243, "nauc_mrr_at_5_std": 0.061494, "nauc_mrr_at_5_diff1": 0.547192, "nauc_mrr_at_10_max": 0.385062, "nauc_mrr_at_10_std": 0.065887, "nauc_mrr_at_10_diff1": 0.548263, "nauc_mrr_at_20_max": 0.383828, "nauc_mrr_at_20_std": 0.067422, "nauc_mrr_at_20_diff1": 0.549998, "nauc_mrr_at_25_max": 0.383749, "nauc_mrr_at_25_std": 0.067185, "nauc_mrr_at_25_diff1": 0.550184, "nauc_mrr_at_50_max": 0.382895, "nauc_mrr_at_50_std": 0.06694, "nauc_mrr_at_50_diff1": 0.550819, "nauc_mrr_at_100_max": 0.382915, "nauc_mrr_at_100_std": 0.066611, "nauc_mrr_at_100_diff1": 0.551025, "nauc_mrr_at_1000_max": 0.382795, "nauc_mrr_at_1000_std": 0.066456, "nauc_mrr_at_1000_diff1": 0.551023, "hit_rate_at_1": 0.44807, "hit_rate_at_3": 0.63004, "hit_rate_at_5": 0.697, "hit_rate_at_10": 0.78283, "hit_rate_at_20": 0.83433, "hit_rate_at_25": 0.85236, "hit_rate_at_50": 0.90043, "hit_rate_at_100": 0.93476, "hit_rate_at_1000": 0.99914, "R_cap_at_1": 0.448069, "R_cap_at_3": 0.630043, "R_cap_at_5": 0.696996, "R_cap_at_10": 0.782833, "R_cap_at_20": 0.834335, "R_cap_at_25": 0.852361, "R_cap_at_50": 0.900429, "R_cap_at_100": 0.934764, "R_cap_at_1000": 0.999142, "main_score": 0.61135, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.37807, "ndcg_at_3": 0.46485, "ndcg_at_5": 0.48709, "ndcg_at_10": 0.51057, "ndcg_at_20": 0.52899, "ndcg_at_25": 0.53309, "ndcg_at_50": 0.54451, "ndcg_at_100": 0.55322, "ndcg_at_1000": 0.56915, "map_at_1": 0.37807, "map_at_3": 0.44343, "map_at_5": 0.45574, "map_at_10": 0.4654, "map_at_20": 0.47052, "map_at_25": 0.47135, "map_at_50": 0.47305, "map_at_100": 0.47382, "map_at_1000": 0.47439, "recall_at_1": 0.37807, "recall_at_3": 0.52684, "recall_at_5": 0.58098, "recall_at_10": 0.65378, "recall_at_20": 0.72611, "recall_at_25": 0.74477, "recall_at_50": 0.80391, "recall_at_100": 0.8576, "recall_at_1000": 0.98453, "accuracy": 0.37807, "precision_at_1": 0.37807, "precision_at_3": 0.17561, "precision_at_5": 0.1162, "precision_at_10": 0.06538, "precision_at_20": 0.03631, "precision_at_25": 0.02979, "precision_at_50": 0.01608, "precision_at_100": 0.00858, "precision_at_1000": 0.00098, "mrr_at_1": 0.378071, "mrr_at_3": 0.443282, "mrr_at_5": 0.455702, "mrr_at_10": 0.465361, "mrr_at_20": 0.470486, "mrr_at_25": 0.471316, "mrr_at_50": 0.473014, "mrr_at_100": 0.473779, "mrr_at_1000": 0.474349, "nauc_ndcg_at_1_max": 0.345574, "nauc_ndcg_at_1_std": -0.069562, "nauc_ndcg_at_1_diff1": 0.57793, "nauc_ndcg_at_3_max": 0.380209, "nauc_ndcg_at_3_std": -0.06232, "nauc_ndcg_at_3_diff1": 0.52054, "nauc_ndcg_at_5_max": 0.369033, "nauc_ndcg_at_5_std": -0.065361, "nauc_ndcg_at_5_diff1": 0.511753, "nauc_ndcg_at_10_max": 0.367809, "nauc_ndcg_at_10_std": -0.06697, "nauc_ndcg_at_10_diff1": 0.509853, "nauc_ndcg_at_20_max": 0.364533, "nauc_ndcg_at_20_std": -0.068591, "nauc_ndcg_at_20_diff1": 0.509086, "nauc_ndcg_at_25_max": 0.36327, "nauc_ndcg_at_25_std": -0.065597, "nauc_ndcg_at_25_diff1": 0.509033, "nauc_ndcg_at_50_max": 0.363992, "nauc_ndcg_at_50_std": -0.064481, "nauc_ndcg_at_50_diff1": 0.511428, "nauc_ndcg_at_100_max": 0.367409, "nauc_ndcg_at_100_std": -0.065821, "nauc_ndcg_at_100_diff1": 0.513984, "nauc_ndcg_at_1000_max": 0.367445, "nauc_ndcg_at_1000_std": -0.062699, "nauc_ndcg_at_1000_diff1": 0.519801, "nauc_map_at_1_max": 0.345574, "nauc_map_at_1_std": -0.069562, "nauc_map_at_1_diff1": 0.57793, "nauc_map_at_3_max": 0.371004, "nauc_map_at_3_std": -0.064351, "nauc_map_at_3_diff1": 0.534805, "nauc_map_at_5_max": 0.36487, "nauc_map_at_5_std": -0.06615, "nauc_map_at_5_diff1": 0.52998, "nauc_map_at_10_max": 0.36455, "nauc_map_at_10_std": -0.066967, "nauc_map_at_10_diff1": 0.529286, "nauc_map_at_20_max": 0.363647, "nauc_map_at_20_std": -0.067224, "nauc_map_at_20_diff1": 0.529287, "nauc_map_at_25_max": 0.363424, "nauc_map_at_25_std": -0.066645, "nauc_map_at_25_diff1": 0.529318, "nauc_map_at_50_max": 0.363583, "nauc_map_at_50_std": -0.066536, "nauc_map_at_50_diff1": 0.529712, "nauc_map_at_100_max": 0.363873, "nauc_map_at_100_std": -0.066632, "nauc_map_at_100_diff1": 0.529964, "nauc_map_at_1000_max": 0.363851, "nauc_map_at_1000_std": -0.066546, "nauc_map_at_1000_diff1": 0.530174, "nauc_recall_at_1_max": 0.345574, "nauc_recall_at_1_std": -0.069562, "nauc_recall_at_1_diff1": 0.57793, "nauc_recall_at_3_max": 0.407942, "nauc_recall_at_3_std": -0.05616, "nauc_recall_at_3_diff1": 0.477951, "nauc_recall_at_5_max": 0.380497, "nauc_recall_at_5_std": -0.063101, "nauc_recall_at_5_diff1": 0.453715, "nauc_recall_at_10_max": 0.3761, "nauc_recall_at_10_std": -0.067528, "nauc_recall_at_10_diff1": 0.440628, "nauc_recall_at_20_max": 0.360762, "nauc_recall_at_20_std": -0.077831, "nauc_recall_at_20_diff1": 0.423666, "nauc_recall_at_25_max": 0.352298, "nauc_recall_at_25_std": -0.059619, "nauc_recall_at_25_diff1": 0.418171, "nauc_recall_at_50_max": 0.354435, "nauc_recall_at_50_std": -0.047784, "nauc_recall_at_50_diff1": 0.417583, "nauc_recall_at_100_max": 0.396046, "nauc_recall_at_100_std": -0.06087, "nauc_recall_at_100_diff1": 0.419079, "nauc_recall_at_1000_max": 0.646296, "nauc_recall_at_1000_std": 0.451498, "nauc_recall_at_1000_diff1": 0.517635, "nauc_precision_at_1_max": 0.345574, "nauc_precision_at_1_std": -0.069562, "nauc_precision_at_1_diff1": 0.57793, "nauc_precision_at_3_max": 0.407942, "nauc_precision_at_3_std": -0.05616, "nauc_precision_at_3_diff1": 0.477951, "nauc_precision_at_5_max": 0.380497, "nauc_precision_at_5_std": -0.063101, "nauc_precision_at_5_diff1": 0.453715, "nauc_precision_at_10_max": 0.3761, "nauc_precision_at_10_std": -0.067528, "nauc_precision_at_10_diff1": 0.440628, "nauc_precision_at_20_max": 0.360762, "nauc_precision_at_20_std": -0.077831, "nauc_precision_at_20_diff1": 0.423666, "nauc_precision_at_25_max": 0.352298, "nauc_precision_at_25_std": -0.059619, "nauc_precision_at_25_diff1": 0.418171, "nauc_precision_at_50_max": 0.354435, "nauc_precision_at_50_std": -0.047784, "nauc_precision_at_50_diff1": 0.417583, "nauc_precision_at_100_max": 0.396046, "nauc_precision_at_100_std": -0.06087, "nauc_precision_at_100_diff1": 0.419079, "nauc_precision_at_1000_max": 0.646296, "nauc_precision_at_1000_std": 0.451498, "nauc_precision_at_1000_diff1": 0.517635, "nauc_mrr_at_1_max": 0.345574, "nauc_mrr_at_1_std": -0.069562, "nauc_mrr_at_1_diff1": 0.57793, "nauc_mrr_at_3_max": 0.370451, "nauc_mrr_at_3_std": -0.064102, "nauc_mrr_at_3_diff1": 0.535034, "nauc_mrr_at_5_max": 0.36473, "nauc_mrr_at_5_std": -0.066087, "nauc_mrr_at_5_diff1": 0.530038, "nauc_mrr_at_10_max": 0.364408, "nauc_mrr_at_10_std": -0.066903, "nauc_mrr_at_10_diff1": 0.529345, "nauc_mrr_at_20_max": 0.363504, "nauc_mrr_at_20_std": -0.06716, "nauc_mrr_at_20_diff1": 0.529346, "nauc_mrr_at_25_max": 0.363281, "nauc_mrr_at_25_std": -0.066581, "nauc_mrr_at_25_diff1": 0.529378, "nauc_mrr_at_50_max": 0.363439, "nauc_mrr_at_50_std": -0.066471, "nauc_mrr_at_50_diff1": 0.529772, "nauc_mrr_at_100_max": 0.363728, "nauc_mrr_at_100_std": -0.066567, "nauc_mrr_at_100_diff1": 0.530024, "nauc_mrr_at_1000_max": 0.363707, "nauc_mrr_at_1000_std": -0.066481, "nauc_mrr_at_1000_diff1": 0.530234, "hit_rate_at_1": 0.37807, "hit_rate_at_3": 0.52684, "hit_rate_at_5": 0.58098, "hit_rate_at_10": 0.65378, "hit_rate_at_20": 0.72611, "hit_rate_at_25": 0.74477, "hit_rate_at_50": 0.80391, "hit_rate_at_100": 0.8576, "hit_rate_at_1000": 0.98453, "R_cap_at_1": 0.378071, "R_cap_at_3": 0.526388, "R_cap_at_5": 0.580983, "R_cap_at_10": 0.653776, "R_cap_at_20": 0.726115, "R_cap_at_25": 0.744768, "R_cap_at_50": 0.803913, "R_cap_at_100": 0.857598, "R_cap_at_1000": 0.984531, "main_score": 0.51057, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.51456, "ndcg_at_3": 0.6119, "ndcg_at_5": 0.64175, "ndcg_at_10": 0.66462, "ndcg_at_20": 0.67759, "ndcg_at_25": 0.68064, "ndcg_at_50": 0.68866, "ndcg_at_100": 0.69279, "ndcg_at_1000": 0.69833, "map_at_1": 0.51456, "map_at_3": 0.5884, "map_at_5": 0.60488, "map_at_10": 0.61441, "map_at_20": 0.61807, "map_at_25": 0.61868, "map_at_50": 0.6199, "map_at_100": 0.62027, "map_at_1000": 0.6205, "recall_at_1": 0.51456, "recall_at_3": 0.67975, "recall_at_5": 0.75253, "recall_at_10": 0.82278, "recall_at_20": 0.87342, "recall_at_25": 0.88734, "recall_at_50": 0.92848, "recall_at_100": 0.9538, "recall_at_1000": 0.9962, "accuracy": 0.51456, "precision_at_1": 0.51456, "precision_at_3": 0.22658, "precision_at_5": 0.15051, "precision_at_10": 0.08228, "precision_at_20": 0.04367, "precision_at_25": 0.03549, "precision_at_50": 0.01857, "precision_at_100": 0.00954, "precision_at_1000": 0.001, "mrr_at_1": 0.514557, "mrr_at_3": 0.588397, "mrr_at_5": 0.604884, "mrr_at_10": 0.614412, "mrr_at_20": 0.618066, "mrr_at_25": 0.618676, "mrr_at_50": 0.619897, "mrr_at_100": 0.620268, "mrr_at_1000": 0.6205, "nauc_ndcg_at_1_max": 0.35999, "nauc_ndcg_at_1_std": -0.085701, "nauc_ndcg_at_1_diff1": 0.669646, "nauc_ndcg_at_3_max": 0.387321, "nauc_ndcg_at_3_std": -0.084485, "nauc_ndcg_at_3_diff1": 0.627332, "nauc_ndcg_at_5_max": 0.391674, "nauc_ndcg_at_5_std": -0.082846, "nauc_ndcg_at_5_diff1": 0.618216, "nauc_ndcg_at_10_max": 0.392095, "nauc_ndcg_at_10_std": -0.072745, "nauc_ndcg_at_10_diff1": 0.615425, "nauc_ndcg_at_20_max": 0.392184, "nauc_ndcg_at_20_std": -0.069259, "nauc_ndcg_at_20_diff1": 0.616644, "nauc_ndcg_at_25_max": 0.390151, "nauc_ndcg_at_25_std": -0.070944, "nauc_ndcg_at_25_diff1": 0.617312, "nauc_ndcg_at_50_max": 0.390183, "nauc_ndcg_at_50_std": -0.067979, "nauc_ndcg_at_50_diff1": 0.619814, "nauc_ndcg_at_100_max": 0.389517, "nauc_ndcg_at_100_std": -0.069534, "nauc_ndcg_at_100_diff1": 0.620623, "nauc_ndcg_at_1000_max": 0.386358, "nauc_ndcg_at_1000_std": -0.075902, "nauc_ndcg_at_1000_diff1": 0.62448, "nauc_map_at_1_max": 0.35999, "nauc_map_at_1_std": -0.085701, "nauc_map_at_1_diff1": 0.669646, "nauc_map_at_3_max": 0.379253, "nauc_map_at_3_std": -0.087012, "nauc_map_at_3_diff1": 0.637705, "nauc_map_at_5_max": 0.381294, "nauc_map_at_5_std": -0.086417, "nauc_map_at_5_diff1": 0.633232, "nauc_map_at_10_max": 0.381207, "nauc_map_at_10_std": -0.08273, "nauc_map_at_10_diff1": 0.632047, "nauc_map_at_20_max": 0.381008, "nauc_map_at_20_std": -0.0822, "nauc_map_at_20_diff1": 0.632487, "nauc_map_at_25_max": 0.380625, "nauc_map_at_25_std": -0.082509, "nauc_map_at_25_diff1": 0.632629, "nauc_map_at_50_max": 0.380528, "nauc_map_at_50_std": -0.08227, "nauc_map_at_50_diff1": 0.63298, "nauc_map_at_100_max": 0.380478, "nauc_map_at_100_std": -0.082391, "nauc_map_at_100_diff1": 0.633053, "nauc_map_at_1000_max": 0.380358, "nauc_map_at_1000_std": -0.082622, "nauc_map_at_1000_diff1": 0.633168, "nauc_recall_at_1_max": 0.35999, "nauc_recall_at_1_std": -0.085701, "nauc_recall_at_1_diff1": 0.669646, "nauc_recall_at_3_max": 0.414617, "nauc_recall_at_3_std": -0.075, "nauc_recall_at_3_diff1": 0.593147, "nauc_recall_at_5_max": 0.433689, "nauc_recall_at_5_std": -0.066908, "nauc_recall_at_5_diff1": 0.558091, "nauc_recall_at_10_max": 0.449176, "nauc_recall_at_10_std": -0.01258, "nauc_recall_at_10_diff1": 0.529775, "nauc_recall_at_20_max": 0.472069, "nauc_recall_at_20_std": 0.040419, "nauc_recall_at_20_diff1": 0.50967, "nauc_recall_at_25_max": 0.460085, "nauc_recall_at_25_std": 0.034815, "nauc_recall_at_25_diff1": 0.504951, "nauc_recall_at_50_max": 0.502433, "nauc_recall_at_50_std": 0.149484, "nauc_recall_at_50_diff1": 0.488035, "nauc_recall_at_100_max": 0.541262, "nauc_recall_at_100_std": 0.217643, "nauc_recall_at_100_diff1": 0.44172, "nauc_recall_at_1000_max": 0.764239, "nauc_recall_at_1000_std": 0.448413, "nauc_recall_at_1000_diff1": 0.3345, "nauc_precision_at_1_max": 0.35999, "nauc_precision_at_1_std": -0.085701, "nauc_precision_at_1_diff1": 0.669646, "nauc_precision_at_3_max": 0.414617, "nauc_precision_at_3_std": -0.075, "nauc_precision_at_3_diff1": 0.593147, "nauc_precision_at_5_max": 0.433689, "nauc_precision_at_5_std": -0.066908, "nauc_precision_at_5_diff1": 0.558091, "nauc_precision_at_10_max": 0.449176, "nauc_precision_at_10_std": -0.01258, "nauc_precision_at_10_diff1": 0.529775, "nauc_precision_at_20_max": 0.472069, "nauc_precision_at_20_std": 0.040419, "nauc_precision_at_20_diff1": 0.50967, "nauc_precision_at_25_max": 0.460085, "nauc_precision_at_25_std": 0.034815, "nauc_precision_at_25_diff1": 0.504951, "nauc_precision_at_50_max": 0.502433, "nauc_precision_at_50_std": 0.149484, "nauc_precision_at_50_diff1": 0.488035, "nauc_precision_at_100_max": 0.541262, "nauc_precision_at_100_std": 0.217643, "nauc_precision_at_100_diff1": 0.44172, "nauc_precision_at_1000_max": 0.764239, "nauc_precision_at_1000_std": 0.448413, "nauc_precision_at_1000_diff1": 0.3345, "nauc_mrr_at_1_max": 0.35999, "nauc_mrr_at_1_std": -0.085701, "nauc_mrr_at_1_diff1": 0.669646, "nauc_mrr_at_3_max": 0.379253, "nauc_mrr_at_3_std": -0.087012, "nauc_mrr_at_3_diff1": 0.637705, "nauc_mrr_at_5_max": 0.381294, "nauc_mrr_at_5_std": -0.086417, "nauc_mrr_at_5_diff1": 0.633232, "nauc_mrr_at_10_max": 0.381207, "nauc_mrr_at_10_std": -0.08273, "nauc_mrr_at_10_diff1": 0.632047, "nauc_mrr_at_20_max": 0.381008, "nauc_mrr_at_20_std": -0.0822, "nauc_mrr_at_20_diff1": 0.632487, "nauc_mrr_at_25_max": 0.380625, "nauc_mrr_at_25_std": -0.082509, "nauc_mrr_at_25_diff1": 0.632629, "nauc_mrr_at_50_max": 0.380528, "nauc_mrr_at_50_std": -0.08227, "nauc_mrr_at_50_diff1": 0.63298, "nauc_mrr_at_100_max": 0.380478, "nauc_mrr_at_100_std": -0.082391, "nauc_mrr_at_100_diff1": 0.633053, "nauc_mrr_at_1000_max": 0.380358, "nauc_mrr_at_1000_std": -0.082622, "nauc_mrr_at_1000_diff1": 0.633168, "hit_rate_at_1": 0.51456, "hit_rate_at_3": 0.67975, "hit_rate_at_5": 0.75253, "hit_rate_at_10": 0.82278, "hit_rate_at_20": 0.87342, "hit_rate_at_25": 0.88734, "hit_rate_at_50": 0.92848, "hit_rate_at_100": 0.9538, "hit_rate_at_1000": 0.9962, "R_cap_at_1": 0.514557, "R_cap_at_3": 0.679747, "R_cap_at_5": 0.752532, "R_cap_at_10": 0.822785, "R_cap_at_20": 0.873418, "R_cap_at_25": 0.887342, "R_cap_at_50": 0.928481, "R_cap_at_100": 0.953797, "R_cap_at_1000": 0.996203, "main_score": 0.66462, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54795, "ndcg_at_3": 0.6329, "ndcg_at_5": 0.65347, "ndcg_at_10": 0.67382, "ndcg_at_20": 0.68717, "ndcg_at_25": 0.69128, "ndcg_at_50": 0.69872, "ndcg_at_100": 0.70436, "ndcg_at_1000": 0.7098, "map_at_1": 0.54795, "map_at_3": 0.61197, "map_at_5": 0.62334, "map_at_10": 0.63179, "map_at_20": 0.63549, "map_at_25": 0.63632, "map_at_50": 0.63746, "map_at_100": 0.63796, "map_at_1000": 0.63815, "recall_at_1": 0.54795, "recall_at_3": 0.69349, "recall_at_5": 0.74361, "recall_at_10": 0.80627, "recall_at_20": 0.8588, "recall_at_25": 0.87759, "recall_at_50": 0.91566, "recall_at_100": 0.95036, "recall_at_1000": 0.99373, "accuracy": 0.54795, "precision_at_1": 0.54795, "precision_at_3": 0.23116, "precision_at_5": 0.14872, "precision_at_10": 0.08063, "precision_at_20": 0.04294, "precision_at_25": 0.0351, "precision_at_50": 0.01831, "precision_at_100": 0.0095, "precision_at_1000": 0.00099, "mrr_at_1": 0.547952, "mrr_at_3": 0.611968, "mrr_at_5": 0.623341, "mrr_at_10": 0.631792, "mrr_at_20": 0.635492, "mrr_at_25": 0.636324, "mrr_at_50": 0.637462, "mrr_at_100": 0.637959, "mrr_at_1000": 0.638152, "nauc_ndcg_at_1_max": 0.420771, "nauc_ndcg_at_1_std": -0.104821, "nauc_ndcg_at_1_diff1": 0.698222, "nauc_ndcg_at_3_max": 0.447448, "nauc_ndcg_at_3_std": -0.101505, "nauc_ndcg_at_3_diff1": 0.648332, "nauc_ndcg_at_5_max": 0.445343, "nauc_ndcg_at_5_std": -0.097994, "nauc_ndcg_at_5_diff1": 0.646578, "nauc_ndcg_at_10_max": 0.446328, "nauc_ndcg_at_10_std": -0.093485, "nauc_ndcg_at_10_diff1": 0.643574, "nauc_ndcg_at_20_max": 0.446346, "nauc_ndcg_at_20_std": -0.097978, "nauc_ndcg_at_20_diff1": 0.645071, "nauc_ndcg_at_25_max": 0.445291, "nauc_ndcg_at_25_std": -0.0985, "nauc_ndcg_at_25_diff1": 0.644407, "nauc_ndcg_at_50_max": 0.441672, "nauc_ndcg_at_50_std": -0.097236, "nauc_ndcg_at_50_diff1": 0.646523, "nauc_ndcg_at_100_max": 0.442959, "nauc_ndcg_at_100_std": -0.09736, "nauc_ndcg_at_100_diff1": 0.649787, "nauc_ndcg_at_1000_max": 0.440864, "nauc_ndcg_at_1000_std": -0.097264, "nauc_ndcg_at_1000_diff1": 0.651541, "nauc_map_at_1_max": 0.420771, "nauc_map_at_1_std": -0.104821, "nauc_map_at_1_diff1": 0.698222, "nauc_map_at_3_max": 0.440371, "nauc_map_at_3_std": -0.102993, "nauc_map_at_3_diff1": 0.660299, "nauc_map_at_5_max": 0.439283, "nauc_map_at_5_std": -0.10132, "nauc_map_at_5_diff1": 0.65977, "nauc_map_at_10_max": 0.439422, "nauc_map_at_10_std": -0.099696, "nauc_map_at_10_diff1": 0.658638, "nauc_map_at_20_max": 0.439363, "nauc_map_at_20_std": -0.100915, "nauc_map_at_20_diff1": 0.659102, "nauc_map_at_25_max": 0.439164, "nauc_map_at_25_std": -0.101028, "nauc_map_at_25_diff1": 0.659021, "nauc_map_at_50_max": 0.438642, "nauc_map_at_50_std": -0.100836, "nauc_map_at_50_diff1": 0.659312, "nauc_map_at_100_max": 0.438687, "nauc_map_at_100_std": -0.100867, "nauc_map_at_100_diff1": 0.659579, "nauc_map_at_1000_max": 0.438641, "nauc_map_at_1000_std": -0.100808, "nauc_map_at_1000_diff1": 0.659631, "nauc_recall_at_1_max": 0.420771, "nauc_recall_at_1_std": -0.104821, "nauc_recall_at_1_diff1": 0.698222, "nauc_recall_at_3_max": 0.470984, "nauc_recall_at_3_std": -0.096267, "nauc_recall_at_3_diff1": 0.609136, "nauc_recall_at_5_max": 0.467276, "nauc_recall_at_5_std": -0.084374, "nauc_recall_at_5_diff1": 0.597526, "nauc_recall_at_10_max": 0.478111, "nauc_recall_at_10_std": -0.060686, "nauc_recall_at_10_diff1": 0.574071, "nauc_recall_at_20_max": 0.488864, "nauc_recall_at_20_std": -0.081616, "nauc_recall_at_20_diff1": 0.562653, "nauc_recall_at_25_max": 0.484573, "nauc_recall_at_25_std": -0.084006, "nauc_recall_at_25_diff1": 0.545117, "nauc_recall_at_50_max": 0.449172, "nauc_recall_at_50_std": -0.061256, "nauc_recall_at_50_diff1": 0.536205, "nauc_recall_at_100_max": 0.497165, "nauc_recall_at_100_std": -0.038153, "nauc_recall_at_100_diff1": 0.553928, "nauc_recall_at_1000_max": 0.219172, "nauc_recall_at_1000_std": 0.227455, "nauc_recall_at_1000_diff1": 0.41189, "nauc_precision_at_1_max": 0.420771, "nauc_precision_at_1_std": -0.104821, "nauc_precision_at_1_diff1": 0.698222, "nauc_precision_at_3_max": 0.470984, "nauc_precision_at_3_std": -0.096267, "nauc_precision_at_3_diff1": 0.609136, "nauc_precision_at_5_max": 0.467276, "nauc_precision_at_5_std": -0.084374, "nauc_precision_at_5_diff1": 0.597526, "nauc_precision_at_10_max": 0.478111, "nauc_precision_at_10_std": -0.060686, "nauc_precision_at_10_diff1": 0.574071, "nauc_precision_at_20_max": 0.488864, "nauc_precision_at_20_std": -0.081616, "nauc_precision_at_20_diff1": 0.562653, "nauc_precision_at_25_max": 0.484573, "nauc_precision_at_25_std": -0.084006, "nauc_precision_at_25_diff1": 0.545117, "nauc_precision_at_50_max": 0.449172, "nauc_precision_at_50_std": -0.061256, "nauc_precision_at_50_diff1": 0.536205, "nauc_precision_at_100_max": 0.497165, "nauc_precision_at_100_std": -0.038153, "nauc_precision_at_100_diff1": 0.553928, "nauc_precision_at_1000_max": 0.219172, "nauc_precision_at_1000_std": 0.227455, "nauc_precision_at_1000_diff1": 0.41189, "nauc_mrr_at_1_max": 0.420771, "nauc_mrr_at_1_std": -0.104821, "nauc_mrr_at_1_diff1": 0.698222, "nauc_mrr_at_3_max": 0.440371, "nauc_mrr_at_3_std": -0.102993, "nauc_mrr_at_3_diff1": 0.660299, "nauc_mrr_at_5_max": 0.439283, "nauc_mrr_at_5_std": -0.10132, "nauc_mrr_at_5_diff1": 0.65977, "nauc_mrr_at_10_max": 0.439422, "nauc_mrr_at_10_std": -0.099696, "nauc_mrr_at_10_diff1": 0.658638, "nauc_mrr_at_20_max": 0.439363, "nauc_mrr_at_20_std": -0.100915, "nauc_mrr_at_20_diff1": 0.659102, "nauc_mrr_at_25_max": 0.439164, "nauc_mrr_at_25_std": -0.101028, "nauc_mrr_at_25_diff1": 0.659021, "nauc_mrr_at_50_max": 0.438642, "nauc_mrr_at_50_std": -0.100836, "nauc_mrr_at_50_diff1": 0.659312, "nauc_mrr_at_100_max": 0.438687, "nauc_mrr_at_100_std": -0.100867, "nauc_mrr_at_100_diff1": 0.659579, "nauc_mrr_at_1000_max": 0.438641, "nauc_mrr_at_1000_std": -0.100808, "nauc_mrr_at_1000_diff1": 0.659631, "hit_rate_at_1": 0.54795, "hit_rate_at_3": 0.69349, "hit_rate_at_5": 0.74361, "hit_rate_at_10": 0.80627, "hit_rate_at_20": 0.8588, "hit_rate_at_25": 0.87759, "hit_rate_at_50": 0.91566, "hit_rate_at_100": 0.95036, "hit_rate_at_1000": 0.99373, "R_cap_at_1": 0.547952, "R_cap_at_3": 0.693494, "R_cap_at_5": 0.743614, "R_cap_at_10": 0.806265, "R_cap_at_20": 0.858795, "R_cap_at_25": 0.87759, "R_cap_at_50": 0.915663, "R_cap_at_100": 0.950361, "R_cap_at_1000": 0.993735, "main_score": 0.67382, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49756, "ndcg_at_3": 0.59719, "ndcg_at_5": 0.6192, "ndcg_at_10": 0.64249, "ndcg_at_20": 0.65811, "ndcg_at_25": 0.66166, "ndcg_at_50": 0.67036, "ndcg_at_100": 0.67647, "ndcg_at_1000": 0.68197, "map_at_1": 0.49756, "map_at_3": 0.57309, "map_at_5": 0.58531, "map_at_10": 0.59481, "map_at_20": 0.59921, "map_at_25": 0.59993, "map_at_50": 0.60122, "map_at_100": 0.60176, "map_at_1000": 0.60197, "recall_at_1": 0.49756, "recall_at_3": 0.66679, "recall_at_5": 0.7202, "recall_at_10": 0.79278, "recall_at_20": 0.8537, "recall_at_25": 0.86988, "recall_at_50": 0.91501, "recall_at_100": 0.95261, "recall_at_1000": 0.99586, "accuracy": 0.49756, "precision_at_1": 0.49756, "precision_at_3": 0.22226, "precision_at_5": 0.14404, "precision_at_10": 0.07928, "precision_at_20": 0.04269, "precision_at_25": 0.0348, "precision_at_50": 0.0183, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.497555, "mrr_at_3": 0.573085, "mrr_at_5": 0.585308, "mrr_at_10": 0.594812, "mrr_at_20": 0.599215, "mrr_at_25": 0.599931, "mrr_at_50": 0.601219, "mrr_at_100": 0.601757, "mrr_at_1000": 0.601966, "nauc_ndcg_at_1_max": 0.30856, "nauc_ndcg_at_1_std": -0.160236, "nauc_ndcg_at_1_diff1": 0.603118, "nauc_ndcg_at_3_max": 0.345148, "nauc_ndcg_at_3_std": -0.185096, "nauc_ndcg_at_3_diff1": 0.560641, "nauc_ndcg_at_5_max": 0.344578, "nauc_ndcg_at_5_std": -0.18612, "nauc_ndcg_at_5_diff1": 0.552385, "nauc_ndcg_at_10_max": 0.342146, "nauc_ndcg_at_10_std": -0.192846, "nauc_ndcg_at_10_diff1": 0.549509, "nauc_ndcg_at_20_max": 0.344588, "nauc_ndcg_at_20_std": -0.182471, "nauc_ndcg_at_20_diff1": 0.549557, "nauc_ndcg_at_25_max": 0.344556, "nauc_ndcg_at_25_std": -0.180124, "nauc_ndcg_at_25_diff1": 0.549741, "nauc_ndcg_at_50_max": 0.341032, "nauc_ndcg_at_50_std": -0.17651, "nauc_ndcg_at_50_diff1": 0.554958, "nauc_ndcg_at_100_max": 0.342349, "nauc_ndcg_at_100_std": -0.174372, "nauc_ndcg_at_100_diff1": 0.55704, "nauc_ndcg_at_1000_max": 0.338806, "nauc_ndcg_at_1000_std": -0.17783, "nauc_ndcg_at_1000_diff1": 0.559441, "nauc_map_at_1_max": 0.30856, "nauc_map_at_1_std": -0.160236, "nauc_map_at_1_diff1": 0.603118, "nauc_map_at_3_max": 0.335213, "nauc_map_at_3_std": -0.179555, "nauc_map_at_3_diff1": 0.570454, "nauc_map_at_5_max": 0.334778, "nauc_map_at_5_std": -0.179884, "nauc_map_at_5_diff1": 0.566339, "nauc_map_at_10_max": 0.333579, "nauc_map_at_10_std": -0.182438, "nauc_map_at_10_diff1": 0.565482, "nauc_map_at_20_max": 0.334157, "nauc_map_at_20_std": -0.179759, "nauc_map_at_20_diff1": 0.56576, "nauc_map_at_25_max": 0.33411, "nauc_map_at_25_std": -0.179346, "nauc_map_at_25_diff1": 0.565826, "nauc_map_at_50_max": 0.333634, "nauc_map_at_50_std": -0.17897, "nauc_map_at_50_diff1": 0.566507, "nauc_map_at_100_max": 0.333723, "nauc_map_at_100_std": -0.178801, "nauc_map_at_100_diff1": 0.566703, "nauc_map_at_1000_max": 0.333593, "nauc_map_at_1000_std": -0.178897, "nauc_map_at_1000_diff1": 0.566787, "nauc_recall_at_1_max": 0.30856, "nauc_recall_at_1_std": -0.160236, "nauc_recall_at_1_diff1": 0.603118, "nauc_recall_at_3_max": 0.378232, "nauc_recall_at_3_std": -0.202984, "nauc_recall_at_3_diff1": 0.528759, "nauc_recall_at_5_max": 0.380489, "nauc_recall_at_5_std": -0.208806, "nauc_recall_at_5_diff1": 0.500355, "nauc_recall_at_10_max": 0.37989, "nauc_recall_at_10_std": -0.243749, "nauc_recall_at_10_diff1": 0.474059, "nauc_recall_at_20_max": 0.41071, "nauc_recall_at_20_std": -0.185827, "nauc_recall_at_20_diff1": 0.445435, "nauc_recall_at_25_max": 0.418229, "nauc_recall_at_25_std": -0.163861, "nauc_recall_at_25_diff1": 0.435565, "nauc_recall_at_50_max": 0.399139, "nauc_recall_at_50_std": -0.096426, "nauc_recall_at_50_diff1": 0.462728, "nauc_recall_at_100_max": 0.487029, "nauc_recall_at_100_std": 0.033792, "nauc_recall_at_100_diff1": 0.453641, "nauc_recall_at_1000_max": 0.398116, "nauc_recall_at_1000_std": 0.544316, "nauc_recall_at_1000_diff1": 0.466813, "nauc_precision_at_1_max": 0.30856, "nauc_precision_at_1_std": -0.160236, "nauc_precision_at_1_diff1": 0.603118, "nauc_precision_at_3_max": 0.378232, "nauc_precision_at_3_std": -0.202984, "nauc_precision_at_3_diff1": 0.528759, "nauc_precision_at_5_max": 0.380489, "nauc_precision_at_5_std": -0.208806, "nauc_precision_at_5_diff1": 0.500355, "nauc_precision_at_10_max": 0.37989, "nauc_precision_at_10_std": -0.243749, "nauc_precision_at_10_diff1": 0.474059, "nauc_precision_at_20_max": 0.41071, "nauc_precision_at_20_std": -0.185827, "nauc_precision_at_20_diff1": 0.445435, "nauc_precision_at_25_max": 0.418229, "nauc_precision_at_25_std": -0.163861, "nauc_precision_at_25_diff1": 0.435565, "nauc_precision_at_50_max": 0.399139, "nauc_precision_at_50_std": -0.096426, "nauc_precision_at_50_diff1": 0.462728, "nauc_precision_at_100_max": 0.487029, "nauc_precision_at_100_std": 0.033792, "nauc_precision_at_100_diff1": 0.453641, "nauc_precision_at_1000_max": 0.398116, "nauc_precision_at_1000_std": 0.544316, "nauc_precision_at_1000_diff1": 0.466813, "nauc_mrr_at_1_max": 0.30856, "nauc_mrr_at_1_std": -0.160236, "nauc_mrr_at_1_diff1": 0.603118, "nauc_mrr_at_3_max": 0.335213, "nauc_mrr_at_3_std": -0.179555, "nauc_mrr_at_3_diff1": 0.570454, "nauc_mrr_at_5_max": 0.334778, "nauc_mrr_at_5_std": -0.179884, "nauc_mrr_at_5_diff1": 0.566339, "nauc_mrr_at_10_max": 0.333579, "nauc_mrr_at_10_std": -0.182438, "nauc_mrr_at_10_diff1": 0.565482, "nauc_mrr_at_20_max": 0.334157, "nauc_mrr_at_20_std": -0.179759, "nauc_mrr_at_20_diff1": 0.56576, "nauc_mrr_at_25_max": 0.33411, "nauc_mrr_at_25_std": -0.179346, "nauc_mrr_at_25_diff1": 0.565826, "nauc_mrr_at_50_max": 0.333634, "nauc_mrr_at_50_std": -0.17897, "nauc_mrr_at_50_diff1": 0.566507, "nauc_mrr_at_100_max": 0.333723, "nauc_mrr_at_100_std": -0.178801, "nauc_mrr_at_100_diff1": 0.566703, "nauc_mrr_at_1000_max": 0.333593, "nauc_mrr_at_1000_std": -0.178897, "nauc_mrr_at_1000_diff1": 0.566787, "hit_rate_at_1": 0.49756, "hit_rate_at_3": 0.66679, "hit_rate_at_5": 0.7202, "hit_rate_at_10": 0.79278, "hit_rate_at_20": 0.8537, "hit_rate_at_25": 0.86988, "hit_rate_at_50": 0.91501, "hit_rate_at_100": 0.95261, "hit_rate_at_1000": 0.99586, "R_cap_at_1": 0.497555, "R_cap_at_3": 0.666792, "R_cap_at_5": 0.720196, "R_cap_at_10": 0.792779, "R_cap_at_20": 0.853704, "R_cap_at_25": 0.869876, "R_cap_at_50": 0.915006, "R_cap_at_100": 0.952614, "R_cap_at_1000": 0.995863, "main_score": 0.64249, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49725, "ndcg_at_3": 0.59035, "ndcg_at_5": 0.61442, "ndcg_at_10": 0.63613, "ndcg_at_20": 0.65367, "ndcg_at_25": 0.65788, "ndcg_at_50": 0.66659, "ndcg_at_100": 0.67326, "ndcg_at_1000": 0.679, "map_at_1": 0.49725, "map_at_3": 0.56795, "map_at_5": 0.58145, "map_at_10": 0.59047, "map_at_20": 0.59535, "map_at_25": 0.5962, "map_at_50": 0.59752, "map_at_100": 0.59813, "map_at_1000": 0.59835, "recall_at_1": 0.49725, "recall_at_3": 0.65496, "recall_at_5": 0.71281, "recall_at_10": 0.77961, "recall_at_20": 0.84848, "recall_at_25": 0.86777, "recall_at_50": 0.91253, "recall_at_100": 0.95317, "recall_at_1000": 0.99793, "accuracy": 0.49725, "precision_at_1": 0.49725, "precision_at_3": 0.21832, "precision_at_5": 0.14256, "precision_at_10": 0.07796, "precision_at_20": 0.04242, "precision_at_25": 0.03471, "precision_at_50": 0.01825, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.497245, "mrr_at_3": 0.567952, "mrr_at_5": 0.581451, "mrr_at_10": 0.590472, "mrr_at_20": 0.595354, "mrr_at_25": 0.596197, "mrr_at_50": 0.597519, "mrr_at_100": 0.598131, "mrr_at_1000": 0.598354, "nauc_ndcg_at_1_max": 0.305359, "nauc_ndcg_at_1_std": -0.085196, "nauc_ndcg_at_1_diff1": 0.655087, "nauc_ndcg_at_3_max": 0.340602, "nauc_ndcg_at_3_std": -0.075483, "nauc_ndcg_at_3_diff1": 0.599028, "nauc_ndcg_at_5_max": 0.363943, "nauc_ndcg_at_5_std": -0.079233, "nauc_ndcg_at_5_diff1": 0.599508, "nauc_ndcg_at_10_max": 0.359922, "nauc_ndcg_at_10_std": -0.086275, "nauc_ndcg_at_10_diff1": 0.595868, "nauc_ndcg_at_20_max": 0.357952, "nauc_ndcg_at_20_std": -0.077025, "nauc_ndcg_at_20_diff1": 0.599652, "nauc_ndcg_at_25_max": 0.358887, "nauc_ndcg_at_25_std": -0.07532, "nauc_ndcg_at_25_diff1": 0.602882, "nauc_ndcg_at_50_max": 0.35794, "nauc_ndcg_at_50_std": -0.070987, "nauc_ndcg_at_50_diff1": 0.603568, "nauc_ndcg_at_100_max": 0.357143, "nauc_ndcg_at_100_std": -0.06991, "nauc_ndcg_at_100_diff1": 0.605014, "nauc_ndcg_at_1000_max": 0.351323, "nauc_ndcg_at_1000_std": -0.077514, "nauc_ndcg_at_1000_diff1": 0.607666, "nauc_map_at_1_max": 0.305359, "nauc_map_at_1_std": -0.085196, "nauc_map_at_1_diff1": 0.655087, "nauc_map_at_3_max": 0.332375, "nauc_map_at_3_std": -0.077724, "nauc_map_at_3_diff1": 0.613469, "nauc_map_at_5_max": 0.344643, "nauc_map_at_5_std": -0.080071, "nauc_map_at_5_diff1": 0.614117, "nauc_map_at_10_max": 0.342646, "nauc_map_at_10_std": -0.082841, "nauc_map_at_10_diff1": 0.612979, "nauc_map_at_20_max": 0.341995, "nauc_map_at_20_std": -0.080408, "nauc_map_at_20_diff1": 0.614109, "nauc_map_at_25_max": 0.342128, "nauc_map_at_25_std": -0.080116, "nauc_map_at_25_diff1": 0.61469, "nauc_map_at_50_max": 0.342007, "nauc_map_at_50_std": -0.079756, "nauc_map_at_50_diff1": 0.614785, "nauc_map_at_100_max": 0.341877, "nauc_map_at_100_std": -0.079774, "nauc_map_at_100_diff1": 0.614935, "nauc_map_at_1000_max": 0.341683, "nauc_map_at_1000_std": -0.079986, "nauc_map_at_1000_diff1": 0.615004, "nauc_recall_at_1_max": 0.305359, "nauc_recall_at_1_std": -0.085196, "nauc_recall_at_1_diff1": 0.655087, "nauc_recall_at_3_max": 0.367021, "nauc_recall_at_3_std": -0.068299, "nauc_recall_at_3_diff1": 0.551938, "nauc_recall_at_5_max": 0.437298, "nauc_recall_at_5_std": -0.076534, "nauc_recall_at_5_diff1": 0.546709, "nauc_recall_at_10_max": 0.437863, "nauc_recall_at_10_std": -0.105778, "nauc_recall_at_10_diff1": 0.518838, "nauc_recall_at_20_max": 0.453319, "nauc_recall_at_20_std": -0.048018, "nauc_recall_at_20_diff1": 0.516535, "nauc_recall_at_25_max": 0.474448, "nauc_recall_at_25_std": -0.028163, "nauc_recall_at_25_diff1": 0.536609, "nauc_recall_at_50_max": 0.510822, "nauc_recall_at_50_std": 0.067094, "nauc_recall_at_50_diff1": 0.518032, "nauc_recall_at_100_max": 0.622776, "nauc_recall_at_100_std": 0.233288, "nauc_recall_at_100_diff1": 0.488461, "nauc_recall_at_1000_max": 0.956434, "nauc_recall_at_1000_std": -0.478312, "nauc_recall_at_1000_diff1": 0.517006, "nauc_precision_at_1_max": 0.305359, "nauc_precision_at_1_std": -0.085196, "nauc_precision_at_1_diff1": 0.655087, "nauc_precision_at_3_max": 0.367021, "nauc_precision_at_3_std": -0.068299, "nauc_precision_at_3_diff1": 0.551938, "nauc_precision_at_5_max": 0.437298, "nauc_precision_at_5_std": -0.076534, "nauc_precision_at_5_diff1": 0.546709, "nauc_precision_at_10_max": 0.437863, "nauc_precision_at_10_std": -0.105778, "nauc_precision_at_10_diff1": 0.518838, "nauc_precision_at_20_max": 0.453319, "nauc_precision_at_20_std": -0.048018, "nauc_precision_at_20_diff1": 0.516535, "nauc_precision_at_25_max": 0.474448, "nauc_precision_at_25_std": -0.028163, "nauc_precision_at_25_diff1": 0.536609, "nauc_precision_at_50_max": 0.510822, "nauc_precision_at_50_std": 0.067094, "nauc_precision_at_50_diff1": 0.518032, "nauc_precision_at_100_max": 0.622776, "nauc_precision_at_100_std": 0.233288, "nauc_precision_at_100_diff1": 0.488461, "nauc_precision_at_1000_max": 0.956434, "nauc_precision_at_1000_std": -0.478312, "nauc_precision_at_1000_diff1": 0.517006, "nauc_mrr_at_1_max": 0.305359, "nauc_mrr_at_1_std": -0.085196, "nauc_mrr_at_1_diff1": 0.655087, "nauc_mrr_at_3_max": 0.332375, "nauc_mrr_at_3_std": -0.077724, "nauc_mrr_at_3_diff1": 0.613469, "nauc_mrr_at_5_max": 0.344643, "nauc_mrr_at_5_std": -0.080071, "nauc_mrr_at_5_diff1": 0.614117, "nauc_mrr_at_10_max": 0.342646, "nauc_mrr_at_10_std": -0.082841, "nauc_mrr_at_10_diff1": 0.612979, "nauc_mrr_at_20_max": 0.341995, "nauc_mrr_at_20_std": -0.080408, "nauc_mrr_at_20_diff1": 0.614109, "nauc_mrr_at_25_max": 0.342128, "nauc_mrr_at_25_std": -0.080116, "nauc_mrr_at_25_diff1": 0.61469, "nauc_mrr_at_50_max": 0.342007, "nauc_mrr_at_50_std": -0.079756, "nauc_mrr_at_50_diff1": 0.614785, "nauc_mrr_at_100_max": 0.341877, "nauc_mrr_at_100_std": -0.079774, "nauc_mrr_at_100_diff1": 0.614935, "nauc_mrr_at_1000_max": 0.341683, "nauc_mrr_at_1000_std": -0.079986, "nauc_mrr_at_1000_diff1": 0.615004, "hit_rate_at_1": 0.49725, "hit_rate_at_3": 0.65496, "hit_rate_at_5": 0.71281, "hit_rate_at_10": 0.77961, "hit_rate_at_20": 0.84848, "hit_rate_at_25": 0.86777, "hit_rate_at_50": 0.91253, "hit_rate_at_100": 0.95317, "hit_rate_at_1000": 0.99793, "R_cap_at_1": 0.497245, "R_cap_at_3": 0.654959, "R_cap_at_5": 0.71281, "R_cap_at_10": 0.779614, "R_cap_at_20": 0.848485, "R_cap_at_25": 0.867769, "R_cap_at_50": 0.912534, "R_cap_at_100": 0.953168, "R_cap_at_1000": 0.997934, "main_score": 0.63613, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.41482, "ndcg_at_3": 0.5034, "ndcg_at_5": 0.52628, "ndcg_at_10": 0.54931, "ndcg_at_20": 0.56861, "ndcg_at_25": 0.5725, "ndcg_at_50": 0.58391, "ndcg_at_100": 0.59236, "ndcg_at_1000": 0.60405, "map_at_1": 0.41482, "map_at_3": 0.4817, "map_at_5": 0.49441, "map_at_10": 0.50403, "map_at_20": 0.50936, "map_at_25": 0.51014, "map_at_50": 0.51186, "map_at_100": 0.51261, "map_at_1000": 0.51305, "recall_at_1": 0.41482, "recall_at_3": 0.56616, "recall_at_5": 0.62165, "recall_at_10": 0.69228, "recall_at_20": 0.76834, "recall_at_25": 0.78619, "recall_at_50": 0.84478, "recall_at_100": 0.89678, "recall_at_1000": 0.98913, "accuracy": 0.41482, "precision_at_1": 0.41482, "precision_at_3": 0.18872, "precision_at_5": 0.12433, "precision_at_10": 0.06923, "precision_at_20": 0.03842, "precision_at_25": 0.03145, "precision_at_50": 0.0169, "precision_at_100": 0.00897, "precision_at_1000": 0.00099, "mrr_at_1": 0.414823, "mrr_at_3": 0.481697, "mrr_at_5": 0.494406, "mrr_at_10": 0.50403, "mrr_at_20": 0.509358, "mrr_at_25": 0.510138, "mrr_at_50": 0.511864, "mrr_at_100": 0.512615, "mrr_at_1000": 0.513046, "nauc_ndcg_at_1_max": 0.342799, "nauc_ndcg_at_1_std": -0.126535, "nauc_ndcg_at_1_diff1": 0.601035, "nauc_ndcg_at_3_max": 0.346388, "nauc_ndcg_at_3_std": -0.131352, "nauc_ndcg_at_3_diff1": 0.532735, "nauc_ndcg_at_5_max": 0.339591, "nauc_ndcg_at_5_std": -0.140816, "nauc_ndcg_at_5_diff1": 0.520891, "nauc_ndcg_at_10_max": 0.343328, "nauc_ndcg_at_10_std": -0.139918, "nauc_ndcg_at_10_diff1": 0.516644, "nauc_ndcg_at_20_max": 0.340463, "nauc_ndcg_at_20_std": -0.138126, "nauc_ndcg_at_20_diff1": 0.514859, "nauc_ndcg_at_25_max": 0.343287, "nauc_ndcg_at_25_std": -0.13732, "nauc_ndcg_at_25_diff1": 0.514764, "nauc_ndcg_at_50_max": 0.343646, "nauc_ndcg_at_50_std": -0.139651, "nauc_ndcg_at_50_diff1": 0.519879, "nauc_ndcg_at_100_max": 0.34485, "nauc_ndcg_at_100_std": -0.135806, "nauc_ndcg_at_100_diff1": 0.52356, "nauc_ndcg_at_1000_max": 0.344196, "nauc_ndcg_at_1000_std": -0.132986, "nauc_ndcg_at_1000_diff1": 0.529852, "nauc_map_at_1_max": 0.342799, "nauc_map_at_1_std": -0.126535, "nauc_map_at_1_diff1": 0.601035, "nauc_map_at_3_max": 0.344991, "nauc_map_at_3_std": -0.130646, "nauc_map_at_3_diff1": 0.549748, "nauc_map_at_5_max": 0.341121, "nauc_map_at_5_std": -0.135644, "nauc_map_at_5_diff1": 0.543581, "nauc_map_at_10_max": 0.342862, "nauc_map_at_10_std": -0.135163, "nauc_map_at_10_diff1": 0.542267, "nauc_map_at_20_max": 0.342219, "nauc_map_at_20_std": -0.134577, "nauc_map_at_20_diff1": 0.542098, "nauc_map_at_25_max": 0.342716, "nauc_map_at_25_std": -0.134422, "nauc_map_at_25_diff1": 0.542126, "nauc_map_at_50_max": 0.342733, "nauc_map_at_50_std": -0.134685, "nauc_map_at_50_diff1": 0.542921, "nauc_map_at_100_max": 0.342818, "nauc_map_at_100_std": -0.134384, "nauc_map_at_100_diff1": 0.543259, "nauc_map_at_1000_max": 0.342778, "nauc_map_at_1000_std": -0.134241, "nauc_map_at_1000_diff1": 0.543493, "nauc_recall_at_1_max": 0.342799, "nauc_recall_at_1_std": -0.126535, "nauc_recall_at_1_diff1": 0.601035, "nauc_recall_at_3_max": 0.350885, "nauc_recall_at_3_std": -0.133298, "nauc_recall_at_3_diff1": 0.480655, "nauc_recall_at_5_max": 0.333996, "nauc_recall_at_5_std": -0.159101, "nauc_recall_at_5_diff1": 0.445178, "nauc_recall_at_10_max": 0.345471, "nauc_recall_at_10_std": -0.158721, "nauc_recall_at_10_diff1": 0.418048, "nauc_recall_at_20_max": 0.328479, "nauc_recall_at_20_std": -0.154189, "nauc_recall_at_20_diff1": 0.382627, "nauc_recall_at_25_max": 0.347934, "nauc_recall_at_25_std": -0.149602, "nauc_recall_at_25_diff1": 0.37332, "nauc_recall_at_50_max": 0.353916, "nauc_recall_at_50_std": -0.178474, "nauc_recall_at_50_diff1": 0.379023, "nauc_recall_at_100_max": 0.379494, "nauc_recall_at_100_std": -0.129456, "nauc_recall_at_100_diff1": 0.379393, "nauc_recall_at_1000_max": 0.567711, "nauc_recall_at_1000_std": 0.385585, "nauc_recall_at_1000_diff1": 0.393994, "nauc_precision_at_1_max": 0.342799, "nauc_precision_at_1_std": -0.126535, "nauc_precision_at_1_diff1": 0.601035, "nauc_precision_at_3_max": 0.350885, "nauc_precision_at_3_std": -0.133298, "nauc_precision_at_3_diff1": 0.480655, "nauc_precision_at_5_max": 0.333996, "nauc_precision_at_5_std": -0.159101, "nauc_precision_at_5_diff1": 0.445178, "nauc_precision_at_10_max": 0.345471, "nauc_precision_at_10_std": -0.158721, "nauc_precision_at_10_diff1": 0.418048, "nauc_precision_at_20_max": 0.328479, "nauc_precision_at_20_std": -0.154189, "nauc_precision_at_20_diff1": 0.382627, "nauc_precision_at_25_max": 0.347934, "nauc_precision_at_25_std": -0.149602, "nauc_precision_at_25_diff1": 0.37332, "nauc_precision_at_50_max": 0.353916, "nauc_precision_at_50_std": -0.178474, "nauc_precision_at_50_diff1": 0.379023, "nauc_precision_at_100_max": 0.379494, "nauc_precision_at_100_std": -0.129456, "nauc_precision_at_100_diff1": 0.379393, "nauc_precision_at_1000_max": 0.567711, "nauc_precision_at_1000_std": 0.385585, "nauc_precision_at_1000_diff1": 0.393994, "nauc_mrr_at_1_max": 0.342799, "nauc_mrr_at_1_std": -0.126535, "nauc_mrr_at_1_diff1": 0.601035, "nauc_mrr_at_3_max": 0.344991, "nauc_mrr_at_3_std": -0.130646, "nauc_mrr_at_3_diff1": 0.549748, "nauc_mrr_at_5_max": 0.341121, "nauc_mrr_at_5_std": -0.135644, "nauc_mrr_at_5_diff1": 0.543581, "nauc_mrr_at_10_max": 0.342862, "nauc_mrr_at_10_std": -0.135163, "nauc_mrr_at_10_diff1": 0.542267, "nauc_mrr_at_20_max": 0.342219, "nauc_mrr_at_20_std": -0.134577, "nauc_mrr_at_20_diff1": 0.542098, "nauc_mrr_at_25_max": 0.342716, "nauc_mrr_at_25_std": -0.134422, "nauc_mrr_at_25_diff1": 0.542126, "nauc_mrr_at_50_max": 0.342733, "nauc_mrr_at_50_std": -0.134685, "nauc_mrr_at_50_diff1": 0.542921, "nauc_mrr_at_100_max": 0.342818, "nauc_mrr_at_100_std": -0.134384, "nauc_mrr_at_100_diff1": 0.543259, "nauc_mrr_at_1000_max": 0.342778, "nauc_mrr_at_1000_std": -0.134241, "nauc_mrr_at_1000_diff1": 0.543493, "hit_rate_at_1": 0.41482, "hit_rate_at_3": 0.56616, "hit_rate_at_5": 0.62165, "hit_rate_at_10": 0.69228, "hit_rate_at_20": 0.76834, "hit_rate_at_25": 0.78619, "hit_rate_at_50": 0.84478, "hit_rate_at_100": 0.89678, "hit_rate_at_1000": 0.98913, "R_cap_at_1": 0.414823, "R_cap_at_3": 0.566162, "R_cap_at_5": 0.621653, "R_cap_at_10": 0.692278, "R_cap_at_20": 0.768335, "R_cap_at_25": 0.786185, "R_cap_at_50": 0.844781, "R_cap_at_100": 0.896779, "R_cap_at_1000": 0.989135, "main_score": 0.54931, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48962, "ndcg_at_3": 0.58685, "ndcg_at_5": 0.6113, "ndcg_at_10": 0.63459, "ndcg_at_20": 0.64833, "ndcg_at_25": 0.65245, "ndcg_at_50": 0.66181, "ndcg_at_100": 0.66658, "ndcg_at_1000": 0.6734, "map_at_1": 0.48962, "map_at_3": 0.56291, "map_at_5": 0.5765, "map_at_10": 0.58609, "map_at_20": 0.58993, "map_at_25": 0.59076, "map_at_50": 0.59219, "map_at_100": 0.59262, "map_at_1000": 0.59288, "recall_at_1": 0.48962, "recall_at_3": 0.65613, "recall_at_5": 0.71542, "recall_at_10": 0.78755, "recall_at_20": 0.8414, "recall_at_25": 0.86018, "recall_at_50": 0.9081, "recall_at_100": 0.93725, "recall_at_1000": 0.99111, "accuracy": 0.48962, "precision_at_1": 0.48962, "precision_at_3": 0.21871, "precision_at_5": 0.14308, "precision_at_10": 0.07875, "precision_at_20": 0.04207, "precision_at_25": 0.03441, "precision_at_50": 0.01816, "precision_at_100": 0.00937, "precision_at_1000": 0.00099, "mrr_at_1": 0.489625, "mrr_at_3": 0.562912, "mrr_at_5": 0.576499, "mrr_at_10": 0.586092, "mrr_at_20": 0.589925, "mrr_at_25": 0.590756, "mrr_at_50": 0.592191, "mrr_at_100": 0.592625, "mrr_at_1000": 0.592877, "nauc_ndcg_at_1_max": 0.318385, "nauc_ndcg_at_1_std": -0.030275, "nauc_ndcg_at_1_diff1": 0.611242, "nauc_ndcg_at_3_max": 0.34095, "nauc_ndcg_at_3_std": -0.048359, "nauc_ndcg_at_3_diff1": 0.562724, "nauc_ndcg_at_5_max": 0.341798, "nauc_ndcg_at_5_std": -0.04171, "nauc_ndcg_at_5_diff1": 0.560344, "nauc_ndcg_at_10_max": 0.340985, "nauc_ndcg_at_10_std": -0.047166, "nauc_ndcg_at_10_diff1": 0.561313, "nauc_ndcg_at_20_max": 0.345693, "nauc_ndcg_at_20_std": -0.03851, "nauc_ndcg_at_20_diff1": 0.564787, "nauc_ndcg_at_25_max": 0.346388, "nauc_ndcg_at_25_std": -0.034386, "nauc_ndcg_at_25_diff1": 0.563964, "nauc_ndcg_at_50_max": 0.343314, "nauc_ndcg_at_50_std": -0.032773, "nauc_ndcg_at_50_diff1": 0.563519, "nauc_ndcg_at_100_max": 0.343682, "nauc_ndcg_at_100_std": -0.031464, "nauc_ndcg_at_100_diff1": 0.566576, "nauc_ndcg_at_1000_max": 0.34208, "nauc_ndcg_at_1000_std": -0.033527, "nauc_ndcg_at_1000_diff1": 0.568806, "nauc_map_at_1_max": 0.318385, "nauc_map_at_1_std": -0.030275, "nauc_map_at_1_diff1": 0.611242, "nauc_map_at_3_max": 0.33518, "nauc_map_at_3_std": -0.04345, "nauc_map_at_3_diff1": 0.575219, "nauc_map_at_5_max": 0.335582, "nauc_map_at_5_std": -0.039604, "nauc_map_at_5_diff1": 0.574314, "nauc_map_at_10_max": 0.33525, "nauc_map_at_10_std": -0.041855, "nauc_map_at_10_diff1": 0.575228, "nauc_map_at_20_max": 0.336288, "nauc_map_at_20_std": -0.039613, "nauc_map_at_20_diff1": 0.576162, "nauc_map_at_25_max": 0.336384, "nauc_map_at_25_std": -0.038872, "nauc_map_at_25_diff1": 0.576048, "nauc_map_at_50_max": 0.336021, "nauc_map_at_50_std": -0.038646, "nauc_map_at_50_diff1": 0.576038, "nauc_map_at_100_max": 0.33602, "nauc_map_at_100_std": -0.038593, "nauc_map_at_100_diff1": 0.576267, "nauc_map_at_1000_max": 0.335985, "nauc_map_at_1000_std": -0.038646, "nauc_map_at_1000_diff1": 0.576319, "nauc_recall_at_1_max": 0.318385, "nauc_recall_at_1_std": -0.030275, "nauc_recall_at_1_diff1": 0.611242, "nauc_recall_at_3_max": 0.359849, "nauc_recall_at_3_std": -0.064575, "nauc_recall_at_3_diff1": 0.521756, "nauc_recall_at_5_max": 0.36448, "nauc_recall_at_5_std": -0.048664, "nauc_recall_at_5_diff1": 0.508812, "nauc_recall_at_10_max": 0.365944, "nauc_recall_at_10_std": -0.072756, "nauc_recall_at_10_diff1": 0.49753, "nauc_recall_at_20_max": 0.407357, "nauc_recall_at_20_std": -0.020433, "nauc_recall_at_20_diff1": 0.503896, "nauc_recall_at_25_max": 0.421235, "nauc_recall_at_25_std": 0.018688, "nauc_recall_at_25_diff1": 0.488971, "nauc_recall_at_50_max": 0.408385, "nauc_recall_at_50_std": 0.064848, "nauc_recall_at_50_diff1": 0.447903, "nauc_recall_at_100_max": 0.449446, "nauc_recall_at_100_std": 0.146148, "nauc_recall_at_100_diff1": 0.471766, "nauc_recall_at_1000_max": 0.694456, "nauc_recall_at_1000_std": 0.722124, "nauc_recall_at_1000_diff1": 0.423921, "nauc_precision_at_1_max": 0.318385, "nauc_precision_at_1_std": -0.030275, "nauc_precision_at_1_diff1": 0.611242, "nauc_precision_at_3_max": 0.359849, "nauc_precision_at_3_std": -0.064575, "nauc_precision_at_3_diff1": 0.521756, "nauc_precision_at_5_max": 0.36448, "nauc_precision_at_5_std": -0.048664, "nauc_precision_at_5_diff1": 0.508812, "nauc_precision_at_10_max": 0.365944, "nauc_precision_at_10_std": -0.072756, "nauc_precision_at_10_diff1": 0.49753, "nauc_precision_at_20_max": 0.407357, "nauc_precision_at_20_std": -0.020433, "nauc_precision_at_20_diff1": 0.503896, "nauc_precision_at_25_max": 0.421235, "nauc_precision_at_25_std": 0.018688, "nauc_precision_at_25_diff1": 0.488971, "nauc_precision_at_50_max": 0.408385, "nauc_precision_at_50_std": 0.064848, "nauc_precision_at_50_diff1": 0.447903, "nauc_precision_at_100_max": 0.449446, "nauc_precision_at_100_std": 0.146148, "nauc_precision_at_100_diff1": 0.471766, "nauc_precision_at_1000_max": 0.694456, "nauc_precision_at_1000_std": 0.722124, "nauc_precision_at_1000_diff1": 0.423921, "nauc_mrr_at_1_max": 0.318385, "nauc_mrr_at_1_std": -0.030275, "nauc_mrr_at_1_diff1": 0.611242, "nauc_mrr_at_3_max": 0.33518, "nauc_mrr_at_3_std": -0.04345, "nauc_mrr_at_3_diff1": 0.575219, "nauc_mrr_at_5_max": 0.335582, "nauc_mrr_at_5_std": -0.039604, "nauc_mrr_at_5_diff1": 0.574314, "nauc_mrr_at_10_max": 0.33525, "nauc_mrr_at_10_std": -0.041855, "nauc_mrr_at_10_diff1": 0.575228, "nauc_mrr_at_20_max": 0.336288, "nauc_mrr_at_20_std": -0.039613, "nauc_mrr_at_20_diff1": 0.576162, "nauc_mrr_at_25_max": 0.336384, "nauc_mrr_at_25_std": -0.038872, "nauc_mrr_at_25_diff1": 0.576048, "nauc_mrr_at_50_max": 0.336021, "nauc_mrr_at_50_std": -0.038646, "nauc_mrr_at_50_diff1": 0.576038, "nauc_mrr_at_100_max": 0.33602, "nauc_mrr_at_100_std": -0.038593, "nauc_mrr_at_100_diff1": 0.576267, "nauc_mrr_at_1000_max": 0.335985, "nauc_mrr_at_1000_std": -0.038646, "nauc_mrr_at_1000_diff1": 0.576319, "hit_rate_at_1": 0.48962, "hit_rate_at_3": 0.65613, "hit_rate_at_5": 0.71542, "hit_rate_at_10": 0.78755, "hit_rate_at_20": 0.8414, "hit_rate_at_25": 0.86018, "hit_rate_at_50": 0.9081, "hit_rate_at_100": 0.93725, "hit_rate_at_1000": 0.99111, "R_cap_at_1": 0.489625, "R_cap_at_3": 0.656126, "R_cap_at_5": 0.715415, "R_cap_at_10": 0.787549, "R_cap_at_20": 0.841403, "R_cap_at_25": 0.860178, "R_cap_at_50": 0.908103, "R_cap_at_100": 0.937253, "R_cap_at_1000": 0.991107, "main_score": 0.63459, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.645, "ndcg_at_3": 0.72792, "ndcg_at_5": 0.74122, "ndcg_at_10": 0.75558, "ndcg_at_20": 0.76452, "ndcg_at_25": 0.76788, "ndcg_at_50": 0.772, "ndcg_at_100": 0.77624, "ndcg_at_1000": 0.781, "map_at_1": 0.645, "map_at_3": 0.70782, "map_at_5": 0.71523, "map_at_10": 0.72113, "map_at_20": 0.72352, "map_at_25": 0.7242, "map_at_50": 0.72483, "map_at_100": 0.72519, "map_at_1000": 0.72537, "recall_at_1": 0.645, "recall_at_3": 0.78598, "recall_at_5": 0.81812, "recall_at_10": 0.86267, "recall_at_20": 0.89847, "recall_at_25": 0.91381, "recall_at_50": 0.93499, "recall_at_100": 0.96129, "recall_at_1000": 0.99854, "accuracy": 0.645, "precision_at_1": 0.645, "precision_at_3": 0.26199, "precision_at_5": 0.16362, "precision_at_10": 0.08627, "precision_at_20": 0.04492, "precision_at_25": 0.03655, "precision_at_50": 0.0187, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.644996, "mrr_at_3": 0.707816, "mrr_at_5": 0.71523, "mrr_at_10": 0.72113, "mrr_at_20": 0.723525, "mrr_at_25": 0.724198, "mrr_at_50": 0.724826, "mrr_at_100": 0.725189, "mrr_at_1000": 0.725372, "nauc_ndcg_at_1_max": 0.555434, "nauc_ndcg_at_1_std": 0.00738, "nauc_ndcg_at_1_diff1": 0.750541, "nauc_ndcg_at_3_max": 0.593826, "nauc_ndcg_at_3_std": 0.027896, "nauc_ndcg_at_3_diff1": 0.707632, "nauc_ndcg_at_5_max": 0.587651, "nauc_ndcg_at_5_std": 0.02979, "nauc_ndcg_at_5_diff1": 0.700195, "nauc_ndcg_at_10_max": 0.588026, "nauc_ndcg_at_10_std": 0.0259, "nauc_ndcg_at_10_diff1": 0.705433, "nauc_ndcg_at_20_max": 0.584873, "nauc_ndcg_at_20_std": 0.012778, "nauc_ndcg_at_20_diff1": 0.706016, "nauc_ndcg_at_25_max": 0.588283, "nauc_ndcg_at_25_std": 0.019683, "nauc_ndcg_at_25_diff1": 0.70896, "nauc_ndcg_at_50_max": 0.585954, "nauc_ndcg_at_50_std": 0.020393, "nauc_ndcg_at_50_diff1": 0.708331, "nauc_ndcg_at_100_max": 0.583783, "nauc_ndcg_at_100_std": 0.024351, "nauc_ndcg_at_100_diff1": 0.713028, "nauc_ndcg_at_1000_max": 0.583852, "nauc_ndcg_at_1000_std": 0.021738, "nauc_ndcg_at_1000_diff1": 0.7137, "nauc_map_at_1_max": 0.555434, "nauc_map_at_1_std": 0.00738, "nauc_map_at_1_diff1": 0.750541, "nauc_map_at_3_max": 0.584363, "nauc_map_at_3_std": 0.021317, "nauc_map_at_3_diff1": 0.718742, "nauc_map_at_5_max": 0.581099, "nauc_map_at_5_std": 0.022558, "nauc_map_at_5_diff1": 0.715068, "nauc_map_at_10_max": 0.58085, "nauc_map_at_10_std": 0.020647, "nauc_map_at_10_diff1": 0.717715, "nauc_map_at_20_max": 0.580032, "nauc_map_at_20_std": 0.017712, "nauc_map_at_20_diff1": 0.717931, "nauc_map_at_25_max": 0.580586, "nauc_map_at_25_std": 0.01891, "nauc_map_at_25_diff1": 0.718479, "nauc_map_at_50_max": 0.580245, "nauc_map_at_50_std": 0.018954, "nauc_map_at_50_diff1": 0.718381, "nauc_map_at_100_max": 0.580092, "nauc_map_at_100_std": 0.019161, "nauc_map_at_100_diff1": 0.718742, "nauc_map_at_1000_max": 0.580101, "nauc_map_at_1000_std": 0.019068, "nauc_map_at_1000_diff1": 0.718784, "nauc_recall_at_1_max": 0.555434, "nauc_recall_at_1_std": 0.00738, "nauc_recall_at_1_diff1": 0.750541, "nauc_recall_at_3_max": 0.627631, "nauc_recall_at_3_std": 0.052303, "nauc_recall_at_3_diff1": 0.667625, "nauc_recall_at_5_max": 0.612232, "nauc_recall_at_5_std": 0.05952, "nauc_recall_at_5_diff1": 0.638583, "nauc_recall_at_10_max": 0.623647, "nauc_recall_at_10_std": 0.051777, "nauc_recall_at_10_diff1": 0.642795, "nauc_recall_at_20_max": 0.609372, "nauc_recall_at_20_std": -0.049407, "nauc_recall_at_20_diff1": 0.628731, "nauc_recall_at_25_max": 0.650601, "nauc_recall_at_25_std": 0.013488, "nauc_recall_at_25_diff1": 0.646348, "nauc_recall_at_50_max": 0.635618, "nauc_recall_at_50_std": 0.024551, "nauc_recall_at_50_diff1": 0.61827, "nauc_recall_at_100_max": 0.600666, "nauc_recall_at_100_std": 0.158988, "nauc_recall_at_100_diff1": 0.700744, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.934635, "nauc_precision_at_1_max": 0.555434, "nauc_precision_at_1_std": 0.00738, "nauc_precision_at_1_diff1": 0.750541, "nauc_precision_at_3_max": 0.627631, "nauc_precision_at_3_std": 0.052303, "nauc_precision_at_3_diff1": 0.667625, "nauc_precision_at_5_max": 0.612232, "nauc_precision_at_5_std": 0.05952, "nauc_precision_at_5_diff1": 0.638583, "nauc_precision_at_10_max": 0.623647, "nauc_precision_at_10_std": 0.051777, "nauc_precision_at_10_diff1": 0.642795, "nauc_precision_at_20_max": 0.609372, "nauc_precision_at_20_std": -0.049407, "nauc_precision_at_20_diff1": 0.628731, "nauc_precision_at_25_max": 0.650601, "nauc_precision_at_25_std": 0.013488, "nauc_precision_at_25_diff1": 0.646348, "nauc_precision_at_50_max": 0.635618, "nauc_precision_at_50_std": 0.024551, "nauc_precision_at_50_diff1": 0.61827, "nauc_precision_at_100_max": 0.600666, "nauc_precision_at_100_std": 0.158988, "nauc_precision_at_100_diff1": 0.700744, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.934635, "nauc_mrr_at_1_max": 0.555434, "nauc_mrr_at_1_std": 0.00738, "nauc_mrr_at_1_diff1": 0.750541, "nauc_mrr_at_3_max": 0.584363, "nauc_mrr_at_3_std": 0.021317, "nauc_mrr_at_3_diff1": 0.718742, "nauc_mrr_at_5_max": 0.581099, "nauc_mrr_at_5_std": 0.022558, "nauc_mrr_at_5_diff1": 0.715068, "nauc_mrr_at_10_max": 0.58085, "nauc_mrr_at_10_std": 0.020647, "nauc_mrr_at_10_diff1": 0.717715, "nauc_mrr_at_20_max": 0.580032, "nauc_mrr_at_20_std": 0.017712, "nauc_mrr_at_20_diff1": 0.717931, "nauc_mrr_at_25_max": 0.580586, "nauc_mrr_at_25_std": 0.01891, "nauc_mrr_at_25_diff1": 0.718479, "nauc_mrr_at_50_max": 0.580245, "nauc_mrr_at_50_std": 0.018954, "nauc_mrr_at_50_diff1": 0.718381, "nauc_mrr_at_100_max": 0.580092, "nauc_mrr_at_100_std": 0.019161, "nauc_mrr_at_100_diff1": 0.718742, "nauc_mrr_at_1000_max": 0.580101, "nauc_mrr_at_1000_std": 0.019068, "nauc_mrr_at_1000_diff1": 0.718784, "hit_rate_at_1": 0.645, "hit_rate_at_3": 0.78598, "hit_rate_at_5": 0.81812, "hit_rate_at_10": 0.86267, "hit_rate_at_20": 0.89847, "hit_rate_at_25": 0.91381, "hit_rate_at_50": 0.93499, "hit_rate_at_100": 0.96129, "hit_rate_at_1000": 0.99854, "R_cap_at_1": 0.644996, "R_cap_at_3": 0.785975, "R_cap_at_5": 0.818115, "R_cap_at_10": 0.862673, "R_cap_at_20": 0.898466, "R_cap_at_25": 0.913806, "R_cap_at_50": 0.934989, "R_cap_at_100": 0.961286, "R_cap_at_1000": 0.998539, "main_score": 0.75558, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.47651, "ndcg_at_3": 0.57767, "ndcg_at_5": 0.60386, "ndcg_at_10": 0.62791, "ndcg_at_20": 0.64415, "ndcg_at_25": 0.64865, "ndcg_at_50": 0.65683, "ndcg_at_100": 0.66223, "ndcg_at_1000": 0.66789, "map_at_1": 0.47651, "map_at_3": 0.5528, "map_at_5": 0.56734, "map_at_10": 0.57727, "map_at_20": 0.58177, "map_at_25": 0.58267, "map_at_50": 0.58391, "map_at_100": 0.5844, "map_at_1000": 0.58462, "recall_at_1": 0.47651, "recall_at_3": 0.64966, "recall_at_5": 0.7132, "recall_at_10": 0.78747, "recall_at_20": 0.85145, "recall_at_25": 0.87204, "recall_at_50": 0.91409, "recall_at_100": 0.9472, "recall_at_1000": 0.99105, "accuracy": 0.47651, "precision_at_1": 0.47651, "precision_at_3": 0.21655, "precision_at_5": 0.14264, "precision_at_10": 0.07875, "precision_at_20": 0.04257, "precision_at_25": 0.03488, "precision_at_50": 0.01828, "precision_at_100": 0.00947, "precision_at_1000": 0.00099, "mrr_at_1": 0.47651, "mrr_at_3": 0.552796, "mrr_at_5": 0.567338, "mrr_at_10": 0.577275, "mrr_at_20": 0.581773, "mrr_at_25": 0.582673, "mrr_at_50": 0.58391, "mrr_at_100": 0.584396, "mrr_at_1000": 0.584618, "nauc_ndcg_at_1_max": 0.290623, "nauc_ndcg_at_1_std": -0.070828, "nauc_ndcg_at_1_diff1": 0.600921, "nauc_ndcg_at_3_max": 0.292964, "nauc_ndcg_at_3_std": -0.073717, "nauc_ndcg_at_3_diff1": 0.547628, "nauc_ndcg_at_5_max": 0.291276, "nauc_ndcg_at_5_std": -0.072771, "nauc_ndcg_at_5_diff1": 0.537581, "nauc_ndcg_at_10_max": 0.300315, "nauc_ndcg_at_10_std": -0.069688, "nauc_ndcg_at_10_diff1": 0.538537, "nauc_ndcg_at_20_max": 0.307869, "nauc_ndcg_at_20_std": -0.065708, "nauc_ndcg_at_20_diff1": 0.539708, "nauc_ndcg_at_25_max": 0.308929, "nauc_ndcg_at_25_std": -0.064953, "nauc_ndcg_at_25_diff1": 0.538733, "nauc_ndcg_at_50_max": 0.308022, "nauc_ndcg_at_50_std": -0.064981, "nauc_ndcg_at_50_diff1": 0.538425, "nauc_ndcg_at_100_max": 0.306602, "nauc_ndcg_at_100_std": -0.062014, "nauc_ndcg_at_100_diff1": 0.539962, "nauc_ndcg_at_1000_max": 0.301755, "nauc_ndcg_at_1000_std": -0.065316, "nauc_ndcg_at_1000_diff1": 0.546436, "nauc_map_at_1_max": 0.290623, "nauc_map_at_1_std": -0.070828, "nauc_map_at_1_diff1": 0.600921, "nauc_map_at_3_max": 0.291541, "nauc_map_at_3_std": -0.074318, "nauc_map_at_3_diff1": 0.560771, "nauc_map_at_5_max": 0.290813, "nauc_map_at_5_std": -0.074078, "nauc_map_at_5_diff1": 0.555666, "nauc_map_at_10_max": 0.294057, "nauc_map_at_10_std": -0.07294, "nauc_map_at_10_diff1": 0.556457, "nauc_map_at_20_max": 0.295898, "nauc_map_at_20_std": -0.071902, "nauc_map_at_20_diff1": 0.557076, "nauc_map_at_25_max": 0.296072, "nauc_map_at_25_std": -0.07177, "nauc_map_at_25_diff1": 0.556961, "nauc_map_at_50_max": 0.295903, "nauc_map_at_50_std": -0.071853, "nauc_map_at_50_diff1": 0.556936, "nauc_map_at_100_max": 0.295796, "nauc_map_at_100_std": -0.071606, "nauc_map_at_100_diff1": 0.557059, "nauc_map_at_1000_max": 0.295663, "nauc_map_at_1000_std": -0.071686, "nauc_map_at_1000_diff1": 0.557313, "nauc_recall_at_1_max": 0.290623, "nauc_recall_at_1_std": -0.070828, "nauc_recall_at_1_diff1": 0.600921, "nauc_recall_at_3_max": 0.298001, "nauc_recall_at_3_std": -0.071116, "nauc_recall_at_3_diff1": 0.505003, "nauc_recall_at_5_max": 0.292785, "nauc_recall_at_5_std": -0.066691, "nauc_recall_at_5_diff1": 0.470182, "nauc_recall_at_10_max": 0.334906, "nauc_recall_at_10_std": -0.051176, "nauc_recall_at_10_diff1": 0.455963, "nauc_recall_at_20_max": 0.403261, "nauc_recall_at_20_std": -0.016035, "nauc_recall_at_20_diff1": 0.431669, "nauc_recall_at_25_max": 0.426847, "nauc_recall_at_25_std": -0.001918, "nauc_recall_at_25_diff1": 0.406339, "nauc_recall_at_50_max": 0.465739, "nauc_recall_at_50_std": 0.028362, "nauc_recall_at_50_diff1": 0.344854, "nauc_recall_at_100_max": 0.520948, "nauc_recall_at_100_std": 0.16944, "nauc_recall_at_100_diff1": 0.270917, "nauc_recall_at_1000_max": 0.482259, "nauc_recall_at_1000_std": 0.532677, "nauc_recall_at_1000_diff1": 0.282972, "nauc_precision_at_1_max": 0.290623, "nauc_precision_at_1_std": -0.070828, "nauc_precision_at_1_diff1": 0.600921, "nauc_precision_at_3_max": 0.298001, "nauc_precision_at_3_std": -0.071116, "nauc_precision_at_3_diff1": 0.505003, "nauc_precision_at_5_max": 0.292785, "nauc_precision_at_5_std": -0.066691, "nauc_precision_at_5_diff1": 0.470182, "nauc_precision_at_10_max": 0.334906, "nauc_precision_at_10_std": -0.051176, "nauc_precision_at_10_diff1": 0.455963, "nauc_precision_at_20_max": 0.403261, "nauc_precision_at_20_std": -0.016035, "nauc_precision_at_20_diff1": 0.431669, "nauc_precision_at_25_max": 0.426847, "nauc_precision_at_25_std": -0.001918, "nauc_precision_at_25_diff1": 0.406339, "nauc_precision_at_50_max": 0.465739, "nauc_precision_at_50_std": 0.028362, "nauc_precision_at_50_diff1": 0.344854, "nauc_precision_at_100_max": 0.520948, "nauc_precision_at_100_std": 0.16944, "nauc_precision_at_100_diff1": 0.270917, "nauc_precision_at_1000_max": 0.482259, "nauc_precision_at_1000_std": 0.532677, "nauc_precision_at_1000_diff1": 0.282972, "nauc_mrr_at_1_max": 0.290623, "nauc_mrr_at_1_std": -0.070828, "nauc_mrr_at_1_diff1": 0.600921, "nauc_mrr_at_3_max": 0.291541, "nauc_mrr_at_3_std": -0.074318, "nauc_mrr_at_3_diff1": 0.560771, "nauc_mrr_at_5_max": 0.290813, "nauc_mrr_at_5_std": -0.074078, "nauc_mrr_at_5_diff1": 0.555666, "nauc_mrr_at_10_max": 0.294057, "nauc_mrr_at_10_std": -0.07294, "nauc_mrr_at_10_diff1": 0.556457, "nauc_mrr_at_20_max": 0.295898, "nauc_mrr_at_20_std": -0.071902, "nauc_mrr_at_20_diff1": 0.557076, "nauc_mrr_at_25_max": 0.296072, "nauc_mrr_at_25_std": -0.07177, "nauc_mrr_at_25_diff1": 0.556961, "nauc_mrr_at_50_max": 0.295903, "nauc_mrr_at_50_std": -0.071853, "nauc_mrr_at_50_diff1": 0.556936, "nauc_mrr_at_100_max": 0.295796, "nauc_mrr_at_100_std": -0.071606, "nauc_mrr_at_100_diff1": 0.557059, "nauc_mrr_at_1000_max": 0.295663, "nauc_mrr_at_1000_std": -0.071686, "nauc_mrr_at_1000_diff1": 0.557313, "hit_rate_at_1": 0.47651, "hit_rate_at_3": 0.64966, "hit_rate_at_5": 0.7132, "hit_rate_at_10": 0.78747, "hit_rate_at_20": 0.85145, "hit_rate_at_25": 0.87204, "hit_rate_at_50": 0.91409, "hit_rate_at_100": 0.9472, "hit_rate_at_1000": 0.99105, "R_cap_at_1": 0.47651, "R_cap_at_3": 0.649664, "R_cap_at_5": 0.713199, "R_cap_at_10": 0.787472, "R_cap_at_20": 0.851454, "R_cap_at_25": 0.872036, "R_cap_at_50": 0.914094, "R_cap_at_100": 0.947204, "R_cap_at_1000": 0.991051, "main_score": 0.62791, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53853, "ndcg_at_3": 0.63378, "ndcg_at_5": 0.6592, "ndcg_at_10": 0.68087, "ndcg_at_20": 0.69392, "ndcg_at_25": 0.69717, "ndcg_at_50": 0.70519, "ndcg_at_100": 0.71022, "ndcg_at_1000": 0.71461, "map_at_1": 0.53853, "map_at_3": 0.6108, "map_at_5": 0.62501, "map_at_10": 0.63416, "map_at_20": 0.63781, "map_at_25": 0.63847, "map_at_50": 0.63971, "map_at_100": 0.64017, "map_at_1000": 0.64034, "recall_at_1": 0.53853, "recall_at_3": 0.70009, "recall_at_5": 0.76137, "recall_at_10": 0.8273, "recall_at_20": 0.87837, "recall_at_25": 0.89322, "recall_at_50": 0.93408, "recall_at_100": 0.96472, "recall_at_1000": 0.99907, "accuracy": 0.53853, "precision_at_1": 0.53853, "precision_at_3": 0.23336, "precision_at_5": 0.15227, "precision_at_10": 0.08273, "precision_at_20": 0.04392, "precision_at_25": 0.03573, "precision_at_50": 0.01868, "precision_at_100": 0.00965, "precision_at_1000": 0.001, "mrr_at_1": 0.538533, "mrr_at_3": 0.610802, "mrr_at_5": 0.625008, "mrr_at_10": 0.634163, "mrr_at_20": 0.637815, "mrr_at_25": 0.638467, "mrr_at_50": 0.639709, "mrr_at_100": 0.640171, "mrr_at_1000": 0.640341, "nauc_ndcg_at_1_max": 0.388949, "nauc_ndcg_at_1_std": -0.128132, "nauc_ndcg_at_1_diff1": 0.68767, "nauc_ndcg_at_3_max": 0.414691, "nauc_ndcg_at_3_std": -0.127486, "nauc_ndcg_at_3_diff1": 0.651057, "nauc_ndcg_at_5_max": 0.413449, "nauc_ndcg_at_5_std": -0.136763, "nauc_ndcg_at_5_diff1": 0.645745, "nauc_ndcg_at_10_max": 0.420102, "nauc_ndcg_at_10_std": -0.124437, "nauc_ndcg_at_10_diff1": 0.64009, "nauc_ndcg_at_20_max": 0.426725, "nauc_ndcg_at_20_std": -0.125672, "nauc_ndcg_at_20_diff1": 0.641215, "nauc_ndcg_at_25_max": 0.42674, "nauc_ndcg_at_25_std": -0.122786, "nauc_ndcg_at_25_diff1": 0.643691, "nauc_ndcg_at_50_max": 0.423525, "nauc_ndcg_at_50_std": -0.124758, "nauc_ndcg_at_50_diff1": 0.649689, "nauc_ndcg_at_100_max": 0.423438, "nauc_ndcg_at_100_std": -0.122294, "nauc_ndcg_at_100_diff1": 0.650663, "nauc_ndcg_at_1000_max": 0.418125, "nauc_ndcg_at_1000_std": -0.125294, "nauc_ndcg_at_1000_diff1": 0.65161, "nauc_map_at_1_max": 0.388949, "nauc_map_at_1_std": -0.128132, "nauc_map_at_1_diff1": 0.68767, "nauc_map_at_3_max": 0.40823, "nauc_map_at_3_std": -0.128055, "nauc_map_at_3_diff1": 0.660638, "nauc_map_at_5_max": 0.407201, "nauc_map_at_5_std": -0.133084, "nauc_map_at_5_diff1": 0.65805, "nauc_map_at_10_max": 0.410037, "nauc_map_at_10_std": -0.128017, "nauc_map_at_10_diff1": 0.656291, "nauc_map_at_20_max": 0.411817, "nauc_map_at_20_std": -0.128203, "nauc_map_at_20_diff1": 0.656852, "nauc_map_at_25_max": 0.411784, "nauc_map_at_25_std": -0.127717, "nauc_map_at_25_diff1": 0.657288, "nauc_map_at_50_max": 0.411254, "nauc_map_at_50_std": -0.127931, "nauc_map_at_50_diff1": 0.658134, "nauc_map_at_100_max": 0.411233, "nauc_map_at_100_std": -0.127826, "nauc_map_at_100_diff1": 0.658199, "nauc_map_at_1000_max": 0.411072, "nauc_map_at_1000_std": -0.127916, "nauc_map_at_1000_diff1": 0.658226, "nauc_recall_at_1_max": 0.388949, "nauc_recall_at_1_std": -0.128132, "nauc_recall_at_1_diff1": 0.68767, "nauc_recall_at_3_max": 0.436251, "nauc_recall_at_3_std": -0.125377, "nauc_recall_at_3_diff1": 0.618886, "nauc_recall_at_5_max": 0.437753, "nauc_recall_at_5_std": -0.152441, "nauc_recall_at_5_diff1": 0.596825, "nauc_recall_at_10_max": 0.473084, "nauc_recall_at_10_std": -0.101331, "nauc_recall_at_10_diff1": 0.553684, "nauc_recall_at_20_max": 0.541353, "nauc_recall_at_20_std": -0.105441, "nauc_recall_at_20_diff1": 0.52854, "nauc_recall_at_25_max": 0.555625, "nauc_recall_at_25_std": -0.072634, "nauc_recall_at_25_diff1": 0.541279, "nauc_recall_at_50_max": 0.578586, "nauc_recall_at_50_std": -0.080853, "nauc_recall_at_50_diff1": 0.587079, "nauc_recall_at_100_max": 0.708647, "nauc_recall_at_100_std": 0.066935, "nauc_recall_at_100_diff1": 0.574761, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.170991, "nauc_precision_at_1_max": 0.388949, "nauc_precision_at_1_std": -0.128132, "nauc_precision_at_1_diff1": 0.68767, "nauc_precision_at_3_max": 0.436251, "nauc_precision_at_3_std": -0.125377, "nauc_precision_at_3_diff1": 0.618886, "nauc_precision_at_5_max": 0.437753, "nauc_precision_at_5_std": -0.152441, "nauc_precision_at_5_diff1": 0.596825, "nauc_precision_at_10_max": 0.473084, "nauc_precision_at_10_std": -0.101331, "nauc_precision_at_10_diff1": 0.553684, "nauc_precision_at_20_max": 0.541353, "nauc_precision_at_20_std": -0.105441, "nauc_precision_at_20_diff1": 0.52854, "nauc_precision_at_25_max": 0.555625, "nauc_precision_at_25_std": -0.072634, "nauc_precision_at_25_diff1": 0.541279, "nauc_precision_at_50_max": 0.578586, "nauc_precision_at_50_std": -0.080853, "nauc_precision_at_50_diff1": 0.587079, "nauc_precision_at_100_max": 0.708647, "nauc_precision_at_100_std": 0.066935, "nauc_precision_at_100_diff1": 0.574761, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": -0.170991, "nauc_mrr_at_1_max": 0.388949, "nauc_mrr_at_1_std": -0.128132, "nauc_mrr_at_1_diff1": 0.68767, "nauc_mrr_at_3_max": 0.40823, "nauc_mrr_at_3_std": -0.128055, "nauc_mrr_at_3_diff1": 0.660638, "nauc_mrr_at_5_max": 0.407201, "nauc_mrr_at_5_std": -0.133084, "nauc_mrr_at_5_diff1": 0.65805, "nauc_mrr_at_10_max": 0.410037, "nauc_mrr_at_10_std": -0.128017, "nauc_mrr_at_10_diff1": 0.656291, "nauc_mrr_at_20_max": 0.411817, "nauc_mrr_at_20_std": -0.128203, "nauc_mrr_at_20_diff1": 0.656852, "nauc_mrr_at_25_max": 0.411784, "nauc_mrr_at_25_std": -0.127717, "nauc_mrr_at_25_diff1": 0.657288, "nauc_mrr_at_50_max": 0.411254, "nauc_mrr_at_50_std": -0.127931, "nauc_mrr_at_50_diff1": 0.658134, "nauc_mrr_at_100_max": 0.411233, "nauc_mrr_at_100_std": -0.127826, "nauc_mrr_at_100_diff1": 0.658199, "nauc_mrr_at_1000_max": 0.411072, "nauc_mrr_at_1000_std": -0.127916, "nauc_mrr_at_1000_diff1": 0.658226, "hit_rate_at_1": 0.53853, "hit_rate_at_3": 0.70009, "hit_rate_at_5": 0.76137, "hit_rate_at_10": 0.8273, "hit_rate_at_20": 0.87837, "hit_rate_at_25": 0.89322, "hit_rate_at_50": 0.93408, "hit_rate_at_100": 0.96472, "hit_rate_at_1000": 0.99907, "R_cap_at_1": 0.538533, "R_cap_at_3": 0.700093, "R_cap_at_5": 0.761374, "R_cap_at_10": 0.827298, "R_cap_at_20": 0.878366, "R_cap_at_25": 0.893222, "R_cap_at_50": 0.934076, "R_cap_at_100": 0.964717, "R_cap_at_1000": 0.999071, "main_score": 0.68087, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.51185, "ndcg_at_3": 0.59398, "ndcg_at_5": 0.61692, "ndcg_at_10": 0.63773, "ndcg_at_20": 0.65332, "ndcg_at_25": 0.65699, "ndcg_at_50": 0.66746, "ndcg_at_100": 0.67281, "ndcg_at_1000": 0.68032, "map_at_1": 0.51185, "map_at_3": 0.57388, "map_at_5": 0.58666, "map_at_10": 0.5955, "map_at_20": 0.59977, "map_at_25": 0.6005, "map_at_50": 0.60201, "map_at_100": 0.60248, "map_at_1000": 0.60276, "recall_at_1": 0.51185, "recall_at_3": 0.65212, "recall_at_5": 0.70761, "recall_at_10": 0.77057, "recall_at_20": 0.83229, "recall_at_25": 0.84913, "recall_at_50": 0.90399, "recall_at_100": 0.93703, "recall_at_1000": 0.99626, "accuracy": 0.51185, "precision_at_1": 0.51185, "precision_at_3": 0.21737, "precision_at_5": 0.14152, "precision_at_10": 0.07706, "precision_at_20": 0.04161, "precision_at_25": 0.03397, "precision_at_50": 0.01808, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.511845, "mrr_at_3": 0.573878, "mrr_at_5": 0.586658, "mrr_at_10": 0.595504, "mrr_at_20": 0.599772, "mrr_at_25": 0.600503, "mrr_at_50": 0.60201, "mrr_at_100": 0.602477, "mrr_at_1000": 0.602756, "nauc_ndcg_at_1_max": 0.451928, "nauc_ndcg_at_1_std": -0.094253, "nauc_ndcg_at_1_diff1": 0.658075, "nauc_ndcg_at_3_max": 0.458887, "nauc_ndcg_at_3_std": -0.083936, "nauc_ndcg_at_3_diff1": 0.602403, "nauc_ndcg_at_5_max": 0.456107, "nauc_ndcg_at_5_std": -0.097731, "nauc_ndcg_at_5_diff1": 0.588313, "nauc_ndcg_at_10_max": 0.450393, "nauc_ndcg_at_10_std": -0.095505, "nauc_ndcg_at_10_diff1": 0.589327, "nauc_ndcg_at_20_max": 0.451475, "nauc_ndcg_at_20_std": -0.094294, "nauc_ndcg_at_20_diff1": 0.586751, "nauc_ndcg_at_25_max": 0.451344, "nauc_ndcg_at_25_std": -0.097068, "nauc_ndcg_at_25_diff1": 0.585783, "nauc_ndcg_at_50_max": 0.454279, "nauc_ndcg_at_50_std": -0.096232, "nauc_ndcg_at_50_diff1": 0.592661, "nauc_ndcg_at_100_max": 0.455108, "nauc_ndcg_at_100_std": -0.094722, "nauc_ndcg_at_100_diff1": 0.595162, "nauc_ndcg_at_1000_max": 0.453675, "nauc_ndcg_at_1000_std": -0.093684, "nauc_ndcg_at_1000_diff1": 0.599918, "nauc_map_at_1_max": 0.451928, "nauc_map_at_1_std": -0.094253, "nauc_map_at_1_diff1": 0.658075, "nauc_map_at_3_max": 0.457515, "nauc_map_at_3_std": -0.087984, "nauc_map_at_3_diff1": 0.616178, "nauc_map_at_5_max": 0.455672, "nauc_map_at_5_std": -0.095887, "nauc_map_at_5_diff1": 0.608892, "nauc_map_at_10_max": 0.453426, "nauc_map_at_10_std": -0.095218, "nauc_map_at_10_diff1": 0.609647, "nauc_map_at_20_max": 0.453634, "nauc_map_at_20_std": -0.095075, "nauc_map_at_20_diff1": 0.608997, "nauc_map_at_25_max": 0.453635, "nauc_map_at_25_std": -0.095549, "nauc_map_at_25_diff1": 0.608875, "nauc_map_at_50_max": 0.454039, "nauc_map_at_50_std": -0.095458, "nauc_map_at_50_diff1": 0.609809, "nauc_map_at_100_max": 0.454088, "nauc_map_at_100_std": -0.095357, "nauc_map_at_100_diff1": 0.609982, "nauc_map_at_1000_max": 0.454022, "nauc_map_at_1000_std": -0.095292, "nauc_map_at_1000_diff1": 0.61016, "nauc_recall_at_1_max": 0.451928, "nauc_recall_at_1_std": -0.094253, "nauc_recall_at_1_diff1": 0.658075, "nauc_recall_at_3_max": 0.463123, "nauc_recall_at_3_std": -0.070203, "nauc_recall_at_3_diff1": 0.558152, "nauc_recall_at_5_max": 0.457461, "nauc_recall_at_5_std": -0.105235, "nauc_recall_at_5_diff1": 0.513149, "nauc_recall_at_10_max": 0.434118, "nauc_recall_at_10_std": -0.095883, "nauc_recall_at_10_diff1": 0.501344, "nauc_recall_at_20_max": 0.437676, "nauc_recall_at_20_std": -0.085935, "nauc_recall_at_20_diff1": 0.460112, "nauc_recall_at_25_max": 0.434768, "nauc_recall_at_25_std": -0.109057, "nauc_recall_at_25_diff1": 0.438981, "nauc_recall_at_50_max": 0.46649, "nauc_recall_at_50_std": -0.102704, "nauc_recall_at_50_diff1": 0.463023, "nauc_recall_at_100_max": 0.494564, "nauc_recall_at_100_std": -0.067506, "nauc_recall_at_100_diff1": 0.460829, "nauc_recall_at_1000_max": 0.475344, "nauc_recall_at_1000_std": 0.708721, "nauc_recall_at_1000_diff1": 0.689635, "nauc_precision_at_1_max": 0.451928, "nauc_precision_at_1_std": -0.094253, "nauc_precision_at_1_diff1": 0.658075, "nauc_precision_at_3_max": 0.463123, "nauc_precision_at_3_std": -0.070203, "nauc_precision_at_3_diff1": 0.558152, "nauc_precision_at_5_max": 0.457461, "nauc_precision_at_5_std": -0.105235, "nauc_precision_at_5_diff1": 0.513149, "nauc_precision_at_10_max": 0.434118, "nauc_precision_at_10_std": -0.095883, "nauc_precision_at_10_diff1": 0.501344, "nauc_precision_at_20_max": 0.437676, "nauc_precision_at_20_std": -0.085935, "nauc_precision_at_20_diff1": 0.460112, "nauc_precision_at_25_max": 0.434768, "nauc_precision_at_25_std": -0.109057, "nauc_precision_at_25_diff1": 0.438981, "nauc_precision_at_50_max": 0.46649, "nauc_precision_at_50_std": -0.102704, "nauc_precision_at_50_diff1": 0.463023, "nauc_precision_at_100_max": 0.494564, "nauc_precision_at_100_std": -0.067506, "nauc_precision_at_100_diff1": 0.460829, "nauc_precision_at_1000_max": 0.475344, "nauc_precision_at_1000_std": 0.708721, "nauc_precision_at_1000_diff1": 0.689635, "nauc_mrr_at_1_max": 0.451928, "nauc_mrr_at_1_std": -0.094253, "nauc_mrr_at_1_diff1": 0.658075, "nauc_mrr_at_3_max": 0.457515, "nauc_mrr_at_3_std": -0.087984, "nauc_mrr_at_3_diff1": 0.616178, "nauc_mrr_at_5_max": 0.455672, "nauc_mrr_at_5_std": -0.095887, "nauc_mrr_at_5_diff1": 0.608892, "nauc_mrr_at_10_max": 0.453426, "nauc_mrr_at_10_std": -0.095218, "nauc_mrr_at_10_diff1": 0.609647, "nauc_mrr_at_20_max": 0.453634, "nauc_mrr_at_20_std": -0.095075, "nauc_mrr_at_20_diff1": 0.608997, "nauc_mrr_at_25_max": 0.453635, "nauc_mrr_at_25_std": -0.095549, "nauc_mrr_at_25_diff1": 0.608875, "nauc_mrr_at_50_max": 0.454039, "nauc_mrr_at_50_std": -0.095458, "nauc_mrr_at_50_diff1": 0.609809, "nauc_mrr_at_100_max": 0.454088, "nauc_mrr_at_100_std": -0.095357, "nauc_mrr_at_100_diff1": 0.609982, "nauc_mrr_at_1000_max": 0.454022, "nauc_mrr_at_1000_std": -0.095292, "nauc_mrr_at_1000_diff1": 0.61016, "hit_rate_at_1": 0.51185, "hit_rate_at_3": 0.65212, "hit_rate_at_5": 0.70761, "hit_rate_at_10": 0.77057, "hit_rate_at_20": 0.83229, "hit_rate_at_25": 0.84913, "hit_rate_at_50": 0.90399, "hit_rate_at_100": 0.93703, "hit_rate_at_1000": 0.99626, "R_cap_at_1": 0.511845, "R_cap_at_3": 0.65212, "R_cap_at_5": 0.707606, "R_cap_at_10": 0.770574, "R_cap_at_20": 0.832294, "R_cap_at_25": 0.849127, "R_cap_at_50": 0.90399, "R_cap_at_100": 0.937032, "R_cap_at_1000": 0.996259, "main_score": 0.63773, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.46432, "ndcg_at_3": 0.55315, "ndcg_at_5": 0.58276, "ndcg_at_10": 0.60849, "ndcg_at_20": 0.62234, "ndcg_at_25": 0.62475, "ndcg_at_50": 0.63385, "ndcg_at_100": 0.64031, "ndcg_at_1000": 0.64942, "map_at_1": 0.46432, "map_at_3": 0.53124, "map_at_5": 0.54767, "map_at_10": 0.55814, "map_at_20": 0.56194, "map_at_25": 0.56242, "map_at_50": 0.56376, "map_at_100": 0.56434, "map_at_1000": 0.56471, "recall_at_1": 0.46432, "recall_at_3": 0.61658, "recall_at_5": 0.68844, "recall_at_10": 0.76884, "recall_at_20": 0.82362, "recall_at_25": 0.83467, "recall_at_50": 0.88191, "recall_at_100": 0.92161, "recall_at_1000": 0.99196, "accuracy": 0.46432, "precision_at_1": 0.46432, "precision_at_3": 0.20553, "precision_at_5": 0.13769, "precision_at_10": 0.07688, "precision_at_20": 0.04118, "precision_at_25": 0.03339, "precision_at_50": 0.01764, "precision_at_100": 0.00922, "precision_at_1000": 0.00099, "mrr_at_1": 0.464322, "mrr_at_3": 0.53124, "mrr_at_5": 0.547672, "mrr_at_10": 0.558136, "mrr_at_20": 0.561936, "mrr_at_25": 0.562417, "mrr_at_50": 0.563759, "mrr_at_100": 0.564335, "mrr_at_1000": 0.564707, "nauc_ndcg_at_1_max": 0.31816, "nauc_ndcg_at_1_std": -0.144225, "nauc_ndcg_at_1_diff1": 0.608885, "nauc_ndcg_at_3_max": 0.352304, "nauc_ndcg_at_3_std": -0.150892, "nauc_ndcg_at_3_diff1": 0.549211, "nauc_ndcg_at_5_max": 0.354343, "nauc_ndcg_at_5_std": -0.156525, "nauc_ndcg_at_5_diff1": 0.543113, "nauc_ndcg_at_10_max": 0.3616, "nauc_ndcg_at_10_std": -0.154888, "nauc_ndcg_at_10_diff1": 0.532394, "nauc_ndcg_at_20_max": 0.356479, "nauc_ndcg_at_20_std": -0.149785, "nauc_ndcg_at_20_diff1": 0.531025, "nauc_ndcg_at_25_max": 0.355362, "nauc_ndcg_at_25_std": -0.151003, "nauc_ndcg_at_25_diff1": 0.532219, "nauc_ndcg_at_50_max": 0.354669, "nauc_ndcg_at_50_std": -0.146968, "nauc_ndcg_at_50_diff1": 0.534994, "nauc_ndcg_at_100_max": 0.356197, "nauc_ndcg_at_100_std": -0.145245, "nauc_ndcg_at_100_diff1": 0.539853, "nauc_ndcg_at_1000_max": 0.352053, "nauc_ndcg_at_1000_std": -0.147011, "nauc_ndcg_at_1000_diff1": 0.546026, "nauc_map_at_1_max": 0.31816, "nauc_map_at_1_std": -0.144225, "nauc_map_at_1_diff1": 0.608885, "nauc_map_at_3_max": 0.343482, "nauc_map_at_3_std": -0.148907, "nauc_map_at_3_diff1": 0.564434, "nauc_map_at_5_max": 0.344193, "nauc_map_at_5_std": -0.152159, "nauc_map_at_5_diff1": 0.561333, "nauc_map_at_10_max": 0.346451, "nauc_map_at_10_std": -0.1514, "nauc_map_at_10_diff1": 0.557417, "nauc_map_at_20_max": 0.345032, "nauc_map_at_20_std": -0.1502, "nauc_map_at_20_diff1": 0.557356, "nauc_map_at_25_max": 0.344802, "nauc_map_at_25_std": -0.150427, "nauc_map_at_25_diff1": 0.557612, "nauc_map_at_50_max": 0.344703, "nauc_map_at_50_std": -0.149936, "nauc_map_at_50_diff1": 0.558043, "nauc_map_at_100_max": 0.344776, "nauc_map_at_100_std": -0.149833, "nauc_map_at_100_diff1": 0.558425, "nauc_map_at_1000_max": 0.344623, "nauc_map_at_1000_std": -0.149842, "nauc_map_at_1000_diff1": 0.558636, "nauc_recall_at_1_max": 0.31816, "nauc_recall_at_1_std": -0.144225, "nauc_recall_at_1_diff1": 0.608885, "nauc_recall_at_3_max": 0.380175, "nauc_recall_at_3_std": -0.15728, "nauc_recall_at_3_diff1": 0.501207, "nauc_recall_at_5_max": 0.390759, "nauc_recall_at_5_std": -0.172582, "nauc_recall_at_5_diff1": 0.478215, "nauc_recall_at_10_max": 0.433996, "nauc_recall_at_10_std": -0.170115, "nauc_recall_at_10_diff1": 0.416643, "nauc_recall_at_20_max": 0.418752, "nauc_recall_at_20_std": -0.138822, "nauc_recall_at_20_diff1": 0.377025, "nauc_recall_at_25_max": 0.41379, "nauc_recall_at_25_std": -0.147901, "nauc_recall_at_25_diff1": 0.377148, "nauc_recall_at_50_max": 0.424864, "nauc_recall_at_50_std": -0.096848, "nauc_recall_at_50_diff1": 0.356521, "nauc_recall_at_100_max": 0.492339, "nauc_recall_at_100_std": -0.035292, "nauc_recall_at_100_diff1": 0.375003, "nauc_recall_at_1000_max": 0.668476, "nauc_recall_at_1000_std": 0.40094, "nauc_recall_at_1000_diff1": 0.485382, "nauc_precision_at_1_max": 0.31816, "nauc_precision_at_1_std": -0.144225, "nauc_precision_at_1_diff1": 0.608885, "nauc_precision_at_3_max": 0.380175, "nauc_precision_at_3_std": -0.15728, "nauc_precision_at_3_diff1": 0.501207, "nauc_precision_at_5_max": 0.390759, "nauc_precision_at_5_std": -0.172582, "nauc_precision_at_5_diff1": 0.478215, "nauc_precision_at_10_max": 0.433996, "nauc_precision_at_10_std": -0.170115, "nauc_precision_at_10_diff1": 0.416643, "nauc_precision_at_20_max": 0.418752, "nauc_precision_at_20_std": -0.138822, "nauc_precision_at_20_diff1": 0.377025, "nauc_precision_at_25_max": 0.41379, "nauc_precision_at_25_std": -0.147901, "nauc_precision_at_25_diff1": 0.377148, "nauc_precision_at_50_max": 0.424864, "nauc_precision_at_50_std": -0.096848, "nauc_precision_at_50_diff1": 0.356521, "nauc_precision_at_100_max": 0.492339, "nauc_precision_at_100_std": -0.035292, "nauc_precision_at_100_diff1": 0.375003, "nauc_precision_at_1000_max": 0.668476, "nauc_precision_at_1000_std": 0.40094, "nauc_precision_at_1000_diff1": 0.485382, "nauc_mrr_at_1_max": 0.31816, "nauc_mrr_at_1_std": -0.144225, "nauc_mrr_at_1_diff1": 0.608885, "nauc_mrr_at_3_max": 0.343482, "nauc_mrr_at_3_std": -0.148907, "nauc_mrr_at_3_diff1": 0.564434, "nauc_mrr_at_5_max": 0.344193, "nauc_mrr_at_5_std": -0.152159, "nauc_mrr_at_5_diff1": 0.561333, "nauc_mrr_at_10_max": 0.346451, "nauc_mrr_at_10_std": -0.1514, "nauc_mrr_at_10_diff1": 0.557417, "nauc_mrr_at_20_max": 0.345032, "nauc_mrr_at_20_std": -0.1502, "nauc_mrr_at_20_diff1": 0.557356, "nauc_mrr_at_25_max": 0.344802, "nauc_mrr_at_25_std": -0.150427, "nauc_mrr_at_25_diff1": 0.557612, "nauc_mrr_at_50_max": 0.344703, "nauc_mrr_at_50_std": -0.149936, "nauc_mrr_at_50_diff1": 0.558043, "nauc_mrr_at_100_max": 0.344776, "nauc_mrr_at_100_std": -0.149833, "nauc_mrr_at_100_diff1": 0.558425, "nauc_mrr_at_1000_max": 0.344623, "nauc_mrr_at_1000_std": -0.149842, "nauc_mrr_at_1000_diff1": 0.558636, "hit_rate_at_1": 0.46432, "hit_rate_at_3": 0.61658, "hit_rate_at_5": 0.68844, "hit_rate_at_10": 0.76884, "hit_rate_at_20": 0.82362, "hit_rate_at_25": 0.83467, "hit_rate_at_50": 0.88191, "hit_rate_at_100": 0.92161, "hit_rate_at_1000": 0.99196, "R_cap_at_1": 0.464322, "R_cap_at_3": 0.616583, "R_cap_at_5": 0.688442, "R_cap_at_10": 0.768844, "R_cap_at_20": 0.823618, "R_cap_at_25": 0.834673, "R_cap_at_50": 0.88191, "R_cap_at_100": 0.921608, "R_cap_at_1000": 0.99196, "main_score": 0.60849, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.39724, "ndcg_at_3": 0.47837, "ndcg_at_5": 0.5028, "ndcg_at_10": 0.52783, "ndcg_at_20": 0.54635, "ndcg_at_25": 0.55118, "ndcg_at_50": 0.56241, "ndcg_at_100": 0.57031, "ndcg_at_1000": 0.58342, "map_at_1": 0.39724, "map_at_3": 0.45842, "map_at_5": 0.47191, "map_at_10": 0.4823, "map_at_20": 0.48736, "map_at_25": 0.48833, "map_at_50": 0.49, "map_at_100": 0.49069, "map_at_1000": 0.49118, "recall_at_1": 0.39724, "recall_at_3": 0.5361, "recall_at_5": 0.5957, "recall_at_10": 0.67281, "recall_at_20": 0.74624, "recall_at_25": 0.76836, "recall_at_50": 0.82642, "recall_at_100": 0.87527, "recall_at_1000": 0.9788, "accuracy": 0.39724, "precision_at_1": 0.39724, "precision_at_3": 0.1787, "precision_at_5": 0.11914, "precision_at_10": 0.06728, "precision_at_20": 0.03731, "precision_at_25": 0.03073, "precision_at_50": 0.01653, "precision_at_100": 0.00875, "precision_at_1000": 0.00098, "mrr_at_1": 0.397235, "mrr_at_3": 0.458423, "mrr_at_5": 0.47191, "mrr_at_10": 0.482295, "mrr_at_20": 0.487359, "mrr_at_25": 0.488326, "mrr_at_50": 0.49, "mrr_at_100": 0.49069, "mrr_at_1000": 0.491177, "nauc_ndcg_at_1_max": 0.280584, "nauc_ndcg_at_1_std": -0.204177, "nauc_ndcg_at_1_diff1": 0.618943, "nauc_ndcg_at_3_max": 0.26923, "nauc_ndcg_at_3_std": -0.221962, "nauc_ndcg_at_3_diff1": 0.548258, "nauc_ndcg_at_5_max": 0.269247, "nauc_ndcg_at_5_std": -0.224259, "nauc_ndcg_at_5_diff1": 0.53457, "nauc_ndcg_at_10_max": 0.272851, "nauc_ndcg_at_10_std": -0.226312, "nauc_ndcg_at_10_diff1": 0.528088, "nauc_ndcg_at_20_max": 0.276373, "nauc_ndcg_at_20_std": -0.223085, "nauc_ndcg_at_20_diff1": 0.530028, "nauc_ndcg_at_25_max": 0.276343, "nauc_ndcg_at_25_std": -0.219536, "nauc_ndcg_at_25_diff1": 0.530715, "nauc_ndcg_at_50_max": 0.283112, "nauc_ndcg_at_50_std": -0.214799, "nauc_ndcg_at_50_diff1": 0.532346, "nauc_ndcg_at_100_max": 0.284405, "nauc_ndcg_at_100_std": -0.212098, "nauc_ndcg_at_100_diff1": 0.535519, "nauc_ndcg_at_1000_max": 0.279553, "nauc_ndcg_at_1000_std": -0.212955, "nauc_ndcg_at_1000_diff1": 0.543012, "nauc_map_at_1_max": 0.280584, "nauc_map_at_1_std": -0.204177, "nauc_map_at_1_diff1": 0.618943, "nauc_map_at_3_max": 0.272085, "nauc_map_at_3_std": -0.217198, "nauc_map_at_3_diff1": 0.56602, "nauc_map_at_5_max": 0.272229, "nauc_map_at_5_std": -0.218337, "nauc_map_at_5_diff1": 0.558877, "nauc_map_at_10_max": 0.273711, "nauc_map_at_10_std": -0.219327, "nauc_map_at_10_diff1": 0.556593, "nauc_map_at_20_max": 0.274504, "nauc_map_at_20_std": -0.218429, "nauc_map_at_20_diff1": 0.557188, "nauc_map_at_25_max": 0.274479, "nauc_map_at_25_std": -0.21778, "nauc_map_at_25_diff1": 0.557355, "nauc_map_at_50_max": 0.27538, "nauc_map_at_50_std": -0.217088, "nauc_map_at_50_diff1": 0.557581, "nauc_map_at_100_max": 0.275456, "nauc_map_at_100_std": -0.216869, "nauc_map_at_100_diff1": 0.557883, "nauc_map_at_1000_max": 0.275314, "nauc_map_at_1000_std": -0.216869, "nauc_map_at_1000_diff1": 0.558126, "nauc_recall_at_1_max": 0.280584, "nauc_recall_at_1_std": -0.204177, "nauc_recall_at_1_diff1": 0.618943, "nauc_recall_at_3_max": 0.260615, "nauc_recall_at_3_std": -0.236467, "nauc_recall_at_3_diff1": 0.494647, "nauc_recall_at_5_max": 0.259645, "nauc_recall_at_5_std": -0.243629, "nauc_recall_at_5_diff1": 0.455142, "nauc_recall_at_10_max": 0.271328, "nauc_recall_at_10_std": -0.252277, "nauc_recall_at_10_diff1": 0.420036, "nauc_recall_at_20_max": 0.291609, "nauc_recall_at_20_std": -0.240164, "nauc_recall_at_20_diff1": 0.409508, "nauc_recall_at_25_max": 0.292822, "nauc_recall_at_25_std": -0.217185, "nauc_recall_at_25_diff1": 0.405225, "nauc_recall_at_50_max": 0.361788, "nauc_recall_at_50_std": -0.172818, "nauc_recall_at_50_diff1": 0.388178, "nauc_recall_at_100_max": 0.409179, "nauc_recall_at_100_std": -0.118718, "nauc_recall_at_100_diff1": 0.384615, "nauc_recall_at_1000_max": 0.46026, "nauc_recall_at_1000_std": 0.200288, "nauc_recall_at_1000_diff1": 0.470321, "nauc_precision_at_1_max": 0.280584, "nauc_precision_at_1_std": -0.204177, "nauc_precision_at_1_diff1": 0.618943, "nauc_precision_at_3_max": 0.260615, "nauc_precision_at_3_std": -0.236467, "nauc_precision_at_3_diff1": 0.494647, "nauc_precision_at_5_max": 0.259645, "nauc_precision_at_5_std": -0.243629, "nauc_precision_at_5_diff1": 0.455142, "nauc_precision_at_10_max": 0.271328, "nauc_precision_at_10_std": -0.252277, "nauc_precision_at_10_diff1": 0.420036, "nauc_precision_at_20_max": 0.291609, "nauc_precision_at_20_std": -0.240164, "nauc_precision_at_20_diff1": 0.409508, "nauc_precision_at_25_max": 0.292822, "nauc_precision_at_25_std": -0.217185, "nauc_precision_at_25_diff1": 0.405225, "nauc_precision_at_50_max": 0.361788, "nauc_precision_at_50_std": -0.172818, "nauc_precision_at_50_diff1": 0.388178, "nauc_precision_at_100_max": 0.409179, "nauc_precision_at_100_std": -0.118718, "nauc_precision_at_100_diff1": 0.384615, "nauc_precision_at_1000_max": 0.46026, "nauc_precision_at_1000_std": 0.200288, "nauc_precision_at_1000_diff1": 0.470321, "nauc_mrr_at_1_max": 0.280584, "nauc_mrr_at_1_std": -0.204177, "nauc_mrr_at_1_diff1": 0.618943, "nauc_mrr_at_3_max": 0.272085, "nauc_mrr_at_3_std": -0.217198, "nauc_mrr_at_3_diff1": 0.56602, "nauc_mrr_at_5_max": 0.272229, "nauc_mrr_at_5_std": -0.218337, "nauc_mrr_at_5_diff1": 0.558877, "nauc_mrr_at_10_max": 0.273711, "nauc_mrr_at_10_std": -0.219327, "nauc_mrr_at_10_diff1": 0.556593, "nauc_mrr_at_20_max": 0.274504, "nauc_mrr_at_20_std": -0.218429, "nauc_mrr_at_20_diff1": 0.557188, "nauc_mrr_at_25_max": 0.274479, "nauc_mrr_at_25_std": -0.21778, "nauc_mrr_at_25_diff1": 0.557355, "nauc_mrr_at_50_max": 0.27538, "nauc_mrr_at_50_std": -0.217088, "nauc_mrr_at_50_diff1": 0.557581, "nauc_mrr_at_100_max": 0.275456, "nauc_mrr_at_100_std": -0.216869, "nauc_mrr_at_100_diff1": 0.557883, "nauc_mrr_at_1000_max": 0.275314, "nauc_mrr_at_1000_std": -0.216869, "nauc_mrr_at_1000_diff1": 0.558126, "hit_rate_at_1": 0.39724, "hit_rate_at_3": 0.5361, "hit_rate_at_5": 0.5957, "hit_rate_at_10": 0.67281, "hit_rate_at_20": 0.74624, "hit_rate_at_25": 0.76836, "hit_rate_at_50": 0.82642, "hit_rate_at_100": 0.87527, "hit_rate_at_1000": 0.9788, "R_cap_at_1": 0.397235, "R_cap_at_3": 0.536098, "R_cap_at_5": 0.595699, "R_cap_at_10": 0.672811, "R_cap_at_20": 0.746237, "R_cap_at_25": 0.768356, "R_cap_at_50": 0.826421, "R_cap_at_100": 0.875269, "R_cap_at_1000": 0.978802, "main_score": 0.52783, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33667, "ndcg_at_3": 0.41603, "ndcg_at_5": 0.43908, "ndcg_at_10": 0.46357, "ndcg_at_20": 0.48025, "ndcg_at_25": 0.48547, "ndcg_at_50": 0.49872, "ndcg_at_100": 0.50858, "ndcg_at_1000": 0.52677, "map_at_1": 0.33667, "map_at_3": 0.3966, "map_at_5": 0.40934, "map_at_10": 0.41948, "map_at_20": 0.42406, "map_at_25": 0.4251, "map_at_50": 0.42704, "map_at_100": 0.42792, "map_at_1000": 0.42858, "recall_at_1": 0.33667, "recall_at_3": 0.47224, "recall_at_5": 0.52841, "recall_at_10": 0.60394, "recall_at_20": 0.66995, "recall_at_25": 0.69383, "recall_at_50": 0.76275, "recall_at_100": 0.82327, "recall_at_1000": 0.96756, "accuracy": 0.33667, "precision_at_1": 0.33667, "precision_at_3": 0.15741, "precision_at_5": 0.10568, "precision_at_10": 0.06039, "precision_at_20": 0.0335, "precision_at_25": 0.02775, "precision_at_50": 0.01526, "precision_at_100": 0.00823, "precision_at_1000": 0.00097, "mrr_at_1": 0.336669, "mrr_at_3": 0.3966, "mrr_at_5": 0.409342, "mrr_at_10": 0.419479, "mrr_at_20": 0.424058, "mrr_at_25": 0.425099, "mrr_at_50": 0.427044, "mrr_at_100": 0.427923, "mrr_at_1000": 0.428584, "nauc_ndcg_at_1_max": 0.245721, "nauc_ndcg_at_1_std": -0.194749, "nauc_ndcg_at_1_diff1": 0.598622, "nauc_ndcg_at_3_max": 0.237986, "nauc_ndcg_at_3_std": -0.208541, "nauc_ndcg_at_3_diff1": 0.523499, "nauc_ndcg_at_5_max": 0.235837, "nauc_ndcg_at_5_std": -0.211208, "nauc_ndcg_at_5_diff1": 0.511601, "nauc_ndcg_at_10_max": 0.230042, "nauc_ndcg_at_10_std": -0.212607, "nauc_ndcg_at_10_diff1": 0.50512, "nauc_ndcg_at_20_max": 0.230273, "nauc_ndcg_at_20_std": -0.214047, "nauc_ndcg_at_20_diff1": 0.503808, "nauc_ndcg_at_25_max": 0.229512, "nauc_ndcg_at_25_std": -0.21223, "nauc_ndcg_at_25_diff1": 0.503242, "nauc_ndcg_at_50_max": 0.233948, "nauc_ndcg_at_50_std": -0.208507, "nauc_ndcg_at_50_diff1": 0.503008, "nauc_ndcg_at_100_max": 0.23479, "nauc_ndcg_at_100_std": -0.205074, "nauc_ndcg_at_100_diff1": 0.505299, "nauc_ndcg_at_1000_max": 0.236993, "nauc_ndcg_at_1000_std": -0.202798, "nauc_ndcg_at_1000_diff1": 0.513173, "nauc_map_at_1_max": 0.245721, "nauc_map_at_1_std": -0.194749, "nauc_map_at_1_diff1": 0.598622, "nauc_map_at_3_max": 0.23924, "nauc_map_at_3_std": -0.206052, "nauc_map_at_3_diff1": 0.540729, "nauc_map_at_5_max": 0.238193, "nauc_map_at_5_std": -0.207561, "nauc_map_at_5_diff1": 0.534284, "nauc_map_at_10_max": 0.235905, "nauc_map_at_10_std": -0.208083, "nauc_map_at_10_diff1": 0.531788, "nauc_map_at_20_max": 0.235941, "nauc_map_at_20_std": -0.208567, "nauc_map_at_20_diff1": 0.531631, "nauc_map_at_25_max": 0.2358, "nauc_map_at_25_std": -0.208242, "nauc_map_at_25_diff1": 0.531575, "nauc_map_at_50_max": 0.236459, "nauc_map_at_50_std": -0.20772, "nauc_map_at_50_diff1": 0.531603, "nauc_map_at_100_max": 0.236518, "nauc_map_at_100_std": -0.207465, "nauc_map_at_100_diff1": 0.531833, "nauc_map_at_1000_max": 0.236587, "nauc_map_at_1000_std": -0.207332, "nauc_map_at_1000_diff1": 0.532065, "nauc_recall_at_1_max": 0.245721, "nauc_recall_at_1_std": -0.194749, "nauc_recall_at_1_diff1": 0.598622, "nauc_recall_at_3_max": 0.234617, "nauc_recall_at_3_std": -0.215385, "nauc_recall_at_3_diff1": 0.474102, "nauc_recall_at_5_max": 0.228601, "nauc_recall_at_5_std": -0.222033, "nauc_recall_at_5_diff1": 0.442694, "nauc_recall_at_10_max": 0.208302, "nauc_recall_at_10_std": -0.227766, "nauc_recall_at_10_diff1": 0.4155, "nauc_recall_at_20_max": 0.207185, "nauc_recall_at_20_std": -0.235282, "nauc_recall_at_20_diff1": 0.397486, "nauc_recall_at_25_max": 0.201753, "nauc_recall_at_25_std": -0.225596, "nauc_recall_at_25_diff1": 0.388836, "nauc_recall_at_50_max": 0.229085, "nauc_recall_at_50_std": -0.199851, "nauc_recall_at_50_diff1": 0.362068, "nauc_recall_at_100_max": 0.237963, "nauc_recall_at_100_std": -0.157129, "nauc_recall_at_100_diff1": 0.348861, "nauc_recall_at_1000_max": 0.409499, "nauc_recall_at_1000_std": 0.160721, "nauc_recall_at_1000_diff1": 0.2999, "nauc_precision_at_1_max": 0.245721, "nauc_precision_at_1_std": -0.194749, "nauc_precision_at_1_diff1": 0.598622, "nauc_precision_at_3_max": 0.234617, "nauc_precision_at_3_std": -0.215385, "nauc_precision_at_3_diff1": 0.474102, "nauc_precision_at_5_max": 0.228601, "nauc_precision_at_5_std": -0.222033, "nauc_precision_at_5_diff1": 0.442694, "nauc_precision_at_10_max": 0.208302, "nauc_precision_at_10_std": -0.227766, "nauc_precision_at_10_diff1": 0.4155, "nauc_precision_at_20_max": 0.207185, "nauc_precision_at_20_std": -0.235282, "nauc_precision_at_20_diff1": 0.397486, "nauc_precision_at_25_max": 0.201753, "nauc_precision_at_25_std": -0.225596, "nauc_precision_at_25_diff1": 0.388836, "nauc_precision_at_50_max": 0.229085, "nauc_precision_at_50_std": -0.199851, "nauc_precision_at_50_diff1": 0.362068, "nauc_precision_at_100_max": 0.237963, "nauc_precision_at_100_std": -0.157129, "nauc_precision_at_100_diff1": 0.348861, "nauc_precision_at_1000_max": 0.409499, "nauc_precision_at_1000_std": 0.160721, "nauc_precision_at_1000_diff1": 0.2999, "nauc_mrr_at_1_max": 0.245721, "nauc_mrr_at_1_std": -0.194749, "nauc_mrr_at_1_diff1": 0.598622, "nauc_mrr_at_3_max": 0.23924, "nauc_mrr_at_3_std": -0.206052, "nauc_mrr_at_3_diff1": 0.540729, "nauc_mrr_at_5_max": 0.238193, "nauc_mrr_at_5_std": -0.207561, "nauc_mrr_at_5_diff1": 0.534284, "nauc_mrr_at_10_max": 0.235905, "nauc_mrr_at_10_std": -0.208083, "nauc_mrr_at_10_diff1": 0.531788, "nauc_mrr_at_20_max": 0.235941, "nauc_mrr_at_20_std": -0.208567, "nauc_mrr_at_20_diff1": 0.531631, "nauc_mrr_at_25_max": 0.2358, "nauc_mrr_at_25_std": -0.208242, "nauc_mrr_at_25_diff1": 0.531575, "nauc_mrr_at_50_max": 0.236459, "nauc_mrr_at_50_std": -0.20772, "nauc_mrr_at_50_diff1": 0.531603, "nauc_mrr_at_100_max": 0.236518, "nauc_mrr_at_100_std": -0.207465, "nauc_mrr_at_100_diff1": 0.531833, "nauc_mrr_at_1000_max": 0.236587, "nauc_mrr_at_1000_std": -0.207332, "nauc_mrr_at_1000_diff1": 0.532065, "hit_rate_at_1": 0.33667, "hit_rate_at_3": 0.47224, "hit_rate_at_5": 0.52841, "hit_rate_at_10": 0.60394, "hit_rate_at_20": 0.66995, "hit_rate_at_25": 0.69383, "hit_rate_at_50": 0.76275, "hit_rate_at_100": 0.82327, "hit_rate_at_1000": 0.96756, "R_cap_at_1": 0.336669, "R_cap_at_3": 0.47224, "R_cap_at_5": 0.528405, "R_cap_at_10": 0.603938, "R_cap_at_20": 0.669948, "R_cap_at_25": 0.693835, "R_cap_at_50": 0.76275, "R_cap_at_100": 0.823273, "R_cap_at_1000": 0.96756, "main_score": 0.46357, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49105, "ndcg_at_3": 0.5889, "ndcg_at_5": 0.61659, "ndcg_at_10": 0.63763, "ndcg_at_20": 0.65356, "ndcg_at_25": 0.65692, "ndcg_at_50": 0.66495, "ndcg_at_100": 0.67015, "ndcg_at_1000": 0.67762, "map_at_1": 0.49105, "map_at_3": 0.56522, "map_at_5": 0.58075, "map_at_10": 0.58941, "map_at_20": 0.59382, "map_at_25": 0.5945, "map_at_50": 0.59565, "map_at_100": 0.59611, "map_at_1000": 0.59638, "recall_at_1": 0.49105, "recall_at_3": 0.65729, "recall_at_5": 0.72379, "recall_at_10": 0.789, "recall_at_20": 0.85166, "recall_at_25": 0.86701, "recall_at_50": 0.90921, "recall_at_100": 0.94118, "recall_at_1000": 1.0, "accuracy": 0.49105, "precision_at_1": 0.49105, "precision_at_3": 0.2191, "precision_at_5": 0.14476, "precision_at_10": 0.0789, "precision_at_20": 0.04258, "precision_at_25": 0.03468, "precision_at_50": 0.01818, "precision_at_100": 0.00941, "precision_at_1000": 0.001, "mrr_at_1": 0.491049, "mrr_at_3": 0.565217, "mrr_at_5": 0.580754, "mrr_at_10": 0.589405, "mrr_at_20": 0.593824, "mrr_at_25": 0.594499, "mrr_at_50": 0.595646, "mrr_at_100": 0.59611, "mrr_at_1000": 0.596383, "nauc_ndcg_at_1_max": 0.458625, "nauc_ndcg_at_1_std": -0.028319, "nauc_ndcg_at_1_diff1": 0.693653, "nauc_ndcg_at_3_max": 0.449685, "nauc_ndcg_at_3_std": -0.043082, "nauc_ndcg_at_3_diff1": 0.615337, "nauc_ndcg_at_5_max": 0.452207, "nauc_ndcg_at_5_std": -0.031269, "nauc_ndcg_at_5_diff1": 0.613181, "nauc_ndcg_at_10_max": 0.452209, "nauc_ndcg_at_10_std": -0.046527, "nauc_ndcg_at_10_diff1": 0.617006, "nauc_ndcg_at_20_max": 0.451368, "nauc_ndcg_at_20_std": -0.041113, "nauc_ndcg_at_20_diff1": 0.615778, "nauc_ndcg_at_25_max": 0.456038, "nauc_ndcg_at_25_std": -0.042039, "nauc_ndcg_at_25_diff1": 0.619567, "nauc_ndcg_at_50_max": 0.456826, "nauc_ndcg_at_50_std": -0.045856, "nauc_ndcg_at_50_diff1": 0.622369, "nauc_ndcg_at_100_max": 0.460094, "nauc_ndcg_at_100_std": -0.042066, "nauc_ndcg_at_100_diff1": 0.625714, "nauc_ndcg_at_1000_max": 0.456755, "nauc_ndcg_at_1000_std": -0.038873, "nauc_ndcg_at_1000_diff1": 0.628516, "nauc_map_at_1_max": 0.458625, "nauc_map_at_1_std": -0.028319, "nauc_map_at_1_diff1": 0.693653, "nauc_map_at_3_max": 0.452979, "nauc_map_at_3_std": -0.038697, "nauc_map_at_3_diff1": 0.635443, "nauc_map_at_5_max": 0.454499, "nauc_map_at_5_std": -0.032319, "nauc_map_at_5_diff1": 0.63501, "nauc_map_at_10_max": 0.454908, "nauc_map_at_10_std": -0.03756, "nauc_map_at_10_diff1": 0.636969, "nauc_map_at_20_max": 0.454803, "nauc_map_at_20_std": -0.036159, "nauc_map_at_20_diff1": 0.636744, "nauc_map_at_25_max": 0.45565, "nauc_map_at_25_std": -0.036319, "nauc_map_at_25_diff1": 0.637449, "nauc_map_at_50_max": 0.45571, "nauc_map_at_50_std": -0.0368, "nauc_map_at_50_diff1": 0.637845, "nauc_map_at_100_max": 0.455999, "nauc_map_at_100_std": -0.036452, "nauc_map_at_100_diff1": 0.638151, "nauc_map_at_1000_max": 0.455928, "nauc_map_at_1000_std": -0.03629, "nauc_map_at_1000_diff1": 0.638226, "nauc_recall_at_1_max": 0.458625, "nauc_recall_at_1_std": -0.028319, "nauc_recall_at_1_diff1": 0.693653, "nauc_recall_at_3_max": 0.438416, "nauc_recall_at_3_std": -0.057732, "nauc_recall_at_3_diff1": 0.549488, "nauc_recall_at_5_max": 0.443444, "nauc_recall_at_5_std": -0.025527, "nauc_recall_at_5_diff1": 0.531485, "nauc_recall_at_10_max": 0.438342, "nauc_recall_at_10_std": -0.096287, "nauc_recall_at_10_diff1": 0.528102, "nauc_recall_at_20_max": 0.425934, "nauc_recall_at_20_std": -0.074363, "nauc_recall_at_20_diff1": 0.488706, "nauc_recall_at_25_max": 0.466523, "nauc_recall_at_25_std": -0.086331, "nauc_recall_at_25_diff1": 0.510997, "nauc_recall_at_50_max": 0.48385, "nauc_recall_at_50_std": -0.160056, "nauc_recall_at_50_diff1": 0.507501, "nauc_recall_at_100_max": 0.578907, "nauc_recall_at_100_std": -0.128334, "nauc_recall_at_100_diff1": 0.529029, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.458625, "nauc_precision_at_1_std": -0.028319, "nauc_precision_at_1_diff1": 0.693653, "nauc_precision_at_3_max": 0.438416, "nauc_precision_at_3_std": -0.057732, "nauc_precision_at_3_diff1": 0.549488, "nauc_precision_at_5_max": 0.443444, "nauc_precision_at_5_std": -0.025527, "nauc_precision_at_5_diff1": 0.531485, "nauc_precision_at_10_max": 0.438342, "nauc_precision_at_10_std": -0.096287, "nauc_precision_at_10_diff1": 0.528102, "nauc_precision_at_20_max": 0.425934, "nauc_precision_at_20_std": -0.074363, "nauc_precision_at_20_diff1": 0.488706, "nauc_precision_at_25_max": 0.466523, "nauc_precision_at_25_std": -0.086331, "nauc_precision_at_25_diff1": 0.510997, "nauc_precision_at_50_max": 0.48385, "nauc_precision_at_50_std": -0.160056, "nauc_precision_at_50_diff1": 0.507501, "nauc_precision_at_100_max": 0.578907, "nauc_precision_at_100_std": -0.128334, "nauc_precision_at_100_diff1": 0.529029, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.458625, "nauc_mrr_at_1_std": -0.028319, "nauc_mrr_at_1_diff1": 0.693653, "nauc_mrr_at_3_max": 0.452979, "nauc_mrr_at_3_std": -0.038697, "nauc_mrr_at_3_diff1": 0.635443, "nauc_mrr_at_5_max": 0.454499, "nauc_mrr_at_5_std": -0.032319, "nauc_mrr_at_5_diff1": 0.63501, "nauc_mrr_at_10_max": 0.454908, "nauc_mrr_at_10_std": -0.03756, "nauc_mrr_at_10_diff1": 0.636969, "nauc_mrr_at_20_max": 0.454803, "nauc_mrr_at_20_std": -0.036159, "nauc_mrr_at_20_diff1": 0.636744, "nauc_mrr_at_25_max": 0.45565, "nauc_mrr_at_25_std": -0.036319, "nauc_mrr_at_25_diff1": 0.637449, "nauc_mrr_at_50_max": 0.45571, "nauc_mrr_at_50_std": -0.0368, "nauc_mrr_at_50_diff1": 0.637845, "nauc_mrr_at_100_max": 0.455999, "nauc_mrr_at_100_std": -0.036452, "nauc_mrr_at_100_diff1": 0.638151, "nauc_mrr_at_1000_max": 0.455928, "nauc_mrr_at_1000_std": -0.03629, "nauc_mrr_at_1000_diff1": 0.638226, "hit_rate_at_1": 0.49105, "hit_rate_at_3": 0.65729, "hit_rate_at_5": 0.72379, "hit_rate_at_10": 0.789, "hit_rate_at_20": 0.85166, "hit_rate_at_25": 0.86701, "hit_rate_at_50": 0.90921, "hit_rate_at_100": 0.94118, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.491049, "R_cap_at_3": 0.657289, "R_cap_at_5": 0.723785, "R_cap_at_10": 0.789003, "R_cap_at_20": 0.851662, "R_cap_at_25": 0.867008, "R_cap_at_50": 0.909207, "R_cap_at_100": 0.941176, "R_cap_at_1000": 1.0, "main_score": 0.63763, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.3846, "ndcg_at_3": 0.46448, "ndcg_at_5": 0.48864, "ndcg_at_10": 0.51286, "ndcg_at_20": 0.52965, "ndcg_at_25": 0.53421, "ndcg_at_50": 0.54528, "ndcg_at_100": 0.55355, "ndcg_at_1000": 0.56734, "map_at_1": 0.3846, "map_at_3": 0.44495, "map_at_5": 0.45836, "map_at_10": 0.46841, "map_at_20": 0.47305, "map_at_25": 0.47397, "map_at_50": 0.47562, "map_at_100": 0.47636, "map_at_1000": 0.47685, "recall_at_1": 0.3846, "recall_at_3": 0.52095, "recall_at_5": 0.57959, "recall_at_10": 0.6542, "recall_at_20": 0.72035, "recall_at_25": 0.74125, "recall_at_50": 0.79839, "recall_at_100": 0.84919, "recall_at_1000": 0.95926, "accuracy": 0.3846, "precision_at_1": 0.3846, "precision_at_3": 0.17365, "precision_at_5": 0.11592, "precision_at_10": 0.06542, "precision_at_20": 0.03602, "precision_at_25": 0.02965, "precision_at_50": 0.01597, "precision_at_100": 0.00849, "precision_at_1000": 0.00096, "mrr_at_1": 0.384602, "mrr_at_3": 0.444954, "mrr_at_5": 0.458363, "mrr_at_10": 0.468412, "mrr_at_20": 0.473051, "mrr_at_25": 0.473966, "mrr_at_50": 0.47562, "mrr_at_100": 0.47636, "mrr_at_1000": 0.476851, "nauc_ndcg_at_1_max": 0.334549, "nauc_ndcg_at_1_std": -0.099787, "nauc_ndcg_at_1_diff1": 0.592075, "nauc_ndcg_at_3_max": 0.345596, "nauc_ndcg_at_3_std": -0.103316, "nauc_ndcg_at_3_diff1": 0.528303, "nauc_ndcg_at_5_max": 0.344472, "nauc_ndcg_at_5_std": -0.104858, "nauc_ndcg_at_5_diff1": 0.520327, "nauc_ndcg_at_10_max": 0.348398, "nauc_ndcg_at_10_std": -0.105403, "nauc_ndcg_at_10_diff1": 0.514169, "nauc_ndcg_at_20_max": 0.349923, "nauc_ndcg_at_20_std": -0.100351, "nauc_ndcg_at_20_diff1": 0.511521, "nauc_ndcg_at_25_max": 0.349824, "nauc_ndcg_at_25_std": -0.100129, "nauc_ndcg_at_25_diff1": 0.511784, "nauc_ndcg_at_50_max": 0.351476, "nauc_ndcg_at_50_std": -0.096608, "nauc_ndcg_at_50_diff1": 0.512036, "nauc_ndcg_at_100_max": 0.349787, "nauc_ndcg_at_100_std": -0.097141, "nauc_ndcg_at_100_diff1": 0.513919, "nauc_ndcg_at_1000_max": 0.349309, "nauc_ndcg_at_1000_std": -0.096687, "nauc_ndcg_at_1000_diff1": 0.520112, "nauc_map_at_1_max": 0.334549, "nauc_map_at_1_std": -0.099787, "nauc_map_at_1_diff1": 0.592075, "nauc_map_at_3_max": 0.343239, "nauc_map_at_3_std": -0.102224, "nauc_map_at_3_diff1": 0.543569, "nauc_map_at_5_max": 0.34258, "nauc_map_at_5_std": -0.103106, "nauc_map_at_5_diff1": 0.539434, "nauc_map_at_10_max": 0.344195, "nauc_map_at_10_std": -0.1033, "nauc_map_at_10_diff1": 0.537197, "nauc_map_at_20_max": 0.344633, "nauc_map_at_20_std": -0.102027, "nauc_map_at_20_diff1": 0.536657, "nauc_map_at_25_max": 0.344603, "nauc_map_at_25_std": -0.101987, "nauc_map_at_25_diff1": 0.536759, "nauc_map_at_50_max": 0.344845, "nauc_map_at_50_std": -0.101548, "nauc_map_at_50_diff1": 0.536866, "nauc_map_at_100_max": 0.344683, "nauc_map_at_100_std": -0.10161, "nauc_map_at_100_diff1": 0.537056, "nauc_map_at_1000_max": 0.344683, "nauc_map_at_1000_std": -0.1016, "nauc_map_at_1000_diff1": 0.537269, "nauc_recall_at_1_max": 0.334549, "nauc_recall_at_1_std": -0.099787, "nauc_recall_at_1_diff1": 0.592075, "nauc_recall_at_3_max": 0.352453, "nauc_recall_at_3_std": -0.10666, "nauc_recall_at_3_diff1": 0.483092, "nauc_recall_at_5_max": 0.350061, "nauc_recall_at_5_std": -0.110596, "nauc_recall_at_5_diff1": 0.459582, "nauc_recall_at_10_max": 0.364323, "nauc_recall_at_10_std": -0.113268, "nauc_recall_at_10_diff1": 0.429949, "nauc_recall_at_20_max": 0.374036, "nauc_recall_at_20_std": -0.087936, "nauc_recall_at_20_diff1": 0.402916, "nauc_recall_at_25_max": 0.375023, "nauc_recall_at_25_std": -0.085745, "nauc_recall_at_25_diff1": 0.397379, "nauc_recall_at_50_max": 0.393703, "nauc_recall_at_50_std": -0.051948, "nauc_recall_at_50_diff1": 0.37475, "nauc_recall_at_100_max": 0.385598, "nauc_recall_at_100_std": -0.04461, "nauc_recall_at_100_diff1": 0.357421, "nauc_recall_at_1000_max": 0.441207, "nauc_recall_at_1000_std": 0.11213, "nauc_recall_at_1000_diff1": 0.3133, "nauc_precision_at_1_max": 0.334549, "nauc_precision_at_1_std": -0.099787, "nauc_precision_at_1_diff1": 0.592075, "nauc_precision_at_3_max": 0.352453, "nauc_precision_at_3_std": -0.10666, "nauc_precision_at_3_diff1": 0.483092, "nauc_precision_at_5_max": 0.350061, "nauc_precision_at_5_std": -0.110596, "nauc_precision_at_5_diff1": 0.459582, "nauc_precision_at_10_max": 0.364323, "nauc_precision_at_10_std": -0.113268, "nauc_precision_at_10_diff1": 0.429949, "nauc_precision_at_20_max": 0.374036, "nauc_precision_at_20_std": -0.087936, "nauc_precision_at_20_diff1": 0.402916, "nauc_precision_at_25_max": 0.375023, "nauc_precision_at_25_std": -0.085745, "nauc_precision_at_25_diff1": 0.397379, "nauc_precision_at_50_max": 0.393703, "nauc_precision_at_50_std": -0.051948, "nauc_precision_at_50_diff1": 0.37475, "nauc_precision_at_100_max": 0.385598, "nauc_precision_at_100_std": -0.04461, "nauc_precision_at_100_diff1": 0.357421, "nauc_precision_at_1000_max": 0.441207, "nauc_precision_at_1000_std": 0.11213, "nauc_precision_at_1000_diff1": 0.3133, "nauc_mrr_at_1_max": 0.334549, "nauc_mrr_at_1_std": -0.099787, "nauc_mrr_at_1_diff1": 0.592075, "nauc_mrr_at_3_max": 0.343239, "nauc_mrr_at_3_std": -0.102224, "nauc_mrr_at_3_diff1": 0.543569, "nauc_mrr_at_5_max": 0.34258, "nauc_mrr_at_5_std": -0.103106, "nauc_mrr_at_5_diff1": 0.539434, "nauc_mrr_at_10_max": 0.344195, "nauc_mrr_at_10_std": -0.1033, "nauc_mrr_at_10_diff1": 0.537197, "nauc_mrr_at_20_max": 0.344633, "nauc_mrr_at_20_std": -0.102027, "nauc_mrr_at_20_diff1": 0.536657, "nauc_mrr_at_25_max": 0.344603, "nauc_mrr_at_25_std": -0.101987, "nauc_mrr_at_25_diff1": 0.536759, "nauc_mrr_at_50_max": 0.344845, "nauc_mrr_at_50_std": -0.101548, "nauc_mrr_at_50_diff1": 0.536866, "nauc_mrr_at_100_max": 0.344683, "nauc_mrr_at_100_std": -0.10161, "nauc_mrr_at_100_diff1": 0.537056, "nauc_mrr_at_1000_max": 0.344683, "nauc_mrr_at_1000_std": -0.1016, "nauc_mrr_at_1000_diff1": 0.537269, "hit_rate_at_1": 0.3846, "hit_rate_at_3": 0.52095, "hit_rate_at_5": 0.57959, "hit_rate_at_10": 0.6542, "hit_rate_at_20": 0.72035, "hit_rate_at_25": 0.74125, "hit_rate_at_50": 0.79839, "hit_rate_at_100": 0.84919, "hit_rate_at_1000": 0.95926, "R_cap_at_1": 0.384602, "R_cap_at_3": 0.520945, "R_cap_at_5": 0.579593, "R_cap_at_10": 0.654202, "R_cap_at_20": 0.720346, "R_cap_at_25": 0.741247, "R_cap_at_50": 0.798395, "R_cap_at_100": 0.849193, "R_cap_at_1000": 0.959256, "main_score": 0.51286, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.46634, "ndcg_at_3": 0.55337, "ndcg_at_5": 0.57968, "ndcg_at_10": 0.60136, "ndcg_at_20": 0.61601, "ndcg_at_25": 0.62054, "ndcg_at_50": 0.62975, "ndcg_at_100": 0.63657, "ndcg_at_1000": 0.64565, "map_at_1": 0.46634, "map_at_3": 0.53209, "map_at_5": 0.54672, "map_at_10": 0.55573, "map_at_20": 0.55981, "map_at_25": 0.56071, "map_at_50": 0.56209, "map_at_100": 0.56269, "map_at_1000": 0.56303, "recall_at_1": 0.46634, "recall_at_3": 0.61489, "recall_at_5": 0.67864, "recall_at_10": 0.74531, "recall_at_20": 0.80291, "recall_at_25": 0.82362, "recall_at_50": 0.8712, "recall_at_100": 0.91327, "recall_at_1000": 0.98511, "accuracy": 0.46634, "precision_at_1": 0.46634, "precision_at_3": 0.20496, "precision_at_5": 0.13573, "precision_at_10": 0.07453, "precision_at_20": 0.04015, "precision_at_25": 0.03294, "precision_at_50": 0.01742, "precision_at_100": 0.00913, "precision_at_1000": 0.00099, "mrr_at_1": 0.466343, "mrr_at_3": 0.532093, "mrr_at_5": 0.546721, "mrr_at_10": 0.555735, "mrr_at_20": 0.559808, "mrr_at_25": 0.560714, "mrr_at_50": 0.562094, "mrr_at_100": 0.562693, "mrr_at_1000": 0.563031, "nauc_ndcg_at_1_max": 0.381536, "nauc_ndcg_at_1_std": -0.050408, "nauc_ndcg_at_1_diff1": 0.625773, "nauc_ndcg_at_3_max": 0.395278, "nauc_ndcg_at_3_std": -0.055148, "nauc_ndcg_at_3_diff1": 0.564696, "nauc_ndcg_at_5_max": 0.406093, "nauc_ndcg_at_5_std": -0.053599, "nauc_ndcg_at_5_diff1": 0.554352, "nauc_ndcg_at_10_max": 0.406026, "nauc_ndcg_at_10_std": -0.051448, "nauc_ndcg_at_10_diff1": 0.55249, "nauc_ndcg_at_20_max": 0.405463, "nauc_ndcg_at_20_std": -0.053879, "nauc_ndcg_at_20_diff1": 0.554149, "nauc_ndcg_at_25_max": 0.409609, "nauc_ndcg_at_25_std": -0.053024, "nauc_ndcg_at_25_diff1": 0.555124, "nauc_ndcg_at_50_max": 0.407078, "nauc_ndcg_at_50_std": -0.051895, "nauc_ndcg_at_50_diff1": 0.554222, "nauc_ndcg_at_100_max": 0.406516, "nauc_ndcg_at_100_std": -0.046861, "nauc_ndcg_at_100_diff1": 0.558678, "nauc_ndcg_at_1000_max": 0.403647, "nauc_ndcg_at_1000_std": -0.04871, "nauc_ndcg_at_1000_diff1": 0.563546, "nauc_map_at_1_max": 0.381536, "nauc_map_at_1_std": -0.050408, "nauc_map_at_1_diff1": 0.625773, "nauc_map_at_3_max": 0.391584, "nauc_map_at_3_std": -0.053663, "nauc_map_at_3_diff1": 0.579938, "nauc_map_at_5_max": 0.397514, "nauc_map_at_5_std": -0.05279, "nauc_map_at_5_diff1": 0.574887, "nauc_map_at_10_max": 0.39721, "nauc_map_at_10_std": -0.051839, "nauc_map_at_10_diff1": 0.574628, "nauc_map_at_20_max": 0.397172, "nauc_map_at_20_std": -0.052412, "nauc_map_at_20_diff1": 0.575316, "nauc_map_at_25_max": 0.397899, "nauc_map_at_25_std": -0.052256, "nauc_map_at_25_diff1": 0.575541, "nauc_map_at_50_max": 0.397544, "nauc_map_at_50_std": -0.052087, "nauc_map_at_50_diff1": 0.575515, "nauc_map_at_100_max": 0.397456, "nauc_map_at_100_std": -0.051689, "nauc_map_at_100_diff1": 0.575883, "nauc_map_at_1000_max": 0.397355, "nauc_map_at_1000_std": -0.05171, "nauc_map_at_1000_diff1": 0.576047, "nauc_recall_at_1_max": 0.381536, "nauc_recall_at_1_std": -0.050408, "nauc_recall_at_1_diff1": 0.625773, "nauc_recall_at_3_max": 0.406975, "nauc_recall_at_3_std": -0.059942, "nauc_recall_at_3_diff1": 0.51692, "nauc_recall_at_5_max": 0.437422, "nauc_recall_at_5_std": -0.056296, "nauc_recall_at_5_diff1": 0.481392, "nauc_recall_at_10_max": 0.444151, "nauc_recall_at_10_std": -0.04885, "nauc_recall_at_10_diff1": 0.458844, "nauc_recall_at_20_max": 0.447083, "nauc_recall_at_20_std": -0.063622, "nauc_recall_at_20_diff1": 0.4468, "nauc_recall_at_25_max": 0.483834, "nauc_recall_at_25_std": -0.057998, "nauc_recall_at_25_diff1": 0.442836, "nauc_recall_at_50_max": 0.478888, "nauc_recall_at_50_std": -0.047406, "nauc_recall_at_50_diff1": 0.394972, "nauc_recall_at_100_max": 0.502014, "nauc_recall_at_100_std": 0.049321, "nauc_recall_at_100_diff1": 0.410002, "nauc_recall_at_1000_max": 0.556428, "nauc_recall_at_1000_std": 0.211545, "nauc_recall_at_1000_diff1": 0.375431, "nauc_precision_at_1_max": 0.381536, "nauc_precision_at_1_std": -0.050408, "nauc_precision_at_1_diff1": 0.625773, "nauc_precision_at_3_max": 0.406975, "nauc_precision_at_3_std": -0.059942, "nauc_precision_at_3_diff1": 0.51692, "nauc_precision_at_5_max": 0.437422, "nauc_precision_at_5_std": -0.056296, "nauc_precision_at_5_diff1": 0.481392, "nauc_precision_at_10_max": 0.444151, "nauc_precision_at_10_std": -0.04885, "nauc_precision_at_10_diff1": 0.458844, "nauc_precision_at_20_max": 0.447083, "nauc_precision_at_20_std": -0.063622, "nauc_precision_at_20_diff1": 0.4468, "nauc_precision_at_25_max": 0.483834, "nauc_precision_at_25_std": -0.057998, "nauc_precision_at_25_diff1": 0.442836, "nauc_precision_at_50_max": 0.478888, "nauc_precision_at_50_std": -0.047406, "nauc_precision_at_50_diff1": 0.394972, "nauc_precision_at_100_max": 0.502014, "nauc_precision_at_100_std": 0.049321, "nauc_precision_at_100_diff1": 0.410002, "nauc_precision_at_1000_max": 0.556428, "nauc_precision_at_1000_std": 0.211545, "nauc_precision_at_1000_diff1": 0.375431, "nauc_mrr_at_1_max": 0.381536, "nauc_mrr_at_1_std": -0.050408, "nauc_mrr_at_1_diff1": 0.625773, "nauc_mrr_at_3_max": 0.391584, "nauc_mrr_at_3_std": -0.053663, "nauc_mrr_at_3_diff1": 0.579938, "nauc_mrr_at_5_max": 0.397514, "nauc_mrr_at_5_std": -0.05279, "nauc_mrr_at_5_diff1": 0.574887, "nauc_mrr_at_10_max": 0.39721, "nauc_mrr_at_10_std": -0.051839, "nauc_mrr_at_10_diff1": 0.574628, "nauc_mrr_at_20_max": 0.397172, "nauc_mrr_at_20_std": -0.052412, "nauc_mrr_at_20_diff1": 0.575316, "nauc_mrr_at_25_max": 0.397899, "nauc_mrr_at_25_std": -0.052256, "nauc_mrr_at_25_diff1": 0.575541, "nauc_mrr_at_50_max": 0.397544, "nauc_mrr_at_50_std": -0.052087, "nauc_mrr_at_50_diff1": 0.575515, "nauc_mrr_at_100_max": 0.397456, "nauc_mrr_at_100_std": -0.051689, "nauc_mrr_at_100_diff1": 0.575883, "nauc_mrr_at_1000_max": 0.397355, "nauc_mrr_at_1000_std": -0.05171, "nauc_mrr_at_1000_diff1": 0.576047, "hit_rate_at_1": 0.46634, "hit_rate_at_3": 0.61489, "hit_rate_at_5": 0.67864, "hit_rate_at_10": 0.74531, "hit_rate_at_20": 0.80291, "hit_rate_at_25": 0.82362, "hit_rate_at_50": 0.8712, "hit_rate_at_100": 0.91327, "hit_rate_at_1000": 0.98511, "R_cap_at_1": 0.466343, "R_cap_at_3": 0.614887, "R_cap_at_5": 0.678641, "R_cap_at_10": 0.745307, "R_cap_at_20": 0.802913, "R_cap_at_25": 0.823625, "R_cap_at_50": 0.871197, "R_cap_at_100": 0.913269, "R_cap_at_1000": 0.985113, "main_score": 0.60136, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72171, "ndcg_at_3": 0.79602, "ndcg_at_5": 0.81253, "ndcg_at_10": 0.82494, "ndcg_at_20": 0.83182, "ndcg_at_25": 0.83283, "ndcg_at_50": 0.83697, "ndcg_at_100": 0.8382, "ndcg_at_1000": 0.83994, "map_at_1": 0.72171, "map_at_3": 0.77829, "map_at_5": 0.78754, "map_at_10": 0.79269, "map_at_20": 0.79453, "map_at_25": 0.79473, "map_at_50": 0.79535, "map_at_100": 0.79546, "map_at_1000": 0.79552, "recall_at_1": 0.72171, "recall_at_3": 0.84709, "recall_at_5": 0.88685, "recall_at_10": 0.92508, "recall_at_20": 0.9526, "recall_at_25": 0.95719, "recall_at_50": 0.97859, "recall_at_100": 0.98624, "recall_at_1000": 1.0, "accuracy": 0.72171, "precision_at_1": 0.72171, "precision_at_3": 0.28236, "precision_at_5": 0.17737, "precision_at_10": 0.09251, "precision_at_20": 0.04763, "precision_at_25": 0.03829, "precision_at_50": 0.01957, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.721713, "mrr_at_3": 0.778287, "mrr_at_5": 0.787538, "mrr_at_10": 0.792686, "mrr_at_20": 0.794526, "mrr_at_25": 0.794732, "mrr_at_50": 0.795352, "mrr_at_100": 0.795457, "mrr_at_1000": 0.795516, "nauc_ndcg_at_1_max": 0.520298, "nauc_ndcg_at_1_std": -0.006065, "nauc_ndcg_at_1_diff1": 0.806039, "nauc_ndcg_at_3_max": 0.562045, "nauc_ndcg_at_3_std": 0.006321, "nauc_ndcg_at_3_diff1": 0.784088, "nauc_ndcg_at_5_max": 0.553012, "nauc_ndcg_at_5_std": 0.003307, "nauc_ndcg_at_5_diff1": 0.779762, "nauc_ndcg_at_10_max": 0.545619, "nauc_ndcg_at_10_std": -0.006689, "nauc_ndcg_at_10_diff1": 0.78262, "nauc_ndcg_at_20_max": 0.543648, "nauc_ndcg_at_20_std": -0.006267, "nauc_ndcg_at_20_diff1": 0.787996, "nauc_ndcg_at_25_max": 0.541905, "nauc_ndcg_at_25_std": -0.006277, "nauc_ndcg_at_25_diff1": 0.78817, "nauc_ndcg_at_50_max": 0.540455, "nauc_ndcg_at_50_std": -0.000486, "nauc_ndcg_at_50_diff1": 0.787184, "nauc_ndcg_at_100_max": 0.542199, "nauc_ndcg_at_100_std": -0.002303, "nauc_ndcg_at_100_diff1": 0.788802, "nauc_ndcg_at_1000_max": 0.542034, "nauc_ndcg_at_1000_std": -0.002453, "nauc_ndcg_at_1000_diff1": 0.788131, "nauc_map_at_1_max": 0.520298, "nauc_map_at_1_std": -0.006065, "nauc_map_at_1_diff1": 0.806039, "nauc_map_at_3_max": 0.549646, "nauc_map_at_3_std": 0.001315, "nauc_map_at_3_diff1": 0.789364, "nauc_map_at_5_max": 0.544481, "nauc_map_at_5_std": 0.000265, "nauc_map_at_5_diff1": 0.787407, "nauc_map_at_10_max": 0.541894, "nauc_map_at_10_std": -0.003632, "nauc_map_at_10_diff1": 0.788437, "nauc_map_at_20_max": 0.541212, "nauc_map_at_20_std": -0.003489, "nauc_map_at_20_diff1": 0.78994, "nauc_map_at_25_max": 0.540921, "nauc_map_at_25_std": -0.00348, "nauc_map_at_25_diff1": 0.789963, "nauc_map_at_50_max": 0.5407, "nauc_map_at_50_std": -0.002802, "nauc_map_at_50_diff1": 0.789847, "nauc_map_at_100_max": 0.540834, "nauc_map_at_100_std": -0.002911, "nauc_map_at_100_diff1": 0.789941, "nauc_map_at_1000_max": 0.540787, "nauc_map_at_1000_std": -0.002871, "nauc_map_at_1000_diff1": 0.789919, "nauc_recall_at_1_max": 0.520298, "nauc_recall_at_1_std": -0.006065, "nauc_recall_at_1_diff1": 0.806039, "nauc_recall_at_3_max": 0.611172, "nauc_recall_at_3_std": 0.026899, "nauc_recall_at_3_diff1": 0.76388, "nauc_recall_at_5_max": 0.593745, "nauc_recall_at_5_std": 0.01731, "nauc_recall_at_5_diff1": 0.741632, "nauc_recall_at_10_max": 0.561527, "nauc_recall_at_10_std": -0.03819, "nauc_recall_at_10_diff1": 0.74419, "nauc_recall_at_20_max": 0.55123, "nauc_recall_at_20_std": -0.051636, "nauc_recall_at_20_diff1": 0.784016, "nauc_recall_at_25_max": 0.523732, "nauc_recall_at_25_std": -0.057026, "nauc_recall_at_25_diff1": 0.786714, "nauc_recall_at_50_max": 0.458169, "nauc_recall_at_50_std": 0.100209, "nauc_recall_at_50_diff1": 0.750633, "nauc_recall_at_100_max": 0.523258, "nauc_recall_at_100_std": 0.030835, "nauc_recall_at_100_diff1": 0.842631, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.520298, "nauc_precision_at_1_std": -0.006065, "nauc_precision_at_1_diff1": 0.806039, "nauc_precision_at_3_max": 0.611172, "nauc_precision_at_3_std": 0.026899, "nauc_precision_at_3_diff1": 0.76388, "nauc_precision_at_5_max": 0.593745, "nauc_precision_at_5_std": 0.01731, "nauc_precision_at_5_diff1": 0.741632, "nauc_precision_at_10_max": 0.561527, "nauc_precision_at_10_std": -0.03819, "nauc_precision_at_10_diff1": 0.74419, "nauc_precision_at_20_max": 0.55123, "nauc_precision_at_20_std": -0.051636, "nauc_precision_at_20_diff1": 0.784016, "nauc_precision_at_25_max": 0.523732, "nauc_precision_at_25_std": -0.057026, "nauc_precision_at_25_diff1": 0.786714, "nauc_precision_at_50_max": 0.458169, "nauc_precision_at_50_std": 0.100209, "nauc_precision_at_50_diff1": 0.750633, "nauc_precision_at_100_max": 0.523258, "nauc_precision_at_100_std": 0.030835, "nauc_precision_at_100_diff1": 0.842631, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.520298, "nauc_mrr_at_1_std": -0.006065, "nauc_mrr_at_1_diff1": 0.806039, "nauc_mrr_at_3_max": 0.549646, "nauc_mrr_at_3_std": 0.001315, "nauc_mrr_at_3_diff1": 0.789364, "nauc_mrr_at_5_max": 0.544481, "nauc_mrr_at_5_std": 0.000265, "nauc_mrr_at_5_diff1": 0.787407, "nauc_mrr_at_10_max": 0.541894, "nauc_mrr_at_10_std": -0.003632, "nauc_mrr_at_10_diff1": 0.788437, "nauc_mrr_at_20_max": 0.541212, "nauc_mrr_at_20_std": -0.003489, "nauc_mrr_at_20_diff1": 0.78994, "nauc_mrr_at_25_max": 0.540921, "nauc_mrr_at_25_std": -0.00348, "nauc_mrr_at_25_diff1": 0.789963, "nauc_mrr_at_50_max": 0.5407, "nauc_mrr_at_50_std": -0.002802, "nauc_mrr_at_50_diff1": 0.789847, "nauc_mrr_at_100_max": 0.540834, "nauc_mrr_at_100_std": -0.002911, "nauc_mrr_at_100_diff1": 0.789941, "nauc_mrr_at_1000_max": 0.540787, "nauc_mrr_at_1000_std": -0.002871, "nauc_mrr_at_1000_diff1": 0.789919, "hit_rate_at_1": 0.72171, "hit_rate_at_3": 0.84709, "hit_rate_at_5": 0.88685, "hit_rate_at_10": 0.92508, "hit_rate_at_20": 0.9526, "hit_rate_at_25": 0.95719, "hit_rate_at_50": 0.97859, "hit_rate_at_100": 0.98624, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.721713, "R_cap_at_3": 0.847095, "R_cap_at_5": 0.88685, "R_cap_at_10": 0.925076, "R_cap_at_20": 0.952599, "R_cap_at_25": 0.957187, "R_cap_at_50": 0.978593, "R_cap_at_100": 0.986239, "R_cap_at_1000": 1.0, "main_score": 0.82494, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.39626, "ndcg_at_3": 0.47912, "ndcg_at_5": 0.50185, "ndcg_at_10": 0.52322, "ndcg_at_20": 0.5401, "ndcg_at_25": 0.54454, "ndcg_at_50": 0.55525, "ndcg_at_100": 0.56291, "ndcg_at_1000": 0.57738, "map_at_1": 0.39626, "map_at_3": 0.45901, "map_at_5": 0.47163, "map_at_10": 0.48046, "map_at_20": 0.48525, "map_at_25": 0.48615, "map_at_50": 0.48776, "map_at_100": 0.48845, "map_at_1000": 0.48895, "recall_at_1": 0.39626, "recall_at_3": 0.5372, "recall_at_5": 0.59236, "recall_at_10": 0.6584, "recall_at_20": 0.72394, "recall_at_25": 0.74418, "recall_at_50": 0.79934, "recall_at_100": 0.84641, "recall_at_1000": 0.96255, "accuracy": 0.39626, "precision_at_1": 0.39626, "precision_at_3": 0.17907, "precision_at_5": 0.11847, "precision_at_10": 0.06584, "precision_at_20": 0.0362, "precision_at_25": 0.02977, "precision_at_50": 0.01599, "precision_at_100": 0.00846, "precision_at_1000": 0.00096, "mrr_at_1": 0.396255, "mrr_at_3": 0.459008, "mrr_at_5": 0.471635, "mrr_at_10": 0.480462, "mrr_at_20": 0.485255, "mrr_at_25": 0.486151, "mrr_at_50": 0.487765, "mrr_at_100": 0.488447, "mrr_at_1000": 0.488948, "nauc_ndcg_at_1_max": 0.316327, "nauc_ndcg_at_1_std": -0.054987, "nauc_ndcg_at_1_diff1": 0.595554, "nauc_ndcg_at_3_max": 0.324083, "nauc_ndcg_at_3_std": -0.063023, "nauc_ndcg_at_3_diff1": 0.530825, "nauc_ndcg_at_5_max": 0.322255, "nauc_ndcg_at_5_std": -0.057082, "nauc_ndcg_at_5_diff1": 0.523834, "nauc_ndcg_at_10_max": 0.323381, "nauc_ndcg_at_10_std": -0.055869, "nauc_ndcg_at_10_diff1": 0.520186, "nauc_ndcg_at_20_max": 0.322922, "nauc_ndcg_at_20_std": -0.054811, "nauc_ndcg_at_20_diff1": 0.520174, "nauc_ndcg_at_25_max": 0.322526, "nauc_ndcg_at_25_std": -0.051505, "nauc_ndcg_at_25_diff1": 0.520911, "nauc_ndcg_at_50_max": 0.323665, "nauc_ndcg_at_50_std": -0.048409, "nauc_ndcg_at_50_diff1": 0.523629, "nauc_ndcg_at_100_max": 0.324424, "nauc_ndcg_at_100_std": -0.046808, "nauc_ndcg_at_100_diff1": 0.525378, "nauc_ndcg_at_1000_max": 0.324136, "nauc_ndcg_at_1000_std": -0.048412, "nauc_ndcg_at_1000_diff1": 0.530258, "nauc_map_at_1_max": 0.316327, "nauc_map_at_1_std": -0.054987, "nauc_map_at_1_diff1": 0.595554, "nauc_map_at_3_max": 0.321972, "nauc_map_at_3_std": -0.061779, "nauc_map_at_3_diff1": 0.546364, "nauc_map_at_5_max": 0.320901, "nauc_map_at_5_std": -0.058719, "nauc_map_at_5_diff1": 0.542715, "nauc_map_at_10_max": 0.321225, "nauc_map_at_10_std": -0.058082, "nauc_map_at_10_diff1": 0.541467, "nauc_map_at_20_max": 0.321109, "nauc_map_at_20_std": -0.057618, "nauc_map_at_20_diff1": 0.541685, "nauc_map_at_25_max": 0.321027, "nauc_map_at_25_std": -0.057002, "nauc_map_at_25_diff1": 0.541862, "nauc_map_at_50_max": 0.321166, "nauc_map_at_50_std": -0.056593, "nauc_map_at_50_diff1": 0.542285, "nauc_map_at_100_max": 0.32124, "nauc_map_at_100_std": -0.056498, "nauc_map_at_100_diff1": 0.542455, "nauc_map_at_1000_max": 0.321225, "nauc_map_at_1000_std": -0.056593, "nauc_map_at_1000_diff1": 0.542613, "nauc_recall_at_1_max": 0.316327, "nauc_recall_at_1_std": -0.054987, "nauc_recall_at_1_diff1": 0.595554, "nauc_recall_at_3_max": 0.330521, "nauc_recall_at_3_std": -0.066449, "nauc_recall_at_3_diff1": 0.48423, "nauc_recall_at_5_max": 0.326402, "nauc_recall_at_5_std": -0.050376, "nauc_recall_at_5_diff1": 0.463384, "nauc_recall_at_10_max": 0.331618, "nauc_recall_at_10_std": -0.046323, "nauc_recall_at_10_diff1": 0.443091, "nauc_recall_at_20_max": 0.330431, "nauc_recall_at_20_std": -0.041392, "nauc_recall_at_20_diff1": 0.429712, "nauc_recall_at_25_max": 0.32848, "nauc_recall_at_25_std": -0.019617, "nauc_recall_at_25_diff1": 0.428585, "nauc_recall_at_50_max": 0.339703, "nauc_recall_at_50_std": 0.013248, "nauc_recall_at_50_diff1": 0.432409, "nauc_recall_at_100_max": 0.352984, "nauc_recall_at_100_std": 0.051537, "nauc_recall_at_100_diff1": 0.429214, "nauc_recall_at_1000_max": 0.418736, "nauc_recall_at_1000_std": 0.255916, "nauc_recall_at_1000_diff1": 0.455369, "nauc_precision_at_1_max": 0.316327, "nauc_precision_at_1_std": -0.054987, "nauc_precision_at_1_diff1": 0.595554, "nauc_precision_at_3_max": 0.330521, "nauc_precision_at_3_std": -0.066449, "nauc_precision_at_3_diff1": 0.48423, "nauc_precision_at_5_max": 0.326402, "nauc_precision_at_5_std": -0.050376, "nauc_precision_at_5_diff1": 0.463384, "nauc_precision_at_10_max": 0.331618, "nauc_precision_at_10_std": -0.046323, "nauc_precision_at_10_diff1": 0.443091, "nauc_precision_at_20_max": 0.330431, "nauc_precision_at_20_std": -0.041392, "nauc_precision_at_20_diff1": 0.429712, "nauc_precision_at_25_max": 0.32848, "nauc_precision_at_25_std": -0.019617, "nauc_precision_at_25_diff1": 0.428585, "nauc_precision_at_50_max": 0.339703, "nauc_precision_at_50_std": 0.013248, "nauc_precision_at_50_diff1": 0.432409, "nauc_precision_at_100_max": 0.352984, "nauc_precision_at_100_std": 0.051537, "nauc_precision_at_100_diff1": 0.429214, "nauc_precision_at_1000_max": 0.418736, "nauc_precision_at_1000_std": 0.255916, "nauc_precision_at_1000_diff1": 0.455369, "nauc_mrr_at_1_max": 0.316327, "nauc_mrr_at_1_std": -0.054987, "nauc_mrr_at_1_diff1": 0.595554, "nauc_mrr_at_3_max": 0.321972, "nauc_mrr_at_3_std": -0.061779, "nauc_mrr_at_3_diff1": 0.546364, "nauc_mrr_at_5_max": 0.320901, "nauc_mrr_at_5_std": -0.058719, "nauc_mrr_at_5_diff1": 0.542715, "nauc_mrr_at_10_max": 0.321225, "nauc_mrr_at_10_std": -0.058082, "nauc_mrr_at_10_diff1": 0.541467, "nauc_mrr_at_20_max": 0.321109, "nauc_mrr_at_20_std": -0.057618, "nauc_mrr_at_20_diff1": 0.541685, "nauc_mrr_at_25_max": 0.321027, "nauc_mrr_at_25_std": -0.057002, "nauc_mrr_at_25_diff1": 0.541862, "nauc_mrr_at_50_max": 0.321166, "nauc_mrr_at_50_std": -0.056593, "nauc_mrr_at_50_diff1": 0.542285, "nauc_mrr_at_100_max": 0.32124, "nauc_mrr_at_100_std": -0.056498, "nauc_mrr_at_100_diff1": 0.542455, "nauc_mrr_at_1000_max": 0.321225, "nauc_mrr_at_1000_std": -0.056593, "nauc_mrr_at_1000_diff1": 0.542613, "hit_rate_at_1": 0.39626, "hit_rate_at_3": 0.5372, "hit_rate_at_5": 0.59236, "hit_rate_at_10": 0.6584, "hit_rate_at_20": 0.72394, "hit_rate_at_25": 0.74418, "hit_rate_at_50": 0.79934, "hit_rate_at_100": 0.84641, "hit_rate_at_1000": 0.96255, "R_cap_at_1": 0.396255, "R_cap_at_3": 0.537196, "R_cap_at_5": 0.592358, "R_cap_at_10": 0.658401, "R_cap_at_20": 0.723937, "R_cap_at_25": 0.74418, "R_cap_at_50": 0.799342, "R_cap_at_100": 0.846407, "R_cap_at_1000": 0.962551, "main_score": 0.52322, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.60314, "ndcg_at_3": 0.68288, "ndcg_at_5": 0.70594, "ndcg_at_10": 0.7272, "ndcg_at_20": 0.73836, "ndcg_at_25": 0.74152, "ndcg_at_50": 0.74746, "ndcg_at_100": 0.74947, "ndcg_at_1000": 0.75469, "map_at_1": 0.60314, "map_at_3": 0.66386, "map_at_5": 0.67664, "map_at_10": 0.68555, "map_at_20": 0.68867, "map_at_25": 0.68929, "map_at_50": 0.69021, "map_at_100": 0.69039, "map_at_1000": 0.69059, "recall_at_1": 0.60314, "recall_at_3": 0.73767, "recall_at_5": 0.79372, "recall_at_10": 0.85874, "recall_at_20": 0.90247, "recall_at_25": 0.91704, "recall_at_50": 0.94731, "recall_at_100": 0.95964, "recall_at_1000": 1.0, "accuracy": 0.60314, "precision_at_1": 0.60314, "precision_at_3": 0.24589, "precision_at_5": 0.15874, "precision_at_10": 0.08587, "precision_at_20": 0.04512, "precision_at_25": 0.03668, "precision_at_50": 0.01895, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.603139, "mrr_at_3": 0.663864, "mrr_at_5": 0.676644, "mrr_at_10": 0.685553, "mrr_at_20": 0.688671, "mrr_at_25": 0.689288, "mrr_at_50": 0.69021, "mrr_at_100": 0.690389, "mrr_at_1000": 0.690593, "nauc_ndcg_at_1_max": 0.432322, "nauc_ndcg_at_1_std": 0.011744, "nauc_ndcg_at_1_diff1": 0.69853, "nauc_ndcg_at_3_max": 0.454889, "nauc_ndcg_at_3_std": 0.010002, "nauc_ndcg_at_3_diff1": 0.676525, "nauc_ndcg_at_5_max": 0.464254, "nauc_ndcg_at_5_std": 0.0353, "nauc_ndcg_at_5_diff1": 0.674543, "nauc_ndcg_at_10_max": 0.456241, "nauc_ndcg_at_10_std": 0.034724, "nauc_ndcg_at_10_diff1": 0.686382, "nauc_ndcg_at_20_max": 0.457855, "nauc_ndcg_at_20_std": 0.027982, "nauc_ndcg_at_20_diff1": 0.682389, "nauc_ndcg_at_25_max": 0.455069, "nauc_ndcg_at_25_std": 0.03048, "nauc_ndcg_at_25_diff1": 0.68015, "nauc_ndcg_at_50_max": 0.452126, "nauc_ndcg_at_50_std": 0.027502, "nauc_ndcg_at_50_diff1": 0.683625, "nauc_ndcg_at_100_max": 0.451797, "nauc_ndcg_at_100_std": 0.026654, "nauc_ndcg_at_100_diff1": 0.682597, "nauc_ndcg_at_1000_max": 0.453209, "nauc_ndcg_at_1000_std": 0.024908, "nauc_ndcg_at_1000_diff1": 0.684435, "nauc_map_at_1_max": 0.432322, "nauc_map_at_1_std": 0.011744, "nauc_map_at_1_diff1": 0.69853, "nauc_map_at_3_max": 0.449427, "nauc_map_at_3_std": 0.010672, "nauc_map_at_3_diff1": 0.682955, "nauc_map_at_5_max": 0.454448, "nauc_map_at_5_std": 0.023761, "nauc_map_at_5_diff1": 0.682265, "nauc_map_at_10_max": 0.451377, "nauc_map_at_10_std": 0.023596, "nauc_map_at_10_diff1": 0.687328, "nauc_map_at_20_max": 0.451666, "nauc_map_at_20_std": 0.021715, "nauc_map_at_20_diff1": 0.686371, "nauc_map_at_25_max": 0.451177, "nauc_map_at_25_std": 0.022094, "nauc_map_at_25_diff1": 0.68601, "nauc_map_at_50_max": 0.450851, "nauc_map_at_50_std": 0.02163, "nauc_map_at_50_diff1": 0.686464, "nauc_map_at_100_max": 0.450852, "nauc_map_at_100_std": 0.021589, "nauc_map_at_100_diff1": 0.686398, "nauc_map_at_1000_max": 0.450909, "nauc_map_at_1000_std": 0.0215, "nauc_map_at_1000_diff1": 0.68647, "nauc_recall_at_1_max": 0.432322, "nauc_recall_at_1_std": 0.011744, "nauc_recall_at_1_diff1": 0.69853, "nauc_recall_at_3_max": 0.473383, "nauc_recall_at_3_std": 0.007597, "nauc_recall_at_3_diff1": 0.654139, "nauc_recall_at_5_max": 0.504646, "nauc_recall_at_5_std": 0.086781, "nauc_recall_at_5_diff1": 0.642508, "nauc_recall_at_10_max": 0.477438, "nauc_recall_at_10_std": 0.100878, "nauc_recall_at_10_diff1": 0.686584, "nauc_recall_at_20_max": 0.500783, "nauc_recall_at_20_std": 0.069504, "nauc_recall_at_20_diff1": 0.651404, "nauc_recall_at_25_max": 0.474891, "nauc_recall_at_25_std": 0.107699, "nauc_recall_at_25_diff1": 0.618769, "nauc_recall_at_50_max": 0.42206, "nauc_recall_at_50_std": 0.094442, "nauc_recall_at_50_diff1": 0.655465, "nauc_recall_at_100_max": 0.398944, "nauc_recall_at_100_std": 0.084577, "nauc_recall_at_100_diff1": 0.613214, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.432322, "nauc_precision_at_1_std": 0.011744, "nauc_precision_at_1_diff1": 0.69853, "nauc_precision_at_3_max": 0.473383, "nauc_precision_at_3_std": 0.007597, "nauc_precision_at_3_diff1": 0.654139, "nauc_precision_at_5_max": 0.504646, "nauc_precision_at_5_std": 0.086781, "nauc_precision_at_5_diff1": 0.642508, "nauc_precision_at_10_max": 0.477438, "nauc_precision_at_10_std": 0.100878, "nauc_precision_at_10_diff1": 0.686584, "nauc_precision_at_20_max": 0.500783, "nauc_precision_at_20_std": 0.069504, "nauc_precision_at_20_diff1": 0.651404, "nauc_precision_at_25_max": 0.474891, "nauc_precision_at_25_std": 0.107699, "nauc_precision_at_25_diff1": 0.618769, "nauc_precision_at_50_max": 0.42206, "nauc_precision_at_50_std": 0.094442, "nauc_precision_at_50_diff1": 0.655465, "nauc_precision_at_100_max": 0.398944, "nauc_precision_at_100_std": 0.084577, "nauc_precision_at_100_diff1": 0.613214, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.432322, "nauc_mrr_at_1_std": 0.011744, "nauc_mrr_at_1_diff1": 0.69853, "nauc_mrr_at_3_max": 0.449427, "nauc_mrr_at_3_std": 0.010672, "nauc_mrr_at_3_diff1": 0.682955, "nauc_mrr_at_5_max": 0.454448, "nauc_mrr_at_5_std": 0.023761, "nauc_mrr_at_5_diff1": 0.682265, "nauc_mrr_at_10_max": 0.451377, "nauc_mrr_at_10_std": 0.023596, "nauc_mrr_at_10_diff1": 0.687328, "nauc_mrr_at_20_max": 0.451666, "nauc_mrr_at_20_std": 0.021715, "nauc_mrr_at_20_diff1": 0.686371, "nauc_mrr_at_25_max": 0.451177, "nauc_mrr_at_25_std": 0.022094, "nauc_mrr_at_25_diff1": 0.68601, "nauc_mrr_at_50_max": 0.450851, "nauc_mrr_at_50_std": 0.02163, "nauc_mrr_at_50_diff1": 0.686464, "nauc_mrr_at_100_max": 0.450852, "nauc_mrr_at_100_std": 0.021589, "nauc_mrr_at_100_diff1": 0.686398, "nauc_mrr_at_1000_max": 0.450909, "nauc_mrr_at_1000_std": 0.0215, "nauc_mrr_at_1000_diff1": 0.68647, "hit_rate_at_1": 0.60314, "hit_rate_at_3": 0.73767, "hit_rate_at_5": 0.79372, "hit_rate_at_10": 0.85874, "hit_rate_at_20": 0.90247, "hit_rate_at_25": 0.91704, "hit_rate_at_50": 0.94731, "hit_rate_at_100": 0.95964, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.603139, "R_cap_at_3": 0.737668, "R_cap_at_5": 0.793722, "R_cap_at_10": 0.858744, "R_cap_at_20": 0.902466, "R_cap_at_25": 0.91704, "R_cap_at_50": 0.947309, "R_cap_at_100": 0.959641, "R_cap_at_1000": 1.0, "main_score": 0.7272, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4586, "ndcg_at_3": 0.54978, "ndcg_at_5": 0.57768, "ndcg_at_10": 0.60187, "ndcg_at_20": 0.61648, "ndcg_at_25": 0.61943, "ndcg_at_50": 0.62916, "ndcg_at_100": 0.63692, "ndcg_at_1000": 0.64527, "map_at_1": 0.4586, "map_at_3": 0.52724, "map_at_5": 0.54272, "map_at_10": 0.55272, "map_at_20": 0.55676, "map_at_25": 0.55736, "map_at_50": 0.55883, "map_at_100": 0.55954, "map_at_1000": 0.55983, "recall_at_1": 0.4586, "recall_at_3": 0.61505, "recall_at_5": 0.6828, "recall_at_10": 0.75753, "recall_at_20": 0.81505, "recall_at_25": 0.82849, "recall_at_50": 0.87849, "recall_at_100": 0.92581, "recall_at_1000": 0.99247, "accuracy": 0.4586, "precision_at_1": 0.4586, "precision_at_3": 0.20502, "precision_at_5": 0.13656, "precision_at_10": 0.07575, "precision_at_20": 0.04075, "precision_at_25": 0.03314, "precision_at_50": 0.01757, "precision_at_100": 0.00926, "precision_at_1000": 0.00099, "mrr_at_1": 0.458602, "mrr_at_3": 0.52724, "mrr_at_5": 0.542724, "mrr_at_10": 0.55272, "mrr_at_20": 0.556763, "mrr_at_25": 0.557357, "mrr_at_50": 0.55883, "mrr_at_100": 0.559538, "mrr_at_1000": 0.559832, "nauc_ndcg_at_1_max": 0.423675, "nauc_ndcg_at_1_std": -0.048927, "nauc_ndcg_at_1_diff1": 0.634218, "nauc_ndcg_at_3_max": 0.42213, "nauc_ndcg_at_3_std": -0.061573, "nauc_ndcg_at_3_diff1": 0.562866, "nauc_ndcg_at_5_max": 0.435625, "nauc_ndcg_at_5_std": -0.06361, "nauc_ndcg_at_5_diff1": 0.55048, "nauc_ndcg_at_10_max": 0.441928, "nauc_ndcg_at_10_std": -0.058722, "nauc_ndcg_at_10_diff1": 0.554873, "nauc_ndcg_at_20_max": 0.445476, "nauc_ndcg_at_20_std": -0.053588, "nauc_ndcg_at_20_diff1": 0.552944, "nauc_ndcg_at_25_max": 0.44442, "nauc_ndcg_at_25_std": -0.054729, "nauc_ndcg_at_25_diff1": 0.553708, "nauc_ndcg_at_50_max": 0.443205, "nauc_ndcg_at_50_std": -0.052193, "nauc_ndcg_at_50_diff1": 0.555624, "nauc_ndcg_at_100_max": 0.44386, "nauc_ndcg_at_100_std": -0.050171, "nauc_ndcg_at_100_diff1": 0.560076, "nauc_ndcg_at_1000_max": 0.439121, "nauc_ndcg_at_1000_std": -0.052915, "nauc_ndcg_at_1000_diff1": 0.565707, "nauc_map_at_1_max": 0.423675, "nauc_map_at_1_std": -0.048927, "nauc_map_at_1_diff1": 0.634218, "nauc_map_at_3_max": 0.421887, "nauc_map_at_3_std": -0.06004, "nauc_map_at_3_diff1": 0.580965, "nauc_map_at_5_max": 0.429144, "nauc_map_at_5_std": -0.06081, "nauc_map_at_5_diff1": 0.574781, "nauc_map_at_10_max": 0.431756, "nauc_map_at_10_std": -0.058443, "nauc_map_at_10_diff1": 0.576922, "nauc_map_at_20_max": 0.432609, "nauc_map_at_20_std": -0.057158, "nauc_map_at_20_diff1": 0.576703, "nauc_map_at_25_max": 0.4324, "nauc_map_at_25_std": -0.057356, "nauc_map_at_25_diff1": 0.576877, "nauc_map_at_50_max": 0.432178, "nauc_map_at_50_std": -0.057025, "nauc_map_at_50_diff1": 0.577252, "nauc_map_at_100_max": 0.432227, "nauc_map_at_100_std": -0.056894, "nauc_map_at_100_diff1": 0.577635, "nauc_map_at_1000_max": 0.432088, "nauc_map_at_1000_std": -0.056968, "nauc_map_at_1000_diff1": 0.577828, "nauc_recall_at_1_max": 0.423675, "nauc_recall_at_1_std": -0.048927, "nauc_recall_at_1_diff1": 0.634218, "nauc_recall_at_3_max": 0.423184, "nauc_recall_at_3_std": -0.065638, "nauc_recall_at_3_diff1": 0.505845, "nauc_recall_at_5_max": 0.460879, "nauc_recall_at_5_std": -0.07331, "nauc_recall_at_5_diff1": 0.463392, "nauc_recall_at_10_max": 0.490594, "nauc_recall_at_10_std": -0.058592, "nauc_recall_at_10_diff1": 0.461763, "nauc_recall_at_20_max": 0.524751, "nauc_recall_at_20_std": -0.025553, "nauc_recall_at_20_diff1": 0.425209, "nauc_recall_at_25_max": 0.52206, "nauc_recall_at_25_std": -0.032845, "nauc_recall_at_25_diff1": 0.4221, "nauc_recall_at_50_max": 0.536632, "nauc_recall_at_50_std": 0.004747, "nauc_recall_at_50_diff1": 0.395433, "nauc_recall_at_100_max": 0.6049, "nauc_recall_at_100_std": 0.084413, "nauc_recall_at_100_diff1": 0.397323, "nauc_recall_at_1000_max": 0.707783, "nauc_recall_at_1000_std": 0.466353, "nauc_recall_at_1000_diff1": 0.440043, "nauc_precision_at_1_max": 0.423675, "nauc_precision_at_1_std": -0.048927, "nauc_precision_at_1_diff1": 0.634218, "nauc_precision_at_3_max": 0.423184, "nauc_precision_at_3_std": -0.065638, "nauc_precision_at_3_diff1": 0.505845, "nauc_precision_at_5_max": 0.460879, "nauc_precision_at_5_std": -0.07331, "nauc_precision_at_5_diff1": 0.463392, "nauc_precision_at_10_max": 0.490594, "nauc_precision_at_10_std": -0.058592, "nauc_precision_at_10_diff1": 0.461763, "nauc_precision_at_20_max": 0.524751, "nauc_precision_at_20_std": -0.025553, "nauc_precision_at_20_diff1": 0.425209, "nauc_precision_at_25_max": 0.52206, "nauc_precision_at_25_std": -0.032845, "nauc_precision_at_25_diff1": 0.4221, "nauc_precision_at_50_max": 0.536632, "nauc_precision_at_50_std": 0.004747, "nauc_precision_at_50_diff1": 0.395433, "nauc_precision_at_100_max": 0.6049, "nauc_precision_at_100_std": 0.084413, "nauc_precision_at_100_diff1": 0.397323, "nauc_precision_at_1000_max": 0.707783, "nauc_precision_at_1000_std": 0.466353, "nauc_precision_at_1000_diff1": 0.440043, "nauc_mrr_at_1_max": 0.423675, "nauc_mrr_at_1_std": -0.048927, "nauc_mrr_at_1_diff1": 0.634218, "nauc_mrr_at_3_max": 0.421887, "nauc_mrr_at_3_std": -0.06004, "nauc_mrr_at_3_diff1": 0.580965, "nauc_mrr_at_5_max": 0.429144, "nauc_mrr_at_5_std": -0.06081, "nauc_mrr_at_5_diff1": 0.574781, "nauc_mrr_at_10_max": 0.431756, "nauc_mrr_at_10_std": -0.058443, "nauc_mrr_at_10_diff1": 0.576922, "nauc_mrr_at_20_max": 0.432609, "nauc_mrr_at_20_std": -0.057158, "nauc_mrr_at_20_diff1": 0.576703, "nauc_mrr_at_25_max": 0.4324, "nauc_mrr_at_25_std": -0.057356, "nauc_mrr_at_25_diff1": 0.576877, "nauc_mrr_at_50_max": 0.432178, "nauc_mrr_at_50_std": -0.057025, "nauc_mrr_at_50_diff1": 0.577252, "nauc_mrr_at_100_max": 0.432227, "nauc_mrr_at_100_std": -0.056894, "nauc_mrr_at_100_diff1": 0.577635, "nauc_mrr_at_1000_max": 0.432088, "nauc_mrr_at_1000_std": -0.056968, "nauc_mrr_at_1000_diff1": 0.577828, "hit_rate_at_1": 0.4586, "hit_rate_at_3": 0.61505, "hit_rate_at_5": 0.6828, "hit_rate_at_10": 0.75753, "hit_rate_at_20": 0.81505, "hit_rate_at_25": 0.82849, "hit_rate_at_50": 0.87849, "hit_rate_at_100": 0.92581, "hit_rate_at_1000": 0.99247, "R_cap_at_1": 0.458602, "R_cap_at_3": 0.615054, "R_cap_at_5": 0.682796, "R_cap_at_10": 0.757527, "R_cap_at_20": 0.815054, "R_cap_at_25": 0.828495, "R_cap_at_50": 0.878495, "R_cap_at_100": 0.925806, "R_cap_at_1000": 0.992473, "main_score": 0.60187, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.51985, "ndcg_at_3": 0.6104, "ndcg_at_5": 0.63039, "ndcg_at_10": 0.65121, "ndcg_at_20": 0.66504, "ndcg_at_25": 0.66879, "ndcg_at_50": 0.67667, "ndcg_at_100": 0.68228, "ndcg_at_1000": 0.69007, "map_at_1": 0.51985, "map_at_3": 0.58789, "map_at_5": 0.59894, "map_at_10": 0.60767, "map_at_20": 0.61146, "map_at_25": 0.61221, "map_at_50": 0.6134, "map_at_100": 0.6139, "map_at_1000": 0.61421, "recall_at_1": 0.51985, "recall_at_3": 0.67566, "recall_at_5": 0.72434, "recall_at_10": 0.78801, "recall_at_20": 0.8427, "recall_at_25": 0.85993, "recall_at_50": 0.90037, "recall_at_100": 0.93483, "recall_at_1000": 0.99551, "accuracy": 0.51985, "precision_at_1": 0.51985, "precision_at_3": 0.22522, "precision_at_5": 0.14487, "precision_at_10": 0.0788, "precision_at_20": 0.04213, "precision_at_25": 0.0344, "precision_at_50": 0.01801, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.51985, "mrr_at_3": 0.58789, "mrr_at_5": 0.598939, "mrr_at_10": 0.60767, "mrr_at_20": 0.611461, "mrr_at_25": 0.612208, "mrr_at_50": 0.613405, "mrr_at_100": 0.613904, "mrr_at_1000": 0.614206, "nauc_ndcg_at_1_max": 0.409194, "nauc_ndcg_at_1_std": -0.029251, "nauc_ndcg_at_1_diff1": 0.671202, "nauc_ndcg_at_3_max": 0.417971, "nauc_ndcg_at_3_std": -0.034284, "nauc_ndcg_at_3_diff1": 0.607519, "nauc_ndcg_at_5_max": 0.419928, "nauc_ndcg_at_5_std": -0.045557, "nauc_ndcg_at_5_diff1": 0.604917, "nauc_ndcg_at_10_max": 0.41394, "nauc_ndcg_at_10_std": -0.051829, "nauc_ndcg_at_10_diff1": 0.597786, "nauc_ndcg_at_20_max": 0.409102, "nauc_ndcg_at_20_std": -0.060263, "nauc_ndcg_at_20_diff1": 0.596375, "nauc_ndcg_at_25_max": 0.409245, "nauc_ndcg_at_25_std": -0.060228, "nauc_ndcg_at_25_diff1": 0.59827, "nauc_ndcg_at_50_max": 0.40986, "nauc_ndcg_at_50_std": -0.053595, "nauc_ndcg_at_50_diff1": 0.601747, "nauc_ndcg_at_100_max": 0.41314, "nauc_ndcg_at_100_std": -0.047068, "nauc_ndcg_at_100_diff1": 0.607671, "nauc_ndcg_at_1000_max": 0.41359, "nauc_ndcg_at_1000_std": -0.044666, "nauc_ndcg_at_1000_diff1": 0.611906, "nauc_map_at_1_max": 0.409194, "nauc_map_at_1_std": -0.029251, "nauc_map_at_1_diff1": 0.671202, "nauc_map_at_3_max": 0.415559, "nauc_map_at_3_std": -0.031757, "nauc_map_at_3_diff1": 0.624554, "nauc_map_at_5_max": 0.416648, "nauc_map_at_5_std": -0.037343, "nauc_map_at_5_diff1": 0.623524, "nauc_map_at_10_max": 0.414124, "nauc_map_at_10_std": -0.039518, "nauc_map_at_10_diff1": 0.621262, "nauc_map_at_20_max": 0.412867, "nauc_map_at_20_std": -0.041614, "nauc_map_at_20_diff1": 0.621129, "nauc_map_at_25_max": 0.412923, "nauc_map_at_25_std": -0.041546, "nauc_map_at_25_diff1": 0.621529, "nauc_map_at_50_max": 0.41306, "nauc_map_at_50_std": -0.040615, "nauc_map_at_50_diff1": 0.622075, "nauc_map_at_100_max": 0.41329, "nauc_map_at_100_std": -0.040088, "nauc_map_at_100_diff1": 0.622576, "nauc_map_at_1000_max": 0.413324, "nauc_map_at_1000_std": -0.039988, "nauc_map_at_1000_diff1": 0.622743, "nauc_recall_at_1_max": 0.409194, "nauc_recall_at_1_std": -0.029251, "nauc_recall_at_1_diff1": 0.671202, "nauc_recall_at_3_max": 0.426019, "nauc_recall_at_3_std": -0.043234, "nauc_recall_at_3_diff1": 0.550911, "nauc_recall_at_5_max": 0.432159, "nauc_recall_at_5_std": -0.078771, "nauc_recall_at_5_diff1": 0.536281, "nauc_recall_at_10_max": 0.410523, "nauc_recall_at_10_std": -0.114049, "nauc_recall_at_10_diff1": 0.488683, "nauc_recall_at_20_max": 0.377032, "nauc_recall_at_20_std": -0.189288, "nauc_recall_at_20_diff1": 0.44599, "nauc_recall_at_25_max": 0.374246, "nauc_recall_at_25_std": -0.20376, "nauc_recall_at_25_diff1": 0.445786, "nauc_recall_at_50_max": 0.368407, "nauc_recall_at_50_std": -0.167818, "nauc_recall_at_50_diff1": 0.437013, "nauc_recall_at_100_max": 0.425387, "nauc_recall_at_100_std": -0.076594, "nauc_recall_at_100_diff1": 0.48621, "nauc_recall_at_1000_max": 0.70508, "nauc_recall_at_1000_std": 0.429601, "nauc_recall_at_1000_diff1": 0.569213, "nauc_precision_at_1_max": 0.409194, "nauc_precision_at_1_std": -0.029251, "nauc_precision_at_1_diff1": 0.671202, "nauc_precision_at_3_max": 0.426019, "nauc_precision_at_3_std": -0.043234, "nauc_precision_at_3_diff1": 0.550911, "nauc_precision_at_5_max": 0.432159, "nauc_precision_at_5_std": -0.078771, "nauc_precision_at_5_diff1": 0.536281, "nauc_precision_at_10_max": 0.410523, "nauc_precision_at_10_std": -0.114049, "nauc_precision_at_10_diff1": 0.488683, "nauc_precision_at_20_max": 0.377032, "nauc_precision_at_20_std": -0.189288, "nauc_precision_at_20_diff1": 0.44599, "nauc_precision_at_25_max": 0.374246, "nauc_precision_at_25_std": -0.20376, "nauc_precision_at_25_diff1": 0.445786, "nauc_precision_at_50_max": 0.368407, "nauc_precision_at_50_std": -0.167818, "nauc_precision_at_50_diff1": 0.437013, "nauc_precision_at_100_max": 0.425387, "nauc_precision_at_100_std": -0.076594, "nauc_precision_at_100_diff1": 0.48621, "nauc_precision_at_1000_max": 0.70508, "nauc_precision_at_1000_std": 0.429601, "nauc_precision_at_1000_diff1": 0.569213, "nauc_mrr_at_1_max": 0.409194, "nauc_mrr_at_1_std": -0.029251, "nauc_mrr_at_1_diff1": 0.671202, "nauc_mrr_at_3_max": 0.415559, "nauc_mrr_at_3_std": -0.031757, "nauc_mrr_at_3_diff1": 0.624554, "nauc_mrr_at_5_max": 0.416648, "nauc_mrr_at_5_std": -0.037343, "nauc_mrr_at_5_diff1": 0.623524, "nauc_mrr_at_10_max": 0.414124, "nauc_mrr_at_10_std": -0.039518, "nauc_mrr_at_10_diff1": 0.621262, "nauc_mrr_at_20_max": 0.412867, "nauc_mrr_at_20_std": -0.041614, "nauc_mrr_at_20_diff1": 0.621129, "nauc_mrr_at_25_max": 0.412923, "nauc_mrr_at_25_std": -0.041546, "nauc_mrr_at_25_diff1": 0.621529, "nauc_mrr_at_50_max": 0.41306, "nauc_mrr_at_50_std": -0.040615, "nauc_mrr_at_50_diff1": 0.622075, "nauc_mrr_at_100_max": 0.41329, "nauc_mrr_at_100_std": -0.040088, "nauc_mrr_at_100_diff1": 0.622576, "nauc_mrr_at_1000_max": 0.413324, "nauc_mrr_at_1000_std": -0.039988, "nauc_mrr_at_1000_diff1": 0.622743, "hit_rate_at_1": 0.51985, "hit_rate_at_3": 0.67566, "hit_rate_at_5": 0.72434, "hit_rate_at_10": 0.78801, "hit_rate_at_20": 0.8427, "hit_rate_at_25": 0.85993, "hit_rate_at_50": 0.90037, "hit_rate_at_100": 0.93483, "hit_rate_at_1000": 0.99551, "R_cap_at_1": 0.51985, "R_cap_at_3": 0.675655, "R_cap_at_5": 0.724345, "R_cap_at_10": 0.788015, "R_cap_at_20": 0.842697, "R_cap_at_25": 0.859925, "R_cap_at_50": 0.900375, "R_cap_at_100": 0.934831, "R_cap_at_1000": 0.995506, "main_score": 0.65121, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.39168, "ndcg_at_3": 0.47491, "ndcg_at_5": 0.50275, "ndcg_at_10": 0.53007, "ndcg_at_20": 0.54871, "ndcg_at_25": 0.55316, "ndcg_at_50": 0.56454, "ndcg_at_100": 0.57318, "ndcg_at_1000": 0.58585, "map_at_1": 0.39168, "map_at_3": 0.45429, "map_at_5": 0.46968, "map_at_10": 0.48093, "map_at_20": 0.48596, "map_at_25": 0.48685, "map_at_50": 0.48858, "map_at_100": 0.48935, "map_at_1000": 0.48985, "recall_at_1": 0.39168, "recall_at_3": 0.53465, "recall_at_5": 0.60248, "recall_at_10": 0.68709, "recall_at_20": 0.76149, "recall_at_25": 0.78191, "recall_at_50": 0.84026, "recall_at_100": 0.89351, "recall_at_1000": 0.99198, "accuracy": 0.39168, "precision_at_1": 0.39168, "precision_at_3": 0.17822, "precision_at_5": 0.1205, "precision_at_10": 0.06871, "precision_at_20": 0.03807, "precision_at_25": 0.03128, "precision_at_50": 0.01681, "precision_at_100": 0.00894, "precision_at_1000": 0.00099, "mrr_at_1": 0.391685, "mrr_at_3": 0.454291, "mrr_at_5": 0.469681, "mrr_at_10": 0.480926, "mrr_at_20": 0.48596, "mrr_at_25": 0.486849, "mrr_at_50": 0.488583, "mrr_at_100": 0.489345, "mrr_at_1000": 0.489848, "nauc_ndcg_at_1_max": 0.304818, "nauc_ndcg_at_1_std": -0.048924, "nauc_ndcg_at_1_diff1": 0.54371, "nauc_ndcg_at_3_max": 0.306087, "nauc_ndcg_at_3_std": -0.051387, "nauc_ndcg_at_3_diff1": 0.494109, "nauc_ndcg_at_5_max": 0.309599, "nauc_ndcg_at_5_std": -0.049644, "nauc_ndcg_at_5_diff1": 0.47542, "nauc_ndcg_at_10_max": 0.309767, "nauc_ndcg_at_10_std": -0.041556, "nauc_ndcg_at_10_diff1": 0.473608, "nauc_ndcg_at_20_max": 0.315887, "nauc_ndcg_at_20_std": -0.041456, "nauc_ndcg_at_20_diff1": 0.473914, "nauc_ndcg_at_25_max": 0.320476, "nauc_ndcg_at_25_std": -0.040884, "nauc_ndcg_at_25_diff1": 0.474974, "nauc_ndcg_at_50_max": 0.325173, "nauc_ndcg_at_50_std": -0.033981, "nauc_ndcg_at_50_diff1": 0.479138, "nauc_ndcg_at_100_max": 0.32394, "nauc_ndcg_at_100_std": -0.032694, "nauc_ndcg_at_100_diff1": 0.480481, "nauc_ndcg_at_1000_max": 0.317037, "nauc_ndcg_at_1000_std": -0.038175, "nauc_ndcg_at_1000_diff1": 0.487004, "nauc_map_at_1_max": 0.304818, "nauc_map_at_1_std": -0.048924, "nauc_map_at_1_diff1": 0.54371, "nauc_map_at_3_max": 0.305205, "nauc_map_at_3_std": -0.051672, "nauc_map_at_3_diff1": 0.506752, "nauc_map_at_5_max": 0.307121, "nauc_map_at_5_std": -0.050805, "nauc_map_at_5_diff1": 0.496886, "nauc_map_at_10_max": 0.307638, "nauc_map_at_10_std": -0.046988, "nauc_map_at_10_diff1": 0.49677, "nauc_map_at_20_max": 0.309104, "nauc_map_at_20_std": -0.047025, "nauc_map_at_20_diff1": 0.496997, "nauc_map_at_25_max": 0.309922, "nauc_map_at_25_std": -0.046923, "nauc_map_at_25_diff1": 0.497235, "nauc_map_at_50_max": 0.310642, "nauc_map_at_50_std": -0.045992, "nauc_map_at_50_diff1": 0.497915, "nauc_map_at_100_max": 0.310537, "nauc_map_at_100_std": -0.045938, "nauc_map_at_100_diff1": 0.498026, "nauc_map_at_1000_max": 0.310333, "nauc_map_at_1000_std": -0.04599, "nauc_map_at_1000_diff1": 0.498285, "nauc_recall_at_1_max": 0.304818, "nauc_recall_at_1_std": -0.048924, "nauc_recall_at_1_diff1": 0.54371, "nauc_recall_at_3_max": 0.308984, "nauc_recall_at_3_std": -0.050145, "nauc_recall_at_3_diff1": 0.455935, "nauc_recall_at_5_max": 0.318298, "nauc_recall_at_5_std": -0.045138, "nauc_recall_at_5_diff1": 0.403636, "nauc_recall_at_10_max": 0.31705, "nauc_recall_at_10_std": -0.018508, "nauc_recall_at_10_diff1": 0.382824, "nauc_recall_at_20_max": 0.354457, "nauc_recall_at_20_std": -0.012245, "nauc_recall_at_20_diff1": 0.363673, "nauc_recall_at_25_max": 0.389702, "nauc_recall_at_25_std": -0.006209, "nauc_recall_at_25_diff1": 0.362984, "nauc_recall_at_50_max": 0.455152, "nauc_recall_at_50_std": 0.07349, "nauc_recall_at_50_diff1": 0.368781, "nauc_recall_at_100_max": 0.489971, "nauc_recall_at_100_std": 0.143628, "nauc_recall_at_100_diff1": 0.345049, "nauc_recall_at_1000_max": 0.543393, "nauc_recall_at_1000_std": 0.493217, "nauc_recall_at_1000_diff1": 0.420315, "nauc_precision_at_1_max": 0.304818, "nauc_precision_at_1_std": -0.048924, "nauc_precision_at_1_diff1": 0.54371, "nauc_precision_at_3_max": 0.308984, "nauc_precision_at_3_std": -0.050145, "nauc_precision_at_3_diff1": 0.455935, "nauc_precision_at_5_max": 0.318298, "nauc_precision_at_5_std": -0.045138, "nauc_precision_at_5_diff1": 0.403636, "nauc_precision_at_10_max": 0.31705, "nauc_precision_at_10_std": -0.018508, "nauc_precision_at_10_diff1": 0.382824, "nauc_precision_at_20_max": 0.354457, "nauc_precision_at_20_std": -0.012245, "nauc_precision_at_20_diff1": 0.363673, "nauc_precision_at_25_max": 0.389702, "nauc_precision_at_25_std": -0.006209, "nauc_precision_at_25_diff1": 0.362984, "nauc_precision_at_50_max": 0.455152, "nauc_precision_at_50_std": 0.07349, "nauc_precision_at_50_diff1": 0.368781, "nauc_precision_at_100_max": 0.489971, "nauc_precision_at_100_std": 0.143628, "nauc_precision_at_100_diff1": 0.345049, "nauc_precision_at_1000_max": 0.543393, "nauc_precision_at_1000_std": 0.493217, "nauc_precision_at_1000_diff1": 0.420315, "nauc_mrr_at_1_max": 0.304818, "nauc_mrr_at_1_std": -0.048924, "nauc_mrr_at_1_diff1": 0.54371, "nauc_mrr_at_3_max": 0.305205, "nauc_mrr_at_3_std": -0.051672, "nauc_mrr_at_3_diff1": 0.506752, "nauc_mrr_at_5_max": 0.307121, "nauc_mrr_at_5_std": -0.050805, "nauc_mrr_at_5_diff1": 0.496886, "nauc_mrr_at_10_max": 0.307638, "nauc_mrr_at_10_std": -0.046988, "nauc_mrr_at_10_diff1": 0.49677, "nauc_mrr_at_20_max": 0.309104, "nauc_mrr_at_20_std": -0.047025, "nauc_mrr_at_20_diff1": 0.496997, "nauc_mrr_at_25_max": 0.309922, "nauc_mrr_at_25_std": -0.046923, "nauc_mrr_at_25_diff1": 0.497235, "nauc_mrr_at_50_max": 0.310642, "nauc_mrr_at_50_std": -0.045992, "nauc_mrr_at_50_diff1": 0.497915, "nauc_mrr_at_100_max": 0.310537, "nauc_mrr_at_100_std": -0.045938, "nauc_mrr_at_100_diff1": 0.498026, "nauc_mrr_at_1000_max": 0.310333, "nauc_mrr_at_1000_std": -0.04599, "nauc_mrr_at_1000_diff1": 0.498285, "hit_rate_at_1": 0.39168, "hit_rate_at_3": 0.53465, "hit_rate_at_5": 0.60248, "hit_rate_at_10": 0.68709, "hit_rate_at_20": 0.76149, "hit_rate_at_25": 0.78191, "hit_rate_at_50": 0.84026, "hit_rate_at_100": 0.89351, "hit_rate_at_1000": 0.99198, "R_cap_at_1": 0.391685, "R_cap_at_3": 0.534646, "R_cap_at_5": 0.60248, "R_cap_at_10": 0.68709, "R_cap_at_20": 0.761488, "R_cap_at_25": 0.781911, "R_cap_at_50": 0.840263, "R_cap_at_100": 0.893508, "R_cap_at_1000": 0.991977, "main_score": 0.53007, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44129, "ndcg_at_3": 0.52863, "ndcg_at_5": 0.54964, "ndcg_at_10": 0.57391, "ndcg_at_20": 0.58912, "ndcg_at_25": 0.59253, "ndcg_at_50": 0.60256, "ndcg_at_100": 0.61095, "ndcg_at_1000": 0.62197, "map_at_1": 0.44129, "map_at_3": 0.50751, "map_at_5": 0.5192, "map_at_10": 0.52932, "map_at_20": 0.53351, "map_at_25": 0.5342, "map_at_50": 0.53568, "map_at_100": 0.53643, "map_at_1000": 0.53683, "recall_at_1": 0.44129, "recall_at_3": 0.5896, "recall_at_5": 0.64049, "recall_at_10": 0.71501, "recall_at_20": 0.77499, "recall_at_25": 0.79062, "recall_at_50": 0.8426, "recall_at_100": 0.89422, "recall_at_1000": 0.98182, "accuracy": 0.44129, "precision_at_1": 0.44129, "precision_at_3": 0.19653, "precision_at_5": 0.1281, "precision_at_10": 0.0715, "precision_at_20": 0.03875, "precision_at_25": 0.03162, "precision_at_50": 0.01685, "precision_at_100": 0.00894, "precision_at_1000": 0.00098, "mrr_at_1": 0.441294, "mrr_at_3": 0.507512, "mrr_at_5": 0.519199, "mrr_at_10": 0.529315, "mrr_at_20": 0.533515, "mrr_at_25": 0.534196, "mrr_at_50": 0.535684, "mrr_at_100": 0.53643, "mrr_at_1000": 0.536827, "nauc_ndcg_at_1_max": 0.353382, "nauc_ndcg_at_1_std": -0.092594, "nauc_ndcg_at_1_diff1": 0.630595, "nauc_ndcg_at_3_max": 0.34817, "nauc_ndcg_at_3_std": -0.082585, "nauc_ndcg_at_3_diff1": 0.563288, "nauc_ndcg_at_5_max": 0.35001, "nauc_ndcg_at_5_std": -0.086007, "nauc_ndcg_at_5_diff1": 0.558934, "nauc_ndcg_at_10_max": 0.350896, "nauc_ndcg_at_10_std": -0.080366, "nauc_ndcg_at_10_diff1": 0.549673, "nauc_ndcg_at_20_max": 0.352007, "nauc_ndcg_at_20_std": -0.079897, "nauc_ndcg_at_20_diff1": 0.550416, "nauc_ndcg_at_25_max": 0.35122, "nauc_ndcg_at_25_std": -0.080903, "nauc_ndcg_at_25_diff1": 0.549902, "nauc_ndcg_at_50_max": 0.347202, "nauc_ndcg_at_50_std": -0.081701, "nauc_ndcg_at_50_diff1": 0.551886, "nauc_ndcg_at_100_max": 0.349458, "nauc_ndcg_at_100_std": -0.080817, "nauc_ndcg_at_100_diff1": 0.557218, "nauc_ndcg_at_1000_max": 0.351976, "nauc_ndcg_at_1000_std": -0.079226, "nauc_ndcg_at_1000_diff1": 0.562899, "nauc_map_at_1_max": 0.353382, "nauc_map_at_1_std": -0.092594, "nauc_map_at_1_diff1": 0.630595, "nauc_map_at_3_max": 0.350363, "nauc_map_at_3_std": -0.084727, "nauc_map_at_3_diff1": 0.579931, "nauc_map_at_5_max": 0.351552, "nauc_map_at_5_std": -0.086614, "nauc_map_at_5_diff1": 0.577859, "nauc_map_at_10_max": 0.351928, "nauc_map_at_10_std": -0.084202, "nauc_map_at_10_diff1": 0.574459, "nauc_map_at_20_max": 0.35218, "nauc_map_at_20_std": -0.08413, "nauc_map_at_20_diff1": 0.574856, "nauc_map_at_25_max": 0.352023, "nauc_map_at_25_std": -0.084345, "nauc_map_at_25_diff1": 0.574808, "nauc_map_at_50_max": 0.351466, "nauc_map_at_50_std": -0.084511, "nauc_map_at_50_diff1": 0.575162, "nauc_map_at_100_max": 0.351636, "nauc_map_at_100_std": -0.084495, "nauc_map_at_100_diff1": 0.575598, "nauc_map_at_1000_max": 0.351734, "nauc_map_at_1000_std": -0.084492, "nauc_map_at_1000_diff1": 0.575764, "nauc_recall_at_1_max": 0.353382, "nauc_recall_at_1_std": -0.092594, "nauc_recall_at_1_diff1": 0.630595, "nauc_recall_at_3_max": 0.34101, "nauc_recall_at_3_std": -0.076139, "nauc_recall_at_3_diff1": 0.512033, "nauc_recall_at_5_max": 0.344557, "nauc_recall_at_5_std": -0.084738, "nauc_recall_at_5_diff1": 0.495848, "nauc_recall_at_10_max": 0.347036, "nauc_recall_at_10_std": -0.064322, "nauc_recall_at_10_diff1": 0.449873, "nauc_recall_at_20_max": 0.353058, "nauc_recall_at_20_std": -0.058141, "nauc_recall_at_20_diff1": 0.433334, "nauc_recall_at_25_max": 0.347822, "nauc_recall_at_25_std": -0.063505, "nauc_recall_at_25_diff1": 0.422759, "nauc_recall_at_50_max": 0.307751, "nauc_recall_at_50_std": -0.065046, "nauc_recall_at_50_diff1": 0.405448, "nauc_recall_at_100_max": 0.328737, "nauc_recall_at_100_std": -0.040396, "nauc_recall_at_100_diff1": 0.432007, "nauc_recall_at_1000_max": 0.499185, "nauc_recall_at_1000_std": 0.375486, "nauc_recall_at_1000_diff1": 0.528513, "nauc_precision_at_1_max": 0.353382, "nauc_precision_at_1_std": -0.092594, "nauc_precision_at_1_diff1": 0.630595, "nauc_precision_at_3_max": 0.34101, "nauc_precision_at_3_std": -0.076139, "nauc_precision_at_3_diff1": 0.512033, "nauc_precision_at_5_max": 0.344557, "nauc_precision_at_5_std": -0.084738, "nauc_precision_at_5_diff1": 0.495848, "nauc_precision_at_10_max": 0.347036, "nauc_precision_at_10_std": -0.064322, "nauc_precision_at_10_diff1": 0.449873, "nauc_precision_at_20_max": 0.353058, "nauc_precision_at_20_std": -0.058141, "nauc_precision_at_20_diff1": 0.433334, "nauc_precision_at_25_max": 0.347822, "nauc_precision_at_25_std": -0.063505, "nauc_precision_at_25_diff1": 0.422759, "nauc_precision_at_50_max": 0.307751, "nauc_precision_at_50_std": -0.065046, "nauc_precision_at_50_diff1": 0.405448, "nauc_precision_at_100_max": 0.328737, "nauc_precision_at_100_std": -0.040396, "nauc_precision_at_100_diff1": 0.432007, "nauc_precision_at_1000_max": 0.499185, "nauc_precision_at_1000_std": 0.375486, "nauc_precision_at_1000_diff1": 0.528513, "nauc_mrr_at_1_max": 0.353382, "nauc_mrr_at_1_std": -0.092594, "nauc_mrr_at_1_diff1": 0.630595, "nauc_mrr_at_3_max": 0.350363, "nauc_mrr_at_3_std": -0.084727, "nauc_mrr_at_3_diff1": 0.579931, "nauc_mrr_at_5_max": 0.351552, "nauc_mrr_at_5_std": -0.086614, "nauc_mrr_at_5_diff1": 0.577859, "nauc_mrr_at_10_max": 0.351928, "nauc_mrr_at_10_std": -0.084202, "nauc_mrr_at_10_diff1": 0.574459, "nauc_mrr_at_20_max": 0.35218, "nauc_mrr_at_20_std": -0.08413, "nauc_mrr_at_20_diff1": 0.574856, "nauc_mrr_at_25_max": 0.352023, "nauc_mrr_at_25_std": -0.084345, "nauc_mrr_at_25_diff1": 0.574808, "nauc_mrr_at_50_max": 0.351466, "nauc_mrr_at_50_std": -0.084511, "nauc_mrr_at_50_diff1": 0.575162, "nauc_mrr_at_100_max": 0.351636, "nauc_mrr_at_100_std": -0.084495, "nauc_mrr_at_100_diff1": 0.575598, "nauc_mrr_at_1000_max": 0.351734, "nauc_mrr_at_1000_std": -0.084492, "nauc_mrr_at_1000_diff1": 0.575764, "hit_rate_at_1": 0.44129, "hit_rate_at_3": 0.5896, "hit_rate_at_5": 0.64049, "hit_rate_at_10": 0.71501, "hit_rate_at_20": 0.77499, "hit_rate_at_25": 0.79062, "hit_rate_at_50": 0.8426, "hit_rate_at_100": 0.89422, "hit_rate_at_1000": 0.98182, "R_cap_at_1": 0.441294, "R_cap_at_3": 0.589604, "R_cap_at_5": 0.640494, "R_cap_at_10": 0.715013, "R_cap_at_20": 0.774991, "R_cap_at_25": 0.790622, "R_cap_at_50": 0.842603, "R_cap_at_100": 0.89422, "R_cap_at_1000": 0.981825, "main_score": 0.57391, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.46733, "ndcg_at_3": 0.55557, "ndcg_at_5": 0.5807, "ndcg_at_10": 0.60505, "ndcg_at_20": 0.62082, "ndcg_at_25": 0.62415, "ndcg_at_50": 0.63475, "ndcg_at_100": 0.64207, "ndcg_at_1000": 0.65038, "map_at_1": 0.46733, "map_at_3": 0.53433, "map_at_5": 0.54837, "map_at_10": 0.55842, "map_at_20": 0.56266, "map_at_25": 0.56332, "map_at_50": 0.56491, "map_at_100": 0.56558, "map_at_1000": 0.56587, "recall_at_1": 0.46733, "recall_at_3": 0.61683, "recall_at_5": 0.67746, "recall_at_10": 0.7528, "recall_at_20": 0.81577, "recall_at_25": 0.83108, "recall_at_50": 0.88582, "recall_at_100": 0.93055, "recall_at_1000": 0.99706, "accuracy": 0.46733, "precision_at_1": 0.46733, "precision_at_3": 0.20561, "precision_at_5": 0.13549, "precision_at_10": 0.07528, "precision_at_20": 0.04079, "precision_at_25": 0.03324, "precision_at_50": 0.01772, "precision_at_100": 0.00931, "precision_at_1000": 0.001, "mrr_at_1": 0.467334, "mrr_at_3": 0.534334, "mrr_at_5": 0.548372, "mrr_at_10": 0.558418, "mrr_at_20": 0.562664, "mrr_at_25": 0.563324, "mrr_at_50": 0.564912, "mrr_at_100": 0.565576, "mrr_at_1000": 0.565875, "nauc_ndcg_at_1_max": 0.386717, "nauc_ndcg_at_1_std": -0.099952, "nauc_ndcg_at_1_diff1": 0.63851, "nauc_ndcg_at_3_max": 0.392828, "nauc_ndcg_at_3_std": -0.107338, "nauc_ndcg_at_3_diff1": 0.575139, "nauc_ndcg_at_5_max": 0.393456, "nauc_ndcg_at_5_std": -0.110308, "nauc_ndcg_at_5_diff1": 0.570053, "nauc_ndcg_at_10_max": 0.394462, "nauc_ndcg_at_10_std": -0.11512, "nauc_ndcg_at_10_diff1": 0.563956, "nauc_ndcg_at_20_max": 0.392467, "nauc_ndcg_at_20_std": -0.112302, "nauc_ndcg_at_20_diff1": 0.568087, "nauc_ndcg_at_25_max": 0.392466, "nauc_ndcg_at_25_std": -0.113261, "nauc_ndcg_at_25_diff1": 0.567351, "nauc_ndcg_at_50_max": 0.391666, "nauc_ndcg_at_50_std": -0.10802, "nauc_ndcg_at_50_diff1": 0.573525, "nauc_ndcg_at_100_max": 0.39267, "nauc_ndcg_at_100_std": -0.107753, "nauc_ndcg_at_100_diff1": 0.575713, "nauc_ndcg_at_1000_max": 0.393381, "nauc_ndcg_at_1000_std": -0.107728, "nauc_ndcg_at_1000_diff1": 0.579343, "nauc_map_at_1_max": 0.386717, "nauc_map_at_1_std": -0.099952, "nauc_map_at_1_diff1": 0.63851, "nauc_map_at_3_max": 0.392462, "nauc_map_at_3_std": -0.106011, "nauc_map_at_3_diff1": 0.590682, "nauc_map_at_5_max": 0.392742, "nauc_map_at_5_std": -0.107551, "nauc_map_at_5_diff1": 0.58827, "nauc_map_at_10_max": 0.393364, "nauc_map_at_10_std": -0.108967, "nauc_map_at_10_diff1": 0.586364, "nauc_map_at_20_max": 0.39266, "nauc_map_at_20_std": -0.108434, "nauc_map_at_20_diff1": 0.587531, "nauc_map_at_25_max": 0.39265, "nauc_map_at_25_std": -0.1086, "nauc_map_at_25_diff1": 0.587434, "nauc_map_at_50_max": 0.392625, "nauc_map_at_50_std": -0.107884, "nauc_map_at_50_diff1": 0.588374, "nauc_map_at_100_max": 0.392704, "nauc_map_at_100_std": -0.107781, "nauc_map_at_100_diff1": 0.588586, "nauc_map_at_1000_max": 0.392709, "nauc_map_at_1000_std": -0.107736, "nauc_map_at_1000_diff1": 0.588674, "nauc_recall_at_1_max": 0.386717, "nauc_recall_at_1_std": -0.099952, "nauc_recall_at_1_diff1": 0.63851, "nauc_recall_at_3_max": 0.393441, "nauc_recall_at_3_std": -0.11126, "nauc_recall_at_3_diff1": 0.5265, "nauc_recall_at_5_max": 0.395493, "nauc_recall_at_5_std": -0.120076, "nauc_recall_at_5_diff1": 0.506682, "nauc_recall_at_10_max": 0.398169, "nauc_recall_at_10_std": -0.14504, "nauc_recall_at_10_diff1": 0.466507, "nauc_recall_at_20_max": 0.389009, "nauc_recall_at_20_std": -0.131887, "nauc_recall_at_20_diff1": 0.467494, "nauc_recall_at_25_max": 0.388919, "nauc_recall_at_25_std": -0.14118, "nauc_recall_at_25_diff1": 0.45321, "nauc_recall_at_50_max": 0.374577, "nauc_recall_at_50_std": -0.088299, "nauc_recall_at_50_diff1": 0.480076, "nauc_recall_at_100_max": 0.38729, "nauc_recall_at_100_std": -0.077639, "nauc_recall_at_100_diff1": 0.472106, "nauc_recall_at_1000_max": 0.793149, "nauc_recall_at_1000_std": 0.297491, "nauc_recall_at_1000_diff1": 0.789878, "nauc_precision_at_1_max": 0.386717, "nauc_precision_at_1_std": -0.099952, "nauc_precision_at_1_diff1": 0.63851, "nauc_precision_at_3_max": 0.393441, "nauc_precision_at_3_std": -0.11126, "nauc_precision_at_3_diff1": 0.5265, "nauc_precision_at_5_max": 0.395493, "nauc_precision_at_5_std": -0.120076, "nauc_precision_at_5_diff1": 0.506682, "nauc_precision_at_10_max": 0.398169, "nauc_precision_at_10_std": -0.14504, "nauc_precision_at_10_diff1": 0.466507, "nauc_precision_at_20_max": 0.389009, "nauc_precision_at_20_std": -0.131887, "nauc_precision_at_20_diff1": 0.467494, "nauc_precision_at_25_max": 0.388919, "nauc_precision_at_25_std": -0.14118, "nauc_precision_at_25_diff1": 0.45321, "nauc_precision_at_50_max": 0.374577, "nauc_precision_at_50_std": -0.088299, "nauc_precision_at_50_diff1": 0.480076, "nauc_precision_at_100_max": 0.38729, "nauc_precision_at_100_std": -0.077639, "nauc_precision_at_100_diff1": 0.472106, "nauc_precision_at_1000_max": 0.793149, "nauc_precision_at_1000_std": 0.297491, "nauc_precision_at_1000_diff1": 0.789878, "nauc_mrr_at_1_max": 0.386717, "nauc_mrr_at_1_std": -0.099952, "nauc_mrr_at_1_diff1": 0.63851, "nauc_mrr_at_3_max": 0.392462, "nauc_mrr_at_3_std": -0.106011, "nauc_mrr_at_3_diff1": 0.590682, "nauc_mrr_at_5_max": 0.392742, "nauc_mrr_at_5_std": -0.107551, "nauc_mrr_at_5_diff1": 0.58827, "nauc_mrr_at_10_max": 0.393364, "nauc_mrr_at_10_std": -0.108967, "nauc_mrr_at_10_diff1": 0.586364, "nauc_mrr_at_20_max": 0.39266, "nauc_mrr_at_20_std": -0.108434, "nauc_mrr_at_20_diff1": 0.587531, "nauc_mrr_at_25_max": 0.39265, "nauc_mrr_at_25_std": -0.1086, "nauc_mrr_at_25_diff1": 0.587434, "nauc_mrr_at_50_max": 0.392625, "nauc_mrr_at_50_std": -0.107884, "nauc_mrr_at_50_diff1": 0.588374, "nauc_mrr_at_100_max": 0.392704, "nauc_mrr_at_100_std": -0.107781, "nauc_mrr_at_100_diff1": 0.588586, "nauc_mrr_at_1000_max": 0.392709, "nauc_mrr_at_1000_std": -0.107736, "nauc_mrr_at_1000_diff1": 0.588674, "hit_rate_at_1": 0.46733, "hit_rate_at_3": 0.61683, "hit_rate_at_5": 0.67746, "hit_rate_at_10": 0.7528, "hit_rate_at_20": 0.81577, "hit_rate_at_25": 0.83108, "hit_rate_at_50": 0.88582, "hit_rate_at_100": 0.93055, "hit_rate_at_1000": 0.99706, "R_cap_at_1": 0.467334, "R_cap_at_3": 0.616833, "R_cap_at_5": 0.677457, "R_cap_at_10": 0.752796, "R_cap_at_20": 0.815774, "R_cap_at_25": 0.831077, "R_cap_at_50": 0.885815, "R_cap_at_100": 0.930547, "R_cap_at_1000": 0.997057, "main_score": 0.60505, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4385, "ndcg_at_3": 0.54287, "ndcg_at_5": 0.56659, "ndcg_at_10": 0.59082, "ndcg_at_20": 0.60602, "ndcg_at_25": 0.61121, "ndcg_at_50": 0.62123, "ndcg_at_100": 0.62686, "ndcg_at_1000": 0.63578, "map_at_1": 0.4385, "map_at_3": 0.51763, "map_at_5": 0.53077, "map_at_10": 0.54078, "map_at_20": 0.54503, "map_at_25": 0.54608, "map_at_50": 0.54756, "map_at_100": 0.54805, "map_at_1000": 0.54839, "recall_at_1": 0.4385, "recall_at_3": 0.61574, "recall_at_5": 0.67341, "recall_at_10": 0.74828, "recall_at_20": 0.80787, "recall_at_25": 0.83155, "recall_at_50": 0.8835, "recall_at_100": 0.91826, "recall_at_1000": 0.98854, "accuracy": 0.4385, "precision_at_1": 0.4385, "precision_at_3": 0.20525, "precision_at_5": 0.13468, "precision_at_10": 0.07483, "precision_at_20": 0.04039, "precision_at_25": 0.03326, "precision_at_50": 0.01767, "precision_at_100": 0.00918, "precision_at_1000": 0.00099, "mrr_at_1": 0.438503, "mrr_at_3": 0.517634, "mrr_at_5": 0.530774, "mrr_at_10": 0.540783, "mrr_at_20": 0.545031, "mrr_at_25": 0.546077, "mrr_at_50": 0.547562, "mrr_at_100": 0.548053, "mrr_at_1000": 0.548385, "nauc_ndcg_at_1_max": 0.388032, "nauc_ndcg_at_1_std": -0.032145, "nauc_ndcg_at_1_diff1": 0.64873, "nauc_ndcg_at_3_max": 0.424062, "nauc_ndcg_at_3_std": -0.040462, "nauc_ndcg_at_3_diff1": 0.588048, "nauc_ndcg_at_5_max": 0.429789, "nauc_ndcg_at_5_std": -0.037724, "nauc_ndcg_at_5_diff1": 0.588371, "nauc_ndcg_at_10_max": 0.432633, "nauc_ndcg_at_10_std": -0.033187, "nauc_ndcg_at_10_diff1": 0.586228, "nauc_ndcg_at_20_max": 0.433777, "nauc_ndcg_at_20_std": -0.033426, "nauc_ndcg_at_20_diff1": 0.584078, "nauc_ndcg_at_25_max": 0.432845, "nauc_ndcg_at_25_std": -0.032411, "nauc_ndcg_at_25_diff1": 0.585289, "nauc_ndcg_at_50_max": 0.433683, "nauc_ndcg_at_50_std": -0.031355, "nauc_ndcg_at_50_diff1": 0.586089, "nauc_ndcg_at_100_max": 0.433004, "nauc_ndcg_at_100_std": -0.031836, "nauc_ndcg_at_100_diff1": 0.58765, "nauc_ndcg_at_1000_max": 0.427037, "nauc_ndcg_at_1000_std": -0.031734, "nauc_ndcg_at_1000_diff1": 0.59264, "nauc_map_at_1_max": 0.388032, "nauc_map_at_1_std": -0.032145, "nauc_map_at_1_diff1": 0.64873, "nauc_map_at_3_max": 0.415905, "nauc_map_at_3_std": -0.039093, "nauc_map_at_3_diff1": 0.603208, "nauc_map_at_5_max": 0.418705, "nauc_map_at_5_std": -0.03783, "nauc_map_at_5_diff1": 0.603813, "nauc_map_at_10_max": 0.419234, "nauc_map_at_10_std": -0.036331, "nauc_map_at_10_diff1": 0.602947, "nauc_map_at_20_max": 0.419307, "nauc_map_at_20_std": -0.036386, "nauc_map_at_20_diff1": 0.602617, "nauc_map_at_25_max": 0.419084, "nauc_map_at_25_std": -0.036219, "nauc_map_at_25_diff1": 0.602884, "nauc_map_at_50_max": 0.419153, "nauc_map_at_50_std": -0.036083, "nauc_map_at_50_diff1": 0.603082, "nauc_map_at_100_max": 0.419078, "nauc_map_at_100_std": -0.036112, "nauc_map_at_100_diff1": 0.603188, "nauc_map_at_1000_max": 0.418865, "nauc_map_at_1000_std": -0.036097, "nauc_map_at_1000_diff1": 0.603322, "nauc_recall_at_1_max": 0.388032, "nauc_recall_at_1_std": -0.032145, "nauc_recall_at_1_diff1": 0.64873, "nauc_recall_at_3_max": 0.449409, "nauc_recall_at_3_std": -0.044449, "nauc_recall_at_3_diff1": 0.540218, "nauc_recall_at_5_max": 0.468684, "nauc_recall_at_5_std": -0.036155, "nauc_recall_at_5_diff1": 0.535054, "nauc_recall_at_10_max": 0.491652, "nauc_recall_at_10_std": -0.015263, "nauc_recall_at_10_diff1": 0.517112, "nauc_recall_at_20_max": 0.5144, "nauc_recall_at_20_std": -0.012887, "nauc_recall_at_20_diff1": 0.486046, "nauc_recall_at_25_max": 0.517539, "nauc_recall_at_25_std": -0.001839, "nauc_recall_at_25_diff1": 0.483282, "nauc_recall_at_50_max": 0.560793, "nauc_recall_at_50_std": 0.022764, "nauc_recall_at_50_diff1": 0.452051, "nauc_recall_at_100_max": 0.597987, "nauc_recall_at_100_std": 0.033416, "nauc_recall_at_100_diff1": 0.433167, "nauc_recall_at_1000_max": 0.565815, "nauc_recall_at_1000_std": 0.430204, "nauc_recall_at_1000_diff1": 0.428535, "nauc_precision_at_1_max": 0.388032, "nauc_precision_at_1_std": -0.032145, "nauc_precision_at_1_diff1": 0.64873, "nauc_precision_at_3_max": 0.449409, "nauc_precision_at_3_std": -0.044449, "nauc_precision_at_3_diff1": 0.540218, "nauc_precision_at_5_max": 0.468684, "nauc_precision_at_5_std": -0.036155, "nauc_precision_at_5_diff1": 0.535054, "nauc_precision_at_10_max": 0.491652, "nauc_precision_at_10_std": -0.015263, "nauc_precision_at_10_diff1": 0.517112, "nauc_precision_at_20_max": 0.5144, "nauc_precision_at_20_std": -0.012887, "nauc_precision_at_20_diff1": 0.486046, "nauc_precision_at_25_max": 0.517539, "nauc_precision_at_25_std": -0.001839, "nauc_precision_at_25_diff1": 0.483282, "nauc_precision_at_50_max": 0.560793, "nauc_precision_at_50_std": 0.022764, "nauc_precision_at_50_diff1": 0.452051, "nauc_precision_at_100_max": 0.597987, "nauc_precision_at_100_std": 0.033416, "nauc_precision_at_100_diff1": 0.433167, "nauc_precision_at_1000_max": 0.565815, "nauc_precision_at_1000_std": 0.430204, "nauc_precision_at_1000_diff1": 0.428535, "nauc_mrr_at_1_max": 0.388032, "nauc_mrr_at_1_std": -0.032145, "nauc_mrr_at_1_diff1": 0.64873, "nauc_mrr_at_3_max": 0.415905, "nauc_mrr_at_3_std": -0.039093, "nauc_mrr_at_3_diff1": 0.603208, "nauc_mrr_at_5_max": 0.418705, "nauc_mrr_at_5_std": -0.03783, "nauc_mrr_at_5_diff1": 0.603813, "nauc_mrr_at_10_max": 0.419234, "nauc_mrr_at_10_std": -0.036331, "nauc_mrr_at_10_diff1": 0.602947, "nauc_mrr_at_20_max": 0.419307, "nauc_mrr_at_20_std": -0.036386, "nauc_mrr_at_20_diff1": 0.602617, "nauc_mrr_at_25_max": 0.419084, "nauc_mrr_at_25_std": -0.036219, "nauc_mrr_at_25_diff1": 0.602884, "nauc_mrr_at_50_max": 0.419153, "nauc_mrr_at_50_std": -0.036083, "nauc_mrr_at_50_diff1": 0.603082, "nauc_mrr_at_100_max": 0.419078, "nauc_mrr_at_100_std": -0.036112, "nauc_mrr_at_100_diff1": 0.603188, "nauc_mrr_at_1000_max": 0.418865, "nauc_mrr_at_1000_std": -0.036097, "nauc_mrr_at_1000_diff1": 0.603322, "hit_rate_at_1": 0.4385, "hit_rate_at_3": 0.61574, "hit_rate_at_5": 0.67341, "hit_rate_at_10": 0.74828, "hit_rate_at_20": 0.80787, "hit_rate_at_25": 0.83155, "hit_rate_at_50": 0.8835, "hit_rate_at_100": 0.91826, "hit_rate_at_1000": 0.98854, "R_cap_at_1": 0.438503, "R_cap_at_3": 0.615737, "R_cap_at_5": 0.673415, "R_cap_at_10": 0.748281, "R_cap_at_20": 0.807869, "R_cap_at_25": 0.831551, "R_cap_at_50": 0.883499, "R_cap_at_100": 0.918258, "R_cap_at_1000": 0.988541, "main_score": 0.59082, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.43742, "ndcg_at_3": 0.53759, "ndcg_at_5": 0.56293, "ndcg_at_10": 0.58881, "ndcg_at_20": 0.60519, "ndcg_at_25": 0.60853, "ndcg_at_50": 0.61849, "ndcg_at_100": 0.62435, "ndcg_at_1000": 0.63379, "map_at_1": 0.43742, "map_at_3": 0.51337, "map_at_5": 0.52744, "map_at_10": 0.53825, "map_at_20": 0.54283, "map_at_25": 0.5435, "map_at_50": 0.54499, "map_at_100": 0.5455, "map_at_1000": 0.54586, "recall_at_1": 0.43742, "recall_at_3": 0.6075, "recall_at_5": 0.66899, "recall_at_10": 0.74836, "recall_at_20": 0.81247, "recall_at_25": 0.82774, "recall_at_50": 0.8792, "recall_at_100": 0.91539, "recall_at_1000": 0.98997, "accuracy": 0.43742, "precision_at_1": 0.43742, "precision_at_3": 0.2025, "precision_at_5": 0.1338, "precision_at_10": 0.07484, "precision_at_20": 0.04062, "precision_at_25": 0.03311, "precision_at_50": 0.01758, "precision_at_100": 0.00915, "precision_at_1000": 0.00099, "mrr_at_1": 0.437418, "mrr_at_3": 0.513374, "mrr_at_5": 0.527439, "mrr_at_10": 0.538251, "mrr_at_20": 0.542833, "mrr_at_25": 0.543502, "mrr_at_50": 0.544993, "mrr_at_100": 0.545505, "mrr_at_1000": 0.545856, "nauc_ndcg_at_1_max": 0.362729, "nauc_ndcg_at_1_std": -0.033205, "nauc_ndcg_at_1_diff1": 0.614569, "nauc_ndcg_at_3_max": 0.383298, "nauc_ndcg_at_3_std": -0.036731, "nauc_ndcg_at_3_diff1": 0.550685, "nauc_ndcg_at_5_max": 0.38266, "nauc_ndcg_at_5_std": -0.034232, "nauc_ndcg_at_5_diff1": 0.546905, "nauc_ndcg_at_10_max": 0.386266, "nauc_ndcg_at_10_std": -0.02655, "nauc_ndcg_at_10_diff1": 0.549984, "nauc_ndcg_at_20_max": 0.389787, "nauc_ndcg_at_20_std": -0.026748, "nauc_ndcg_at_20_diff1": 0.55259, "nauc_ndcg_at_25_max": 0.390296, "nauc_ndcg_at_25_std": -0.026196, "nauc_ndcg_at_25_diff1": 0.554467, "nauc_ndcg_at_50_max": 0.388638, "nauc_ndcg_at_50_std": -0.030438, "nauc_ndcg_at_50_diff1": 0.553475, "nauc_ndcg_at_100_max": 0.387321, "nauc_ndcg_at_100_std": -0.026604, "nauc_ndcg_at_100_diff1": 0.554471, "nauc_ndcg_at_1000_max": 0.385119, "nauc_ndcg_at_1000_std": -0.02835, "nauc_ndcg_at_1000_diff1": 0.558463, "nauc_map_at_1_max": 0.362729, "nauc_map_at_1_std": -0.033205, "nauc_map_at_1_diff1": 0.614569, "nauc_map_at_3_max": 0.378382, "nauc_map_at_3_std": -0.035697, "nauc_map_at_3_diff1": 0.566874, "nauc_map_at_5_max": 0.378267, "nauc_map_at_5_std": -0.034223, "nauc_map_at_5_diff1": 0.565246, "nauc_map_at_10_max": 0.379865, "nauc_map_at_10_std": -0.030991, "nauc_map_at_10_diff1": 0.566774, "nauc_map_at_20_max": 0.380489, "nauc_map_at_20_std": -0.031317, "nauc_map_at_20_diff1": 0.56746, "nauc_map_at_25_max": 0.380553, "nauc_map_at_25_std": -0.031224, "nauc_map_at_25_diff1": 0.567822, "nauc_map_at_50_max": 0.380304, "nauc_map_at_50_std": -0.031733, "nauc_map_at_50_diff1": 0.56774, "nauc_map_at_100_max": 0.380202, "nauc_map_at_100_std": -0.031402, "nauc_map_at_100_diff1": 0.567825, "nauc_map_at_1000_max": 0.380146, "nauc_map_at_1000_std": -0.031423, "nauc_map_at_1000_diff1": 0.567945, "nauc_recall_at_1_max": 0.362729, "nauc_recall_at_1_std": -0.033205, "nauc_recall_at_1_diff1": 0.614569, "nauc_recall_at_3_max": 0.398579, "nauc_recall_at_3_std": -0.040035, "nauc_recall_at_3_diff1": 0.499923, "nauc_recall_at_5_max": 0.396997, "nauc_recall_at_5_std": -0.034076, "nauc_recall_at_5_diff1": 0.483136, "nauc_recall_at_10_max": 0.412895, "nauc_recall_at_10_std": -0.004467, "nauc_recall_at_10_diff1": 0.481408, "nauc_recall_at_20_max": 0.445285, "nauc_recall_at_20_std": 0.003458, "nauc_recall_at_20_diff1": 0.48138, "nauc_recall_at_25_max": 0.454085, "nauc_recall_at_25_std": 0.010282, "nauc_recall_at_25_diff1": 0.490627, "nauc_recall_at_50_max": 0.457906, "nauc_recall_at_50_std": -0.029404, "nauc_recall_at_50_diff1": 0.454648, "nauc_recall_at_100_max": 0.458491, "nauc_recall_at_100_std": 0.043045, "nauc_recall_at_100_diff1": 0.435964, "nauc_recall_at_1000_max": 0.502966, "nauc_recall_at_1000_std": 0.14704, "nauc_recall_at_1000_diff1": 0.405666, "nauc_precision_at_1_max": 0.362729, "nauc_precision_at_1_std": -0.033205, "nauc_precision_at_1_diff1": 0.614569, "nauc_precision_at_3_max": 0.398579, "nauc_precision_at_3_std": -0.040035, "nauc_precision_at_3_diff1": 0.499923, "nauc_precision_at_5_max": 0.396997, "nauc_precision_at_5_std": -0.034076, "nauc_precision_at_5_diff1": 0.483136, "nauc_precision_at_10_max": 0.412895, "nauc_precision_at_10_std": -0.004467, "nauc_precision_at_10_diff1": 0.481408, "nauc_precision_at_20_max": 0.445285, "nauc_precision_at_20_std": 0.003458, "nauc_precision_at_20_diff1": 0.48138, "nauc_precision_at_25_max": 0.454085, "nauc_precision_at_25_std": 0.010282, "nauc_precision_at_25_diff1": 0.490627, "nauc_precision_at_50_max": 0.457906, "nauc_precision_at_50_std": -0.029404, "nauc_precision_at_50_diff1": 0.454648, "nauc_precision_at_100_max": 0.458491, "nauc_precision_at_100_std": 0.043045, "nauc_precision_at_100_diff1": 0.435964, "nauc_precision_at_1000_max": 0.502966, "nauc_precision_at_1000_std": 0.14704, "nauc_precision_at_1000_diff1": 0.405666, "nauc_mrr_at_1_max": 0.362729, "nauc_mrr_at_1_std": -0.033205, "nauc_mrr_at_1_diff1": 0.614569, "nauc_mrr_at_3_max": 0.378382, "nauc_mrr_at_3_std": -0.035697, "nauc_mrr_at_3_diff1": 0.566874, "nauc_mrr_at_5_max": 0.378267, "nauc_mrr_at_5_std": -0.034223, "nauc_mrr_at_5_diff1": 0.565246, "nauc_mrr_at_10_max": 0.379865, "nauc_mrr_at_10_std": -0.030991, "nauc_mrr_at_10_diff1": 0.566774, "nauc_mrr_at_20_max": 0.380489, "nauc_mrr_at_20_std": -0.031317, "nauc_mrr_at_20_diff1": 0.56746, "nauc_mrr_at_25_max": 0.380553, "nauc_mrr_at_25_std": -0.031224, "nauc_mrr_at_25_diff1": 0.567822, "nauc_mrr_at_50_max": 0.380304, "nauc_mrr_at_50_std": -0.031733, "nauc_mrr_at_50_diff1": 0.56774, "nauc_mrr_at_100_max": 0.380202, "nauc_mrr_at_100_std": -0.031402, "nauc_mrr_at_100_diff1": 0.567825, "nauc_mrr_at_1000_max": 0.380146, "nauc_mrr_at_1000_std": -0.031423, "nauc_mrr_at_1000_diff1": 0.567945, "hit_rate_at_1": 0.43742, "hit_rate_at_3": 0.6075, "hit_rate_at_5": 0.66899, "hit_rate_at_10": 0.74836, "hit_rate_at_20": 0.81247, "hit_rate_at_25": 0.82774, "hit_rate_at_50": 0.8792, "hit_rate_at_100": 0.91539, "hit_rate_at_1000": 0.98997, "R_cap_at_1": 0.437418, "R_cap_at_3": 0.607501, "R_cap_at_5": 0.668993, "R_cap_at_10": 0.748365, "R_cap_at_20": 0.812473, "R_cap_at_25": 0.827737, "R_cap_at_50": 0.879198, "R_cap_at_100": 0.915395, "R_cap_at_1000": 0.989969, "main_score": 0.58881, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.39094, "ndcg_at_3": 0.46866, "ndcg_at_5": 0.49257, "ndcg_at_10": 0.51451, "ndcg_at_20": 0.53156, "ndcg_at_25": 0.5359, "ndcg_at_50": 0.54705, "ndcg_at_100": 0.55487, "ndcg_at_1000": 0.56958, "map_at_1": 0.39094, "map_at_3": 0.44986, "map_at_5": 0.46308, "map_at_10": 0.47223, "map_at_20": 0.47689, "map_at_25": 0.47776, "map_at_50": 0.47943, "map_at_100": 0.48012, "map_at_1000": 0.48064, "recall_at_1": 0.39094, "recall_at_3": 0.52295, "recall_at_5": 0.58118, "recall_at_10": 0.64849, "recall_at_20": 0.71611, "recall_at_25": 0.73598, "recall_at_50": 0.79359, "recall_at_100": 0.84165, "recall_at_1000": 0.95949, "accuracy": 0.39094, "precision_at_1": 0.39094, "precision_at_3": 0.17432, "precision_at_5": 0.11624, "precision_at_10": 0.06485, "precision_at_20": 0.03581, "precision_at_25": 0.02944, "precision_at_50": 0.01587, "precision_at_100": 0.00842, "precision_at_1000": 0.00096, "mrr_at_1": 0.390943, "mrr_at_3": 0.449861, "mrr_at_5": 0.463078, "mrr_at_10": 0.472232, "mrr_at_20": 0.476893, "mrr_at_25": 0.477762, "mrr_at_50": 0.479426, "mrr_at_100": 0.480123, "mrr_at_1000": 0.480637, "nauc_ndcg_at_1_max": 0.340246, "nauc_ndcg_at_1_std": -0.083668, "nauc_ndcg_at_1_diff1": 0.600578, "nauc_ndcg_at_3_max": 0.347987, "nauc_ndcg_at_3_std": -0.080658, "nauc_ndcg_at_3_diff1": 0.539594, "nauc_ndcg_at_5_max": 0.347904, "nauc_ndcg_at_5_std": -0.080665, "nauc_ndcg_at_5_diff1": 0.530145, "nauc_ndcg_at_10_max": 0.344299, "nauc_ndcg_at_10_std": -0.079177, "nauc_ndcg_at_10_diff1": 0.521381, "nauc_ndcg_at_20_max": 0.342095, "nauc_ndcg_at_20_std": -0.078611, "nauc_ndcg_at_20_diff1": 0.521003, "nauc_ndcg_at_25_max": 0.341361, "nauc_ndcg_at_25_std": -0.079485, "nauc_ndcg_at_25_diff1": 0.521445, "nauc_ndcg_at_50_max": 0.34329, "nauc_ndcg_at_50_std": -0.079617, "nauc_ndcg_at_50_diff1": 0.522728, "nauc_ndcg_at_100_max": 0.342635, "nauc_ndcg_at_100_std": -0.080295, "nauc_ndcg_at_100_diff1": 0.524939, "nauc_ndcg_at_1000_max": 0.3452, "nauc_ndcg_at_1000_std": -0.078475, "nauc_ndcg_at_1000_diff1": 0.531718, "nauc_map_at_1_max": 0.340246, "nauc_map_at_1_std": -0.083668, "nauc_map_at_1_diff1": 0.600578, "nauc_map_at_3_max": 0.346443, "nauc_map_at_3_std": -0.080955, "nauc_map_at_3_diff1": 0.554476, "nauc_map_at_5_max": 0.346144, "nauc_map_at_5_std": -0.081021, "nauc_map_at_5_diff1": 0.549354, "nauc_map_at_10_max": 0.34468, "nauc_map_at_10_std": -0.080581, "nauc_map_at_10_diff1": 0.546058, "nauc_map_at_20_max": 0.344087, "nauc_map_at_20_std": -0.080484, "nauc_map_at_20_diff1": 0.546183, "nauc_map_at_25_max": 0.343954, "nauc_map_at_25_std": -0.080646, "nauc_map_at_25_diff1": 0.546311, "nauc_map_at_50_max": 0.344202, "nauc_map_at_50_std": -0.080668, "nauc_map_at_50_diff1": 0.546595, "nauc_map_at_100_max": 0.344158, "nauc_map_at_100_std": -0.080735, "nauc_map_at_100_diff1": 0.54678, "nauc_map_at_1000_max": 0.344177, "nauc_map_at_1000_std": -0.080718, "nauc_map_at_1000_diff1": 0.546982, "nauc_recall_at_1_max": 0.340246, "nauc_recall_at_1_std": -0.083668, "nauc_recall_at_1_diff1": 0.600578, "nauc_recall_at_3_max": 0.352434, "nauc_recall_at_3_std": -0.079963, "nauc_recall_at_3_diff1": 0.495299, "nauc_recall_at_5_max": 0.353556, "nauc_recall_at_5_std": -0.079678, "nauc_recall_at_5_diff1": 0.468825, "nauc_recall_at_10_max": 0.341461, "nauc_recall_at_10_std": -0.073334, "nauc_recall_at_10_diff1": 0.430868, "nauc_recall_at_20_max": 0.330026, "nauc_recall_at_20_std": -0.069103, "nauc_recall_at_20_diff1": 0.413981, "nauc_recall_at_25_max": 0.32469, "nauc_recall_at_25_std": -0.074024, "nauc_recall_at_25_diff1": 0.410169, "nauc_recall_at_50_max": 0.337799, "nauc_recall_at_50_std": -0.073907, "nauc_recall_at_50_diff1": 0.396215, "nauc_recall_at_100_max": 0.327908, "nauc_recall_at_100_std": -0.080186, "nauc_recall_at_100_diff1": 0.390835, "nauc_recall_at_1000_max": 0.463058, "nauc_recall_at_1000_std": 0.043705, "nauc_recall_at_1000_diff1": 0.427353, "nauc_precision_at_1_max": 0.340246, "nauc_precision_at_1_std": -0.083668, "nauc_precision_at_1_diff1": 0.600578, "nauc_precision_at_3_max": 0.352434, "nauc_precision_at_3_std": -0.079963, "nauc_precision_at_3_diff1": 0.495299, "nauc_precision_at_5_max": 0.353556, "nauc_precision_at_5_std": -0.079678, "nauc_precision_at_5_diff1": 0.468825, "nauc_precision_at_10_max": 0.341461, "nauc_precision_at_10_std": -0.073334, "nauc_precision_at_10_diff1": 0.430868, "nauc_precision_at_20_max": 0.330026, "nauc_precision_at_20_std": -0.069103, "nauc_precision_at_20_diff1": 0.413981, "nauc_precision_at_25_max": 0.32469, "nauc_precision_at_25_std": -0.074024, "nauc_precision_at_25_diff1": 0.410169, "nauc_precision_at_50_max": 0.337799, "nauc_precision_at_50_std": -0.073907, "nauc_precision_at_50_diff1": 0.396215, "nauc_precision_at_100_max": 0.327908, "nauc_precision_at_100_std": -0.080186, "nauc_precision_at_100_diff1": 0.390835, "nauc_precision_at_1000_max": 0.463058, "nauc_precision_at_1000_std": 0.043705, "nauc_precision_at_1000_diff1": 0.427353, "nauc_mrr_at_1_max": 0.340246, "nauc_mrr_at_1_std": -0.083668, "nauc_mrr_at_1_diff1": 0.600578, "nauc_mrr_at_3_max": 0.346443, "nauc_mrr_at_3_std": -0.080955, "nauc_mrr_at_3_diff1": 0.554476, "nauc_mrr_at_5_max": 0.346144, "nauc_mrr_at_5_std": -0.081021, "nauc_mrr_at_5_diff1": 0.549354, "nauc_mrr_at_10_max": 0.34468, "nauc_mrr_at_10_std": -0.080581, "nauc_mrr_at_10_diff1": 0.546058, "nauc_mrr_at_20_max": 0.344087, "nauc_mrr_at_20_std": -0.080484, "nauc_mrr_at_20_diff1": 0.546183, "nauc_mrr_at_25_max": 0.343954, "nauc_mrr_at_25_std": -0.080646, "nauc_mrr_at_25_diff1": 0.546311, "nauc_mrr_at_50_max": 0.344202, "nauc_mrr_at_50_std": -0.080668, "nauc_mrr_at_50_diff1": 0.546595, "nauc_mrr_at_100_max": 0.344158, "nauc_mrr_at_100_std": -0.080735, "nauc_mrr_at_100_diff1": 0.54678, "nauc_mrr_at_1000_max": 0.344177, "nauc_mrr_at_1000_std": -0.080718, "nauc_mrr_at_1000_diff1": 0.546982, "hit_rate_at_1": 0.39094, "hit_rate_at_3": 0.52295, "hit_rate_at_5": 0.58118, "hit_rate_at_10": 0.64849, "hit_rate_at_20": 0.71611, "hit_rate_at_25": 0.73598, "hit_rate_at_50": 0.79359, "hit_rate_at_100": 0.84165, "hit_rate_at_1000": 0.95949, "R_cap_at_1": 0.390943, "R_cap_at_3": 0.522951, "R_cap_at_5": 0.581177, "R_cap_at_10": 0.64849, "R_cap_at_20": 0.716112, "R_cap_at_25": 0.735983, "R_cap_at_50": 0.793592, "R_cap_at_100": 0.841651, "R_cap_at_1000": 0.959489, "main_score": 0.51451, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48777, "ndcg_at_3": 0.58106, "ndcg_at_5": 0.6012, "ndcg_at_10": 0.62513, "ndcg_at_20": 0.63871, "ndcg_at_25": 0.64196, "ndcg_at_50": 0.65071, "ndcg_at_100": 0.65764, "ndcg_at_1000": 0.66645, "map_at_1": 0.48777, "map_at_3": 0.55834, "map_at_5": 0.56951, "map_at_10": 0.57939, "map_at_20": 0.58316, "map_at_25": 0.58381, "map_at_50": 0.58513, "map_at_100": 0.58575, "map_at_1000": 0.58609, "recall_at_1": 0.48777, "recall_at_3": 0.64672, "recall_at_5": 0.69562, "recall_at_10": 0.76963, "recall_at_20": 0.82304, "recall_at_25": 0.83784, "recall_at_50": 0.88288, "recall_at_100": 0.92535, "recall_at_1000": 0.99421, "accuracy": 0.48777, "precision_at_1": 0.48777, "precision_at_3": 0.21557, "precision_at_5": 0.13912, "precision_at_10": 0.07696, "precision_at_20": 0.04115, "precision_at_25": 0.03351, "precision_at_50": 0.01766, "precision_at_100": 0.00925, "precision_at_1000": 0.00099, "mrr_at_1": 0.487773, "mrr_at_3": 0.558344, "mrr_at_5": 0.569509, "mrr_at_10": 0.57939, "mrr_at_20": 0.583155, "mrr_at_25": 0.583815, "mrr_at_50": 0.585132, "mrr_at_100": 0.585754, "mrr_at_1000": 0.586095, "nauc_ndcg_at_1_max": 0.407032, "nauc_ndcg_at_1_std": -0.104021, "nauc_ndcg_at_1_diff1": 0.631738, "nauc_ndcg_at_3_max": 0.433515, "nauc_ndcg_at_3_std": -0.096065, "nauc_ndcg_at_3_diff1": 0.575264, "nauc_ndcg_at_5_max": 0.434898, "nauc_ndcg_at_5_std": -0.090929, "nauc_ndcg_at_5_diff1": 0.573039, "nauc_ndcg_at_10_max": 0.426762, "nauc_ndcg_at_10_std": -0.094606, "nauc_ndcg_at_10_diff1": 0.573453, "nauc_ndcg_at_20_max": 0.424018, "nauc_ndcg_at_20_std": -0.104831, "nauc_ndcg_at_20_diff1": 0.573006, "nauc_ndcg_at_25_max": 0.426064, "nauc_ndcg_at_25_std": -0.104625, "nauc_ndcg_at_25_diff1": 0.572659, "nauc_ndcg_at_50_max": 0.426139, "nauc_ndcg_at_50_std": -0.097495, "nauc_ndcg_at_50_diff1": 0.575316, "nauc_ndcg_at_100_max": 0.428441, "nauc_ndcg_at_100_std": -0.094019, "nauc_ndcg_at_100_diff1": 0.577248, "nauc_ndcg_at_1000_max": 0.425643, "nauc_ndcg_at_1000_std": -0.096005, "nauc_ndcg_at_1000_diff1": 0.582096, "nauc_map_at_1_max": 0.407032, "nauc_map_at_1_std": -0.104021, "nauc_map_at_1_diff1": 0.631738, "nauc_map_at_3_max": 0.425223, "nauc_map_at_3_std": -0.097676, "nauc_map_at_3_diff1": 0.589822, "nauc_map_at_5_max": 0.425595, "nauc_map_at_5_std": -0.094722, "nauc_map_at_5_diff1": 0.588939, "nauc_map_at_10_max": 0.422532, "nauc_map_at_10_std": -0.096397, "nauc_map_at_10_diff1": 0.589801, "nauc_map_at_20_max": 0.421837, "nauc_map_at_20_std": -0.098944, "nauc_map_at_20_diff1": 0.589815, "nauc_map_at_25_max": 0.422197, "nauc_map_at_25_std": -0.098896, "nauc_map_at_25_diff1": 0.589782, "nauc_map_at_50_max": 0.42223, "nauc_map_at_50_std": -0.097864, "nauc_map_at_50_diff1": 0.590229, "nauc_map_at_100_max": 0.42238, "nauc_map_at_100_std": -0.097573, "nauc_map_at_100_diff1": 0.590434, "nauc_map_at_1000_max": 0.422257, "nauc_map_at_1000_std": -0.097649, "nauc_map_at_1000_diff1": 0.59061, "nauc_recall_at_1_max": 0.407032, "nauc_recall_at_1_std": -0.104021, "nauc_recall_at_1_diff1": 0.631738, "nauc_recall_at_3_max": 0.461097, "nauc_recall_at_3_std": -0.091047, "nauc_recall_at_3_diff1": 0.52805, "nauc_recall_at_5_max": 0.468876, "nauc_recall_at_5_std": -0.077336, "nauc_recall_at_5_diff1": 0.516801, "nauc_recall_at_10_max": 0.440876, "nauc_recall_at_10_std": -0.087977, "nauc_recall_at_10_diff1": 0.501667, "nauc_recall_at_20_max": 0.426169, "nauc_recall_at_20_std": -0.153285, "nauc_recall_at_20_diff1": 0.48112, "nauc_recall_at_25_max": 0.442997, "nauc_recall_at_25_std": -0.15567, "nauc_recall_at_25_diff1": 0.470683, "nauc_recall_at_50_max": 0.448433, "nauc_recall_at_50_std": -0.090611, "nauc_recall_at_50_diff1": 0.466363, "nauc_recall_at_100_max": 0.511123, "nauc_recall_at_100_std": -0.01509, "nauc_recall_at_100_diff1": 0.446314, "nauc_recall_at_1000_max": 0.597571, "nauc_recall_at_1000_std": 0.254402, "nauc_recall_at_1000_diff1": 0.515379, "nauc_precision_at_1_max": 0.407032, "nauc_precision_at_1_std": -0.104021, "nauc_precision_at_1_diff1": 0.631738, "nauc_precision_at_3_max": 0.461097, "nauc_precision_at_3_std": -0.091047, "nauc_precision_at_3_diff1": 0.52805, "nauc_precision_at_5_max": 0.468876, "nauc_precision_at_5_std": -0.077336, "nauc_precision_at_5_diff1": 0.516801, "nauc_precision_at_10_max": 0.440876, "nauc_precision_at_10_std": -0.087977, "nauc_precision_at_10_diff1": 0.501667, "nauc_precision_at_20_max": 0.426169, "nauc_precision_at_20_std": -0.153285, "nauc_precision_at_20_diff1": 0.48112, "nauc_precision_at_25_max": 0.442997, "nauc_precision_at_25_std": -0.15567, "nauc_precision_at_25_diff1": 0.470683, "nauc_precision_at_50_max": 0.448433, "nauc_precision_at_50_std": -0.090611, "nauc_precision_at_50_diff1": 0.466363, "nauc_precision_at_100_max": 0.511123, "nauc_precision_at_100_std": -0.01509, "nauc_precision_at_100_diff1": 0.446314, "nauc_precision_at_1000_max": 0.597571, "nauc_precision_at_1000_std": 0.254402, "nauc_precision_at_1000_diff1": 0.515379, "nauc_mrr_at_1_max": 0.407032, "nauc_mrr_at_1_std": -0.104021, "nauc_mrr_at_1_diff1": 0.631738, "nauc_mrr_at_3_max": 0.425223, "nauc_mrr_at_3_std": -0.097676, "nauc_mrr_at_3_diff1": 0.589822, "nauc_mrr_at_5_max": 0.425595, "nauc_mrr_at_5_std": -0.094722, "nauc_mrr_at_5_diff1": 0.588939, "nauc_mrr_at_10_max": 0.422532, "nauc_mrr_at_10_std": -0.096397, "nauc_mrr_at_10_diff1": 0.589801, "nauc_mrr_at_20_max": 0.421837, "nauc_mrr_at_20_std": -0.098944, "nauc_mrr_at_20_diff1": 0.589815, "nauc_mrr_at_25_max": 0.422197, "nauc_mrr_at_25_std": -0.098896, "nauc_mrr_at_25_diff1": 0.589782, "nauc_mrr_at_50_max": 0.42223, "nauc_mrr_at_50_std": -0.097864, "nauc_mrr_at_50_diff1": 0.590229, "nauc_mrr_at_100_max": 0.42238, "nauc_mrr_at_100_std": -0.097573, "nauc_mrr_at_100_diff1": 0.590434, "nauc_mrr_at_1000_max": 0.422257, "nauc_mrr_at_1000_std": -0.097649, "nauc_mrr_at_1000_diff1": 0.59061, "hit_rate_at_1": 0.48777, "hit_rate_at_3": 0.64672, "hit_rate_at_5": 0.69562, "hit_rate_at_10": 0.76963, "hit_rate_at_20": 0.82304, "hit_rate_at_25": 0.83784, "hit_rate_at_50": 0.88288, "hit_rate_at_100": 0.92535, "hit_rate_at_1000": 0.99421, "R_cap_at_1": 0.487773, "R_cap_at_3": 0.646718, "R_cap_at_5": 0.695624, "R_cap_at_10": 0.769627, "R_cap_at_20": 0.823037, "R_cap_at_25": 0.837838, "R_cap_at_50": 0.882883, "R_cap_at_100": 0.925354, "R_cap_at_1000": 0.994208, "main_score": 0.62513, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.34942, "ndcg_at_3": 0.42546, "ndcg_at_5": 0.448, "ndcg_at_10": 0.4706, "ndcg_at_20": 0.48895, "ndcg_at_25": 0.49298, "ndcg_at_50": 0.50436, "ndcg_at_100": 0.51341, "ndcg_at_1000": 0.53035, "map_at_1": 0.34942, "map_at_3": 0.40658, "map_at_5": 0.41914, "map_at_10": 0.42854, "map_at_20": 0.43362, "map_at_25": 0.43442, "map_at_50": 0.43609, "map_at_100": 0.4369, "map_at_1000": 0.43749, "recall_at_1": 0.34942, "recall_at_3": 0.48015, "recall_at_5": 0.53469, "recall_at_10": 0.60418, "recall_at_20": 0.67642, "recall_at_25": 0.69489, "recall_at_50": 0.75415, "recall_at_100": 0.80968, "recall_at_1000": 0.94546, "accuracy": 0.34942, "precision_at_1": 0.34942, "precision_at_3": 0.16005, "precision_at_5": 0.10694, "precision_at_10": 0.06042, "precision_at_20": 0.03382, "precision_at_25": 0.0278, "precision_at_50": 0.01508, "precision_at_100": 0.0081, "precision_at_1000": 0.00095, "mrr_at_1": 0.349423, "mrr_at_3": 0.406579, "mrr_at_5": 0.419141, "mrr_at_10": 0.428539, "mrr_at_20": 0.433619, "mrr_at_25": 0.434423, "mrr_at_50": 0.436089, "mrr_at_100": 0.436897, "mrr_at_1000": 0.437493, "nauc_ndcg_at_1_max": 0.341768, "nauc_ndcg_at_1_std": -0.105443, "nauc_ndcg_at_1_diff1": 0.58515, "nauc_ndcg_at_3_max": 0.34474, "nauc_ndcg_at_3_std": -0.112984, "nauc_ndcg_at_3_diff1": 0.519065, "nauc_ndcg_at_5_max": 0.342712, "nauc_ndcg_at_5_std": -0.117254, "nauc_ndcg_at_5_diff1": 0.508767, "nauc_ndcg_at_10_max": 0.340098, "nauc_ndcg_at_10_std": -0.112781, "nauc_ndcg_at_10_diff1": 0.50097, "nauc_ndcg_at_20_max": 0.340837, "nauc_ndcg_at_20_std": -0.111482, "nauc_ndcg_at_20_diff1": 0.497742, "nauc_ndcg_at_25_max": 0.339969, "nauc_ndcg_at_25_std": -0.111372, "nauc_ndcg_at_25_diff1": 0.496657, "nauc_ndcg_at_50_max": 0.340201, "nauc_ndcg_at_50_std": -0.109784, "nauc_ndcg_at_50_diff1": 0.49847, "nauc_ndcg_at_100_max": 0.340702, "nauc_ndcg_at_100_std": -0.106939, "nauc_ndcg_at_100_diff1": 0.501364, "nauc_ndcg_at_1000_max": 0.343105, "nauc_ndcg_at_1000_std": -0.105704, "nauc_ndcg_at_1000_diff1": 0.507576, "nauc_map_at_1_max": 0.341768, "nauc_map_at_1_std": -0.105443, "nauc_map_at_1_diff1": 0.58515, "nauc_map_at_3_max": 0.344294, "nauc_map_at_3_std": -0.111272, "nauc_map_at_3_diff1": 0.534909, "nauc_map_at_5_max": 0.343125, "nauc_map_at_5_std": -0.113523, "nauc_map_at_5_diff1": 0.529273, "nauc_map_at_10_max": 0.342101, "nauc_map_at_10_std": -0.111688, "nauc_map_at_10_diff1": 0.526246, "nauc_map_at_20_max": 0.342372, "nauc_map_at_20_std": -0.111283, "nauc_map_at_20_diff1": 0.525621, "nauc_map_at_25_max": 0.342213, "nauc_map_at_25_std": -0.111252, "nauc_map_at_25_diff1": 0.525451, "nauc_map_at_50_max": 0.342243, "nauc_map_at_50_std": -0.110998, "nauc_map_at_50_diff1": 0.525812, "nauc_map_at_100_max": 0.342299, "nauc_map_at_100_std": -0.110754, "nauc_map_at_100_diff1": 0.526096, "nauc_map_at_1000_max": 0.342368, "nauc_map_at_1000_std": -0.110738, "nauc_map_at_1000_diff1": 0.526301, "nauc_recall_at_1_max": 0.341768, "nauc_recall_at_1_std": -0.105443, "nauc_recall_at_1_diff1": 0.58515, "nauc_recall_at_3_max": 0.345922, "nauc_recall_at_3_std": -0.117903, "nauc_recall_at_3_diff1": 0.473167, "nauc_recall_at_5_max": 0.341112, "nauc_recall_at_5_std": -0.129145, "nauc_recall_at_5_diff1": 0.44593, "nauc_recall_at_10_max": 0.33202, "nauc_recall_at_10_std": -0.115032, "nauc_recall_at_10_diff1": 0.415072, "nauc_recall_at_20_max": 0.333796, "nauc_recall_at_20_std": -0.109648, "nauc_recall_at_20_diff1": 0.386803, "nauc_recall_at_25_max": 0.328493, "nauc_recall_at_25_std": -0.109066, "nauc_recall_at_25_diff1": 0.376259, "nauc_recall_at_50_max": 0.328298, "nauc_recall_at_50_std": -0.097381, "nauc_recall_at_50_diff1": 0.366685, "nauc_recall_at_100_max": 0.330463, "nauc_recall_at_100_std": -0.064533, "nauc_recall_at_100_diff1": 0.367105, "nauc_recall_at_1000_max": 0.413661, "nauc_recall_at_1000_std": 0.091067, "nauc_recall_at_1000_diff1": 0.341485, "nauc_precision_at_1_max": 0.341768, "nauc_precision_at_1_std": -0.105443, "nauc_precision_at_1_diff1": 0.58515, "nauc_precision_at_3_max": 0.345922, "nauc_precision_at_3_std": -0.117903, "nauc_precision_at_3_diff1": 0.473167, "nauc_precision_at_5_max": 0.341112, "nauc_precision_at_5_std": -0.129145, "nauc_precision_at_5_diff1": 0.44593, "nauc_precision_at_10_max": 0.33202, "nauc_precision_at_10_std": -0.115032, "nauc_precision_at_10_diff1": 0.415072, "nauc_precision_at_20_max": 0.333796, "nauc_precision_at_20_std": -0.109648, "nauc_precision_at_20_diff1": 0.386803, "nauc_precision_at_25_max": 0.328493, "nauc_precision_at_25_std": -0.109066, "nauc_precision_at_25_diff1": 0.376259, "nauc_precision_at_50_max": 0.328298, "nauc_precision_at_50_std": -0.097381, "nauc_precision_at_50_diff1": 0.366685, "nauc_precision_at_100_max": 0.330463, "nauc_precision_at_100_std": -0.064533, "nauc_precision_at_100_diff1": 0.367105, "nauc_precision_at_1000_max": 0.413661, "nauc_precision_at_1000_std": 0.091067, "nauc_precision_at_1000_diff1": 0.341485, "nauc_mrr_at_1_max": 0.341768, "nauc_mrr_at_1_std": -0.105443, "nauc_mrr_at_1_diff1": 0.58515, "nauc_mrr_at_3_max": 0.344294, "nauc_mrr_at_3_std": -0.111272, "nauc_mrr_at_3_diff1": 0.534909, "nauc_mrr_at_5_max": 0.343125, "nauc_mrr_at_5_std": -0.113523, "nauc_mrr_at_5_diff1": 0.529273, "nauc_mrr_at_10_max": 0.342101, "nauc_mrr_at_10_std": -0.111688, "nauc_mrr_at_10_diff1": 0.526246, "nauc_mrr_at_20_max": 0.342372, "nauc_mrr_at_20_std": -0.111283, "nauc_mrr_at_20_diff1": 0.525621, "nauc_mrr_at_25_max": 0.342213, "nauc_mrr_at_25_std": -0.111252, "nauc_mrr_at_25_diff1": 0.525451, "nauc_mrr_at_50_max": 0.342243, "nauc_mrr_at_50_std": -0.110998, "nauc_mrr_at_50_diff1": 0.525812, "nauc_mrr_at_100_max": 0.342299, "nauc_mrr_at_100_std": -0.110754, "nauc_mrr_at_100_diff1": 0.526096, "nauc_mrr_at_1000_max": 0.342368, "nauc_mrr_at_1000_std": -0.110738, "nauc_mrr_at_1000_diff1": 0.526301, "hit_rate_at_1": 0.34942, "hit_rate_at_3": 0.48015, "hit_rate_at_5": 0.53469, "hit_rate_at_10": 0.60418, "hit_rate_at_20": 0.67642, "hit_rate_at_25": 0.69489, "hit_rate_at_50": 0.75415, "hit_rate_at_100": 0.80968, "hit_rate_at_1000": 0.94546, "R_cap_at_1": 0.349423, "R_cap_at_3": 0.480154, "R_cap_at_5": 0.534689, "R_cap_at_10": 0.604178, "R_cap_at_20": 0.676416, "R_cap_at_25": 0.694887, "R_cap_at_50": 0.754151, "R_cap_at_100": 0.809676, "R_cap_at_1000": 0.945465, "main_score": 0.4706, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.55142, "ndcg_at_3": 0.63762, "ndcg_at_5": 0.66441, "ndcg_at_10": 0.6824, "ndcg_at_20": 0.69299, "ndcg_at_25": 0.69623, "ndcg_at_50": 0.70304, "ndcg_at_100": 0.70827, "ndcg_at_1000": 0.71498, "map_at_1": 0.55142, "map_at_3": 0.61701, "map_at_5": 0.63195, "map_at_10": 0.63941, "map_at_20": 0.64232, "map_at_25": 0.64297, "map_at_50": 0.64399, "map_at_100": 0.64445, "map_at_1000": 0.6447, "recall_at_1": 0.55142, "recall_at_3": 0.697, "recall_at_5": 0.76174, "recall_at_10": 0.81718, "recall_at_20": 0.85908, "recall_at_25": 0.87389, "recall_at_50": 0.90901, "recall_at_100": 0.94118, "recall_at_1000": 0.9945, "accuracy": 0.55142, "precision_at_1": 0.55142, "precision_at_3": 0.23233, "precision_at_5": 0.15235, "precision_at_10": 0.08172, "precision_at_20": 0.04295, "precision_at_25": 0.03496, "precision_at_50": 0.01818, "precision_at_100": 0.00941, "precision_at_1000": 0.00099, "mrr_at_1": 0.551418, "mrr_at_3": 0.617012, "mrr_at_5": 0.631951, "mrr_at_10": 0.639411, "mrr_at_20": 0.642317, "mrr_at_25": 0.642969, "mrr_at_50": 0.643991, "mrr_at_100": 0.644454, "mrr_at_1000": 0.6447, "nauc_ndcg_at_1_max": 0.385094, "nauc_ndcg_at_1_std": -0.086689, "nauc_ndcg_at_1_diff1": 0.692856, "nauc_ndcg_at_3_max": 0.417514, "nauc_ndcg_at_3_std": -0.076943, "nauc_ndcg_at_3_diff1": 0.640998, "nauc_ndcg_at_5_max": 0.427866, "nauc_ndcg_at_5_std": -0.07523, "nauc_ndcg_at_5_diff1": 0.638023, "nauc_ndcg_at_10_max": 0.431658, "nauc_ndcg_at_10_std": -0.072769, "nauc_ndcg_at_10_diff1": 0.639138, "nauc_ndcg_at_20_max": 0.435305, "nauc_ndcg_at_20_std": -0.07112, "nauc_ndcg_at_20_diff1": 0.639598, "nauc_ndcg_at_25_max": 0.435021, "nauc_ndcg_at_25_std": -0.072747, "nauc_ndcg_at_25_diff1": 0.639315, "nauc_ndcg_at_50_max": 0.431116, "nauc_ndcg_at_50_std": -0.070494, "nauc_ndcg_at_50_diff1": 0.638758, "nauc_ndcg_at_100_max": 0.427894, "nauc_ndcg_at_100_std": -0.068103, "nauc_ndcg_at_100_diff1": 0.643002, "nauc_ndcg_at_1000_max": 0.424839, "nauc_ndcg_at_1000_std": -0.07088, "nauc_ndcg_at_1000_diff1": 0.646647, "nauc_map_at_1_max": 0.385094, "nauc_map_at_1_std": -0.086689, "nauc_map_at_1_diff1": 0.692856, "nauc_map_at_3_max": 0.411176, "nauc_map_at_3_std": -0.079601, "nauc_map_at_3_diff1": 0.654749, "nauc_map_at_5_max": 0.416138, "nauc_map_at_5_std": -0.078612, "nauc_map_at_5_diff1": 0.653762, "nauc_map_at_10_max": 0.417078, "nauc_map_at_10_std": -0.07781, "nauc_map_at_10_diff1": 0.654371, "nauc_map_at_20_max": 0.417947, "nauc_map_at_20_std": -0.077344, "nauc_map_at_20_diff1": 0.654688, "nauc_map_at_25_max": 0.417859, "nauc_map_at_25_std": -0.077663, "nauc_map_at_25_diff1": 0.654655, "nauc_map_at_50_max": 0.417239, "nauc_map_at_50_std": -0.077405, "nauc_map_at_50_diff1": 0.654597, "nauc_map_at_100_max": 0.416989, "nauc_map_at_100_std": -0.077212, "nauc_map_at_100_diff1": 0.654941, "nauc_map_at_1000_max": 0.416896, "nauc_map_at_1000_std": -0.077237, "nauc_map_at_1000_diff1": 0.655038, "nauc_recall_at_1_max": 0.385094, "nauc_recall_at_1_std": -0.086689, "nauc_recall_at_1_diff1": 0.692856, "nauc_recall_at_3_max": 0.437481, "nauc_recall_at_3_std": -0.068082, "nauc_recall_at_3_diff1": 0.595334, "nauc_recall_at_5_max": 0.474547, "nauc_recall_at_5_std": -0.062019, "nauc_recall_at_5_diff1": 0.576074, "nauc_recall_at_10_max": 0.505778, "nauc_recall_at_10_std": -0.046855, "nauc_recall_at_10_diff1": 0.566951, "nauc_recall_at_20_max": 0.550329, "nauc_recall_at_20_std": -0.029745, "nauc_recall_at_20_diff1": 0.549823, "nauc_recall_at_25_max": 0.559873, "nauc_recall_at_25_std": -0.039788, "nauc_recall_at_25_diff1": 0.538121, "nauc_recall_at_50_max": 0.552956, "nauc_recall_at_50_std": 0.002801, "nauc_recall_at_50_diff1": 0.496796, "nauc_recall_at_100_max": 0.539419, "nauc_recall_at_100_std": 0.098756, "nauc_recall_at_100_diff1": 0.522634, "nauc_recall_at_1000_max": 0.576107, "nauc_recall_at_1000_std": 0.627116, "nauc_recall_at_1000_diff1": 0.597862, "nauc_precision_at_1_max": 0.385094, "nauc_precision_at_1_std": -0.086689, "nauc_precision_at_1_diff1": 0.692856, "nauc_precision_at_3_max": 0.437481, "nauc_precision_at_3_std": -0.068082, "nauc_precision_at_3_diff1": 0.595334, "nauc_precision_at_5_max": 0.474547, "nauc_precision_at_5_std": -0.062019, "nauc_precision_at_5_diff1": 0.576074, "nauc_precision_at_10_max": 0.505778, "nauc_precision_at_10_std": -0.046855, "nauc_precision_at_10_diff1": 0.566951, "nauc_precision_at_20_max": 0.550329, "nauc_precision_at_20_std": -0.029745, "nauc_precision_at_20_diff1": 0.549823, "nauc_precision_at_25_max": 0.559873, "nauc_precision_at_25_std": -0.039788, "nauc_precision_at_25_diff1": 0.538121, "nauc_precision_at_50_max": 0.552956, "nauc_precision_at_50_std": 0.002801, "nauc_precision_at_50_diff1": 0.496796, "nauc_precision_at_100_max": 0.539419, "nauc_precision_at_100_std": 0.098756, "nauc_precision_at_100_diff1": 0.522634, "nauc_precision_at_1000_max": 0.576107, "nauc_precision_at_1000_std": 0.627116, "nauc_precision_at_1000_diff1": 0.597862, "nauc_mrr_at_1_max": 0.385094, "nauc_mrr_at_1_std": -0.086689, "nauc_mrr_at_1_diff1": 0.692856, "nauc_mrr_at_3_max": 0.411176, "nauc_mrr_at_3_std": -0.079601, "nauc_mrr_at_3_diff1": 0.654749, "nauc_mrr_at_5_max": 0.416138, "nauc_mrr_at_5_std": -0.078612, "nauc_mrr_at_5_diff1": 0.653762, "nauc_mrr_at_10_max": 0.417078, "nauc_mrr_at_10_std": -0.07781, "nauc_mrr_at_10_diff1": 0.654371, "nauc_mrr_at_20_max": 0.417947, "nauc_mrr_at_20_std": -0.077344, "nauc_mrr_at_20_diff1": 0.654688, "nauc_mrr_at_25_max": 0.417859, "nauc_mrr_at_25_std": -0.077663, "nauc_mrr_at_25_diff1": 0.654655, "nauc_mrr_at_50_max": 0.417239, "nauc_mrr_at_50_std": -0.077405, "nauc_mrr_at_50_diff1": 0.654597, "nauc_mrr_at_100_max": 0.416989, "nauc_mrr_at_100_std": -0.077212, "nauc_mrr_at_100_diff1": 0.654941, "nauc_mrr_at_1000_max": 0.416896, "nauc_mrr_at_1000_std": -0.077237, "nauc_mrr_at_1000_diff1": 0.655038, "hit_rate_at_1": 0.55142, "hit_rate_at_3": 0.697, "hit_rate_at_5": 0.76174, "hit_rate_at_10": 0.81718, "hit_rate_at_20": 0.85908, "hit_rate_at_25": 0.87389, "hit_rate_at_50": 0.90901, "hit_rate_at_100": 0.94118, "hit_rate_at_1000": 0.9945, "R_cap_at_1": 0.551418, "R_cap_at_3": 0.696995, "R_cap_at_5": 0.761744, "R_cap_at_10": 0.817182, "R_cap_at_20": 0.859077, "R_cap_at_25": 0.873889, "R_cap_at_50": 0.909014, "R_cap_at_100": 0.941176, "R_cap_at_1000": 0.994499, "main_score": 0.6824, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.41021, "ndcg_at_3": 0.49224, "ndcg_at_5": 0.51442, "ndcg_at_10": 0.53792, "ndcg_at_20": 0.55569, "ndcg_at_25": 0.56025, "ndcg_at_50": 0.57069, "ndcg_at_100": 0.57973, "ndcg_at_1000": 0.59307, "map_at_1": 0.41021, "map_at_3": 0.47218, "map_at_5": 0.48437, "map_at_10": 0.49409, "map_at_20": 0.49897, "map_at_25": 0.49989, "map_at_50": 0.50146, "map_at_100": 0.50226, "map_at_1000": 0.50275, "recall_at_1": 0.41021, "recall_at_3": 0.55025, "recall_at_5": 0.60461, "recall_at_10": 0.6771, "recall_at_20": 0.74739, "recall_at_25": 0.76826, "recall_at_50": 0.82208, "recall_at_100": 0.87754, "recall_at_1000": 0.98353, "accuracy": 0.41021, "precision_at_1": 0.41021, "precision_at_3": 0.18342, "precision_at_5": 0.12092, "precision_at_10": 0.06771, "precision_at_20": 0.03737, "precision_at_25": 0.03073, "precision_at_50": 0.01644, "precision_at_100": 0.00878, "precision_at_1000": 0.00098, "mrr_at_1": 0.410214, "mrr_at_3": 0.472176, "mrr_at_5": 0.484368, "mrr_at_10": 0.494095, "mrr_at_20": 0.498975, "mrr_at_25": 0.49989, "mrr_at_50": 0.501456, "mrr_at_100": 0.502262, "mrr_at_1000": 0.502748, "nauc_ndcg_at_1_max": 0.379901, "nauc_ndcg_at_1_std": -0.048693, "nauc_ndcg_at_1_diff1": 0.616848, "nauc_ndcg_at_3_max": 0.392468, "nauc_ndcg_at_3_std": -0.032176, "nauc_ndcg_at_3_diff1": 0.564667, "nauc_ndcg_at_5_max": 0.38943, "nauc_ndcg_at_5_std": -0.025268, "nauc_ndcg_at_5_diff1": 0.554615, "nauc_ndcg_at_10_max": 0.38995, "nauc_ndcg_at_10_std": -0.023988, "nauc_ndcg_at_10_diff1": 0.551285, "nauc_ndcg_at_20_max": 0.393956, "nauc_ndcg_at_20_std": -0.018255, "nauc_ndcg_at_20_diff1": 0.554026, "nauc_ndcg_at_25_max": 0.39058, "nauc_ndcg_at_25_std": -0.021807, "nauc_ndcg_at_25_diff1": 0.554388, "nauc_ndcg_at_50_max": 0.394351, "nauc_ndcg_at_50_std": -0.015131, "nauc_ndcg_at_50_diff1": 0.553641, "nauc_ndcg_at_100_max": 0.394534, "nauc_ndcg_at_100_std": -0.01508, "nauc_ndcg_at_100_diff1": 0.555007, "nauc_ndcg_at_1000_max": 0.392869, "nauc_ndcg_at_1000_std": -0.020679, "nauc_ndcg_at_1000_diff1": 0.561195, "nauc_map_at_1_max": 0.379901, "nauc_map_at_1_std": -0.048693, "nauc_map_at_1_diff1": 0.616848, "nauc_map_at_3_max": 0.389652, "nauc_map_at_3_std": -0.036913, "nauc_map_at_3_diff1": 0.577045, "nauc_map_at_5_max": 0.387877, "nauc_map_at_5_std": -0.033591, "nauc_map_at_5_diff1": 0.571517, "nauc_map_at_10_max": 0.388375, "nauc_map_at_10_std": -0.033354, "nauc_map_at_10_diff1": 0.570521, "nauc_map_at_20_max": 0.389264, "nauc_map_at_20_std": -0.031921, "nauc_map_at_20_diff1": 0.571323, "nauc_map_at_25_max": 0.388627, "nauc_map_at_25_std": -0.032634, "nauc_map_at_25_diff1": 0.571426, "nauc_map_at_50_max": 0.389101, "nauc_map_at_50_std": -0.031667, "nauc_map_at_50_diff1": 0.571444, "nauc_map_at_100_max": 0.38916, "nauc_map_at_100_std": -0.031671, "nauc_map_at_100_diff1": 0.571605, "nauc_map_at_1000_max": 0.389103, "nauc_map_at_1000_std": -0.031882, "nauc_map_at_1000_diff1": 0.571768, "nauc_recall_at_1_max": 0.379901, "nauc_recall_at_1_std": -0.048693, "nauc_recall_at_1_diff1": 0.616848, "nauc_recall_at_3_max": 0.400884, "nauc_recall_at_3_std": -0.017522, "nauc_recall_at_3_diff1": 0.52735, "nauc_recall_at_5_max": 0.393881, "nauc_recall_at_5_std": 0.003195, "nauc_recall_at_5_diff1": 0.499676, "nauc_recall_at_10_max": 0.394321, "nauc_recall_at_10_std": 0.013078, "nauc_recall_at_10_diff1": 0.478944, "nauc_recall_at_20_max": 0.418526, "nauc_recall_at_20_std": 0.051602, "nauc_recall_at_20_diff1": 0.479875, "nauc_recall_at_25_max": 0.397634, "nauc_recall_at_25_std": 0.033188, "nauc_recall_at_25_diff1": 0.476954, "nauc_recall_at_50_max": 0.434988, "nauc_recall_at_50_std": 0.105925, "nauc_recall_at_50_diff1": 0.449212, "nauc_recall_at_100_max": 0.450891, "nauc_recall_at_100_std": 0.15374, "nauc_recall_at_100_diff1": 0.426592, "nauc_recall_at_1000_max": 0.586758, "nauc_recall_at_1000_std": 0.471999, "nauc_recall_at_1000_diff1": 0.506625, "nauc_precision_at_1_max": 0.379901, "nauc_precision_at_1_std": -0.048693, "nauc_precision_at_1_diff1": 0.616848, "nauc_precision_at_3_max": 0.400884, "nauc_precision_at_3_std": -0.017522, "nauc_precision_at_3_diff1": 0.52735, "nauc_precision_at_5_max": 0.393881, "nauc_precision_at_5_std": 0.003195, "nauc_precision_at_5_diff1": 0.499676, "nauc_precision_at_10_max": 0.394321, "nauc_precision_at_10_std": 0.013078, "nauc_precision_at_10_diff1": 0.478944, "nauc_precision_at_20_max": 0.418526, "nauc_precision_at_20_std": 0.051602, "nauc_precision_at_20_diff1": 0.479875, "nauc_precision_at_25_max": 0.397634, "nauc_precision_at_25_std": 0.033188, "nauc_precision_at_25_diff1": 0.476954, "nauc_precision_at_50_max": 0.434988, "nauc_precision_at_50_std": 0.105925, "nauc_precision_at_50_diff1": 0.449212, "nauc_precision_at_100_max": 0.450891, "nauc_precision_at_100_std": 0.15374, "nauc_precision_at_100_diff1": 0.426592, "nauc_precision_at_1000_max": 0.586758, "nauc_precision_at_1000_std": 0.471999, "nauc_precision_at_1000_diff1": 0.506625, "nauc_mrr_at_1_max": 0.379901, "nauc_mrr_at_1_std": -0.048693, "nauc_mrr_at_1_diff1": 0.616848, "nauc_mrr_at_3_max": 0.389652, "nauc_mrr_at_3_std": -0.036913, "nauc_mrr_at_3_diff1": 0.577045, "nauc_mrr_at_5_max": 0.387877, "nauc_mrr_at_5_std": -0.033591, "nauc_mrr_at_5_diff1": 0.571517, "nauc_mrr_at_10_max": 0.388375, "nauc_mrr_at_10_std": -0.033354, "nauc_mrr_at_10_diff1": 0.570521, "nauc_mrr_at_20_max": 0.389264, "nauc_mrr_at_20_std": -0.031921, "nauc_mrr_at_20_diff1": 0.571323, "nauc_mrr_at_25_max": 0.388627, "nauc_mrr_at_25_std": -0.032634, "nauc_mrr_at_25_diff1": 0.571426, "nauc_mrr_at_50_max": 0.389101, "nauc_mrr_at_50_std": -0.031667, "nauc_mrr_at_50_diff1": 0.571444, "nauc_mrr_at_100_max": 0.38916, "nauc_mrr_at_100_std": -0.031671, "nauc_mrr_at_100_diff1": 0.571605, "nauc_mrr_at_1000_max": 0.389103, "nauc_mrr_at_1000_std": -0.031882, "nauc_mrr_at_1000_diff1": 0.571768, "hit_rate_at_1": 0.41021, "hit_rate_at_3": 0.55025, "hit_rate_at_5": 0.60461, "hit_rate_at_10": 0.6771, "hit_rate_at_20": 0.74739, "hit_rate_at_25": 0.76826, "hit_rate_at_50": 0.82208, "hit_rate_at_100": 0.87754, "hit_rate_at_1000": 0.98353, "R_cap_at_1": 0.410214, "R_cap_at_3": 0.550247, "R_cap_at_5": 0.604613, "R_cap_at_10": 0.6771, "R_cap_at_20": 0.747392, "R_cap_at_25": 0.768259, "R_cap_at_50": 0.822076, "R_cap_at_100": 0.87754, "R_cap_at_1000": 0.983526, "main_score": 0.53792, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.45924, "ndcg_at_3": 0.53885, "ndcg_at_5": 0.56439, "ndcg_at_10": 0.58546, "ndcg_at_20": 0.59913, "ndcg_at_25": 0.60325, "ndcg_at_50": 0.61323, "ndcg_at_100": 0.62291, "ndcg_at_1000": 0.63406, "map_at_1": 0.45924, "map_at_3": 0.51839, "map_at_5": 0.53265, "map_at_10": 0.54109, "map_at_20": 0.54489, "map_at_25": 0.54571, "map_at_50": 0.54719, "map_at_100": 0.54805, "map_at_1000": 0.54845, "recall_at_1": 0.45924, "recall_at_3": 0.59841, "recall_at_5": 0.66004, "recall_at_10": 0.72664, "recall_at_20": 0.78032, "recall_at_25": 0.7992, "recall_at_50": 0.85089, "recall_at_100": 0.91054, "recall_at_1000": 1.0, "accuracy": 0.45924, "precision_at_1": 0.45924, "precision_at_3": 0.19947, "precision_at_5": 0.13201, "precision_at_10": 0.07266, "precision_at_20": 0.03902, "precision_at_25": 0.03197, "precision_at_50": 0.01702, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "mrr_at_1": 0.459245, "mrr_at_3": 0.51839, "mrr_at_5": 0.532654, "mrr_at_10": 0.541087, "mrr_at_20": 0.54489, "mrr_at_25": 0.545711, "mrr_at_50": 0.547193, "mrr_at_100": 0.548049, "mrr_at_1000": 0.548448, "nauc_ndcg_at_1_max": 0.404628, "nauc_ndcg_at_1_std": 0.055221, "nauc_ndcg_at_1_diff1": 0.657511, "nauc_ndcg_at_3_max": 0.386714, "nauc_ndcg_at_3_std": 0.04209, "nauc_ndcg_at_3_diff1": 0.603266, "nauc_ndcg_at_5_max": 0.394853, "nauc_ndcg_at_5_std": 0.036043, "nauc_ndcg_at_5_diff1": 0.590479, "nauc_ndcg_at_10_max": 0.393071, "nauc_ndcg_at_10_std": 0.030118, "nauc_ndcg_at_10_diff1": 0.588796, "nauc_ndcg_at_20_max": 0.392388, "nauc_ndcg_at_20_std": 0.039902, "nauc_ndcg_at_20_diff1": 0.587321, "nauc_ndcg_at_25_max": 0.388314, "nauc_ndcg_at_25_std": 0.036098, "nauc_ndcg_at_25_diff1": 0.585208, "nauc_ndcg_at_50_max": 0.388707, "nauc_ndcg_at_50_std": 0.035194, "nauc_ndcg_at_50_diff1": 0.584142, "nauc_ndcg_at_100_max": 0.391142, "nauc_ndcg_at_100_std": 0.041094, "nauc_ndcg_at_100_diff1": 0.591061, "nauc_ndcg_at_1000_max": 0.392409, "nauc_ndcg_at_1000_std": 0.040332, "nauc_ndcg_at_1000_diff1": 0.598379, "nauc_map_at_1_max": 0.404628, "nauc_map_at_1_std": 0.055221, "nauc_map_at_1_diff1": 0.657511, "nauc_map_at_3_max": 0.391916, "nauc_map_at_3_std": 0.045546, "nauc_map_at_3_diff1": 0.617852, "nauc_map_at_5_max": 0.396083, "nauc_map_at_5_std": 0.04228, "nauc_map_at_5_diff1": 0.611322, "nauc_map_at_10_max": 0.394885, "nauc_map_at_10_std": 0.039721, "nauc_map_at_10_diff1": 0.610943, "nauc_map_at_20_max": 0.3948, "nauc_map_at_20_std": 0.042366, "nauc_map_at_20_diff1": 0.610817, "nauc_map_at_25_max": 0.39407, "nauc_map_at_25_std": 0.041703, "nauc_map_at_25_diff1": 0.610463, "nauc_map_at_50_max": 0.394136, "nauc_map_at_50_std": 0.041592, "nauc_map_at_50_diff1": 0.610443, "nauc_map_at_100_max": 0.394345, "nauc_map_at_100_std": 0.04208, "nauc_map_at_100_diff1": 0.610996, "nauc_map_at_1000_max": 0.394409, "nauc_map_at_1000_std": 0.04215, "nauc_map_at_1000_diff1": 0.611231, "nauc_recall_at_1_max": 0.404628, "nauc_recall_at_1_std": 0.055221, "nauc_recall_at_1_diff1": 0.657511, "nauc_recall_at_3_max": 0.370266, "nauc_recall_at_3_std": 0.031303, "nauc_recall_at_3_diff1": 0.557599, "nauc_recall_at_5_max": 0.392181, "nauc_recall_at_5_std": 0.01393, "nauc_recall_at_5_diff1": 0.517126, "nauc_recall_at_10_max": 0.388506, "nauc_recall_at_10_std": -0.010579, "nauc_recall_at_10_diff1": 0.498269, "nauc_recall_at_20_max": 0.382888, "nauc_recall_at_20_std": 0.037577, "nauc_recall_at_20_diff1": 0.471616, "nauc_recall_at_25_max": 0.352943, "nauc_recall_at_25_std": 0.009771, "nauc_recall_at_25_diff1": 0.448307, "nauc_recall_at_50_max": 0.345951, "nauc_recall_at_50_std": -0.007597, "nauc_recall_at_50_diff1": 0.393734, "nauc_recall_at_100_max": 0.366006, "nauc_recall_at_100_std": 0.076934, "nauc_recall_at_100_diff1": 0.414516, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.404628, "nauc_precision_at_1_std": 0.055221, "nauc_precision_at_1_diff1": 0.657511, "nauc_precision_at_3_max": 0.370266, "nauc_precision_at_3_std": 0.031303, "nauc_precision_at_3_diff1": 0.557599, "nauc_precision_at_5_max": 0.392181, "nauc_precision_at_5_std": 0.01393, "nauc_precision_at_5_diff1": 0.517126, "nauc_precision_at_10_max": 0.388506, "nauc_precision_at_10_std": -0.010579, "nauc_precision_at_10_diff1": 0.498269, "nauc_precision_at_20_max": 0.382888, "nauc_precision_at_20_std": 0.037577, "nauc_precision_at_20_diff1": 0.471616, "nauc_precision_at_25_max": 0.352943, "nauc_precision_at_25_std": 0.009771, "nauc_precision_at_25_diff1": 0.448307, "nauc_precision_at_50_max": 0.345951, "nauc_precision_at_50_std": -0.007597, "nauc_precision_at_50_diff1": 0.393734, "nauc_precision_at_100_max": 0.366006, "nauc_precision_at_100_std": 0.076934, "nauc_precision_at_100_diff1": 0.414516, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.404628, "nauc_mrr_at_1_std": 0.055221, "nauc_mrr_at_1_diff1": 0.657511, "nauc_mrr_at_3_max": 0.391916, "nauc_mrr_at_3_std": 0.045546, "nauc_mrr_at_3_diff1": 0.617852, "nauc_mrr_at_5_max": 0.396083, "nauc_mrr_at_5_std": 0.04228, "nauc_mrr_at_5_diff1": 0.611322, "nauc_mrr_at_10_max": 0.394885, "nauc_mrr_at_10_std": 0.039721, "nauc_mrr_at_10_diff1": 0.610943, "nauc_mrr_at_20_max": 0.3948, "nauc_mrr_at_20_std": 0.042366, "nauc_mrr_at_20_diff1": 0.610817, "nauc_mrr_at_25_max": 0.39407, "nauc_mrr_at_25_std": 0.041703, "nauc_mrr_at_25_diff1": 0.610463, "nauc_mrr_at_50_max": 0.394136, "nauc_mrr_at_50_std": 0.041592, "nauc_mrr_at_50_diff1": 0.610443, "nauc_mrr_at_100_max": 0.394345, "nauc_mrr_at_100_std": 0.04208, "nauc_mrr_at_100_diff1": 0.610996, "nauc_mrr_at_1000_max": 0.394409, "nauc_mrr_at_1000_std": 0.04215, "nauc_mrr_at_1000_diff1": 0.611231, "hit_rate_at_1": 0.45924, "hit_rate_at_3": 0.59841, "hit_rate_at_5": 0.66004, "hit_rate_at_10": 0.72664, "hit_rate_at_20": 0.78032, "hit_rate_at_25": 0.7992, "hit_rate_at_50": 0.85089, "hit_rate_at_100": 0.91054, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.459245, "R_cap_at_3": 0.59841, "R_cap_at_5": 0.66004, "R_cap_at_10": 0.72664, "R_cap_at_20": 0.780318, "R_cap_at_25": 0.799205, "R_cap_at_50": 0.850895, "R_cap_at_100": 0.910537, "R_cap_at_1000": 1.0, "main_score": 0.58546, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66881, "ndcg_at_3": 0.7668, "ndcg_at_5": 0.77621, "ndcg_at_10": 0.79266, "ndcg_at_20": 0.80278, "ndcg_at_25": 0.80278, "ndcg_at_50": 0.80707, "ndcg_at_100": 0.81139, "ndcg_at_1000": 0.81268, "map_at_1": 0.66881, "map_at_3": 0.74384, "map_at_5": 0.74914, "map_at_10": 0.75643, "map_at_20": 0.75939, "map_at_25": 0.75939, "map_at_50": 0.76001, "map_at_100": 0.76044, "map_at_1000": 0.7605, "recall_at_1": 0.66881, "recall_at_3": 0.8328, "recall_at_5": 0.85531, "recall_at_10": 0.90354, "recall_at_20": 0.94212, "recall_at_25": 0.94212, "recall_at_50": 0.96463, "recall_at_100": 0.99035, "recall_at_1000": 1.0, "accuracy": 0.66881, "precision_at_1": 0.66881, "precision_at_3": 0.2776, "precision_at_5": 0.17106, "precision_at_10": 0.09035, "precision_at_20": 0.04711, "precision_at_25": 0.03768, "precision_at_50": 0.01929, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.66881, "mrr_at_3": 0.743837, "mrr_at_5": 0.749143, "mrr_at_10": 0.756428, "mrr_at_20": 0.759395, "mrr_at_25": 0.759395, "mrr_at_50": 0.760014, "mrr_at_100": 0.76044, "mrr_at_1000": 0.760496, "nauc_ndcg_at_1_max": 0.595477, "nauc_ndcg_at_1_std": 0.207802, "nauc_ndcg_at_1_diff1": 0.807624, "nauc_ndcg_at_3_max": 0.614655, "nauc_ndcg_at_3_std": 0.26728, "nauc_ndcg_at_3_diff1": 0.764455, "nauc_ndcg_at_5_max": 0.636894, "nauc_ndcg_at_5_std": 0.284475, "nauc_ndcg_at_5_diff1": 0.764887, "nauc_ndcg_at_10_max": 0.622027, "nauc_ndcg_at_10_std": 0.286974, "nauc_ndcg_at_10_diff1": 0.764134, "nauc_ndcg_at_20_max": 0.612962, "nauc_ndcg_at_20_std": 0.263877, "nauc_ndcg_at_20_diff1": 0.775649, "nauc_ndcg_at_25_max": 0.612962, "nauc_ndcg_at_25_std": 0.263877, "nauc_ndcg_at_25_diff1": 0.775649, "nauc_ndcg_at_50_max": 0.615979, "nauc_ndcg_at_50_std": 0.278743, "nauc_ndcg_at_50_diff1": 0.777348, "nauc_ndcg_at_100_max": 0.609811, "nauc_ndcg_at_100_std": 0.265167, "nauc_ndcg_at_100_diff1": 0.773691, "nauc_ndcg_at_1000_max": 0.612382, "nauc_ndcg_at_1000_std": 0.264503, "nauc_ndcg_at_1000_diff1": 0.774961, "nauc_map_at_1_max": 0.595477, "nauc_map_at_1_std": 0.207802, "nauc_map_at_1_diff1": 0.807624, "nauc_map_at_3_max": 0.607228, "nauc_map_at_3_std": 0.251274, "nauc_map_at_3_diff1": 0.77506, "nauc_map_at_5_max": 0.617968, "nauc_map_at_5_std": 0.260347, "nauc_map_at_5_diff1": 0.775087, "nauc_map_at_10_max": 0.611562, "nauc_map_at_10_std": 0.260881, "nauc_map_at_10_diff1": 0.774728, "nauc_map_at_20_max": 0.609283, "nauc_map_at_20_std": 0.25487, "nauc_map_at_20_diff1": 0.777903, "nauc_map_at_25_max": 0.609283, "nauc_map_at_25_std": 0.25487, "nauc_map_at_25_diff1": 0.777903, "nauc_map_at_50_max": 0.609688, "nauc_map_at_50_std": 0.256769, "nauc_map_at_50_diff1": 0.778143, "nauc_map_at_100_max": 0.609196, "nauc_map_at_100_std": 0.255657, "nauc_map_at_100_diff1": 0.777854, "nauc_map_at_1000_max": 0.609318, "nauc_map_at_1000_std": 0.25567, "nauc_map_at_1000_diff1": 0.777898, "nauc_recall_at_1_max": 0.595477, "nauc_recall_at_1_std": 0.207802, "nauc_recall_at_1_diff1": 0.807624, "nauc_recall_at_3_max": 0.645834, "nauc_recall_at_3_std": 0.331322, "nauc_recall_at_3_diff1": 0.722674, "nauc_recall_at_5_max": 0.729299, "nauc_recall_at_5_std": 0.395058, "nauc_recall_at_5_diff1": 0.720979, "nauc_recall_at_10_max": 0.688164, "nauc_recall_at_10_std": 0.454136, "nauc_recall_at_10_diff1": 0.701763, "nauc_recall_at_20_max": 0.626391, "nauc_recall_at_20_std": 0.301685, "nauc_recall_at_20_diff1": 0.786297, "nauc_recall_at_25_max": 0.626391, "nauc_recall_at_25_std": 0.301685, "nauc_recall_at_25_diff1": 0.786297, "nauc_recall_at_50_max": 0.706413, "nauc_recall_at_50_std": 0.684657, "nauc_recall_at_50_diff1": 0.832896, "nauc_recall_at_100_max": 0.31687, "nauc_recall_at_100_std": 0.385579, "nauc_recall_at_100_diff1": 0.610496, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.595477, "nauc_precision_at_1_std": 0.207802, "nauc_precision_at_1_diff1": 0.807624, "nauc_precision_at_3_max": 0.645834, "nauc_precision_at_3_std": 0.331322, "nauc_precision_at_3_diff1": 0.722674, "nauc_precision_at_5_max": 0.729299, "nauc_precision_at_5_std": 0.395058, "nauc_precision_at_5_diff1": 0.720979, "nauc_precision_at_10_max": 0.688164, "nauc_precision_at_10_std": 0.454136, "nauc_precision_at_10_diff1": 0.701763, "nauc_precision_at_20_max": 0.626391, "nauc_precision_at_20_std": 0.301685, "nauc_precision_at_20_diff1": 0.786297, "nauc_precision_at_25_max": 0.626391, "nauc_precision_at_25_std": 0.301685, "nauc_precision_at_25_diff1": 0.786297, "nauc_precision_at_50_max": 0.706413, "nauc_precision_at_50_std": 0.684657, "nauc_precision_at_50_diff1": 0.832896, "nauc_precision_at_100_max": 0.31687, "nauc_precision_at_100_std": 0.385579, "nauc_precision_at_100_diff1": 0.610496, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.595477, "nauc_mrr_at_1_std": 0.207802, "nauc_mrr_at_1_diff1": 0.807624, "nauc_mrr_at_3_max": 0.607228, "nauc_mrr_at_3_std": 0.251274, "nauc_mrr_at_3_diff1": 0.77506, "nauc_mrr_at_5_max": 0.617968, "nauc_mrr_at_5_std": 0.260347, "nauc_mrr_at_5_diff1": 0.775087, "nauc_mrr_at_10_max": 0.611562, "nauc_mrr_at_10_std": 0.260881, "nauc_mrr_at_10_diff1": 0.774728, "nauc_mrr_at_20_max": 0.609283, "nauc_mrr_at_20_std": 0.25487, "nauc_mrr_at_20_diff1": 0.777903, "nauc_mrr_at_25_max": 0.609283, "nauc_mrr_at_25_std": 0.25487, "nauc_mrr_at_25_diff1": 0.777903, "nauc_mrr_at_50_max": 0.609688, "nauc_mrr_at_50_std": 0.256769, "nauc_mrr_at_50_diff1": 0.778143, "nauc_mrr_at_100_max": 0.609196, "nauc_mrr_at_100_std": 0.255657, "nauc_mrr_at_100_diff1": 0.777854, "nauc_mrr_at_1000_max": 0.609318, "nauc_mrr_at_1000_std": 0.25567, "nauc_mrr_at_1000_diff1": 0.777898, "hit_rate_at_1": 0.66881, "hit_rate_at_3": 0.8328, "hit_rate_at_5": 0.85531, "hit_rate_at_10": 0.90354, "hit_rate_at_20": 0.94212, "hit_rate_at_25": 0.94212, "hit_rate_at_50": 0.96463, "hit_rate_at_100": 0.99035, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.66881, "R_cap_at_3": 0.832797, "R_cap_at_5": 0.855305, "R_cap_at_10": 0.903537, "R_cap_at_20": 0.942122, "R_cap_at_25": 0.942122, "R_cap_at_50": 0.96463, "R_cap_at_100": 0.990354, "R_cap_at_1000": 1.0, "main_score": 0.79266, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.31025, "ndcg_at_3": 0.37776, "ndcg_at_5": 0.40169, "ndcg_at_10": 0.42343, "ndcg_at_20": 0.44018, "ndcg_at_25": 0.44532, "ndcg_at_50": 0.45811, "ndcg_at_100": 0.46834, "ndcg_at_1000": 0.48899, "map_at_1": 0.31025, "map_at_3": 0.36083, "map_at_5": 0.37407, "map_at_10": 0.38301, "map_at_20": 0.38762, "map_at_25": 0.38865, "map_at_50": 0.39055, "map_at_100": 0.39145, "map_at_1000": 0.39217, "recall_at_1": 0.31025, "recall_at_3": 0.42688, "recall_at_5": 0.48511, "recall_at_10": 0.55256, "recall_at_20": 0.61869, "recall_at_25": 0.64221, "recall_at_50": 0.7085, "recall_at_100": 0.77151, "recall_at_1000": 0.93765, "accuracy": 0.31025, "precision_at_1": 0.31025, "precision_at_3": 0.14229, "precision_at_5": 0.09702, "precision_at_10": 0.05526, "precision_at_20": 0.03093, "precision_at_25": 0.02569, "precision_at_50": 0.01417, "precision_at_100": 0.00772, "precision_at_1000": 0.00094, "mrr_at_1": 0.310248, "mrr_at_3": 0.360832, "mrr_at_5": 0.374075, "mrr_at_10": 0.383013, "mrr_at_20": 0.387623, "mrr_at_25": 0.388655, "mrr_at_50": 0.390552, "mrr_at_100": 0.391454, "mrr_at_1000": 0.392168, "nauc_ndcg_at_1_max": 0.233789, "nauc_ndcg_at_1_std": 0.007819, "nauc_ndcg_at_1_diff1": 0.593914, "nauc_ndcg_at_3_max": 0.234935, "nauc_ndcg_at_3_std": 0.01368, "nauc_ndcg_at_3_diff1": 0.529514, "nauc_ndcg_at_5_max": 0.233798, "nauc_ndcg_at_5_std": 0.017693, "nauc_ndcg_at_5_diff1": 0.518066, "nauc_ndcg_at_10_max": 0.233853, "nauc_ndcg_at_10_std": 0.023193, "nauc_ndcg_at_10_diff1": 0.507529, "nauc_ndcg_at_20_max": 0.235914, "nauc_ndcg_at_20_std": 0.033417, "nauc_ndcg_at_20_diff1": 0.506705, "nauc_ndcg_at_25_max": 0.238134, "nauc_ndcg_at_25_std": 0.035851, "nauc_ndcg_at_25_diff1": 0.506339, "nauc_ndcg_at_50_max": 0.240777, "nauc_ndcg_at_50_std": 0.039256, "nauc_ndcg_at_50_diff1": 0.505497, "nauc_ndcg_at_100_max": 0.241096, "nauc_ndcg_at_100_std": 0.041343, "nauc_ndcg_at_100_diff1": 0.506856, "nauc_ndcg_at_1000_max": 0.240108, "nauc_ndcg_at_1000_std": 0.037415, "nauc_ndcg_at_1000_diff1": 0.515196, "nauc_map_at_1_max": 0.233789, "nauc_map_at_1_std": 0.007819, "nauc_map_at_1_diff1": 0.593914, "nauc_map_at_3_max": 0.235158, "nauc_map_at_3_std": 0.012621, "nauc_map_at_3_diff1": 0.545054, "nauc_map_at_5_max": 0.234492, "nauc_map_at_5_std": 0.014756, "nauc_map_at_5_diff1": 0.538789, "nauc_map_at_10_max": 0.234561, "nauc_map_at_10_std": 0.01696, "nauc_map_at_10_diff1": 0.534486, "nauc_map_at_20_max": 0.235025, "nauc_map_at_20_std": 0.019635, "nauc_map_at_20_diff1": 0.53431, "nauc_map_at_25_max": 0.235468, "nauc_map_at_25_std": 0.020095, "nauc_map_at_25_diff1": 0.534276, "nauc_map_at_50_max": 0.235806, "nauc_map_at_50_std": 0.020521, "nauc_map_at_50_diff1": 0.534197, "nauc_map_at_100_max": 0.235806, "nauc_map_at_100_std": 0.020666, "nauc_map_at_100_diff1": 0.534359, "nauc_map_at_1000_max": 0.235801, "nauc_map_at_1000_std": 0.020602, "nauc_map_at_1000_diff1": 0.534641, "nauc_recall_at_1_max": 0.233789, "nauc_recall_at_1_std": 0.007819, "nauc_recall_at_1_diff1": 0.593914, "nauc_recall_at_3_max": 0.234101, "nauc_recall_at_3_std": 0.016549, "nauc_recall_at_3_diff1": 0.485312, "nauc_recall_at_5_max": 0.231471, "nauc_recall_at_5_std": 0.026713, "nauc_recall_at_5_diff1": 0.456557, "nauc_recall_at_10_max": 0.231272, "nauc_recall_at_10_std": 0.045118, "nauc_recall_at_10_diff1": 0.419658, "nauc_recall_at_20_max": 0.240853, "nauc_recall_at_20_std": 0.092282, "nauc_recall_at_20_diff1": 0.408978, "nauc_recall_at_25_max": 0.252635, "nauc_recall_at_25_std": 0.107643, "nauc_recall_at_25_diff1": 0.402763, "nauc_recall_at_50_max": 0.273081, "nauc_recall_at_50_std": 0.141449, "nauc_recall_at_50_diff1": 0.382349, "nauc_recall_at_100_max": 0.283774, "nauc_recall_at_100_std": 0.183456, "nauc_recall_at_100_diff1": 0.36839, "nauc_recall_at_1000_max": 0.334992, "nauc_recall_at_1000_std": 0.333474, "nauc_recall_at_1000_diff1": 0.379209, "nauc_precision_at_1_max": 0.233789, "nauc_precision_at_1_std": 0.007819, "nauc_precision_at_1_diff1": 0.593914, "nauc_precision_at_3_max": 0.234101, "nauc_precision_at_3_std": 0.016549, "nauc_precision_at_3_diff1": 0.485312, "nauc_precision_at_5_max": 0.231471, "nauc_precision_at_5_std": 0.026713, "nauc_precision_at_5_diff1": 0.456557, "nauc_precision_at_10_max": 0.231272, "nauc_precision_at_10_std": 0.045118, "nauc_precision_at_10_diff1": 0.419658, "nauc_precision_at_20_max": 0.240853, "nauc_precision_at_20_std": 0.092282, "nauc_precision_at_20_diff1": 0.408978, "nauc_precision_at_25_max": 0.252635, "nauc_precision_at_25_std": 0.107643, "nauc_precision_at_25_diff1": 0.402763, "nauc_precision_at_50_max": 0.273081, "nauc_precision_at_50_std": 0.141449, "nauc_precision_at_50_diff1": 0.382349, "nauc_precision_at_100_max": 0.283774, "nauc_precision_at_100_std": 0.183456, "nauc_precision_at_100_diff1": 0.36839, "nauc_precision_at_1000_max": 0.334992, "nauc_precision_at_1000_std": 0.333474, "nauc_precision_at_1000_diff1": 0.379209, "nauc_mrr_at_1_max": 0.233789, "nauc_mrr_at_1_std": 0.007819, "nauc_mrr_at_1_diff1": 0.593914, "nauc_mrr_at_3_max": 0.235158, "nauc_mrr_at_3_std": 0.012621, "nauc_mrr_at_3_diff1": 0.545054, "nauc_mrr_at_5_max": 0.234492, "nauc_mrr_at_5_std": 0.014756, "nauc_mrr_at_5_diff1": 0.538789, "nauc_mrr_at_10_max": 0.234561, "nauc_mrr_at_10_std": 0.01696, "nauc_mrr_at_10_diff1": 0.534486, "nauc_mrr_at_20_max": 0.235028, "nauc_mrr_at_20_std": 0.019634, "nauc_mrr_at_20_diff1": 0.534309, "nauc_mrr_at_25_max": 0.23547, "nauc_mrr_at_25_std": 0.020094, "nauc_mrr_at_25_diff1": 0.534276, "nauc_mrr_at_50_max": 0.235808, "nauc_mrr_at_50_std": 0.02052, "nauc_mrr_at_50_diff1": 0.534196, "nauc_mrr_at_100_max": 0.235808, "nauc_mrr_at_100_std": 0.020665, "nauc_mrr_at_100_diff1": 0.534359, "nauc_mrr_at_1000_max": 0.235803, "nauc_mrr_at_1000_std": 0.020601, "nauc_mrr_at_1000_diff1": 0.534641, "hit_rate_at_1": 0.31025, "hit_rate_at_3": 0.42688, "hit_rate_at_5": 0.48511, "hit_rate_at_10": 0.55256, "hit_rate_at_20": 0.61869, "hit_rate_at_25": 0.64221, "hit_rate_at_50": 0.7085, "hit_rate_at_100": 0.77151, "hit_rate_at_1000": 0.93765, "R_cap_at_1": 0.310248, "R_cap_at_3": 0.426879, "R_cap_at_5": 0.485113, "R_cap_at_10": 0.552558, "R_cap_at_20": 0.618687, "R_cap_at_25": 0.642211, "R_cap_at_50": 0.708505, "R_cap_at_100": 0.771508, "R_cap_at_1000": 0.937654, "main_score": 0.42343, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.51761, "ndcg_at_3": 0.6152, "ndcg_at_5": 0.63912, "ndcg_at_10": 0.65742, "ndcg_at_20": 0.67182, "ndcg_at_25": 0.6754, "ndcg_at_50": 0.68361, "ndcg_at_100": 0.68826, "ndcg_at_1000": 0.69443, "map_at_1": 0.51761, "map_at_3": 0.59154, "map_at_5": 0.60479, "map_at_10": 0.61233, "map_at_20": 0.61632, "map_at_25": 0.61705, "map_at_50": 0.61824, "map_at_100": 0.61865, "map_at_1000": 0.61887, "recall_at_1": 0.51761, "recall_at_3": 0.68351, "recall_at_5": 0.7417, "recall_at_10": 0.79837, "recall_at_20": 0.85503, "recall_at_25": 0.87136, "recall_at_50": 0.91424, "recall_at_100": 0.94283, "recall_at_1000": 0.99234, "accuracy": 0.51761, "precision_at_1": 0.51761, "precision_at_3": 0.22784, "precision_at_5": 0.14834, "precision_at_10": 0.07984, "precision_at_20": 0.04275, "precision_at_25": 0.03485, "precision_at_50": 0.01828, "precision_at_100": 0.00943, "precision_at_1000": 0.00099, "mrr_at_1": 0.517611, "mrr_at_3": 0.591543, "mrr_at_5": 0.60479, "mrr_at_10": 0.612326, "mrr_at_20": 0.61632, "mrr_at_25": 0.617045, "mrr_at_50": 0.618235, "mrr_at_100": 0.618652, "mrr_at_1000": 0.618867, "nauc_ndcg_at_1_max": 0.404147, "nauc_ndcg_at_1_std": -0.079053, "nauc_ndcg_at_1_diff1": 0.641053, "nauc_ndcg_at_3_max": 0.413002, "nauc_ndcg_at_3_std": -0.078269, "nauc_ndcg_at_3_diff1": 0.597039, "nauc_ndcg_at_5_max": 0.432073, "nauc_ndcg_at_5_std": -0.062879, "nauc_ndcg_at_5_diff1": 0.597125, "nauc_ndcg_at_10_max": 0.436779, "nauc_ndcg_at_10_std": -0.048511, "nauc_ndcg_at_10_diff1": 0.595276, "nauc_ndcg_at_20_max": 0.437016, "nauc_ndcg_at_20_std": -0.049227, "nauc_ndcg_at_20_diff1": 0.592994, "nauc_ndcg_at_25_max": 0.436282, "nauc_ndcg_at_25_std": -0.046065, "nauc_ndcg_at_25_diff1": 0.593714, "nauc_ndcg_at_50_max": 0.433085, "nauc_ndcg_at_50_std": -0.04663, "nauc_ndcg_at_50_diff1": 0.596464, "nauc_ndcg_at_100_max": 0.432185, "nauc_ndcg_at_100_std": -0.046501, "nauc_ndcg_at_100_diff1": 0.597116, "nauc_ndcg_at_1000_max": 0.428652, "nauc_ndcg_at_1000_std": -0.052864, "nauc_ndcg_at_1000_diff1": 0.599479, "nauc_map_at_1_max": 0.404147, "nauc_map_at_1_std": -0.079053, "nauc_map_at_1_diff1": 0.641053, "nauc_map_at_3_max": 0.411392, "nauc_map_at_3_std": -0.077311, "nauc_map_at_3_diff1": 0.608091, "nauc_map_at_5_max": 0.421452, "nauc_map_at_5_std": -0.069298, "nauc_map_at_5_diff1": 0.608539, "nauc_map_at_10_max": 0.423033, "nauc_map_at_10_std": -0.063828, "nauc_map_at_10_diff1": 0.60816, "nauc_map_at_20_max": 0.423064, "nauc_map_at_20_std": -0.064055, "nauc_map_at_20_diff1": 0.607752, "nauc_map_at_25_max": 0.422905, "nauc_map_at_25_std": -0.063498, "nauc_map_at_25_diff1": 0.607921, "nauc_map_at_50_max": 0.422455, "nauc_map_at_50_std": -0.063553, "nauc_map_at_50_diff1": 0.608351, "nauc_map_at_100_max": 0.4224, "nauc_map_at_100_std": -0.063537, "nauc_map_at_100_diff1": 0.608389, "nauc_map_at_1000_max": 0.422308, "nauc_map_at_1000_std": -0.063656, "nauc_map_at_1000_diff1": 0.608454, "nauc_recall_at_1_max": 0.404147, "nauc_recall_at_1_std": -0.079053, "nauc_recall_at_1_diff1": 0.641053, "nauc_recall_at_3_max": 0.418032, "nauc_recall_at_3_std": -0.082033, "nauc_recall_at_3_diff1": 0.560376, "nauc_recall_at_5_max": 0.475445, "nauc_recall_at_5_std": -0.036103, "nauc_recall_at_5_diff1": 0.553918, "nauc_recall_at_10_max": 0.505746, "nauc_recall_at_10_std": 0.032089, "nauc_recall_at_10_diff1": 0.535361, "nauc_recall_at_20_max": 0.529626, "nauc_recall_at_20_std": 0.053338, "nauc_recall_at_20_diff1": 0.497516, "nauc_recall_at_25_max": 0.533308, "nauc_recall_at_25_std": 0.09373, "nauc_recall_at_25_diff1": 0.493118, "nauc_recall_at_50_max": 0.529407, "nauc_recall_at_50_std": 0.145379, "nauc_recall_at_50_diff1": 0.48714, "nauc_recall_at_100_max": 0.551248, "nauc_recall_at_100_std": 0.241673, "nauc_recall_at_100_diff1": 0.452515, "nauc_recall_at_1000_max": 0.409878, "nauc_recall_at_1000_std": 0.382349, "nauc_recall_at_1000_diff1": 0.124794, "nauc_precision_at_1_max": 0.404147, "nauc_precision_at_1_std": -0.079053, "nauc_precision_at_1_diff1": 0.641053, "nauc_precision_at_3_max": 0.418032, "nauc_precision_at_3_std": -0.082033, "nauc_precision_at_3_diff1": 0.560376, "nauc_precision_at_5_max": 0.475445, "nauc_precision_at_5_std": -0.036103, "nauc_precision_at_5_diff1": 0.553918, "nauc_precision_at_10_max": 0.505746, "nauc_precision_at_10_std": 0.032089, "nauc_precision_at_10_diff1": 0.535361, "nauc_precision_at_20_max": 0.529626, "nauc_precision_at_20_std": 0.053338, "nauc_precision_at_20_diff1": 0.497516, "nauc_precision_at_25_max": 0.533308, "nauc_precision_at_25_std": 0.09373, "nauc_precision_at_25_diff1": 0.493118, "nauc_precision_at_50_max": 0.529407, "nauc_precision_at_50_std": 0.145379, "nauc_precision_at_50_diff1": 0.48714, "nauc_precision_at_100_max": 0.551248, "nauc_precision_at_100_std": 0.241673, "nauc_precision_at_100_diff1": 0.452515, "nauc_precision_at_1000_max": 0.409878, "nauc_precision_at_1000_std": 0.382349, "nauc_precision_at_1000_diff1": 0.124794, "nauc_mrr_at_1_max": 0.404147, "nauc_mrr_at_1_std": -0.079053, "nauc_mrr_at_1_diff1": 0.641053, "nauc_mrr_at_3_max": 0.411392, "nauc_mrr_at_3_std": -0.077311, "nauc_mrr_at_3_diff1": 0.608091, "nauc_mrr_at_5_max": 0.421452, "nauc_mrr_at_5_std": -0.069298, "nauc_mrr_at_5_diff1": 0.608539, "nauc_mrr_at_10_max": 0.423033, "nauc_mrr_at_10_std": -0.063828, "nauc_mrr_at_10_diff1": 0.60816, "nauc_mrr_at_20_max": 0.423064, "nauc_mrr_at_20_std": -0.064055, "nauc_mrr_at_20_diff1": 0.607752, "nauc_mrr_at_25_max": 0.422905, "nauc_mrr_at_25_std": -0.063498, "nauc_mrr_at_25_diff1": 0.607921, "nauc_mrr_at_50_max": 0.422455, "nauc_mrr_at_50_std": -0.063553, "nauc_mrr_at_50_diff1": 0.608351, "nauc_mrr_at_100_max": 0.4224, "nauc_mrr_at_100_std": -0.063537, "nauc_mrr_at_100_diff1": 0.608389, "nauc_mrr_at_1000_max": 0.422308, "nauc_mrr_at_1000_std": -0.063656, "nauc_mrr_at_1000_diff1": 0.608454, "hit_rate_at_1": 0.51761, "hit_rate_at_3": 0.68351, "hit_rate_at_5": 0.7417, "hit_rate_at_10": 0.79837, "hit_rate_at_20": 0.85503, "hit_rate_at_25": 0.87136, "hit_rate_at_50": 0.91424, "hit_rate_at_100": 0.94283, "hit_rate_at_1000": 0.99234, "R_cap_at_1": 0.517611, "R_cap_at_3": 0.683512, "R_cap_at_5": 0.741705, "R_cap_at_10": 0.798367, "R_cap_at_20": 0.855028, "R_cap_at_25": 0.871363, "R_cap_at_50": 0.914242, "R_cap_at_100": 0.942828, "R_cap_at_1000": 0.992343, "main_score": 0.65742, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5256, "ndcg_at_3": 0.62914, "ndcg_at_5": 0.65393, "ndcg_at_10": 0.67611, "ndcg_at_20": 0.69043, "ndcg_at_25": 0.69253, "ndcg_at_50": 0.69914, "ndcg_at_100": 0.70276, "ndcg_at_1000": 0.70885, "map_at_1": 0.5256, "map_at_3": 0.60453, "map_at_5": 0.61833, "map_at_10": 0.62761, "map_at_20": 0.63162, "map_at_25": 0.63204, "map_at_50": 0.63301, "map_at_100": 0.63332, "map_at_1000": 0.63355, "recall_at_1": 0.5256, "recall_at_3": 0.7, "recall_at_5": 0.76, "recall_at_10": 0.828, "recall_at_20": 0.884, "recall_at_25": 0.8936, "recall_at_50": 0.928, "recall_at_100": 0.9504, "recall_at_1000": 0.9984, "accuracy": 0.5256, "precision_at_1": 0.5256, "precision_at_3": 0.23333, "precision_at_5": 0.152, "precision_at_10": 0.0828, "precision_at_20": 0.0442, "precision_at_25": 0.03574, "precision_at_50": 0.01856, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.5256, "mrr_at_3": 0.604533, "mrr_at_5": 0.618333, "mrr_at_10": 0.627607, "mrr_at_20": 0.63162, "mrr_at_25": 0.632036, "mrr_at_50": 0.633008, "mrr_at_100": 0.633322, "mrr_at_1000": 0.63355, "nauc_ndcg_at_1_max": 0.397132, "nauc_ndcg_at_1_std": -0.087021, "nauc_ndcg_at_1_diff1": 0.662046, "nauc_ndcg_at_3_max": 0.426879, "nauc_ndcg_at_3_std": -0.103372, "nauc_ndcg_at_3_diff1": 0.590574, "nauc_ndcg_at_5_max": 0.430461, "nauc_ndcg_at_5_std": -0.10178, "nauc_ndcg_at_5_diff1": 0.591496, "nauc_ndcg_at_10_max": 0.437156, "nauc_ndcg_at_10_std": -0.105858, "nauc_ndcg_at_10_diff1": 0.588642, "nauc_ndcg_at_20_max": 0.431992, "nauc_ndcg_at_20_std": -0.089928, "nauc_ndcg_at_20_diff1": 0.596367, "nauc_ndcg_at_25_max": 0.431849, "nauc_ndcg_at_25_std": -0.088396, "nauc_ndcg_at_25_diff1": 0.597875, "nauc_ndcg_at_50_max": 0.43168, "nauc_ndcg_at_50_std": -0.091952, "nauc_ndcg_at_50_diff1": 0.601852, "nauc_ndcg_at_100_max": 0.431886, "nauc_ndcg_at_100_std": -0.093187, "nauc_ndcg_at_100_diff1": 0.601822, "nauc_ndcg_at_1000_max": 0.42798, "nauc_ndcg_at_1000_std": -0.09407, "nauc_ndcg_at_1000_diff1": 0.603518, "nauc_map_at_1_max": 0.397132, "nauc_map_at_1_std": -0.087021, "nauc_map_at_1_diff1": 0.662046, "nauc_map_at_3_max": 0.419381, "nauc_map_at_3_std": -0.09953, "nauc_map_at_3_diff1": 0.607765, "nauc_map_at_5_max": 0.420726, "nauc_map_at_5_std": -0.098707, "nauc_map_at_5_diff1": 0.608909, "nauc_map_at_10_max": 0.422953, "nauc_map_at_10_std": -0.100278, "nauc_map_at_10_diff1": 0.608343, "nauc_map_at_20_max": 0.421519, "nauc_map_at_20_std": -0.096496, "nauc_map_at_20_diff1": 0.610253, "nauc_map_at_25_max": 0.42148, "nauc_map_at_25_std": -0.096254, "nauc_map_at_25_diff1": 0.610521, "nauc_map_at_50_max": 0.42152, "nauc_map_at_50_std": -0.096576, "nauc_map_at_50_diff1": 0.610989, "nauc_map_at_100_max": 0.421534, "nauc_map_at_100_std": -0.096685, "nauc_map_at_100_diff1": 0.610994, "nauc_map_at_1000_max": 0.421437, "nauc_map_at_1000_std": -0.096658, "nauc_map_at_1000_diff1": 0.61105, "nauc_recall_at_1_max": 0.397132, "nauc_recall_at_1_std": -0.087021, "nauc_recall_at_1_diff1": 0.662046, "nauc_recall_at_3_max": 0.452064, "nauc_recall_at_3_std": -0.116133, "nauc_recall_at_3_diff1": 0.533257, "nauc_recall_at_5_max": 0.469663, "nauc_recall_at_5_std": -0.113026, "nauc_recall_at_5_diff1": 0.524117, "nauc_recall_at_10_max": 0.515538, "nauc_recall_at_10_std": -0.135389, "nauc_recall_at_10_diff1": 0.487435, "nauc_recall_at_20_max": 0.505718, "nauc_recall_at_20_std": -0.011161, "nauc_recall_at_20_diff1": 0.513105, "nauc_recall_at_25_max": 0.510062, "nauc_recall_at_25_std": 0.011601, "nauc_recall_at_25_diff1": 0.522686, "nauc_recall_at_50_max": 0.538962, "nauc_recall_at_50_std": -0.009908, "nauc_recall_at_50_diff1": 0.558995, "nauc_recall_at_100_max": 0.592158, "nauc_recall_at_100_std": -0.006912, "nauc_recall_at_100_diff1": 0.539125, "nauc_recall_at_1000_max": 0.711718, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.540149, "nauc_precision_at_1_max": 0.397132, "nauc_precision_at_1_std": -0.087021, "nauc_precision_at_1_diff1": 0.662046, "nauc_precision_at_3_max": 0.452064, "nauc_precision_at_3_std": -0.116133, "nauc_precision_at_3_diff1": 0.533257, "nauc_precision_at_5_max": 0.469663, "nauc_precision_at_5_std": -0.113026, "nauc_precision_at_5_diff1": 0.524117, "nauc_precision_at_10_max": 0.515538, "nauc_precision_at_10_std": -0.135389, "nauc_precision_at_10_diff1": 0.487435, "nauc_precision_at_20_max": 0.505718, "nauc_precision_at_20_std": -0.011161, "nauc_precision_at_20_diff1": 0.513105, "nauc_precision_at_25_max": 0.510062, "nauc_precision_at_25_std": 0.011601, "nauc_precision_at_25_diff1": 0.522686, "nauc_precision_at_50_max": 0.538962, "nauc_precision_at_50_std": -0.009908, "nauc_precision_at_50_diff1": 0.558995, "nauc_precision_at_100_max": 0.592158, "nauc_precision_at_100_std": -0.006912, "nauc_precision_at_100_diff1": 0.539125, "nauc_precision_at_1000_max": 0.711718, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.540149, "nauc_mrr_at_1_max": 0.397132, "nauc_mrr_at_1_std": -0.087021, "nauc_mrr_at_1_diff1": 0.662046, "nauc_mrr_at_3_max": 0.419381, "nauc_mrr_at_3_std": -0.09953, "nauc_mrr_at_3_diff1": 0.607765, "nauc_mrr_at_5_max": 0.420726, "nauc_mrr_at_5_std": -0.098707, "nauc_mrr_at_5_diff1": 0.608909, "nauc_mrr_at_10_max": 0.422953, "nauc_mrr_at_10_std": -0.100278, "nauc_mrr_at_10_diff1": 0.608343, "nauc_mrr_at_20_max": 0.421519, "nauc_mrr_at_20_std": -0.096496, "nauc_mrr_at_20_diff1": 0.610253, "nauc_mrr_at_25_max": 0.42148, "nauc_mrr_at_25_std": -0.096254, "nauc_mrr_at_25_diff1": 0.610521, "nauc_mrr_at_50_max": 0.42152, "nauc_mrr_at_50_std": -0.096576, "nauc_mrr_at_50_diff1": 0.610989, "nauc_mrr_at_100_max": 0.421534, "nauc_mrr_at_100_std": -0.096685, "nauc_mrr_at_100_diff1": 0.610994, "nauc_mrr_at_1000_max": 0.421437, "nauc_mrr_at_1000_std": -0.096658, "nauc_mrr_at_1000_diff1": 0.61105, "hit_rate_at_1": 0.5256, "hit_rate_at_3": 0.7, "hit_rate_at_5": 0.76, "hit_rate_at_10": 0.828, "hit_rate_at_20": 0.884, "hit_rate_at_25": 0.8936, "hit_rate_at_50": 0.928, "hit_rate_at_100": 0.9504, "hit_rate_at_1000": 0.9984, "R_cap_at_1": 0.5256, "R_cap_at_3": 0.7, "R_cap_at_5": 0.76, "R_cap_at_10": 0.828, "R_cap_at_20": 0.884, "R_cap_at_25": 0.8936, "R_cap_at_50": 0.928, "R_cap_at_100": 0.9504, "R_cap_at_1000": 0.9984, "main_score": 0.67611, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66184, "ndcg_at_3": 0.74568, "ndcg_at_5": 0.76783, "ndcg_at_10": 0.78504, "ndcg_at_20": 0.79391, "ndcg_at_25": 0.79606, "ndcg_at_50": 0.79985, "ndcg_at_100": 0.80218, "ndcg_at_1000": 0.80347, "map_at_1": 0.66184, "map_at_3": 0.72464, "map_at_5": 0.73708, "map_at_10": 0.7442, "map_at_20": 0.7468, "map_at_25": 0.74724, "map_at_50": 0.74783, "map_at_100": 0.74803, "map_at_1000": 0.74808, "recall_at_1": 0.66184, "recall_at_3": 0.80676, "recall_at_5": 0.8599, "recall_at_10": 0.91304, "recall_at_20": 0.94686, "recall_at_25": 0.95652, "recall_at_50": 0.97585, "recall_at_100": 0.99034, "recall_at_1000": 1.0, "accuracy": 0.66184, "precision_at_1": 0.66184, "precision_at_3": 0.26892, "precision_at_5": 0.17198, "precision_at_10": 0.0913, "precision_at_20": 0.04734, "precision_at_25": 0.03826, "precision_at_50": 0.01952, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.661836, "mrr_at_3": 0.724638, "mrr_at_5": 0.737077, "mrr_at_10": 0.744195, "mrr_at_20": 0.746797, "mrr_at_25": 0.747242, "mrr_at_50": 0.747828, "mrr_at_100": 0.748027, "mrr_at_1000": 0.748084, "nauc_ndcg_at_1_max": 0.419624, "nauc_ndcg_at_1_std": -0.034725, "nauc_ndcg_at_1_diff1": 0.67606, "nauc_ndcg_at_3_max": 0.469996, "nauc_ndcg_at_3_std": -0.047924, "nauc_ndcg_at_3_diff1": 0.622405, "nauc_ndcg_at_5_max": 0.457653, "nauc_ndcg_at_5_std": -0.010011, "nauc_ndcg_at_5_diff1": 0.620593, "nauc_ndcg_at_10_max": 0.469576, "nauc_ndcg_at_10_std": -0.011604, "nauc_ndcg_at_10_diff1": 0.614517, "nauc_ndcg_at_20_max": 0.461259, "nauc_ndcg_at_20_std": -0.010906, "nauc_ndcg_at_20_diff1": 0.623969, "nauc_ndcg_at_25_max": 0.460093, "nauc_ndcg_at_25_std": -0.011187, "nauc_ndcg_at_25_diff1": 0.624904, "nauc_ndcg_at_50_max": 0.459819, "nauc_ndcg_at_50_std": -0.023077, "nauc_ndcg_at_50_diff1": 0.628259, "nauc_ndcg_at_100_max": 0.457805, "nauc_ndcg_at_100_std": -0.019674, "nauc_ndcg_at_100_diff1": 0.633146, "nauc_ndcg_at_1000_max": 0.456569, "nauc_ndcg_at_1000_std": -0.021457, "nauc_ndcg_at_1000_diff1": 0.633007, "nauc_map_at_1_max": 0.419624, "nauc_map_at_1_std": -0.034725, "nauc_map_at_1_diff1": 0.67606, "nauc_map_at_3_max": 0.458809, "nauc_map_at_3_std": -0.040633, "nauc_map_at_3_diff1": 0.6385, "nauc_map_at_5_max": 0.451415, "nauc_map_at_5_std": -0.021362, "nauc_map_at_5_diff1": 0.638272, "nauc_map_at_10_max": 0.455047, "nauc_map_at_10_std": -0.023262, "nauc_map_at_10_diff1": 0.63618, "nauc_map_at_20_max": 0.452808, "nauc_map_at_20_std": -0.023283, "nauc_map_at_20_diff1": 0.638639, "nauc_map_at_25_max": 0.452594, "nauc_map_at_25_std": -0.02337, "nauc_map_at_25_diff1": 0.63883, "nauc_map_at_50_max": 0.452433, "nauc_map_at_50_std": -0.024995, "nauc_map_at_50_diff1": 0.63936, "nauc_map_at_100_max": 0.452312, "nauc_map_at_100_std": -0.024736, "nauc_map_at_100_diff1": 0.639736, "nauc_map_at_1000_max": 0.452284, "nauc_map_at_1000_std": -0.024769, "nauc_map_at_1000_diff1": 0.639744, "nauc_recall_at_1_max": 0.419624, "nauc_recall_at_1_std": -0.034725, "nauc_recall_at_1_diff1": 0.67606, "nauc_recall_at_3_max": 0.510711, "nauc_recall_at_3_std": -0.07749, "nauc_recall_at_3_diff1": 0.56092, "nauc_recall_at_5_max": 0.484234, "nauc_recall_at_5_std": 0.051592, "nauc_recall_at_5_diff1": 0.533818, "nauc_recall_at_10_max": 0.583972, "nauc_recall_at_10_std": 0.088454, "nauc_recall_at_10_diff1": 0.451473, "nauc_recall_at_20_max": 0.551274, "nauc_recall_at_20_std": 0.163021, "nauc_recall_at_20_diff1": 0.471779, "nauc_recall_at_25_max": 0.549819, "nauc_recall_at_25_std": 0.197175, "nauc_recall_at_25_diff1": 0.455017, "nauc_recall_at_50_max": 0.62422, "nauc_recall_at_50_std": -0.05848, "nauc_recall_at_50_diff1": 0.433767, "nauc_recall_at_100_max": 0.637875, "nauc_recall_at_100_std": 0.248621, "nauc_recall_at_100_diff1": 0.662773, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.419624, "nauc_precision_at_1_std": -0.034725, "nauc_precision_at_1_diff1": 0.67606, "nauc_precision_at_3_max": 0.510711, "nauc_precision_at_3_std": -0.07749, "nauc_precision_at_3_diff1": 0.56092, "nauc_precision_at_5_max": 0.484234, "nauc_precision_at_5_std": 0.051592, "nauc_precision_at_5_diff1": 0.533818, "nauc_precision_at_10_max": 0.583972, "nauc_precision_at_10_std": 0.088454, "nauc_precision_at_10_diff1": 0.451473, "nauc_precision_at_20_max": 0.551274, "nauc_precision_at_20_std": 0.163021, "nauc_precision_at_20_diff1": 0.471779, "nauc_precision_at_25_max": 0.549819, "nauc_precision_at_25_std": 0.197175, "nauc_precision_at_25_diff1": 0.455017, "nauc_precision_at_50_max": 0.62422, "nauc_precision_at_50_std": -0.05848, "nauc_precision_at_50_diff1": 0.433767, "nauc_precision_at_100_max": 0.637875, "nauc_precision_at_100_std": 0.248621, "nauc_precision_at_100_diff1": 0.662773, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.419624, "nauc_mrr_at_1_std": -0.034725, "nauc_mrr_at_1_diff1": 0.67606, "nauc_mrr_at_3_max": 0.458809, "nauc_mrr_at_3_std": -0.040633, "nauc_mrr_at_3_diff1": 0.6385, "nauc_mrr_at_5_max": 0.451415, "nauc_mrr_at_5_std": -0.021362, "nauc_mrr_at_5_diff1": 0.638272, "nauc_mrr_at_10_max": 0.455047, "nauc_mrr_at_10_std": -0.023262, "nauc_mrr_at_10_diff1": 0.63618, "nauc_mrr_at_20_max": 0.452808, "nauc_mrr_at_20_std": -0.023283, "nauc_mrr_at_20_diff1": 0.638639, "nauc_mrr_at_25_max": 0.452594, "nauc_mrr_at_25_std": -0.02337, "nauc_mrr_at_25_diff1": 0.63883, "nauc_mrr_at_50_max": 0.452433, "nauc_mrr_at_50_std": -0.024995, "nauc_mrr_at_50_diff1": 0.63936, "nauc_mrr_at_100_max": 0.452312, "nauc_mrr_at_100_std": -0.024736, "nauc_mrr_at_100_diff1": 0.639736, "nauc_mrr_at_1000_max": 0.452284, "nauc_mrr_at_1000_std": -0.024769, "nauc_mrr_at_1000_diff1": 0.639744, "hit_rate_at_1": 0.66184, "hit_rate_at_3": 0.80676, "hit_rate_at_5": 0.8599, "hit_rate_at_10": 0.91304, "hit_rate_at_20": 0.94686, "hit_rate_at_25": 0.95652, "hit_rate_at_50": 0.97585, "hit_rate_at_100": 0.99034, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.661836, "R_cap_at_3": 0.806763, "R_cap_at_5": 0.859903, "R_cap_at_10": 0.913043, "R_cap_at_20": 0.94686, "R_cap_at_25": 0.956522, "R_cap_at_50": 0.975845, "R_cap_at_100": 0.990338, "R_cap_at_1000": 1.0, "main_score": 0.78504, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.56531, "ndcg_at_3": 0.65037, "ndcg_at_5": 0.6686, "ndcg_at_10": 0.6882, "ndcg_at_20": 0.7005, "ndcg_at_25": 0.70258, "ndcg_at_50": 0.71243, "ndcg_at_100": 0.71692, "ndcg_at_1000": 0.72228, "map_at_1": 0.56531, "map_at_3": 0.62983, "map_at_5": 0.6399, "map_at_10": 0.64805, "map_at_20": 0.65142, "map_at_25": 0.65184, "map_at_50": 0.65332, "map_at_100": 0.65372, "map_at_1000": 0.65392, "recall_at_1": 0.56531, "recall_at_3": 0.70968, "recall_at_5": 0.7541, "recall_at_10": 0.81438, "recall_at_20": 0.86304, "recall_at_25": 0.87255, "recall_at_50": 0.92332, "recall_at_100": 0.95082, "recall_at_1000": 0.99313, "accuracy": 0.56531, "precision_at_1": 0.56531, "precision_at_3": 0.23656, "precision_at_5": 0.15082, "precision_at_10": 0.08144, "precision_at_20": 0.04315, "precision_at_25": 0.0349, "precision_at_50": 0.01847, "precision_at_100": 0.00951, "precision_at_1000": 0.00099, "mrr_at_1": 0.565309, "mrr_at_3": 0.629825, "mrr_at_5": 0.6399, "mrr_at_10": 0.648046, "mrr_at_20": 0.651419, "mrr_at_25": 0.651835, "mrr_at_50": 0.653316, "mrr_at_100": 0.653722, "mrr_at_1000": 0.653917, "nauc_ndcg_at_1_max": 0.359883, "nauc_ndcg_at_1_std": -0.029292, "nauc_ndcg_at_1_diff1": 0.658126, "nauc_ndcg_at_3_max": 0.393259, "nauc_ndcg_at_3_std": -0.029343, "nauc_ndcg_at_3_diff1": 0.600372, "nauc_ndcg_at_5_max": 0.398968, "nauc_ndcg_at_5_std": -0.019533, "nauc_ndcg_at_5_diff1": 0.600635, "nauc_ndcg_at_10_max": 0.398525, "nauc_ndcg_at_10_std": -0.015372, "nauc_ndcg_at_10_diff1": 0.593246, "nauc_ndcg_at_20_max": 0.399558, "nauc_ndcg_at_20_std": -0.015259, "nauc_ndcg_at_20_diff1": 0.596331, "nauc_ndcg_at_25_max": 0.398493, "nauc_ndcg_at_25_std": -0.018518, "nauc_ndcg_at_25_diff1": 0.596949, "nauc_ndcg_at_50_max": 0.396945, "nauc_ndcg_at_50_std": -0.017246, "nauc_ndcg_at_50_diff1": 0.600195, "nauc_ndcg_at_100_max": 0.397679, "nauc_ndcg_at_100_std": -0.014375, "nauc_ndcg_at_100_diff1": 0.602984, "nauc_ndcg_at_1000_max": 0.393254, "nauc_ndcg_at_1000_std": -0.016746, "nauc_ndcg_at_1000_diff1": 0.605926, "nauc_map_at_1_max": 0.359883, "nauc_map_at_1_std": -0.029292, "nauc_map_at_1_diff1": 0.658126, "nauc_map_at_3_max": 0.384148, "nauc_map_at_3_std": -0.029398, "nauc_map_at_3_diff1": 0.615923, "nauc_map_at_5_max": 0.387002, "nauc_map_at_5_std": -0.024462, "nauc_map_at_5_diff1": 0.616575, "nauc_map_at_10_max": 0.386566, "nauc_map_at_10_std": -0.023279, "nauc_map_at_10_diff1": 0.613931, "nauc_map_at_20_max": 0.386628, "nauc_map_at_20_std": -0.02328, "nauc_map_at_20_diff1": 0.614916, "nauc_map_at_25_max": 0.386429, "nauc_map_at_25_std": -0.023859, "nauc_map_at_25_diff1": 0.615053, "nauc_map_at_50_max": 0.386212, "nauc_map_at_50_std": -0.023641, "nauc_map_at_50_diff1": 0.615558, "nauc_map_at_100_max": 0.386273, "nauc_map_at_100_std": -0.023404, "nauc_map_at_100_diff1": 0.615823, "nauc_map_at_1000_max": 0.386146, "nauc_map_at_1000_std": -0.023409, "nauc_map_at_1000_diff1": 0.615903, "nauc_recall_at_1_max": 0.359883, "nauc_recall_at_1_std": -0.029292, "nauc_recall_at_1_diff1": 0.658126, "nauc_recall_at_3_max": 0.424001, "nauc_recall_at_3_std": -0.029125, "nauc_recall_at_3_diff1": 0.548002, "nauc_recall_at_5_max": 0.444948, "nauc_recall_at_5_std": 0.001168, "nauc_recall_at_5_diff1": 0.54051, "nauc_recall_at_10_max": 0.455158, "nauc_recall_at_10_std": 0.027779, "nauc_recall_at_10_diff1": 0.49325, "nauc_recall_at_20_max": 0.481657, "nauc_recall_at_20_std": 0.041706, "nauc_recall_at_20_diff1": 0.483532, "nauc_recall_at_25_max": 0.477469, "nauc_recall_at_25_std": 0.016198, "nauc_recall_at_25_diff1": 0.481451, "nauc_recall_at_50_max": 0.499866, "nauc_recall_at_50_std": 0.05352, "nauc_recall_at_50_diff1": 0.461245, "nauc_recall_at_100_max": 0.575986, "nauc_recall_at_100_std": 0.17146, "nauc_recall_at_100_diff1": 0.459109, "nauc_recall_at_1000_max": 0.51332, "nauc_recall_at_1000_std": 0.565559, "nauc_recall_at_1000_diff1": 0.360427, "nauc_precision_at_1_max": 0.359883, "nauc_precision_at_1_std": -0.029292, "nauc_precision_at_1_diff1": 0.658126, "nauc_precision_at_3_max": 0.424001, "nauc_precision_at_3_std": -0.029125, "nauc_precision_at_3_diff1": 0.548002, "nauc_precision_at_5_max": 0.444948, "nauc_precision_at_5_std": 0.001168, "nauc_precision_at_5_diff1": 0.54051, "nauc_precision_at_10_max": 0.455158, "nauc_precision_at_10_std": 0.027779, "nauc_precision_at_10_diff1": 0.49325, "nauc_precision_at_20_max": 0.481657, "nauc_precision_at_20_std": 0.041706, "nauc_precision_at_20_diff1": 0.483532, "nauc_precision_at_25_max": 0.477469, "nauc_precision_at_25_std": 0.016198, "nauc_precision_at_25_diff1": 0.481451, "nauc_precision_at_50_max": 0.499866, "nauc_precision_at_50_std": 0.05352, "nauc_precision_at_50_diff1": 0.461245, "nauc_precision_at_100_max": 0.575986, "nauc_precision_at_100_std": 0.17146, "nauc_precision_at_100_diff1": 0.459109, "nauc_precision_at_1000_max": 0.51332, "nauc_precision_at_1000_std": 0.565559, "nauc_precision_at_1000_diff1": 0.360427, "nauc_mrr_at_1_max": 0.359883, "nauc_mrr_at_1_std": -0.029292, "nauc_mrr_at_1_diff1": 0.658126, "nauc_mrr_at_3_max": 0.384148, "nauc_mrr_at_3_std": -0.029398, "nauc_mrr_at_3_diff1": 0.615923, "nauc_mrr_at_5_max": 0.387002, "nauc_mrr_at_5_std": -0.024462, "nauc_mrr_at_5_diff1": 0.616575, "nauc_mrr_at_10_max": 0.386566, "nauc_mrr_at_10_std": -0.023279, "nauc_mrr_at_10_diff1": 0.613931, "nauc_mrr_at_20_max": 0.386628, "nauc_mrr_at_20_std": -0.02328, "nauc_mrr_at_20_diff1": 0.614916, "nauc_mrr_at_25_max": 0.386429, "nauc_mrr_at_25_std": -0.023859, "nauc_mrr_at_25_diff1": 0.615053, "nauc_mrr_at_50_max": 0.386212, "nauc_mrr_at_50_std": -0.023641, "nauc_mrr_at_50_diff1": 0.615558, "nauc_mrr_at_100_max": 0.386273, "nauc_mrr_at_100_std": -0.023404, "nauc_mrr_at_100_diff1": 0.615823, "nauc_mrr_at_1000_max": 0.386146, "nauc_mrr_at_1000_std": -0.023409, "nauc_mrr_at_1000_diff1": 0.615903, "hit_rate_at_1": 0.56531, "hit_rate_at_3": 0.70968, "hit_rate_at_5": 0.7541, "hit_rate_at_10": 0.81438, "hit_rate_at_20": 0.86304, "hit_rate_at_25": 0.87255, "hit_rate_at_50": 0.92332, "hit_rate_at_100": 0.95082, "hit_rate_at_1000": 0.99313, "R_cap_at_1": 0.565309, "R_cap_at_3": 0.709677, "R_cap_at_5": 0.754098, "R_cap_at_10": 0.814384, "R_cap_at_20": 0.863035, "R_cap_at_25": 0.872554, "R_cap_at_50": 0.923321, "R_cap_at_100": 0.95082, "R_cap_at_1000": 0.993125, "main_score": 0.6882, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.29088, "ndcg_at_3": 0.36755, "ndcg_at_5": 0.3915, "ndcg_at_10": 0.41669, "ndcg_at_20": 0.43652, "ndcg_at_25": 0.44103, "ndcg_at_50": 0.45307, "ndcg_at_100": 0.46273, "ndcg_at_1000": 0.48107, "map_at_1": 0.29088, "map_at_3": 0.34866, "map_at_5": 0.36188, "map_at_10": 0.37235, "map_at_20": 0.37782, "map_at_25": 0.37872, "map_at_50": 0.3805, "map_at_100": 0.38135, "map_at_1000": 0.38196, "recall_at_1": 0.29088, "recall_at_3": 0.42223, "recall_at_5": 0.48067, "recall_at_10": 0.55815, "recall_at_20": 0.63636, "recall_at_25": 0.65702, "recall_at_50": 0.71945, "recall_at_100": 0.77893, "recall_at_1000": 0.92783, "accuracy": 0.29088, "precision_at_1": 0.29088, "precision_at_3": 0.14074, "precision_at_5": 0.09613, "precision_at_10": 0.05581, "precision_at_20": 0.03182, "precision_at_25": 0.02628, "precision_at_50": 0.01439, "precision_at_100": 0.00779, "precision_at_1000": 0.00093, "mrr_at_1": 0.29088, "mrr_at_3": 0.348657, "mrr_at_5": 0.36188, "mrr_at_10": 0.372353, "mrr_at_20": 0.377818, "mrr_at_25": 0.378722, "mrr_at_50": 0.380501, "mrr_at_100": 0.381355, "mrr_at_1000": 0.381964, "nauc_ndcg_at_1_max": 0.236448, "nauc_ndcg_at_1_std": -0.044181, "nauc_ndcg_at_1_diff1": 0.523804, "nauc_ndcg_at_3_max": 0.236074, "nauc_ndcg_at_3_std": -0.038595, "nauc_ndcg_at_3_diff1": 0.453645, "nauc_ndcg_at_5_max": 0.23352, "nauc_ndcg_at_5_std": -0.035362, "nauc_ndcg_at_5_diff1": 0.446807, "nauc_ndcg_at_10_max": 0.232025, "nauc_ndcg_at_10_std": -0.037142, "nauc_ndcg_at_10_diff1": 0.435851, "nauc_ndcg_at_20_max": 0.233757, "nauc_ndcg_at_20_std": -0.036343, "nauc_ndcg_at_20_diff1": 0.431278, "nauc_ndcg_at_25_max": 0.234988, "nauc_ndcg_at_25_std": -0.034888, "nauc_ndcg_at_25_diff1": 0.432247, "nauc_ndcg_at_50_max": 0.233988, "nauc_ndcg_at_50_std": -0.035641, "nauc_ndcg_at_50_diff1": 0.433799, "nauc_ndcg_at_100_max": 0.234619, "nauc_ndcg_at_100_std": -0.035984, "nauc_ndcg_at_100_diff1": 0.435547, "nauc_ndcg_at_1000_max": 0.237392, "nauc_ndcg_at_1000_std": -0.033055, "nauc_ndcg_at_1000_diff1": 0.441307, "nauc_map_at_1_max": 0.236448, "nauc_map_at_1_std": -0.044181, "nauc_map_at_1_diff1": 0.523804, "nauc_map_at_3_max": 0.236355, "nauc_map_at_3_std": -0.039527, "nauc_map_at_3_diff1": 0.469883, "nauc_map_at_5_max": 0.23492, "nauc_map_at_5_std": -0.037784, "nauc_map_at_5_diff1": 0.466113, "nauc_map_at_10_max": 0.23435, "nauc_map_at_10_std": -0.038458, "nauc_map_at_10_diff1": 0.461659, "nauc_map_at_20_max": 0.234937, "nauc_map_at_20_std": -0.038201, "nauc_map_at_20_diff1": 0.460559, "nauc_map_at_25_max": 0.235177, "nauc_map_at_25_std": -0.037912, "nauc_map_at_25_diff1": 0.460793, "nauc_map_at_50_max": 0.235079, "nauc_map_at_50_std": -0.037973, "nauc_map_at_50_diff1": 0.461057, "nauc_map_at_100_max": 0.235153, "nauc_map_at_100_std": -0.038011, "nauc_map_at_100_diff1": 0.461261, "nauc_map_at_1000_max": 0.235261, "nauc_map_at_1000_std": -0.037933, "nauc_map_at_1000_diff1": 0.461426, "nauc_recall_at_1_max": 0.236448, "nauc_recall_at_1_std": -0.044181, "nauc_recall_at_1_diff1": 0.523804, "nauc_recall_at_3_max": 0.235208, "nauc_recall_at_3_std": -0.036132, "nauc_recall_at_3_diff1": 0.408181, "nauc_recall_at_5_max": 0.229102, "nauc_recall_at_5_std": -0.028088, "nauc_recall_at_5_diff1": 0.390955, "nauc_recall_at_10_max": 0.223827, "nauc_recall_at_10_std": -0.03366, "nauc_recall_at_10_diff1": 0.352642, "nauc_recall_at_20_max": 0.229691, "nauc_recall_at_20_std": -0.030197, "nauc_recall_at_20_diff1": 0.322775, "nauc_recall_at_25_max": 0.236116, "nauc_recall_at_25_std": -0.022287, "nauc_recall_at_25_diff1": 0.323527, "nauc_recall_at_50_max": 0.228752, "nauc_recall_at_50_std": -0.026462, "nauc_recall_at_50_diff1": 0.31812, "nauc_recall_at_100_max": 0.233041, "nauc_recall_at_100_std": -0.027611, "nauc_recall_at_100_diff1": 0.310065, "nauc_recall_at_1000_max": 0.317276, "nauc_recall_at_1000_std": 0.088637, "nauc_recall_at_1000_diff1": 0.289145, "nauc_precision_at_1_max": 0.236448, "nauc_precision_at_1_std": -0.044181, "nauc_precision_at_1_diff1": 0.523804, "nauc_precision_at_3_max": 0.235208, "nauc_precision_at_3_std": -0.036132, "nauc_precision_at_3_diff1": 0.408181, "nauc_precision_at_5_max": 0.229102, "nauc_precision_at_5_std": -0.028088, "nauc_precision_at_5_diff1": 0.390955, "nauc_precision_at_10_max": 0.223827, "nauc_precision_at_10_std": -0.03366, "nauc_precision_at_10_diff1": 0.352642, "nauc_precision_at_20_max": 0.229691, "nauc_precision_at_20_std": -0.030197, "nauc_precision_at_20_diff1": 0.322775, "nauc_precision_at_25_max": 0.236116, "nauc_precision_at_25_std": -0.022287, "nauc_precision_at_25_diff1": 0.323527, "nauc_precision_at_50_max": 0.228752, "nauc_precision_at_50_std": -0.026462, "nauc_precision_at_50_diff1": 0.31812, "nauc_precision_at_100_max": 0.233041, "nauc_precision_at_100_std": -0.027611, "nauc_precision_at_100_diff1": 0.310065, "nauc_precision_at_1000_max": 0.317276, "nauc_precision_at_1000_std": 0.088637, "nauc_precision_at_1000_diff1": 0.289145, "nauc_mrr_at_1_max": 0.236448, "nauc_mrr_at_1_std": -0.044181, "nauc_mrr_at_1_diff1": 0.523804, "nauc_mrr_at_3_max": 0.236355, "nauc_mrr_at_3_std": -0.039527, "nauc_mrr_at_3_diff1": 0.469883, "nauc_mrr_at_5_max": 0.23492, "nauc_mrr_at_5_std": -0.037784, "nauc_mrr_at_5_diff1": 0.466113, "nauc_mrr_at_10_max": 0.23435, "nauc_mrr_at_10_std": -0.038458, "nauc_mrr_at_10_diff1": 0.461659, "nauc_mrr_at_20_max": 0.234937, "nauc_mrr_at_20_std": -0.038201, "nauc_mrr_at_20_diff1": 0.460559, "nauc_mrr_at_25_max": 0.235177, "nauc_mrr_at_25_std": -0.037912, "nauc_mrr_at_25_diff1": 0.460793, "nauc_mrr_at_50_max": 0.235079, "nauc_mrr_at_50_std": -0.037973, "nauc_mrr_at_50_diff1": 0.461057, "nauc_mrr_at_100_max": 0.235153, "nauc_mrr_at_100_std": -0.038011, "nauc_mrr_at_100_diff1": 0.461261, "nauc_mrr_at_1000_max": 0.235261, "nauc_mrr_at_1000_std": -0.037933, "nauc_mrr_at_1000_diff1": 0.461426, "hit_rate_at_1": 0.29088, "hit_rate_at_3": 0.42223, "hit_rate_at_5": 0.48067, "hit_rate_at_10": 0.55815, "hit_rate_at_20": 0.63636, "hit_rate_at_25": 0.65702, "hit_rate_at_50": 0.71945, "hit_rate_at_100": 0.77893, "hit_rate_at_1000": 0.92783, "R_cap_at_1": 0.29088, "R_cap_at_3": 0.422226, "R_cap_at_5": 0.480667, "R_cap_at_10": 0.558146, "R_cap_at_20": 0.636364, "R_cap_at_25": 0.657025, "R_cap_at_50": 0.719451, "R_cap_at_100": 0.778926, "R_cap_at_1000": 0.927834, "main_score": 0.41669, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49212, "ndcg_at_3": 0.57281, "ndcg_at_5": 0.59444, "ndcg_at_10": 0.61864, "ndcg_at_20": 0.63287, "ndcg_at_25": 0.63702, "ndcg_at_50": 0.64575, "ndcg_at_100": 0.65301, "ndcg_at_1000": 0.66164, "map_at_1": 0.49212, "map_at_3": 0.55327, "map_at_5": 0.56527, "map_at_10": 0.57531, "map_at_20": 0.57927, "map_at_25": 0.58009, "map_at_50": 0.58137, "map_at_100": 0.58203, "map_at_1000": 0.58234, "recall_at_1": 0.49212, "recall_at_3": 0.62924, "recall_at_5": 0.6818, "recall_at_10": 0.75633, "recall_at_20": 0.81223, "recall_at_25": 0.83134, "recall_at_50": 0.87673, "recall_at_100": 0.92117, "recall_at_1000": 0.98997, "accuracy": 0.49212, "precision_at_1": 0.49212, "precision_at_3": 0.20975, "precision_at_5": 0.13636, "precision_at_10": 0.07563, "precision_at_20": 0.04061, "precision_at_25": 0.03325, "precision_at_50": 0.01753, "precision_at_100": 0.00921, "precision_at_1000": 0.00099, "mrr_at_1": 0.492117, "mrr_at_3": 0.553273, "mrr_at_5": 0.565265, "mrr_at_10": 0.575312, "mrr_at_20": 0.579266, "mrr_at_25": 0.580089, "mrr_at_50": 0.581374, "mrr_at_100": 0.582029, "mrr_at_1000": 0.582338, "nauc_ndcg_at_1_max": 0.41104, "nauc_ndcg_at_1_std": -0.057818, "nauc_ndcg_at_1_diff1": 0.71052, "nauc_ndcg_at_3_max": 0.404225, "nauc_ndcg_at_3_std": -0.066058, "nauc_ndcg_at_3_diff1": 0.650322, "nauc_ndcg_at_5_max": 0.410933, "nauc_ndcg_at_5_std": -0.05875, "nauc_ndcg_at_5_diff1": 0.644775, "nauc_ndcg_at_10_max": 0.419356, "nauc_ndcg_at_10_std": -0.057217, "nauc_ndcg_at_10_diff1": 0.636662, "nauc_ndcg_at_20_max": 0.41733, "nauc_ndcg_at_20_std": -0.063607, "nauc_ndcg_at_20_diff1": 0.637559, "nauc_ndcg_at_25_max": 0.41792, "nauc_ndcg_at_25_std": -0.064962, "nauc_ndcg_at_25_diff1": 0.637135, "nauc_ndcg_at_50_max": 0.416142, "nauc_ndcg_at_50_std": -0.060418, "nauc_ndcg_at_50_diff1": 0.64219, "nauc_ndcg_at_100_max": 0.417172, "nauc_ndcg_at_100_std": -0.057618, "nauc_ndcg_at_100_diff1": 0.643415, "nauc_ndcg_at_1000_max": 0.416528, "nauc_ndcg_at_1000_std": -0.056159, "nauc_ndcg_at_1000_diff1": 0.649723, "nauc_map_at_1_max": 0.41104, "nauc_map_at_1_std": -0.057818, "nauc_map_at_1_diff1": 0.71052, "nauc_map_at_3_max": 0.406375, "nauc_map_at_3_std": -0.064737, "nauc_map_at_3_diff1": 0.665025, "nauc_map_at_5_max": 0.410128, "nauc_map_at_5_std": -0.060259, "nauc_map_at_5_diff1": 0.662499, "nauc_map_at_10_max": 0.413424, "nauc_map_at_10_std": -0.059806, "nauc_map_at_10_diff1": 0.659508, "nauc_map_at_20_max": 0.413033, "nauc_map_at_20_std": -0.061268, "nauc_map_at_20_diff1": 0.659948, "nauc_map_at_25_max": 0.413139, "nauc_map_at_25_std": -0.061525, "nauc_map_at_25_diff1": 0.659921, "nauc_map_at_50_max": 0.412877, "nauc_map_at_50_std": -0.060909, "nauc_map_at_50_diff1": 0.660628, "nauc_map_at_100_max": 0.412923, "nauc_map_at_100_std": -0.060693, "nauc_map_at_100_diff1": 0.66076, "nauc_map_at_1000_max": 0.412891, "nauc_map_at_1000_std": -0.060573, "nauc_map_at_1000_diff1": 0.660982, "nauc_recall_at_1_max": 0.41104, "nauc_recall_at_1_std": -0.057818, "nauc_recall_at_1_diff1": 0.71052, "nauc_recall_at_3_max": 0.397215, "nauc_recall_at_3_std": -0.069888, "nauc_recall_at_3_diff1": 0.603993, "nauc_recall_at_5_max": 0.414455, "nauc_recall_at_5_std": -0.052731, "nauc_recall_at_5_diff1": 0.582926, "nauc_recall_at_10_max": 0.449512, "nauc_recall_at_10_std": -0.044174, "nauc_recall_at_10_diff1": 0.536965, "nauc_recall_at_20_max": 0.441704, "nauc_recall_at_20_std": -0.083397, "nauc_recall_at_20_diff1": 0.518739, "nauc_recall_at_25_max": 0.448745, "nauc_recall_at_25_std": -0.095871, "nauc_recall_at_25_diff1": 0.503033, "nauc_recall_at_50_max": 0.438779, "nauc_recall_at_50_std": -0.053379, "nauc_recall_at_50_diff1": 0.518982, "nauc_recall_at_100_max": 0.473971, "nauc_recall_at_100_std": 0.007471, "nauc_recall_at_100_diff1": 0.479106, "nauc_recall_at_1000_max": 0.731604, "nauc_recall_at_1000_std": 0.593971, "nauc_recall_at_1000_diff1": 0.590859, "nauc_precision_at_1_max": 0.41104, "nauc_precision_at_1_std": -0.057818, "nauc_precision_at_1_diff1": 0.71052, "nauc_precision_at_3_max": 0.397215, "nauc_precision_at_3_std": -0.069888, "nauc_precision_at_3_diff1": 0.603993, "nauc_precision_at_5_max": 0.414455, "nauc_precision_at_5_std": -0.052731, "nauc_precision_at_5_diff1": 0.582926, "nauc_precision_at_10_max": 0.449512, "nauc_precision_at_10_std": -0.044174, "nauc_precision_at_10_diff1": 0.536965, "nauc_precision_at_20_max": 0.441704, "nauc_precision_at_20_std": -0.083397, "nauc_precision_at_20_diff1": 0.518739, "nauc_precision_at_25_max": 0.448745, "nauc_precision_at_25_std": -0.095871, "nauc_precision_at_25_diff1": 0.503033, "nauc_precision_at_50_max": 0.438779, "nauc_precision_at_50_std": -0.053379, "nauc_precision_at_50_diff1": 0.518982, "nauc_precision_at_100_max": 0.473971, "nauc_precision_at_100_std": 0.007471, "nauc_precision_at_100_diff1": 0.479106, "nauc_precision_at_1000_max": 0.731604, "nauc_precision_at_1000_std": 0.593971, "nauc_precision_at_1000_diff1": 0.590859, "nauc_mrr_at_1_max": 0.41104, "nauc_mrr_at_1_std": -0.057818, "nauc_mrr_at_1_diff1": 0.71052, "nauc_mrr_at_3_max": 0.406375, "nauc_mrr_at_3_std": -0.064737, "nauc_mrr_at_3_diff1": 0.665025, "nauc_mrr_at_5_max": 0.410128, "nauc_mrr_at_5_std": -0.060259, "nauc_mrr_at_5_diff1": 0.662499, "nauc_mrr_at_10_max": 0.413424, "nauc_mrr_at_10_std": -0.059806, "nauc_mrr_at_10_diff1": 0.659508, "nauc_mrr_at_20_max": 0.413033, "nauc_mrr_at_20_std": -0.061268, "nauc_mrr_at_20_diff1": 0.659948, "nauc_mrr_at_25_max": 0.413139, "nauc_mrr_at_25_std": -0.061525, "nauc_mrr_at_25_diff1": 0.659921, "nauc_mrr_at_50_max": 0.412877, "nauc_mrr_at_50_std": -0.060909, "nauc_mrr_at_50_diff1": 0.660628, "nauc_mrr_at_100_max": 0.412923, "nauc_mrr_at_100_std": -0.060693, "nauc_mrr_at_100_diff1": 0.66076, "nauc_mrr_at_1000_max": 0.412891, "nauc_mrr_at_1000_std": -0.060573, "nauc_mrr_at_1000_diff1": 0.660982, "hit_rate_at_1": 0.49212, "hit_rate_at_3": 0.62924, "hit_rate_at_5": 0.6818, "hit_rate_at_10": 0.75633, "hit_rate_at_20": 0.81223, "hit_rate_at_25": 0.83134, "hit_rate_at_50": 0.87673, "hit_rate_at_100": 0.92117, "hit_rate_at_1000": 0.98997, "R_cap_at_1": 0.492117, "R_cap_at_3": 0.62924, "R_cap_at_5": 0.681796, "R_cap_at_10": 0.756331, "R_cap_at_20": 0.812231, "R_cap_at_25": 0.831343, "R_cap_at_50": 0.876732, "R_cap_at_100": 0.921166, "R_cap_at_1000": 0.989967, "main_score": 0.61864, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53998, "ndcg_at_3": 0.62323, "ndcg_at_5": 0.64726, "ndcg_at_10": 0.67031, "ndcg_at_20": 0.68652, "ndcg_at_25": 0.69056, "ndcg_at_50": 0.69919, "ndcg_at_100": 0.70318, "ndcg_at_1000": 0.70774, "map_at_1": 0.53998, "map_at_3": 0.60271, "map_at_5": 0.61587, "map_at_10": 0.62538, "map_at_20": 0.62984, "map_at_25": 0.63065, "map_at_50": 0.63187, "map_at_100": 0.63223, "map_at_1000": 0.63243, "recall_at_1": 0.53998, "recall_at_3": 0.68266, "recall_at_5": 0.7417, "recall_at_10": 0.81304, "recall_at_20": 0.877, "recall_at_25": 0.89545, "recall_at_50": 0.94096, "recall_at_100": 0.96556, "recall_at_1000": 1.0, "accuracy": 0.53998, "precision_at_1": 0.53998, "precision_at_3": 0.22755, "precision_at_5": 0.14834, "precision_at_10": 0.0813, "precision_at_20": 0.04385, "precision_at_25": 0.03582, "precision_at_50": 0.01882, "precision_at_100": 0.00966, "precision_at_1000": 0.001, "mrr_at_1": 0.539975, "mrr_at_3": 0.602706, "mrr_at_5": 0.615867, "mrr_at_10": 0.625376, "mrr_at_20": 0.629839, "mrr_at_25": 0.630653, "mrr_at_50": 0.631875, "mrr_at_100": 0.632227, "mrr_at_1000": 0.632425, "nauc_ndcg_at_1_max": 0.411111, "nauc_ndcg_at_1_std": -0.119961, "nauc_ndcg_at_1_diff1": 0.681019, "nauc_ndcg_at_3_max": 0.404724, "nauc_ndcg_at_3_std": -0.146287, "nauc_ndcg_at_3_diff1": 0.625809, "nauc_ndcg_at_5_max": 0.410947, "nauc_ndcg_at_5_std": -0.136929, "nauc_ndcg_at_5_diff1": 0.618948, "nauc_ndcg_at_10_max": 0.412048, "nauc_ndcg_at_10_std": -0.137724, "nauc_ndcg_at_10_diff1": 0.618933, "nauc_ndcg_at_20_max": 0.418545, "nauc_ndcg_at_20_std": -0.150841, "nauc_ndcg_at_20_diff1": 0.629614, "nauc_ndcg_at_25_max": 0.424241, "nauc_ndcg_at_25_std": -0.147914, "nauc_ndcg_at_25_diff1": 0.62727, "nauc_ndcg_at_50_max": 0.420975, "nauc_ndcg_at_50_std": -0.139805, "nauc_ndcg_at_50_diff1": 0.63164, "nauc_ndcg_at_100_max": 0.418871, "nauc_ndcg_at_100_std": -0.140246, "nauc_ndcg_at_100_diff1": 0.633389, "nauc_ndcg_at_1000_max": 0.414168, "nauc_ndcg_at_1000_std": -0.139984, "nauc_ndcg_at_1000_diff1": 0.634145, "nauc_map_at_1_max": 0.411111, "nauc_map_at_1_std": -0.119961, "nauc_map_at_1_diff1": 0.681019, "nauc_map_at_3_max": 0.405291, "nauc_map_at_3_std": -0.14036, "nauc_map_at_3_diff1": 0.641817, "nauc_map_at_5_max": 0.408679, "nauc_map_at_5_std": -0.135779, "nauc_map_at_5_diff1": 0.638531, "nauc_map_at_10_max": 0.408776, "nauc_map_at_10_std": -0.135763, "nauc_map_at_10_diff1": 0.638354, "nauc_map_at_20_max": 0.410132, "nauc_map_at_20_std": -0.139165, "nauc_map_at_20_diff1": 0.641012, "nauc_map_at_25_max": 0.411159, "nauc_map_at_25_std": -0.138605, "nauc_map_at_25_diff1": 0.640642, "nauc_map_at_50_max": 0.410773, "nauc_map_at_50_std": -0.137523, "nauc_map_at_50_diff1": 0.641187, "nauc_map_at_100_max": 0.410584, "nauc_map_at_100_std": -0.137578, "nauc_map_at_100_diff1": 0.641347, "nauc_map_at_1000_max": 0.410409, "nauc_map_at_1000_std": -0.13756, "nauc_map_at_1000_diff1": 0.641371, "nauc_recall_at_1_max": 0.411111, "nauc_recall_at_1_std": -0.119961, "nauc_recall_at_1_diff1": 0.681019, "nauc_recall_at_3_max": 0.403381, "nauc_recall_at_3_std": -0.165353, "nauc_recall_at_3_diff1": 0.572331, "nauc_recall_at_5_max": 0.421067, "nauc_recall_at_5_std": -0.138132, "nauc_recall_at_5_diff1": 0.54351, "nauc_recall_at_10_max": 0.431587, "nauc_recall_at_10_std": -0.144679, "nauc_recall_at_10_diff1": 0.52621, "nauc_recall_at_20_max": 0.496812, "nauc_recall_at_20_std": -0.250868, "nauc_recall_at_20_diff1": 0.573973, "nauc_recall_at_25_max": 0.568891, "nauc_recall_at_25_std": -0.235279, "nauc_recall_at_25_diff1": 0.539783, "nauc_recall_at_50_max": 0.60613, "nauc_recall_at_50_std": -0.134315, "nauc_recall_at_50_diff1": 0.567913, "nauc_recall_at_100_max": 0.654582, "nauc_recall_at_100_std": -0.14454, "nauc_recall_at_100_diff1": 0.591708, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.411111, "nauc_precision_at_1_std": -0.119961, "nauc_precision_at_1_diff1": 0.681019, "nauc_precision_at_3_max": 0.403381, "nauc_precision_at_3_std": -0.165353, "nauc_precision_at_3_diff1": 0.572331, "nauc_precision_at_5_max": 0.421067, "nauc_precision_at_5_std": -0.138132, "nauc_precision_at_5_diff1": 0.54351, "nauc_precision_at_10_max": 0.431587, "nauc_precision_at_10_std": -0.144679, "nauc_precision_at_10_diff1": 0.52621, "nauc_precision_at_20_max": 0.496812, "nauc_precision_at_20_std": -0.250868, "nauc_precision_at_20_diff1": 0.573973, "nauc_precision_at_25_max": 0.568891, "nauc_precision_at_25_std": -0.235279, "nauc_precision_at_25_diff1": 0.539783, "nauc_precision_at_50_max": 0.60613, "nauc_precision_at_50_std": -0.134315, "nauc_precision_at_50_diff1": 0.567913, "nauc_precision_at_100_max": 0.654582, "nauc_precision_at_100_std": -0.14454, "nauc_precision_at_100_diff1": 0.591708, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.411111, "nauc_mrr_at_1_std": -0.119961, "nauc_mrr_at_1_diff1": 0.681019, "nauc_mrr_at_3_max": 0.405291, "nauc_mrr_at_3_std": -0.14036, "nauc_mrr_at_3_diff1": 0.641817, "nauc_mrr_at_5_max": 0.408679, "nauc_mrr_at_5_std": -0.135779, "nauc_mrr_at_5_diff1": 0.638531, "nauc_mrr_at_10_max": 0.408776, "nauc_mrr_at_10_std": -0.135763, "nauc_mrr_at_10_diff1": 0.638354, "nauc_mrr_at_20_max": 0.410132, "nauc_mrr_at_20_std": -0.139165, "nauc_mrr_at_20_diff1": 0.641012, "nauc_mrr_at_25_max": 0.411159, "nauc_mrr_at_25_std": -0.138605, "nauc_mrr_at_25_diff1": 0.640642, "nauc_mrr_at_50_max": 0.410773, "nauc_mrr_at_50_std": -0.137523, "nauc_mrr_at_50_diff1": 0.641187, "nauc_mrr_at_100_max": 0.410584, "nauc_mrr_at_100_std": -0.137578, "nauc_mrr_at_100_diff1": 0.641347, "nauc_mrr_at_1000_max": 0.410409, "nauc_mrr_at_1000_std": -0.13756, "nauc_mrr_at_1000_diff1": 0.641371, "hit_rate_at_1": 0.53998, "hit_rate_at_3": 0.68266, "hit_rate_at_5": 0.7417, "hit_rate_at_10": 0.81304, "hit_rate_at_20": 0.877, "hit_rate_at_25": 0.89545, "hit_rate_at_50": 0.94096, "hit_rate_at_100": 0.96556, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.539975, "R_cap_at_3": 0.682657, "R_cap_at_5": 0.741697, "R_cap_at_10": 0.813038, "R_cap_at_20": 0.876999, "R_cap_at_25": 0.895449, "R_cap_at_50": 0.940959, "R_cap_at_100": 0.96556, "R_cap_at_1000": 1.0, "main_score": 0.67031, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.52561, "ndcg_at_3": 0.62601, "ndcg_at_5": 0.64876, "ndcg_at_10": 0.67364, "ndcg_at_20": 0.68723, "ndcg_at_25": 0.68964, "ndcg_at_50": 0.69774, "ndcg_at_100": 0.70238, "ndcg_at_1000": 0.70681, "map_at_1": 0.52561, "map_at_3": 0.60205, "map_at_5": 0.6147, "map_at_10": 0.62505, "map_at_20": 0.62881, "map_at_25": 0.62929, "map_at_50": 0.63051, "map_at_100": 0.63093, "map_at_1000": 0.63108, "recall_at_1": 0.52561, "recall_at_3": 0.69504, "recall_at_5": 0.7502, "recall_at_10": 0.82664, "recall_at_20": 0.88022, "recall_at_25": 0.89125, "recall_at_50": 0.93302, "recall_at_100": 0.96139, "recall_at_1000": 0.99764, "accuracy": 0.52561, "precision_at_1": 0.52561, "precision_at_3": 0.23168, "precision_at_5": 0.15004, "precision_at_10": 0.08266, "precision_at_20": 0.04401, "precision_at_25": 0.03565, "precision_at_50": 0.01866, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.525611, "mrr_at_3": 0.602049, "mrr_at_5": 0.614697, "mrr_at_10": 0.625053, "mrr_at_20": 0.628812, "mrr_at_25": 0.629293, "mrr_at_50": 0.630512, "mrr_at_100": 0.630932, "mrr_at_1000": 0.631077, "nauc_ndcg_at_1_max": 0.400227, "nauc_ndcg_at_1_std": -0.021221, "nauc_ndcg_at_1_diff1": 0.640272, "nauc_ndcg_at_3_max": 0.431748, "nauc_ndcg_at_3_std": 0.014312, "nauc_ndcg_at_3_diff1": 0.589063, "nauc_ndcg_at_5_max": 0.440725, "nauc_ndcg_at_5_std": 0.031944, "nauc_ndcg_at_5_diff1": 0.594944, "nauc_ndcg_at_10_max": 0.43417, "nauc_ndcg_at_10_std": 0.023209, "nauc_ndcg_at_10_diff1": 0.592353, "nauc_ndcg_at_20_max": 0.433051, "nauc_ndcg_at_20_std": 0.021868, "nauc_ndcg_at_20_diff1": 0.589367, "nauc_ndcg_at_25_max": 0.431402, "nauc_ndcg_at_25_std": 0.022001, "nauc_ndcg_at_25_diff1": 0.590123, "nauc_ndcg_at_50_max": 0.435162, "nauc_ndcg_at_50_std": 0.027709, "nauc_ndcg_at_50_diff1": 0.593428, "nauc_ndcg_at_100_max": 0.434637, "nauc_ndcg_at_100_std": 0.027547, "nauc_ndcg_at_100_diff1": 0.596021, "nauc_ndcg_at_1000_max": 0.431143, "nauc_ndcg_at_1000_std": 0.020907, "nauc_ndcg_at_1000_diff1": 0.598107, "nauc_map_at_1_max": 0.400227, "nauc_map_at_1_std": -0.021221, "nauc_map_at_1_diff1": 0.640272, "nauc_map_at_3_max": 0.424671, "nauc_map_at_3_std": 0.007006, "nauc_map_at_3_diff1": 0.602086, "nauc_map_at_5_max": 0.428998, "nauc_map_at_5_std": 0.016067, "nauc_map_at_5_diff1": 0.605672, "nauc_map_at_10_max": 0.426203, "nauc_map_at_10_std": 0.012328, "nauc_map_at_10_diff1": 0.604591, "nauc_map_at_20_max": 0.425763, "nauc_map_at_20_std": 0.011955, "nauc_map_at_20_diff1": 0.603985, "nauc_map_at_25_max": 0.425461, "nauc_map_at_25_std": 0.011962, "nauc_map_at_25_diff1": 0.604143, "nauc_map_at_50_max": 0.42589, "nauc_map_at_50_std": 0.012688, "nauc_map_at_50_diff1": 0.604607, "nauc_map_at_100_max": 0.425858, "nauc_map_at_100_std": 0.012634, "nauc_map_at_100_diff1": 0.604825, "nauc_map_at_1000_max": 0.425788, "nauc_map_at_1000_std": 0.012459, "nauc_map_at_1000_diff1": 0.604924, "nauc_recall_at_1_max": 0.400227, "nauc_recall_at_1_std": -0.021221, "nauc_recall_at_1_diff1": 0.640272, "nauc_recall_at_3_max": 0.454948, "nauc_recall_at_3_std": 0.037874, "nauc_recall_at_3_diff1": 0.545492, "nauc_recall_at_5_max": 0.486987, "nauc_recall_at_5_std": 0.094941, "nauc_recall_at_5_diff1": 0.554969, "nauc_recall_at_10_max": 0.471909, "nauc_recall_at_10_std": 0.075454, "nauc_recall_at_10_diff1": 0.531697, "nauc_recall_at_20_max": 0.478889, "nauc_recall_at_20_std": 0.083696, "nauc_recall_at_20_diff1": 0.483006, "nauc_recall_at_25_max": 0.465925, "nauc_recall_at_25_std": 0.090625, "nauc_recall_at_25_diff1": 0.48125, "nauc_recall_at_50_max": 0.556852, "nauc_recall_at_50_std": 0.234289, "nauc_recall_at_50_diff1": 0.47617, "nauc_recall_at_100_max": 0.623683, "nauc_recall_at_100_std": 0.382923, "nauc_recall_at_100_diff1": 0.484018, "nauc_recall_at_1000_max": 0.558942, "nauc_recall_at_1000_std": 0.435434, "nauc_recall_at_1000_diff1": 0.143023, "nauc_precision_at_1_max": 0.400227, "nauc_precision_at_1_std": -0.021221, "nauc_precision_at_1_diff1": 0.640272, "nauc_precision_at_3_max": 0.454948, "nauc_precision_at_3_std": 0.037874, "nauc_precision_at_3_diff1": 0.545492, "nauc_precision_at_5_max": 0.486987, "nauc_precision_at_5_std": 0.094941, "nauc_precision_at_5_diff1": 0.554969, "nauc_precision_at_10_max": 0.471909, "nauc_precision_at_10_std": 0.075454, "nauc_precision_at_10_diff1": 0.531697, "nauc_precision_at_20_max": 0.478889, "nauc_precision_at_20_std": 0.083696, "nauc_precision_at_20_diff1": 0.483006, "nauc_precision_at_25_max": 0.465925, "nauc_precision_at_25_std": 0.090625, "nauc_precision_at_25_diff1": 0.48125, "nauc_precision_at_50_max": 0.556852, "nauc_precision_at_50_std": 0.234289, "nauc_precision_at_50_diff1": 0.47617, "nauc_precision_at_100_max": 0.623683, "nauc_precision_at_100_std": 0.382923, "nauc_precision_at_100_diff1": 0.484018, "nauc_precision_at_1000_max": 0.558942, "nauc_precision_at_1000_std": 0.435434, "nauc_precision_at_1000_diff1": 0.143023, "nauc_mrr_at_1_max": 0.400227, "nauc_mrr_at_1_std": -0.021221, "nauc_mrr_at_1_diff1": 0.640272, "nauc_mrr_at_3_max": 0.424671, "nauc_mrr_at_3_std": 0.007006, "nauc_mrr_at_3_diff1": 0.602086, "nauc_mrr_at_5_max": 0.428998, "nauc_mrr_at_5_std": 0.016067, "nauc_mrr_at_5_diff1": 0.605672, "nauc_mrr_at_10_max": 0.426203, "nauc_mrr_at_10_std": 0.012328, "nauc_mrr_at_10_diff1": 0.604591, "nauc_mrr_at_20_max": 0.425763, "nauc_mrr_at_20_std": 0.011955, "nauc_mrr_at_20_diff1": 0.603985, "nauc_mrr_at_25_max": 0.425461, "nauc_mrr_at_25_std": 0.011962, "nauc_mrr_at_25_diff1": 0.604143, "nauc_mrr_at_50_max": 0.42589, "nauc_mrr_at_50_std": 0.012688, "nauc_mrr_at_50_diff1": 0.604607, "nauc_mrr_at_100_max": 0.425858, "nauc_mrr_at_100_std": 0.012634, "nauc_mrr_at_100_diff1": 0.604825, "nauc_mrr_at_1000_max": 0.425788, "nauc_mrr_at_1000_std": 0.012459, "nauc_mrr_at_1000_diff1": 0.604924, "hit_rate_at_1": 0.52561, "hit_rate_at_3": 0.69504, "hit_rate_at_5": 0.7502, "hit_rate_at_10": 0.82664, "hit_rate_at_20": 0.88022, "hit_rate_at_25": 0.89125, "hit_rate_at_50": 0.93302, "hit_rate_at_100": 0.96139, "hit_rate_at_1000": 0.99764, "R_cap_at_1": 0.525611, "R_cap_at_3": 0.695035, "R_cap_at_5": 0.750197, "R_cap_at_10": 0.826635, "R_cap_at_20": 0.880221, "R_cap_at_25": 0.891253, "R_cap_at_50": 0.933018, "R_cap_at_100": 0.961387, "R_cap_at_1000": 0.997636, "main_score": 0.67364, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1413.1182863153517, "kg_co2_emissions": null, "date": 1784009129.806691, "evaluation_phases": [ { "name": "Data loading", "start": 6.368383765220642e-06, "end": 32.29198789969087, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.292002364993095, "end": 32.29200435243547, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.34604517556727, "end": 35.338665103539824, "split": "test", "subset": "xonsh_xonsh" }, { "name": "Scoring", "start": 35.33870177902281, "end": 36.325094716623425, "split": "test", "subset": "xonsh_xonsh" } ] }