{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.75922, "ndcg_at_3": 0.83526, "ndcg_at_5": 0.85098, "ndcg_at_10": 0.85986, "ndcg_at_20": 0.86498, "ndcg_at_25": 0.8662, "ndcg_at_50": 0.86827, "ndcg_at_100": 0.86894, "ndcg_at_1000": 0.86968, "map_at_1": 0.75922, "map_at_3": 0.8172, "map_at_5": 0.82585, "map_at_10": 0.82958, "map_at_20": 0.83095, "map_at_25": 0.83119, "map_at_50": 0.8315, "map_at_100": 0.83156, "map_at_1000": 0.83159, "recall_at_1": 0.75922, "recall_at_3": 0.8873, "recall_at_5": 0.92572, "recall_at_10": 0.95287, "recall_at_20": 0.97336, "recall_at_25": 0.979, "recall_at_50": 0.98975, "recall_at_100": 0.99385, "recall_at_1000": 0.99949, "accuracy": 0.75922, "precision_at_1": 0.75922, "precision_at_3": 0.29577, "precision_at_5": 0.18514, "precision_at_10": 0.09529, "precision_at_20": 0.04867, "precision_at_25": 0.03916, "precision_at_50": 0.0198, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.759221, "mrr_at_3": 0.817196, "mrr_at_5": 0.825854, "mrr_at_10": 0.829576, "mrr_at_20": 0.830948, "mrr_at_25": 0.831192, "mrr_at_50": 0.831498, "mrr_at_100": 0.831556, "mrr_at_1000": 0.831588, "nauc_ndcg_at_1_max": 0.366102, "nauc_ndcg_at_1_std": -0.389879, "nauc_ndcg_at_1_diff1": 0.828665, "nauc_ndcg_at_3_max": 0.382349, "nauc_ndcg_at_3_std": -0.45416, "nauc_ndcg_at_3_diff1": 0.801424, "nauc_ndcg_at_5_max": 0.389265, "nauc_ndcg_at_5_std": -0.459685, "nauc_ndcg_at_5_diff1": 0.799947, "nauc_ndcg_at_10_max": 0.3898, "nauc_ndcg_at_10_std": -0.442612, "nauc_ndcg_at_10_diff1": 0.802696, "nauc_ndcg_at_20_max": 0.382037, "nauc_ndcg_at_20_std": -0.442734, "nauc_ndcg_at_20_diff1": 0.804669, "nauc_ndcg_at_25_max": 0.384216, "nauc_ndcg_at_25_std": -0.43911, "nauc_ndcg_at_25_diff1": 0.804953, "nauc_ndcg_at_50_max": 0.383647, "nauc_ndcg_at_50_std": -0.438643, "nauc_ndcg_at_50_diff1": 0.806376, "nauc_ndcg_at_100_max": 0.382446, "nauc_ndcg_at_100_std": -0.43733, "nauc_ndcg_at_100_diff1": 0.807555, "nauc_ndcg_at_1000_max": 0.380849, "nauc_ndcg_at_1000_std": -0.436874, "nauc_ndcg_at_1000_diff1": 0.807556, "nauc_map_at_1_max": 0.366102, "nauc_map_at_1_std": -0.389879, "nauc_map_at_1_diff1": 0.828665, "nauc_map_at_3_max": 0.375814, "nauc_map_at_3_std": -0.436225, "nauc_map_at_3_diff1": 0.808528, "nauc_map_at_5_max": 0.378734, "nauc_map_at_5_std": -0.43843, "nauc_map_at_5_diff1": 0.808079, "nauc_map_at_10_max": 0.378938, "nauc_map_at_10_std": -0.431831, "nauc_map_at_10_diff1": 0.809357, "nauc_map_at_20_max": 0.377057, "nauc_map_at_20_std": -0.431924, "nauc_map_at_20_diff1": 0.809843, "nauc_map_at_25_max": 0.377429, "nauc_map_at_25_std": -0.431286, "nauc_map_at_25_diff1": 0.809903, "nauc_map_at_50_max": 0.377293, "nauc_map_at_50_std": -0.431307, "nauc_map_at_50_diff1": 0.810075, "nauc_map_at_100_max": 0.377214, "nauc_map_at_100_std": -0.431207, "nauc_map_at_100_diff1": 0.810147, "nauc_map_at_1000_max": 0.377149, "nauc_map_at_1000_std": -0.431249, "nauc_map_at_1000_diff1": 0.810148, "nauc_recall_at_1_max": 0.366102, "nauc_recall_at_1_std": -0.389879, "nauc_recall_at_1_diff1": 0.828665, "nauc_recall_at_3_max": 0.411997, "nauc_recall_at_3_std": -0.531714, "nauc_recall_at_3_diff1": 0.771048, "nauc_recall_at_5_max": 0.458679, "nauc_recall_at_5_std": -0.590952, "nauc_recall_at_5_diff1": 0.750243, "nauc_recall_at_10_max": 0.498417, "nauc_recall_at_10_std": -0.525375, "nauc_recall_at_10_diff1": 0.74251, "nauc_recall_at_20_max": 0.440978, "nauc_recall_at_20_std": -0.58409, "nauc_recall_at_20_diff1": 0.733049, "nauc_recall_at_25_max": 0.513202, "nauc_recall_at_25_std": -0.527388, "nauc_recall_at_25_diff1": 0.721032, "nauc_recall_at_50_max": 0.624851, "nauc_recall_at_50_std": -0.573308, "nauc_recall_at_50_diff1": 0.721576, "nauc_recall_at_100_max": 0.63693, "nauc_recall_at_100_std": -0.507654, "nauc_recall_at_100_diff1": 0.814053, "nauc_recall_at_1000_max": 0.722275, "nauc_recall_at_1000_std": 0.358046, "nauc_recall_at_1000_diff1": 0.869296, "nauc_precision_at_1_max": 0.366102, "nauc_precision_at_1_std": -0.389879, "nauc_precision_at_1_diff1": 0.828665, "nauc_precision_at_3_max": 0.411997, "nauc_precision_at_3_std": -0.531714, "nauc_precision_at_3_diff1": 0.771048, "nauc_precision_at_5_max": 0.458679, "nauc_precision_at_5_std": -0.590952, "nauc_precision_at_5_diff1": 0.750243, "nauc_precision_at_10_max": 0.498417, "nauc_precision_at_10_std": -0.525375, "nauc_precision_at_10_diff1": 0.74251, "nauc_precision_at_20_max": 0.440978, "nauc_precision_at_20_std": -0.58409, "nauc_precision_at_20_diff1": 0.733049, "nauc_precision_at_25_max": 0.513202, "nauc_precision_at_25_std": -0.527388, "nauc_precision_at_25_diff1": 0.721032, "nauc_precision_at_50_max": 0.624851, "nauc_precision_at_50_std": -0.573308, "nauc_precision_at_50_diff1": 0.721576, "nauc_precision_at_100_max": 0.63693, "nauc_precision_at_100_std": -0.507654, "nauc_precision_at_100_diff1": 0.814053, "nauc_precision_at_1000_max": 0.722275, "nauc_precision_at_1000_std": 0.358046, "nauc_precision_at_1000_diff1": 0.869296, "nauc_mrr_at_1_max": 0.366102, "nauc_mrr_at_1_std": -0.389879, "nauc_mrr_at_1_diff1": 0.828665, "nauc_mrr_at_3_max": 0.375814, "nauc_mrr_at_3_std": -0.436225, "nauc_mrr_at_3_diff1": 0.808528, "nauc_mrr_at_5_max": 0.378734, "nauc_mrr_at_5_std": -0.43843, "nauc_mrr_at_5_diff1": 0.808079, "nauc_mrr_at_10_max": 0.378938, "nauc_mrr_at_10_std": -0.431831, "nauc_mrr_at_10_diff1": 0.809357, "nauc_mrr_at_20_max": 0.377057, "nauc_mrr_at_20_std": -0.431924, "nauc_mrr_at_20_diff1": 0.809843, "nauc_mrr_at_25_max": 0.377429, "nauc_mrr_at_25_std": -0.431286, "nauc_mrr_at_25_diff1": 0.809903, "nauc_mrr_at_50_max": 0.377293, "nauc_mrr_at_50_std": -0.431307, "nauc_mrr_at_50_diff1": 0.810075, "nauc_mrr_at_100_max": 0.377214, "nauc_mrr_at_100_std": -0.431207, "nauc_mrr_at_100_diff1": 0.810147, "nauc_mrr_at_1000_max": 0.377149, "nauc_mrr_at_1000_std": -0.431249, "nauc_mrr_at_1000_diff1": 0.810148, "hit_rate_at_1": 0.75922, "hit_rate_at_3": 0.8873, "hit_rate_at_5": 0.92572, "hit_rate_at_10": 0.95287, "hit_rate_at_20": 0.97336, "hit_rate_at_25": 0.979, "hit_rate_at_50": 0.98975, "hit_rate_at_100": 0.99385, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.759221, "R_cap_at_3": 0.887295, "R_cap_at_5": 0.925717, "R_cap_at_10": 0.952869, "R_cap_at_20": 0.973361, "R_cap_at_25": 0.978996, "R_cap_at_50": 0.989754, "R_cap_at_100": 0.993852, "R_cap_at_1000": 0.999488, "main_score": 0.85986, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77192, "ndcg_at_3": 0.85605, "ndcg_at_5": 0.86718, "ndcg_at_10": 0.87453, "ndcg_at_20": 0.88, "ndcg_at_25": 0.88097, "ndcg_at_50": 0.88215, "ndcg_at_100": 0.88301, "ndcg_at_1000": 0.88321, "map_at_1": 0.77192, "map_at_3": 0.83668, "map_at_5": 0.84292, "map_at_10": 0.84589, "map_at_20": 0.8474, "map_at_25": 0.8476, "map_at_50": 0.84778, "map_at_100": 0.84787, "map_at_1000": 0.84787, "recall_at_1": 0.77192, "recall_at_3": 0.91159, "recall_at_5": 0.93834, "recall_at_10": 0.96137, "recall_at_20": 0.98291, "recall_at_25": 0.98737, "recall_at_50": 0.99331, "recall_at_100": 0.99851, "recall_at_1000": 1.0, "accuracy": 0.77192, "precision_at_1": 0.77192, "precision_at_3": 0.30386, "precision_at_5": 0.18767, "precision_at_10": 0.09614, "precision_at_20": 0.04915, "precision_at_25": 0.03949, "precision_at_50": 0.01987, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.771917, "mrr_at_3": 0.836677, "mrr_at_5": 0.842917, "mrr_at_10": 0.84589, "mrr_at_20": 0.847404, "mrr_at_25": 0.847597, "mrr_at_50": 0.847784, "mrr_at_100": 0.847867, "mrr_at_1000": 0.847875, "nauc_ndcg_at_1_max": 0.404476, "nauc_ndcg_at_1_std": -0.27446, "nauc_ndcg_at_1_diff1": 0.801043, "nauc_ndcg_at_3_max": 0.415663, "nauc_ndcg_at_3_std": -0.360799, "nauc_ndcg_at_3_diff1": 0.79434, "nauc_ndcg_at_5_max": 0.420289, "nauc_ndcg_at_5_std": -0.381161, "nauc_ndcg_at_5_diff1": 0.790772, "nauc_ndcg_at_10_max": 0.422585, "nauc_ndcg_at_10_std": -0.366569, "nauc_ndcg_at_10_diff1": 0.791774, "nauc_ndcg_at_20_max": 0.421711, "nauc_ndcg_at_20_std": -0.362508, "nauc_ndcg_at_20_diff1": 0.792638, "nauc_ndcg_at_25_max": 0.421223, "nauc_ndcg_at_25_std": -0.356707, "nauc_ndcg_at_25_diff1": 0.79442, "nauc_ndcg_at_50_max": 0.420605, "nauc_ndcg_at_50_std": -0.352634, "nauc_ndcg_at_50_diff1": 0.793354, "nauc_ndcg_at_100_max": 0.417875, "nauc_ndcg_at_100_std": -0.346777, "nauc_ndcg_at_100_diff1": 0.792335, "nauc_ndcg_at_1000_max": 0.417679, "nauc_ndcg_at_1000_std": -0.346021, "nauc_ndcg_at_1000_diff1": 0.793209, "nauc_map_at_1_max": 0.404476, "nauc_map_at_1_std": -0.27446, "nauc_map_at_1_diff1": 0.801043, "nauc_map_at_3_max": 0.412805, "nauc_map_at_3_std": -0.334559, "nauc_map_at_3_diff1": 0.795157, "nauc_map_at_5_max": 0.415078, "nauc_map_at_5_std": -0.342958, "nauc_map_at_5_diff1": 0.793396, "nauc_map_at_10_max": 0.415539, "nauc_map_at_10_std": -0.338042, "nauc_map_at_10_diff1": 0.793846, "nauc_map_at_20_max": 0.415341, "nauc_map_at_20_std": -0.336951, "nauc_map_at_20_diff1": 0.794017, "nauc_map_at_25_max": 0.415276, "nauc_map_at_25_std": -0.335994, "nauc_map_at_25_diff1": 0.794298, "nauc_map_at_50_max": 0.415227, "nauc_map_at_50_std": -0.335415, "nauc_map_at_50_diff1": 0.794179, "nauc_map_at_100_max": 0.415029, "nauc_map_at_100_std": -0.334932, "nauc_map_at_100_diff1": 0.794108, "nauc_map_at_1000_max": 0.415025, "nauc_map_at_1000_std": -0.334889, "nauc_map_at_1000_diff1": 0.794128, "nauc_recall_at_1_max": 0.404476, "nauc_recall_at_1_std": -0.27446, "nauc_recall_at_1_diff1": 0.801043, "nauc_recall_at_3_max": 0.429308, "nauc_recall_at_3_std": -0.489941, "nauc_recall_at_3_diff1": 0.791255, "nauc_recall_at_5_max": 0.45596, "nauc_recall_at_5_std": -0.647226, "nauc_recall_at_5_diff1": 0.773424, "nauc_recall_at_10_max": 0.502654, "nauc_recall_at_10_std": -0.652682, "nauc_recall_at_10_diff1": 0.7714, "nauc_recall_at_20_max": 0.577172, "nauc_recall_at_20_std": -0.901787, "nauc_recall_at_20_diff1": 0.77084, "nauc_recall_at_25_max": 0.610239, "nauc_recall_at_25_std": -0.859924, "nauc_recall_at_25_diff1": 0.834957, "nauc_recall_at_50_max": 0.717026, "nauc_recall_at_50_std": -0.983287, "nauc_recall_at_50_diff1": 0.779042, "nauc_recall_at_100_max": 0.540164, "nauc_recall_at_100_std": -0.690257, "nauc_recall_at_100_diff1": 0.275349, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.404476, "nauc_precision_at_1_std": -0.27446, "nauc_precision_at_1_diff1": 0.801043, "nauc_precision_at_3_max": 0.429308, "nauc_precision_at_3_std": -0.489941, "nauc_precision_at_3_diff1": 0.791255, "nauc_precision_at_5_max": 0.45596, "nauc_precision_at_5_std": -0.647226, "nauc_precision_at_5_diff1": 0.773424, "nauc_precision_at_10_max": 0.502654, "nauc_precision_at_10_std": -0.652682, "nauc_precision_at_10_diff1": 0.7714, "nauc_precision_at_20_max": 0.577172, "nauc_precision_at_20_std": -0.901787, "nauc_precision_at_20_diff1": 0.77084, "nauc_precision_at_25_max": 0.610239, "nauc_precision_at_25_std": -0.859924, "nauc_precision_at_25_diff1": 0.834957, "nauc_precision_at_50_max": 0.717026, "nauc_precision_at_50_std": -0.983287, "nauc_precision_at_50_diff1": 0.779042, "nauc_precision_at_100_max": 0.540164, "nauc_precision_at_100_std": -0.690257, "nauc_precision_at_100_diff1": 0.275349, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.404476, "nauc_mrr_at_1_std": -0.27446, "nauc_mrr_at_1_diff1": 0.801043, "nauc_mrr_at_3_max": 0.412805, "nauc_mrr_at_3_std": -0.334559, "nauc_mrr_at_3_diff1": 0.795157, "nauc_mrr_at_5_max": 0.415078, "nauc_mrr_at_5_std": -0.342958, "nauc_mrr_at_5_diff1": 0.793396, "nauc_mrr_at_10_max": 0.415539, "nauc_mrr_at_10_std": -0.338042, "nauc_mrr_at_10_diff1": 0.793846, "nauc_mrr_at_20_max": 0.415341, "nauc_mrr_at_20_std": -0.336951, "nauc_mrr_at_20_diff1": 0.794017, "nauc_mrr_at_25_max": 0.415276, "nauc_mrr_at_25_std": -0.335994, "nauc_mrr_at_25_diff1": 0.794298, "nauc_mrr_at_50_max": 0.415227, "nauc_mrr_at_50_std": -0.335415, "nauc_mrr_at_50_diff1": 0.794179, "nauc_mrr_at_100_max": 0.415029, "nauc_mrr_at_100_std": -0.334932, "nauc_mrr_at_100_diff1": 0.794108, "nauc_mrr_at_1000_max": 0.415025, "nauc_mrr_at_1000_std": -0.334889, "nauc_mrr_at_1000_diff1": 0.794128, "hit_rate_at_1": 0.77192, "hit_rate_at_3": 0.91159, "hit_rate_at_5": 0.93834, "hit_rate_at_10": 0.96137, "hit_rate_at_20": 0.98291, "hit_rate_at_25": 0.98737, "hit_rate_at_50": 0.99331, "hit_rate_at_100": 0.99851, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.771917, "R_cap_at_3": 0.91159, "R_cap_at_5": 0.938336, "R_cap_at_10": 0.961367, "R_cap_at_20": 0.982912, "R_cap_at_25": 0.98737, "R_cap_at_50": 0.993314, "R_cap_at_100": 0.998514, "R_cap_at_1000": 1.0, "main_score": 0.87453, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67354, "ndcg_at_3": 0.76428, "ndcg_at_5": 0.78348, "ndcg_at_10": 0.79905, "ndcg_at_20": 0.80648, "ndcg_at_25": 0.80775, "ndcg_at_50": 0.81209, "ndcg_at_100": 0.81351, "ndcg_at_1000": 0.81496, "map_at_1": 0.67354, "map_at_3": 0.74248, "map_at_5": 0.75319, "map_at_10": 0.75963, "map_at_20": 0.76164, "map_at_25": 0.76189, "map_at_50": 0.76255, "map_at_100": 0.76267, "map_at_1000": 0.76274, "recall_at_1": 0.67354, "recall_at_3": 0.82718, "recall_at_5": 0.87354, "recall_at_10": 0.9216, "recall_at_20": 0.95121, "recall_at_25": 0.95704, "recall_at_50": 0.97937, "recall_at_100": 0.98811, "recall_at_1000": 0.99903, "accuracy": 0.67354, "precision_at_1": 0.67354, "precision_at_3": 0.27573, "precision_at_5": 0.17471, "precision_at_10": 0.09216, "precision_at_20": 0.04756, "precision_at_25": 0.03828, "precision_at_50": 0.01959, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.673544, "mrr_at_3": 0.742476, "mrr_at_5": 0.753192, "mrr_at_10": 0.759626, "mrr_at_20": 0.761636, "mrr_at_25": 0.761893, "mrr_at_50": 0.762546, "mrr_at_100": 0.762671, "mrr_at_1000": 0.762736, "nauc_ndcg_at_1_max": 0.379375, "nauc_ndcg_at_1_std": -0.322619, "nauc_ndcg_at_1_diff1": 0.811604, "nauc_ndcg_at_3_max": 0.404063, "nauc_ndcg_at_3_std": -0.37781, "nauc_ndcg_at_3_diff1": 0.779141, "nauc_ndcg_at_5_max": 0.405448, "nauc_ndcg_at_5_std": -0.376573, "nauc_ndcg_at_5_diff1": 0.777915, "nauc_ndcg_at_10_max": 0.404025, "nauc_ndcg_at_10_std": -0.370297, "nauc_ndcg_at_10_diff1": 0.77801, "nauc_ndcg_at_20_max": 0.407018, "nauc_ndcg_at_20_std": -0.358109, "nauc_ndcg_at_20_diff1": 0.782247, "nauc_ndcg_at_25_max": 0.407163, "nauc_ndcg_at_25_std": -0.357401, "nauc_ndcg_at_25_diff1": 0.782813, "nauc_ndcg_at_50_max": 0.405217, "nauc_ndcg_at_50_std": -0.351723, "nauc_ndcg_at_50_diff1": 0.784109, "nauc_ndcg_at_100_max": 0.404152, "nauc_ndcg_at_100_std": -0.351626, "nauc_ndcg_at_100_diff1": 0.78485, "nauc_ndcg_at_1000_max": 0.401335, "nauc_ndcg_at_1000_std": -0.356048, "nauc_ndcg_at_1000_diff1": 0.785214, "nauc_map_at_1_max": 0.379375, "nauc_map_at_1_std": -0.322619, "nauc_map_at_1_diff1": 0.811604, "nauc_map_at_3_max": 0.396009, "nauc_map_at_3_std": -0.364075, "nauc_map_at_3_diff1": 0.787528, "nauc_map_at_5_max": 0.396477, "nauc_map_at_5_std": -0.362843, "nauc_map_at_5_diff1": 0.78725, "nauc_map_at_10_max": 0.395799, "nauc_map_at_10_std": -0.359894, "nauc_map_at_10_diff1": 0.787419, "nauc_map_at_20_max": 0.396477, "nauc_map_at_20_std": -0.357024, "nauc_map_at_20_diff1": 0.788502, "nauc_map_at_25_max": 0.396493, "nauc_map_at_25_std": -0.356894, "nauc_map_at_25_diff1": 0.788607, "nauc_map_at_50_max": 0.39623, "nauc_map_at_50_std": -0.356174, "nauc_map_at_50_diff1": 0.788758, "nauc_map_at_100_max": 0.396165, "nauc_map_at_100_std": -0.356138, "nauc_map_at_100_diff1": 0.788819, "nauc_map_at_1000_max": 0.396064, "nauc_map_at_1000_std": -0.356266, "nauc_map_at_1000_diff1": 0.788828, "nauc_recall_at_1_max": 0.379375, "nauc_recall_at_1_std": -0.322619, "nauc_recall_at_1_diff1": 0.811604, "nauc_recall_at_3_max": 0.43653, "nauc_recall_at_3_std": -0.431, "nauc_recall_at_3_diff1": 0.746452, "nauc_recall_at_5_max": 0.451493, "nauc_recall_at_5_std": -0.443915, "nauc_recall_at_5_diff1": 0.731331, "nauc_recall_at_10_max": 0.466582, "nauc_recall_at_10_std": -0.443265, "nauc_recall_at_10_diff1": 0.707305, "nauc_recall_at_20_max": 0.543294, "nauc_recall_at_20_std": -0.319885, "nauc_recall_at_20_diff1": 0.721816, "nauc_recall_at_25_max": 0.564141, "nauc_recall_at_25_std": -0.302605, "nauc_recall_at_25_diff1": 0.723549, "nauc_recall_at_50_max": 0.653111, "nauc_recall_at_50_std": -0.014566, "nauc_recall_at_50_diff1": 0.715807, "nauc_recall_at_100_max": 0.739353, "nauc_recall_at_100_std": 0.229435, "nauc_recall_at_100_diff1": 0.726062, "nauc_recall_at_1000_max": 0.96732, "nauc_recall_at_1000_std": 0.930556, "nauc_recall_at_1000_diff1": 0.576914, "nauc_precision_at_1_max": 0.379375, "nauc_precision_at_1_std": -0.322619, "nauc_precision_at_1_diff1": 0.811604, "nauc_precision_at_3_max": 0.43653, "nauc_precision_at_3_std": -0.431, "nauc_precision_at_3_diff1": 0.746452, "nauc_precision_at_5_max": 0.451493, "nauc_precision_at_5_std": -0.443915, "nauc_precision_at_5_diff1": 0.731331, "nauc_precision_at_10_max": 0.466582, "nauc_precision_at_10_std": -0.443265, "nauc_precision_at_10_diff1": 0.707305, "nauc_precision_at_20_max": 0.543294, "nauc_precision_at_20_std": -0.319885, "nauc_precision_at_20_diff1": 0.721816, "nauc_precision_at_25_max": 0.564141, "nauc_precision_at_25_std": -0.302605, "nauc_precision_at_25_diff1": 0.723549, "nauc_precision_at_50_max": 0.653111, "nauc_precision_at_50_std": -0.014566, "nauc_precision_at_50_diff1": 0.715807, "nauc_precision_at_100_max": 0.739353, "nauc_precision_at_100_std": 0.229435, "nauc_precision_at_100_diff1": 0.726062, "nauc_precision_at_1000_max": 0.96732, "nauc_precision_at_1000_std": 0.930556, "nauc_precision_at_1000_diff1": 0.576914, "nauc_mrr_at_1_max": 0.379375, "nauc_mrr_at_1_std": -0.322619, "nauc_mrr_at_1_diff1": 0.811604, "nauc_mrr_at_3_max": 0.396009, "nauc_mrr_at_3_std": -0.364075, "nauc_mrr_at_3_diff1": 0.787528, "nauc_mrr_at_5_max": 0.396477, "nauc_mrr_at_5_std": -0.362843, "nauc_mrr_at_5_diff1": 0.78725, "nauc_mrr_at_10_max": 0.395799, "nauc_mrr_at_10_std": -0.359894, "nauc_mrr_at_10_diff1": 0.787419, "nauc_mrr_at_20_max": 0.396477, "nauc_mrr_at_20_std": -0.357024, "nauc_mrr_at_20_diff1": 0.788502, "nauc_mrr_at_25_max": 0.396493, "nauc_mrr_at_25_std": -0.356894, "nauc_mrr_at_25_diff1": 0.788607, "nauc_mrr_at_50_max": 0.39623, "nauc_mrr_at_50_std": -0.356174, "nauc_mrr_at_50_diff1": 0.788758, "nauc_mrr_at_100_max": 0.396165, "nauc_mrr_at_100_std": -0.356138, "nauc_mrr_at_100_diff1": 0.788819, "nauc_mrr_at_1000_max": 0.396064, "nauc_mrr_at_1000_std": -0.356266, "nauc_mrr_at_1000_diff1": 0.788828, "hit_rate_at_1": 0.67354, "hit_rate_at_3": 0.82718, "hit_rate_at_5": 0.87354, "hit_rate_at_10": 0.9216, "hit_rate_at_20": 0.95121, "hit_rate_at_25": 0.95704, "hit_rate_at_50": 0.97937, "hit_rate_at_100": 0.98811, "hit_rate_at_1000": 0.99903, "R_cap_at_1": 0.673544, "R_cap_at_3": 0.827184, "R_cap_at_5": 0.873544, "R_cap_at_10": 0.921602, "R_cap_at_20": 0.951214, "R_cap_at_25": 0.957039, "R_cap_at_50": 0.979369, "R_cap_at_100": 0.988107, "R_cap_at_1000": 0.999029, "main_score": 0.79905, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.93838, "ndcg_at_3": 0.96717, "ndcg_at_5": 0.96878, "ndcg_at_10": 0.97164, "ndcg_at_20": 0.972, "ndcg_at_25": 0.972, "ndcg_at_50": 0.972, "ndcg_at_100": 0.972, "ndcg_at_1000": 0.972, "map_at_1": 0.93838, "map_at_3": 0.96063, "map_at_5": 0.96153, "map_at_10": 0.96269, "map_at_20": 0.96281, "map_at_25": 0.96281, "map_at_50": 0.96281, "map_at_100": 0.96281, "map_at_1000": 0.96281, "recall_at_1": 0.93838, "recall_at_3": 0.98588, "recall_at_5": 0.98973, "recall_at_10": 0.99872, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.93838, "precision_at_1": 0.93838, "precision_at_3": 0.32863, "precision_at_5": 0.19795, "precision_at_10": 0.09987, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.938383, "mrr_at_3": 0.960633, "mrr_at_5": 0.961532, "mrr_at_10": 0.962691, "mrr_at_20": 0.962807, "mrr_at_25": 0.962807, "mrr_at_50": 0.962807, "mrr_at_100": 0.962807, "mrr_at_1000": 0.962807, "nauc_ndcg_at_1_max": 0.447199, "nauc_ndcg_at_1_std": -0.199945, "nauc_ndcg_at_1_diff1": 0.894499, "nauc_ndcg_at_3_max": 0.483582, "nauc_ndcg_at_3_std": -0.348681, "nauc_ndcg_at_3_diff1": 0.912525, "nauc_ndcg_at_5_max": 0.484729, "nauc_ndcg_at_5_std": -0.287779, "nauc_ndcg_at_5_diff1": 0.910351, "nauc_ndcg_at_10_max": 0.474066, "nauc_ndcg_at_10_std": -0.262319, "nauc_ndcg_at_10_diff1": 0.905016, "nauc_ndcg_at_20_max": 0.469012, "nauc_ndcg_at_20_std": -0.26348, "nauc_ndcg_at_20_diff1": 0.903802, "nauc_ndcg_at_25_max": 0.469012, "nauc_ndcg_at_25_std": -0.26348, "nauc_ndcg_at_25_diff1": 0.903802, "nauc_ndcg_at_50_max": 0.469012, "nauc_ndcg_at_50_std": -0.26348, "nauc_ndcg_at_50_diff1": 0.903802, "nauc_ndcg_at_100_max": 0.469012, "nauc_ndcg_at_100_std": -0.26348, "nauc_ndcg_at_100_diff1": 0.903802, "nauc_ndcg_at_1000_max": 0.469012, "nauc_ndcg_at_1000_std": -0.26348, "nauc_ndcg_at_1000_diff1": 0.903802, "nauc_map_at_1_max": 0.447199, "nauc_map_at_1_std": -0.199945, "nauc_map_at_1_diff1": 0.894499, "nauc_map_at_3_max": 0.472078, "nauc_map_at_3_std": -0.294125, "nauc_map_at_3_diff1": 0.906039, "nauc_map_at_5_max": 0.472054, "nauc_map_at_5_std": -0.265294, "nauc_map_at_5_diff1": 0.904935, "nauc_map_at_10_max": 0.468104, "nauc_map_at_10_std": -0.257256, "nauc_map_at_10_diff1": 0.903106, "nauc_map_at_20_max": 0.466845, "nauc_map_at_20_std": -0.257524, "nauc_map_at_20_diff1": 0.902802, "nauc_map_at_25_max": 0.466845, "nauc_map_at_25_std": -0.257524, "nauc_map_at_25_diff1": 0.902802, "nauc_map_at_50_max": 0.466845, "nauc_map_at_50_std": -0.257524, "nauc_map_at_50_diff1": 0.902802, "nauc_map_at_100_max": 0.466845, "nauc_map_at_100_std": -0.257524, "nauc_map_at_100_diff1": 0.902802, "nauc_map_at_1000_max": 0.466845, "nauc_map_at_1000_std": -0.257524, "nauc_map_at_1000_diff1": 0.902802, "nauc_recall_at_1_max": 0.447199, "nauc_recall_at_1_std": -0.199945, "nauc_recall_at_1_diff1": 0.894499, "nauc_recall_at_3_max": 0.573569, "nauc_recall_at_3_std": -0.785772, "nauc_recall_at_3_diff1": 0.964344, "nauc_recall_at_5_max": 0.620011, "nauc_recall_at_5_std": -0.502045, "nauc_recall_at_5_diff1": 0.967316, "nauc_recall_at_10_max": 0.869262, "nauc_recall_at_10_std": -0.171587, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.447199, "nauc_precision_at_1_std": -0.199945, "nauc_precision_at_1_diff1": 0.894499, "nauc_precision_at_3_max": 0.573569, "nauc_precision_at_3_std": -0.785772, "nauc_precision_at_3_diff1": 0.964344, "nauc_precision_at_5_max": 0.620011, "nauc_precision_at_5_std": -0.502045, "nauc_precision_at_5_diff1": 0.967316, "nauc_precision_at_10_max": 0.869262, "nauc_precision_at_10_std": -0.171587, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.447199, "nauc_mrr_at_1_std": -0.199945, "nauc_mrr_at_1_diff1": 0.894499, "nauc_mrr_at_3_max": 0.472078, "nauc_mrr_at_3_std": -0.294125, "nauc_mrr_at_3_diff1": 0.906039, "nauc_mrr_at_5_max": 0.472054, "nauc_mrr_at_5_std": -0.265294, "nauc_mrr_at_5_diff1": 0.904935, "nauc_mrr_at_10_max": 0.468104, "nauc_mrr_at_10_std": -0.257256, "nauc_mrr_at_10_diff1": 0.903106, "nauc_mrr_at_20_max": 0.466845, "nauc_mrr_at_20_std": -0.257524, "nauc_mrr_at_20_diff1": 0.902802, "nauc_mrr_at_25_max": 0.466845, "nauc_mrr_at_25_std": -0.257524, "nauc_mrr_at_25_diff1": 0.902802, "nauc_mrr_at_50_max": 0.466845, "nauc_mrr_at_50_std": -0.257524, "nauc_mrr_at_50_diff1": 0.902802, "nauc_mrr_at_100_max": 0.466845, "nauc_mrr_at_100_std": -0.257524, "nauc_mrr_at_100_diff1": 0.902802, "nauc_mrr_at_1000_max": 0.466845, "nauc_mrr_at_1000_std": -0.257524, "nauc_mrr_at_1000_diff1": 0.902802, "hit_rate_at_1": 0.93838, "hit_rate_at_3": 0.98588, "hit_rate_at_5": 0.98973, "hit_rate_at_10": 0.99872, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.938383, "R_cap_at_3": 0.985879, "R_cap_at_5": 0.98973, "R_cap_at_10": 0.998716, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97164, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72961, "ndcg_at_3": 0.82863, "ndcg_at_5": 0.84599, "ndcg_at_10": 0.85762, "ndcg_at_20": 0.86117, "ndcg_at_25": 0.86136, "ndcg_at_50": 0.86303, "ndcg_at_100": 0.86361, "ndcg_at_1000": 0.86374, "map_at_1": 0.72961, "map_at_3": 0.80544, "map_at_5": 0.81509, "map_at_10": 0.82004, "map_at_20": 0.82106, "map_at_25": 0.8211, "map_at_50": 0.82135, "map_at_100": 0.82141, "map_at_1000": 0.82141, "recall_at_1": 0.72961, "recall_at_3": 0.89528, "recall_at_5": 0.93734, "recall_at_10": 0.97253, "recall_at_20": 0.98627, "recall_at_25": 0.98712, "recall_at_50": 0.99571, "recall_at_100": 0.99914, "recall_at_1000": 1.0, "accuracy": 0.72961, "precision_at_1": 0.72961, "precision_at_3": 0.29843, "precision_at_5": 0.18747, "precision_at_10": 0.09725, "precision_at_20": 0.04931, "precision_at_25": 0.03948, "precision_at_50": 0.01991, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.729614, "mrr_at_3": 0.805436, "mrr_at_5": 0.815093, "mrr_at_10": 0.820041, "mrr_at_20": 0.821057, "mrr_at_25": 0.821096, "mrr_at_50": 0.821346, "mrr_at_100": 0.821407, "mrr_at_1000": 0.821414, "nauc_ndcg_at_1_max": 0.355225, "nauc_ndcg_at_1_std": -0.111822, "nauc_ndcg_at_1_diff1": 0.798562, "nauc_ndcg_at_3_max": 0.439447, "nauc_ndcg_at_3_std": -0.119578, "nauc_ndcg_at_3_diff1": 0.754149, "nauc_ndcg_at_5_max": 0.42363, "nauc_ndcg_at_5_std": -0.124719, "nauc_ndcg_at_5_diff1": 0.756932, "nauc_ndcg_at_10_max": 0.414559, "nauc_ndcg_at_10_std": -0.109716, "nauc_ndcg_at_10_diff1": 0.766635, "nauc_ndcg_at_20_max": 0.412784, "nauc_ndcg_at_20_std": -0.104463, "nauc_ndcg_at_20_diff1": 0.768489, "nauc_ndcg_at_25_max": 0.413665, "nauc_ndcg_at_25_std": -0.102881, "nauc_ndcg_at_25_diff1": 0.768336, "nauc_ndcg_at_50_max": 0.408521, "nauc_ndcg_at_50_std": -0.109016, "nauc_ndcg_at_50_diff1": 0.769956, "nauc_ndcg_at_100_max": 0.407241, "nauc_ndcg_at_100_std": -0.110254, "nauc_ndcg_at_100_diff1": 0.770914, "nauc_ndcg_at_1000_max": 0.406645, "nauc_ndcg_at_1000_std": -0.111092, "nauc_ndcg_at_1000_diff1": 0.770963, "nauc_map_at_1_max": 0.355225, "nauc_map_at_1_std": -0.111822, "nauc_map_at_1_diff1": 0.798562, "nauc_map_at_3_max": 0.414381, "nauc_map_at_3_std": -0.11725, "nauc_map_at_3_diff1": 0.767969, "nauc_map_at_5_max": 0.405337, "nauc_map_at_5_std": -0.119561, "nauc_map_at_5_diff1": 0.770069, "nauc_map_at_10_max": 0.401757, "nauc_map_at_10_std": -0.113694, "nauc_map_at_10_diff1": 0.773658, "nauc_map_at_20_max": 0.401288, "nauc_map_at_20_std": -0.11236, "nauc_map_at_20_diff1": 0.774066, "nauc_map_at_25_max": 0.401426, "nauc_map_at_25_std": -0.112108, "nauc_map_at_25_diff1": 0.774043, "nauc_map_at_50_max": 0.400785, "nauc_map_at_50_std": -0.112857, "nauc_map_at_50_diff1": 0.774231, "nauc_map_at_100_max": 0.400681, "nauc_map_at_100_std": -0.112952, "nauc_map_at_100_diff1": 0.774307, "nauc_map_at_1000_max": 0.400655, "nauc_map_at_1000_std": -0.112989, "nauc_map_at_1000_diff1": 0.774309, "nauc_recall_at_1_max": 0.355225, "nauc_recall_at_1_std": -0.111822, "nauc_recall_at_1_diff1": 0.798562, "nauc_recall_at_3_max": 0.56093, "nauc_recall_at_3_std": -0.130873, "nauc_recall_at_3_diff1": 0.686715, "nauc_recall_at_5_max": 0.557241, "nauc_recall_at_5_std": -0.166, "nauc_recall_at_5_diff1": 0.657202, "nauc_recall_at_10_max": 0.596819, "nauc_recall_at_10_std": -0.02481, "nauc_recall_at_10_diff1": 0.670923, "nauc_recall_at_20_max": 0.71503, "nauc_recall_at_20_std": 0.229414, "nauc_recall_at_20_diff1": 0.64494, "nauc_recall_at_25_max": 0.77411, "nauc_recall_at_25_std": 0.321517, "nauc_recall_at_25_diff1": 0.62998, "nauc_recall_at_50_max": 0.742914, "nauc_recall_at_50_std": 0.269051, "nauc_recall_at_50_diff1": 0.598494, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722285, "nauc_recall_at_100_diff1": 0.722285, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.355225, "nauc_precision_at_1_std": -0.111822, "nauc_precision_at_1_diff1": 0.798562, "nauc_precision_at_3_max": 0.56093, "nauc_precision_at_3_std": -0.130873, "nauc_precision_at_3_diff1": 0.686715, "nauc_precision_at_5_max": 0.557241, "nauc_precision_at_5_std": -0.166, "nauc_precision_at_5_diff1": 0.657202, "nauc_precision_at_10_max": 0.596819, "nauc_precision_at_10_std": -0.02481, "nauc_precision_at_10_diff1": 0.670923, "nauc_precision_at_20_max": 0.71503, "nauc_precision_at_20_std": 0.229414, "nauc_precision_at_20_diff1": 0.64494, "nauc_precision_at_25_max": 0.77411, "nauc_precision_at_25_std": 0.321517, "nauc_precision_at_25_diff1": 0.62998, "nauc_precision_at_50_max": 0.742914, "nauc_precision_at_50_std": 0.269051, "nauc_precision_at_50_diff1": 0.598494, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722285, "nauc_precision_at_100_diff1": 0.722285, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.355225, "nauc_mrr_at_1_std": -0.111822, "nauc_mrr_at_1_diff1": 0.798562, "nauc_mrr_at_3_max": 0.414381, "nauc_mrr_at_3_std": -0.11725, "nauc_mrr_at_3_diff1": 0.767969, "nauc_mrr_at_5_max": 0.405337, "nauc_mrr_at_5_std": -0.119561, "nauc_mrr_at_5_diff1": 0.770069, "nauc_mrr_at_10_max": 0.401757, "nauc_mrr_at_10_std": -0.113694, "nauc_mrr_at_10_diff1": 0.773658, "nauc_mrr_at_20_max": 0.401288, "nauc_mrr_at_20_std": -0.11236, "nauc_mrr_at_20_diff1": 0.774066, "nauc_mrr_at_25_max": 0.401426, "nauc_mrr_at_25_std": -0.112108, "nauc_mrr_at_25_diff1": 0.774043, "nauc_mrr_at_50_max": 0.400785, "nauc_mrr_at_50_std": -0.112857, "nauc_mrr_at_50_diff1": 0.774231, "nauc_mrr_at_100_max": 0.400681, "nauc_mrr_at_100_std": -0.112952, "nauc_mrr_at_100_diff1": 0.774307, "nauc_mrr_at_1000_max": 0.400655, "nauc_mrr_at_1000_std": -0.112989, "nauc_mrr_at_1000_diff1": 0.774309, "hit_rate_at_1": 0.72961, "hit_rate_at_3": 0.89528, "hit_rate_at_5": 0.93734, "hit_rate_at_10": 0.97253, "hit_rate_at_20": 0.98627, "hit_rate_at_25": 0.98712, "hit_rate_at_50": 0.99571, "hit_rate_at_100": 0.99914, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.729614, "R_cap_at_3": 0.895279, "R_cap_at_5": 0.937339, "R_cap_at_10": 0.972532, "R_cap_at_20": 0.986266, "R_cap_at_25": 0.987124, "R_cap_at_50": 0.995708, "R_cap_at_100": 0.999142, "R_cap_at_1000": 1.0, "main_score": 0.85762, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7848, "ndcg_at_3": 0.8602, "ndcg_at_5": 0.87235, "ndcg_at_10": 0.87996, "ndcg_at_20": 0.88331, "ndcg_at_25": 0.8842, "ndcg_at_50": 0.88561, "ndcg_at_100": 0.88636, "ndcg_at_1000": 0.8872, "map_at_1": 0.7848, "map_at_3": 0.84243, "map_at_5": 0.84917, "map_at_10": 0.85236, "map_at_20": 0.85329, "map_at_25": 0.85347, "map_at_50": 0.85368, "map_at_100": 0.85375, "map_at_1000": 0.85379, "recall_at_1": 0.7848, "recall_at_3": 0.91128, "recall_at_5": 0.94086, "recall_at_10": 0.96406, "recall_at_20": 0.97725, "recall_at_25": 0.98135, "recall_at_50": 0.98863, "recall_at_100": 0.99318, "recall_at_1000": 0.99955, "accuracy": 0.7848, "precision_at_1": 0.7848, "precision_at_3": 0.30376, "precision_at_5": 0.18817, "precision_at_10": 0.09641, "precision_at_20": 0.04886, "precision_at_25": 0.03925, "precision_at_50": 0.01977, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.784804, "mrr_at_3": 0.842433, "mrr_at_5": 0.849166, "mrr_at_10": 0.852363, "mrr_at_20": 0.853294, "mrr_at_25": 0.853474, "mrr_at_50": 0.853685, "mrr_at_100": 0.853753, "mrr_at_1000": 0.853788, "nauc_ndcg_at_1_max": 0.456243, "nauc_ndcg_at_1_std": -0.191791, "nauc_ndcg_at_1_diff1": 0.824142, "nauc_ndcg_at_3_max": 0.499405, "nauc_ndcg_at_3_std": -0.25311, "nauc_ndcg_at_3_diff1": 0.805677, "nauc_ndcg_at_5_max": 0.493286, "nauc_ndcg_at_5_std": -0.252078, "nauc_ndcg_at_5_diff1": 0.805642, "nauc_ndcg_at_10_max": 0.501522, "nauc_ndcg_at_10_std": -0.242848, "nauc_ndcg_at_10_diff1": 0.811382, "nauc_ndcg_at_20_max": 0.499075, "nauc_ndcg_at_20_std": -0.234356, "nauc_ndcg_at_20_diff1": 0.811425, "nauc_ndcg_at_25_max": 0.497403, "nauc_ndcg_at_25_std": -0.229194, "nauc_ndcg_at_25_diff1": 0.811821, "nauc_ndcg_at_50_max": 0.495214, "nauc_ndcg_at_50_std": -0.226443, "nauc_ndcg_at_50_diff1": 0.813258, "nauc_ndcg_at_100_max": 0.494662, "nauc_ndcg_at_100_std": -0.224633, "nauc_ndcg_at_100_diff1": 0.812813, "nauc_ndcg_at_1000_max": 0.491963, "nauc_ndcg_at_1000_std": -0.228088, "nauc_ndcg_at_1000_diff1": 0.812866, "nauc_map_at_1_max": 0.456243, "nauc_map_at_1_std": -0.191791, "nauc_map_at_1_diff1": 0.824142, "nauc_map_at_3_max": 0.487773, "nauc_map_at_3_std": -0.234156, "nauc_map_at_3_diff1": 0.811221, "nauc_map_at_5_max": 0.484525, "nauc_map_at_5_std": -0.232685, "nauc_map_at_5_diff1": 0.811493, "nauc_map_at_10_max": 0.487081, "nauc_map_at_10_std": -0.228949, "nauc_map_at_10_diff1": 0.813661, "nauc_map_at_20_max": 0.486559, "nauc_map_at_20_std": -0.22675, "nauc_map_at_20_diff1": 0.813677, "nauc_map_at_25_max": 0.486287, "nauc_map_at_25_std": -0.225916, "nauc_map_at_25_diff1": 0.813747, "nauc_map_at_50_max": 0.486006, "nauc_map_at_50_std": -0.225555, "nauc_map_at_50_diff1": 0.813923, "nauc_map_at_100_max": 0.485963, "nauc_map_at_100_std": -0.225404, "nauc_map_at_100_diff1": 0.81389, "nauc_map_at_1000_max": 0.485876, "nauc_map_at_1000_std": -0.22551, "nauc_map_at_1000_diff1": 0.813895, "nauc_recall_at_1_max": 0.456243, "nauc_recall_at_1_std": -0.191791, "nauc_recall_at_1_diff1": 0.824142, "nauc_recall_at_3_max": 0.554022, "nauc_recall_at_3_std": -0.344112, "nauc_recall_at_3_diff1": 0.779182, "nauc_recall_at_5_max": 0.548965, "nauc_recall_at_5_std": -0.385303, "nauc_recall_at_5_diff1": 0.765504, "nauc_recall_at_10_max": 0.665782, "nauc_recall_at_10_std": -0.384775, "nauc_recall_at_10_diff1": 0.793612, "nauc_recall_at_20_max": 0.70888, "nauc_recall_at_20_std": -0.315767, "nauc_recall_at_20_diff1": 0.784513, "nauc_recall_at_25_max": 0.709423, "nauc_recall_at_25_std": -0.19574, "nauc_recall_at_25_diff1": 0.788899, "nauc_recall_at_50_max": 0.73923, "nauc_recall_at_50_std": -0.04565, "nauc_recall_at_50_diff1": 0.843686, "nauc_recall_at_100_max": 0.848731, "nauc_recall_at_100_std": 0.238361, "nauc_recall_at_100_diff1": 0.822279, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.554152, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.456243, "nauc_precision_at_1_std": -0.191791, "nauc_precision_at_1_diff1": 0.824142, "nauc_precision_at_3_max": 0.554022, "nauc_precision_at_3_std": -0.344112, "nauc_precision_at_3_diff1": 0.779182, "nauc_precision_at_5_max": 0.548965, "nauc_precision_at_5_std": -0.385303, "nauc_precision_at_5_diff1": 0.765504, "nauc_precision_at_10_max": 0.665782, "nauc_precision_at_10_std": -0.384775, "nauc_precision_at_10_diff1": 0.793612, "nauc_precision_at_20_max": 0.70888, "nauc_precision_at_20_std": -0.315767, "nauc_precision_at_20_diff1": 0.784513, "nauc_precision_at_25_max": 0.709423, "nauc_precision_at_25_std": -0.19574, "nauc_precision_at_25_diff1": 0.788899, "nauc_precision_at_50_max": 0.73923, "nauc_precision_at_50_std": -0.04565, "nauc_precision_at_50_diff1": 0.843686, "nauc_precision_at_100_max": 0.848731, "nauc_precision_at_100_std": 0.238361, "nauc_precision_at_100_diff1": 0.822279, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.554152, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.456243, "nauc_mrr_at_1_std": -0.191791, "nauc_mrr_at_1_diff1": 0.824142, "nauc_mrr_at_3_max": 0.487773, "nauc_mrr_at_3_std": -0.234156, "nauc_mrr_at_3_diff1": 0.811221, "nauc_mrr_at_5_max": 0.484525, "nauc_mrr_at_5_std": -0.232685, "nauc_mrr_at_5_diff1": 0.811493, "nauc_mrr_at_10_max": 0.487081, "nauc_mrr_at_10_std": -0.228949, "nauc_mrr_at_10_diff1": 0.813661, "nauc_mrr_at_20_max": 0.486559, "nauc_mrr_at_20_std": -0.22675, "nauc_mrr_at_20_diff1": 0.813677, "nauc_mrr_at_25_max": 0.486287, "nauc_mrr_at_25_std": -0.225916, "nauc_mrr_at_25_diff1": 0.813747, "nauc_mrr_at_50_max": 0.486006, "nauc_mrr_at_50_std": -0.225555, "nauc_mrr_at_50_diff1": 0.813923, "nauc_mrr_at_100_max": 0.485963, "nauc_mrr_at_100_std": -0.225404, "nauc_mrr_at_100_diff1": 0.81389, "nauc_mrr_at_1000_max": 0.485876, "nauc_mrr_at_1000_std": -0.22551, "nauc_mrr_at_1000_diff1": 0.813895, "hit_rate_at_1": 0.7848, "hit_rate_at_3": 0.91128, "hit_rate_at_5": 0.94086, "hit_rate_at_10": 0.96406, "hit_rate_at_20": 0.97725, "hit_rate_at_25": 0.98135, "hit_rate_at_50": 0.98863, "hit_rate_at_100": 0.99318, "hit_rate_at_1000": 0.99955, "R_cap_at_1": 0.784804, "R_cap_at_3": 0.911283, "R_cap_at_5": 0.940855, "R_cap_at_10": 0.964058, "R_cap_at_20": 0.977252, "R_cap_at_25": 0.981347, "R_cap_at_50": 0.988626, "R_cap_at_100": 0.993176, "R_cap_at_1000": 0.999545, "main_score": 0.87996, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83734, "ndcg_at_3": 0.90254, "ndcg_at_5": 0.91333, "ndcg_at_10": 0.91797, "ndcg_at_20": 0.92045, "ndcg_at_25": 0.92059, "ndcg_at_50": 0.92095, "ndcg_at_100": 0.92106, "ndcg_at_1000": 0.92124, "map_at_1": 0.83734, "map_at_3": 0.88734, "map_at_5": 0.89339, "map_at_10": 0.89538, "map_at_20": 0.8961, "map_at_25": 0.89613, "map_at_50": 0.89618, "map_at_100": 0.89619, "map_at_1000": 0.8962, "recall_at_1": 0.83734, "recall_at_3": 0.9462, "recall_at_5": 0.97215, "recall_at_10": 0.98608, "recall_at_20": 0.99557, "recall_at_25": 0.9962, "recall_at_50": 0.9981, "recall_at_100": 0.99873, "recall_at_1000": 1.0, "accuracy": 0.83734, "precision_at_1": 0.83734, "precision_at_3": 0.3154, "precision_at_5": 0.19443, "precision_at_10": 0.09861, "precision_at_20": 0.04978, "precision_at_25": 0.03985, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.837342, "mrr_at_3": 0.887342, "mrr_at_5": 0.893386, "mrr_at_10": 0.89538, "mrr_at_20": 0.8961, "mrr_at_25": 0.896129, "mrr_at_50": 0.896182, "mrr_at_100": 0.896193, "mrr_at_1000": 0.896202, "nauc_ndcg_at_1_max": 0.315572, "nauc_ndcg_at_1_std": -0.436625, "nauc_ndcg_at_1_diff1": 0.856007, "nauc_ndcg_at_3_max": 0.360493, "nauc_ndcg_at_3_std": -0.526881, "nauc_ndcg_at_3_diff1": 0.843471, "nauc_ndcg_at_5_max": 0.356572, "nauc_ndcg_at_5_std": -0.529515, "nauc_ndcg_at_5_diff1": 0.846641, "nauc_ndcg_at_10_max": 0.352011, "nauc_ndcg_at_10_std": -0.504955, "nauc_ndcg_at_10_diff1": 0.847604, "nauc_ndcg_at_20_max": 0.34635, "nauc_ndcg_at_20_std": -0.499386, "nauc_ndcg_at_20_diff1": 0.848502, "nauc_ndcg_at_25_max": 0.345153, "nauc_ndcg_at_25_std": -0.499987, "nauc_ndcg_at_25_diff1": 0.848225, "nauc_ndcg_at_50_max": 0.3432, "nauc_ndcg_at_50_std": -0.498746, "nauc_ndcg_at_50_diff1": 0.848387, "nauc_ndcg_at_100_max": 0.343516, "nauc_ndcg_at_100_std": -0.496964, "nauc_ndcg_at_100_diff1": 0.848568, "nauc_ndcg_at_1000_max": 0.342852, "nauc_ndcg_at_1000_std": -0.49537, "nauc_ndcg_at_1000_diff1": 0.84822, "nauc_map_at_1_max": 0.315572, "nauc_map_at_1_std": -0.436625, "nauc_map_at_1_diff1": 0.856007, "nauc_map_at_3_max": 0.34558, "nauc_map_at_3_std": -0.499827, "nauc_map_at_3_diff1": 0.84664, "nauc_map_at_5_max": 0.342811, "nauc_map_at_5_std": -0.498681, "nauc_map_at_5_diff1": 0.848299, "nauc_map_at_10_max": 0.341006, "nauc_map_at_10_std": -0.490037, "nauc_map_at_10_diff1": 0.848614, "nauc_map_at_20_max": 0.339581, "nauc_map_at_20_std": -0.488712, "nauc_map_at_20_diff1": 0.848753, "nauc_map_at_25_max": 0.339391, "nauc_map_at_25_std": -0.488804, "nauc_map_at_25_diff1": 0.84871, "nauc_map_at_50_max": 0.339179, "nauc_map_at_50_std": -0.488611, "nauc_map_at_50_diff1": 0.848729, "nauc_map_at_100_max": 0.339204, "nauc_map_at_100_std": -0.488467, "nauc_map_at_100_diff1": 0.848743, "nauc_map_at_1000_max": 0.339181, "nauc_map_at_1000_std": -0.488394, "nauc_map_at_1000_diff1": 0.84873, "nauc_recall_at_1_max": 0.315572, "nauc_recall_at_1_std": -0.436625, "nauc_recall_at_1_diff1": 0.856007, "nauc_recall_at_3_max": 0.446927, "nauc_recall_at_3_std": -0.681167, "nauc_recall_at_3_diff1": 0.825957, "nauc_recall_at_5_max": 0.500615, "nauc_recall_at_5_std": -0.855477, "nauc_recall_at_5_diff1": 0.832209, "nauc_recall_at_10_max": 0.567333, "nauc_recall_at_10_std": -0.752695, "nauc_recall_at_10_diff1": 0.835668, "nauc_recall_at_20_max": 0.667934, "nauc_recall_at_20_std": -0.912031, "nauc_recall_at_20_diff1": 0.880952, "nauc_recall_at_25_max": 0.612589, "nauc_recall_at_25_std": -1.035481, "nauc_recall_at_25_diff1": 0.861111, "nauc_recall_at_50_max": 0.466387, "nauc_recall_at_50_std": -1.347806, "nauc_recall_at_50_diff1": 0.907407, "nauc_recall_at_100_max": 0.638189, "nauc_recall_at_100_std": -1.151727, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.315572, "nauc_precision_at_1_std": -0.436625, "nauc_precision_at_1_diff1": 0.856007, "nauc_precision_at_3_max": 0.446927, "nauc_precision_at_3_std": -0.681167, "nauc_precision_at_3_diff1": 0.825957, "nauc_precision_at_5_max": 0.500615, "nauc_precision_at_5_std": -0.855477, "nauc_precision_at_5_diff1": 0.832209, "nauc_precision_at_10_max": 0.567333, "nauc_precision_at_10_std": -0.752695, "nauc_precision_at_10_diff1": 0.835668, "nauc_precision_at_20_max": 0.667934, "nauc_precision_at_20_std": -0.912031, "nauc_precision_at_20_diff1": 0.880952, "nauc_precision_at_25_max": 0.612589, "nauc_precision_at_25_std": -1.035481, "nauc_precision_at_25_diff1": 0.861111, "nauc_precision_at_50_max": 0.466387, "nauc_precision_at_50_std": -1.347806, "nauc_precision_at_50_diff1": 0.907407, "nauc_precision_at_100_max": 0.638189, "nauc_precision_at_100_std": -1.151727, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.315572, "nauc_mrr_at_1_std": -0.436625, "nauc_mrr_at_1_diff1": 0.856007, "nauc_mrr_at_3_max": 0.34558, "nauc_mrr_at_3_std": -0.499827, "nauc_mrr_at_3_diff1": 0.84664, "nauc_mrr_at_5_max": 0.342811, "nauc_mrr_at_5_std": -0.498681, "nauc_mrr_at_5_diff1": 0.848299, "nauc_mrr_at_10_max": 0.341006, "nauc_mrr_at_10_std": -0.490037, "nauc_mrr_at_10_diff1": 0.848614, "nauc_mrr_at_20_max": 0.339581, "nauc_mrr_at_20_std": -0.488712, "nauc_mrr_at_20_diff1": 0.848753, "nauc_mrr_at_25_max": 0.339391, "nauc_mrr_at_25_std": -0.488804, "nauc_mrr_at_25_diff1": 0.84871, "nauc_mrr_at_50_max": 0.339179, "nauc_mrr_at_50_std": -0.488611, "nauc_mrr_at_50_diff1": 0.848729, "nauc_mrr_at_100_max": 0.339204, "nauc_mrr_at_100_std": -0.488467, "nauc_mrr_at_100_diff1": 0.848743, "nauc_mrr_at_1000_max": 0.339181, "nauc_mrr_at_1000_std": -0.488394, "nauc_mrr_at_1000_diff1": 0.84873, "hit_rate_at_1": 0.83734, "hit_rate_at_3": 0.9462, "hit_rate_at_5": 0.97215, "hit_rate_at_10": 0.98608, "hit_rate_at_20": 0.99557, "hit_rate_at_25": 0.9962, "hit_rate_at_50": 0.9981, "hit_rate_at_100": 0.99873, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.837342, "R_cap_at_3": 0.946203, "R_cap_at_5": 0.972152, "R_cap_at_10": 0.986076, "R_cap_at_20": 0.99557, "R_cap_at_25": 0.996203, "R_cap_at_50": 0.998101, "R_cap_at_100": 0.998734, "R_cap_at_1000": 1.0, "main_score": 0.91797, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82072, "ndcg_at_3": 0.87903, "ndcg_at_5": 0.89006, "ndcg_at_10": 0.89752, "ndcg_at_20": 0.90186, "ndcg_at_25": 0.9025, "ndcg_at_50": 0.90421, "ndcg_at_100": 0.9047, "ndcg_at_1000": 0.90476, "map_at_1": 0.82072, "map_at_3": 0.86514, "map_at_5": 0.87133, "map_at_10": 0.87449, "map_at_20": 0.87572, "map_at_25": 0.87585, "map_at_50": 0.87612, "map_at_100": 0.87617, "map_at_1000": 0.87617, "recall_at_1": 0.82072, "recall_at_3": 0.91904, "recall_at_5": 0.94554, "recall_at_10": 0.96819, "recall_at_20": 0.98506, "recall_at_25": 0.98795, "recall_at_50": 0.99663, "recall_at_100": 0.99952, "recall_at_1000": 1.0, "accuracy": 0.82072, "precision_at_1": 0.82072, "precision_at_3": 0.30635, "precision_at_5": 0.18911, "precision_at_10": 0.09682, "precision_at_20": 0.04925, "precision_at_25": 0.03952, "precision_at_50": 0.01993, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.820723, "mrr_at_3": 0.865141, "mrr_at_5": 0.871333, "mrr_at_10": 0.874492, "mrr_at_20": 0.875722, "mrr_at_25": 0.875851, "mrr_at_50": 0.876118, "mrr_at_100": 0.876169, "mrr_at_1000": 0.876171, "nauc_ndcg_at_1_max": 0.448379, "nauc_ndcg_at_1_std": -0.421496, "nauc_ndcg_at_1_diff1": 0.858155, "nauc_ndcg_at_3_max": 0.475774, "nauc_ndcg_at_3_std": -0.49427, "nauc_ndcg_at_3_diff1": 0.8383, "nauc_ndcg_at_5_max": 0.466984, "nauc_ndcg_at_5_std": -0.499965, "nauc_ndcg_at_5_diff1": 0.842928, "nauc_ndcg_at_10_max": 0.470456, "nauc_ndcg_at_10_std": -0.490659, "nauc_ndcg_at_10_diff1": 0.84511, "nauc_ndcg_at_20_max": 0.470888, "nauc_ndcg_at_20_std": -0.476881, "nauc_ndcg_at_20_diff1": 0.846027, "nauc_ndcg_at_25_max": 0.470993, "nauc_ndcg_at_25_std": -0.475199, "nauc_ndcg_at_25_diff1": 0.845606, "nauc_ndcg_at_50_max": 0.469144, "nauc_ndcg_at_50_std": -0.472987, "nauc_ndcg_at_50_diff1": 0.846313, "nauc_ndcg_at_100_max": 0.46791, "nauc_ndcg_at_100_std": -0.472697, "nauc_ndcg_at_100_diff1": 0.846136, "nauc_ndcg_at_1000_max": 0.467554, "nauc_ndcg_at_1000_std": -0.473684, "nauc_ndcg_at_1000_diff1": 0.846332, "nauc_map_at_1_max": 0.448379, "nauc_map_at_1_std": -0.421496, "nauc_map_at_1_diff1": 0.858155, "nauc_map_at_3_max": 0.469535, "nauc_map_at_3_std": -0.473396, "nauc_map_at_3_diff1": 0.843984, "nauc_map_at_5_max": 0.465073, "nauc_map_at_5_std": -0.474901, "nauc_map_at_5_diff1": 0.846442, "nauc_map_at_10_max": 0.466212, "nauc_map_at_10_std": -0.47113, "nauc_map_at_10_diff1": 0.847319, "nauc_map_at_20_max": 0.466087, "nauc_map_at_20_std": -0.468136, "nauc_map_at_20_diff1": 0.847511, "nauc_map_at_25_max": 0.466093, "nauc_map_at_25_std": -0.467861, "nauc_map_at_25_diff1": 0.847443, "nauc_map_at_50_max": 0.465808, "nauc_map_at_50_std": -0.46763, "nauc_map_at_50_diff1": 0.847523, "nauc_map_at_100_max": 0.465709, "nauc_map_at_100_std": -0.467608, "nauc_map_at_100_diff1": 0.847509, "nauc_map_at_1000_max": 0.4657, "nauc_map_at_1000_std": -0.467634, "nauc_map_at_1000_diff1": 0.847514, "nauc_recall_at_1_max": 0.448379, "nauc_recall_at_1_std": -0.421496, "nauc_recall_at_1_diff1": 0.858155, "nauc_recall_at_3_max": 0.502999, "nauc_recall_at_3_std": -0.589281, "nauc_recall_at_3_diff1": 0.812438, "nauc_recall_at_5_max": 0.474315, "nauc_recall_at_5_std": -0.663949, "nauc_recall_at_5_diff1": 0.82203, "nauc_recall_at_10_max": 0.512718, "nauc_recall_at_10_std": -0.690672, "nauc_recall_at_10_diff1": 0.827204, "nauc_recall_at_20_max": 0.581486, "nauc_recall_at_20_std": -0.560892, "nauc_recall_at_20_diff1": 0.8316, "nauc_recall_at_25_max": 0.612228, "nauc_recall_at_25_std": -0.521294, "nauc_recall_at_25_diff1": 0.813409, "nauc_recall_at_50_max": 0.741185, "nauc_recall_at_50_std": -0.310857, "nauc_recall_at_50_diff1": 0.832902, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.554062, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.448379, "nauc_precision_at_1_std": -0.421496, "nauc_precision_at_1_diff1": 0.858155, "nauc_precision_at_3_max": 0.502999, "nauc_precision_at_3_std": -0.589281, "nauc_precision_at_3_diff1": 0.812438, "nauc_precision_at_5_max": 0.474315, "nauc_precision_at_5_std": -0.663949, "nauc_precision_at_5_diff1": 0.82203, "nauc_precision_at_10_max": 0.512718, "nauc_precision_at_10_std": -0.690672, "nauc_precision_at_10_diff1": 0.827204, "nauc_precision_at_20_max": 0.581486, "nauc_precision_at_20_std": -0.560892, "nauc_precision_at_20_diff1": 0.8316, "nauc_precision_at_25_max": 0.612228, "nauc_precision_at_25_std": -0.521294, "nauc_precision_at_25_diff1": 0.813409, "nauc_precision_at_50_max": 0.741185, "nauc_precision_at_50_std": -0.310857, "nauc_precision_at_50_diff1": 0.832902, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.554062, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.448379, "nauc_mrr_at_1_std": -0.421496, "nauc_mrr_at_1_diff1": 0.858155, "nauc_mrr_at_3_max": 0.469535, "nauc_mrr_at_3_std": -0.473396, "nauc_mrr_at_3_diff1": 0.843984, "nauc_mrr_at_5_max": 0.465073, "nauc_mrr_at_5_std": -0.474901, "nauc_mrr_at_5_diff1": 0.846442, "nauc_mrr_at_10_max": 0.466212, "nauc_mrr_at_10_std": -0.47113, "nauc_mrr_at_10_diff1": 0.847319, "nauc_mrr_at_20_max": 0.466087, "nauc_mrr_at_20_std": -0.468136, "nauc_mrr_at_20_diff1": 0.847511, "nauc_mrr_at_25_max": 0.466093, "nauc_mrr_at_25_std": -0.467861, "nauc_mrr_at_25_diff1": 0.847443, "nauc_mrr_at_50_max": 0.465808, "nauc_mrr_at_50_std": -0.46763, "nauc_mrr_at_50_diff1": 0.847523, "nauc_mrr_at_100_max": 0.465709, "nauc_mrr_at_100_std": -0.467608, "nauc_mrr_at_100_diff1": 0.847509, "nauc_mrr_at_1000_max": 0.4657, "nauc_mrr_at_1000_std": -0.467634, "nauc_mrr_at_1000_diff1": 0.847514, "hit_rate_at_1": 0.82072, "hit_rate_at_3": 0.91904, "hit_rate_at_5": 0.94554, "hit_rate_at_10": 0.96819, "hit_rate_at_20": 0.98506, "hit_rate_at_25": 0.98795, "hit_rate_at_50": 0.99663, "hit_rate_at_100": 0.99952, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.820723, "R_cap_at_3": 0.919036, "R_cap_at_5": 0.945542, "R_cap_at_10": 0.968193, "R_cap_at_20": 0.98506, "R_cap_at_25": 0.987952, "R_cap_at_50": 0.996627, "R_cap_at_100": 0.999518, "R_cap_at_1000": 1.0, "main_score": 0.89752, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72584, "ndcg_at_3": 0.81367, "ndcg_at_5": 0.82944, "ndcg_at_10": 0.83931, "ndcg_at_20": 0.8463, "ndcg_at_25": 0.84745, "ndcg_at_50": 0.84986, "ndcg_at_100": 0.85141, "ndcg_at_1000": 0.85182, "map_at_1": 0.72584, "map_at_3": 0.79284, "map_at_5": 0.80166, "map_at_10": 0.80575, "map_at_20": 0.80769, "map_at_25": 0.80792, "map_at_50": 0.80829, "map_at_100": 0.80843, "map_at_1000": 0.80845, "recall_at_1": 0.72584, "recall_at_3": 0.87364, "recall_at_5": 0.91162, "recall_at_10": 0.94208, "recall_at_20": 0.96954, "recall_at_25": 0.9748, "recall_at_50": 0.98721, "recall_at_100": 0.99662, "recall_at_1000": 0.99962, "accuracy": 0.72584, "precision_at_1": 0.72584, "precision_at_3": 0.29121, "precision_at_5": 0.18232, "precision_at_10": 0.09421, "precision_at_20": 0.04848, "precision_at_25": 0.03899, "precision_at_50": 0.01974, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.725837, "mrr_at_3": 0.792842, "mrr_at_5": 0.801661, "mrr_at_10": 0.805747, "mrr_at_20": 0.807691, "mrr_at_25": 0.807923, "mrr_at_50": 0.808287, "mrr_at_100": 0.808429, "mrr_at_1000": 0.808448, "nauc_ndcg_at_1_max": 0.357156, "nauc_ndcg_at_1_std": -0.364417, "nauc_ndcg_at_1_diff1": 0.814098, "nauc_ndcg_at_3_max": 0.377041, "nauc_ndcg_at_3_std": -0.469702, "nauc_ndcg_at_3_diff1": 0.794436, "nauc_ndcg_at_5_max": 0.364014, "nauc_ndcg_at_5_std": -0.510053, "nauc_ndcg_at_5_diff1": 0.795051, "nauc_ndcg_at_10_max": 0.367418, "nauc_ndcg_at_10_std": -0.502009, "nauc_ndcg_at_10_diff1": 0.798416, "nauc_ndcg_at_20_max": 0.369244, "nauc_ndcg_at_20_std": -0.487387, "nauc_ndcg_at_20_diff1": 0.79988, "nauc_ndcg_at_25_max": 0.368102, "nauc_ndcg_at_25_std": -0.484267, "nauc_ndcg_at_25_diff1": 0.800117, "nauc_ndcg_at_50_max": 0.367973, "nauc_ndcg_at_50_std": -0.473477, "nauc_ndcg_at_50_diff1": 0.799795, "nauc_ndcg_at_100_max": 0.367366, "nauc_ndcg_at_100_std": -0.463421, "nauc_ndcg_at_100_diff1": 0.799509, "nauc_ndcg_at_1000_max": 0.367002, "nauc_ndcg_at_1000_std": -0.464029, "nauc_ndcg_at_1000_diff1": 0.800605, "nauc_map_at_1_max": 0.357156, "nauc_map_at_1_std": -0.364417, "nauc_map_at_1_diff1": 0.814098, "nauc_map_at_3_max": 0.370882, "nauc_map_at_3_std": -0.439581, "nauc_map_at_3_diff1": 0.800011, "nauc_map_at_5_max": 0.36434, "nauc_map_at_5_std": -0.457904, "nauc_map_at_5_diff1": 0.800503, "nauc_map_at_10_max": 0.36542, "nauc_map_at_10_std": -0.454241, "nauc_map_at_10_diff1": 0.801754, "nauc_map_at_20_max": 0.366018, "nauc_map_at_20_std": -0.450464, "nauc_map_at_20_diff1": 0.802146, "nauc_map_at_25_max": 0.365822, "nauc_map_at_25_std": -0.449905, "nauc_map_at_25_diff1": 0.802187, "nauc_map_at_50_max": 0.365792, "nauc_map_at_50_std": -0.448573, "nauc_map_at_50_diff1": 0.802166, "nauc_map_at_100_max": 0.365722, "nauc_map_at_100_std": -0.447864, "nauc_map_at_100_diff1": 0.802143, "nauc_map_at_1000_max": 0.365707, "nauc_map_at_1000_std": -0.447873, "nauc_map_at_1000_diff1": 0.802184, "nauc_recall_at_1_max": 0.357156, "nauc_recall_at_1_std": -0.364417, "nauc_recall_at_1_diff1": 0.814098, "nauc_recall_at_3_max": 0.404193, "nauc_recall_at_3_std": -0.600912, "nauc_recall_at_3_diff1": 0.770186, "nauc_recall_at_5_max": 0.358419, "nauc_recall_at_5_std": -0.82481, "nauc_recall_at_5_diff1": 0.763796, "nauc_recall_at_10_max": 0.383877, "nauc_recall_at_10_std": -0.922022, "nauc_recall_at_10_diff1": 0.77436, "nauc_recall_at_20_max": 0.423306, "nauc_recall_at_20_std": -1.034951, "nauc_recall_at_20_diff1": 0.777868, "nauc_recall_at_25_max": 0.406438, "nauc_recall_at_25_std": -1.07142, "nauc_recall_at_25_diff1": 0.779292, "nauc_recall_at_50_max": 0.43855, "nauc_recall_at_50_std": -1.045354, "nauc_recall_at_50_diff1": 0.739132, "nauc_recall_at_100_max": 0.514069, "nauc_recall_at_100_std": -0.165269, "nauc_recall_at_100_diff1": 0.506811, "nauc_recall_at_1000_max": 0.722203, "nauc_recall_at_1000_std": 0.357981, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.357156, "nauc_precision_at_1_std": -0.364417, "nauc_precision_at_1_diff1": 0.814098, "nauc_precision_at_3_max": 0.404193, "nauc_precision_at_3_std": -0.600912, "nauc_precision_at_3_diff1": 0.770186, "nauc_precision_at_5_max": 0.358419, "nauc_precision_at_5_std": -0.82481, "nauc_precision_at_5_diff1": 0.763796, "nauc_precision_at_10_max": 0.383877, "nauc_precision_at_10_std": -0.922022, "nauc_precision_at_10_diff1": 0.77436, "nauc_precision_at_20_max": 0.423306, "nauc_precision_at_20_std": -1.034951, "nauc_precision_at_20_diff1": 0.777868, "nauc_precision_at_25_max": 0.406438, "nauc_precision_at_25_std": -1.07142, "nauc_precision_at_25_diff1": 0.779292, "nauc_precision_at_50_max": 0.43855, "nauc_precision_at_50_std": -1.045354, "nauc_precision_at_50_diff1": 0.739132, "nauc_precision_at_100_max": 0.514069, "nauc_precision_at_100_std": -0.165269, "nauc_precision_at_100_diff1": 0.506811, "nauc_precision_at_1000_max": 0.722203, "nauc_precision_at_1000_std": 0.357981, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.357156, "nauc_mrr_at_1_std": -0.364417, "nauc_mrr_at_1_diff1": 0.814098, "nauc_mrr_at_3_max": 0.370882, "nauc_mrr_at_3_std": -0.439581, "nauc_mrr_at_3_diff1": 0.800011, "nauc_mrr_at_5_max": 0.36434, "nauc_mrr_at_5_std": -0.457904, "nauc_mrr_at_5_diff1": 0.800503, "nauc_mrr_at_10_max": 0.36542, "nauc_mrr_at_10_std": -0.454241, "nauc_mrr_at_10_diff1": 0.801754, "nauc_mrr_at_20_max": 0.366018, "nauc_mrr_at_20_std": -0.450464, "nauc_mrr_at_20_diff1": 0.802146, "nauc_mrr_at_25_max": 0.365822, "nauc_mrr_at_25_std": -0.449905, "nauc_mrr_at_25_diff1": 0.802187, "nauc_mrr_at_50_max": 0.365792, "nauc_mrr_at_50_std": -0.448573, "nauc_mrr_at_50_diff1": 0.802166, "nauc_mrr_at_100_max": 0.365722, "nauc_mrr_at_100_std": -0.447864, "nauc_mrr_at_100_diff1": 0.802143, "nauc_mrr_at_1000_max": 0.365707, "nauc_mrr_at_1000_std": -0.447873, "nauc_mrr_at_1000_diff1": 0.802184, "hit_rate_at_1": 0.72584, "hit_rate_at_3": 0.87364, "hit_rate_at_5": 0.91162, "hit_rate_at_10": 0.94208, "hit_rate_at_20": 0.96954, "hit_rate_at_25": 0.9748, "hit_rate_at_50": 0.98721, "hit_rate_at_100": 0.99662, "hit_rate_at_1000": 0.99962, "R_cap_at_1": 0.725837, "R_cap_at_3": 0.873637, "R_cap_at_5": 0.911621, "R_cap_at_10": 0.942083, "R_cap_at_20": 0.969537, "R_cap_at_25": 0.974803, "R_cap_at_50": 0.987213, "R_cap_at_100": 0.996615, "R_cap_at_1000": 0.999624, "main_score": 0.83931, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75275, "ndcg_at_3": 0.84014, "ndcg_at_5": 0.85208, "ndcg_at_10": 0.86234, "ndcg_at_20": 0.86674, "ndcg_at_25": 0.8681, "ndcg_at_50": 0.86998, "ndcg_at_100": 0.87065, "ndcg_at_1000": 0.87091, "map_at_1": 0.75275, "map_at_3": 0.8191, "map_at_5": 0.82575, "map_at_10": 0.83012, "map_at_20": 0.83135, "map_at_25": 0.83162, "map_at_50": 0.83191, "map_at_100": 0.83197, "map_at_1000": 0.83198, "recall_at_1": 0.75275, "recall_at_3": 0.90083, "recall_at_5": 0.92975, "recall_at_10": 0.96074, "recall_at_20": 0.97796, "recall_at_25": 0.98416, "recall_at_50": 0.9938, "recall_at_100": 0.99793, "recall_at_1000": 1.0, "accuracy": 0.75275, "precision_at_1": 0.75275, "precision_at_3": 0.30028, "precision_at_5": 0.18595, "precision_at_10": 0.09607, "precision_at_20": 0.0489, "precision_at_25": 0.03937, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.752755, "mrr_at_3": 0.8191, "mrr_at_5": 0.825746, "mrr_at_10": 0.830117, "mrr_at_20": 0.831351, "mrr_at_25": 0.831624, "mrr_at_50": 0.831912, "mrr_at_100": 0.831972, "mrr_at_1000": 0.831981, "nauc_ndcg_at_1_max": 0.354768, "nauc_ndcg_at_1_std": -0.324212, "nauc_ndcg_at_1_diff1": 0.797917, "nauc_ndcg_at_3_max": 0.380968, "nauc_ndcg_at_3_std": -0.403335, "nauc_ndcg_at_3_diff1": 0.761352, "nauc_ndcg_at_5_max": 0.378462, "nauc_ndcg_at_5_std": -0.414973, "nauc_ndcg_at_5_diff1": 0.767771, "nauc_ndcg_at_10_max": 0.384066, "nauc_ndcg_at_10_std": -0.39052, "nauc_ndcg_at_10_diff1": 0.770055, "nauc_ndcg_at_20_max": 0.381758, "nauc_ndcg_at_20_std": -0.378438, "nauc_ndcg_at_20_diff1": 0.770526, "nauc_ndcg_at_25_max": 0.38089, "nauc_ndcg_at_25_std": -0.375734, "nauc_ndcg_at_25_diff1": 0.770559, "nauc_ndcg_at_50_max": 0.377891, "nauc_ndcg_at_50_std": -0.377425, "nauc_ndcg_at_50_diff1": 0.771603, "nauc_ndcg_at_100_max": 0.377795, "nauc_ndcg_at_100_std": -0.376104, "nauc_ndcg_at_100_diff1": 0.772786, "nauc_ndcg_at_1000_max": 0.376822, "nauc_ndcg_at_1000_std": -0.377945, "nauc_ndcg_at_1000_diff1": 0.773268, "nauc_map_at_1_max": 0.354768, "nauc_map_at_1_std": -0.324212, "nauc_map_at_1_diff1": 0.797917, "nauc_map_at_3_max": 0.374543, "nauc_map_at_3_std": -0.380549, "nauc_map_at_3_diff1": 0.771039, "nauc_map_at_5_max": 0.373409, "nauc_map_at_5_std": -0.38497, "nauc_map_at_5_diff1": 0.774608, "nauc_map_at_10_max": 0.375186, "nauc_map_at_10_std": -0.375472, "nauc_map_at_10_diff1": 0.775661, "nauc_map_at_20_max": 0.374543, "nauc_map_at_20_std": -0.372814, "nauc_map_at_20_diff1": 0.775827, "nauc_map_at_25_max": 0.374389, "nauc_map_at_25_std": -0.372378, "nauc_map_at_25_diff1": 0.775837, "nauc_map_at_50_max": 0.373958, "nauc_map_at_50_std": -0.37269, "nauc_map_at_50_diff1": 0.775976, "nauc_map_at_100_max": 0.373926, "nauc_map_at_100_std": -0.372622, "nauc_map_at_100_diff1": 0.776064, "nauc_map_at_1000_max": 0.373896, "nauc_map_at_1000_std": -0.372672, "nauc_map_at_1000_diff1": 0.776075, "nauc_recall_at_1_max": 0.354768, "nauc_recall_at_1_std": -0.324212, "nauc_recall_at_1_diff1": 0.797917, "nauc_recall_at_3_max": 0.410799, "nauc_recall_at_3_std": -0.512186, "nauc_recall_at_3_diff1": 0.715727, "nauc_recall_at_5_max": 0.408093, "nauc_recall_at_5_std": -0.613957, "nauc_recall_at_5_diff1": 0.726392, "nauc_recall_at_10_max": 0.486663, "nauc_recall_at_10_std": -0.535365, "nauc_recall_at_10_diff1": 0.714794, "nauc_recall_at_20_max": 0.51945, "nauc_recall_at_20_std": -0.377436, "nauc_recall_at_20_diff1": 0.681156, "nauc_recall_at_25_max": 0.543257, "nauc_recall_at_25_std": -0.282055, "nauc_recall_at_25_diff1": 0.647721, "nauc_recall_at_50_max": 0.520116, "nauc_recall_at_50_std": -0.265264, "nauc_recall_at_50_diff1": 0.558949, "nauc_recall_at_100_max": 0.80782, "nauc_recall_at_100_std": 0.466398, "nauc_recall_at_100_diff1": 0.544829, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.354768, "nauc_precision_at_1_std": -0.324212, "nauc_precision_at_1_diff1": 0.797917, "nauc_precision_at_3_max": 0.410799, "nauc_precision_at_3_std": -0.512186, "nauc_precision_at_3_diff1": 0.715727, "nauc_precision_at_5_max": 0.408093, "nauc_precision_at_5_std": -0.613957, "nauc_precision_at_5_diff1": 0.726392, "nauc_precision_at_10_max": 0.486663, "nauc_precision_at_10_std": -0.535365, "nauc_precision_at_10_diff1": 0.714794, "nauc_precision_at_20_max": 0.51945, "nauc_precision_at_20_std": -0.377436, "nauc_precision_at_20_diff1": 0.681156, "nauc_precision_at_25_max": 0.543257, "nauc_precision_at_25_std": -0.282055, "nauc_precision_at_25_diff1": 0.647721, "nauc_precision_at_50_max": 0.520116, "nauc_precision_at_50_std": -0.265264, "nauc_precision_at_50_diff1": 0.558949, "nauc_precision_at_100_max": 0.80782, "nauc_precision_at_100_std": 0.466398, "nauc_precision_at_100_diff1": 0.544829, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.354768, "nauc_mrr_at_1_std": -0.324212, "nauc_mrr_at_1_diff1": 0.797917, "nauc_mrr_at_3_max": 0.374543, "nauc_mrr_at_3_std": -0.380549, "nauc_mrr_at_3_diff1": 0.771039, "nauc_mrr_at_5_max": 0.373409, "nauc_mrr_at_5_std": -0.38497, "nauc_mrr_at_5_diff1": 0.774608, "nauc_mrr_at_10_max": 0.375186, "nauc_mrr_at_10_std": -0.375472, "nauc_mrr_at_10_diff1": 0.775661, "nauc_mrr_at_20_max": 0.374543, "nauc_mrr_at_20_std": -0.372814, "nauc_mrr_at_20_diff1": 0.775827, "nauc_mrr_at_25_max": 0.374389, "nauc_mrr_at_25_std": -0.372378, "nauc_mrr_at_25_diff1": 0.775837, "nauc_mrr_at_50_max": 0.373958, "nauc_mrr_at_50_std": -0.37269, "nauc_mrr_at_50_diff1": 0.775976, "nauc_mrr_at_100_max": 0.373926, "nauc_mrr_at_100_std": -0.372622, "nauc_mrr_at_100_diff1": 0.776064, "nauc_mrr_at_1000_max": 0.373896, "nauc_mrr_at_1000_std": -0.372672, "nauc_mrr_at_1000_diff1": 0.776075, "hit_rate_at_1": 0.75275, "hit_rate_at_3": 0.90083, "hit_rate_at_5": 0.92975, "hit_rate_at_10": 0.96074, "hit_rate_at_20": 0.97796, "hit_rate_at_25": 0.98416, "hit_rate_at_50": 0.9938, "hit_rate_at_100": 0.99793, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.752755, "R_cap_at_3": 0.900826, "R_cap_at_5": 0.929752, "R_cap_at_10": 0.960744, "R_cap_at_20": 0.977961, "R_cap_at_25": 0.98416, "R_cap_at_50": 0.993802, "R_cap_at_100": 0.997934, "R_cap_at_1000": 1.0, "main_score": 0.86234, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78347, "ndcg_at_3": 0.85764, "ndcg_at_5": 0.87003, "ndcg_at_10": 0.87696, "ndcg_at_20": 0.88102, "ndcg_at_25": 0.88186, "ndcg_at_50": 0.88398, "ndcg_at_100": 0.8851, "ndcg_at_1000": 0.8855, "map_at_1": 0.78347, "map_at_3": 0.84012, "map_at_5": 0.84705, "map_at_10": 0.84993, "map_at_20": 0.85106, "map_at_25": 0.85122, "map_at_50": 0.85155, "map_at_100": 0.85164, "map_at_1000": 0.85166, "recall_at_1": 0.78347, "recall_at_3": 0.90803, "recall_at_5": 0.93791, "recall_at_10": 0.95925, "recall_at_20": 0.97516, "recall_at_25": 0.97905, "recall_at_50": 0.98991, "recall_at_100": 0.9969, "recall_at_1000": 1.0, "accuracy": 0.78347, "precision_at_1": 0.78347, "precision_at_3": 0.30268, "precision_at_5": 0.18758, "precision_at_10": 0.09593, "precision_at_20": 0.04876, "precision_at_25": 0.03916, "precision_at_50": 0.0198, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.783469, "mrr_at_3": 0.840124, "mrr_at_5": 0.847051, "mrr_at_10": 0.849926, "mrr_at_20": 0.851056, "mrr_at_25": 0.851225, "mrr_at_50": 0.851548, "mrr_at_100": 0.851643, "mrr_at_1000": 0.851659, "nauc_ndcg_at_1_max": 0.440059, "nauc_ndcg_at_1_std": -0.280942, "nauc_ndcg_at_1_diff1": 0.824374, "nauc_ndcg_at_3_max": 0.480787, "nauc_ndcg_at_3_std": -0.285376, "nauc_ndcg_at_3_diff1": 0.786069, "nauc_ndcg_at_5_max": 0.490823, "nauc_ndcg_at_5_std": -0.298969, "nauc_ndcg_at_5_diff1": 0.798314, "nauc_ndcg_at_10_max": 0.487724, "nauc_ndcg_at_10_std": -0.292854, "nauc_ndcg_at_10_diff1": 0.801719, "nauc_ndcg_at_20_max": 0.485191, "nauc_ndcg_at_20_std": -0.285582, "nauc_ndcg_at_20_diff1": 0.801723, "nauc_ndcg_at_25_max": 0.482921, "nauc_ndcg_at_25_std": -0.284408, "nauc_ndcg_at_25_diff1": 0.801982, "nauc_ndcg_at_50_max": 0.480032, "nauc_ndcg_at_50_std": -0.286245, "nauc_ndcg_at_50_diff1": 0.802761, "nauc_ndcg_at_100_max": 0.478386, "nauc_ndcg_at_100_std": -0.28589, "nauc_ndcg_at_100_diff1": 0.803222, "nauc_ndcg_at_1000_max": 0.477261, "nauc_ndcg_at_1000_std": -0.287528, "nauc_ndcg_at_1000_diff1": 0.803289, "nauc_map_at_1_max": 0.440059, "nauc_map_at_1_std": -0.280942, "nauc_map_at_1_diff1": 0.824374, "nauc_map_at_3_max": 0.469561, "nauc_map_at_3_std": -0.284749, "nauc_map_at_3_diff1": 0.797151, "nauc_map_at_5_max": 0.474039, "nauc_map_at_5_std": -0.291352, "nauc_map_at_5_diff1": 0.803436, "nauc_map_at_10_max": 0.472752, "nauc_map_at_10_std": -0.28904, "nauc_map_at_10_diff1": 0.80479, "nauc_map_at_20_max": 0.47211, "nauc_map_at_20_std": -0.287614, "nauc_map_at_20_diff1": 0.804945, "nauc_map_at_25_max": 0.471734, "nauc_map_at_25_std": -0.287432, "nauc_map_at_25_diff1": 0.804992, "nauc_map_at_50_max": 0.471394, "nauc_map_at_50_std": -0.287616, "nauc_map_at_50_diff1": 0.805086, "nauc_map_at_100_max": 0.471286, "nauc_map_at_100_std": -0.287558, "nauc_map_at_100_diff1": 0.805122, "nauc_map_at_1000_max": 0.471249, "nauc_map_at_1000_std": -0.287603, "nauc_map_at_1000_diff1": 0.805124, "nauc_recall_at_1_max": 0.440059, "nauc_recall_at_1_std": -0.280942, "nauc_recall_at_1_diff1": 0.824374, "nauc_recall_at_3_max": 0.532609, "nauc_recall_at_3_std": -0.287807, "nauc_recall_at_3_diff1": 0.734499, "nauc_recall_at_5_max": 0.603451, "nauc_recall_at_5_std": -0.352732, "nauc_recall_at_5_diff1": 0.769268, "nauc_recall_at_10_max": 0.633022, "nauc_recall_at_10_std": -0.328436, "nauc_recall_at_10_diff1": 0.78239, "nauc_recall_at_20_max": 0.678991, "nauc_recall_at_20_std": -0.213442, "nauc_recall_at_20_diff1": 0.764715, "nauc_recall_at_25_max": 0.65966, "nauc_recall_at_25_std": -0.171366, "nauc_recall_at_25_diff1": 0.763982, "nauc_recall_at_50_max": 0.683932, "nauc_recall_at_50_std": -0.15904, "nauc_recall_at_50_diff1": 0.767293, "nauc_recall_at_100_max": 0.778247, "nauc_recall_at_100_std": 0.168952, "nauc_recall_at_100_diff1": 0.784382, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.440059, "nauc_precision_at_1_std": -0.280942, "nauc_precision_at_1_diff1": 0.824374, "nauc_precision_at_3_max": 0.532609, "nauc_precision_at_3_std": -0.287807, "nauc_precision_at_3_diff1": 0.734499, "nauc_precision_at_5_max": 0.603451, "nauc_precision_at_5_std": -0.352732, "nauc_precision_at_5_diff1": 0.769268, "nauc_precision_at_10_max": 0.633022, "nauc_precision_at_10_std": -0.328436, "nauc_precision_at_10_diff1": 0.78239, "nauc_precision_at_20_max": 0.678991, "nauc_precision_at_20_std": -0.213442, "nauc_precision_at_20_diff1": 0.764715, "nauc_precision_at_25_max": 0.65966, "nauc_precision_at_25_std": -0.171366, "nauc_precision_at_25_diff1": 0.763982, "nauc_precision_at_50_max": 0.683932, "nauc_precision_at_50_std": -0.15904, "nauc_precision_at_50_diff1": 0.767293, "nauc_precision_at_100_max": 0.778247, "nauc_precision_at_100_std": 0.168952, "nauc_precision_at_100_diff1": 0.784382, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.440059, "nauc_mrr_at_1_std": -0.280942, "nauc_mrr_at_1_diff1": 0.824374, "nauc_mrr_at_3_max": 0.469561, "nauc_mrr_at_3_std": -0.284749, "nauc_mrr_at_3_diff1": 0.797151, "nauc_mrr_at_5_max": 0.474039, "nauc_mrr_at_5_std": -0.291352, "nauc_mrr_at_5_diff1": 0.803436, "nauc_mrr_at_10_max": 0.472752, "nauc_mrr_at_10_std": -0.28904, "nauc_mrr_at_10_diff1": 0.80479, "nauc_mrr_at_20_max": 0.47211, "nauc_mrr_at_20_std": -0.287614, "nauc_mrr_at_20_diff1": 0.804945, "nauc_mrr_at_25_max": 0.471734, "nauc_mrr_at_25_std": -0.287432, "nauc_mrr_at_25_diff1": 0.804992, "nauc_mrr_at_50_max": 0.471394, "nauc_mrr_at_50_std": -0.287616, "nauc_mrr_at_50_diff1": 0.805086, "nauc_mrr_at_100_max": 0.471286, "nauc_mrr_at_100_std": -0.287558, "nauc_mrr_at_100_diff1": 0.805122, "nauc_mrr_at_1000_max": 0.471249, "nauc_mrr_at_1000_std": -0.287603, "nauc_mrr_at_1000_diff1": 0.805124, "hit_rate_at_1": 0.78347, "hit_rate_at_3": 0.90803, "hit_rate_at_5": 0.93791, "hit_rate_at_10": 0.95925, "hit_rate_at_20": 0.97516, "hit_rate_at_25": 0.97905, "hit_rate_at_50": 0.98991, "hit_rate_at_100": 0.9969, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.783469, "R_cap_at_3": 0.908033, "R_cap_at_5": 0.937912, "R_cap_at_10": 0.959255, "R_cap_at_20": 0.975165, "R_cap_at_25": 0.979045, "R_cap_at_50": 0.989911, "R_cap_at_100": 0.996896, "R_cap_at_1000": 1.0, "main_score": 0.87696, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79694, "ndcg_at_3": 0.86758, "ndcg_at_5": 0.88121, "ndcg_at_10": 0.88894, "ndcg_at_20": 0.8921, "ndcg_at_25": 0.89275, "ndcg_at_50": 0.89348, "ndcg_at_100": 0.8942, "ndcg_at_1000": 0.89491, "map_at_1": 0.79694, "map_at_3": 0.85137, "map_at_5": 0.85893, "map_at_10": 0.86225, "map_at_20": 0.86313, "map_at_25": 0.86326, "map_at_50": 0.86336, "map_at_100": 0.86343, "map_at_1000": 0.86345, "recall_at_1": 0.79694, "recall_at_3": 0.91403, "recall_at_5": 0.94713, "recall_at_10": 0.97036, "recall_at_20": 0.98271, "recall_at_25": 0.98567, "recall_at_50": 0.98962, "recall_at_100": 0.99407, "recall_at_1000": 0.99951, "accuracy": 0.79694, "precision_at_1": 0.79694, "precision_at_3": 0.30468, "precision_at_5": 0.18943, "precision_at_10": 0.09704, "precision_at_20": 0.04914, "precision_at_25": 0.03943, "precision_at_50": 0.01979, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.796937, "mrr_at_3": 0.851367, "mrr_at_5": 0.858926, "mrr_at_10": 0.862246, "mrr_at_20": 0.863132, "mrr_at_25": 0.863262, "mrr_at_50": 0.863362, "mrr_at_100": 0.863425, "mrr_at_1000": 0.863454, "nauc_ndcg_at_1_max": 0.409651, "nauc_ndcg_at_1_std": -0.253217, "nauc_ndcg_at_1_diff1": 0.825877, "nauc_ndcg_at_3_max": 0.460673, "nauc_ndcg_at_3_std": -0.285598, "nauc_ndcg_at_3_diff1": 0.804987, "nauc_ndcg_at_5_max": 0.463713, "nauc_ndcg_at_5_std": -0.296075, "nauc_ndcg_at_5_diff1": 0.806843, "nauc_ndcg_at_10_max": 0.454429, "nauc_ndcg_at_10_std": -0.29499, "nauc_ndcg_at_10_diff1": 0.810597, "nauc_ndcg_at_20_max": 0.450987, "nauc_ndcg_at_20_std": -0.295658, "nauc_ndcg_at_20_diff1": 0.810852, "nauc_ndcg_at_25_max": 0.448993, "nauc_ndcg_at_25_std": -0.297031, "nauc_ndcg_at_25_diff1": 0.810548, "nauc_ndcg_at_50_max": 0.448823, "nauc_ndcg_at_50_std": -0.292438, "nauc_ndcg_at_50_diff1": 0.81239, "nauc_ndcg_at_100_max": 0.448346, "nauc_ndcg_at_100_std": -0.289092, "nauc_ndcg_at_100_diff1": 0.812825, "nauc_ndcg_at_1000_max": 0.447548, "nauc_ndcg_at_1000_std": -0.28637, "nauc_ndcg_at_1000_diff1": 0.812567, "nauc_map_at_1_max": 0.409651, "nauc_map_at_1_std": -0.253217, "nauc_map_at_1_diff1": 0.825877, "nauc_map_at_3_max": 0.446041, "nauc_map_at_3_std": -0.276492, "nauc_map_at_3_diff1": 0.811198, "nauc_map_at_5_max": 0.447212, "nauc_map_at_5_std": -0.280604, "nauc_map_at_5_diff1": 0.812475, "nauc_map_at_10_max": 0.4436, "nauc_map_at_10_std": -0.28002, "nauc_map_at_10_diff1": 0.813782, "nauc_map_at_20_max": 0.442903, "nauc_map_at_20_std": -0.279931, "nauc_map_at_20_diff1": 0.813885, "nauc_map_at_25_max": 0.442582, "nauc_map_at_25_std": -0.280136, "nauc_map_at_25_diff1": 0.813838, "nauc_map_at_50_max": 0.44254, "nauc_map_at_50_std": -0.279647, "nauc_map_at_50_diff1": 0.814014, "nauc_map_at_100_max": 0.442493, "nauc_map_at_100_std": -0.279451, "nauc_map_at_100_diff1": 0.814045, "nauc_map_at_1000_max": 0.442474, "nauc_map_at_1000_std": -0.279331, "nauc_map_at_1000_diff1": 0.814036, "nauc_recall_at_1_max": 0.409651, "nauc_recall_at_1_std": -0.253217, "nauc_recall_at_1_diff1": 0.825877, "nauc_recall_at_3_max": 0.528904, "nauc_recall_at_3_std": -0.327917, "nauc_recall_at_3_diff1": 0.775856, "nauc_recall_at_5_max": 0.581515, "nauc_recall_at_5_std": -0.41218, "nauc_recall_at_5_diff1": 0.766734, "nauc_recall_at_10_max": 0.573392, "nauc_recall_at_10_std": -0.487362, "nauc_recall_at_10_diff1": 0.778848, "nauc_recall_at_20_max": 0.571019, "nauc_recall_at_20_std": -0.647346, "nauc_recall_at_20_diff1": 0.760794, "nauc_recall_at_25_max": 0.530878, "nauc_recall_at_25_std": -0.76447, "nauc_recall_at_25_diff1": 0.74076, "nauc_recall_at_50_max": 0.556061, "nauc_recall_at_50_std": -0.700972, "nauc_recall_at_50_diff1": 0.814157, "nauc_recall_at_100_max": 0.591601, "nauc_recall_at_100_std": -0.640826, "nauc_recall_at_100_diff1": 0.860735, "nauc_recall_at_1000_max": 0.86931, "nauc_recall_at_1000_std": -0.563506, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.409651, "nauc_precision_at_1_std": -0.253217, "nauc_precision_at_1_diff1": 0.825877, "nauc_precision_at_3_max": 0.528904, "nauc_precision_at_3_std": -0.327917, "nauc_precision_at_3_diff1": 0.775856, "nauc_precision_at_5_max": 0.581515, "nauc_precision_at_5_std": -0.41218, "nauc_precision_at_5_diff1": 0.766734, "nauc_precision_at_10_max": 0.573392, "nauc_precision_at_10_std": -0.487362, "nauc_precision_at_10_diff1": 0.778848, "nauc_precision_at_20_max": 0.571019, "nauc_precision_at_20_std": -0.647346, "nauc_precision_at_20_diff1": 0.760794, "nauc_precision_at_25_max": 0.530878, "nauc_precision_at_25_std": -0.76447, "nauc_precision_at_25_diff1": 0.74076, "nauc_precision_at_50_max": 0.556061, "nauc_precision_at_50_std": -0.700972, "nauc_precision_at_50_diff1": 0.814157, "nauc_precision_at_100_max": 0.591601, "nauc_precision_at_100_std": -0.640826, "nauc_precision_at_100_diff1": 0.860735, "nauc_precision_at_1000_max": 0.86931, "nauc_precision_at_1000_std": -0.563506, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.409651, "nauc_mrr_at_1_std": -0.253217, "nauc_mrr_at_1_diff1": 0.825877, "nauc_mrr_at_3_max": 0.446041, "nauc_mrr_at_3_std": -0.276492, "nauc_mrr_at_3_diff1": 0.811198, "nauc_mrr_at_5_max": 0.447212, "nauc_mrr_at_5_std": -0.280604, "nauc_mrr_at_5_diff1": 0.812475, "nauc_mrr_at_10_max": 0.4436, "nauc_mrr_at_10_std": -0.28002, "nauc_mrr_at_10_diff1": 0.813782, "nauc_mrr_at_20_max": 0.442903, "nauc_mrr_at_20_std": -0.279931, "nauc_mrr_at_20_diff1": 0.813885, "nauc_mrr_at_25_max": 0.442582, "nauc_mrr_at_25_std": -0.280136, "nauc_mrr_at_25_diff1": 0.813838, "nauc_mrr_at_50_max": 0.44254, "nauc_mrr_at_50_std": -0.279647, "nauc_mrr_at_50_diff1": 0.814014, "nauc_mrr_at_100_max": 0.442493, "nauc_mrr_at_100_std": -0.279451, "nauc_mrr_at_100_diff1": 0.814045, "nauc_mrr_at_1000_max": 0.442474, "nauc_mrr_at_1000_std": -0.279331, "nauc_mrr_at_1000_diff1": 0.814036, "hit_rate_at_1": 0.79694, "hit_rate_at_3": 0.91403, "hit_rate_at_5": 0.94713, "hit_rate_at_10": 0.97036, "hit_rate_at_20": 0.98271, "hit_rate_at_25": 0.98567, "hit_rate_at_50": 0.98962, "hit_rate_at_100": 0.99407, "hit_rate_at_1000": 0.99951, "R_cap_at_1": 0.796937, "R_cap_at_3": 0.914032, "R_cap_at_5": 0.947134, "R_cap_at_10": 0.970356, "R_cap_at_20": 0.982708, "R_cap_at_25": 0.985672, "R_cap_at_50": 0.989625, "R_cap_at_100": 0.994071, "R_cap_at_1000": 0.999506, "main_score": 0.88894, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90869, "ndcg_at_3": 0.95029, "ndcg_at_5": 0.95576, "ndcg_at_10": 0.95764, "ndcg_at_20": 0.95837, "ndcg_at_25": 0.95837, "ndcg_at_50": 0.95837, "ndcg_at_100": 0.95849, "ndcg_at_1000": 0.95849, "map_at_1": 0.90869, "map_at_3": 0.94083, "map_at_5": 0.9439, "map_at_10": 0.94467, "map_at_20": 0.94487, "map_at_25": 0.94487, "map_at_50": 0.94487, "map_at_100": 0.94488, "map_at_1000": 0.94488, "recall_at_1": 0.90869, "recall_at_3": 0.97736, "recall_at_5": 0.9905, "recall_at_10": 0.99635, "recall_at_20": 0.99927, "recall_at_25": 0.99927, "recall_at_50": 0.99927, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90869, "precision_at_1": 0.90869, "precision_at_3": 0.32579, "precision_at_5": 0.1981, "precision_at_10": 0.09963, "precision_at_20": 0.04996, "precision_at_25": 0.03997, "precision_at_50": 0.01999, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.908692, "mrr_at_3": 0.940833, "mrr_at_5": 0.943901, "mrr_at_10": 0.944671, "mrr_at_20": 0.944867, "mrr_at_25": 0.944867, "mrr_at_50": 0.944867, "mrr_at_100": 0.944877, "mrr_at_1000": 0.944877, "nauc_ndcg_at_1_max": 0.500218, "nauc_ndcg_at_1_std": -0.224088, "nauc_ndcg_at_1_diff1": 0.898553, "nauc_ndcg_at_3_max": 0.602472, "nauc_ndcg_at_3_std": -0.196807, "nauc_ndcg_at_3_diff1": 0.892306, "nauc_ndcg_at_5_max": 0.586868, "nauc_ndcg_at_5_std": -0.171732, "nauc_ndcg_at_5_diff1": 0.900718, "nauc_ndcg_at_10_max": 0.569862, "nauc_ndcg_at_10_std": -0.200108, "nauc_ndcg_at_10_diff1": 0.899338, "nauc_ndcg_at_20_max": 0.562917, "nauc_ndcg_at_20_std": -0.20136, "nauc_ndcg_at_20_diff1": 0.898174, "nauc_ndcg_at_25_max": 0.562917, "nauc_ndcg_at_25_std": -0.20136, "nauc_ndcg_at_25_diff1": 0.898174, "nauc_ndcg_at_50_max": 0.562917, "nauc_ndcg_at_50_std": -0.20136, "nauc_ndcg_at_50_diff1": 0.898174, "nauc_ndcg_at_100_max": 0.561689, "nauc_ndcg_at_100_std": -0.204734, "nauc_ndcg_at_100_diff1": 0.897888, "nauc_ndcg_at_1000_max": 0.561689, "nauc_ndcg_at_1000_std": -0.204734, "nauc_ndcg_at_1000_diff1": 0.897888, "nauc_map_at_1_max": 0.500218, "nauc_map_at_1_std": -0.224088, "nauc_map_at_1_diff1": 0.898553, "nauc_map_at_3_max": 0.571268, "nauc_map_at_3_std": -0.206605, "nauc_map_at_3_diff1": 0.894307, "nauc_map_at_5_max": 0.562718, "nauc_map_at_5_std": -0.197838, "nauc_map_at_5_diff1": 0.898254, "nauc_map_at_10_max": 0.556991, "nauc_map_at_10_std": -0.20769, "nauc_map_at_10_diff1": 0.897799, "nauc_map_at_20_max": 0.555553, "nauc_map_at_20_std": -0.208042, "nauc_map_at_20_diff1": 0.89757, "nauc_map_at_25_max": 0.555553, "nauc_map_at_25_std": -0.208042, "nauc_map_at_25_diff1": 0.89757, "nauc_map_at_50_max": 0.555553, "nauc_map_at_50_std": -0.208042, "nauc_map_at_50_diff1": 0.89757, "nauc_map_at_100_max": 0.555475, "nauc_map_at_100_std": -0.208253, "nauc_map_at_100_diff1": 0.897552, "nauc_map_at_1000_max": 0.555475, "nauc_map_at_1000_std": -0.208253, "nauc_map_at_1000_diff1": 0.897552, "nauc_recall_at_1_max": 0.500218, "nauc_recall_at_1_std": -0.224088, "nauc_recall_at_1_diff1": 0.898553, "nauc_recall_at_3_max": 0.830359, "nauc_recall_at_3_std": -0.123308, "nauc_recall_at_3_diff1": 0.877565, "nauc_recall_at_5_max": 0.969832, "nauc_recall_at_5_std": 0.302928, "nauc_recall_at_5_diff1": 0.948461, "nauc_recall_at_10_max": 0.973854, "nauc_recall_at_10_std": 0.087384, "nauc_recall_at_10_diff1": 0.973854, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 1.0, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.500218, "nauc_precision_at_1_std": -0.224088, "nauc_precision_at_1_diff1": 0.898553, "nauc_precision_at_3_max": 0.830359, "nauc_precision_at_3_std": -0.123308, "nauc_precision_at_3_diff1": 0.877565, "nauc_precision_at_5_max": 0.969832, "nauc_precision_at_5_std": 0.302928, "nauc_precision_at_5_diff1": 0.948461, "nauc_precision_at_10_max": 0.973854, "nauc_precision_at_10_std": 0.087384, "nauc_precision_at_10_diff1": 0.973854, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.500218, "nauc_mrr_at_1_std": -0.224088, "nauc_mrr_at_1_diff1": 0.898553, "nauc_mrr_at_3_max": 0.571268, "nauc_mrr_at_3_std": -0.206605, "nauc_mrr_at_3_diff1": 0.894307, "nauc_mrr_at_5_max": 0.562718, "nauc_mrr_at_5_std": -0.197838, "nauc_mrr_at_5_diff1": 0.898254, "nauc_mrr_at_10_max": 0.556991, "nauc_mrr_at_10_std": -0.20769, "nauc_mrr_at_10_diff1": 0.897799, "nauc_mrr_at_20_max": 0.555553, "nauc_mrr_at_20_std": -0.208042, "nauc_mrr_at_20_diff1": 0.89757, "nauc_mrr_at_25_max": 0.555553, "nauc_mrr_at_25_std": -0.208042, "nauc_mrr_at_25_diff1": 0.89757, "nauc_mrr_at_50_max": 0.555553, "nauc_mrr_at_50_std": -0.208042, "nauc_mrr_at_50_diff1": 0.89757, "nauc_mrr_at_100_max": 0.555475, "nauc_mrr_at_100_std": -0.208253, "nauc_mrr_at_100_diff1": 0.897552, "nauc_mrr_at_1000_max": 0.555475, "nauc_mrr_at_1000_std": -0.208253, "nauc_mrr_at_1000_diff1": 0.897552, "hit_rate_at_1": 0.90869, "hit_rate_at_3": 0.97736, "hit_rate_at_5": 0.9905, "hit_rate_at_10": 0.99635, "hit_rate_at_20": 0.99927, "hit_rate_at_25": 0.99927, "hit_rate_at_50": 0.99927, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.908692, "R_cap_at_3": 0.977356, "R_cap_at_5": 0.990504, "R_cap_at_10": 0.996348, "R_cap_at_20": 0.99927, "R_cap_at_25": 0.99927, "R_cap_at_50": 0.99927, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95764, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74183, "ndcg_at_3": 0.82807, "ndcg_at_5": 0.84577, "ndcg_at_10": 0.85498, "ndcg_at_20": 0.86036, "ndcg_at_25": 0.86123, "ndcg_at_50": 0.86346, "ndcg_at_100": 0.86412, "ndcg_at_1000": 0.86435, "map_at_1": 0.74183, "map_at_3": 0.80753, "map_at_5": 0.81746, "map_at_10": 0.82132, "map_at_20": 0.82283, "map_at_25": 0.823, "map_at_50": 0.82336, "map_at_100": 0.82342, "map_at_1000": 0.82343, "recall_at_1": 0.74183, "recall_at_3": 0.88725, "recall_at_5": 0.92975, "recall_at_10": 0.95794, "recall_at_20": 0.97897, "recall_at_25": 0.983, "recall_at_50": 0.99418, "recall_at_100": 0.99821, "recall_at_1000": 1.0, "accuracy": 0.74183, "precision_at_1": 0.74183, "precision_at_3": 0.29575, "precision_at_5": 0.18595, "precision_at_10": 0.09579, "precision_at_20": 0.04895, "precision_at_25": 0.03932, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.741834, "mrr_at_3": 0.807532, "mrr_at_5": 0.817465, "mrr_at_10": 0.821323, "mrr_at_20": 0.822826, "mrr_at_25": 0.823001, "mrr_at_50": 0.823355, "mrr_at_100": 0.823417, "mrr_at_1000": 0.823426, "nauc_ndcg_at_1_max": 0.218776, "nauc_ndcg_at_1_std": -0.263297, "nauc_ndcg_at_1_diff1": 0.775761, "nauc_ndcg_at_3_max": 0.247002, "nauc_ndcg_at_3_std": -0.296467, "nauc_ndcg_at_3_diff1": 0.745595, "nauc_ndcg_at_5_max": 0.242636, "nauc_ndcg_at_5_std": -0.286903, "nauc_ndcg_at_5_diff1": 0.750207, "nauc_ndcg_at_10_max": 0.236848, "nauc_ndcg_at_10_std": -0.286428, "nauc_ndcg_at_10_diff1": 0.753777, "nauc_ndcg_at_20_max": 0.243267, "nauc_ndcg_at_20_std": -0.277193, "nauc_ndcg_at_20_diff1": 0.756005, "nauc_ndcg_at_25_max": 0.245799, "nauc_ndcg_at_25_std": -0.273619, "nauc_ndcg_at_25_diff1": 0.755861, "nauc_ndcg_at_50_max": 0.241671, "nauc_ndcg_at_50_std": -0.276656, "nauc_ndcg_at_50_diff1": 0.755418, "nauc_ndcg_at_100_max": 0.23959, "nauc_ndcg_at_100_std": -0.27982, "nauc_ndcg_at_100_diff1": 0.75688, "nauc_ndcg_at_1000_max": 0.238405, "nauc_ndcg_at_1000_std": -0.281164, "nauc_ndcg_at_1000_diff1": 0.757101, "nauc_map_at_1_max": 0.218776, "nauc_map_at_1_std": -0.263297, "nauc_map_at_1_diff1": 0.775761, "nauc_map_at_3_max": 0.237967, "nauc_map_at_3_std": -0.289152, "nauc_map_at_3_diff1": 0.754567, "nauc_map_at_5_max": 0.235239, "nauc_map_at_5_std": -0.284454, "nauc_map_at_5_diff1": 0.75735, "nauc_map_at_10_max": 0.233274, "nauc_map_at_10_std": -0.284268, "nauc_map_at_10_diff1": 0.758849, "nauc_map_at_20_max": 0.235038, "nauc_map_at_20_std": -0.281826, "nauc_map_at_20_diff1": 0.759335, "nauc_map_at_25_max": 0.235441, "nauc_map_at_25_std": -0.281265, "nauc_map_at_25_diff1": 0.759318, "nauc_map_at_50_max": 0.234884, "nauc_map_at_50_std": -0.281634, "nauc_map_at_50_diff1": 0.759249, "nauc_map_at_100_max": 0.234753, "nauc_map_at_100_std": -0.281844, "nauc_map_at_100_diff1": 0.75935, "nauc_map_at_1000_max": 0.23471, "nauc_map_at_1000_std": -0.281903, "nauc_map_at_1000_diff1": 0.759362, "nauc_recall_at_1_max": 0.218776, "nauc_recall_at_1_std": -0.263297, "nauc_recall_at_1_diff1": 0.775761, "nauc_recall_at_3_max": 0.288453, "nauc_recall_at_3_std": -0.327909, "nauc_recall_at_3_diff1": 0.704874, "nauc_recall_at_5_max": 0.292468, "nauc_recall_at_5_std": -0.296605, "nauc_recall_at_5_diff1": 0.703065, "nauc_recall_at_10_max": 0.265779, "nauc_recall_at_10_std": -0.297643, "nauc_recall_at_10_diff1": 0.703894, "nauc_recall_at_20_max": 0.425725, "nauc_recall_at_20_std": -0.110591, "nauc_recall_at_20_diff1": 0.709997, "nauc_recall_at_25_max": 0.554436, "nauc_recall_at_25_std": 0.050917, "nauc_recall_at_25_diff1": 0.693903, "nauc_recall_at_50_max": 0.710526, "nauc_recall_at_50_std": 0.339084, "nauc_recall_at_50_diff1": 0.535336, "nauc_recall_at_100_max": 0.855829, "nauc_recall_at_100_std": 0.363884, "nauc_recall_at_100_diff1": 0.662639, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.218776, "nauc_precision_at_1_std": -0.263297, "nauc_precision_at_1_diff1": 0.775761, "nauc_precision_at_3_max": 0.288453, "nauc_precision_at_3_std": -0.327909, "nauc_precision_at_3_diff1": 0.704874, "nauc_precision_at_5_max": 0.292468, "nauc_precision_at_5_std": -0.296605, "nauc_precision_at_5_diff1": 0.703065, "nauc_precision_at_10_max": 0.265779, "nauc_precision_at_10_std": -0.297643, "nauc_precision_at_10_diff1": 0.703894, "nauc_precision_at_20_max": 0.425725, "nauc_precision_at_20_std": -0.110591, "nauc_precision_at_20_diff1": 0.709997, "nauc_precision_at_25_max": 0.554436, "nauc_precision_at_25_std": 0.050917, "nauc_precision_at_25_diff1": 0.693903, "nauc_precision_at_50_max": 0.710526, "nauc_precision_at_50_std": 0.339084, "nauc_precision_at_50_diff1": 0.535336, "nauc_precision_at_100_max": 0.855829, "nauc_precision_at_100_std": 0.363884, "nauc_precision_at_100_diff1": 0.662639, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.218776, "nauc_mrr_at_1_std": -0.263297, "nauc_mrr_at_1_diff1": 0.775761, "nauc_mrr_at_3_max": 0.237967, "nauc_mrr_at_3_std": -0.289152, "nauc_mrr_at_3_diff1": 0.754567, "nauc_mrr_at_5_max": 0.235239, "nauc_mrr_at_5_std": -0.284454, "nauc_mrr_at_5_diff1": 0.75735, "nauc_mrr_at_10_max": 0.233274, "nauc_mrr_at_10_std": -0.284268, "nauc_mrr_at_10_diff1": 0.758849, "nauc_mrr_at_20_max": 0.235038, "nauc_mrr_at_20_std": -0.281826, "nauc_mrr_at_20_diff1": 0.759335, "nauc_mrr_at_25_max": 0.235441, "nauc_mrr_at_25_std": -0.281265, "nauc_mrr_at_25_diff1": 0.759318, "nauc_mrr_at_50_max": 0.234884, "nauc_mrr_at_50_std": -0.281634, "nauc_mrr_at_50_diff1": 0.759249, "nauc_mrr_at_100_max": 0.234753, "nauc_mrr_at_100_std": -0.281844, "nauc_mrr_at_100_diff1": 0.75935, "nauc_mrr_at_1000_max": 0.23471, "nauc_mrr_at_1000_std": -0.281903, "nauc_mrr_at_1000_diff1": 0.759362, "hit_rate_at_1": 0.74183, "hit_rate_at_3": 0.88725, "hit_rate_at_5": 0.92975, "hit_rate_at_10": 0.95794, "hit_rate_at_20": 0.97897, "hit_rate_at_25": 0.983, "hit_rate_at_50": 0.99418, "hit_rate_at_100": 0.99821, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.741834, "R_cap_at_3": 0.887248, "R_cap_at_5": 0.929754, "R_cap_at_10": 0.957942, "R_cap_at_20": 0.978971, "R_cap_at_25": 0.982998, "R_cap_at_50": 0.994183, "R_cap_at_100": 0.99821, "R_cap_at_1000": 1.0, "main_score": 0.85498, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7883, "ndcg_at_3": 0.86067, "ndcg_at_5": 0.87453, "ndcg_at_10": 0.88382, "ndcg_at_20": 0.88866, "ndcg_at_25": 0.88928, "ndcg_at_50": 0.89021, "ndcg_at_100": 0.89021, "ndcg_at_1000": 0.89044, "map_at_1": 0.7883, "map_at_3": 0.84355, "map_at_5": 0.8513, "map_at_10": 0.85512, "map_at_20": 0.85653, "map_at_25": 0.85665, "map_at_50": 0.85681, "map_at_100": 0.85681, "map_at_1000": 0.85681, "recall_at_1": 0.7883, "recall_at_3": 0.90994, "recall_at_5": 0.94336, "recall_at_10": 0.97214, "recall_at_20": 0.99071, "recall_at_25": 0.9935, "recall_at_50": 0.99814, "recall_at_100": 0.99814, "recall_at_1000": 1.0, "accuracy": 0.7883, "precision_at_1": 0.7883, "precision_at_3": 0.30331, "precision_at_5": 0.18867, "precision_at_10": 0.09721, "precision_at_20": 0.04954, "precision_at_25": 0.03974, "precision_at_50": 0.01996, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.788301, "mrr_at_3": 0.843547, "mrr_at_5": 0.8513, "mrr_at_10": 0.855117, "mrr_at_20": 0.856527, "mrr_at_25": 0.856653, "mrr_at_50": 0.856806, "mrr_at_100": 0.856806, "mrr_at_1000": 0.856814, "nauc_ndcg_at_1_max": 0.262707, "nauc_ndcg_at_1_std": -0.375798, "nauc_ndcg_at_1_diff1": 0.830371, "nauc_ndcg_at_3_max": 0.347663, "nauc_ndcg_at_3_std": -0.416531, "nauc_ndcg_at_3_diff1": 0.80538, "nauc_ndcg_at_5_max": 0.349948, "nauc_ndcg_at_5_std": -0.414749, "nauc_ndcg_at_5_diff1": 0.816796, "nauc_ndcg_at_10_max": 0.33506, "nauc_ndcg_at_10_std": -0.417892, "nauc_ndcg_at_10_diff1": 0.818173, "nauc_ndcg_at_20_max": 0.33187, "nauc_ndcg_at_20_std": -0.40696, "nauc_ndcg_at_20_diff1": 0.820336, "nauc_ndcg_at_25_max": 0.330475, "nauc_ndcg_at_25_std": -0.404415, "nauc_ndcg_at_25_diff1": 0.820066, "nauc_ndcg_at_50_max": 0.325738, "nauc_ndcg_at_50_std": -0.402189, "nauc_ndcg_at_50_diff1": 0.819176, "nauc_ndcg_at_100_max": 0.325738, "nauc_ndcg_at_100_std": -0.402189, "nauc_ndcg_at_100_diff1": 0.819176, "nauc_ndcg_at_1000_max": 0.324803, "nauc_ndcg_at_1000_std": -0.40173, "nauc_ndcg_at_1000_diff1": 0.819065, "nauc_map_at_1_max": 0.262707, "nauc_map_at_1_std": -0.375798, "nauc_map_at_1_diff1": 0.830371, "nauc_map_at_3_max": 0.324033, "nauc_map_at_3_std": -0.402947, "nauc_map_at_3_diff1": 0.812738, "nauc_map_at_5_max": 0.323703, "nauc_map_at_5_std": -0.401507, "nauc_map_at_5_diff1": 0.818744, "nauc_map_at_10_max": 0.318562, "nauc_map_at_10_std": -0.401924, "nauc_map_at_10_diff1": 0.819361, "nauc_map_at_20_max": 0.317903, "nauc_map_at_20_std": -0.399114, "nauc_map_at_20_diff1": 0.819824, "nauc_map_at_25_max": 0.317675, "nauc_map_at_25_std": -0.398715, "nauc_map_at_25_diff1": 0.819775, "nauc_map_at_50_max": 0.317075, "nauc_map_at_50_std": -0.3984, "nauc_map_at_50_diff1": 0.819662, "nauc_map_at_100_max": 0.317075, "nauc_map_at_100_std": -0.3984, "nauc_map_at_100_diff1": 0.819662, "nauc_map_at_1000_max": 0.317056, "nauc_map_at_1000_std": -0.398348, "nauc_map_at_1000_diff1": 0.819659, "nauc_recall_at_1_max": 0.262707, "nauc_recall_at_1_std": -0.375798, "nauc_recall_at_1_diff1": 0.830371, "nauc_recall_at_3_max": 0.457209, "nauc_recall_at_3_std": -0.481251, "nauc_recall_at_3_diff1": 0.770955, "nauc_recall_at_5_max": 0.53453, "nauc_recall_at_5_std": -0.508798, "nauc_recall_at_5_diff1": 0.806704, "nauc_recall_at_10_max": 0.529856, "nauc_recall_at_10_std": -0.651111, "nauc_recall_at_10_diff1": 0.810336, "nauc_recall_at_20_max": 0.756137, "nauc_recall_at_20_std": -0.661141, "nauc_recall_at_20_diff1": 0.892146, "nauc_recall_at_25_max": 0.83527, "nauc_recall_at_25_std": -0.582526, "nauc_recall_at_25_diff1": 0.904282, "nauc_recall_at_50_max": 0.777103, "nauc_recall_at_50_std": -0.43498, "nauc_recall_at_50_diff1": 0.869241, "nauc_recall_at_100_max": 0.777103, "nauc_recall_at_100_std": -0.43498, "nauc_recall_at_100_diff1": 0.869241, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.262707, "nauc_precision_at_1_std": -0.375798, "nauc_precision_at_1_diff1": 0.830371, "nauc_precision_at_3_max": 0.457209, "nauc_precision_at_3_std": -0.481251, "nauc_precision_at_3_diff1": 0.770955, "nauc_precision_at_5_max": 0.53453, "nauc_precision_at_5_std": -0.508798, "nauc_precision_at_5_diff1": 0.806704, "nauc_precision_at_10_max": 0.529856, "nauc_precision_at_10_std": -0.651111, "nauc_precision_at_10_diff1": 0.810336, "nauc_precision_at_20_max": 0.756137, "nauc_precision_at_20_std": -0.661141, "nauc_precision_at_20_diff1": 0.892146, "nauc_precision_at_25_max": 0.83527, "nauc_precision_at_25_std": -0.582526, "nauc_precision_at_25_diff1": 0.904282, "nauc_precision_at_50_max": 0.777103, "nauc_precision_at_50_std": -0.43498, "nauc_precision_at_50_diff1": 0.869241, "nauc_precision_at_100_max": 0.777103, "nauc_precision_at_100_std": -0.43498, "nauc_precision_at_100_diff1": 0.869241, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.262707, "nauc_mrr_at_1_std": -0.375798, "nauc_mrr_at_1_diff1": 0.830371, "nauc_mrr_at_3_max": 0.324033, "nauc_mrr_at_3_std": -0.402947, "nauc_mrr_at_3_diff1": 0.812738, "nauc_mrr_at_5_max": 0.323703, "nauc_mrr_at_5_std": -0.401507, "nauc_mrr_at_5_diff1": 0.818744, "nauc_mrr_at_10_max": 0.318562, "nauc_mrr_at_10_std": -0.401924, "nauc_mrr_at_10_diff1": 0.819361, "nauc_mrr_at_20_max": 0.317903, "nauc_mrr_at_20_std": -0.399114, "nauc_mrr_at_20_diff1": 0.819824, "nauc_mrr_at_25_max": 0.317675, "nauc_mrr_at_25_std": -0.398715, "nauc_mrr_at_25_diff1": 0.819775, "nauc_mrr_at_50_max": 0.317075, "nauc_mrr_at_50_std": -0.3984, "nauc_mrr_at_50_diff1": 0.819662, "nauc_mrr_at_100_max": 0.317075, "nauc_mrr_at_100_std": -0.3984, "nauc_mrr_at_100_diff1": 0.819662, "nauc_mrr_at_1000_max": 0.317056, "nauc_mrr_at_1000_std": -0.398348, "nauc_mrr_at_1000_diff1": 0.819659, "hit_rate_at_1": 0.7883, "hit_rate_at_3": 0.90994, "hit_rate_at_5": 0.94336, "hit_rate_at_10": 0.97214, "hit_rate_at_20": 0.99071, "hit_rate_at_25": 0.9935, "hit_rate_at_50": 0.99814, "hit_rate_at_100": 0.99814, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.788301, "R_cap_at_3": 0.909935, "R_cap_at_5": 0.943361, "R_cap_at_10": 0.972145, "R_cap_at_20": 0.990715, "R_cap_at_25": 0.9935, "R_cap_at_50": 0.998143, "R_cap_at_100": 0.998143, "R_cap_at_1000": 1.0, "main_score": 0.88382, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85661, "ndcg_at_3": 0.91449, "ndcg_at_5": 0.92224, "ndcg_at_10": 0.92675, "ndcg_at_20": 0.92867, "ndcg_at_25": 0.92894, "ndcg_at_50": 0.92942, "ndcg_at_100": 0.92962, "ndcg_at_1000": 0.92994, "map_at_1": 0.85661, "map_at_3": 0.90118, "map_at_5": 0.90552, "map_at_10": 0.90741, "map_at_20": 0.90795, "map_at_25": 0.90801, "map_at_50": 0.90808, "map_at_100": 0.9081, "map_at_1000": 0.90811, "recall_at_1": 0.85661, "recall_at_3": 0.95262, "recall_at_5": 0.97132, "recall_at_10": 0.98504, "recall_at_20": 0.99252, "recall_at_25": 0.99377, "recall_at_50": 0.99626, "recall_at_100": 0.99751, "recall_at_1000": 1.0, "accuracy": 0.85661, "precision_at_1": 0.85661, "precision_at_3": 0.31754, "precision_at_5": 0.19426, "precision_at_10": 0.0985, "precision_at_20": 0.04963, "precision_at_25": 0.03975, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.856608, "mrr_at_3": 0.901185, "mrr_at_5": 0.905517, "mrr_at_10": 0.907411, "mrr_at_20": 0.907952, "mrr_at_25": 0.90801, "mrr_at_50": 0.908079, "mrr_at_100": 0.908096, "mrr_at_1000": 0.90811, "nauc_ndcg_at_1_max": 0.474354, "nauc_ndcg_at_1_std": -0.250032, "nauc_ndcg_at_1_diff1": 0.846987, "nauc_ndcg_at_3_max": 0.521277, "nauc_ndcg_at_3_std": -0.328683, "nauc_ndcg_at_3_diff1": 0.816408, "nauc_ndcg_at_5_max": 0.513969, "nauc_ndcg_at_5_std": -0.306571, "nauc_ndcg_at_5_diff1": 0.824161, "nauc_ndcg_at_10_max": 0.518461, "nauc_ndcg_at_10_std": -0.278364, "nauc_ndcg_at_10_diff1": 0.827847, "nauc_ndcg_at_20_max": 0.511333, "nauc_ndcg_at_20_std": -0.289834, "nauc_ndcg_at_20_diff1": 0.828057, "nauc_ndcg_at_25_max": 0.511222, "nauc_ndcg_at_25_std": -0.286378, "nauc_ndcg_at_25_diff1": 0.828521, "nauc_ndcg_at_50_max": 0.510414, "nauc_ndcg_at_50_std": -0.288684, "nauc_ndcg_at_50_diff1": 0.82929, "nauc_ndcg_at_100_max": 0.509177, "nauc_ndcg_at_100_std": -0.291141, "nauc_ndcg_at_100_diff1": 0.828981, "nauc_ndcg_at_1000_max": 0.508335, "nauc_ndcg_at_1000_std": -0.287466, "nauc_ndcg_at_1000_diff1": 0.829793, "nauc_map_at_1_max": 0.474354, "nauc_map_at_1_std": -0.250032, "nauc_map_at_1_diff1": 0.846987, "nauc_map_at_3_max": 0.507846, "nauc_map_at_3_std": -0.303397, "nauc_map_at_3_diff1": 0.826009, "nauc_map_at_5_max": 0.503958, "nauc_map_at_5_std": -0.292149, "nauc_map_at_5_diff1": 0.830055, "nauc_map_at_10_max": 0.505482, "nauc_map_at_10_std": -0.282127, "nauc_map_at_10_diff1": 0.831445, "nauc_map_at_20_max": 0.503844, "nauc_map_at_20_std": -0.284526, "nauc_map_at_20_diff1": 0.831549, "nauc_map_at_25_max": 0.503824, "nauc_map_at_25_std": -0.28397, "nauc_map_at_25_diff1": 0.831625, "nauc_map_at_50_max": 0.503748, "nauc_map_at_50_std": -0.284165, "nauc_map_at_50_diff1": 0.831698, "nauc_map_at_100_max": 0.503668, "nauc_map_at_100_std": -0.28432, "nauc_map_at_100_diff1": 0.831678, "nauc_map_at_1000_max": 0.503652, "nauc_map_at_1000_std": -0.284196, "nauc_map_at_1000_diff1": 0.831718, "nauc_recall_at_1_max": 0.474354, "nauc_recall_at_1_std": -0.250032, "nauc_recall_at_1_diff1": 0.846987, "nauc_recall_at_3_max": 0.597426, "nauc_recall_at_3_std": -0.474861, "nauc_recall_at_3_diff1": 0.761115, "nauc_recall_at_5_max": 0.599044, "nauc_recall_at_5_std": -0.427542, "nauc_recall_at_5_diff1": 0.774179, "nauc_recall_at_10_max": 0.734635, "nauc_recall_at_10_std": -0.140219, "nauc_recall_at_10_diff1": 0.780632, "nauc_recall_at_20_max": 0.693874, "nauc_recall_at_20_std": -0.427178, "nauc_recall_at_20_diff1": 0.737676, "nauc_recall_at_25_max": 0.724621, "nauc_recall_at_25_std": -0.282154, "nauc_recall_at_25_diff1": 0.742859, "nauc_recall_at_50_max": 0.783325, "nauc_recall_at_50_std": -0.518079, "nauc_recall_at_50_diff1": 0.763936, "nauc_recall_at_100_max": 0.707658, "nauc_recall_at_100_std": -1.054218, "nauc_recall_at_100_diff1": 0.678574, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.474354, "nauc_precision_at_1_std": -0.250032, "nauc_precision_at_1_diff1": 0.846987, "nauc_precision_at_3_max": 0.597426, "nauc_precision_at_3_std": -0.474861, "nauc_precision_at_3_diff1": 0.761115, "nauc_precision_at_5_max": 0.599044, "nauc_precision_at_5_std": -0.427542, "nauc_precision_at_5_diff1": 0.774179, "nauc_precision_at_10_max": 0.734635, "nauc_precision_at_10_std": -0.140219, "nauc_precision_at_10_diff1": 0.780632, "nauc_precision_at_20_max": 0.693874, "nauc_precision_at_20_std": -0.427178, "nauc_precision_at_20_diff1": 0.737676, "nauc_precision_at_25_max": 0.724621, "nauc_precision_at_25_std": -0.282154, "nauc_precision_at_25_diff1": 0.742859, "nauc_precision_at_50_max": 0.783325, "nauc_precision_at_50_std": -0.518079, "nauc_precision_at_50_diff1": 0.763936, "nauc_precision_at_100_max": 0.707658, "nauc_precision_at_100_std": -1.054218, "nauc_precision_at_100_diff1": 0.678574, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.474354, "nauc_mrr_at_1_std": -0.250032, "nauc_mrr_at_1_diff1": 0.846987, "nauc_mrr_at_3_max": 0.507846, "nauc_mrr_at_3_std": -0.303397, "nauc_mrr_at_3_diff1": 0.826009, "nauc_mrr_at_5_max": 0.503958, "nauc_mrr_at_5_std": -0.292149, "nauc_mrr_at_5_diff1": 0.830055, "nauc_mrr_at_10_max": 0.505482, "nauc_mrr_at_10_std": -0.282127, "nauc_mrr_at_10_diff1": 0.831445, "nauc_mrr_at_20_max": 0.503844, "nauc_mrr_at_20_std": -0.284526, "nauc_mrr_at_20_diff1": 0.831549, "nauc_mrr_at_25_max": 0.503824, "nauc_mrr_at_25_std": -0.28397, "nauc_mrr_at_25_diff1": 0.831625, "nauc_mrr_at_50_max": 0.503748, "nauc_mrr_at_50_std": -0.284165, "nauc_mrr_at_50_diff1": 0.831698, "nauc_mrr_at_100_max": 0.503668, "nauc_mrr_at_100_std": -0.28432, "nauc_mrr_at_100_diff1": 0.831678, "nauc_mrr_at_1000_max": 0.503652, "nauc_mrr_at_1000_std": -0.284196, "nauc_mrr_at_1000_diff1": 0.831718, "hit_rate_at_1": 0.85661, "hit_rate_at_3": 0.95262, "hit_rate_at_5": 0.97132, "hit_rate_at_10": 0.98504, "hit_rate_at_20": 0.99252, "hit_rate_at_25": 0.99377, "hit_rate_at_50": 0.99626, "hit_rate_at_100": 0.99751, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.856608, "R_cap_at_3": 0.952618, "R_cap_at_5": 0.971322, "R_cap_at_10": 0.985037, "R_cap_at_20": 0.992519, "R_cap_at_25": 0.993766, "R_cap_at_50": 0.996259, "R_cap_at_100": 0.997506, "R_cap_at_1000": 1.0, "main_score": 0.92675, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74925, "ndcg_at_3": 0.8355, "ndcg_at_5": 0.8486, "ndcg_at_10": 0.85983, "ndcg_at_20": 0.86537, "ndcg_at_25": 0.86613, "ndcg_at_50": 0.86824, "ndcg_at_100": 0.86874, "ndcg_at_1000": 0.86888, "map_at_1": 0.74925, "map_at_3": 0.81533, "map_at_5": 0.82251, "map_at_10": 0.82725, "map_at_20": 0.82881, "map_at_25": 0.82896, "map_at_50": 0.82926, "map_at_100": 0.82931, "map_at_1000": 0.82932, "recall_at_1": 0.74925, "recall_at_3": 0.89347, "recall_at_5": 0.92563, "recall_at_10": 0.9598, "recall_at_20": 0.98141, "recall_at_25": 0.98492, "recall_at_50": 0.99598, "recall_at_100": 0.99899, "recall_at_1000": 1.0, "accuracy": 0.74925, "precision_at_1": 0.74925, "precision_at_3": 0.29782, "precision_at_5": 0.18513, "precision_at_10": 0.09598, "precision_at_20": 0.04907, "precision_at_25": 0.0394, "precision_at_50": 0.01992, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.749246, "mrr_at_3": 0.815327, "mrr_at_5": 0.822513, "mrr_at_10": 0.827253, "mrr_at_20": 0.828813, "mrr_at_25": 0.828961, "mrr_at_50": 0.829262, "mrr_at_100": 0.829308, "mrr_at_1000": 0.829316, "nauc_ndcg_at_1_max": 0.270065, "nauc_ndcg_at_1_std": -0.389397, "nauc_ndcg_at_1_diff1": 0.806226, "nauc_ndcg_at_3_max": 0.298934, "nauc_ndcg_at_3_std": -0.483941, "nauc_ndcg_at_3_diff1": 0.786808, "nauc_ndcg_at_5_max": 0.288921, "nauc_ndcg_at_5_std": -0.48953, "nauc_ndcg_at_5_diff1": 0.785538, "nauc_ndcg_at_10_max": 0.292222, "nauc_ndcg_at_10_std": -0.492944, "nauc_ndcg_at_10_diff1": 0.795419, "nauc_ndcg_at_20_max": 0.290196, "nauc_ndcg_at_20_std": -0.47924, "nauc_ndcg_at_20_diff1": 0.795197, "nauc_ndcg_at_25_max": 0.290131, "nauc_ndcg_at_25_std": -0.476574, "nauc_ndcg_at_25_diff1": 0.794767, "nauc_ndcg_at_50_max": 0.289468, "nauc_ndcg_at_50_std": -0.46918, "nauc_ndcg_at_50_diff1": 0.795563, "nauc_ndcg_at_100_max": 0.288856, "nauc_ndcg_at_100_std": -0.466418, "nauc_ndcg_at_100_diff1": 0.79536, "nauc_ndcg_at_1000_max": 0.288629, "nauc_ndcg_at_1000_std": -0.466102, "nauc_ndcg_at_1000_diff1": 0.795364, "nauc_map_at_1_max": 0.270065, "nauc_map_at_1_std": -0.389397, "nauc_map_at_1_diff1": 0.806226, "nauc_map_at_3_max": 0.290232, "nauc_map_at_3_std": -0.457571, "nauc_map_at_3_diff1": 0.792624, "nauc_map_at_5_max": 0.285224, "nauc_map_at_5_std": -0.459059, "nauc_map_at_5_diff1": 0.792205, "nauc_map_at_10_max": 0.286704, "nauc_map_at_10_std": -0.459607, "nauc_map_at_10_diff1": 0.796214, "nauc_map_at_20_max": 0.286313, "nauc_map_at_20_std": -0.456574, "nauc_map_at_20_diff1": 0.79619, "nauc_map_at_25_max": 0.286293, "nauc_map_at_25_std": -0.456148, "nauc_map_at_25_diff1": 0.796124, "nauc_map_at_50_max": 0.286253, "nauc_map_at_50_std": -0.455307, "nauc_map_at_50_diff1": 0.796226, "nauc_map_at_100_max": 0.286206, "nauc_map_at_100_std": -0.455102, "nauc_map_at_100_diff1": 0.796214, "nauc_map_at_1000_max": 0.286199, "nauc_map_at_1000_std": -0.45508, "nauc_map_at_1000_diff1": 0.796215, "nauc_recall_at_1_max": 0.270065, "nauc_recall_at_1_std": -0.389397, "nauc_recall_at_1_diff1": 0.806226, "nauc_recall_at_3_max": 0.338997, "nauc_recall_at_3_std": -0.603853, "nauc_recall_at_3_diff1": 0.760059, "nauc_recall_at_5_max": 0.308461, "nauc_recall_at_5_std": -0.680515, "nauc_recall_at_5_diff1": 0.743511, "nauc_recall_at_10_max": 0.348278, "nauc_recall_at_10_std": -0.870472, "nauc_recall_at_10_diff1": 0.79637, "nauc_recall_at_20_max": 0.353623, "nauc_recall_at_20_std": -0.931701, "nauc_recall_at_20_diff1": 0.790547, "nauc_recall_at_25_max": 0.366558, "nauc_recall_at_25_std": -0.936119, "nauc_recall_at_25_diff1": 0.773265, "nauc_recall_at_50_max": 0.449872, "nauc_recall_at_50_std": -1.024276, "nauc_recall_at_50_diff1": 0.833975, "nauc_recall_at_100_max": 0.496032, "nauc_recall_at_100_std": -0.690943, "nauc_recall_at_100_diff1": 0.795752, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.270065, "nauc_precision_at_1_std": -0.389397, "nauc_precision_at_1_diff1": 0.806226, "nauc_precision_at_3_max": 0.338997, "nauc_precision_at_3_std": -0.603853, "nauc_precision_at_3_diff1": 0.760059, "nauc_precision_at_5_max": 0.308461, "nauc_precision_at_5_std": -0.680515, "nauc_precision_at_5_diff1": 0.743511, "nauc_precision_at_10_max": 0.348278, "nauc_precision_at_10_std": -0.870472, "nauc_precision_at_10_diff1": 0.79637, "nauc_precision_at_20_max": 0.353623, "nauc_precision_at_20_std": -0.931701, "nauc_precision_at_20_diff1": 0.790547, "nauc_precision_at_25_max": 0.366558, "nauc_precision_at_25_std": -0.936119, "nauc_precision_at_25_diff1": 0.773265, "nauc_precision_at_50_max": 0.449872, "nauc_precision_at_50_std": -1.024276, "nauc_precision_at_50_diff1": 0.833975, "nauc_precision_at_100_max": 0.496032, "nauc_precision_at_100_std": -0.690943, "nauc_precision_at_100_diff1": 0.795752, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.270065, "nauc_mrr_at_1_std": -0.389397, "nauc_mrr_at_1_diff1": 0.806226, "nauc_mrr_at_3_max": 0.290232, "nauc_mrr_at_3_std": -0.457571, "nauc_mrr_at_3_diff1": 0.792624, "nauc_mrr_at_5_max": 0.285224, "nauc_mrr_at_5_std": -0.459059, "nauc_mrr_at_5_diff1": 0.792205, "nauc_mrr_at_10_max": 0.286704, "nauc_mrr_at_10_std": -0.459607, "nauc_mrr_at_10_diff1": 0.796214, "nauc_mrr_at_20_max": 0.286313, "nauc_mrr_at_20_std": -0.456574, "nauc_mrr_at_20_diff1": 0.79619, "nauc_mrr_at_25_max": 0.286293, "nauc_mrr_at_25_std": -0.456148, "nauc_mrr_at_25_diff1": 0.796124, "nauc_mrr_at_50_max": 0.286253, "nauc_mrr_at_50_std": -0.455307, "nauc_mrr_at_50_diff1": 0.796226, "nauc_mrr_at_100_max": 0.286206, "nauc_mrr_at_100_std": -0.455102, "nauc_mrr_at_100_diff1": 0.796214, "nauc_mrr_at_1000_max": 0.286199, "nauc_mrr_at_1000_std": -0.45508, "nauc_mrr_at_1000_diff1": 0.796215, "hit_rate_at_1": 0.74925, "hit_rate_at_3": 0.89347, "hit_rate_at_5": 0.92563, "hit_rate_at_10": 0.9598, "hit_rate_at_20": 0.98141, "hit_rate_at_25": 0.98492, "hit_rate_at_50": 0.99598, "hit_rate_at_100": 0.99899, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.749246, "R_cap_at_3": 0.893467, "R_cap_at_5": 0.925628, "R_cap_at_10": 0.959799, "R_cap_at_20": 0.981407, "R_cap_at_25": 0.984925, "R_cap_at_50": 0.99598, "R_cap_at_100": 0.998995, "R_cap_at_1000": 1.0, "main_score": 0.85983, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66144, "ndcg_at_3": 0.74212, "ndcg_at_5": 0.76113, "ndcg_at_10": 0.7768, "ndcg_at_20": 0.78745, "ndcg_at_25": 0.79, "ndcg_at_50": 0.79522, "ndcg_at_100": 0.79771, "ndcg_at_1000": 0.79928, "map_at_1": 0.66144, "map_at_3": 0.72279, "map_at_5": 0.73335, "map_at_10": 0.73981, "map_at_20": 0.74278, "map_at_25": 0.74329, "map_at_50": 0.74406, "map_at_100": 0.74429, "map_at_1000": 0.74437, "recall_at_1": 0.66144, "recall_at_3": 0.79785, "recall_at_5": 0.84393, "recall_at_10": 0.89247, "recall_at_20": 0.93425, "recall_at_25": 0.94593, "recall_at_50": 0.97296, "recall_at_100": 0.98802, "recall_at_1000": 0.99969, "accuracy": 0.66144, "precision_at_1": 0.66144, "precision_at_3": 0.26595, "precision_at_5": 0.16879, "precision_at_10": 0.08925, "precision_at_20": 0.04671, "precision_at_25": 0.03784, "precision_at_50": 0.01946, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.661444, "mrr_at_3": 0.722785, "mrr_at_5": 0.733354, "mrr_at_10": 0.739806, "mrr_at_20": 0.742779, "mrr_at_25": 0.743289, "mrr_at_50": 0.744062, "mrr_at_100": 0.744294, "mrr_at_1000": 0.744368, "nauc_ndcg_at_1_max": 0.191393, "nauc_ndcg_at_1_std": -0.473534, "nauc_ndcg_at_1_diff1": 0.830439, "nauc_ndcg_at_3_max": 0.159877, "nauc_ndcg_at_3_std": -0.528998, "nauc_ndcg_at_3_diff1": 0.791112, "nauc_ndcg_at_5_max": 0.15697, "nauc_ndcg_at_5_std": -0.544987, "nauc_ndcg_at_5_diff1": 0.791892, "nauc_ndcg_at_10_max": 0.156298, "nauc_ndcg_at_10_std": -0.547846, "nauc_ndcg_at_10_diff1": 0.79459, "nauc_ndcg_at_20_max": 0.16979, "nauc_ndcg_at_20_std": -0.536101, "nauc_ndcg_at_20_diff1": 0.79814, "nauc_ndcg_at_25_max": 0.170892, "nauc_ndcg_at_25_std": -0.534886, "nauc_ndcg_at_25_diff1": 0.79877, "nauc_ndcg_at_50_max": 0.172498, "nauc_ndcg_at_50_std": -0.525078, "nauc_ndcg_at_50_diff1": 0.800064, "nauc_ndcg_at_100_max": 0.170918, "nauc_ndcg_at_100_std": -0.525411, "nauc_ndcg_at_100_diff1": 0.800918, "nauc_ndcg_at_1000_max": 0.169664, "nauc_ndcg_at_1000_std": -0.524909, "nauc_ndcg_at_1000_diff1": 0.801333, "nauc_map_at_1_max": 0.191393, "nauc_map_at_1_std": -0.473534, "nauc_map_at_1_diff1": 0.830439, "nauc_map_at_3_max": 0.169063, "nauc_map_at_3_std": -0.513711, "nauc_map_at_3_diff1": 0.801551, "nauc_map_at_5_max": 0.167971, "nauc_map_at_5_std": -0.521066, "nauc_map_at_5_diff1": 0.802326, "nauc_map_at_10_max": 0.167733, "nauc_map_at_10_std": -0.521675, "nauc_map_at_10_diff1": 0.803562, "nauc_map_at_20_max": 0.171131, "nauc_map_at_20_std": -0.518688, "nauc_map_at_20_diff1": 0.804528, "nauc_map_at_25_max": 0.17132, "nauc_map_at_25_std": -0.518446, "nauc_map_at_25_diff1": 0.804645, "nauc_map_at_50_max": 0.17153, "nauc_map_at_50_std": -0.517175, "nauc_map_at_50_diff1": 0.804823, "nauc_map_at_100_max": 0.17141, "nauc_map_at_100_std": -0.517198, "nauc_map_at_100_diff1": 0.804901, "nauc_map_at_1000_max": 0.171377, "nauc_map_at_1000_std": -0.517154, "nauc_map_at_1000_diff1": 0.80491, "nauc_recall_at_1_max": 0.191393, "nauc_recall_at_1_std": -0.473534, "nauc_recall_at_1_diff1": 0.830439, "nauc_recall_at_3_max": 0.126052, "nauc_recall_at_3_std": -0.584844, "nauc_recall_at_3_diff1": 0.753191, "nauc_recall_at_5_max": 0.10695, "nauc_recall_at_5_std": -0.65538, "nauc_recall_at_5_diff1": 0.745947, "nauc_recall_at_10_max": 0.086394, "nauc_recall_at_10_std": -0.713419, "nauc_recall_at_10_diff1": 0.743097, "nauc_recall_at_20_max": 0.190267, "nauc_recall_at_20_std": -0.683252, "nauc_recall_at_20_diff1": 0.74999, "nauc_recall_at_25_max": 0.211661, "nauc_recall_at_25_std": -0.69615, "nauc_recall_at_25_diff1": 0.749434, "nauc_recall_at_50_max": 0.306163, "nauc_recall_at_50_std": -0.526499, "nauc_recall_at_50_diff1": 0.74416, "nauc_recall_at_100_max": 0.334224, "nauc_recall_at_100_std": -0.555522, "nauc_recall_at_100_diff1": 0.746039, "nauc_recall_at_1000_max": 0.7222, "nauc_recall_at_1000_std": -0.563423, "nauc_recall_at_1000_diff1": 0.7222, "nauc_precision_at_1_max": 0.191393, "nauc_precision_at_1_std": -0.473534, "nauc_precision_at_1_diff1": 0.830439, "nauc_precision_at_3_max": 0.126052, "nauc_precision_at_3_std": -0.584844, "nauc_precision_at_3_diff1": 0.753191, "nauc_precision_at_5_max": 0.10695, "nauc_precision_at_5_std": -0.65538, "nauc_precision_at_5_diff1": 0.745947, "nauc_precision_at_10_max": 0.086394, "nauc_precision_at_10_std": -0.713419, "nauc_precision_at_10_diff1": 0.743097, "nauc_precision_at_20_max": 0.190267, "nauc_precision_at_20_std": -0.683252, "nauc_precision_at_20_diff1": 0.74999, "nauc_precision_at_25_max": 0.211661, "nauc_precision_at_25_std": -0.69615, "nauc_precision_at_25_diff1": 0.749434, "nauc_precision_at_50_max": 0.306163, "nauc_precision_at_50_std": -0.526499, "nauc_precision_at_50_diff1": 0.74416, "nauc_precision_at_100_max": 0.334224, "nauc_precision_at_100_std": -0.555522, "nauc_precision_at_100_diff1": 0.746039, "nauc_precision_at_1000_max": 0.7222, "nauc_precision_at_1000_std": -0.563423, "nauc_precision_at_1000_diff1": 0.7222, "nauc_mrr_at_1_max": 0.191393, "nauc_mrr_at_1_std": -0.473534, "nauc_mrr_at_1_diff1": 0.830439, "nauc_mrr_at_3_max": 0.169063, "nauc_mrr_at_3_std": -0.513711, "nauc_mrr_at_3_diff1": 0.801551, "nauc_mrr_at_5_max": 0.167971, "nauc_mrr_at_5_std": -0.521066, "nauc_mrr_at_5_diff1": 0.802326, "nauc_mrr_at_10_max": 0.167733, "nauc_mrr_at_10_std": -0.521675, "nauc_mrr_at_10_diff1": 0.803562, "nauc_mrr_at_20_max": 0.171131, "nauc_mrr_at_20_std": -0.518688, "nauc_mrr_at_20_diff1": 0.804528, "nauc_mrr_at_25_max": 0.17132, "nauc_mrr_at_25_std": -0.518446, "nauc_mrr_at_25_diff1": 0.804645, "nauc_mrr_at_50_max": 0.17153, "nauc_mrr_at_50_std": -0.517175, "nauc_mrr_at_50_diff1": 0.804823, "nauc_mrr_at_100_max": 0.17141, "nauc_mrr_at_100_std": -0.517198, "nauc_mrr_at_100_diff1": 0.804901, "nauc_mrr_at_1000_max": 0.171377, "nauc_mrr_at_1000_std": -0.517154, "nauc_mrr_at_1000_diff1": 0.80491, "hit_rate_at_1": 0.66144, "hit_rate_at_3": 0.79785, "hit_rate_at_5": 0.84393, "hit_rate_at_10": 0.89247, "hit_rate_at_20": 0.93425, "hit_rate_at_25": 0.94593, "hit_rate_at_50": 0.97296, "hit_rate_at_100": 0.98802, "hit_rate_at_1000": 0.99969, "R_cap_at_1": 0.661444, "R_cap_at_3": 0.797849, "R_cap_at_5": 0.843932, "R_cap_at_10": 0.892473, "R_cap_at_20": 0.934255, "R_cap_at_25": 0.945929, "R_cap_at_50": 0.972965, "R_cap_at_100": 0.988018, "R_cap_at_1000": 0.999693, "main_score": 0.7768, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.59361, "ndcg_at_3": 0.67918, "ndcg_at_5": 0.6995, "ndcg_at_10": 0.71693, "ndcg_at_20": 0.72706, "ndcg_at_25": 0.72957, "ndcg_at_50": 0.73647, "ndcg_at_100": 0.74257, "ndcg_at_1000": 0.74687, "map_at_1": 0.59361, "map_at_3": 0.65865, "map_at_5": 0.66995, "map_at_10": 0.67717, "map_at_20": 0.67995, "map_at_25": 0.68046, "map_at_50": 0.68147, "map_at_100": 0.68201, "map_at_1000": 0.68221, "recall_at_1": 0.59361, "recall_at_3": 0.73838, "recall_at_5": 0.7876, "recall_at_10": 0.84135, "recall_at_20": 0.88138, "recall_at_25": 0.89283, "recall_at_50": 0.92883, "recall_at_100": 0.96627, "recall_at_1000": 0.99839, "accuracy": 0.59361, "precision_at_1": 0.59361, "precision_at_3": 0.24613, "precision_at_5": 0.15752, "precision_at_10": 0.08413, "precision_at_20": 0.04407, "precision_at_25": 0.03571, "precision_at_50": 0.01858, "precision_at_100": 0.00966, "precision_at_1000": 0.001, "mrr_at_1": 0.593609, "mrr_at_3": 0.658651, "mrr_at_5": 0.669948, "mrr_at_10": 0.677173, "mrr_at_20": 0.679955, "mrr_at_25": 0.68046, "mrr_at_50": 0.681469, "mrr_at_100": 0.68201, "mrr_at_1000": 0.682205, "nauc_ndcg_at_1_max": 0.163008, "nauc_ndcg_at_1_std": -0.402387, "nauc_ndcg_at_1_diff1": 0.794973, "nauc_ndcg_at_3_max": 0.131725, "nauc_ndcg_at_3_std": -0.47236, "nauc_ndcg_at_3_diff1": 0.770471, "nauc_ndcg_at_5_max": 0.108357, "nauc_ndcg_at_5_std": -0.492918, "nauc_ndcg_at_5_diff1": 0.76758, "nauc_ndcg_at_10_max": 0.094434, "nauc_ndcg_at_10_std": -0.502916, "nauc_ndcg_at_10_diff1": 0.768518, "nauc_ndcg_at_20_max": 0.091993, "nauc_ndcg_at_20_std": -0.503553, "nauc_ndcg_at_20_diff1": 0.76911, "nauc_ndcg_at_25_max": 0.093233, "nauc_ndcg_at_25_std": -0.500832, "nauc_ndcg_at_25_diff1": 0.768587, "nauc_ndcg_at_50_max": 0.098002, "nauc_ndcg_at_50_std": -0.491701, "nauc_ndcg_at_50_diff1": 0.769831, "nauc_ndcg_at_100_max": 0.108834, "nauc_ndcg_at_100_std": -0.481235, "nauc_ndcg_at_100_diff1": 0.771545, "nauc_ndcg_at_1000_max": 0.114076, "nauc_ndcg_at_1000_std": -0.476811, "nauc_ndcg_at_1000_diff1": 0.772509, "nauc_map_at_1_max": 0.163008, "nauc_map_at_1_std": -0.402387, "nauc_map_at_1_diff1": 0.794973, "nauc_map_at_3_max": 0.141289, "nauc_map_at_3_std": -0.452824, "nauc_map_at_3_diff1": 0.776426, "nauc_map_at_5_max": 0.129512, "nauc_map_at_5_std": -0.462883, "nauc_map_at_5_diff1": 0.775074, "nauc_map_at_10_max": 0.124591, "nauc_map_at_10_std": -0.466026, "nauc_map_at_10_diff1": 0.775507, "nauc_map_at_20_max": 0.124204, "nauc_map_at_20_std": -0.465931, "nauc_map_at_20_diff1": 0.775735, "nauc_map_at_25_max": 0.124468, "nauc_map_at_25_std": -0.465395, "nauc_map_at_25_diff1": 0.775654, "nauc_map_at_50_max": 0.125158, "nauc_map_at_50_std": -0.46415, "nauc_map_at_50_diff1": 0.775833, "nauc_map_at_100_max": 0.126009, "nauc_map_at_100_std": -0.46331, "nauc_map_at_100_diff1": 0.77597, "nauc_map_at_1000_max": 0.126271, "nauc_map_at_1000_std": -0.463063, "nauc_map_at_1000_diff1": 0.776006, "nauc_recall_at_1_max": 0.163008, "nauc_recall_at_1_std": -0.402387, "nauc_recall_at_1_diff1": 0.794973, "nauc_recall_at_3_max": 0.097914, "nauc_recall_at_3_std": -0.540586, "nauc_recall_at_3_diff1": 0.750108, "nauc_recall_at_5_max": 0.018683, "nauc_recall_at_5_std": -0.617098, "nauc_recall_at_5_diff1": 0.737586, "nauc_recall_at_10_max": -0.073461, "nauc_recall_at_10_std": -0.701519, "nauc_recall_at_10_diff1": 0.73397, "nauc_recall_at_20_max": -0.141317, "nauc_recall_at_20_std": -0.764284, "nauc_recall_at_20_diff1": 0.727884, "nauc_recall_at_25_max": -0.150945, "nauc_recall_at_25_std": -0.76217, "nauc_recall_at_25_diff1": 0.718961, "nauc_recall_at_50_max": -0.193519, "nauc_recall_at_50_std": -0.743069, "nauc_recall_at_50_diff1": 0.714469, "nauc_recall_at_100_max": -0.095693, "nauc_recall_at_100_std": -0.617165, "nauc_recall_at_100_diff1": 0.72006, "nauc_recall_at_1000_max": 0.390468, "nauc_recall_at_1000_std": 0.341161, "nauc_recall_at_1000_diff1": 0.651258, "nauc_precision_at_1_max": 0.163008, "nauc_precision_at_1_std": -0.402387, "nauc_precision_at_1_diff1": 0.794973, "nauc_precision_at_3_max": 0.097914, "nauc_precision_at_3_std": -0.540586, "nauc_precision_at_3_diff1": 0.750108, "nauc_precision_at_5_max": 0.018683, "nauc_precision_at_5_std": -0.617098, "nauc_precision_at_5_diff1": 0.737586, "nauc_precision_at_10_max": -0.073461, "nauc_precision_at_10_std": -0.701519, "nauc_precision_at_10_diff1": 0.73397, "nauc_precision_at_20_max": -0.141317, "nauc_precision_at_20_std": -0.764284, "nauc_precision_at_20_diff1": 0.727884, "nauc_precision_at_25_max": -0.150945, "nauc_precision_at_25_std": -0.76217, "nauc_precision_at_25_diff1": 0.718961, "nauc_precision_at_50_max": -0.193519, "nauc_precision_at_50_std": -0.743069, "nauc_precision_at_50_diff1": 0.714469, "nauc_precision_at_100_max": -0.095693, "nauc_precision_at_100_std": -0.617165, "nauc_precision_at_100_diff1": 0.72006, "nauc_precision_at_1000_max": 0.390468, "nauc_precision_at_1000_std": 0.341161, "nauc_precision_at_1000_diff1": 0.651258, "nauc_mrr_at_1_max": 0.163008, "nauc_mrr_at_1_std": -0.402387, "nauc_mrr_at_1_diff1": 0.794973, "nauc_mrr_at_3_max": 0.141289, "nauc_mrr_at_3_std": -0.452824, "nauc_mrr_at_3_diff1": 0.776426, "nauc_mrr_at_5_max": 0.129512, "nauc_mrr_at_5_std": -0.462883, "nauc_mrr_at_5_diff1": 0.775074, "nauc_mrr_at_10_max": 0.124591, "nauc_mrr_at_10_std": -0.466026, "nauc_mrr_at_10_diff1": 0.775507, "nauc_mrr_at_20_max": 0.124204, "nauc_mrr_at_20_std": -0.465931, "nauc_mrr_at_20_diff1": 0.775735, "nauc_mrr_at_25_max": 0.124468, "nauc_mrr_at_25_std": -0.465395, "nauc_mrr_at_25_diff1": 0.775654, "nauc_mrr_at_50_max": 0.125158, "nauc_mrr_at_50_std": -0.46415, "nauc_mrr_at_50_diff1": 0.775833, "nauc_mrr_at_100_max": 0.126009, "nauc_mrr_at_100_std": -0.46331, "nauc_mrr_at_100_diff1": 0.77597, "nauc_mrr_at_1000_max": 0.126271, "nauc_mrr_at_1000_std": -0.463063, "nauc_mrr_at_1000_diff1": 0.776006, "hit_rate_at_1": 0.59361, "hit_rate_at_3": 0.73838, "hit_rate_at_5": 0.7876, "hit_rate_at_10": 0.84135, "hit_rate_at_20": 0.88138, "hit_rate_at_25": 0.89283, "hit_rate_at_50": 0.92883, "hit_rate_at_100": 0.96627, "hit_rate_at_1000": 0.99839, "R_cap_at_1": 0.593609, "R_cap_at_3": 0.73838, "R_cap_at_5": 0.787605, "R_cap_at_10": 0.841349, "R_cap_at_20": 0.881375, "R_cap_at_25": 0.892834, "R_cap_at_50": 0.928825, "R_cap_at_100": 0.966269, "R_cap_at_1000": 0.998386, "main_score": 0.71693, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83504, "ndcg_at_3": 0.89721, "ndcg_at_5": 0.90304, "ndcg_at_10": 0.91174, "ndcg_at_20": 0.9147, "ndcg_at_25": 0.91527, "ndcg_at_50": 0.916, "ndcg_at_100": 0.916, "ndcg_at_1000": 0.91637, "map_at_1": 0.83504, "map_at_3": 0.88278, "map_at_5": 0.88604, "map_at_10": 0.88964, "map_at_20": 0.89048, "map_at_25": 0.89059, "map_at_50": 0.8907, "map_at_100": 0.8907, "map_at_1000": 0.89072, "recall_at_1": 0.83504, "recall_at_3": 0.93862, "recall_at_5": 0.95269, "recall_at_10": 0.97954, "recall_at_20": 0.99105, "recall_at_25": 0.99361, "recall_at_50": 0.99744, "recall_at_100": 0.99744, "recall_at_1000": 1.0, "accuracy": 0.83504, "precision_at_1": 0.83504, "precision_at_3": 0.31287, "precision_at_5": 0.19054, "precision_at_10": 0.09795, "precision_at_20": 0.04955, "precision_at_25": 0.03974, "precision_at_50": 0.01995, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.835038, "mrr_at_3": 0.882779, "mrr_at_5": 0.88604, "mrr_at_10": 0.889637, "mrr_at_20": 0.890475, "mrr_at_25": 0.890592, "mrr_at_50": 0.890697, "mrr_at_100": 0.890697, "mrr_at_1000": 0.890718, "nauc_ndcg_at_1_max": 0.462136, "nauc_ndcg_at_1_std": -0.187356, "nauc_ndcg_at_1_diff1": 0.876718, "nauc_ndcg_at_3_max": 0.514088, "nauc_ndcg_at_3_std": -0.14822, "nauc_ndcg_at_3_diff1": 0.851093, "nauc_ndcg_at_5_max": 0.515304, "nauc_ndcg_at_5_std": -0.149056, "nauc_ndcg_at_5_diff1": 0.854849, "nauc_ndcg_at_10_max": 0.508183, "nauc_ndcg_at_10_std": -0.155244, "nauc_ndcg_at_10_diff1": 0.864399, "nauc_ndcg_at_20_max": 0.508558, "nauc_ndcg_at_20_std": -0.153339, "nauc_ndcg_at_20_diff1": 0.863895, "nauc_ndcg_at_25_max": 0.505151, "nauc_ndcg_at_25_std": -0.157331, "nauc_ndcg_at_25_diff1": 0.863411, "nauc_ndcg_at_50_max": 0.503147, "nauc_ndcg_at_50_std": -0.151705, "nauc_ndcg_at_50_diff1": 0.862959, "nauc_ndcg_at_100_max": 0.503147, "nauc_ndcg_at_100_std": -0.151705, "nauc_ndcg_at_100_diff1": 0.862959, "nauc_ndcg_at_1000_max": 0.500883, "nauc_ndcg_at_1000_std": -0.15666, "nauc_ndcg_at_1000_diff1": 0.862627, "nauc_map_at_1_max": 0.462136, "nauc_map_at_1_std": -0.187356, "nauc_map_at_1_diff1": 0.876718, "nauc_map_at_3_max": 0.499691, "nauc_map_at_3_std": -0.159026, "nauc_map_at_3_diff1": 0.858213, "nauc_map_at_5_max": 0.499603, "nauc_map_at_5_std": -0.159526, "nauc_map_at_5_diff1": 0.860171, "nauc_map_at_10_max": 0.496476, "nauc_map_at_10_std": -0.161444, "nauc_map_at_10_diff1": 0.863607, "nauc_map_at_20_max": 0.496454, "nauc_map_at_20_std": -0.161167, "nauc_map_at_20_diff1": 0.863516, "nauc_map_at_25_max": 0.495896, "nauc_map_at_25_std": -0.161834, "nauc_map_at_25_diff1": 0.863441, "nauc_map_at_50_max": 0.495709, "nauc_map_at_50_std": -0.161066, "nauc_map_at_50_diff1": 0.863375, "nauc_map_at_100_max": 0.495709, "nauc_map_at_100_std": -0.161066, "nauc_map_at_100_diff1": 0.863375, "nauc_map_at_1000_max": 0.49561, "nauc_map_at_1000_std": -0.161282, "nauc_map_at_1000_diff1": 0.86336, "nauc_recall_at_1_max": 0.462136, "nauc_recall_at_1_std": -0.187356, "nauc_recall_at_1_diff1": 0.876718, "nauc_recall_at_3_max": 0.5883, "nauc_recall_at_3_std": -0.092556, "nauc_recall_at_3_diff1": 0.814374, "nauc_recall_at_5_max": 0.618493, "nauc_recall_at_5_std": -0.082127, "nauc_recall_at_5_diff1": 0.821881, "nauc_recall_at_10_max": 0.668714, "nauc_recall_at_10_std": -0.087841, "nauc_recall_at_10_diff1": 0.898936, "nauc_recall_at_20_max": 0.889617, "nauc_recall_at_20_std": 0.075113, "nauc_recall_at_20_diff1": 0.922999, "nauc_recall_at_25_max": 0.845464, "nauc_recall_at_25_std": -0.060597, "nauc_recall_at_25_diff1": 0.918334, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.934659, "nauc_recall_at_50_diff1": 0.934659, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934659, "nauc_recall_at_100_diff1": 0.934659, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.462136, "nauc_precision_at_1_std": -0.187356, "nauc_precision_at_1_diff1": 0.876718, "nauc_precision_at_3_max": 0.5883, "nauc_precision_at_3_std": -0.092556, "nauc_precision_at_3_diff1": 0.814374, "nauc_precision_at_5_max": 0.618493, "nauc_precision_at_5_std": -0.082127, "nauc_precision_at_5_diff1": 0.821881, "nauc_precision_at_10_max": 0.668714, "nauc_precision_at_10_std": -0.087841, "nauc_precision_at_10_diff1": 0.898936, "nauc_precision_at_20_max": 0.889617, "nauc_precision_at_20_std": 0.075113, "nauc_precision_at_20_diff1": 0.922999, "nauc_precision_at_25_max": 0.845464, "nauc_precision_at_25_std": -0.060597, "nauc_precision_at_25_diff1": 0.918334, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.934659, "nauc_precision_at_50_diff1": 0.934659, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934659, "nauc_precision_at_100_diff1": 0.934659, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.462136, "nauc_mrr_at_1_std": -0.187356, "nauc_mrr_at_1_diff1": 0.876718, "nauc_mrr_at_3_max": 0.499691, "nauc_mrr_at_3_std": -0.159026, "nauc_mrr_at_3_diff1": 0.858213, "nauc_mrr_at_5_max": 0.499603, "nauc_mrr_at_5_std": -0.159526, "nauc_mrr_at_5_diff1": 0.860171, "nauc_mrr_at_10_max": 0.496476, "nauc_mrr_at_10_std": -0.161444, "nauc_mrr_at_10_diff1": 0.863607, "nauc_mrr_at_20_max": 0.496454, "nauc_mrr_at_20_std": -0.161167, "nauc_mrr_at_20_diff1": 0.863516, "nauc_mrr_at_25_max": 0.495896, "nauc_mrr_at_25_std": -0.161834, "nauc_mrr_at_25_diff1": 0.863441, "nauc_mrr_at_50_max": 0.495709, "nauc_mrr_at_50_std": -0.161066, "nauc_mrr_at_50_diff1": 0.863375, "nauc_mrr_at_100_max": 0.495709, "nauc_mrr_at_100_std": -0.161066, "nauc_mrr_at_100_diff1": 0.863375, "nauc_mrr_at_1000_max": 0.49561, "nauc_mrr_at_1000_std": -0.161282, "nauc_mrr_at_1000_diff1": 0.86336, "hit_rate_at_1": 0.83504, "hit_rate_at_3": 0.93862, "hit_rate_at_5": 0.95269, "hit_rate_at_10": 0.97954, "hit_rate_at_20": 0.99105, "hit_rate_at_25": 0.99361, "hit_rate_at_50": 0.99744, "hit_rate_at_100": 0.99744, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.835038, "R_cap_at_3": 0.938619, "R_cap_at_5": 0.952685, "R_cap_at_10": 0.97954, "R_cap_at_20": 0.991049, "R_cap_at_25": 0.993606, "R_cap_at_50": 0.997442, "R_cap_at_100": 0.997442, "R_cap_at_1000": 1.0, "main_score": 0.91174, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71329, "ndcg_at_3": 0.79496, "ndcg_at_5": 0.81027, "ndcg_at_10": 0.82302, "ndcg_at_20": 0.82981, "ndcg_at_25": 0.83124, "ndcg_at_50": 0.83458, "ndcg_at_100": 0.83642, "ndcg_at_1000": 0.8377, "map_at_1": 0.71329, "map_at_3": 0.77552, "map_at_5": 0.78405, "map_at_10": 0.78933, "map_at_20": 0.79121, "map_at_25": 0.7915, "map_at_50": 0.79199, "map_at_100": 0.79216, "map_at_1000": 0.79221, "recall_at_1": 0.71329, "recall_at_3": 0.85096, "recall_at_5": 0.888, "recall_at_10": 0.92733, "recall_at_20": 0.95405, "recall_at_25": 0.96058, "recall_at_50": 0.97786, "recall_at_100": 0.98915, "recall_at_1000": 0.99885, "accuracy": 0.71329, "precision_at_1": 0.71329, "precision_at_3": 0.28365, "precision_at_5": 0.1776, "precision_at_10": 0.09273, "precision_at_20": 0.0477, "precision_at_25": 0.03842, "precision_at_50": 0.01956, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.71329, "mrr_at_3": 0.775524, "mrr_at_5": 0.784048, "mrr_at_10": 0.78933, "mrr_at_20": 0.791209, "mrr_at_25": 0.791495, "mrr_at_50": 0.791995, "mrr_at_100": 0.792159, "mrr_at_1000": 0.792214, "nauc_ndcg_at_1_max": 0.320992, "nauc_ndcg_at_1_std": -0.393433, "nauc_ndcg_at_1_diff1": 0.811238, "nauc_ndcg_at_3_max": 0.337791, "nauc_ndcg_at_3_std": -0.462387, "nauc_ndcg_at_3_diff1": 0.780963, "nauc_ndcg_at_5_max": 0.336384, "nauc_ndcg_at_5_std": -0.460455, "nauc_ndcg_at_5_diff1": 0.780081, "nauc_ndcg_at_10_max": 0.337899, "nauc_ndcg_at_10_std": -0.457423, "nauc_ndcg_at_10_diff1": 0.782248, "nauc_ndcg_at_20_max": 0.339165, "nauc_ndcg_at_20_std": -0.449601, "nauc_ndcg_at_20_diff1": 0.784517, "nauc_ndcg_at_25_max": 0.338898, "nauc_ndcg_at_25_std": -0.448843, "nauc_ndcg_at_25_diff1": 0.784884, "nauc_ndcg_at_50_max": 0.339719, "nauc_ndcg_at_50_std": -0.441224, "nauc_ndcg_at_50_diff1": 0.785745, "nauc_ndcg_at_100_max": 0.338885, "nauc_ndcg_at_100_std": -0.438518, "nauc_ndcg_at_100_diff1": 0.786535, "nauc_ndcg_at_1000_max": 0.335994, "nauc_ndcg_at_1000_std": -0.440983, "nauc_ndcg_at_1000_diff1": 0.787407, "nauc_map_at_1_max": 0.320992, "nauc_map_at_1_std": -0.393433, "nauc_map_at_1_diff1": 0.811238, "nauc_map_at_3_max": 0.332782, "nauc_map_at_3_std": -0.443295, "nauc_map_at_3_diff1": 0.788793, "nauc_map_at_5_max": 0.33177, "nauc_map_at_5_std": -0.441895, "nauc_map_at_5_diff1": 0.788729, "nauc_map_at_10_max": 0.332085, "nauc_map_at_10_std": -0.440258, "nauc_map_at_10_diff1": 0.789705, "nauc_map_at_20_max": 0.332276, "nauc_map_at_20_std": -0.438309, "nauc_map_at_20_diff1": 0.790317, "nauc_map_at_25_max": 0.33223, "nauc_map_at_25_std": -0.438149, "nauc_map_at_25_diff1": 0.790383, "nauc_map_at_50_max": 0.332279, "nauc_map_at_50_std": -0.437221, "nauc_map_at_50_diff1": 0.790493, "nauc_map_at_100_max": 0.332235, "nauc_map_at_100_std": -0.437007, "nauc_map_at_100_diff1": 0.790558, "nauc_map_at_1000_max": 0.332145, "nauc_map_at_1000_std": -0.437055, "nauc_map_at_1000_diff1": 0.790588, "nauc_recall_at_1_max": 0.320992, "nauc_recall_at_1_std": -0.393433, "nauc_recall_at_1_diff1": 0.811238, "nauc_recall_at_3_max": 0.358245, "nauc_recall_at_3_std": -0.53949, "nauc_recall_at_3_diff1": 0.749686, "nauc_recall_at_5_max": 0.359767, "nauc_recall_at_5_std": -0.552542, "nauc_recall_at_5_diff1": 0.736668, "nauc_recall_at_10_max": 0.383482, "nauc_recall_at_10_std": -0.580832, "nauc_recall_at_10_diff1": 0.729167, "nauc_recall_at_20_max": 0.427911, "nauc_recall_at_20_std": -0.54903, "nauc_recall_at_20_diff1": 0.727697, "nauc_recall_at_25_max": 0.43751, "nauc_recall_at_25_std": -0.552919, "nauc_recall_at_25_diff1": 0.724964, "nauc_recall_at_50_max": 0.546398, "nauc_recall_at_50_std": -0.367033, "nauc_recall_at_50_diff1": 0.709017, "nauc_recall_at_100_max": 0.683855, "nauc_recall_at_100_std": -0.070497, "nauc_recall_at_100_diff1": 0.693472, "nauc_recall_at_1000_max": 0.718125, "nauc_recall_at_1000_std": 0.356095, "nauc_recall_at_1000_diff1": 0.768544, "nauc_precision_at_1_max": 0.320992, "nauc_precision_at_1_std": -0.393433, "nauc_precision_at_1_diff1": 0.811238, "nauc_precision_at_3_max": 0.358245, "nauc_precision_at_3_std": -0.53949, "nauc_precision_at_3_diff1": 0.749686, "nauc_precision_at_5_max": 0.359767, "nauc_precision_at_5_std": -0.552542, "nauc_precision_at_5_diff1": 0.736668, "nauc_precision_at_10_max": 0.383482, "nauc_precision_at_10_std": -0.580832, "nauc_precision_at_10_diff1": 0.729167, "nauc_precision_at_20_max": 0.427911, "nauc_precision_at_20_std": -0.54903, "nauc_precision_at_20_diff1": 0.727697, "nauc_precision_at_25_max": 0.43751, "nauc_precision_at_25_std": -0.552919, "nauc_precision_at_25_diff1": 0.724964, "nauc_precision_at_50_max": 0.546398, "nauc_precision_at_50_std": -0.367033, "nauc_precision_at_50_diff1": 0.709017, "nauc_precision_at_100_max": 0.683855, "nauc_precision_at_100_std": -0.070497, "nauc_precision_at_100_diff1": 0.693472, "nauc_precision_at_1000_max": 0.718125, "nauc_precision_at_1000_std": 0.356095, "nauc_precision_at_1000_diff1": 0.768544, "nauc_mrr_at_1_max": 0.320992, "nauc_mrr_at_1_std": -0.393433, "nauc_mrr_at_1_diff1": 0.811238, "nauc_mrr_at_3_max": 0.332782, "nauc_mrr_at_3_std": -0.443295, "nauc_mrr_at_3_diff1": 0.788793, "nauc_mrr_at_5_max": 0.33177, "nauc_mrr_at_5_std": -0.441895, "nauc_mrr_at_5_diff1": 0.788729, "nauc_mrr_at_10_max": 0.332085, "nauc_mrr_at_10_std": -0.440258, "nauc_mrr_at_10_diff1": 0.789705, "nauc_mrr_at_20_max": 0.332276, "nauc_mrr_at_20_std": -0.438309, "nauc_mrr_at_20_diff1": 0.790317, "nauc_mrr_at_25_max": 0.33223, "nauc_mrr_at_25_std": -0.438149, "nauc_mrr_at_25_diff1": 0.790383, "nauc_mrr_at_50_max": 0.332279, "nauc_mrr_at_50_std": -0.437221, "nauc_mrr_at_50_diff1": 0.790493, "nauc_mrr_at_100_max": 0.332235, "nauc_mrr_at_100_std": -0.437007, "nauc_mrr_at_100_diff1": 0.790558, "nauc_mrr_at_1000_max": 0.332145, "nauc_mrr_at_1000_std": -0.437055, "nauc_mrr_at_1000_diff1": 0.790588, "hit_rate_at_1": 0.71329, "hit_rate_at_3": 0.85096, "hit_rate_at_5": 0.888, "hit_rate_at_10": 0.92733, "hit_rate_at_20": 0.95405, "hit_rate_at_25": 0.96058, "hit_rate_at_50": 0.97786, "hit_rate_at_100": 0.98915, "hit_rate_at_1000": 0.99885, "R_cap_at_1": 0.71329, "R_cap_at_3": 0.850957, "R_cap_at_5": 0.887997, "R_cap_at_10": 0.92733, "R_cap_at_20": 0.954052, "R_cap_at_25": 0.960579, "R_cap_at_50": 0.977864, "R_cap_at_100": 0.989152, "R_cap_at_1000": 0.998854, "main_score": 0.82302, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78932, "ndcg_at_3": 0.86339, "ndcg_at_5": 0.87451, "ndcg_at_10": 0.88154, "ndcg_at_20": 0.88568, "ndcg_at_25": 0.88603, "ndcg_at_50": 0.88743, "ndcg_at_100": 0.88832, "ndcg_at_1000": 0.88926, "map_at_1": 0.78932, "map_at_3": 0.84622, "map_at_5": 0.85244, "map_at_10": 0.85534, "map_at_20": 0.8565, "map_at_25": 0.85658, "map_at_50": 0.85679, "map_at_100": 0.85687, "map_at_1000": 0.8569, "recall_at_1": 0.78932, "recall_at_3": 0.91262, "recall_at_5": 0.93948, "recall_at_10": 0.96117, "recall_at_20": 0.97735, "recall_at_25": 0.97896, "recall_at_50": 0.98608, "recall_at_100": 0.99159, "recall_at_1000": 0.99903, "accuracy": 0.78932, "precision_at_1": 0.78932, "precision_at_3": 0.30421, "precision_at_5": 0.1879, "precision_at_10": 0.09612, "precision_at_20": 0.04887, "precision_at_25": 0.03916, "precision_at_50": 0.01972, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.78932, "mrr_at_3": 0.846224, "mrr_at_5": 0.852438, "mrr_at_10": 0.855341, "mrr_at_20": 0.856503, "mrr_at_25": 0.856575, "mrr_at_50": 0.856791, "mrr_at_100": 0.856868, "mrr_at_1000": 0.856904, "nauc_ndcg_at_1_max": 0.436254, "nauc_ndcg_at_1_std": -0.080581, "nauc_ndcg_at_1_diff1": 0.801394, "nauc_ndcg_at_3_max": 0.495628, "nauc_ndcg_at_3_std": -0.075926, "nauc_ndcg_at_3_diff1": 0.775242, "nauc_ndcg_at_5_max": 0.493848, "nauc_ndcg_at_5_std": -0.071742, "nauc_ndcg_at_5_diff1": 0.775714, "nauc_ndcg_at_10_max": 0.489581, "nauc_ndcg_at_10_std": -0.064562, "nauc_ndcg_at_10_diff1": 0.779066, "nauc_ndcg_at_20_max": 0.482578, "nauc_ndcg_at_20_std": -0.071225, "nauc_ndcg_at_20_diff1": 0.782072, "nauc_ndcg_at_25_max": 0.482171, "nauc_ndcg_at_25_std": -0.07115, "nauc_ndcg_at_25_diff1": 0.781991, "nauc_ndcg_at_50_max": 0.482116, "nauc_ndcg_at_50_std": -0.07018, "nauc_ndcg_at_50_diff1": 0.783191, "nauc_ndcg_at_100_max": 0.480572, "nauc_ndcg_at_100_std": -0.07056, "nauc_ndcg_at_100_diff1": 0.782459, "nauc_ndcg_at_1000_max": 0.47895, "nauc_ndcg_at_1000_std": -0.072664, "nauc_ndcg_at_1000_diff1": 0.783095, "nauc_map_at_1_max": 0.436254, "nauc_map_at_1_std": -0.080581, "nauc_map_at_1_diff1": 0.801394, "nauc_map_at_3_max": 0.478246, "nauc_map_at_3_std": -0.076388, "nauc_map_at_3_diff1": 0.783229, "nauc_map_at_5_max": 0.476881, "nauc_map_at_5_std": -0.073973, "nauc_map_at_5_diff1": 0.783833, "nauc_map_at_10_max": 0.475424, "nauc_map_at_10_std": -0.071552, "nauc_map_at_10_diff1": 0.785279, "nauc_map_at_20_max": 0.473761, "nauc_map_at_20_std": -0.07307, "nauc_map_at_20_diff1": 0.786003, "nauc_map_at_25_max": 0.473682, "nauc_map_at_25_std": -0.073074, "nauc_map_at_25_diff1": 0.785993, "nauc_map_at_50_max": 0.473691, "nauc_map_at_50_std": -0.072973, "nauc_map_at_50_diff1": 0.786158, "nauc_map_at_100_max": 0.473583, "nauc_map_at_100_std": -0.073031, "nauc_map_at_100_diff1": 0.786111, "nauc_map_at_1000_max": 0.473522, "nauc_map_at_1000_std": -0.073125, "nauc_map_at_1000_diff1": 0.786135, "nauc_recall_at_1_max": 0.436254, "nauc_recall_at_1_std": -0.080581, "nauc_recall_at_1_diff1": 0.801394, "nauc_recall_at_3_max": 0.577876, "nauc_recall_at_3_std": -0.074423, "nauc_recall_at_3_diff1": 0.737196, "nauc_recall_at_5_max": 0.603412, "nauc_recall_at_5_std": -0.057975, "nauc_recall_at_5_diff1": 0.72235, "nauc_recall_at_10_max": 0.619787, "nauc_recall_at_10_std": 0.01343, "nauc_recall_at_10_diff1": 0.720098, "nauc_recall_at_20_max": 0.580692, "nauc_recall_at_20_std": -0.056663, "nauc_recall_at_20_diff1": 0.734167, "nauc_recall_at_25_max": 0.579279, "nauc_recall_at_25_std": -0.052891, "nauc_recall_at_25_diff1": 0.72855, "nauc_recall_at_50_max": 0.623173, "nauc_recall_at_50_std": -0.003843, "nauc_recall_at_50_diff1": 0.74626, "nauc_recall_at_100_max": 0.595005, "nauc_recall_at_100_std": 0.020901, "nauc_recall_at_100_diff1": 0.665105, "nauc_recall_at_1000_max": 0.168534, "nauc_recall_at_1000_std": -0.844538, "nauc_recall_at_1000_diff1": 0.273576, "nauc_precision_at_1_max": 0.436254, "nauc_precision_at_1_std": -0.080581, "nauc_precision_at_1_diff1": 0.801394, "nauc_precision_at_3_max": 0.577876, "nauc_precision_at_3_std": -0.074423, "nauc_precision_at_3_diff1": 0.737196, "nauc_precision_at_5_max": 0.603412, "nauc_precision_at_5_std": -0.057975, "nauc_precision_at_5_diff1": 0.72235, "nauc_precision_at_10_max": 0.619787, "nauc_precision_at_10_std": 0.01343, "nauc_precision_at_10_diff1": 0.720098, "nauc_precision_at_20_max": 0.580692, "nauc_precision_at_20_std": -0.056663, "nauc_precision_at_20_diff1": 0.734167, "nauc_precision_at_25_max": 0.579279, "nauc_precision_at_25_std": -0.052891, "nauc_precision_at_25_diff1": 0.72855, "nauc_precision_at_50_max": 0.623173, "nauc_precision_at_50_std": -0.003843, "nauc_precision_at_50_diff1": 0.74626, "nauc_precision_at_100_max": 0.595005, "nauc_precision_at_100_std": 0.020901, "nauc_precision_at_100_diff1": 0.665105, "nauc_precision_at_1000_max": 0.168534, "nauc_precision_at_1000_std": -0.844538, "nauc_precision_at_1000_diff1": 0.273576, "nauc_mrr_at_1_max": 0.436254, "nauc_mrr_at_1_std": -0.080581, "nauc_mrr_at_1_diff1": 0.801394, "nauc_mrr_at_3_max": 0.478246, "nauc_mrr_at_3_std": -0.076388, "nauc_mrr_at_3_diff1": 0.783229, "nauc_mrr_at_5_max": 0.476881, "nauc_mrr_at_5_std": -0.073973, "nauc_mrr_at_5_diff1": 0.783833, "nauc_mrr_at_10_max": 0.475424, "nauc_mrr_at_10_std": -0.071552, "nauc_mrr_at_10_diff1": 0.785279, "nauc_mrr_at_20_max": 0.473761, "nauc_mrr_at_20_std": -0.07307, "nauc_mrr_at_20_diff1": 0.786003, "nauc_mrr_at_25_max": 0.473682, "nauc_mrr_at_25_std": -0.073074, "nauc_mrr_at_25_diff1": 0.785993, "nauc_mrr_at_50_max": 0.473691, "nauc_mrr_at_50_std": -0.072973, "nauc_mrr_at_50_diff1": 0.786158, "nauc_mrr_at_100_max": 0.473583, "nauc_mrr_at_100_std": -0.073031, "nauc_mrr_at_100_diff1": 0.786111, "nauc_mrr_at_1000_max": 0.473522, "nauc_mrr_at_1000_std": -0.073125, "nauc_mrr_at_1000_diff1": 0.786135, "hit_rate_at_1": 0.78932, "hit_rate_at_3": 0.91262, "hit_rate_at_5": 0.93948, "hit_rate_at_10": 0.96117, "hit_rate_at_20": 0.97735, "hit_rate_at_25": 0.97896, "hit_rate_at_50": 0.98608, "hit_rate_at_100": 0.99159, "hit_rate_at_1000": 0.99903, "R_cap_at_1": 0.78932, "R_cap_at_3": 0.912621, "R_cap_at_5": 0.939482, "R_cap_at_10": 0.961165, "R_cap_at_20": 0.977346, "R_cap_at_25": 0.978964, "R_cap_at_50": 0.986084, "R_cap_at_100": 0.991586, "R_cap_at_1000": 0.999029, "main_score": 0.88154, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.93884, "ndcg_at_3": 0.96927, "ndcg_at_5": 0.97118, "ndcg_at_10": 0.97164, "ndcg_at_20": 0.97236, "ndcg_at_25": 0.97236, "ndcg_at_50": 0.97263, "ndcg_at_100": 0.97263, "ndcg_at_1000": 0.97263, "map_at_1": 0.93884, "map_at_3": 0.96228, "map_at_5": 0.96335, "map_at_10": 0.96352, "map_at_20": 0.96369, "map_at_25": 0.96369, "map_at_50": 0.96372, "map_at_100": 0.96372, "map_at_1000": 0.96372, "recall_at_1": 0.93884, "recall_at_3": 0.9893, "recall_at_5": 0.99388, "recall_at_10": 0.99541, "recall_at_20": 0.99847, "recall_at_25": 0.99847, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.93884, "precision_at_1": 0.93884, "precision_at_3": 0.32977, "precision_at_5": 0.19878, "precision_at_10": 0.09954, "precision_at_20": 0.04992, "precision_at_25": 0.03994, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.938838, "mrr_at_3": 0.962283, "mrr_at_5": 0.963354, "mrr_at_10": 0.963524, "mrr_at_20": 0.96369, "mrr_at_25": 0.96369, "mrr_at_50": 0.963723, "mrr_at_100": 0.963723, "mrr_at_1000": 0.963723, "nauc_ndcg_at_1_max": 0.456844, "nauc_ndcg_at_1_std": -0.149937, "nauc_ndcg_at_1_diff1": 0.921069, "nauc_ndcg_at_3_max": 0.573902, "nauc_ndcg_at_3_std": -0.0028, "nauc_ndcg_at_3_diff1": 0.928582, "nauc_ndcg_at_5_max": 0.555868, "nauc_ndcg_at_5_std": -0.01594, "nauc_ndcg_at_5_diff1": 0.923852, "nauc_ndcg_at_10_max": 0.548659, "nauc_ndcg_at_10_std": -0.032429, "nauc_ndcg_at_10_diff1": 0.922616, "nauc_ndcg_at_20_max": 0.536989, "nauc_ndcg_at_20_std": -0.055748, "nauc_ndcg_at_20_diff1": 0.924113, "nauc_ndcg_at_25_max": 0.536989, "nauc_ndcg_at_25_std": -0.055748, "nauc_ndcg_at_25_diff1": 0.924113, "nauc_ndcg_at_50_max": 0.532357, "nauc_ndcg_at_50_std": -0.057533, "nauc_ndcg_at_50_diff1": 0.923353, "nauc_ndcg_at_100_max": 0.532357, "nauc_ndcg_at_100_std": -0.057533, "nauc_ndcg_at_100_diff1": 0.923353, "nauc_ndcg_at_1000_max": 0.532357, "nauc_ndcg_at_1000_std": -0.057533, "nauc_ndcg_at_1000_diff1": 0.923353, "nauc_map_at_1_max": 0.456844, "nauc_map_at_1_std": -0.149937, "nauc_map_at_1_diff1": 0.921069, "nauc_map_at_3_max": 0.536992, "nauc_map_at_3_std": -0.052825, "nauc_map_at_3_diff1": 0.925483, "nauc_map_at_5_max": 0.528119, "nauc_map_at_5_std": -0.059915, "nauc_map_at_5_diff1": 0.923307, "nauc_map_at_10_max": 0.525921, "nauc_map_at_10_std": -0.064852, "nauc_map_at_10_diff1": 0.92295, "nauc_map_at_20_max": 0.523748, "nauc_map_at_20_std": -0.069133, "nauc_map_at_20_diff1": 0.923181, "nauc_map_at_25_max": 0.523748, "nauc_map_at_25_std": -0.069133, "nauc_map_at_25_diff1": 0.923181, "nauc_map_at_50_max": 0.523321, "nauc_map_at_50_std": -0.069305, "nauc_map_at_50_diff1": 0.923112, "nauc_map_at_100_max": 0.523321, "nauc_map_at_100_std": -0.069305, "nauc_map_at_100_diff1": 0.923112, "nauc_map_at_1000_max": 0.523321, "nauc_map_at_1000_std": -0.069305, "nauc_map_at_1000_diff1": 0.923112, "nauc_recall_at_1_max": 0.456844, "nauc_recall_at_1_std": -0.149937, "nauc_recall_at_1_diff1": 0.921069, "nauc_recall_at_3_max": 0.936323, "nauc_recall_at_3_std": 0.49497, "nauc_recall_at_3_diff1": 0.960322, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.715357, "nauc_recall_at_5_diff1": 0.930564, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.620476, "nauc_recall_at_10_diff1": 0.907418, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.122688, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.122688, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.456844, "nauc_precision_at_1_std": -0.149937, "nauc_precision_at_1_diff1": 0.921069, "nauc_precision_at_3_max": 0.936323, "nauc_precision_at_3_std": 0.49497, "nauc_precision_at_3_diff1": 0.960322, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.715357, "nauc_precision_at_5_diff1": 0.930564, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.620476, "nauc_precision_at_10_diff1": 0.907418, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.122688, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.122688, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.456844, "nauc_mrr_at_1_std": -0.149937, "nauc_mrr_at_1_diff1": 0.921069, "nauc_mrr_at_3_max": 0.536992, "nauc_mrr_at_3_std": -0.052825, "nauc_mrr_at_3_diff1": 0.925483, "nauc_mrr_at_5_max": 0.528119, "nauc_mrr_at_5_std": -0.059915, "nauc_mrr_at_5_diff1": 0.923307, "nauc_mrr_at_10_max": 0.525921, "nauc_mrr_at_10_std": -0.064852, "nauc_mrr_at_10_diff1": 0.92295, "nauc_mrr_at_20_max": 0.523748, "nauc_mrr_at_20_std": -0.069133, "nauc_mrr_at_20_diff1": 0.923181, "nauc_mrr_at_25_max": 0.523748, "nauc_mrr_at_25_std": -0.069133, "nauc_mrr_at_25_diff1": 0.923181, "nauc_mrr_at_50_max": 0.523321, "nauc_mrr_at_50_std": -0.069305, "nauc_mrr_at_50_diff1": 0.923112, "nauc_mrr_at_100_max": 0.523321, "nauc_mrr_at_100_std": -0.069305, "nauc_mrr_at_100_diff1": 0.923112, "nauc_mrr_at_1000_max": 0.523321, "nauc_mrr_at_1000_std": -0.069305, "nauc_mrr_at_1000_diff1": 0.923112, "hit_rate_at_1": 0.93884, "hit_rate_at_3": 0.9893, "hit_rate_at_5": 0.99388, "hit_rate_at_10": 0.99541, "hit_rate_at_20": 0.99847, "hit_rate_at_25": 0.99847, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.938838, "R_cap_at_3": 0.989297, "R_cap_at_5": 0.993884, "R_cap_at_10": 0.995413, "R_cap_at_20": 0.998471, "R_cap_at_25": 0.998471, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97164, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76847, "ndcg_at_3": 0.84593, "ndcg_at_5": 0.85764, "ndcg_at_10": 0.86586, "ndcg_at_20": 0.87077, "ndcg_at_25": 0.87182, "ndcg_at_50": 0.87423, "ndcg_at_100": 0.87492, "ndcg_at_1000": 0.87592, "map_at_1": 0.76847, "map_at_3": 0.82772, "map_at_5": 0.83424, "map_at_10": 0.83771, "map_at_20": 0.83908, "map_at_25": 0.83929, "map_at_50": 0.83965, "map_at_100": 0.83971, "map_at_1000": 0.83975, "recall_at_1": 0.76847, "recall_at_3": 0.89828, "recall_at_5": 0.92662, "recall_at_10": 0.95167, "recall_at_20": 0.9709, "recall_at_25": 0.97571, "recall_at_50": 0.98811, "recall_at_100": 0.99241, "recall_at_1000": 1.0, "accuracy": 0.76847, "precision_at_1": 0.76847, "precision_at_3": 0.29943, "precision_at_5": 0.18532, "precision_at_10": 0.09517, "precision_at_20": 0.04855, "precision_at_25": 0.03903, "precision_at_50": 0.01976, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.768472, "mrr_at_3": 0.827724, "mrr_at_5": 0.83424, "mrr_at_10": 0.83771, "mrr_at_20": 0.839077, "mrr_at_25": 0.839291, "mrr_at_50": 0.839651, "mrr_at_100": 0.83971, "mrr_at_1000": 0.839754, "nauc_ndcg_at_1_max": 0.416202, "nauc_ndcg_at_1_std": -0.217363, "nauc_ndcg_at_1_diff1": 0.818502, "nauc_ndcg_at_3_max": 0.464202, "nauc_ndcg_at_3_std": -0.242738, "nauc_ndcg_at_3_diff1": 0.789811, "nauc_ndcg_at_5_max": 0.458209, "nauc_ndcg_at_5_std": -0.239384, "nauc_ndcg_at_5_diff1": 0.793, "nauc_ndcg_at_10_max": 0.454768, "nauc_ndcg_at_10_std": -0.238237, "nauc_ndcg_at_10_diff1": 0.795515, "nauc_ndcg_at_20_max": 0.451846, "nauc_ndcg_at_20_std": -0.232739, "nauc_ndcg_at_20_diff1": 0.798827, "nauc_ndcg_at_25_max": 0.451661, "nauc_ndcg_at_25_std": -0.232061, "nauc_ndcg_at_25_diff1": 0.798757, "nauc_ndcg_at_50_max": 0.448454, "nauc_ndcg_at_50_std": -0.231438, "nauc_ndcg_at_50_diff1": 0.798586, "nauc_ndcg_at_100_max": 0.449432, "nauc_ndcg_at_100_std": -0.232102, "nauc_ndcg_at_100_diff1": 0.799208, "nauc_ndcg_at_1000_max": 0.449394, "nauc_ndcg_at_1000_std": -0.23264, "nauc_ndcg_at_1000_diff1": 0.7997, "nauc_map_at_1_max": 0.416202, "nauc_map_at_1_std": -0.217363, "nauc_map_at_1_diff1": 0.818502, "nauc_map_at_3_max": 0.451348, "nauc_map_at_3_std": -0.236065, "nauc_map_at_3_diff1": 0.798156, "nauc_map_at_5_max": 0.448201, "nauc_map_at_5_std": -0.233892, "nauc_map_at_5_diff1": 0.800097, "nauc_map_at_10_max": 0.446938, "nauc_map_at_10_std": -0.233502, "nauc_map_at_10_diff1": 0.80111, "nauc_map_at_20_max": 0.446269, "nauc_map_at_20_std": -0.23211, "nauc_map_at_20_diff1": 0.801921, "nauc_map_at_25_max": 0.446231, "nauc_map_at_25_std": -0.231981, "nauc_map_at_25_diff1": 0.801907, "nauc_map_at_50_max": 0.445832, "nauc_map_at_50_std": -0.231886, "nauc_map_at_50_diff1": 0.801901, "nauc_map_at_100_max": 0.445909, "nauc_map_at_100_std": -0.231914, "nauc_map_at_100_diff1": 0.801943, "nauc_map_at_1000_max": 0.445922, "nauc_map_at_1000_std": -0.231917, "nauc_map_at_1000_diff1": 0.80196, "nauc_recall_at_1_max": 0.416202, "nauc_recall_at_1_std": -0.217363, "nauc_recall_at_1_diff1": 0.818502, "nauc_recall_at_3_max": 0.52138, "nauc_recall_at_3_std": -0.272328, "nauc_recall_at_3_diff1": 0.752181, "nauc_recall_at_5_max": 0.514364, "nauc_recall_at_5_std": -0.271249, "nauc_recall_at_5_diff1": 0.751393, "nauc_recall_at_10_max": 0.513356, "nauc_recall_at_10_std": -0.276455, "nauc_recall_at_10_diff1": 0.750206, "nauc_recall_at_20_max": 0.502162, "nauc_recall_at_20_std": -0.216888, "nauc_recall_at_20_diff1": 0.77348, "nauc_recall_at_25_max": 0.507931, "nauc_recall_at_25_std": -0.19969, "nauc_recall_at_25_diff1": 0.767357, "nauc_recall_at_50_max": 0.405253, "nauc_recall_at_50_std": -0.137489, "nauc_recall_at_50_diff1": 0.72494, "nauc_recall_at_100_max": 0.469469, "nauc_recall_at_100_std": -0.154225, "nauc_recall_at_100_diff1": 0.742942, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.416202, "nauc_precision_at_1_std": -0.217363, "nauc_precision_at_1_diff1": 0.818502, "nauc_precision_at_3_max": 0.52138, "nauc_precision_at_3_std": -0.272328, "nauc_precision_at_3_diff1": 0.752181, "nauc_precision_at_5_max": 0.514364, "nauc_precision_at_5_std": -0.271249, "nauc_precision_at_5_diff1": 0.751393, "nauc_precision_at_10_max": 0.513356, "nauc_precision_at_10_std": -0.276455, "nauc_precision_at_10_diff1": 0.750206, "nauc_precision_at_20_max": 0.502162, "nauc_precision_at_20_std": -0.216888, "nauc_precision_at_20_diff1": 0.77348, "nauc_precision_at_25_max": 0.507931, "nauc_precision_at_25_std": -0.19969, "nauc_precision_at_25_diff1": 0.767357, "nauc_precision_at_50_max": 0.405253, "nauc_precision_at_50_std": -0.137489, "nauc_precision_at_50_diff1": 0.72494, "nauc_precision_at_100_max": 0.469469, "nauc_precision_at_100_std": -0.154225, "nauc_precision_at_100_diff1": 0.742942, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.416202, "nauc_mrr_at_1_std": -0.217363, "nauc_mrr_at_1_diff1": 0.818502, "nauc_mrr_at_3_max": 0.451348, "nauc_mrr_at_3_std": -0.236065, "nauc_mrr_at_3_diff1": 0.798156, "nauc_mrr_at_5_max": 0.448201, "nauc_mrr_at_5_std": -0.233892, "nauc_mrr_at_5_diff1": 0.800097, "nauc_mrr_at_10_max": 0.446938, "nauc_mrr_at_10_std": -0.233502, "nauc_mrr_at_10_diff1": 0.80111, "nauc_mrr_at_20_max": 0.446269, "nauc_mrr_at_20_std": -0.23211, "nauc_mrr_at_20_diff1": 0.801921, "nauc_mrr_at_25_max": 0.446231, "nauc_mrr_at_25_std": -0.231981, "nauc_mrr_at_25_diff1": 0.801907, "nauc_mrr_at_50_max": 0.445832, "nauc_mrr_at_50_std": -0.231886, "nauc_mrr_at_50_diff1": 0.801901, "nauc_mrr_at_100_max": 0.445909, "nauc_mrr_at_100_std": -0.231914, "nauc_mrr_at_100_diff1": 0.801943, "nauc_mrr_at_1000_max": 0.445922, "nauc_mrr_at_1000_std": -0.231917, "nauc_mrr_at_1000_diff1": 0.80196, "hit_rate_at_1": 0.76847, "hit_rate_at_3": 0.89828, "hit_rate_at_5": 0.92662, "hit_rate_at_10": 0.95167, "hit_rate_at_20": 0.9709, "hit_rate_at_25": 0.97571, "hit_rate_at_50": 0.98811, "hit_rate_at_100": 0.99241, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.768472, "R_cap_at_3": 0.898279, "R_cap_at_5": 0.926619, "R_cap_at_10": 0.95167, "R_cap_at_20": 0.970901, "R_cap_at_25": 0.975709, "R_cap_at_50": 0.988107, "R_cap_at_100": 0.992409, "R_cap_at_1000": 1.0, "main_score": 0.86586, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.86659, "ndcg_at_3": 0.91897, "ndcg_at_5": 0.92269, "ndcg_at_10": 0.92824, "ndcg_at_20": 0.92964, "ndcg_at_25": 0.93063, "ndcg_at_50": 0.93123, "ndcg_at_100": 0.93177, "ndcg_at_1000": 0.93219, "map_at_1": 0.86659, "map_at_3": 0.90676, "map_at_5": 0.90884, "map_at_10": 0.9112, "map_at_20": 0.91157, "map_at_25": 0.91177, "map_at_50": 0.91184, "map_at_100": 0.91189, "map_at_1000": 0.9119, "recall_at_1": 0.86659, "recall_at_3": 0.95404, "recall_at_5": 0.963, "recall_at_10": 0.97982, "recall_at_20": 0.98543, "recall_at_25": 0.98991, "recall_at_50": 0.99327, "recall_at_100": 0.99664, "recall_at_1000": 1.0, "accuracy": 0.86659, "precision_at_1": 0.86659, "precision_at_3": 0.31801, "precision_at_5": 0.1926, "precision_at_10": 0.09798, "precision_at_20": 0.04927, "precision_at_25": 0.0396, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.866592, "mrr_at_3": 0.906764, "mrr_at_5": 0.908838, "mrr_at_10": 0.911197, "mrr_at_20": 0.911571, "mrr_at_25": 0.91177, "mrr_at_50": 0.911844, "mrr_at_100": 0.911887, "mrr_at_1000": 0.911902, "nauc_ndcg_at_1_max": 0.529278, "nauc_ndcg_at_1_std": -0.05854, "nauc_ndcg_at_1_diff1": 0.85125, "nauc_ndcg_at_3_max": 0.581721, "nauc_ndcg_at_3_std": -0.116549, "nauc_ndcg_at_3_diff1": 0.842334, "nauc_ndcg_at_5_max": 0.589934, "nauc_ndcg_at_5_std": -0.100714, "nauc_ndcg_at_5_diff1": 0.839022, "nauc_ndcg_at_10_max": 0.575062, "nauc_ndcg_at_10_std": -0.103974, "nauc_ndcg_at_10_diff1": 0.832693, "nauc_ndcg_at_20_max": 0.570494, "nauc_ndcg_at_20_std": -0.098947, "nauc_ndcg_at_20_diff1": 0.830826, "nauc_ndcg_at_25_max": 0.567469, "nauc_ndcg_at_25_std": -0.10109, "nauc_ndcg_at_25_diff1": 0.83085, "nauc_ndcg_at_50_max": 0.566391, "nauc_ndcg_at_50_std": -0.098567, "nauc_ndcg_at_50_diff1": 0.830961, "nauc_ndcg_at_100_max": 0.567875, "nauc_ndcg_at_100_std": -0.095519, "nauc_ndcg_at_100_diff1": 0.832581, "nauc_ndcg_at_1000_max": 0.567705, "nauc_ndcg_at_1000_std": -0.095249, "nauc_ndcg_at_1000_diff1": 0.83617, "nauc_map_at_1_max": 0.529278, "nauc_map_at_1_std": -0.05854, "nauc_map_at_1_diff1": 0.85125, "nauc_map_at_3_max": 0.567486, "nauc_map_at_3_std": -0.097366, "nauc_map_at_3_diff1": 0.84443, "nauc_map_at_5_max": 0.571222, "nauc_map_at_5_std": -0.08932, "nauc_map_at_5_diff1": 0.842949, "nauc_map_at_10_max": 0.565318, "nauc_map_at_10_std": -0.090852, "nauc_map_at_10_diff1": 0.840854, "nauc_map_at_20_max": 0.564269, "nauc_map_at_20_std": -0.089934, "nauc_map_at_20_diff1": 0.840468, "nauc_map_at_25_max": 0.563764, "nauc_map_at_25_std": -0.090276, "nauc_map_at_25_diff1": 0.84049, "nauc_map_at_50_max": 0.563675, "nauc_map_at_50_std": -0.089963, "nauc_map_at_50_diff1": 0.840514, "nauc_map_at_100_max": 0.563792, "nauc_map_at_100_std": -0.089722, "nauc_map_at_100_diff1": 0.840635, "nauc_map_at_1000_max": 0.563787, "nauc_map_at_1000_std": -0.089719, "nauc_map_at_1000_diff1": 0.840707, "nauc_recall_at_1_max": 0.529278, "nauc_recall_at_1_std": -0.05854, "nauc_recall_at_1_diff1": 0.85125, "nauc_recall_at_3_max": 0.660065, "nauc_recall_at_3_std": -0.225671, "nauc_recall_at_3_diff1": 0.831134, "nauc_recall_at_5_max": 0.717964, "nauc_recall_at_5_std": -0.174697, "nauc_recall_at_5_diff1": 0.811628, "nauc_recall_at_10_max": 0.674143, "nauc_recall_at_10_std": -0.254206, "nauc_recall_at_10_diff1": 0.722709, "nauc_recall_at_20_max": 0.627456, "nauc_recall_at_20_std": -0.207708, "nauc_recall_at_20_diff1": 0.646217, "nauc_recall_at_25_max": 0.560956, "nauc_recall_at_25_std": -0.319814, "nauc_recall_at_25_diff1": 0.565203, "nauc_recall_at_50_max": 0.49471, "nauc_recall_at_50_std": -0.302214, "nauc_recall_at_50_diff1": 0.437644, "nauc_recall_at_100_max": 0.593829, "nauc_recall_at_100_std": -0.151429, "nauc_recall_at_100_diff1": 0.237897, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.529278, "nauc_precision_at_1_std": -0.05854, "nauc_precision_at_1_diff1": 0.85125, "nauc_precision_at_3_max": 0.660065, "nauc_precision_at_3_std": -0.225671, "nauc_precision_at_3_diff1": 0.831134, "nauc_precision_at_5_max": 0.717964, "nauc_precision_at_5_std": -0.174697, "nauc_precision_at_5_diff1": 0.811628, "nauc_precision_at_10_max": 0.674143, "nauc_precision_at_10_std": -0.254206, "nauc_precision_at_10_diff1": 0.722709, "nauc_precision_at_20_max": 0.627456, "nauc_precision_at_20_std": -0.207708, "nauc_precision_at_20_diff1": 0.646217, "nauc_precision_at_25_max": 0.560956, "nauc_precision_at_25_std": -0.319814, "nauc_precision_at_25_diff1": 0.565203, "nauc_precision_at_50_max": 0.49471, "nauc_precision_at_50_std": -0.302214, "nauc_precision_at_50_diff1": 0.437644, "nauc_precision_at_100_max": 0.593829, "nauc_precision_at_100_std": -0.151429, "nauc_precision_at_100_diff1": 0.237897, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.529278, "nauc_mrr_at_1_std": -0.05854, "nauc_mrr_at_1_diff1": 0.85125, "nauc_mrr_at_3_max": 0.567486, "nauc_mrr_at_3_std": -0.097366, "nauc_mrr_at_3_diff1": 0.84443, "nauc_mrr_at_5_max": 0.571222, "nauc_mrr_at_5_std": -0.08932, "nauc_mrr_at_5_diff1": 0.842949, "nauc_mrr_at_10_max": 0.565318, "nauc_mrr_at_10_std": -0.090852, "nauc_mrr_at_10_diff1": 0.840854, "nauc_mrr_at_20_max": 0.564269, "nauc_mrr_at_20_std": -0.089934, "nauc_mrr_at_20_diff1": 0.840468, "nauc_mrr_at_25_max": 0.563764, "nauc_mrr_at_25_std": -0.090276, "nauc_mrr_at_25_diff1": 0.84049, "nauc_mrr_at_50_max": 0.563675, "nauc_mrr_at_50_std": -0.089963, "nauc_mrr_at_50_diff1": 0.840514, "nauc_mrr_at_100_max": 0.563792, "nauc_mrr_at_100_std": -0.089722, "nauc_mrr_at_100_diff1": 0.840635, "nauc_mrr_at_1000_max": 0.563787, "nauc_mrr_at_1000_std": -0.089719, "nauc_mrr_at_1000_diff1": 0.840707, "hit_rate_at_1": 0.86659, "hit_rate_at_3": 0.95404, "hit_rate_at_5": 0.963, "hit_rate_at_10": 0.97982, "hit_rate_at_20": 0.98543, "hit_rate_at_25": 0.98991, "hit_rate_at_50": 0.99327, "hit_rate_at_100": 0.99664, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.866592, "R_cap_at_3": 0.954036, "R_cap_at_5": 0.963004, "R_cap_at_10": 0.979821, "R_cap_at_20": 0.985426, "R_cap_at_25": 0.98991, "R_cap_at_50": 0.993274, "R_cap_at_100": 0.996637, "R_cap_at_1000": 1.0, "main_score": 0.92824, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81022, "ndcg_at_3": 0.88254, "ndcg_at_5": 0.8938, "ndcg_at_10": 0.90074, "ndcg_at_20": 0.90299, "ndcg_at_25": 0.90346, "ndcg_at_50": 0.90462, "ndcg_at_100": 0.90506, "ndcg_at_1000": 0.90521, "map_at_1": 0.81022, "map_at_3": 0.86577, "map_at_5": 0.87201, "map_at_10": 0.87495, "map_at_20": 0.87561, "map_at_25": 0.87571, "map_at_50": 0.87589, "map_at_100": 0.87593, "map_at_1000": 0.87594, "recall_at_1": 0.81022, "recall_at_3": 0.93065, "recall_at_5": 0.95806, "recall_at_10": 0.97903, "recall_at_20": 0.98763, "recall_at_25": 0.98978, "recall_at_50": 0.9957, "recall_at_100": 0.99839, "recall_at_1000": 0.99946, "accuracy": 0.81022, "precision_at_1": 0.81022, "precision_at_3": 0.31022, "precision_at_5": 0.19161, "precision_at_10": 0.0979, "precision_at_20": 0.04938, "precision_at_25": 0.03959, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.810215, "mrr_at_3": 0.865771, "mrr_at_5": 0.872007, "mrr_at_10": 0.874954, "mrr_at_20": 0.875614, "mrr_at_25": 0.875709, "mrr_at_50": 0.87589, "mrr_at_100": 0.875929, "mrr_at_1000": 0.875935, "nauc_ndcg_at_1_max": 0.488602, "nauc_ndcg_at_1_std": -0.100787, "nauc_ndcg_at_1_diff1": 0.846546, "nauc_ndcg_at_3_max": 0.53974, "nauc_ndcg_at_3_std": -0.113783, "nauc_ndcg_at_3_diff1": 0.816471, "nauc_ndcg_at_5_max": 0.538592, "nauc_ndcg_at_5_std": -0.10156, "nauc_ndcg_at_5_diff1": 0.817623, "nauc_ndcg_at_10_max": 0.538531, "nauc_ndcg_at_10_std": -0.099159, "nauc_ndcg_at_10_diff1": 0.823898, "nauc_ndcg_at_20_max": 0.534549, "nauc_ndcg_at_20_std": -0.101117, "nauc_ndcg_at_20_diff1": 0.825673, "nauc_ndcg_at_25_max": 0.533976, "nauc_ndcg_at_25_std": -0.102795, "nauc_ndcg_at_25_diff1": 0.825909, "nauc_ndcg_at_50_max": 0.529708, "nauc_ndcg_at_50_std": -0.102468, "nauc_ndcg_at_50_diff1": 0.826123, "nauc_ndcg_at_100_max": 0.528705, "nauc_ndcg_at_100_std": -0.101739, "nauc_ndcg_at_100_diff1": 0.827111, "nauc_ndcg_at_1000_max": 0.528351, "nauc_ndcg_at_1000_std": -0.102362, "nauc_ndcg_at_1000_diff1": 0.827425, "nauc_map_at_1_max": 0.488602, "nauc_map_at_1_std": -0.100787, "nauc_map_at_1_diff1": 0.846546, "nauc_map_at_3_max": 0.525509, "nauc_map_at_3_std": -0.111184, "nauc_map_at_3_diff1": 0.825427, "nauc_map_at_5_max": 0.524565, "nauc_map_at_5_std": -0.104953, "nauc_map_at_5_diff1": 0.826289, "nauc_map_at_10_max": 0.524302, "nauc_map_at_10_std": -0.10392, "nauc_map_at_10_diff1": 0.828818, "nauc_map_at_20_max": 0.523342, "nauc_map_at_20_std": -0.10433, "nauc_map_at_20_diff1": 0.829299, "nauc_map_at_25_max": 0.523233, "nauc_map_at_25_std": -0.104599, "nauc_map_at_25_diff1": 0.829335, "nauc_map_at_50_max": 0.522698, "nauc_map_at_50_std": -0.104558, "nauc_map_at_50_diff1": 0.829372, "nauc_map_at_100_max": 0.522634, "nauc_map_at_100_std": -0.104505, "nauc_map_at_100_diff1": 0.829443, "nauc_map_at_1000_max": 0.522626, "nauc_map_at_1000_std": -0.104515, "nauc_map_at_1000_diff1": 0.829457, "nauc_recall_at_1_max": 0.488602, "nauc_recall_at_1_std": -0.100787, "nauc_recall_at_1_diff1": 0.846546, "nauc_recall_at_3_max": 0.613554, "nauc_recall_at_3_std": -0.126333, "nauc_recall_at_3_diff1": 0.769483, "nauc_recall_at_5_max": 0.651255, "nauc_recall_at_5_std": -0.067766, "nauc_recall_at_5_diff1": 0.747103, "nauc_recall_at_10_max": 0.760109, "nauc_recall_at_10_std": -0.009768, "nauc_recall_at_10_diff1": 0.756841, "nauc_recall_at_20_max": 0.798279, "nauc_recall_at_20_std": -0.007632, "nauc_recall_at_20_diff1": 0.757662, "nauc_recall_at_25_max": 0.83122, "nauc_recall_at_25_std": -0.05676, "nauc_recall_at_25_diff1": 0.753575, "nauc_recall_at_50_max": 0.783555, "nauc_recall_at_50_std": 0.039799, "nauc_recall_at_50_diff1": 0.67472, "nauc_recall_at_100_max": 0.851385, "nauc_recall_at_100_std": 0.522409, "nauc_recall_at_100_diff1": 0.758792, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.488602, "nauc_precision_at_1_std": -0.100787, "nauc_precision_at_1_diff1": 0.846546, "nauc_precision_at_3_max": 0.613554, "nauc_precision_at_3_std": -0.126333, "nauc_precision_at_3_diff1": 0.769483, "nauc_precision_at_5_max": 0.651255, "nauc_precision_at_5_std": -0.067766, "nauc_precision_at_5_diff1": 0.747103, "nauc_precision_at_10_max": 0.760109, "nauc_precision_at_10_std": -0.009768, "nauc_precision_at_10_diff1": 0.756841, "nauc_precision_at_20_max": 0.798279, "nauc_precision_at_20_std": -0.007632, "nauc_precision_at_20_diff1": 0.757662, "nauc_precision_at_25_max": 0.83122, "nauc_precision_at_25_std": -0.05676, "nauc_precision_at_25_diff1": 0.753575, "nauc_precision_at_50_max": 0.783555, "nauc_precision_at_50_std": 0.039799, "nauc_precision_at_50_diff1": 0.67472, "nauc_precision_at_100_max": 0.851385, "nauc_precision_at_100_std": 0.522409, "nauc_precision_at_100_diff1": 0.758792, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.869281, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.488602, "nauc_mrr_at_1_std": -0.100787, "nauc_mrr_at_1_diff1": 0.846546, "nauc_mrr_at_3_max": 0.525509, "nauc_mrr_at_3_std": -0.111184, "nauc_mrr_at_3_diff1": 0.825427, "nauc_mrr_at_5_max": 0.524565, "nauc_mrr_at_5_std": -0.104953, "nauc_mrr_at_5_diff1": 0.826289, "nauc_mrr_at_10_max": 0.524302, "nauc_mrr_at_10_std": -0.10392, "nauc_mrr_at_10_diff1": 0.828818, "nauc_mrr_at_20_max": 0.523342, "nauc_mrr_at_20_std": -0.10433, "nauc_mrr_at_20_diff1": 0.829299, "nauc_mrr_at_25_max": 0.523233, "nauc_mrr_at_25_std": -0.104599, "nauc_mrr_at_25_diff1": 0.829335, "nauc_mrr_at_50_max": 0.522698, "nauc_mrr_at_50_std": -0.104558, "nauc_mrr_at_50_diff1": 0.829372, "nauc_mrr_at_100_max": 0.522634, "nauc_mrr_at_100_std": -0.104505, "nauc_mrr_at_100_diff1": 0.829443, "nauc_mrr_at_1000_max": 0.522626, "nauc_mrr_at_1000_std": -0.104515, "nauc_mrr_at_1000_diff1": 0.829457, "hit_rate_at_1": 0.81022, "hit_rate_at_3": 0.93065, "hit_rate_at_5": 0.95806, "hit_rate_at_10": 0.97903, "hit_rate_at_20": 0.98763, "hit_rate_at_25": 0.98978, "hit_rate_at_50": 0.9957, "hit_rate_at_100": 0.99839, "hit_rate_at_1000": 0.99946, "R_cap_at_1": 0.810215, "R_cap_at_3": 0.930645, "R_cap_at_5": 0.958065, "R_cap_at_10": 0.979032, "R_cap_at_20": 0.987634, "R_cap_at_25": 0.989785, "R_cap_at_50": 0.995699, "R_cap_at_100": 0.998387, "R_cap_at_1000": 0.999462, "main_score": 0.90074, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8809, "ndcg_at_3": 0.93404, "ndcg_at_5": 0.93807, "ndcg_at_10": 0.9417, "ndcg_at_20": 0.94342, "ndcg_at_25": 0.94342, "ndcg_at_50": 0.944, "ndcg_at_100": 0.944, "ndcg_at_1000": 0.9441, "map_at_1": 0.8809, "map_at_3": 0.92197, "map_at_5": 0.92422, "map_at_10": 0.92571, "map_at_20": 0.9262, "map_at_25": 0.9262, "map_at_50": 0.92628, "map_at_100": 0.92628, "map_at_1000": 0.92629, "recall_at_1": 0.8809, "recall_at_3": 0.96854, "recall_at_5": 0.97828, "recall_at_10": 0.98951, "recall_at_20": 0.99625, "recall_at_25": 0.99625, "recall_at_50": 0.99925, "recall_at_100": 0.99925, "recall_at_1000": 1.0, "accuracy": 0.8809, "precision_at_1": 0.8809, "precision_at_3": 0.32285, "precision_at_5": 0.19566, "precision_at_10": 0.09895, "precision_at_20": 0.04981, "precision_at_25": 0.03985, "precision_at_50": 0.01999, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.880899, "mrr_at_3": 0.921973, "mrr_at_5": 0.92422, "mrr_at_10": 0.925715, "mrr_at_20": 0.926195, "mrr_at_25": 0.926195, "mrr_at_50": 0.926284, "mrr_at_100": 0.926284, "mrr_at_1000": 0.926288, "nauc_ndcg_at_1_max": 0.519586, "nauc_ndcg_at_1_std": -0.040355, "nauc_ndcg_at_1_diff1": 0.874184, "nauc_ndcg_at_3_max": 0.591314, "nauc_ndcg_at_3_std": -0.034839, "nauc_ndcg_at_3_diff1": 0.877116, "nauc_ndcg_at_5_max": 0.575944, "nauc_ndcg_at_5_std": -0.035832, "nauc_ndcg_at_5_diff1": 0.879388, "nauc_ndcg_at_10_max": 0.573214, "nauc_ndcg_at_10_std": -0.033834, "nauc_ndcg_at_10_diff1": 0.878263, "nauc_ndcg_at_20_max": 0.566286, "nauc_ndcg_at_20_std": -0.034296, "nauc_ndcg_at_20_diff1": 0.876831, "nauc_ndcg_at_25_max": 0.566286, "nauc_ndcg_at_25_std": -0.034296, "nauc_ndcg_at_25_diff1": 0.876831, "nauc_ndcg_at_50_max": 0.56309, "nauc_ndcg_at_50_std": -0.035856, "nauc_ndcg_at_50_diff1": 0.876229, "nauc_ndcg_at_100_max": 0.56309, "nauc_ndcg_at_100_std": -0.035856, "nauc_ndcg_at_100_diff1": 0.876229, "nauc_ndcg_at_1000_max": 0.562532, "nauc_ndcg_at_1000_std": -0.035609, "nauc_ndcg_at_1000_diff1": 0.876509, "nauc_map_at_1_max": 0.519586, "nauc_map_at_1_std": -0.040355, "nauc_map_at_1_diff1": 0.874184, "nauc_map_at_3_max": 0.568097, "nauc_map_at_3_std": -0.037098, "nauc_map_at_3_diff1": 0.875936, "nauc_map_at_5_max": 0.560355, "nauc_map_at_5_std": -0.037146, "nauc_map_at_5_diff1": 0.876999, "nauc_map_at_10_max": 0.559187, "nauc_map_at_10_std": -0.036491, "nauc_map_at_10_diff1": 0.876516, "nauc_map_at_20_max": 0.557704, "nauc_map_at_20_std": -0.03622, "nauc_map_at_20_diff1": 0.876209, "nauc_map_at_25_max": 0.557704, "nauc_map_at_25_std": -0.03622, "nauc_map_at_25_diff1": 0.876209, "nauc_map_at_50_max": 0.557316, "nauc_map_at_50_std": -0.036492, "nauc_map_at_50_diff1": 0.876141, "nauc_map_at_100_max": 0.557316, "nauc_map_at_100_std": -0.036492, "nauc_map_at_100_diff1": 0.876141, "nauc_map_at_1000_max": 0.557298, "nauc_map_at_1000_std": -0.036484, "nauc_map_at_1000_diff1": 0.87615, "nauc_recall_at_1_max": 0.519586, "nauc_recall_at_1_std": -0.040355, "nauc_recall_at_1_diff1": 0.874184, "nauc_recall_at_3_max": 0.751797, "nauc_recall_at_3_std": -0.018683, "nauc_recall_at_3_diff1": 0.885531, "nauc_recall_at_5_max": 0.719761, "nauc_recall_at_5_std": -0.024919, "nauc_recall_at_5_diff1": 0.903864, "nauc_recall_at_10_max": 0.826546, "nauc_recall_at_10_std": 0.019388, "nauc_recall_at_10_diff1": 0.913605, "nauc_recall_at_20_max": 0.86597, "nauc_recall_at_20_std": 0.033092, "nauc_recall_at_20_diff1": 0.892124, "nauc_recall_at_25_max": 0.86597, "nauc_recall_at_25_std": 0.033092, "nauc_recall_at_25_diff1": 0.892124, "nauc_recall_at_50_max": 0.869227, "nauc_recall_at_50_std": -0.171656, "nauc_recall_at_50_diff1": 0.722168, "nauc_recall_at_100_max": 0.869227, "nauc_recall_at_100_std": -0.171656, "nauc_recall_at_100_diff1": 0.722168, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.519586, "nauc_precision_at_1_std": -0.040355, "nauc_precision_at_1_diff1": 0.874184, "nauc_precision_at_3_max": 0.751797, "nauc_precision_at_3_std": -0.018683, "nauc_precision_at_3_diff1": 0.885531, "nauc_precision_at_5_max": 0.719761, "nauc_precision_at_5_std": -0.024919, "nauc_precision_at_5_diff1": 0.903864, "nauc_precision_at_10_max": 0.826546, "nauc_precision_at_10_std": 0.019388, "nauc_precision_at_10_diff1": 0.913605, "nauc_precision_at_20_max": 0.86597, "nauc_precision_at_20_std": 0.033092, "nauc_precision_at_20_diff1": 0.892124, "nauc_precision_at_25_max": 0.86597, "nauc_precision_at_25_std": 0.033092, "nauc_precision_at_25_diff1": 0.892124, "nauc_precision_at_50_max": 0.869227, "nauc_precision_at_50_std": -0.171656, "nauc_precision_at_50_diff1": 0.722168, "nauc_precision_at_100_max": 0.869227, "nauc_precision_at_100_std": -0.171656, "nauc_precision_at_100_diff1": 0.722168, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.519586, "nauc_mrr_at_1_std": -0.040355, "nauc_mrr_at_1_diff1": 0.874184, "nauc_mrr_at_3_max": 0.568097, "nauc_mrr_at_3_std": -0.037098, "nauc_mrr_at_3_diff1": 0.875936, "nauc_mrr_at_5_max": 0.560355, "nauc_mrr_at_5_std": -0.037146, "nauc_mrr_at_5_diff1": 0.876999, "nauc_mrr_at_10_max": 0.559187, "nauc_mrr_at_10_std": -0.036491, "nauc_mrr_at_10_diff1": 0.876516, "nauc_mrr_at_20_max": 0.557704, "nauc_mrr_at_20_std": -0.03622, "nauc_mrr_at_20_diff1": 0.876209, "nauc_mrr_at_25_max": 0.557704, "nauc_mrr_at_25_std": -0.03622, "nauc_mrr_at_25_diff1": 0.876209, "nauc_mrr_at_50_max": 0.557316, "nauc_mrr_at_50_std": -0.036492, "nauc_mrr_at_50_diff1": 0.876141, "nauc_mrr_at_100_max": 0.557316, "nauc_mrr_at_100_std": -0.036492, "nauc_mrr_at_100_diff1": 0.876141, "nauc_mrr_at_1000_max": 0.557298, "nauc_mrr_at_1000_std": -0.036484, "nauc_mrr_at_1000_diff1": 0.87615, "hit_rate_at_1": 0.8809, "hit_rate_at_3": 0.96854, "hit_rate_at_5": 0.97828, "hit_rate_at_10": 0.98951, "hit_rate_at_20": 0.99625, "hit_rate_at_25": 0.99625, "hit_rate_at_50": 0.99925, "hit_rate_at_100": 0.99925, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.880899, "R_cap_at_3": 0.968539, "R_cap_at_5": 0.978277, "R_cap_at_10": 0.989513, "R_cap_at_20": 0.996255, "R_cap_at_25": 0.996255, "R_cap_at_50": 0.999251, "R_cap_at_100": 0.999251, "R_cap_at_1000": 1.0, "main_score": 0.9417, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7221, "ndcg_at_3": 0.81173, "ndcg_at_5": 0.82773, "ndcg_at_10": 0.84212, "ndcg_at_20": 0.84672, "ndcg_at_25": 0.84848, "ndcg_at_50": 0.85069, "ndcg_at_100": 0.85118, "ndcg_at_1000": 0.85159, "map_at_1": 0.7221, "map_at_3": 0.79042, "map_at_5": 0.79917, "map_at_10": 0.80525, "map_at_20": 0.80651, "map_at_25": 0.80686, "map_at_50": 0.80717, "map_at_100": 0.80722, "map_at_1000": 0.80724, "recall_at_1": 0.7221, "recall_at_3": 0.87309, "recall_at_5": 0.91247, "recall_at_10": 0.95624, "recall_at_20": 0.97447, "recall_at_25": 0.98249, "recall_at_50": 0.99416, "recall_at_100": 0.99708, "recall_at_1000": 1.0, "accuracy": 0.7221, "precision_at_1": 0.7221, "precision_at_3": 0.29103, "precision_at_5": 0.18249, "precision_at_10": 0.09562, "precision_at_20": 0.04872, "precision_at_25": 0.0393, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.722101, "mrr_at_3": 0.790421, "mrr_at_5": 0.799173, "mrr_at_10": 0.805254, "mrr_at_20": 0.806511, "mrr_at_25": 0.806865, "mrr_at_50": 0.807174, "mrr_at_100": 0.807224, "mrr_at_1000": 0.807245, "nauc_ndcg_at_1_max": 0.295295, "nauc_ndcg_at_1_std": -0.383397, "nauc_ndcg_at_1_diff1": 0.819052, "nauc_ndcg_at_3_max": 0.280049, "nauc_ndcg_at_3_std": -0.489119, "nauc_ndcg_at_3_diff1": 0.794681, "nauc_ndcg_at_5_max": 0.292224, "nauc_ndcg_at_5_std": -0.483944, "nauc_ndcg_at_5_diff1": 0.792531, "nauc_ndcg_at_10_max": 0.288546, "nauc_ndcg_at_10_std": -0.485886, "nauc_ndcg_at_10_diff1": 0.798201, "nauc_ndcg_at_20_max": 0.289568, "nauc_ndcg_at_20_std": -0.470365, "nauc_ndcg_at_20_diff1": 0.802139, "nauc_ndcg_at_25_max": 0.292107, "nauc_ndcg_at_25_std": -0.462901, "nauc_ndcg_at_25_diff1": 0.802909, "nauc_ndcg_at_50_max": 0.290882, "nauc_ndcg_at_50_std": -0.457697, "nauc_ndcg_at_50_diff1": 0.801914, "nauc_ndcg_at_100_max": 0.291326, "nauc_ndcg_at_100_std": -0.455858, "nauc_ndcg_at_100_diff1": 0.801431, "nauc_ndcg_at_1000_max": 0.290409, "nauc_ndcg_at_1000_std": -0.456784, "nauc_ndcg_at_1000_diff1": 0.801856, "nauc_map_at_1_max": 0.295295, "nauc_map_at_1_std": -0.383397, "nauc_map_at_1_diff1": 0.819052, "nauc_map_at_3_max": 0.284921, "nauc_map_at_3_std": -0.456724, "nauc_map_at_3_diff1": 0.801105, "nauc_map_at_5_max": 0.290887, "nauc_map_at_5_std": -0.453069, "nauc_map_at_5_diff1": 0.80024, "nauc_map_at_10_max": 0.2892, "nauc_map_at_10_std": -0.453167, "nauc_map_at_10_diff1": 0.802546, "nauc_map_at_20_max": 0.289764, "nauc_map_at_20_std": -0.449148, "nauc_map_at_20_diff1": 0.803438, "nauc_map_at_25_max": 0.290215, "nauc_map_at_25_std": -0.447853, "nauc_map_at_25_diff1": 0.803568, "nauc_map_at_50_max": 0.290057, "nauc_map_at_50_std": -0.447345, "nauc_map_at_50_diff1": 0.80347, "nauc_map_at_100_max": 0.290106, "nauc_map_at_100_std": -0.447184, "nauc_map_at_100_diff1": 0.803434, "nauc_map_at_1000_max": 0.290081, "nauc_map_at_1000_std": -0.447192, "nauc_map_at_1000_diff1": 0.803451, "nauc_recall_at_1_max": 0.295295, "nauc_recall_at_1_std": -0.383397, "nauc_recall_at_1_diff1": 0.819052, "nauc_recall_at_3_max": 0.258354, "nauc_recall_at_3_std": -0.632503, "nauc_recall_at_3_diff1": 0.766919, "nauc_recall_at_5_max": 0.303877, "nauc_recall_at_5_std": -0.666347, "nauc_recall_at_5_diff1": 0.74705, "nauc_recall_at_10_max": 0.286535, "nauc_recall_at_10_std": -0.857902, "nauc_recall_at_10_diff1": 0.756477, "nauc_recall_at_20_max": 0.290104, "nauc_recall_at_20_std": -0.808884, "nauc_recall_at_20_diff1": 0.811366, "nauc_recall_at_25_max": 0.376595, "nauc_recall_at_25_std": -0.703401, "nauc_recall_at_25_diff1": 0.842661, "nauc_recall_at_50_max": 0.402799, "nauc_recall_at_50_std": -0.515571, "nauc_recall_at_50_diff1": 0.796669, "nauc_recall_at_100_max": 0.620264, "nauc_recall_at_100_std": -0.08965, "nauc_recall_at_100_diff1": 0.658692, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.295295, "nauc_precision_at_1_std": -0.383397, "nauc_precision_at_1_diff1": 0.819052, "nauc_precision_at_3_max": 0.258354, "nauc_precision_at_3_std": -0.632503, "nauc_precision_at_3_diff1": 0.766919, "nauc_precision_at_5_max": 0.303877, "nauc_precision_at_5_std": -0.666347, "nauc_precision_at_5_diff1": 0.74705, "nauc_precision_at_10_max": 0.286535, "nauc_precision_at_10_std": -0.857902, "nauc_precision_at_10_diff1": 0.756477, "nauc_precision_at_20_max": 0.290104, "nauc_precision_at_20_std": -0.808884, "nauc_precision_at_20_diff1": 0.811366, "nauc_precision_at_25_max": 0.376595, "nauc_precision_at_25_std": -0.703401, "nauc_precision_at_25_diff1": 0.842661, "nauc_precision_at_50_max": 0.402799, "nauc_precision_at_50_std": -0.515571, "nauc_precision_at_50_diff1": 0.796669, "nauc_precision_at_100_max": 0.620264, "nauc_precision_at_100_std": -0.08965, "nauc_precision_at_100_diff1": 0.658692, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.295295, "nauc_mrr_at_1_std": -0.383397, "nauc_mrr_at_1_diff1": 0.819052, "nauc_mrr_at_3_max": 0.284921, "nauc_mrr_at_3_std": -0.456724, "nauc_mrr_at_3_diff1": 0.801105, "nauc_mrr_at_5_max": 0.290887, "nauc_mrr_at_5_std": -0.453069, "nauc_mrr_at_5_diff1": 0.80024, "nauc_mrr_at_10_max": 0.2892, "nauc_mrr_at_10_std": -0.453167, "nauc_mrr_at_10_diff1": 0.802546, "nauc_mrr_at_20_max": 0.289764, "nauc_mrr_at_20_std": -0.449148, "nauc_mrr_at_20_diff1": 0.803438, "nauc_mrr_at_25_max": 0.290215, "nauc_mrr_at_25_std": -0.447853, "nauc_mrr_at_25_diff1": 0.803568, "nauc_mrr_at_50_max": 0.290057, "nauc_mrr_at_50_std": -0.447345, "nauc_mrr_at_50_diff1": 0.80347, "nauc_mrr_at_100_max": 0.290106, "nauc_mrr_at_100_std": -0.447184, "nauc_mrr_at_100_diff1": 0.803434, "nauc_mrr_at_1000_max": 0.290081, "nauc_mrr_at_1000_std": -0.447192, "nauc_mrr_at_1000_diff1": 0.803451, "hit_rate_at_1": 0.7221, "hit_rate_at_3": 0.87309, "hit_rate_at_5": 0.91247, "hit_rate_at_10": 0.95624, "hit_rate_at_20": 0.97447, "hit_rate_at_25": 0.98249, "hit_rate_at_50": 0.99416, "hit_rate_at_100": 0.99708, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.722101, "R_cap_at_3": 0.873085, "R_cap_at_5": 0.912473, "R_cap_at_10": 0.956236, "R_cap_at_20": 0.974471, "R_cap_at_25": 0.982495, "R_cap_at_50": 0.994165, "R_cap_at_100": 0.997082, "R_cap_at_1000": 1.0, "main_score": 0.84212, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80371, "ndcg_at_3": 0.86685, "ndcg_at_5": 0.87924, "ndcg_at_10": 0.88706, "ndcg_at_20": 0.89216, "ndcg_at_25": 0.89294, "ndcg_at_50": 0.89419, "ndcg_at_100": 0.89479, "ndcg_at_1000": 0.89523, "map_at_1": 0.80371, "map_at_3": 0.85224, "map_at_5": 0.85918, "map_at_10": 0.86245, "map_at_20": 0.86387, "map_at_25": 0.86402, "map_at_50": 0.8642, "map_at_100": 0.86425, "map_at_1000": 0.86427, "recall_at_1": 0.80371, "recall_at_3": 0.90876, "recall_at_5": 0.93857, "recall_at_10": 0.96256, "recall_at_20": 0.98255, "recall_at_25": 0.98619, "recall_at_50": 0.99273, "recall_at_100": 0.99636, "recall_at_1000": 0.99964, "accuracy": 0.80371, "precision_at_1": 0.80371, "precision_at_3": 0.30292, "precision_at_5": 0.18771, "precision_at_10": 0.09626, "precision_at_20": 0.04913, "precision_at_25": 0.03945, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.803708, "mrr_at_3": 0.852236, "mrr_at_5": 0.859178, "mrr_at_10": 0.862449, "mrr_at_20": 0.863865, "mrr_at_25": 0.864019, "mrr_at_50": 0.864198, "mrr_at_100": 0.864255, "mrr_at_1000": 0.864274, "nauc_ndcg_at_1_max": 0.432696, "nauc_ndcg_at_1_std": -0.297355, "nauc_ndcg_at_1_diff1": 0.827753, "nauc_ndcg_at_3_max": 0.47828, "nauc_ndcg_at_3_std": -0.3358, "nauc_ndcg_at_3_diff1": 0.807479, "nauc_ndcg_at_5_max": 0.481917, "nauc_ndcg_at_5_std": -0.326301, "nauc_ndcg_at_5_diff1": 0.807918, "nauc_ndcg_at_10_max": 0.478821, "nauc_ndcg_at_10_std": -0.329655, "nauc_ndcg_at_10_diff1": 0.808029, "nauc_ndcg_at_20_max": 0.473849, "nauc_ndcg_at_20_std": -0.314671, "nauc_ndcg_at_20_diff1": 0.811834, "nauc_ndcg_at_25_max": 0.472204, "nauc_ndcg_at_25_std": -0.313394, "nauc_ndcg_at_25_diff1": 0.812116, "nauc_ndcg_at_50_max": 0.469326, "nauc_ndcg_at_50_std": -0.3178, "nauc_ndcg_at_50_diff1": 0.811598, "nauc_ndcg_at_100_max": 0.469252, "nauc_ndcg_at_100_std": -0.320276, "nauc_ndcg_at_100_diff1": 0.811393, "nauc_ndcg_at_1000_max": 0.468485, "nauc_ndcg_at_1000_std": -0.318807, "nauc_ndcg_at_1000_diff1": 0.812675, "nauc_map_at_1_max": 0.432696, "nauc_map_at_1_std": -0.297355, "nauc_map_at_1_diff1": 0.827753, "nauc_map_at_3_max": 0.46586, "nauc_map_at_3_std": -0.324476, "nauc_map_at_3_diff1": 0.813223, "nauc_map_at_5_max": 0.466846, "nauc_map_at_5_std": -0.319348, "nauc_map_at_5_diff1": 0.813651, "nauc_map_at_10_max": 0.465558, "nauc_map_at_10_std": -0.320297, "nauc_map_at_10_diff1": 0.813776, "nauc_map_at_20_max": 0.464332, "nauc_map_at_20_std": -0.316933, "nauc_map_at_20_diff1": 0.814734, "nauc_map_at_25_max": 0.464073, "nauc_map_at_25_std": -0.316708, "nauc_map_at_25_diff1": 0.81478, "nauc_map_at_50_max": 0.463723, "nauc_map_at_50_std": -0.317312, "nauc_map_at_50_diff1": 0.814727, "nauc_map_at_100_max": 0.463724, "nauc_map_at_100_std": -0.317484, "nauc_map_at_100_diff1": 0.814711, "nauc_map_at_1000_max": 0.463698, "nauc_map_at_1000_std": -0.317442, "nauc_map_at_1000_diff1": 0.814756, "nauc_recall_at_1_max": 0.432696, "nauc_recall_at_1_std": -0.297355, "nauc_recall_at_1_diff1": 0.827753, "nauc_recall_at_3_max": 0.532516, "nauc_recall_at_3_std": -0.385877, "nauc_recall_at_3_diff1": 0.782235, "nauc_recall_at_5_max": 0.576511, "nauc_recall_at_5_std": -0.3666, "nauc_recall_at_5_diff1": 0.772711, "nauc_recall_at_10_max": 0.606949, "nauc_recall_at_10_std": -0.422656, "nauc_recall_at_10_diff1": 0.752195, "nauc_recall_at_20_max": 0.637592, "nauc_recall_at_20_std": -0.179579, "nauc_recall_at_20_diff1": 0.773228, "nauc_recall_at_25_max": 0.623772, "nauc_recall_at_25_std": -0.103178, "nauc_recall_at_25_diff1": 0.772757, "nauc_recall_at_50_max": 0.554383, "nauc_recall_at_50_std": -0.209301, "nauc_recall_at_50_diff1": 0.699416, "nauc_recall_at_100_max": 0.621231, "nauc_recall_at_100_std": -0.519369, "nauc_recall_at_100_diff1": 0.554981, "nauc_recall_at_1000_max": 0.358169, "nauc_recall_at_1000_std": 0.722241, "nauc_recall_at_1000_diff1": 0.869286, "nauc_precision_at_1_max": 0.432696, "nauc_precision_at_1_std": -0.297355, "nauc_precision_at_1_diff1": 0.827753, "nauc_precision_at_3_max": 0.532516, "nauc_precision_at_3_std": -0.385877, "nauc_precision_at_3_diff1": 0.782235, "nauc_precision_at_5_max": 0.576511, "nauc_precision_at_5_std": -0.3666, "nauc_precision_at_5_diff1": 0.772711, "nauc_precision_at_10_max": 0.606949, "nauc_precision_at_10_std": -0.422656, "nauc_precision_at_10_diff1": 0.752195, "nauc_precision_at_20_max": 0.637592, "nauc_precision_at_20_std": -0.179579, "nauc_precision_at_20_diff1": 0.773228, "nauc_precision_at_25_max": 0.623772, "nauc_precision_at_25_std": -0.103178, "nauc_precision_at_25_diff1": 0.772757, "nauc_precision_at_50_max": 0.554383, "nauc_precision_at_50_std": -0.209301, "nauc_precision_at_50_diff1": 0.699416, "nauc_precision_at_100_max": 0.621231, "nauc_precision_at_100_std": -0.519369, "nauc_precision_at_100_diff1": 0.554981, "nauc_precision_at_1000_max": 0.358169, "nauc_precision_at_1000_std": 0.722241, "nauc_precision_at_1000_diff1": 0.869286, "nauc_mrr_at_1_max": 0.432696, "nauc_mrr_at_1_std": -0.297355, "nauc_mrr_at_1_diff1": 0.827753, "nauc_mrr_at_3_max": 0.46586, "nauc_mrr_at_3_std": -0.324476, "nauc_mrr_at_3_diff1": 0.813223, "nauc_mrr_at_5_max": 0.466846, "nauc_mrr_at_5_std": -0.319348, "nauc_mrr_at_5_diff1": 0.813651, "nauc_mrr_at_10_max": 0.465558, "nauc_mrr_at_10_std": -0.320297, "nauc_mrr_at_10_diff1": 0.813776, "nauc_mrr_at_20_max": 0.464332, "nauc_mrr_at_20_std": -0.316933, "nauc_mrr_at_20_diff1": 0.814734, "nauc_mrr_at_25_max": 0.464073, "nauc_mrr_at_25_std": -0.316708, "nauc_mrr_at_25_diff1": 0.81478, "nauc_mrr_at_50_max": 0.463723, "nauc_mrr_at_50_std": -0.317312, "nauc_mrr_at_50_diff1": 0.814727, "nauc_mrr_at_100_max": 0.463724, "nauc_mrr_at_100_std": -0.317484, "nauc_mrr_at_100_diff1": 0.814711, "nauc_mrr_at_1000_max": 0.463698, "nauc_mrr_at_1000_std": -0.317442, "nauc_mrr_at_1000_diff1": 0.814756, "hit_rate_at_1": 0.80371, "hit_rate_at_3": 0.90876, "hit_rate_at_5": 0.93857, "hit_rate_at_10": 0.96256, "hit_rate_at_20": 0.98255, "hit_rate_at_25": 0.98619, "hit_rate_at_50": 0.99273, "hit_rate_at_100": 0.99636, "hit_rate_at_1000": 0.99964, "R_cap_at_1": 0.803708, "R_cap_at_3": 0.90876, "R_cap_at_5": 0.938568, "R_cap_at_10": 0.962559, "R_cap_at_20": 0.982552, "R_cap_at_25": 0.986187, "R_cap_at_50": 0.99273, "R_cap_at_100": 0.996365, "R_cap_at_1000": 0.999636, "main_score": 0.88706, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78988, "ndcg_at_3": 0.86557, "ndcg_at_5": 0.87702, "ndcg_at_10": 0.88452, "ndcg_at_20": 0.88915, "ndcg_at_25": 0.88967, "ndcg_at_50": 0.89104, "ndcg_at_100": 0.89161, "ndcg_at_1000": 0.89192, "map_at_1": 0.78988, "map_at_3": 0.84805, "map_at_5": 0.85443, "map_at_10": 0.85757, "map_at_20": 0.85885, "map_at_25": 0.85896, "map_at_50": 0.85917, "map_at_100": 0.85922, "map_at_1000": 0.85923, "recall_at_1": 0.78988, "recall_at_3": 0.91583, "recall_at_5": 0.9435, "recall_at_10": 0.96645, "recall_at_20": 0.9847, "recall_at_25": 0.98705, "recall_at_50": 0.99411, "recall_at_100": 0.99765, "recall_at_1000": 1.0, "accuracy": 0.78988, "precision_at_1": 0.78988, "precision_at_3": 0.30528, "precision_at_5": 0.1887, "precision_at_10": 0.09665, "precision_at_20": 0.04923, "precision_at_25": 0.03948, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.789876, "mrr_at_3": 0.848048, "mrr_at_5": 0.854434, "mrr_at_10": 0.857574, "mrr_at_20": 0.858853, "mrr_at_25": 0.858959, "mrr_at_50": 0.859166, "mrr_at_100": 0.859216, "mrr_at_1000": 0.859229, "nauc_ndcg_at_1_max": 0.460951, "nauc_ndcg_at_1_std": -0.342035, "nauc_ndcg_at_1_diff1": 0.84659, "nauc_ndcg_at_3_max": 0.493362, "nauc_ndcg_at_3_std": -0.405645, "nauc_ndcg_at_3_diff1": 0.816662, "nauc_ndcg_at_5_max": 0.48761, "nauc_ndcg_at_5_std": -0.414407, "nauc_ndcg_at_5_diff1": 0.821871, "nauc_ndcg_at_10_max": 0.485285, "nauc_ndcg_at_10_std": -0.401912, "nauc_ndcg_at_10_diff1": 0.819449, "nauc_ndcg_at_20_max": 0.484128, "nauc_ndcg_at_20_std": -0.399121, "nauc_ndcg_at_20_diff1": 0.822653, "nauc_ndcg_at_25_max": 0.48325, "nauc_ndcg_at_25_std": -0.394682, "nauc_ndcg_at_25_diff1": 0.823033, "nauc_ndcg_at_50_max": 0.482019, "nauc_ndcg_at_50_std": -0.391493, "nauc_ndcg_at_50_diff1": 0.82213, "nauc_ndcg_at_100_max": 0.481882, "nauc_ndcg_at_100_std": -0.390563, "nauc_ndcg_at_100_diff1": 0.824607, "nauc_ndcg_at_1000_max": 0.481611, "nauc_ndcg_at_1000_std": -0.390766, "nauc_ndcg_at_1000_diff1": 0.824939, "nauc_map_at_1_max": 0.460951, "nauc_map_at_1_std": -0.342035, "nauc_map_at_1_diff1": 0.84659, "nauc_map_at_3_max": 0.48413, "nauc_map_at_3_std": -0.387344, "nauc_map_at_3_diff1": 0.82508, "nauc_map_at_5_max": 0.481013, "nauc_map_at_5_std": -0.391068, "nauc_map_at_5_diff1": 0.82793, "nauc_map_at_10_max": 0.48036, "nauc_map_at_10_std": -0.386324, "nauc_map_at_10_diff1": 0.827172, "nauc_map_at_20_max": 0.479941, "nauc_map_at_20_std": -0.38548, "nauc_map_at_20_diff1": 0.827917, "nauc_map_at_25_max": 0.479801, "nauc_map_at_25_std": -0.384726, "nauc_map_at_25_diff1": 0.827979, "nauc_map_at_50_max": 0.479589, "nauc_map_at_50_std": -0.38444, "nauc_map_at_50_diff1": 0.82789, "nauc_map_at_100_max": 0.479559, "nauc_map_at_100_std": -0.384412, "nauc_map_at_100_diff1": 0.82803, "nauc_map_at_1000_max": 0.47955, "nauc_map_at_1000_std": -0.384412, "nauc_map_at_1000_diff1": 0.828039, "nauc_recall_at_1_max": 0.460951, "nauc_recall_at_1_std": -0.342035, "nauc_recall_at_1_diff1": 0.84659, "nauc_recall_at_3_max": 0.537922, "nauc_recall_at_3_std": -0.494128, "nauc_recall_at_3_diff1": 0.77612, "nauc_recall_at_5_max": 0.530548, "nauc_recall_at_5_std": -0.577059, "nauc_recall_at_5_diff1": 0.782447, "nauc_recall_at_10_max": 0.530706, "nauc_recall_at_10_std": -0.562488, "nauc_recall_at_10_diff1": 0.732952, "nauc_recall_at_20_max": 0.561649, "nauc_recall_at_20_std": -0.683128, "nauc_recall_at_20_diff1": 0.71795, "nauc_recall_at_25_max": 0.543287, "nauc_recall_at_25_std": -0.575743, "nauc_recall_at_25_diff1": 0.713148, "nauc_recall_at_50_max": 0.522938, "nauc_recall_at_50_std": -0.475367, "nauc_recall_at_50_diff1": 0.497327, "nauc_recall_at_100_max": 0.572322, "nauc_recall_at_100_std": -0.308507, "nauc_recall_at_100_diff1": 0.711172, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.460951, "nauc_precision_at_1_std": -0.342035, "nauc_precision_at_1_diff1": 0.84659, "nauc_precision_at_3_max": 0.537922, "nauc_precision_at_3_std": -0.494128, "nauc_precision_at_3_diff1": 0.77612, "nauc_precision_at_5_max": 0.530548, "nauc_precision_at_5_std": -0.577059, "nauc_precision_at_5_diff1": 0.782447, "nauc_precision_at_10_max": 0.530706, "nauc_precision_at_10_std": -0.562488, "nauc_precision_at_10_diff1": 0.732952, "nauc_precision_at_20_max": 0.561649, "nauc_precision_at_20_std": -0.683128, "nauc_precision_at_20_diff1": 0.71795, "nauc_precision_at_25_max": 0.543287, "nauc_precision_at_25_std": -0.575743, "nauc_precision_at_25_diff1": 0.713148, "nauc_precision_at_50_max": 0.522938, "nauc_precision_at_50_std": -0.475367, "nauc_precision_at_50_diff1": 0.497327, "nauc_precision_at_100_max": 0.572322, "nauc_precision_at_100_std": -0.308507, "nauc_precision_at_100_diff1": 0.711172, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.460951, "nauc_mrr_at_1_std": -0.342035, "nauc_mrr_at_1_diff1": 0.84659, "nauc_mrr_at_3_max": 0.48413, "nauc_mrr_at_3_std": -0.387344, "nauc_mrr_at_3_diff1": 0.82508, "nauc_mrr_at_5_max": 0.481013, "nauc_mrr_at_5_std": -0.391068, "nauc_mrr_at_5_diff1": 0.82793, "nauc_mrr_at_10_max": 0.48036, "nauc_mrr_at_10_std": -0.386324, "nauc_mrr_at_10_diff1": 0.827172, "nauc_mrr_at_20_max": 0.479941, "nauc_mrr_at_20_std": -0.38548, "nauc_mrr_at_20_diff1": 0.827917, "nauc_mrr_at_25_max": 0.479801, "nauc_mrr_at_25_std": -0.384726, "nauc_mrr_at_25_diff1": 0.827979, "nauc_mrr_at_50_max": 0.479589, "nauc_mrr_at_50_std": -0.38444, "nauc_mrr_at_50_diff1": 0.82789, "nauc_mrr_at_100_max": 0.479559, "nauc_mrr_at_100_std": -0.384412, "nauc_mrr_at_100_diff1": 0.82803, "nauc_mrr_at_1000_max": 0.47955, "nauc_mrr_at_1000_std": -0.384412, "nauc_mrr_at_1000_diff1": 0.828039, "hit_rate_at_1": 0.78988, "hit_rate_at_3": 0.91583, "hit_rate_at_5": 0.9435, "hit_rate_at_10": 0.96645, "hit_rate_at_20": 0.9847, "hit_rate_at_25": 0.98705, "hit_rate_at_50": 0.99411, "hit_rate_at_100": 0.99765, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.789876, "R_cap_at_3": 0.915833, "R_cap_at_5": 0.943496, "R_cap_at_10": 0.966451, "R_cap_at_20": 0.984697, "R_cap_at_25": 0.987051, "R_cap_at_50": 0.994114, "R_cap_at_100": 0.997646, "R_cap_at_1000": 1.0, "main_score": 0.88452, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72536, "ndcg_at_3": 0.81781, "ndcg_at_5": 0.83403, "ndcg_at_10": 0.84546, "ndcg_at_20": 0.8508, "ndcg_at_25": 0.8518, "ndcg_at_50": 0.85353, "ndcg_at_100": 0.85452, "ndcg_at_1000": 0.85509, "map_at_1": 0.72536, "map_at_3": 0.79603, "map_at_5": 0.80514, "map_at_10": 0.80996, "map_at_20": 0.81144, "map_at_25": 0.81164, "map_at_50": 0.81191, "map_at_100": 0.812, "map_at_1000": 0.81202, "recall_at_1": 0.72536, "recall_at_3": 0.88044, "recall_at_5": 0.9194, "recall_at_10": 0.95416, "recall_at_20": 0.97517, "recall_at_25": 0.97976, "recall_at_50": 0.98854, "recall_at_100": 0.99465, "recall_at_1000": 0.99885, "accuracy": 0.72536, "precision_at_1": 0.72536, "precision_at_3": 0.29348, "precision_at_5": 0.18388, "precision_at_10": 0.09542, "precision_at_20": 0.04876, "precision_at_25": 0.03919, "precision_at_50": 0.01977, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.725363, "mrr_at_3": 0.796028, "mrr_at_5": 0.805138, "mrr_at_10": 0.809963, "mrr_at_20": 0.811444, "mrr_at_25": 0.811642, "mrr_at_50": 0.811912, "mrr_at_100": 0.811999, "mrr_at_1000": 0.812025, "nauc_ndcg_at_1_max": 0.286517, "nauc_ndcg_at_1_std": -0.315814, "nauc_ndcg_at_1_diff1": 0.775232, "nauc_ndcg_at_3_max": 0.327575, "nauc_ndcg_at_3_std": -0.384805, "nauc_ndcg_at_3_diff1": 0.754013, "nauc_ndcg_at_5_max": 0.325349, "nauc_ndcg_at_5_std": -0.380321, "nauc_ndcg_at_5_diff1": 0.75875, "nauc_ndcg_at_10_max": 0.321615, "nauc_ndcg_at_10_std": -0.368793, "nauc_ndcg_at_10_diff1": 0.762265, "nauc_ndcg_at_20_max": 0.317727, "nauc_ndcg_at_20_std": -0.35906, "nauc_ndcg_at_20_diff1": 0.760939, "nauc_ndcg_at_25_max": 0.32035, "nauc_ndcg_at_25_std": -0.357226, "nauc_ndcg_at_25_diff1": 0.761063, "nauc_ndcg_at_50_max": 0.320494, "nauc_ndcg_at_50_std": -0.351007, "nauc_ndcg_at_50_diff1": 0.76051, "nauc_ndcg_at_100_max": 0.318233, "nauc_ndcg_at_100_std": -0.352332, "nauc_ndcg_at_100_diff1": 0.761064, "nauc_ndcg_at_1000_max": 0.31665, "nauc_ndcg_at_1000_std": -0.355265, "nauc_ndcg_at_1000_diff1": 0.761515, "nauc_map_at_1_max": 0.286517, "nauc_map_at_1_std": -0.315814, "nauc_map_at_1_diff1": 0.775232, "nauc_map_at_3_max": 0.315674, "nauc_map_at_3_std": -0.364345, "nauc_map_at_3_diff1": 0.759886, "nauc_map_at_5_max": 0.313866, "nauc_map_at_5_std": -0.361269, "nauc_map_at_5_diff1": 0.762401, "nauc_map_at_10_max": 0.312231, "nauc_map_at_10_std": -0.356708, "nauc_map_at_10_diff1": 0.763713, "nauc_map_at_20_max": 0.311235, "nauc_map_at_20_std": -0.354596, "nauc_map_at_20_diff1": 0.763439, "nauc_map_at_25_max": 0.311688, "nauc_map_at_25_std": -0.354263, "nauc_map_at_25_diff1": 0.763452, "nauc_map_at_50_max": 0.311747, "nauc_map_at_50_std": -0.35343, "nauc_map_at_50_diff1": 0.763361, "nauc_map_at_100_max": 0.311592, "nauc_map_at_100_std": -0.353499, "nauc_map_at_100_diff1": 0.763398, "nauc_map_at_1000_max": 0.311521, "nauc_map_at_1000_std": -0.35361, "nauc_map_at_1000_diff1": 0.763406, "nauc_recall_at_1_max": 0.286517, "nauc_recall_at_1_std": -0.315814, "nauc_recall_at_1_diff1": 0.775232, "nauc_recall_at_3_max": 0.381197, "nauc_recall_at_3_std": -0.477325, "nauc_recall_at_3_diff1": 0.727745, "nauc_recall_at_5_max": 0.396761, "nauc_recall_at_5_std": -0.498054, "nauc_recall_at_5_diff1": 0.737937, "nauc_recall_at_10_max": 0.416369, "nauc_recall_at_10_std": -0.480255, "nauc_recall_at_10_diff1": 0.755198, "nauc_recall_at_20_max": 0.415772, "nauc_recall_at_20_std": -0.357832, "nauc_recall_at_20_diff1": 0.720428, "nauc_recall_at_25_max": 0.514068, "nauc_recall_at_25_std": -0.304823, "nauc_recall_at_25_diff1": 0.715823, "nauc_recall_at_50_max": 0.660175, "nauc_recall_at_50_std": 0.087792, "nauc_recall_at_50_diff1": 0.654035, "nauc_recall_at_100_max": 0.702574, "nauc_recall_at_100_std": 0.373255, "nauc_recall_at_100_diff1": 0.618072, "nauc_recall_at_1000_max": 0.851384, "nauc_recall_at_1000_std": 0.558986, "nauc_recall_at_1000_diff1": 0.528489, "nauc_precision_at_1_max": 0.286517, "nauc_precision_at_1_std": -0.315814, "nauc_precision_at_1_diff1": 0.775232, "nauc_precision_at_3_max": 0.381197, "nauc_precision_at_3_std": -0.477325, "nauc_precision_at_3_diff1": 0.727745, "nauc_precision_at_5_max": 0.396761, "nauc_precision_at_5_std": -0.498054, "nauc_precision_at_5_diff1": 0.737937, "nauc_precision_at_10_max": 0.416369, "nauc_precision_at_10_std": -0.480255, "nauc_precision_at_10_diff1": 0.755198, "nauc_precision_at_20_max": 0.415772, "nauc_precision_at_20_std": -0.357832, "nauc_precision_at_20_diff1": 0.720428, "nauc_precision_at_25_max": 0.514068, "nauc_precision_at_25_std": -0.304823, "nauc_precision_at_25_diff1": 0.715823, "nauc_precision_at_50_max": 0.660175, "nauc_precision_at_50_std": 0.087792, "nauc_precision_at_50_diff1": 0.654035, "nauc_precision_at_100_max": 0.702574, "nauc_precision_at_100_std": 0.373255, "nauc_precision_at_100_diff1": 0.618072, "nauc_precision_at_1000_max": 0.851384, "nauc_precision_at_1000_std": 0.558986, "nauc_precision_at_1000_diff1": 0.528489, "nauc_mrr_at_1_max": 0.286517, "nauc_mrr_at_1_std": -0.315814, "nauc_mrr_at_1_diff1": 0.775232, "nauc_mrr_at_3_max": 0.315674, "nauc_mrr_at_3_std": -0.364345, "nauc_mrr_at_3_diff1": 0.759886, "nauc_mrr_at_5_max": 0.313866, "nauc_mrr_at_5_std": -0.361269, "nauc_mrr_at_5_diff1": 0.762401, "nauc_mrr_at_10_max": 0.312231, "nauc_mrr_at_10_std": -0.356708, "nauc_mrr_at_10_diff1": 0.763713, "nauc_mrr_at_20_max": 0.311235, "nauc_mrr_at_20_std": -0.354596, "nauc_mrr_at_20_diff1": 0.763439, "nauc_mrr_at_25_max": 0.311688, "nauc_mrr_at_25_std": -0.354263, "nauc_mrr_at_25_diff1": 0.763452, "nauc_mrr_at_50_max": 0.311747, "nauc_mrr_at_50_std": -0.35343, "nauc_mrr_at_50_diff1": 0.763361, "nauc_mrr_at_100_max": 0.311592, "nauc_mrr_at_100_std": -0.353499, "nauc_mrr_at_100_diff1": 0.763398, "nauc_mrr_at_1000_max": 0.311521, "nauc_mrr_at_1000_std": -0.35361, "nauc_mrr_at_1000_diff1": 0.763406, "hit_rate_at_1": 0.72536, "hit_rate_at_3": 0.88044, "hit_rate_at_5": 0.9194, "hit_rate_at_10": 0.95416, "hit_rate_at_20": 0.97517, "hit_rate_at_25": 0.97976, "hit_rate_at_50": 0.98854, "hit_rate_at_100": 0.99465, "hit_rate_at_1000": 0.99885, "R_cap_at_1": 0.725363, "R_cap_at_3": 0.880443, "R_cap_at_5": 0.919404, "R_cap_at_10": 0.954163, "R_cap_at_20": 0.975172, "R_cap_at_25": 0.979756, "R_cap_at_50": 0.988541, "R_cap_at_100": 0.994652, "R_cap_at_1000": 0.998854, "main_score": 0.84546, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76799, "ndcg_at_3": 0.85366, "ndcg_at_5": 0.86836, "ndcg_at_10": 0.87548, "ndcg_at_20": 0.87949, "ndcg_at_25": 0.88016, "ndcg_at_50": 0.88132, "ndcg_at_100": 0.88181, "ndcg_at_1000": 0.88221, "map_at_1": 0.76799, "map_at_3": 0.83355, "map_at_5": 0.84179, "map_at_10": 0.84485, "map_at_20": 0.84598, "map_at_25": 0.84611, "map_at_50": 0.84628, "map_at_100": 0.84632, "map_at_1000": 0.84634, "recall_at_1": 0.76799, "recall_at_3": 0.91147, "recall_at_5": 0.94679, "recall_at_10": 0.96816, "recall_at_20": 0.98386, "recall_at_25": 0.98692, "recall_at_50": 0.99302, "recall_at_100": 0.99608, "recall_at_1000": 0.99913, "accuracy": 0.76799, "precision_at_1": 0.76799, "precision_at_3": 0.30382, "precision_at_5": 0.18936, "precision_at_10": 0.09682, "precision_at_20": 0.04919, "precision_at_25": 0.03948, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.76799, "mrr_at_3": 0.833551, "mrr_at_5": 0.841794, "mrr_at_10": 0.844855, "mrr_at_20": 0.845976, "mrr_at_25": 0.84611, "mrr_at_50": 0.846277, "mrr_at_100": 0.846319, "mrr_at_1000": 0.846337, "nauc_ndcg_at_1_max": 0.340924, "nauc_ndcg_at_1_std": -0.262189, "nauc_ndcg_at_1_diff1": 0.771326, "nauc_ndcg_at_3_max": 0.376377, "nauc_ndcg_at_3_std": -0.31834, "nauc_ndcg_at_3_diff1": 0.733072, "nauc_ndcg_at_5_max": 0.374363, "nauc_ndcg_at_5_std": -0.310503, "nauc_ndcg_at_5_diff1": 0.74009, "nauc_ndcg_at_10_max": 0.367298, "nauc_ndcg_at_10_std": -0.297005, "nauc_ndcg_at_10_diff1": 0.743099, "nauc_ndcg_at_20_max": 0.366639, "nauc_ndcg_at_20_std": -0.289559, "nauc_ndcg_at_20_diff1": 0.744627, "nauc_ndcg_at_25_max": 0.365447, "nauc_ndcg_at_25_std": -0.290061, "nauc_ndcg_at_25_diff1": 0.745394, "nauc_ndcg_at_50_max": 0.364822, "nauc_ndcg_at_50_std": -0.288901, "nauc_ndcg_at_50_diff1": 0.744923, "nauc_ndcg_at_100_max": 0.364003, "nauc_ndcg_at_100_std": -0.290222, "nauc_ndcg_at_100_diff1": 0.745744, "nauc_ndcg_at_1000_max": 0.363838, "nauc_ndcg_at_1000_std": -0.291448, "nauc_ndcg_at_1000_diff1": 0.74748, "nauc_map_at_1_max": 0.340924, "nauc_map_at_1_std": -0.262189, "nauc_map_at_1_diff1": 0.771326, "nauc_map_at_3_max": 0.365308, "nauc_map_at_3_std": -0.300713, "nauc_map_at_3_diff1": 0.745184, "nauc_map_at_5_max": 0.363543, "nauc_map_at_5_std": -0.296361, "nauc_map_at_5_diff1": 0.749354, "nauc_map_at_10_max": 0.361058, "nauc_map_at_10_std": -0.291244, "nauc_map_at_10_diff1": 0.750602, "nauc_map_at_20_max": 0.360738, "nauc_map_at_20_std": -0.289339, "nauc_map_at_20_diff1": 0.750975, "nauc_map_at_25_max": 0.360542, "nauc_map_at_25_std": -0.289422, "nauc_map_at_25_diff1": 0.7511, "nauc_map_at_50_max": 0.360543, "nauc_map_at_50_std": -0.289272, "nauc_map_at_50_diff1": 0.751081, "nauc_map_at_100_max": 0.360472, "nauc_map_at_100_std": -0.289397, "nauc_map_at_100_diff1": 0.751133, "nauc_map_at_1000_max": 0.360459, "nauc_map_at_1000_std": -0.289455, "nauc_map_at_1000_diff1": 0.751182, "nauc_recall_at_1_max": 0.340924, "nauc_recall_at_1_std": -0.262189, "nauc_recall_at_1_diff1": 0.771326, "nauc_recall_at_3_max": 0.431891, "nauc_recall_at_3_std": -0.406821, "nauc_recall_at_3_diff1": 0.672198, "nauc_recall_at_5_max": 0.45977, "nauc_recall_at_5_std": -0.418243, "nauc_recall_at_5_diff1": 0.668692, "nauc_recall_at_10_max": 0.435437, "nauc_recall_at_10_std": -0.345572, "nauc_recall_at_10_diff1": 0.653538, "nauc_recall_at_20_max": 0.492329, "nauc_recall_at_20_std": -0.20463, "nauc_recall_at_20_diff1": 0.609019, "nauc_recall_at_25_max": 0.475629, "nauc_recall_at_25_std": -0.203915, "nauc_recall_at_25_diff1": 0.607409, "nauc_recall_at_50_max": 0.500348, "nauc_recall_at_50_std": -0.037277, "nauc_recall_at_50_diff1": 0.440421, "nauc_recall_at_100_max": 0.476538, "nauc_recall_at_100_std": -0.04102, "nauc_recall_at_100_diff1": 0.350792, "nauc_recall_at_1000_max": 0.777066, "nauc_recall_at_1000_std": -0.214453, "nauc_recall_at_1000_diff1": 0.711716, "nauc_precision_at_1_max": 0.340924, "nauc_precision_at_1_std": -0.262189, "nauc_precision_at_1_diff1": 0.771326, "nauc_precision_at_3_max": 0.431891, "nauc_precision_at_3_std": -0.406821, "nauc_precision_at_3_diff1": 0.672198, "nauc_precision_at_5_max": 0.45977, "nauc_precision_at_5_std": -0.418243, "nauc_precision_at_5_diff1": 0.668692, "nauc_precision_at_10_max": 0.435437, "nauc_precision_at_10_std": -0.345572, "nauc_precision_at_10_diff1": 0.653538, "nauc_precision_at_20_max": 0.492329, "nauc_precision_at_20_std": -0.20463, "nauc_precision_at_20_diff1": 0.609019, "nauc_precision_at_25_max": 0.475629, "nauc_precision_at_25_std": -0.203915, "nauc_precision_at_25_diff1": 0.607409, "nauc_precision_at_50_max": 0.500348, "nauc_precision_at_50_std": -0.037277, "nauc_precision_at_50_diff1": 0.440421, "nauc_precision_at_100_max": 0.476538, "nauc_precision_at_100_std": -0.04102, "nauc_precision_at_100_diff1": 0.350792, "nauc_precision_at_1000_max": 0.777066, "nauc_precision_at_1000_std": -0.214453, "nauc_precision_at_1000_diff1": 0.711716, "nauc_mrr_at_1_max": 0.340924, "nauc_mrr_at_1_std": -0.262189, "nauc_mrr_at_1_diff1": 0.771326, "nauc_mrr_at_3_max": 0.365308, "nauc_mrr_at_3_std": -0.300713, "nauc_mrr_at_3_diff1": 0.745184, "nauc_mrr_at_5_max": 0.363543, "nauc_mrr_at_5_std": -0.296361, "nauc_mrr_at_5_diff1": 0.749354, "nauc_mrr_at_10_max": 0.361058, "nauc_mrr_at_10_std": -0.291244, "nauc_mrr_at_10_diff1": 0.750602, "nauc_mrr_at_20_max": 0.360738, "nauc_mrr_at_20_std": -0.289339, "nauc_mrr_at_20_diff1": 0.750975, "nauc_mrr_at_25_max": 0.360542, "nauc_mrr_at_25_std": -0.289422, "nauc_mrr_at_25_diff1": 0.7511, "nauc_mrr_at_50_max": 0.360543, "nauc_mrr_at_50_std": -0.289272, "nauc_mrr_at_50_diff1": 0.751081, "nauc_mrr_at_100_max": 0.360472, "nauc_mrr_at_100_std": -0.289397, "nauc_mrr_at_100_diff1": 0.751133, "nauc_mrr_at_1000_max": 0.360459, "nauc_mrr_at_1000_std": -0.289455, "nauc_mrr_at_1000_diff1": 0.751182, "hit_rate_at_1": 0.76799, "hit_rate_at_3": 0.91147, "hit_rate_at_5": 0.94679, "hit_rate_at_10": 0.96816, "hit_rate_at_20": 0.98386, "hit_rate_at_25": 0.98692, "hit_rate_at_50": 0.99302, "hit_rate_at_100": 0.99608, "hit_rate_at_1000": 0.99913, "R_cap_at_1": 0.76799, "R_cap_at_3": 0.91147, "R_cap_at_5": 0.946795, "R_cap_at_10": 0.968164, "R_cap_at_20": 0.983864, "R_cap_at_25": 0.986917, "R_cap_at_50": 0.993022, "R_cap_at_100": 0.996075, "R_cap_at_1000": 0.999128, "main_score": 0.87548, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81454, "ndcg_at_3": 0.88075, "ndcg_at_5": 0.89034, "ndcg_at_10": 0.89679, "ndcg_at_20": 0.89985, "ndcg_at_25": 0.90042, "ndcg_at_50": 0.90145, "ndcg_at_100": 0.90233, "ndcg_at_1000": 0.903, "map_at_1": 0.81454, "map_at_3": 0.86524, "map_at_5": 0.87057, "map_at_10": 0.87328, "map_at_20": 0.87411, "map_at_25": 0.87423, "map_at_50": 0.87437, "map_at_100": 0.87445, "map_at_1000": 0.87448, "recall_at_1": 0.81454, "recall_at_3": 0.92529, "recall_at_5": 0.94855, "recall_at_10": 0.96827, "recall_at_20": 0.98044, "recall_at_25": 0.98306, "recall_at_50": 0.98845, "recall_at_100": 0.99384, "recall_at_1000": 0.99908, "accuracy": 0.81454, "precision_at_1": 0.81454, "precision_at_3": 0.30843, "precision_at_5": 0.18971, "precision_at_10": 0.09683, "precision_at_20": 0.04902, "precision_at_25": 0.03932, "precision_at_50": 0.01977, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.814541, "mrr_at_3": 0.865244, "mrr_at_5": 0.870574, "mrr_at_10": 0.873282, "mrr_at_20": 0.874111, "mrr_at_25": 0.874226, "mrr_at_50": 0.874372, "mrr_at_100": 0.874453, "mrr_at_1000": 0.874479, "nauc_ndcg_at_1_max": 0.459002, "nauc_ndcg_at_1_std": -0.266617, "nauc_ndcg_at_1_diff1": 0.836642, "nauc_ndcg_at_3_max": 0.526186, "nauc_ndcg_at_3_std": -0.248278, "nauc_ndcg_at_3_diff1": 0.823786, "nauc_ndcg_at_5_max": 0.532619, "nauc_ndcg_at_5_std": -0.242394, "nauc_ndcg_at_5_diff1": 0.827357, "nauc_ndcg_at_10_max": 0.525741, "nauc_ndcg_at_10_std": -0.240884, "nauc_ndcg_at_10_diff1": 0.827794, "nauc_ndcg_at_20_max": 0.520535, "nauc_ndcg_at_20_std": -0.24253, "nauc_ndcg_at_20_diff1": 0.828637, "nauc_ndcg_at_25_max": 0.519611, "nauc_ndcg_at_25_std": -0.243813, "nauc_ndcg_at_25_diff1": 0.828671, "nauc_ndcg_at_50_max": 0.51623, "nauc_ndcg_at_50_std": -0.242781, "nauc_ndcg_at_50_diff1": 0.828395, "nauc_ndcg_at_100_max": 0.513908, "nauc_ndcg_at_100_std": -0.242826, "nauc_ndcg_at_100_diff1": 0.828303, "nauc_ndcg_at_1000_max": 0.511887, "nauc_ndcg_at_1000_std": -0.246839, "nauc_ndcg_at_1000_diff1": 0.828543, "nauc_map_at_1_max": 0.459002, "nauc_map_at_1_std": -0.266617, "nauc_map_at_1_diff1": 0.836642, "nauc_map_at_3_max": 0.505395, "nauc_map_at_3_std": -0.25622, "nauc_map_at_3_diff1": 0.826897, "nauc_map_at_5_max": 0.507786, "nauc_map_at_5_std": -0.253563, "nauc_map_at_5_diff1": 0.828706, "nauc_map_at_10_max": 0.505011, "nauc_map_at_10_std": -0.253013, "nauc_map_at_10_diff1": 0.828975, "nauc_map_at_20_max": 0.503772, "nauc_map_at_20_std": -0.253426, "nauc_map_at_20_diff1": 0.829154, "nauc_map_at_25_max": 0.503615, "nauc_map_at_25_std": -0.253631, "nauc_map_at_25_diff1": 0.829164, "nauc_map_at_50_max": 0.503214, "nauc_map_at_50_std": -0.253519, "nauc_map_at_50_diff1": 0.82913, "nauc_map_at_100_max": 0.503034, "nauc_map_at_100_std": -0.25351, "nauc_map_at_100_diff1": 0.829126, "nauc_map_at_1000_max": 0.502964, "nauc_map_at_1000_std": -0.253641, "nauc_map_at_1000_diff1": 0.829128, "nauc_recall_at_1_max": 0.459002, "nauc_recall_at_1_std": -0.266617, "nauc_recall_at_1_diff1": 0.836642, "nauc_recall_at_3_max": 0.629101, "nauc_recall_at_3_std": -0.207257, "nauc_recall_at_3_diff1": 0.809041, "nauc_recall_at_5_max": 0.705232, "nauc_recall_at_5_std": -0.161584, "nauc_recall_at_5_diff1": 0.820288, "nauc_recall_at_10_max": 0.744043, "nauc_recall_at_10_std": -0.102444, "nauc_recall_at_10_diff1": 0.818287, "nauc_recall_at_20_max": 0.776803, "nauc_recall_at_20_std": -0.049684, "nauc_recall_at_20_diff1": 0.829367, "nauc_recall_at_25_max": 0.792163, "nauc_recall_at_25_std": -0.053651, "nauc_recall_at_25_diff1": 0.830116, "nauc_recall_at_50_max": 0.774437, "nauc_recall_at_50_std": 0.078736, "nauc_recall_at_50_diff1": 0.819493, "nauc_recall_at_100_max": 0.788249, "nauc_recall_at_100_std": 0.34831, "nauc_recall_at_100_diff1": 0.802128, "nauc_recall_at_1000_max": 0.788438, "nauc_recall_at_1000_std": 0.590496, "nauc_recall_at_1000_diff1": 0.891071, "nauc_precision_at_1_max": 0.459002, "nauc_precision_at_1_std": -0.266617, "nauc_precision_at_1_diff1": 0.836642, "nauc_precision_at_3_max": 0.629101, "nauc_precision_at_3_std": -0.207257, "nauc_precision_at_3_diff1": 0.809041, "nauc_precision_at_5_max": 0.705232, "nauc_precision_at_5_std": -0.161584, "nauc_precision_at_5_diff1": 0.820288, "nauc_precision_at_10_max": 0.744043, "nauc_precision_at_10_std": -0.102444, "nauc_precision_at_10_diff1": 0.818287, "nauc_precision_at_20_max": 0.776803, "nauc_precision_at_20_std": -0.049684, "nauc_precision_at_20_diff1": 0.829367, "nauc_precision_at_25_max": 0.792163, "nauc_precision_at_25_std": -0.053651, "nauc_precision_at_25_diff1": 0.830116, "nauc_precision_at_50_max": 0.774437, "nauc_precision_at_50_std": 0.078736, "nauc_precision_at_50_diff1": 0.819493, "nauc_precision_at_100_max": 0.788249, "nauc_precision_at_100_std": 0.34831, "nauc_precision_at_100_diff1": 0.802128, "nauc_precision_at_1000_max": 0.788438, "nauc_precision_at_1000_std": 0.590496, "nauc_precision_at_1000_diff1": 0.891071, "nauc_mrr_at_1_max": 0.459002, "nauc_mrr_at_1_std": -0.266617, "nauc_mrr_at_1_diff1": 0.836642, "nauc_mrr_at_3_max": 0.505395, "nauc_mrr_at_3_std": -0.25622, "nauc_mrr_at_3_diff1": 0.826897, "nauc_mrr_at_5_max": 0.507786, "nauc_mrr_at_5_std": -0.253563, "nauc_mrr_at_5_diff1": 0.828706, "nauc_mrr_at_10_max": 0.505011, "nauc_mrr_at_10_std": -0.253013, "nauc_mrr_at_10_diff1": 0.828975, "nauc_mrr_at_20_max": 0.503772, "nauc_mrr_at_20_std": -0.253426, "nauc_mrr_at_20_diff1": 0.829154, "nauc_mrr_at_25_max": 0.503615, "nauc_mrr_at_25_std": -0.253631, "nauc_mrr_at_25_diff1": 0.829164, "nauc_mrr_at_50_max": 0.503214, "nauc_mrr_at_50_std": -0.253519, "nauc_mrr_at_50_diff1": 0.82913, "nauc_mrr_at_100_max": 0.503034, "nauc_mrr_at_100_std": -0.25351, "nauc_mrr_at_100_diff1": 0.829126, "nauc_mrr_at_1000_max": 0.502964, "nauc_mrr_at_1000_std": -0.253641, "nauc_mrr_at_1000_diff1": 0.829128, "hit_rate_at_1": 0.81454, "hit_rate_at_3": 0.92529, "hit_rate_at_5": 0.94855, "hit_rate_at_10": 0.96827, "hit_rate_at_20": 0.98044, "hit_rate_at_25": 0.98306, "hit_rate_at_50": 0.98845, "hit_rate_at_100": 0.99384, "hit_rate_at_1000": 0.99908, "R_cap_at_1": 0.814541, "R_cap_at_3": 0.925293, "R_cap_at_5": 0.948552, "R_cap_at_10": 0.968269, "R_cap_at_20": 0.980437, "R_cap_at_25": 0.983056, "R_cap_at_50": 0.988447, "R_cap_at_100": 0.993839, "R_cap_at_1000": 0.999076, "main_score": 0.89679, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80759, "ndcg_at_3": 0.8756, "ndcg_at_5": 0.88823, "ndcg_at_10": 0.89555, "ndcg_at_20": 0.89894, "ndcg_at_25": 0.89966, "ndcg_at_50": 0.90042, "ndcg_at_100": 0.90105, "ndcg_at_1000": 0.90139, "map_at_1": 0.80759, "map_at_3": 0.85982, "map_at_5": 0.86693, "map_at_10": 0.8701, "map_at_20": 0.87101, "map_at_25": 0.87117, "map_at_50": 0.87129, "map_at_100": 0.87134, "map_at_1000": 0.87136, "recall_at_1": 0.80759, "recall_at_3": 0.92085, "recall_at_5": 0.95109, "recall_at_10": 0.97297, "recall_at_20": 0.98649, "recall_at_25": 0.9897, "recall_at_50": 0.99356, "recall_at_100": 0.99743, "recall_at_1000": 1.0, "accuracy": 0.80759, "precision_at_1": 0.80759, "precision_at_3": 0.30695, "precision_at_5": 0.19022, "precision_at_10": 0.0973, "precision_at_20": 0.04932, "precision_at_25": 0.03959, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.807593, "mrr_at_3": 0.859824, "mrr_at_5": 0.866935, "mrr_at_10": 0.870098, "mrr_at_20": 0.871015, "mrr_at_25": 0.871165, "mrr_at_50": 0.871287, "mrr_at_100": 0.871343, "mrr_at_1000": 0.871358, "nauc_ndcg_at_1_max": 0.436114, "nauc_ndcg_at_1_std": -0.152954, "nauc_ndcg_at_1_diff1": 0.829356, "nauc_ndcg_at_3_max": 0.466582, "nauc_ndcg_at_3_std": -0.195194, "nauc_ndcg_at_3_diff1": 0.812213, "nauc_ndcg_at_5_max": 0.47464, "nauc_ndcg_at_5_std": -0.198594, "nauc_ndcg_at_5_diff1": 0.814725, "nauc_ndcg_at_10_max": 0.463409, "nauc_ndcg_at_10_std": -0.202136, "nauc_ndcg_at_10_diff1": 0.820343, "nauc_ndcg_at_20_max": 0.459565, "nauc_ndcg_at_20_std": -0.196769, "nauc_ndcg_at_20_diff1": 0.819826, "nauc_ndcg_at_25_max": 0.461148, "nauc_ndcg_at_25_std": -0.191668, "nauc_ndcg_at_25_diff1": 0.819917, "nauc_ndcg_at_50_max": 0.45907, "nauc_ndcg_at_50_std": -0.19396, "nauc_ndcg_at_50_diff1": 0.82022, "nauc_ndcg_at_100_max": 0.460132, "nauc_ndcg_at_100_std": -0.18877, "nauc_ndcg_at_100_diff1": 0.819791, "nauc_ndcg_at_1000_max": 0.459013, "nauc_ndcg_at_1000_std": -0.188994, "nauc_ndcg_at_1000_diff1": 0.819756, "nauc_map_at_1_max": 0.436114, "nauc_map_at_1_std": -0.152954, "nauc_map_at_1_diff1": 0.829356, "nauc_map_at_3_max": 0.458198, "nauc_map_at_3_std": -0.183694, "nauc_map_at_3_diff1": 0.816902, "nauc_map_at_5_max": 0.46116, "nauc_map_at_5_std": -0.184909, "nauc_map_at_5_diff1": 0.818397, "nauc_map_at_10_max": 0.45695, "nauc_map_at_10_std": -0.185955, "nauc_map_at_10_diff1": 0.82038, "nauc_map_at_20_max": 0.456153, "nauc_map_at_20_std": -0.184623, "nauc_map_at_20_diff1": 0.820321, "nauc_map_at_25_max": 0.456403, "nauc_map_at_25_std": -0.183767, "nauc_map_at_25_diff1": 0.820335, "nauc_map_at_50_max": 0.456124, "nauc_map_at_50_std": -0.184055, "nauc_map_at_50_diff1": 0.820355, "nauc_map_at_100_max": 0.456182, "nauc_map_at_100_std": -0.183696, "nauc_map_at_100_diff1": 0.820318, "nauc_map_at_1000_max": 0.456152, "nauc_map_at_1000_std": -0.183691, "nauc_map_at_1000_diff1": 0.820322, "nauc_recall_at_1_max": 0.436114, "nauc_recall_at_1_std": -0.152954, "nauc_recall_at_1_diff1": 0.829356, "nauc_recall_at_3_max": 0.506487, "nauc_recall_at_3_std": -0.249831, "nauc_recall_at_3_diff1": 0.789916, "nauc_recall_at_5_max": 0.577776, "nauc_recall_at_5_std": -0.298861, "nauc_recall_at_5_diff1": 0.788914, "nauc_recall_at_10_max": 0.535818, "nauc_recall_at_10_std": -0.415357, "nauc_recall_at_10_diff1": 0.831667, "nauc_recall_at_20_max": 0.494086, "nauc_recall_at_20_std": -0.481106, "nauc_recall_at_20_diff1": 0.824827, "nauc_recall_at_25_max": 0.571511, "nauc_recall_at_25_std": -0.357803, "nauc_recall_at_25_diff1": 0.830334, "nauc_recall_at_50_max": 0.487567, "nauc_recall_at_50_std": -0.624626, "nauc_recall_at_50_diff1": 0.863447, "nauc_recall_at_100_max": 0.780686, "nauc_recall_at_100_std": -0.102737, "nauc_recall_at_100_diff1": 0.839509, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.436114, "nauc_precision_at_1_std": -0.152954, "nauc_precision_at_1_diff1": 0.829356, "nauc_precision_at_3_max": 0.506487, "nauc_precision_at_3_std": -0.249831, "nauc_precision_at_3_diff1": 0.789916, "nauc_precision_at_5_max": 0.577776, "nauc_precision_at_5_std": -0.298861, "nauc_precision_at_5_diff1": 0.788914, "nauc_precision_at_10_max": 0.535818, "nauc_precision_at_10_std": -0.415357, "nauc_precision_at_10_diff1": 0.831667, "nauc_precision_at_20_max": 0.494086, "nauc_precision_at_20_std": -0.481106, "nauc_precision_at_20_diff1": 0.824827, "nauc_precision_at_25_max": 0.571511, "nauc_precision_at_25_std": -0.357803, "nauc_precision_at_25_diff1": 0.830334, "nauc_precision_at_50_max": 0.487567, "nauc_precision_at_50_std": -0.624626, "nauc_precision_at_50_diff1": 0.863447, "nauc_precision_at_100_max": 0.780686, "nauc_precision_at_100_std": -0.102737, "nauc_precision_at_100_diff1": 0.839509, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.436114, "nauc_mrr_at_1_std": -0.152954, "nauc_mrr_at_1_diff1": 0.829356, "nauc_mrr_at_3_max": 0.458198, "nauc_mrr_at_3_std": -0.183694, "nauc_mrr_at_3_diff1": 0.816902, "nauc_mrr_at_5_max": 0.46116, "nauc_mrr_at_5_std": -0.184909, "nauc_mrr_at_5_diff1": 0.818397, "nauc_mrr_at_10_max": 0.45695, "nauc_mrr_at_10_std": -0.185955, "nauc_mrr_at_10_diff1": 0.82038, "nauc_mrr_at_20_max": 0.456153, "nauc_mrr_at_20_std": -0.184623, "nauc_mrr_at_20_diff1": 0.820321, "nauc_mrr_at_25_max": 0.456403, "nauc_mrr_at_25_std": -0.183767, "nauc_mrr_at_25_diff1": 0.820335, "nauc_mrr_at_50_max": 0.456124, "nauc_mrr_at_50_std": -0.184055, "nauc_mrr_at_50_diff1": 0.820355, "nauc_mrr_at_100_max": 0.456182, "nauc_mrr_at_100_std": -0.183696, "nauc_mrr_at_100_diff1": 0.820318, "nauc_mrr_at_1000_max": 0.456152, "nauc_mrr_at_1000_std": -0.183691, "nauc_mrr_at_1000_diff1": 0.820322, "hit_rate_at_1": 0.80759, "hit_rate_at_3": 0.92085, "hit_rate_at_5": 0.95109, "hit_rate_at_10": 0.97297, "hit_rate_at_20": 0.98649, "hit_rate_at_25": 0.9897, "hit_rate_at_50": 0.99356, "hit_rate_at_100": 0.99743, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.807593, "R_cap_at_3": 0.920849, "R_cap_at_5": 0.951094, "R_cap_at_10": 0.972973, "R_cap_at_20": 0.986486, "R_cap_at_25": 0.989704, "R_cap_at_50": 0.993565, "R_cap_at_100": 0.997426, "R_cap_at_1000": 1.0, "main_score": 0.89555, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74535, "ndcg_at_3": 0.81708, "ndcg_at_5": 0.82851, "ndcg_at_10": 0.839, "ndcg_at_20": 0.84601, "ndcg_at_25": 0.84731, "ndcg_at_50": 0.85066, "ndcg_at_100": 0.85228, "ndcg_at_1000": 0.85389, "map_at_1": 0.74535, "map_at_3": 0.80029, "map_at_5": 0.80662, "map_at_10": 0.81105, "map_at_20": 0.81301, "map_at_25": 0.81327, "map_at_50": 0.81377, "map_at_100": 0.81392, "map_at_1000": 0.81398, "recall_at_1": 0.74535, "recall_at_3": 0.86531, "recall_at_5": 0.89313, "recall_at_10": 0.92501, "recall_at_20": 0.9525, "recall_at_25": 0.95844, "recall_at_50": 0.97581, "recall_at_100": 0.98571, "recall_at_1000": 0.99802, "accuracy": 0.74535, "precision_at_1": 0.74535, "precision_at_3": 0.28844, "precision_at_5": 0.17863, "precision_at_10": 0.0925, "precision_at_20": 0.04763, "precision_at_25": 0.03834, "precision_at_50": 0.01952, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.745355, "mrr_at_3": 0.800293, "mrr_at_5": 0.806615, "mrr_at_10": 0.811054, "mrr_at_20": 0.813009, "mrr_at_25": 0.813271, "mrr_at_50": 0.813768, "mrr_at_100": 0.813915, "mrr_at_1000": 0.813981, "nauc_ndcg_at_1_max": 0.410098, "nauc_ndcg_at_1_std": -0.324806, "nauc_ndcg_at_1_diff1": 0.836999, "nauc_ndcg_at_3_max": 0.433947, "nauc_ndcg_at_3_std": -0.366998, "nauc_ndcg_at_3_diff1": 0.808848, "nauc_ndcg_at_5_max": 0.431418, "nauc_ndcg_at_5_std": -0.364699, "nauc_ndcg_at_5_diff1": 0.806953, "nauc_ndcg_at_10_max": 0.427259, "nauc_ndcg_at_10_std": -0.368098, "nauc_ndcg_at_10_diff1": 0.808475, "nauc_ndcg_at_20_max": 0.42699, "nauc_ndcg_at_20_std": -0.357773, "nauc_ndcg_at_20_diff1": 0.811104, "nauc_ndcg_at_25_max": 0.426621, "nauc_ndcg_at_25_std": -0.355926, "nauc_ndcg_at_25_diff1": 0.811884, "nauc_ndcg_at_50_max": 0.427044, "nauc_ndcg_at_50_std": -0.350271, "nauc_ndcg_at_50_diff1": 0.813404, "nauc_ndcg_at_100_max": 0.427575, "nauc_ndcg_at_100_std": -0.349431, "nauc_ndcg_at_100_diff1": 0.814195, "nauc_ndcg_at_1000_max": 0.426533, "nauc_ndcg_at_1000_std": -0.351912, "nauc_ndcg_at_1000_diff1": 0.81466, "nauc_map_at_1_max": 0.410098, "nauc_map_at_1_std": -0.324806, "nauc_map_at_1_diff1": 0.836999, "nauc_map_at_3_max": 0.428173, "nauc_map_at_3_std": -0.35582, "nauc_map_at_3_diff1": 0.816589, "nauc_map_at_5_max": 0.426757, "nauc_map_at_5_std": -0.354296, "nauc_map_at_5_diff1": 0.815849, "nauc_map_at_10_max": 0.425192, "nauc_map_at_10_std": -0.355329, "nauc_map_at_10_diff1": 0.816555, "nauc_map_at_20_max": 0.425196, "nauc_map_at_20_std": -0.352669, "nauc_map_at_20_diff1": 0.81728, "nauc_map_at_25_max": 0.425133, "nauc_map_at_25_std": -0.352353, "nauc_map_at_25_diff1": 0.817415, "nauc_map_at_50_max": 0.425179, "nauc_map_at_50_std": -0.351663, "nauc_map_at_50_diff1": 0.817624, "nauc_map_at_100_max": 0.425213, "nauc_map_at_100_std": -0.351609, "nauc_map_at_100_diff1": 0.81768, "nauc_map_at_1000_max": 0.425176, "nauc_map_at_1000_std": -0.351661, "nauc_map_at_1000_diff1": 0.817701, "nauc_recall_at_1_max": 0.410098, "nauc_recall_at_1_std": -0.324806, "nauc_recall_at_1_diff1": 0.836999, "nauc_recall_at_3_max": 0.456549, "nauc_recall_at_3_std": -0.411438, "nauc_recall_at_3_diff1": 0.77789, "nauc_recall_at_5_max": 0.452309, "nauc_recall_at_5_std": -0.413402, "nauc_recall_at_5_diff1": 0.764161, "nauc_recall_at_10_max": 0.434949, "nauc_recall_at_10_std": -0.45341, "nauc_recall_at_10_diff1": 0.756491, "nauc_recall_at_20_max": 0.433826, "nauc_recall_at_20_std": -0.384813, "nauc_recall_at_20_diff1": 0.756585, "nauc_recall_at_25_max": 0.429057, "nauc_recall_at_25_std": -0.360194, "nauc_recall_at_25_diff1": 0.761032, "nauc_recall_at_50_max": 0.443144, "nauc_recall_at_50_std": -0.197265, "nauc_recall_at_50_diff1": 0.768182, "nauc_recall_at_100_max": 0.485679, "nauc_recall_at_100_std": -0.041362, "nauc_recall_at_100_diff1": 0.783881, "nauc_recall_at_1000_max": 0.305473, "nauc_recall_at_1000_std": 0.485524, "nauc_recall_at_1000_diff1": 0.816233, "nauc_precision_at_1_max": 0.410098, "nauc_precision_at_1_std": -0.324806, "nauc_precision_at_1_diff1": 0.836999, "nauc_precision_at_3_max": 0.456549, "nauc_precision_at_3_std": -0.411438, "nauc_precision_at_3_diff1": 0.77789, "nauc_precision_at_5_max": 0.452309, "nauc_precision_at_5_std": -0.413402, "nauc_precision_at_5_diff1": 0.764161, "nauc_precision_at_10_max": 0.434949, "nauc_precision_at_10_std": -0.45341, "nauc_precision_at_10_diff1": 0.756491, "nauc_precision_at_20_max": 0.433826, "nauc_precision_at_20_std": -0.384813, "nauc_precision_at_20_diff1": 0.756585, "nauc_precision_at_25_max": 0.429057, "nauc_precision_at_25_std": -0.360194, "nauc_precision_at_25_diff1": 0.761032, "nauc_precision_at_50_max": 0.443144, "nauc_precision_at_50_std": -0.197265, "nauc_precision_at_50_diff1": 0.768182, "nauc_precision_at_100_max": 0.485679, "nauc_precision_at_100_std": -0.041362, "nauc_precision_at_100_diff1": 0.783881, "nauc_precision_at_1000_max": 0.305473, "nauc_precision_at_1000_std": 0.485524, "nauc_precision_at_1000_diff1": 0.816233, "nauc_mrr_at_1_max": 0.410098, "nauc_mrr_at_1_std": -0.324806, "nauc_mrr_at_1_diff1": 0.836999, "nauc_mrr_at_3_max": 0.428173, "nauc_mrr_at_3_std": -0.35582, "nauc_mrr_at_3_diff1": 0.816589, "nauc_mrr_at_5_max": 0.426757, "nauc_mrr_at_5_std": -0.354296, "nauc_mrr_at_5_diff1": 0.815849, "nauc_mrr_at_10_max": 0.425192, "nauc_mrr_at_10_std": -0.355329, "nauc_mrr_at_10_diff1": 0.816555, "nauc_mrr_at_20_max": 0.425196, "nauc_mrr_at_20_std": -0.352669, "nauc_mrr_at_20_diff1": 0.81728, "nauc_mrr_at_25_max": 0.425133, "nauc_mrr_at_25_std": -0.352353, "nauc_mrr_at_25_diff1": 0.817415, "nauc_mrr_at_50_max": 0.425179, "nauc_mrr_at_50_std": -0.351663, "nauc_mrr_at_50_diff1": 0.817624, "nauc_mrr_at_100_max": 0.425213, "nauc_mrr_at_100_std": -0.351609, "nauc_mrr_at_100_diff1": 0.81768, "nauc_mrr_at_1000_max": 0.425176, "nauc_mrr_at_1000_std": -0.351661, "nauc_mrr_at_1000_diff1": 0.817701, "hit_rate_at_1": 0.74535, "hit_rate_at_3": 0.86531, "hit_rate_at_5": 0.89313, "hit_rate_at_10": 0.92501, "hit_rate_at_20": 0.9525, "hit_rate_at_25": 0.95844, "hit_rate_at_50": 0.97581, "hit_rate_at_100": 0.98571, "hit_rate_at_1000": 0.99802, "R_cap_at_1": 0.745355, "R_cap_at_3": 0.865311, "R_cap_at_5": 0.893128, "R_cap_at_10": 0.925014, "R_cap_at_20": 0.952501, "R_cap_at_25": 0.958439, "R_cap_at_50": 0.975811, "R_cap_at_100": 0.985706, "R_cap_at_1000": 0.998021, "main_score": 0.839, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83284, "ndcg_at_3": 0.89492, "ndcg_at_5": 0.90317, "ndcg_at_10": 0.90906, "ndcg_at_20": 0.91222, "ndcg_at_25": 0.91286, "ndcg_at_50": 0.91402, "ndcg_at_100": 0.91415, "ndcg_at_1000": 0.91452, "map_at_1": 0.83284, "map_at_3": 0.88031, "map_at_5": 0.88492, "map_at_10": 0.88743, "map_at_20": 0.88833, "map_at_25": 0.88845, "map_at_50": 0.88863, "map_at_100": 0.88864, "map_at_1000": 0.88865, "recall_at_1": 0.83284, "recall_at_3": 0.93694, "recall_at_5": 0.95683, "recall_at_10": 0.97461, "recall_at_20": 0.98688, "recall_at_25": 0.98984, "recall_at_50": 0.99577, "recall_at_100": 0.99661, "recall_at_1000": 0.99958, "accuracy": 0.83284, "precision_at_1": 0.83284, "precision_at_3": 0.31231, "precision_at_5": 0.19137, "precision_at_10": 0.09746, "precision_at_20": 0.04934, "precision_at_25": 0.03959, "precision_at_50": 0.01992, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.83284, "mrr_at_3": 0.880308, "mrr_at_5": 0.88492, "mrr_at_10": 0.887431, "mrr_at_20": 0.888325, "mrr_at_25": 0.888454, "mrr_at_50": 0.888633, "mrr_at_100": 0.888642, "mrr_at_1000": 0.888654, "nauc_ndcg_at_1_max": 0.475405, "nauc_ndcg_at_1_std": -0.244931, "nauc_ndcg_at_1_diff1": 0.879402, "nauc_ndcg_at_3_max": 0.539266, "nauc_ndcg_at_3_std": -0.250674, "nauc_ndcg_at_3_diff1": 0.867031, "nauc_ndcg_at_5_max": 0.541025, "nauc_ndcg_at_5_std": -0.238465, "nauc_ndcg_at_5_diff1": 0.870213, "nauc_ndcg_at_10_max": 0.538283, "nauc_ndcg_at_10_std": -0.237732, "nauc_ndcg_at_10_diff1": 0.872677, "nauc_ndcg_at_20_max": 0.531172, "nauc_ndcg_at_20_std": -0.230361, "nauc_ndcg_at_20_diff1": 0.871992, "nauc_ndcg_at_25_max": 0.530702, "nauc_ndcg_at_25_std": -0.231019, "nauc_ndcg_at_25_diff1": 0.872385, "nauc_ndcg_at_50_max": 0.527282, "nauc_ndcg_at_50_std": -0.235378, "nauc_ndcg_at_50_diff1": 0.871949, "nauc_ndcg_at_100_max": 0.526856, "nauc_ndcg_at_100_std": -0.235713, "nauc_ndcg_at_100_diff1": 0.871966, "nauc_ndcg_at_1000_max": 0.52506, "nauc_ndcg_at_1000_std": -0.238575, "nauc_ndcg_at_1000_diff1": 0.871829, "nauc_map_at_1_max": 0.475405, "nauc_map_at_1_std": -0.244931, "nauc_map_at_1_diff1": 0.879402, "nauc_map_at_3_max": 0.521784, "nauc_map_at_3_std": -0.248905, "nauc_map_at_3_diff1": 0.869975, "nauc_map_at_5_max": 0.521926, "nauc_map_at_5_std": -0.242745, "nauc_map_at_5_diff1": 0.871545, "nauc_map_at_10_max": 0.520289, "nauc_map_at_10_std": -0.24293, "nauc_map_at_10_diff1": 0.872481, "nauc_map_at_20_max": 0.518558, "nauc_map_at_20_std": -0.241245, "nauc_map_at_20_diff1": 0.87231, "nauc_map_at_25_max": 0.518474, "nauc_map_at_25_std": -0.241366, "nauc_map_at_25_diff1": 0.872368, "nauc_map_at_50_max": 0.518026, "nauc_map_at_50_std": -0.241995, "nauc_map_at_50_diff1": 0.872308, "nauc_map_at_100_max": 0.518001, "nauc_map_at_100_std": -0.242015, "nauc_map_at_100_diff1": 0.872309, "nauc_map_at_1000_max": 0.517953, "nauc_map_at_1000_std": -0.242105, "nauc_map_at_1000_diff1": 0.872305, "nauc_recall_at_1_max": 0.475405, "nauc_recall_at_1_std": -0.244931, "nauc_recall_at_1_diff1": 0.879402, "nauc_recall_at_3_max": 0.628739, "nauc_recall_at_3_std": -0.259911, "nauc_recall_at_3_diff1": 0.852371, "nauc_recall_at_5_max": 0.678747, "nauc_recall_at_5_std": -0.203697, "nauc_recall_at_5_diff1": 0.862842, "nauc_recall_at_10_max": 0.752176, "nauc_recall_at_10_std": -0.163696, "nauc_recall_at_10_diff1": 0.882122, "nauc_recall_at_20_max": 0.77376, "nauc_recall_at_20_std": 0.085117, "nauc_recall_at_20_diff1": 0.874778, "nauc_recall_at_25_max": 0.826207, "nauc_recall_at_25_std": 0.152804, "nauc_recall_at_25_diff1": 0.890874, "nauc_recall_at_50_max": 0.905232, "nauc_recall_at_50_std": 0.284774, "nauc_recall_at_50_diff1": 0.875814, "nauc_recall_at_100_max": 0.932601, "nauc_recall_at_100_std": 0.362068, "nauc_recall_at_100_diff1": 0.879491, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.358081, "nauc_recall_at_1000_diff1": 0.72221, "nauc_precision_at_1_max": 0.475405, "nauc_precision_at_1_std": -0.244931, "nauc_precision_at_1_diff1": 0.879402, "nauc_precision_at_3_max": 0.628739, "nauc_precision_at_3_std": -0.259911, "nauc_precision_at_3_diff1": 0.852371, "nauc_precision_at_5_max": 0.678747, "nauc_precision_at_5_std": -0.203697, "nauc_precision_at_5_diff1": 0.862842, "nauc_precision_at_10_max": 0.752176, "nauc_precision_at_10_std": -0.163696, "nauc_precision_at_10_diff1": 0.882122, "nauc_precision_at_20_max": 0.77376, "nauc_precision_at_20_std": 0.085117, "nauc_precision_at_20_diff1": 0.874778, "nauc_precision_at_25_max": 0.826207, "nauc_precision_at_25_std": 0.152804, "nauc_precision_at_25_diff1": 0.890874, "nauc_precision_at_50_max": 0.905232, "nauc_precision_at_50_std": 0.284774, "nauc_precision_at_50_diff1": 0.875814, "nauc_precision_at_100_max": 0.932601, "nauc_precision_at_100_std": 0.362068, "nauc_precision_at_100_diff1": 0.879491, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.358081, "nauc_precision_at_1000_diff1": 0.72221, "nauc_mrr_at_1_max": 0.475405, "nauc_mrr_at_1_std": -0.244931, "nauc_mrr_at_1_diff1": 0.879402, "nauc_mrr_at_3_max": 0.521784, "nauc_mrr_at_3_std": -0.248905, "nauc_mrr_at_3_diff1": 0.869975, "nauc_mrr_at_5_max": 0.521926, "nauc_mrr_at_5_std": -0.242745, "nauc_mrr_at_5_diff1": 0.871545, "nauc_mrr_at_10_max": 0.520289, "nauc_mrr_at_10_std": -0.24293, "nauc_mrr_at_10_diff1": 0.872481, "nauc_mrr_at_20_max": 0.518558, "nauc_mrr_at_20_std": -0.241245, "nauc_mrr_at_20_diff1": 0.87231, "nauc_mrr_at_25_max": 0.518474, "nauc_mrr_at_25_std": -0.241366, "nauc_mrr_at_25_diff1": 0.872368, "nauc_mrr_at_50_max": 0.518026, "nauc_mrr_at_50_std": -0.241995, "nauc_mrr_at_50_diff1": 0.872308, "nauc_mrr_at_100_max": 0.518001, "nauc_mrr_at_100_std": -0.242015, "nauc_mrr_at_100_diff1": 0.872309, "nauc_mrr_at_1000_max": 0.517953, "nauc_mrr_at_1000_std": -0.242105, "nauc_mrr_at_1000_diff1": 0.872305, "hit_rate_at_1": 0.83284, "hit_rate_at_3": 0.93694, "hit_rate_at_5": 0.95683, "hit_rate_at_10": 0.97461, "hit_rate_at_20": 0.98688, "hit_rate_at_25": 0.98984, "hit_rate_at_50": 0.99577, "hit_rate_at_100": 0.99661, "hit_rate_at_1000": 0.99958, "R_cap_at_1": 0.83284, "R_cap_at_3": 0.936945, "R_cap_at_5": 0.956835, "R_cap_at_10": 0.974609, "R_cap_at_20": 0.986881, "R_cap_at_25": 0.989843, "R_cap_at_50": 0.995768, "R_cap_at_100": 0.996614, "R_cap_at_1000": 0.999577, "main_score": 0.90906, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80395, "ndcg_at_3": 0.87664, "ndcg_at_5": 0.88517, "ndcg_at_10": 0.89179, "ndcg_at_20": 0.89455, "ndcg_at_25": 0.89527, "ndcg_at_50": 0.89774, "ndcg_at_100": 0.89819, "ndcg_at_1000": 0.89862, "map_at_1": 0.80395, "map_at_3": 0.85969, "map_at_5": 0.86439, "map_at_10": 0.86715, "map_at_20": 0.8679, "map_at_25": 0.86804, "map_at_50": 0.86841, "map_at_100": 0.86846, "map_at_1000": 0.86847, "recall_at_1": 0.80395, "recall_at_3": 0.92532, "recall_at_5": 0.94618, "recall_at_10": 0.9665, "recall_at_20": 0.97748, "recall_at_25": 0.98078, "recall_at_50": 0.99341, "recall_at_100": 0.99616, "recall_at_1000": 0.99945, "accuracy": 0.80395, "precision_at_1": 0.80395, "precision_at_3": 0.30844, "precision_at_5": 0.18924, "precision_at_10": 0.09665, "precision_at_20": 0.04887, "precision_at_25": 0.03923, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.803954, "mrr_at_3": 0.859692, "mrr_at_5": 0.864388, "mrr_at_10": 0.867148, "mrr_at_20": 0.867895, "mrr_at_25": 0.868037, "mrr_at_50": 0.868414, "mrr_at_100": 0.868458, "mrr_at_1000": 0.868475, "nauc_ndcg_at_1_max": 0.218722, "nauc_ndcg_at_1_std": -0.458447, "nauc_ndcg_at_1_diff1": 0.865515, "nauc_ndcg_at_3_max": 0.179359, "nauc_ndcg_at_3_std": -0.610023, "nauc_ndcg_at_3_diff1": 0.854914, "nauc_ndcg_at_5_max": 0.187411, "nauc_ndcg_at_5_std": -0.589222, "nauc_ndcg_at_5_diff1": 0.858004, "nauc_ndcg_at_10_max": 0.173344, "nauc_ndcg_at_10_std": -0.587337, "nauc_ndcg_at_10_diff1": 0.858712, "nauc_ndcg_at_20_max": 0.18398, "nauc_ndcg_at_20_std": -0.571757, "nauc_ndcg_at_20_diff1": 0.859954, "nauc_ndcg_at_25_max": 0.182034, "nauc_ndcg_at_25_std": -0.5695, "nauc_ndcg_at_25_diff1": 0.860376, "nauc_ndcg_at_50_max": 0.191807, "nauc_ndcg_at_50_std": -0.558038, "nauc_ndcg_at_50_diff1": 0.858428, "nauc_ndcg_at_100_max": 0.191053, "nauc_ndcg_at_100_std": -0.556789, "nauc_ndcg_at_100_diff1": 0.858154, "nauc_ndcg_at_1000_max": 0.189196, "nauc_ndcg_at_1000_std": -0.558406, "nauc_ndcg_at_1000_diff1": 0.858572, "nauc_map_at_1_max": 0.218722, "nauc_map_at_1_std": -0.458447, "nauc_map_at_1_diff1": 0.865515, "nauc_map_at_3_max": 0.190227, "nauc_map_at_3_std": -0.56599, "nauc_map_at_3_diff1": 0.85704, "nauc_map_at_5_max": 0.194352, "nauc_map_at_5_std": -0.554632, "nauc_map_at_5_diff1": 0.858551, "nauc_map_at_10_max": 0.189321, "nauc_map_at_10_std": -0.553693, "nauc_map_at_10_diff1": 0.858731, "nauc_map_at_20_max": 0.191577, "nauc_map_at_20_std": -0.550003, "nauc_map_at_20_diff1": 0.858975, "nauc_map_at_25_max": 0.19127, "nauc_map_at_25_std": -0.549635, "nauc_map_at_25_diff1": 0.85903, "nauc_map_at_50_max": 0.192358, "nauc_map_at_50_std": -0.548292, "nauc_map_at_50_diff1": 0.85879, "nauc_map_at_100_max": 0.192286, "nauc_map_at_100_std": -0.548203, "nauc_map_at_100_diff1": 0.858772, "nauc_map_at_1000_max": 0.192229, "nauc_map_at_1000_std": -0.548249, "nauc_map_at_1000_diff1": 0.858783, "nauc_recall_at_1_max": 0.218722, "nauc_recall_at_1_std": -0.458447, "nauc_recall_at_1_diff1": 0.865515, "nauc_recall_at_3_max": 0.1247, "nauc_recall_at_3_std": -0.833422, "nauc_recall_at_3_diff1": 0.844933, "nauc_recall_at_5_max": 0.144272, "nauc_recall_at_5_std": -0.815941, "nauc_recall_at_5_diff1": 0.856676, "nauc_recall_at_10_max": -0.007433, "nauc_recall_at_10_std": -0.926215, "nauc_recall_at_10_diff1": 0.864133, "nauc_recall_at_20_max": 0.099558, "nauc_recall_at_20_std": -0.819194, "nauc_recall_at_20_diff1": 0.889961, "nauc_recall_at_25_max": 0.039029, "nauc_recall_at_25_std": -0.806789, "nauc_recall_at_25_diff1": 0.905905, "nauc_recall_at_50_max": 0.530373, "nauc_recall_at_50_std": -0.373776, "nauc_recall_at_50_diff1": 0.846734, "nauc_recall_at_100_max": 0.667971, "nauc_recall_at_100_std": -0.047569, "nauc_recall_at_100_diff1": 0.795611, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.72225, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.218722, "nauc_precision_at_1_std": -0.458447, "nauc_precision_at_1_diff1": 0.865515, "nauc_precision_at_3_max": 0.1247, "nauc_precision_at_3_std": -0.833422, "nauc_precision_at_3_diff1": 0.844933, "nauc_precision_at_5_max": 0.144272, "nauc_precision_at_5_std": -0.815941, "nauc_precision_at_5_diff1": 0.856676, "nauc_precision_at_10_max": -0.007433, "nauc_precision_at_10_std": -0.926215, "nauc_precision_at_10_diff1": 0.864133, "nauc_precision_at_20_max": 0.099558, "nauc_precision_at_20_std": -0.819194, "nauc_precision_at_20_diff1": 0.889961, "nauc_precision_at_25_max": 0.039029, "nauc_precision_at_25_std": -0.806789, "nauc_precision_at_25_diff1": 0.905905, "nauc_precision_at_50_max": 0.530373, "nauc_precision_at_50_std": -0.373776, "nauc_precision_at_50_diff1": 0.846734, "nauc_precision_at_100_max": 0.667971, "nauc_precision_at_100_std": -0.047569, "nauc_precision_at_100_diff1": 0.795611, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.72225, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.218722, "nauc_mrr_at_1_std": -0.458447, "nauc_mrr_at_1_diff1": 0.865515, "nauc_mrr_at_3_max": 0.190227, "nauc_mrr_at_3_std": -0.56599, "nauc_mrr_at_3_diff1": 0.85704, "nauc_mrr_at_5_max": 0.194352, "nauc_mrr_at_5_std": -0.554632, "nauc_mrr_at_5_diff1": 0.858551, "nauc_mrr_at_10_max": 0.189321, "nauc_mrr_at_10_std": -0.553693, "nauc_mrr_at_10_diff1": 0.858731, "nauc_mrr_at_20_max": 0.191577, "nauc_mrr_at_20_std": -0.550003, "nauc_mrr_at_20_diff1": 0.858975, "nauc_mrr_at_25_max": 0.19127, "nauc_mrr_at_25_std": -0.549635, "nauc_mrr_at_25_diff1": 0.85903, "nauc_mrr_at_50_max": 0.192358, "nauc_mrr_at_50_std": -0.548292, "nauc_mrr_at_50_diff1": 0.85879, "nauc_mrr_at_100_max": 0.192286, "nauc_mrr_at_100_std": -0.548203, "nauc_mrr_at_100_diff1": 0.858772, "nauc_mrr_at_1000_max": 0.192229, "nauc_mrr_at_1000_std": -0.548249, "nauc_mrr_at_1000_diff1": 0.858783, "hit_rate_at_1": 0.80395, "hit_rate_at_3": 0.92532, "hit_rate_at_5": 0.94618, "hit_rate_at_10": 0.9665, "hit_rate_at_20": 0.97748, "hit_rate_at_25": 0.98078, "hit_rate_at_50": 0.99341, "hit_rate_at_100": 0.99616, "hit_rate_at_1000": 0.99945, "R_cap_at_1": 0.803954, "R_cap_at_3": 0.925316, "R_cap_at_5": 0.946183, "R_cap_at_10": 0.966502, "R_cap_at_20": 0.977485, "R_cap_at_25": 0.98078, "R_cap_at_50": 0.99341, "R_cap_at_100": 0.996156, "R_cap_at_1000": 0.999451, "main_score": 0.89179, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84791, "ndcg_at_3": 0.91564, "ndcg_at_5": 0.92013, "ndcg_at_10": 0.92437, "ndcg_at_20": 0.92568, "ndcg_at_25": 0.92612, "ndcg_at_50": 0.92669, "ndcg_at_100": 0.92716, "ndcg_at_1000": 0.92741, "map_at_1": 0.84791, "map_at_3": 0.89977, "map_at_5": 0.90225, "map_at_10": 0.90404, "map_at_20": 0.90443, "map_at_25": 0.90452, "map_at_50": 0.9046, "map_at_100": 0.90464, "map_at_1000": 0.90465, "recall_at_1": 0.84791, "recall_at_3": 0.96123, "recall_at_5": 0.97217, "recall_at_10": 0.98509, "recall_at_20": 0.99006, "recall_at_25": 0.99205, "recall_at_50": 0.99503, "recall_at_100": 0.99801, "recall_at_1000": 1.0, "accuracy": 0.84791, "precision_at_1": 0.84791, "precision_at_3": 0.32041, "precision_at_5": 0.19443, "precision_at_10": 0.09851, "precision_at_20": 0.0495, "precision_at_25": 0.03968, "precision_at_50": 0.0199, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.847913, "mrr_at_3": 0.899768, "mrr_at_5": 0.902253, "mrr_at_10": 0.904043, "mrr_at_20": 0.90443, "mrr_at_25": 0.904518, "mrr_at_50": 0.904599, "mrr_at_100": 0.904638, "mrr_at_1000": 0.904645, "nauc_ndcg_at_1_max": 0.5436, "nauc_ndcg_at_1_std": -0.179165, "nauc_ndcg_at_1_diff1": 0.868483, "nauc_ndcg_at_3_max": 0.59382, "nauc_ndcg_at_3_std": -0.238039, "nauc_ndcg_at_3_diff1": 0.870634, "nauc_ndcg_at_5_max": 0.597581, "nauc_ndcg_at_5_std": -0.215335, "nauc_ndcg_at_5_diff1": 0.872565, "nauc_ndcg_at_10_max": 0.591414, "nauc_ndcg_at_10_std": -0.209848, "nauc_ndcg_at_10_diff1": 0.871346, "nauc_ndcg_at_20_max": 0.586497, "nauc_ndcg_at_20_std": -0.215898, "nauc_ndcg_at_20_diff1": 0.870547, "nauc_ndcg_at_25_max": 0.586184, "nauc_ndcg_at_25_std": -0.210172, "nauc_ndcg_at_25_diff1": 0.870153, "nauc_ndcg_at_50_max": 0.583197, "nauc_ndcg_at_50_std": -0.21517, "nauc_ndcg_at_50_diff1": 0.871533, "nauc_ndcg_at_100_max": 0.58097, "nauc_ndcg_at_100_std": -0.214654, "nauc_ndcg_at_100_diff1": 0.87128, "nauc_ndcg_at_1000_max": 0.580592, "nauc_ndcg_at_1000_std": -0.211438, "nauc_ndcg_at_1000_diff1": 0.870829, "nauc_map_at_1_max": 0.5436, "nauc_map_at_1_std": -0.179165, "nauc_map_at_1_diff1": 0.868483, "nauc_map_at_3_max": 0.578023, "nauc_map_at_3_std": -0.219882, "nauc_map_at_3_diff1": 0.87001, "nauc_map_at_5_max": 0.579148, "nauc_map_at_5_std": -0.208642, "nauc_map_at_5_diff1": 0.870819, "nauc_map_at_10_max": 0.576825, "nauc_map_at_10_std": -0.206405, "nauc_map_at_10_diff1": 0.870404, "nauc_map_at_20_max": 0.575645, "nauc_map_at_20_std": -0.207896, "nauc_map_at_20_diff1": 0.870241, "nauc_map_at_25_max": 0.575587, "nauc_map_at_25_std": -0.206989, "nauc_map_at_25_diff1": 0.870178, "nauc_map_at_50_max": 0.575244, "nauc_map_at_50_std": -0.20751, "nauc_map_at_50_diff1": 0.870351, "nauc_map_at_100_max": 0.575101, "nauc_map_at_100_std": -0.20746, "nauc_map_at_100_diff1": 0.870332, "nauc_map_at_1000_max": 0.575088, "nauc_map_at_1000_std": -0.207393, "nauc_map_at_1000_diff1": 0.870322, "nauc_recall_at_1_max": 0.5436, "nauc_recall_at_1_std": -0.179165, "nauc_recall_at_1_diff1": 0.868483, "nauc_recall_at_3_max": 0.705256, "nauc_recall_at_3_std": -0.365697, "nauc_recall_at_3_diff1": 0.874977, "nauc_recall_at_5_max": 0.776823, "nauc_recall_at_5_std": -0.268656, "nauc_recall_at_5_diff1": 0.890462, "nauc_recall_at_10_max": 0.837048, "nauc_recall_at_10_std": -0.242972, "nauc_recall_at_10_diff1": 0.887046, "nauc_recall_at_20_max": 0.824209, "nauc_recall_at_20_std": -0.417991, "nauc_recall_at_20_diff1": 0.871427, "nauc_recall_at_25_max": 0.870726, "nauc_recall_at_25_std": -0.234418, "nauc_recall_at_25_diff1": 0.855631, "nauc_recall_at_50_max": 0.819317, "nauc_recall_at_50_std": -0.629636, "nauc_recall_at_50_diff1": 0.94444, "nauc_recall_at_100_max": 0.679069, "nauc_recall_at_100_std": -1.150827, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5436, "nauc_precision_at_1_std": -0.179165, "nauc_precision_at_1_diff1": 0.868483, "nauc_precision_at_3_max": 0.705256, "nauc_precision_at_3_std": -0.365697, "nauc_precision_at_3_diff1": 0.874977, "nauc_precision_at_5_max": 0.776823, "nauc_precision_at_5_std": -0.268656, "nauc_precision_at_5_diff1": 0.890462, "nauc_precision_at_10_max": 0.837048, "nauc_precision_at_10_std": -0.242972, "nauc_precision_at_10_diff1": 0.887046, "nauc_precision_at_20_max": 0.824209, "nauc_precision_at_20_std": -0.417991, "nauc_precision_at_20_diff1": 0.871427, "nauc_precision_at_25_max": 0.870726, "nauc_precision_at_25_std": -0.234418, "nauc_precision_at_25_diff1": 0.855631, "nauc_precision_at_50_max": 0.819317, "nauc_precision_at_50_std": -0.629636, "nauc_precision_at_50_diff1": 0.94444, "nauc_precision_at_100_max": 0.679069, "nauc_precision_at_100_std": -1.150827, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5436, "nauc_mrr_at_1_std": -0.179165, "nauc_mrr_at_1_diff1": 0.868483, "nauc_mrr_at_3_max": 0.578023, "nauc_mrr_at_3_std": -0.219882, "nauc_mrr_at_3_diff1": 0.87001, "nauc_mrr_at_5_max": 0.579148, "nauc_mrr_at_5_std": -0.208642, "nauc_mrr_at_5_diff1": 0.870819, "nauc_mrr_at_10_max": 0.576825, "nauc_mrr_at_10_std": -0.206405, "nauc_mrr_at_10_diff1": 0.870404, "nauc_mrr_at_20_max": 0.575645, "nauc_mrr_at_20_std": -0.207896, "nauc_mrr_at_20_diff1": 0.870241, "nauc_mrr_at_25_max": 0.575587, "nauc_mrr_at_25_std": -0.206989, "nauc_mrr_at_25_diff1": 0.870178, "nauc_mrr_at_50_max": 0.575244, "nauc_mrr_at_50_std": -0.20751, "nauc_mrr_at_50_diff1": 0.870351, "nauc_mrr_at_100_max": 0.575101, "nauc_mrr_at_100_std": -0.20746, "nauc_mrr_at_100_diff1": 0.870332, "nauc_mrr_at_1000_max": 0.575088, "nauc_mrr_at_1000_std": -0.207393, "nauc_mrr_at_1000_diff1": 0.870322, "hit_rate_at_1": 0.84791, "hit_rate_at_3": 0.96123, "hit_rate_at_5": 0.97217, "hit_rate_at_10": 0.98509, "hit_rate_at_20": 0.99006, "hit_rate_at_25": 0.99205, "hit_rate_at_50": 0.99503, "hit_rate_at_100": 0.99801, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.847913, "R_cap_at_3": 0.961233, "R_cap_at_5": 0.972167, "R_cap_at_10": 0.985089, "R_cap_at_20": 0.99006, "R_cap_at_25": 0.992048, "R_cap_at_50": 0.99503, "R_cap_at_100": 0.998012, "R_cap_at_1000": 1.0, "main_score": 0.92437, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90675, "ndcg_at_3": 0.95739, "ndcg_at_5": 0.96016, "ndcg_at_10": 0.96131, "ndcg_at_20": 0.96131, "ndcg_at_25": 0.96131, "ndcg_at_50": 0.96131, "ndcg_at_100": 0.96131, "ndcg_at_1000": 0.96131, "map_at_1": 0.90675, "map_at_3": 0.94587, "map_at_5": 0.94748, "map_at_10": 0.94802, "map_at_20": 0.94802, "map_at_25": 0.94802, "map_at_50": 0.94802, "map_at_100": 0.94802, "map_at_1000": 0.94802, "recall_at_1": 0.90675, "recall_at_3": 0.99035, "recall_at_5": 0.99678, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90675, "precision_at_1": 0.90675, "precision_at_3": 0.33012, "precision_at_5": 0.19936, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.906752, "mrr_at_3": 0.945874, "mrr_at_5": 0.947481, "mrr_at_10": 0.948017, "mrr_at_20": 0.948017, "mrr_at_25": 0.948017, "mrr_at_50": 0.948017, "mrr_at_100": 0.948017, "mrr_at_1000": 0.948017, "nauc_ndcg_at_1_max": 0.686175, "nauc_ndcg_at_1_std": -0.169839, "nauc_ndcg_at_1_diff1": 0.89494, "nauc_ndcg_at_3_max": 0.724361, "nauc_ndcg_at_3_std": -0.125411, "nauc_ndcg_at_3_diff1": 0.90048, "nauc_ndcg_at_5_max": 0.705198, "nauc_ndcg_at_5_std": -0.149229, "nauc_ndcg_at_5_diff1": 0.893561, "nauc_ndcg_at_10_max": 0.696471, "nauc_ndcg_at_10_std": -0.179381, "nauc_ndcg_at_10_diff1": 0.894279, "nauc_ndcg_at_20_max": 0.696471, "nauc_ndcg_at_20_std": -0.179381, "nauc_ndcg_at_20_diff1": 0.894279, "nauc_ndcg_at_25_max": 0.696471, "nauc_ndcg_at_25_std": -0.179381, "nauc_ndcg_at_25_diff1": 0.894279, "nauc_ndcg_at_50_max": 0.696471, "nauc_ndcg_at_50_std": -0.179381, "nauc_ndcg_at_50_diff1": 0.894279, "nauc_ndcg_at_100_max": 0.696471, "nauc_ndcg_at_100_std": -0.179381, "nauc_ndcg_at_100_diff1": 0.894279, "nauc_ndcg_at_1000_max": 0.696471, "nauc_ndcg_at_1000_std": -0.179381, "nauc_ndcg_at_1000_diff1": 0.894279, "nauc_map_at_1_max": 0.686175, "nauc_map_at_1_std": -0.169839, "nauc_map_at_1_diff1": 0.89494, "nauc_map_at_3_max": 0.707484, "nauc_map_at_3_std": -0.157974, "nauc_map_at_3_diff1": 0.897169, "nauc_map_at_5_max": 0.698529, "nauc_map_at_5_std": -0.169458, "nauc_map_at_5_diff1": 0.894021, "nauc_map_at_10_max": 0.695421, "nauc_map_at_10_std": -0.180167, "nauc_map_at_10_diff1": 0.894276, "nauc_map_at_20_max": 0.695421, "nauc_map_at_20_std": -0.180167, "nauc_map_at_20_diff1": 0.894276, "nauc_map_at_25_max": 0.695421, "nauc_map_at_25_std": -0.180167, "nauc_map_at_25_diff1": 0.894276, "nauc_map_at_50_max": 0.695421, "nauc_map_at_50_std": -0.180167, "nauc_map_at_50_diff1": 0.894276, "nauc_map_at_100_max": 0.695421, "nauc_map_at_100_std": -0.180167, "nauc_map_at_100_diff1": 0.894276, "nauc_map_at_1000_max": 0.695421, "nauc_map_at_1000_std": -0.180167, "nauc_map_at_1000_diff1": 0.894276, "nauc_recall_at_1_max": 0.686175, "nauc_recall_at_1_std": -0.169839, "nauc_recall_at_1_diff1": 0.89494, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.434559, "nauc_recall_at_3_diff1": 0.956443, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.869328, "nauc_recall_at_5_diff1": 0.869328, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.686175, "nauc_precision_at_1_std": -0.169839, "nauc_precision_at_1_diff1": 0.89494, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.434559, "nauc_precision_at_3_diff1": 0.956443, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.869328, "nauc_precision_at_5_diff1": 0.869328, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.686175, "nauc_mrr_at_1_std": -0.169839, "nauc_mrr_at_1_diff1": 0.89494, "nauc_mrr_at_3_max": 0.707484, "nauc_mrr_at_3_std": -0.157974, "nauc_mrr_at_3_diff1": 0.897169, "nauc_mrr_at_5_max": 0.698529, "nauc_mrr_at_5_std": -0.169458, "nauc_mrr_at_5_diff1": 0.894021, "nauc_mrr_at_10_max": 0.695421, "nauc_mrr_at_10_std": -0.180167, "nauc_mrr_at_10_diff1": 0.894276, "nauc_mrr_at_20_max": 0.695421, "nauc_mrr_at_20_std": -0.180167, "nauc_mrr_at_20_diff1": 0.894276, "nauc_mrr_at_25_max": 0.695421, "nauc_mrr_at_25_std": -0.180167, "nauc_mrr_at_25_diff1": 0.894276, "nauc_mrr_at_50_max": 0.695421, "nauc_mrr_at_50_std": -0.180167, "nauc_mrr_at_50_diff1": 0.894276, "nauc_mrr_at_100_max": 0.695421, "nauc_mrr_at_100_std": -0.180167, "nauc_mrr_at_100_diff1": 0.894276, "nauc_mrr_at_1000_max": 0.695421, "nauc_mrr_at_1000_std": -0.180167, "nauc_mrr_at_1000_diff1": 0.894276, "hit_rate_at_1": 0.90675, "hit_rate_at_3": 0.99035, "hit_rate_at_5": 0.99678, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.906752, "R_cap_at_3": 0.990354, "R_cap_at_5": 0.996785, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96131, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54154, "ndcg_at_3": 0.622, "ndcg_at_5": 0.63993, "ndcg_at_10": 0.65789, "ndcg_at_20": 0.67061, "ndcg_at_25": 0.67385, "ndcg_at_50": 0.68142, "ndcg_at_100": 0.68715, "ndcg_at_1000": 0.6965, "map_at_1": 0.54154, "map_at_3": 0.60268, "map_at_5": 0.61265, "map_at_10": 0.62014, "map_at_20": 0.62367, "map_at_25": 0.62433, "map_at_50": 0.62545, "map_at_100": 0.62595, "map_at_1000": 0.62629, "recall_at_1": 0.54154, "recall_at_3": 0.67774, "recall_at_5": 0.72117, "recall_at_10": 0.77628, "recall_at_20": 0.82629, "recall_at_25": 0.84109, "recall_at_50": 0.88024, "recall_at_100": 0.91561, "recall_at_1000": 0.99029, "accuracy": 0.54154, "precision_at_1": 0.54154, "precision_at_3": 0.22591, "precision_at_5": 0.14423, "precision_at_10": 0.07763, "precision_at_20": 0.04131, "precision_at_25": 0.03364, "precision_at_50": 0.0176, "precision_at_100": 0.00916, "precision_at_1000": 0.00099, "mrr_at_1": 0.541536, "mrr_at_3": 0.602676, "mrr_at_5": 0.612653, "mrr_at_10": 0.620139, "mrr_at_20": 0.623672, "mrr_at_25": 0.624325, "mrr_at_50": 0.625449, "mrr_at_100": 0.625954, "mrr_at_1000": 0.626287, "nauc_ndcg_at_1_max": 0.316235, "nauc_ndcg_at_1_std": -0.039105, "nauc_ndcg_at_1_diff1": 0.786042, "nauc_ndcg_at_3_max": 0.326806, "nauc_ndcg_at_3_std": -0.010851, "nauc_ndcg_at_3_diff1": 0.743095, "nauc_ndcg_at_5_max": 0.324392, "nauc_ndcg_at_5_std": -0.004471, "nauc_ndcg_at_5_diff1": 0.737196, "nauc_ndcg_at_10_max": 0.321836, "nauc_ndcg_at_10_std": 0.0006, "nauc_ndcg_at_10_diff1": 0.736063, "nauc_ndcg_at_20_max": 0.320919, "nauc_ndcg_at_20_std": 0.003726, "nauc_ndcg_at_20_diff1": 0.735911, "nauc_ndcg_at_25_max": 0.32178, "nauc_ndcg_at_25_std": 0.005804, "nauc_ndcg_at_25_diff1": 0.735775, "nauc_ndcg_at_50_max": 0.322732, "nauc_ndcg_at_50_std": 0.01065, "nauc_ndcg_at_50_diff1": 0.737707, "nauc_ndcg_at_100_max": 0.323733, "nauc_ndcg_at_100_std": 0.010432, "nauc_ndcg_at_100_diff1": 0.738884, "nauc_ndcg_at_1000_max": 0.323465, "nauc_ndcg_at_1000_std": 0.00131, "nauc_ndcg_at_1000_diff1": 0.742937, "nauc_map_at_1_max": 0.316235, "nauc_map_at_1_std": -0.039105, "nauc_map_at_1_diff1": 0.786042, "nauc_map_at_3_max": 0.3248, "nauc_map_at_3_std": -0.017886, "nauc_map_at_3_diff1": 0.753893, "nauc_map_at_5_max": 0.323592, "nauc_map_at_5_std": -0.014431, "nauc_map_at_5_diff1": 0.750906, "nauc_map_at_10_max": 0.32255, "nauc_map_at_10_std": -0.01279, "nauc_map_at_10_diff1": 0.750668, "nauc_map_at_20_max": 0.322348, "nauc_map_at_20_std": -0.012016, "nauc_map_at_20_diff1": 0.750716, "nauc_map_at_25_max": 0.322509, "nauc_map_at_25_std": -0.011684, "nauc_map_at_25_diff1": 0.750718, "nauc_map_at_50_max": 0.322637, "nauc_map_at_50_std": -0.011082, "nauc_map_at_50_diff1": 0.751051, "nauc_map_at_100_max": 0.322704, "nauc_map_at_100_std": -0.011132, "nauc_map_at_100_diff1": 0.751142, "nauc_map_at_1000_max": 0.322692, "nauc_map_at_1000_std": -0.01141, "nauc_map_at_1000_diff1": 0.751274, "nauc_recall_at_1_max": 0.316235, "nauc_recall_at_1_std": -0.039105, "nauc_recall_at_1_diff1": 0.786042, "nauc_recall_at_3_max": 0.332996, "nauc_recall_at_3_std": 0.011943, "nauc_recall_at_3_diff1": 0.708054, "nauc_recall_at_5_max": 0.326243, "nauc_recall_at_5_std": 0.031577, "nauc_recall_at_5_diff1": 0.687718, "nauc_recall_at_10_max": 0.316421, "nauc_recall_at_10_std": 0.060526, "nauc_recall_at_10_diff1": 0.673803, "nauc_recall_at_20_max": 0.308936, "nauc_recall_at_20_std": 0.09323, "nauc_recall_at_20_diff1": 0.658389, "nauc_recall_at_25_max": 0.314642, "nauc_recall_at_25_std": 0.117424, "nauc_recall_at_25_diff1": 0.650762, "nauc_recall_at_50_max": 0.323168, "nauc_recall_at_50_std": 0.203186, "nauc_recall_at_50_diff1": 0.646778, "nauc_recall_at_100_max": 0.342086, "nauc_recall_at_100_std": 0.273933, "nauc_recall_at_100_diff1": 0.634239, "nauc_recall_at_1000_max": 0.429325, "nauc_recall_at_1000_std": 0.474531, "nauc_recall_at_1000_diff1": 0.624351, "nauc_precision_at_1_max": 0.316235, "nauc_precision_at_1_std": -0.039105, "nauc_precision_at_1_diff1": 0.786042, "nauc_precision_at_3_max": 0.332996, "nauc_precision_at_3_std": 0.011943, "nauc_precision_at_3_diff1": 0.708054, "nauc_precision_at_5_max": 0.326243, "nauc_precision_at_5_std": 0.031577, "nauc_precision_at_5_diff1": 0.687718, "nauc_precision_at_10_max": 0.316421, "nauc_precision_at_10_std": 0.060526, "nauc_precision_at_10_diff1": 0.673803, "nauc_precision_at_20_max": 0.308936, "nauc_precision_at_20_std": 0.09323, "nauc_precision_at_20_diff1": 0.658389, "nauc_precision_at_25_max": 0.314642, "nauc_precision_at_25_std": 0.117424, "nauc_precision_at_25_diff1": 0.650762, "nauc_precision_at_50_max": 0.323168, "nauc_precision_at_50_std": 0.203186, "nauc_precision_at_50_diff1": 0.646778, "nauc_precision_at_100_max": 0.342086, "nauc_precision_at_100_std": 0.273933, "nauc_precision_at_100_diff1": 0.634239, "nauc_precision_at_1000_max": 0.429325, "nauc_precision_at_1000_std": 0.474531, "nauc_precision_at_1000_diff1": 0.624351, "nauc_mrr_at_1_max": 0.316235, "nauc_mrr_at_1_std": -0.039105, "nauc_mrr_at_1_diff1": 0.786042, "nauc_mrr_at_3_max": 0.3248, "nauc_mrr_at_3_std": -0.017886, "nauc_mrr_at_3_diff1": 0.753893, "nauc_mrr_at_5_max": 0.323592, "nauc_mrr_at_5_std": -0.014431, "nauc_mrr_at_5_diff1": 0.750906, "nauc_mrr_at_10_max": 0.32255, "nauc_mrr_at_10_std": -0.01279, "nauc_mrr_at_10_diff1": 0.750668, "nauc_mrr_at_20_max": 0.322348, "nauc_mrr_at_20_std": -0.012016, "nauc_mrr_at_20_diff1": 0.750716, "nauc_mrr_at_25_max": 0.322509, "nauc_mrr_at_25_std": -0.011684, "nauc_mrr_at_25_diff1": 0.750718, "nauc_mrr_at_50_max": 0.322637, "nauc_mrr_at_50_std": -0.011082, "nauc_mrr_at_50_diff1": 0.751051, "nauc_mrr_at_100_max": 0.322704, "nauc_mrr_at_100_std": -0.011132, "nauc_mrr_at_100_diff1": 0.751142, "nauc_mrr_at_1000_max": 0.322692, "nauc_mrr_at_1000_std": -0.01141, "nauc_mrr_at_1000_diff1": 0.751274, "hit_rate_at_1": 0.54154, "hit_rate_at_3": 0.67774, "hit_rate_at_5": 0.72117, "hit_rate_at_10": 0.77628, "hit_rate_at_20": 0.82629, "hit_rate_at_25": 0.84109, "hit_rate_at_50": 0.88024, "hit_rate_at_100": 0.91561, "hit_rate_at_1000": 0.99029, "R_cap_at_1": 0.541536, "R_cap_at_3": 0.677743, "R_cap_at_5": 0.721171, "R_cap_at_10": 0.776279, "R_cap_at_20": 0.826287, "R_cap_at_25": 0.841092, "R_cap_at_50": 0.880243, "R_cap_at_100": 0.915611, "R_cap_at_1000": 0.990294, "main_score": 0.65789, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82236, "ndcg_at_3": 0.89783, "ndcg_at_5": 0.90572, "ndcg_at_10": 0.91017, "ndcg_at_20": 0.91254, "ndcg_at_25": 0.91299, "ndcg_at_50": 0.91399, "ndcg_at_100": 0.91415, "ndcg_at_1000": 0.91435, "map_at_1": 0.82236, "map_at_3": 0.88021, "map_at_5": 0.88465, "map_at_10": 0.88659, "map_at_20": 0.88726, "map_at_25": 0.88735, "map_at_50": 0.8875, "map_at_100": 0.88752, "map_at_1000": 0.88753, "recall_at_1": 0.82236, "recall_at_3": 0.94844, "recall_at_5": 0.96733, "recall_at_10": 0.9806, "recall_at_20": 0.98979, "recall_at_25": 0.99183, "recall_at_50": 0.99694, "recall_at_100": 0.99796, "recall_at_1000": 0.99949, "accuracy": 0.82236, "precision_at_1": 0.82236, "precision_at_3": 0.31615, "precision_at_5": 0.19347, "precision_at_10": 0.09806, "precision_at_20": 0.04949, "precision_at_25": 0.03967, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.822358, "mrr_at_3": 0.880211, "mrr_at_5": 0.884652, "mrr_at_10": 0.886586, "mrr_at_20": 0.887262, "mrr_at_25": 0.88735, "mrr_at_50": 0.887505, "mrr_at_100": 0.88752, "mrr_at_1000": 0.887527, "nauc_ndcg_at_1_max": 0.391195, "nauc_ndcg_at_1_std": -0.158728, "nauc_ndcg_at_1_diff1": 0.832832, "nauc_ndcg_at_3_max": 0.48398, "nauc_ndcg_at_3_std": -0.138396, "nauc_ndcg_at_3_diff1": 0.821803, "nauc_ndcg_at_5_max": 0.486892, "nauc_ndcg_at_5_std": -0.132692, "nauc_ndcg_at_5_diff1": 0.825554, "nauc_ndcg_at_10_max": 0.475731, "nauc_ndcg_at_10_std": -0.124645, "nauc_ndcg_at_10_diff1": 0.826903, "nauc_ndcg_at_20_max": 0.465518, "nauc_ndcg_at_20_std": -0.135029, "nauc_ndcg_at_20_diff1": 0.828541, "nauc_ndcg_at_25_max": 0.463442, "nauc_ndcg_at_25_std": -0.135298, "nauc_ndcg_at_25_diff1": 0.828945, "nauc_ndcg_at_50_max": 0.460373, "nauc_ndcg_at_50_std": -0.134449, "nauc_ndcg_at_50_diff1": 0.828242, "nauc_ndcg_at_100_max": 0.459275, "nauc_ndcg_at_100_std": -0.13585, "nauc_ndcg_at_100_diff1": 0.828021, "nauc_ndcg_at_1000_max": 0.458057, "nauc_ndcg_at_1000_std": -0.137867, "nauc_ndcg_at_1000_diff1": 0.827916, "nauc_map_at_1_max": 0.391195, "nauc_map_at_1_std": -0.158728, "nauc_map_at_1_diff1": 0.832832, "nauc_map_at_3_max": 0.456335, "nauc_map_at_3_std": -0.145171, "nauc_map_at_3_diff1": 0.825131, "nauc_map_at_5_max": 0.456324, "nauc_map_at_5_std": -0.143425, "nauc_map_at_5_diff1": 0.826997, "nauc_map_at_10_max": 0.452019, "nauc_map_at_10_std": -0.140803, "nauc_map_at_10_diff1": 0.827483, "nauc_map_at_20_max": 0.449642, "nauc_map_at_20_std": -0.143058, "nauc_map_at_20_diff1": 0.827926, "nauc_map_at_25_max": 0.449312, "nauc_map_at_25_std": -0.143094, "nauc_map_at_25_diff1": 0.827989, "nauc_map_at_50_max": 0.448913, "nauc_map_at_50_std": -0.143017, "nauc_map_at_50_diff1": 0.827904, "nauc_map_at_100_max": 0.448836, "nauc_map_at_100_std": -0.143114, "nauc_map_at_100_diff1": 0.827888, "nauc_map_at_1000_max": 0.448797, "nauc_map_at_1000_std": -0.143177, "nauc_map_at_1000_diff1": 0.827883, "nauc_recall_at_1_max": 0.391195, "nauc_recall_at_1_std": -0.158728, "nauc_recall_at_1_diff1": 0.832832, "nauc_recall_at_3_max": 0.656873, "nauc_recall_at_3_std": -0.095245, "nauc_recall_at_3_diff1": 0.800946, "nauc_recall_at_5_max": 0.779555, "nauc_recall_at_5_std": -0.02382, "nauc_recall_at_5_diff1": 0.813791, "nauc_recall_at_10_max": 0.829349, "nauc_recall_at_10_std": 0.155878, "nauc_recall_at_10_diff1": 0.823756, "nauc_recall_at_20_max": 0.820273, "nauc_recall_at_20_std": 0.066868, "nauc_recall_at_20_diff1": 0.867167, "nauc_recall_at_25_max": 0.811381, "nauc_recall_at_25_std": 0.103142, "nauc_recall_at_25_diff1": 0.895531, "nauc_recall_at_50_max": 0.978212, "nauc_recall_at_50_std": 0.623736, "nauc_recall_at_50_diff1": 0.910124, "nauc_recall_at_100_max": 0.967318, "nauc_recall_at_100_std": 0.658559, "nauc_recall_at_100_diff1": 0.897867, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.554092, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.391195, "nauc_precision_at_1_std": -0.158728, "nauc_precision_at_1_diff1": 0.832832, "nauc_precision_at_3_max": 0.656873, "nauc_precision_at_3_std": -0.095245, "nauc_precision_at_3_diff1": 0.800946, "nauc_precision_at_5_max": 0.779555, "nauc_precision_at_5_std": -0.02382, "nauc_precision_at_5_diff1": 0.813791, "nauc_precision_at_10_max": 0.829349, "nauc_precision_at_10_std": 0.155878, "nauc_precision_at_10_diff1": 0.823756, "nauc_precision_at_20_max": 0.820273, "nauc_precision_at_20_std": 0.066868, "nauc_precision_at_20_diff1": 0.867167, "nauc_precision_at_25_max": 0.811381, "nauc_precision_at_25_std": 0.103142, "nauc_precision_at_25_diff1": 0.895531, "nauc_precision_at_50_max": 0.978212, "nauc_precision_at_50_std": 0.623736, "nauc_precision_at_50_diff1": 0.910124, "nauc_precision_at_100_max": 0.967318, "nauc_precision_at_100_std": 0.658559, "nauc_precision_at_100_diff1": 0.897867, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.554092, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.391195, "nauc_mrr_at_1_std": -0.158728, "nauc_mrr_at_1_diff1": 0.832832, "nauc_mrr_at_3_max": 0.456335, "nauc_mrr_at_3_std": -0.145171, "nauc_mrr_at_3_diff1": 0.825131, "nauc_mrr_at_5_max": 0.456324, "nauc_mrr_at_5_std": -0.143425, "nauc_mrr_at_5_diff1": 0.826997, "nauc_mrr_at_10_max": 0.452019, "nauc_mrr_at_10_std": -0.140803, "nauc_mrr_at_10_diff1": 0.827483, "nauc_mrr_at_20_max": 0.449642, "nauc_mrr_at_20_std": -0.143058, "nauc_mrr_at_20_diff1": 0.827926, "nauc_mrr_at_25_max": 0.449312, "nauc_mrr_at_25_std": -0.143094, "nauc_mrr_at_25_diff1": 0.827989, "nauc_mrr_at_50_max": 0.448913, "nauc_mrr_at_50_std": -0.143017, "nauc_mrr_at_50_diff1": 0.827904, "nauc_mrr_at_100_max": 0.448836, "nauc_mrr_at_100_std": -0.143114, "nauc_mrr_at_100_diff1": 0.827888, "nauc_mrr_at_1000_max": 0.448797, "nauc_mrr_at_1000_std": -0.143177, "nauc_mrr_at_1000_diff1": 0.827883, "hit_rate_at_1": 0.82236, "hit_rate_at_3": 0.94844, "hit_rate_at_5": 0.96733, "hit_rate_at_10": 0.9806, "hit_rate_at_20": 0.98979, "hit_rate_at_25": 0.99183, "hit_rate_at_50": 0.99694, "hit_rate_at_100": 0.99796, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.822358, "R_cap_at_3": 0.948443, "R_cap_at_5": 0.96733, "R_cap_at_10": 0.980602, "R_cap_at_20": 0.989791, "R_cap_at_25": 0.991833, "R_cap_at_50": 0.996937, "R_cap_at_100": 0.997958, "R_cap_at_1000": 0.99949, "main_score": 0.91017, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7952, "ndcg_at_3": 0.87829, "ndcg_at_5": 0.88697, "ndcg_at_10": 0.89635, "ndcg_at_20": 0.89847, "ndcg_at_25": 0.89916, "ndcg_at_50": 0.89962, "ndcg_at_100": 0.89962, "ndcg_at_1000": 0.89984, "map_at_1": 0.7952, "map_at_3": 0.85853, "map_at_5": 0.86341, "map_at_10": 0.86732, "map_at_20": 0.86796, "map_at_25": 0.86809, "map_at_50": 0.86816, "map_at_100": 0.86816, "map_at_1000": 0.86817, "recall_at_1": 0.7952, "recall_at_3": 0.9352, "recall_at_5": 0.956, "recall_at_10": 0.9848, "recall_at_20": 0.9928, "recall_at_25": 0.996, "recall_at_50": 0.9984, "recall_at_100": 0.9984, "recall_at_1000": 1.0, "accuracy": 0.7952, "precision_at_1": 0.7952, "precision_at_3": 0.31173, "precision_at_5": 0.1912, "precision_at_10": 0.09848, "precision_at_20": 0.04964, "precision_at_25": 0.03984, "precision_at_50": 0.01997, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.7952, "mrr_at_3": 0.858533, "mrr_at_5": 0.863413, "mrr_at_10": 0.867322, "mrr_at_20": 0.867957, "mrr_at_25": 0.868092, "mrr_at_50": 0.868156, "mrr_at_100": 0.868156, "mrr_at_1000": 0.868168, "nauc_ndcg_at_1_max": 0.477704, "nauc_ndcg_at_1_std": -0.164676, "nauc_ndcg_at_1_diff1": 0.847129, "nauc_ndcg_at_3_max": 0.525235, "nauc_ndcg_at_3_std": -0.208054, "nauc_ndcg_at_3_diff1": 0.829947, "nauc_ndcg_at_5_max": 0.517215, "nauc_ndcg_at_5_std": -0.203451, "nauc_ndcg_at_5_diff1": 0.829784, "nauc_ndcg_at_10_max": 0.514129, "nauc_ndcg_at_10_std": -0.192203, "nauc_ndcg_at_10_diff1": 0.836569, "nauc_ndcg_at_20_max": 0.511885, "nauc_ndcg_at_20_std": -0.188059, "nauc_ndcg_at_20_diff1": 0.836735, "nauc_ndcg_at_25_max": 0.512899, "nauc_ndcg_at_25_std": -0.184693, "nauc_ndcg_at_25_diff1": 0.837458, "nauc_ndcg_at_50_max": 0.510991, "nauc_ndcg_at_50_std": -0.184931, "nauc_ndcg_at_50_diff1": 0.836879, "nauc_ndcg_at_100_max": 0.510991, "nauc_ndcg_at_100_std": -0.184931, "nauc_ndcg_at_100_diff1": 0.836879, "nauc_ndcg_at_1000_max": 0.509833, "nauc_ndcg_at_1000_std": -0.187054, "nauc_ndcg_at_1000_diff1": 0.836803, "nauc_map_at_1_max": 0.477704, "nauc_map_at_1_std": -0.164676, "nauc_map_at_1_diff1": 0.847129, "nauc_map_at_3_max": 0.512009, "nauc_map_at_3_std": -0.194624, "nauc_map_at_3_diff1": 0.834757, "nauc_map_at_5_max": 0.507999, "nauc_map_at_5_std": -0.191314, "nauc_map_at_5_diff1": 0.834875, "nauc_map_at_10_max": 0.506842, "nauc_map_at_10_std": -0.187206, "nauc_map_at_10_diff1": 0.837444, "nauc_map_at_20_max": 0.506313, "nauc_map_at_20_std": -0.186169, "nauc_map_at_20_diff1": 0.837502, "nauc_map_at_25_max": 0.50647, "nauc_map_at_25_std": -0.185638, "nauc_map_at_25_diff1": 0.837612, "nauc_map_at_50_max": 0.506265, "nauc_map_at_50_std": -0.18565, "nauc_map_at_50_diff1": 0.837548, "nauc_map_at_100_max": 0.506265, "nauc_map_at_100_std": -0.18565, "nauc_map_at_100_diff1": 0.837548, "nauc_map_at_1000_max": 0.506219, "nauc_map_at_1000_std": -0.185733, "nauc_map_at_1000_diff1": 0.837545, "nauc_recall_at_1_max": 0.477704, "nauc_recall_at_1_std": -0.164676, "nauc_recall_at_1_diff1": 0.847129, "nauc_recall_at_3_max": 0.601659, "nauc_recall_at_3_std": -0.287086, "nauc_recall_at_3_diff1": 0.802123, "nauc_recall_at_5_max": 0.587785, "nauc_recall_at_5_std": -0.305339, "nauc_recall_at_5_diff1": 0.787862, "nauc_recall_at_10_max": 0.654283, "nauc_recall_at_10_std": -0.276721, "nauc_recall_at_10_diff1": 0.834906, "nauc_recall_at_20_max": 0.693796, "nauc_recall_at_20_std": -0.169001, "nauc_recall_at_20_diff1": 0.839714, "nauc_recall_at_25_max": 0.947712, "nauc_recall_at_25_std": 0.209337, "nauc_recall_at_25_diff1": 0.921569, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.711718, "nauc_recall_at_50_diff1": 0.869281, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.711718, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.477704, "nauc_precision_at_1_std": -0.164676, "nauc_precision_at_1_diff1": 0.847129, "nauc_precision_at_3_max": 0.601659, "nauc_precision_at_3_std": -0.287086, "nauc_precision_at_3_diff1": 0.802123, "nauc_precision_at_5_max": 0.587785, "nauc_precision_at_5_std": -0.305339, "nauc_precision_at_5_diff1": 0.787862, "nauc_precision_at_10_max": 0.654283, "nauc_precision_at_10_std": -0.276721, "nauc_precision_at_10_diff1": 0.834906, "nauc_precision_at_20_max": 0.693796, "nauc_precision_at_20_std": -0.169001, "nauc_precision_at_20_diff1": 0.839714, "nauc_precision_at_25_max": 0.947712, "nauc_precision_at_25_std": 0.209337, "nauc_precision_at_25_diff1": 0.921569, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.711718, "nauc_precision_at_50_diff1": 0.869281, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.711718, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.477704, "nauc_mrr_at_1_std": -0.164676, "nauc_mrr_at_1_diff1": 0.847129, "nauc_mrr_at_3_max": 0.512009, "nauc_mrr_at_3_std": -0.194624, "nauc_mrr_at_3_diff1": 0.834757, "nauc_mrr_at_5_max": 0.507999, "nauc_mrr_at_5_std": -0.191314, "nauc_mrr_at_5_diff1": 0.834875, "nauc_mrr_at_10_max": 0.506842, "nauc_mrr_at_10_std": -0.187206, "nauc_mrr_at_10_diff1": 0.837444, "nauc_mrr_at_20_max": 0.506313, "nauc_mrr_at_20_std": -0.186169, "nauc_mrr_at_20_diff1": 0.837502, "nauc_mrr_at_25_max": 0.50647, "nauc_mrr_at_25_std": -0.185638, "nauc_mrr_at_25_diff1": 0.837612, "nauc_mrr_at_50_max": 0.506265, "nauc_mrr_at_50_std": -0.18565, "nauc_mrr_at_50_diff1": 0.837548, "nauc_mrr_at_100_max": 0.506265, "nauc_mrr_at_100_std": -0.18565, "nauc_mrr_at_100_diff1": 0.837548, "nauc_mrr_at_1000_max": 0.506219, "nauc_mrr_at_1000_std": -0.185733, "nauc_mrr_at_1000_diff1": 0.837545, "hit_rate_at_1": 0.7952, "hit_rate_at_3": 0.9352, "hit_rate_at_5": 0.956, "hit_rate_at_10": 0.9848, "hit_rate_at_20": 0.9928, "hit_rate_at_25": 0.996, "hit_rate_at_50": 0.9984, "hit_rate_at_100": 0.9984, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7952, "R_cap_at_3": 0.9352, "R_cap_at_5": 0.956, "R_cap_at_10": 0.9848, "R_cap_at_20": 0.9928, "R_cap_at_25": 0.996, "R_cap_at_50": 0.9984, "R_cap_at_100": 0.9984, "R_cap_at_1000": 1.0, "main_score": 0.89635, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91063, "ndcg_at_3": 0.95172, "ndcg_at_5": 0.95172, "ndcg_at_10": 0.95707, "ndcg_at_20": 0.95707, "ndcg_at_25": 0.95707, "ndcg_at_50": 0.95803, "ndcg_at_100": 0.95803, "ndcg_at_1000": 0.95803, "map_at_1": 0.91063, "map_at_3": 0.94243, "map_at_5": 0.94243, "map_at_10": 0.94457, "map_at_20": 0.94457, "map_at_25": 0.94457, "map_at_50": 0.94473, "map_at_100": 0.94473, "map_at_1000": 0.94473, "recall_at_1": 0.91063, "recall_at_3": 0.97826, "recall_at_5": 0.97826, "recall_at_10": 0.99517, "recall_at_20": 0.99517, "recall_at_25": 0.99517, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.91063, "precision_at_1": 0.91063, "precision_at_3": 0.32609, "precision_at_5": 0.19565, "precision_at_10": 0.09952, "precision_at_20": 0.04976, "precision_at_25": 0.03981, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.910628, "mrr_at_3": 0.942432, "mrr_at_5": 0.942432, "mrr_at_10": 0.944575, "mrr_at_20": 0.944575, "mrr_at_25": 0.944575, "mrr_at_50": 0.944732, "mrr_at_100": 0.944732, "mrr_at_1000": 0.944732, "nauc_ndcg_at_1_max": 0.56293, "nauc_ndcg_at_1_std": -0.436371, "nauc_ndcg_at_1_diff1": 0.894136, "nauc_ndcg_at_3_max": 0.619689, "nauc_ndcg_at_3_std": -0.434042, "nauc_ndcg_at_3_diff1": 0.887764, "nauc_ndcg_at_5_max": 0.619689, "nauc_ndcg_at_5_std": -0.434042, "nauc_ndcg_at_5_diff1": 0.887764, "nauc_ndcg_at_10_max": 0.609354, "nauc_ndcg_at_10_std": -0.433246, "nauc_ndcg_at_10_diff1": 0.891338, "nauc_ndcg_at_20_max": 0.609354, "nauc_ndcg_at_20_std": -0.433246, "nauc_ndcg_at_20_diff1": 0.891338, "nauc_ndcg_at_25_max": 0.609354, "nauc_ndcg_at_25_std": -0.433246, "nauc_ndcg_at_25_diff1": 0.891338, "nauc_ndcg_at_50_max": 0.601889, "nauc_ndcg_at_50_std": -0.432329, "nauc_ndcg_at_50_diff1": 0.888831, "nauc_ndcg_at_100_max": 0.601889, "nauc_ndcg_at_100_std": -0.432329, "nauc_ndcg_at_100_diff1": 0.888831, "nauc_ndcg_at_1000_max": 0.601889, "nauc_ndcg_at_1000_std": -0.432329, "nauc_ndcg_at_1000_diff1": 0.888831, "nauc_map_at_1_max": 0.56293, "nauc_map_at_1_std": -0.436371, "nauc_map_at_1_diff1": 0.894136, "nauc_map_at_3_max": 0.601334, "nauc_map_at_3_std": -0.434192, "nauc_map_at_3_diff1": 0.887737, "nauc_map_at_5_max": 0.601334, "nauc_map_at_5_std": -0.434192, "nauc_map_at_5_diff1": 0.887737, "nauc_map_at_10_max": 0.597624, "nauc_map_at_10_std": -0.43343, "nauc_map_at_10_diff1": 0.888873, "nauc_map_at_20_max": 0.597624, "nauc_map_at_20_std": -0.43343, "nauc_map_at_20_diff1": 0.888873, "nauc_map_at_25_max": 0.597624, "nauc_map_at_25_std": -0.43343, "nauc_map_at_25_diff1": 0.888873, "nauc_map_at_50_max": 0.596682, "nauc_map_at_50_std": -0.433058, "nauc_map_at_50_diff1": 0.888557, "nauc_map_at_100_max": 0.596682, "nauc_map_at_100_std": -0.433058, "nauc_map_at_100_diff1": 0.888557, "nauc_map_at_1000_max": 0.596682, "nauc_map_at_1000_std": -0.433058, "nauc_map_at_1000_diff1": 0.888557, "nauc_recall_at_1_max": 0.56293, "nauc_recall_at_1_std": -0.436371, "nauc_recall_at_1_diff1": 0.894136, "nauc_recall_at_3_max": 0.756789, "nauc_recall_at_3_std": -0.433682, "nauc_recall_at_3_diff1": 0.890604, "nauc_recall_at_5_max": 0.756789, "nauc_recall_at_5_std": -0.433682, "nauc_recall_at_5_diff1": 0.890604, "nauc_recall_at_10_max": 0.934711, "nauc_recall_at_10_std": -0.437468, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.934711, "nauc_recall_at_20_std": -0.437468, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": 0.934711, "nauc_recall_at_25_std": -0.437468, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.56293, "nauc_precision_at_1_std": -0.436371, "nauc_precision_at_1_diff1": 0.894136, "nauc_precision_at_3_max": 0.756789, "nauc_precision_at_3_std": -0.433682, "nauc_precision_at_3_diff1": 0.890604, "nauc_precision_at_5_max": 0.756789, "nauc_precision_at_5_std": -0.433682, "nauc_precision_at_5_diff1": 0.890604, "nauc_precision_at_10_max": 0.934711, "nauc_precision_at_10_std": -0.437468, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.934711, "nauc_precision_at_20_std": -0.437468, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 0.934711, "nauc_precision_at_25_std": -0.437468, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.56293, "nauc_mrr_at_1_std": -0.436371, "nauc_mrr_at_1_diff1": 0.894136, "nauc_mrr_at_3_max": 0.601334, "nauc_mrr_at_3_std": -0.434192, "nauc_mrr_at_3_diff1": 0.887737, "nauc_mrr_at_5_max": 0.601334, "nauc_mrr_at_5_std": -0.434192, "nauc_mrr_at_5_diff1": 0.887737, "nauc_mrr_at_10_max": 0.597624, "nauc_mrr_at_10_std": -0.43343, "nauc_mrr_at_10_diff1": 0.888873, "nauc_mrr_at_20_max": 0.597624, "nauc_mrr_at_20_std": -0.43343, "nauc_mrr_at_20_diff1": 0.888873, "nauc_mrr_at_25_max": 0.597624, "nauc_mrr_at_25_std": -0.43343, "nauc_mrr_at_25_diff1": 0.888873, "nauc_mrr_at_50_max": 0.596682, "nauc_mrr_at_50_std": -0.433058, "nauc_mrr_at_50_diff1": 0.888557, "nauc_mrr_at_100_max": 0.596682, "nauc_mrr_at_100_std": -0.433058, "nauc_mrr_at_100_diff1": 0.888557, "nauc_mrr_at_1000_max": 0.596682, "nauc_mrr_at_1000_std": -0.433058, "nauc_mrr_at_1000_diff1": 0.888557, "hit_rate_at_1": 0.91063, "hit_rate_at_3": 0.97826, "hit_rate_at_5": 0.97826, "hit_rate_at_10": 0.99517, "hit_rate_at_20": 0.99517, "hit_rate_at_25": 0.99517, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.910628, "R_cap_at_3": 0.978261, "R_cap_at_5": 0.978261, "R_cap_at_10": 0.995169, "R_cap_at_20": 0.995169, "R_cap_at_25": 0.995169, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95707, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81438, "ndcg_at_3": 0.88804, "ndcg_at_5": 0.89703, "ndcg_at_10": 0.90527, "ndcg_at_20": 0.90758, "ndcg_at_25": 0.90758, "ndcg_at_50": 0.90843, "ndcg_at_100": 0.90869, "ndcg_at_1000": 0.90876, "map_at_1": 0.81438, "map_at_3": 0.87079, "map_at_5": 0.87582, "map_at_10": 0.87923, "map_at_20": 0.87989, "map_at_25": 0.87989, "map_at_50": 0.88003, "map_at_100": 0.88005, "map_at_1000": 0.88005, "recall_at_1": 0.81438, "recall_at_3": 0.9376, "recall_at_5": 0.95928, "recall_at_10": 0.98466, "recall_at_20": 0.99365, "recall_at_25": 0.99365, "recall_at_50": 0.99788, "recall_at_100": 0.99947, "recall_at_1000": 1.0, "accuracy": 0.81438, "precision_at_1": 0.81438, "precision_at_3": 0.31253, "precision_at_5": 0.19186, "precision_at_10": 0.09847, "precision_at_20": 0.04968, "precision_at_25": 0.03975, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.814384, "mrr_at_3": 0.870791, "mrr_at_5": 0.875815, "mrr_at_10": 0.879232, "mrr_at_20": 0.879888, "mrr_at_25": 0.879888, "mrr_at_50": 0.880026, "mrr_at_100": 0.88005, "mrr_at_1000": 0.880053, "nauc_ndcg_at_1_max": 0.449129, "nauc_ndcg_at_1_std": -0.265671, "nauc_ndcg_at_1_diff1": 0.844447, "nauc_ndcg_at_3_max": 0.491494, "nauc_ndcg_at_3_std": -0.35057, "nauc_ndcg_at_3_diff1": 0.827759, "nauc_ndcg_at_5_max": 0.491966, "nauc_ndcg_at_5_std": -0.335239, "nauc_ndcg_at_5_diff1": 0.829107, "nauc_ndcg_at_10_max": 0.494527, "nauc_ndcg_at_10_std": -0.324814, "nauc_ndcg_at_10_diff1": 0.836352, "nauc_ndcg_at_20_max": 0.487989, "nauc_ndcg_at_20_std": -0.315361, "nauc_ndcg_at_20_diff1": 0.835383, "nauc_ndcg_at_25_max": 0.487989, "nauc_ndcg_at_25_std": -0.315361, "nauc_ndcg_at_25_diff1": 0.835383, "nauc_ndcg_at_50_max": 0.484058, "nauc_ndcg_at_50_std": -0.312216, "nauc_ndcg_at_50_diff1": 0.835297, "nauc_ndcg_at_100_max": 0.483454, "nauc_ndcg_at_100_std": -0.311302, "nauc_ndcg_at_100_diff1": 0.835398, "nauc_ndcg_at_1000_max": 0.483035, "nauc_ndcg_at_1000_std": -0.312366, "nauc_ndcg_at_1000_diff1": 0.835264, "nauc_map_at_1_max": 0.449129, "nauc_map_at_1_std": -0.265671, "nauc_map_at_1_diff1": 0.844447, "nauc_map_at_3_max": 0.480236, "nauc_map_at_3_std": -0.322225, "nauc_map_at_3_diff1": 0.83271, "nauc_map_at_5_max": 0.480064, "nauc_map_at_5_std": -0.313749, "nauc_map_at_5_diff1": 0.833459, "nauc_map_at_10_max": 0.480632, "nauc_map_at_10_std": -0.309628, "nauc_map_at_10_diff1": 0.836031, "nauc_map_at_20_max": 0.479144, "nauc_map_at_20_std": -0.307501, "nauc_map_at_20_diff1": 0.835849, "nauc_map_at_25_max": 0.479144, "nauc_map_at_25_std": -0.307501, "nauc_map_at_25_diff1": 0.835849, "nauc_map_at_50_max": 0.478648, "nauc_map_at_50_std": -0.307116, "nauc_map_at_50_diff1": 0.835847, "nauc_map_at_100_max": 0.47861, "nauc_map_at_100_std": -0.307059, "nauc_map_at_100_diff1": 0.835858, "nauc_map_at_1000_max": 0.478596, "nauc_map_at_1000_std": -0.307093, "nauc_map_at_1000_diff1": 0.835854, "nauc_recall_at_1_max": 0.449129, "nauc_recall_at_1_std": -0.265671, "nauc_recall_at_1_diff1": 0.844447, "nauc_recall_at_3_max": 0.553266, "nauc_recall_at_3_std": -0.512157, "nauc_recall_at_3_diff1": 0.800054, "nauc_recall_at_5_max": 0.58789, "nauc_recall_at_5_std": -0.510073, "nauc_recall_at_5_diff1": 0.794254, "nauc_recall_at_10_max": 0.790907, "nauc_recall_at_10_std": -0.612229, "nauc_recall_at_10_diff1": 0.865431, "nauc_recall_at_20_max": 0.853546, "nauc_recall_at_20_std": -0.503824, "nauc_recall_at_20_diff1": 0.849844, "nauc_recall_at_25_max": 0.853546, "nauc_recall_at_25_std": -0.503824, "nauc_recall_at_25_diff1": 0.849844, "nauc_recall_at_50_max": 0.770115, "nauc_recall_at_50_std": -0.22193, "nauc_recall_at_50_diff1": 0.855877, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.449129, "nauc_precision_at_1_std": -0.265671, "nauc_precision_at_1_diff1": 0.844447, "nauc_precision_at_3_max": 0.553266, "nauc_precision_at_3_std": -0.512157, "nauc_precision_at_3_diff1": 0.800054, "nauc_precision_at_5_max": 0.58789, "nauc_precision_at_5_std": -0.510073, "nauc_precision_at_5_diff1": 0.794254, "nauc_precision_at_10_max": 0.790907, "nauc_precision_at_10_std": -0.612229, "nauc_precision_at_10_diff1": 0.865431, "nauc_precision_at_20_max": 0.853546, "nauc_precision_at_20_std": -0.503824, "nauc_precision_at_20_diff1": 0.849844, "nauc_precision_at_25_max": 0.853546, "nauc_precision_at_25_std": -0.503824, "nauc_precision_at_25_diff1": 0.849844, "nauc_precision_at_50_max": 0.770115, "nauc_precision_at_50_std": -0.22193, "nauc_precision_at_50_diff1": 0.855877, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.449129, "nauc_mrr_at_1_std": -0.265671, "nauc_mrr_at_1_diff1": 0.844447, "nauc_mrr_at_3_max": 0.480236, "nauc_mrr_at_3_std": -0.322225, "nauc_mrr_at_3_diff1": 0.83271, "nauc_mrr_at_5_max": 0.480064, "nauc_mrr_at_5_std": -0.313749, "nauc_mrr_at_5_diff1": 0.833459, "nauc_mrr_at_10_max": 0.480632, "nauc_mrr_at_10_std": -0.309628, "nauc_mrr_at_10_diff1": 0.836031, "nauc_mrr_at_20_max": 0.479144, "nauc_mrr_at_20_std": -0.307501, "nauc_mrr_at_20_diff1": 0.835849, "nauc_mrr_at_25_max": 0.479144, "nauc_mrr_at_25_std": -0.307501, "nauc_mrr_at_25_diff1": 0.835849, "nauc_mrr_at_50_max": 0.478648, "nauc_mrr_at_50_std": -0.307116, "nauc_mrr_at_50_diff1": 0.835847, "nauc_mrr_at_100_max": 0.47861, "nauc_mrr_at_100_std": -0.307059, "nauc_mrr_at_100_diff1": 0.835858, "nauc_mrr_at_1000_max": 0.478596, "nauc_mrr_at_1000_std": -0.307093, "nauc_mrr_at_1000_diff1": 0.835854, "hit_rate_at_1": 0.81438, "hit_rate_at_3": 0.9376, "hit_rate_at_5": 0.95928, "hit_rate_at_10": 0.98466, "hit_rate_at_20": 0.99365, "hit_rate_at_25": 0.99365, "hit_rate_at_50": 0.99788, "hit_rate_at_100": 0.99947, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.814384, "R_cap_at_3": 0.937599, "R_cap_at_5": 0.959281, "R_cap_at_10": 0.984664, "R_cap_at_20": 0.993654, "R_cap_at_25": 0.993654, "R_cap_at_50": 0.997885, "R_cap_at_100": 0.999471, "R_cap_at_1000": 1.0, "main_score": 0.90527, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73259, "ndcg_at_3": 0.82152, "ndcg_at_5": 0.83853, "ndcg_at_10": 0.84891, "ndcg_at_20": 0.85373, "ndcg_at_25": 0.85466, "ndcg_at_50": 0.85672, "ndcg_at_100": 0.8575, "ndcg_at_1000": 0.85823, "map_at_1": 0.73259, "map_at_3": 0.80047, "map_at_5": 0.80995, "map_at_10": 0.8143, "map_at_20": 0.81562, "map_at_25": 0.81581, "map_at_50": 0.81612, "map_at_100": 0.81619, "map_at_1000": 0.81622, "recall_at_1": 0.73259, "recall_at_3": 0.88208, "recall_at_5": 0.92326, "recall_at_10": 0.95499, "recall_at_20": 0.97403, "recall_at_25": 0.97831, "recall_at_50": 0.98893, "recall_at_100": 0.99365, "recall_at_1000": 0.99941, "accuracy": 0.73259, "precision_at_1": 0.73259, "precision_at_3": 0.29403, "precision_at_5": 0.18465, "precision_at_10": 0.0955, "precision_at_20": 0.0487, "precision_at_25": 0.03913, "precision_at_50": 0.01978, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.732586, "mrr_at_3": 0.800472, "mrr_at_5": 0.809947, "mrr_at_10": 0.814295, "mrr_at_20": 0.815622, "mrr_at_25": 0.81581, "mrr_at_50": 0.816118, "mrr_at_100": 0.816188, "mrr_at_1000": 0.816217, "nauc_ndcg_at_1_max": 0.319788, "nauc_ndcg_at_1_std": -0.251501, "nauc_ndcg_at_1_diff1": 0.787454, "nauc_ndcg_at_3_max": 0.367174, "nauc_ndcg_at_3_std": -0.273963, "nauc_ndcg_at_3_diff1": 0.756331, "nauc_ndcg_at_5_max": 0.3691, "nauc_ndcg_at_5_std": -0.280702, "nauc_ndcg_at_5_diff1": 0.761346, "nauc_ndcg_at_10_max": 0.369242, "nauc_ndcg_at_10_std": -0.264477, "nauc_ndcg_at_10_diff1": 0.764284, "nauc_ndcg_at_20_max": 0.366968, "nauc_ndcg_at_20_std": -0.259842, "nauc_ndcg_at_20_diff1": 0.766272, "nauc_ndcg_at_25_max": 0.366127, "nauc_ndcg_at_25_std": -0.258527, "nauc_ndcg_at_25_diff1": 0.766618, "nauc_ndcg_at_50_max": 0.362892, "nauc_ndcg_at_50_std": -0.257914, "nauc_ndcg_at_50_diff1": 0.766535, "nauc_ndcg_at_100_max": 0.360987, "nauc_ndcg_at_100_std": -0.259784, "nauc_ndcg_at_100_diff1": 0.76674, "nauc_ndcg_at_1000_max": 0.358452, "nauc_ndcg_at_1000_std": -0.262896, "nauc_ndcg_at_1000_diff1": 0.767221, "nauc_map_at_1_max": 0.319788, "nauc_map_at_1_std": -0.251501, "nauc_map_at_1_diff1": 0.787454, "nauc_map_at_3_max": 0.352338, "nauc_map_at_3_std": -0.269181, "nauc_map_at_3_diff1": 0.764941, "nauc_map_at_5_max": 0.35248, "nauc_map_at_5_std": -0.272096, "nauc_map_at_5_diff1": 0.767676, "nauc_map_at_10_max": 0.352311, "nauc_map_at_10_std": -0.266354, "nauc_map_at_10_diff1": 0.768935, "nauc_map_at_20_max": 0.351717, "nauc_map_at_20_std": -0.265403, "nauc_map_at_20_diff1": 0.769437, "nauc_map_at_25_max": 0.351569, "nauc_map_at_25_std": -0.265194, "nauc_map_at_25_diff1": 0.769495, "nauc_map_at_50_max": 0.351203, "nauc_map_at_50_std": -0.265097, "nauc_map_at_50_diff1": 0.769484, "nauc_map_at_100_max": 0.351068, "nauc_map_at_100_std": -0.265201, "nauc_map_at_100_diff1": 0.769504, "nauc_map_at_1000_max": 0.350994, "nauc_map_at_1000_std": -0.265298, "nauc_map_at_1000_diff1": 0.769522, "nauc_recall_at_1_max": 0.319788, "nauc_recall_at_1_std": -0.251501, "nauc_recall_at_1_diff1": 0.787454, "nauc_recall_at_3_max": 0.434436, "nauc_recall_at_3_std": -0.294183, "nauc_recall_at_3_diff1": 0.718038, "nauc_recall_at_5_max": 0.477653, "nauc_recall_at_5_std": -0.336608, "nauc_recall_at_5_diff1": 0.723172, "nauc_recall_at_10_max": 0.55134, "nauc_recall_at_10_std": -0.222288, "nauc_recall_at_10_diff1": 0.722197, "nauc_recall_at_20_max": 0.636511, "nauc_recall_at_20_std": -0.094799, "nauc_recall_at_20_diff1": 0.730339, "nauc_recall_at_25_max": 0.665998, "nauc_recall_at_25_std": -0.026051, "nauc_recall_at_25_diff1": 0.732992, "nauc_recall_at_50_max": 0.749458, "nauc_recall_at_50_std": 0.227474, "nauc_recall_at_50_diff1": 0.697109, "nauc_recall_at_100_max": 0.796666, "nauc_recall_at_100_std": 0.337924, "nauc_recall_at_100_diff1": 0.668467, "nauc_recall_at_1000_max": 0.674476, "nauc_recall_at_1000_std": 0.930555, "nauc_recall_at_1000_diff1": 0.477234, "nauc_precision_at_1_max": 0.319788, "nauc_precision_at_1_std": -0.251501, "nauc_precision_at_1_diff1": 0.787454, "nauc_precision_at_3_max": 0.434436, "nauc_precision_at_3_std": -0.294183, "nauc_precision_at_3_diff1": 0.718038, "nauc_precision_at_5_max": 0.477653, "nauc_precision_at_5_std": -0.336608, "nauc_precision_at_5_diff1": 0.723172, "nauc_precision_at_10_max": 0.55134, "nauc_precision_at_10_std": -0.222288, "nauc_precision_at_10_diff1": 0.722197, "nauc_precision_at_20_max": 0.636511, "nauc_precision_at_20_std": -0.094799, "nauc_precision_at_20_diff1": 0.730339, "nauc_precision_at_25_max": 0.665998, "nauc_precision_at_25_std": -0.026051, "nauc_precision_at_25_diff1": 0.732992, "nauc_precision_at_50_max": 0.749458, "nauc_precision_at_50_std": 0.227474, "nauc_precision_at_50_diff1": 0.697109, "nauc_precision_at_100_max": 0.796666, "nauc_precision_at_100_std": 0.337924, "nauc_precision_at_100_diff1": 0.668467, "nauc_precision_at_1000_max": 0.674476, "nauc_precision_at_1000_std": 0.930555, "nauc_precision_at_1000_diff1": 0.477234, "nauc_mrr_at_1_max": 0.319788, "nauc_mrr_at_1_std": -0.251501, "nauc_mrr_at_1_diff1": 0.787454, "nauc_mrr_at_3_max": 0.352338, "nauc_mrr_at_3_std": -0.269181, "nauc_mrr_at_3_diff1": 0.764941, "nauc_mrr_at_5_max": 0.35248, "nauc_mrr_at_5_std": -0.272096, "nauc_mrr_at_5_diff1": 0.767676, "nauc_mrr_at_10_max": 0.352311, "nauc_mrr_at_10_std": -0.266354, "nauc_mrr_at_10_diff1": 0.768935, "nauc_mrr_at_20_max": 0.351717, "nauc_mrr_at_20_std": -0.265403, "nauc_mrr_at_20_diff1": 0.769437, "nauc_mrr_at_25_max": 0.351569, "nauc_mrr_at_25_std": -0.265194, "nauc_mrr_at_25_diff1": 0.769495, "nauc_mrr_at_50_max": 0.351203, "nauc_mrr_at_50_std": -0.265097, "nauc_mrr_at_50_diff1": 0.769484, "nauc_mrr_at_100_max": 0.351068, "nauc_mrr_at_100_std": -0.265201, "nauc_mrr_at_100_diff1": 0.769504, "nauc_mrr_at_1000_max": 0.350994, "nauc_mrr_at_1000_std": -0.265298, "nauc_mrr_at_1000_diff1": 0.769522, "hit_rate_at_1": 0.73259, "hit_rate_at_3": 0.88208, "hit_rate_at_5": 0.92326, "hit_rate_at_10": 0.95499, "hit_rate_at_20": 0.97403, "hit_rate_at_25": 0.97831, "hit_rate_at_50": 0.98893, "hit_rate_at_100": 0.99365, "hit_rate_at_1000": 0.99941, "R_cap_at_1": 0.732586, "R_cap_at_3": 0.882084, "R_cap_at_5": 0.923259, "R_cap_at_10": 0.954988, "R_cap_at_20": 0.974026, "R_cap_at_25": 0.978306, "R_cap_at_50": 0.988932, "R_cap_at_100": 0.993654, "R_cap_at_1000": 0.99941, "main_score": 0.84891, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84568, "ndcg_at_3": 0.89928, "ndcg_at_5": 0.90839, "ndcg_at_10": 0.91526, "ndcg_at_20": 0.91806, "ndcg_at_25": 0.91837, "ndcg_at_50": 0.91919, "ndcg_at_100": 0.9195, "ndcg_at_1000": 0.91989, "map_at_1": 0.84568, "map_at_3": 0.88669, "map_at_5": 0.89177, "map_at_10": 0.89465, "map_at_20": 0.89543, "map_at_25": 0.89549, "map_at_50": 0.89561, "map_at_100": 0.89564, "map_at_1000": 0.89565, "recall_at_1": 0.84568, "recall_at_3": 0.9355, "recall_at_5": 0.95748, "recall_at_10": 0.9785, "recall_at_20": 0.98949, "recall_at_25": 0.99092, "recall_at_50": 0.99522, "recall_at_100": 0.99713, "recall_at_1000": 1.0, "accuracy": 0.84568, "precision_at_1": 0.84568, "precision_at_3": 0.31183, "precision_at_5": 0.1915, "precision_at_10": 0.09785, "precision_at_20": 0.04947, "precision_at_25": 0.03964, "precision_at_50": 0.0199, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.845676, "mrr_at_3": 0.886686, "mrr_at_5": 0.891774, "mrr_at_10": 0.894649, "mrr_at_20": 0.895429, "mrr_at_25": 0.89549, "mrr_at_50": 0.895606, "mrr_at_100": 0.895635, "mrr_at_1000": 0.895653, "nauc_ndcg_at_1_max": 0.47647, "nauc_ndcg_at_1_std": -0.349125, "nauc_ndcg_at_1_diff1": 0.883198, "nauc_ndcg_at_3_max": 0.514409, "nauc_ndcg_at_3_std": -0.372036, "nauc_ndcg_at_3_diff1": 0.863422, "nauc_ndcg_at_5_max": 0.51761, "nauc_ndcg_at_5_std": -0.356068, "nauc_ndcg_at_5_diff1": 0.864528, "nauc_ndcg_at_10_max": 0.505816, "nauc_ndcg_at_10_std": -0.363134, "nauc_ndcg_at_10_diff1": 0.863255, "nauc_ndcg_at_20_max": 0.508424, "nauc_ndcg_at_20_std": -0.35624, "nauc_ndcg_at_20_diff1": 0.86776, "nauc_ndcg_at_25_max": 0.50666, "nauc_ndcg_at_25_std": -0.359253, "nauc_ndcg_at_25_diff1": 0.867579, "nauc_ndcg_at_50_max": 0.505113, "nauc_ndcg_at_50_std": -0.359235, "nauc_ndcg_at_50_diff1": 0.868719, "nauc_ndcg_at_100_max": 0.504579, "nauc_ndcg_at_100_std": -0.360067, "nauc_ndcg_at_100_diff1": 0.868639, "nauc_ndcg_at_1000_max": 0.503223, "nauc_ndcg_at_1000_std": -0.360997, "nauc_ndcg_at_1000_diff1": 0.868994, "nauc_map_at_1_max": 0.47647, "nauc_map_at_1_std": -0.349125, "nauc_map_at_1_diff1": 0.883198, "nauc_map_at_3_max": 0.502529, "nauc_map_at_3_std": -0.367616, "nauc_map_at_3_diff1": 0.868937, "nauc_map_at_5_max": 0.503374, "nauc_map_at_5_std": -0.35981, "nauc_map_at_5_diff1": 0.86977, "nauc_map_at_10_max": 0.499043, "nauc_map_at_10_std": -0.362387, "nauc_map_at_10_diff1": 0.869537, "nauc_map_at_20_max": 0.499716, "nauc_map_at_20_std": -0.360776, "nauc_map_at_20_diff1": 0.870622, "nauc_map_at_25_max": 0.499439, "nauc_map_at_25_std": -0.361242, "nauc_map_at_25_diff1": 0.870595, "nauc_map_at_50_max": 0.499247, "nauc_map_at_50_std": -0.361297, "nauc_map_at_50_diff1": 0.870724, "nauc_map_at_100_max": 0.499208, "nauc_map_at_100_std": -0.361355, "nauc_map_at_100_diff1": 0.870719, "nauc_map_at_1000_max": 0.499161, "nauc_map_at_1000_std": -0.36139, "nauc_map_at_1000_diff1": 0.87074, "nauc_recall_at_1_max": 0.47647, "nauc_recall_at_1_std": -0.349125, "nauc_recall_at_1_diff1": 0.883198, "nauc_recall_at_3_max": 0.572476, "nauc_recall_at_3_std": -0.39164, "nauc_recall_at_3_diff1": 0.836961, "nauc_recall_at_5_max": 0.619632, "nauc_recall_at_5_std": -0.321237, "nauc_recall_at_5_diff1": 0.828458, "nauc_recall_at_10_max": 0.580151, "nauc_recall_at_10_std": -0.367792, "nauc_recall_at_10_diff1": 0.777076, "nauc_recall_at_20_max": 0.724392, "nauc_recall_at_20_std": -0.175574, "nauc_recall_at_20_diff1": 0.816675, "nauc_recall_at_25_max": 0.687753, "nauc_recall_at_25_std": -0.268094, "nauc_recall_at_25_diff1": 0.801487, "nauc_recall_at_50_max": 0.721331, "nauc_recall_at_50_std": -0.169721, "nauc_recall_at_50_diff1": 0.839924, "nauc_recall_at_100_max": 0.777065, "nauc_recall_at_100_std": -0.181838, "nauc_recall_at_100_diff1": 0.807518, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.47647, "nauc_precision_at_1_std": -0.349125, "nauc_precision_at_1_diff1": 0.883198, "nauc_precision_at_3_max": 0.572476, "nauc_precision_at_3_std": -0.39164, "nauc_precision_at_3_diff1": 0.836961, "nauc_precision_at_5_max": 0.619632, "nauc_precision_at_5_std": -0.321237, "nauc_precision_at_5_diff1": 0.828458, "nauc_precision_at_10_max": 0.580151, "nauc_precision_at_10_std": -0.367792, "nauc_precision_at_10_diff1": 0.777076, "nauc_precision_at_20_max": 0.724392, "nauc_precision_at_20_std": -0.175574, "nauc_precision_at_20_diff1": 0.816675, "nauc_precision_at_25_max": 0.687753, "nauc_precision_at_25_std": -0.268094, "nauc_precision_at_25_diff1": 0.801487, "nauc_precision_at_50_max": 0.721331, "nauc_precision_at_50_std": -0.169721, "nauc_precision_at_50_diff1": 0.839924, "nauc_precision_at_100_max": 0.777065, "nauc_precision_at_100_std": -0.181838, "nauc_precision_at_100_diff1": 0.807518, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.47647, "nauc_mrr_at_1_std": -0.349125, "nauc_mrr_at_1_diff1": 0.883198, "nauc_mrr_at_3_max": 0.502529, "nauc_mrr_at_3_std": -0.367616, "nauc_mrr_at_3_diff1": 0.868937, "nauc_mrr_at_5_max": 0.503374, "nauc_mrr_at_5_std": -0.35981, "nauc_mrr_at_5_diff1": 0.86977, "nauc_mrr_at_10_max": 0.499043, "nauc_mrr_at_10_std": -0.362387, "nauc_mrr_at_10_diff1": 0.869537, "nauc_mrr_at_20_max": 0.499716, "nauc_mrr_at_20_std": -0.360776, "nauc_mrr_at_20_diff1": 0.870622, "nauc_mrr_at_25_max": 0.499439, "nauc_mrr_at_25_std": -0.361242, "nauc_mrr_at_25_diff1": 0.870595, "nauc_mrr_at_50_max": 0.499247, "nauc_mrr_at_50_std": -0.361297, "nauc_mrr_at_50_diff1": 0.870724, "nauc_mrr_at_100_max": 0.499208, "nauc_mrr_at_100_std": -0.361355, "nauc_mrr_at_100_diff1": 0.870719, "nauc_mrr_at_1000_max": 0.499161, "nauc_mrr_at_1000_std": -0.36139, "nauc_mrr_at_1000_diff1": 0.87074, "hit_rate_at_1": 0.84568, "hit_rate_at_3": 0.9355, "hit_rate_at_5": 0.95748, "hit_rate_at_10": 0.9785, "hit_rate_at_20": 0.98949, "hit_rate_at_25": 0.99092, "hit_rate_at_50": 0.99522, "hit_rate_at_100": 0.99713, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.845676, "R_cap_at_3": 0.935499, "R_cap_at_5": 0.957477, "R_cap_at_10": 0.9785, "R_cap_at_20": 0.989489, "R_cap_at_25": 0.990922, "R_cap_at_50": 0.995222, "R_cap_at_100": 0.997133, "R_cap_at_1000": 1.0, "main_score": 0.91526, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85363, "ndcg_at_3": 0.9081, "ndcg_at_5": 0.91461, "ndcg_at_10": 0.9194, "ndcg_at_20": 0.92222, "ndcg_at_25": 0.92276, "ndcg_at_50": 0.92446, "ndcg_at_100": 0.92446, "ndcg_at_1000": 0.92446, "map_at_1": 0.85363, "map_at_3": 0.89463, "map_at_5": 0.8982, "map_at_10": 0.90018, "map_at_20": 0.90097, "map_at_25": 0.90108, "map_at_50": 0.90134, "map_at_100": 0.90134, "map_at_1000": 0.90134, "recall_at_1": 0.85363, "recall_at_3": 0.94711, "recall_at_5": 0.9631, "recall_at_10": 0.97786, "recall_at_20": 0.98893, "recall_at_25": 0.99139, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85363, "precision_at_1": 0.85363, "precision_at_3": 0.3157, "precision_at_5": 0.19262, "precision_at_10": 0.09779, "precision_at_20": 0.04945, "precision_at_25": 0.03966, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.853629, "mrr_at_3": 0.894629, "mrr_at_5": 0.898196, "mrr_at_10": 0.900179, "mrr_at_20": 0.900968, "mrr_at_25": 0.901078, "mrr_at_50": 0.901341, "mrr_at_100": 0.901341, "mrr_at_1000": 0.901341, "nauc_ndcg_at_1_max": 0.284604, "nauc_ndcg_at_1_std": -0.259537, "nauc_ndcg_at_1_diff1": 0.875338, "nauc_ndcg_at_3_max": 0.274669, "nauc_ndcg_at_3_std": -0.274773, "nauc_ndcg_at_3_diff1": 0.852589, "nauc_ndcg_at_5_max": 0.283368, "nauc_ndcg_at_5_std": -0.263847, "nauc_ndcg_at_5_diff1": 0.852825, "nauc_ndcg_at_10_max": 0.277865, "nauc_ndcg_at_10_std": -0.274948, "nauc_ndcg_at_10_diff1": 0.852293, "nauc_ndcg_at_20_max": 0.273892, "nauc_ndcg_at_20_std": -0.273844, "nauc_ndcg_at_20_diff1": 0.852112, "nauc_ndcg_at_25_max": 0.275231, "nauc_ndcg_at_25_std": -0.2732, "nauc_ndcg_at_25_diff1": 0.854271, "nauc_ndcg_at_50_max": 0.280601, "nauc_ndcg_at_50_std": -0.26917, "nauc_ndcg_at_50_diff1": 0.858652, "nauc_ndcg_at_100_max": 0.280601, "nauc_ndcg_at_100_std": -0.26917, "nauc_ndcg_at_100_diff1": 0.858652, "nauc_ndcg_at_1000_max": 0.280601, "nauc_ndcg_at_1000_std": -0.26917, "nauc_ndcg_at_1000_diff1": 0.858652, "nauc_map_at_1_max": 0.284604, "nauc_map_at_1_std": -0.259537, "nauc_map_at_1_diff1": 0.875338, "nauc_map_at_3_max": 0.278919, "nauc_map_at_3_std": -0.270242, "nauc_map_at_3_diff1": 0.860021, "nauc_map_at_5_max": 0.283734, "nauc_map_at_5_std": -0.26476, "nauc_map_at_5_diff1": 0.860601, "nauc_map_at_10_max": 0.282037, "nauc_map_at_10_std": -0.268518, "nauc_map_at_10_diff1": 0.860486, "nauc_map_at_20_max": 0.280974, "nauc_map_at_20_std": -0.268329, "nauc_map_at_20_diff1": 0.86055, "nauc_map_at_25_max": 0.281209, "nauc_map_at_25_std": -0.268231, "nauc_map_at_25_diff1": 0.860926, "nauc_map_at_50_max": 0.281939, "nauc_map_at_50_std": -0.267667, "nauc_map_at_50_diff1": 0.861424, "nauc_map_at_100_max": 0.281939, "nauc_map_at_100_std": -0.267667, "nauc_map_at_100_diff1": 0.861424, "nauc_map_at_1000_max": 0.281939, "nauc_map_at_1000_std": -0.267667, "nauc_map_at_1000_diff1": 0.861424, "nauc_recall_at_1_max": 0.284604, "nauc_recall_at_1_std": -0.259537, "nauc_recall_at_1_diff1": 0.875338, "nauc_recall_at_3_max": 0.250169, "nauc_recall_at_3_std": -0.299662, "nauc_recall_at_3_diff1": 0.811165, "nauc_recall_at_5_max": 0.280509, "nauc_recall_at_5_std": -0.253064, "nauc_recall_at_5_diff1": 0.792279, "nauc_recall_at_10_max": 0.215221, "nauc_recall_at_10_std": -0.367109, "nauc_recall_at_10_diff1": 0.748449, "nauc_recall_at_20_max": 0.062098, "nauc_recall_at_20_std": -0.42169, "nauc_recall_at_20_diff1": 0.637218, "nauc_recall_at_25_max": 0.053144, "nauc_recall_at_25_std": -0.437255, "nauc_recall_at_25_diff1": 0.658839, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.284604, "nauc_precision_at_1_std": -0.259537, "nauc_precision_at_1_diff1": 0.875338, "nauc_precision_at_3_max": 0.250169, "nauc_precision_at_3_std": -0.299662, "nauc_precision_at_3_diff1": 0.811165, "nauc_precision_at_5_max": 0.280509, "nauc_precision_at_5_std": -0.253064, "nauc_precision_at_5_diff1": 0.792279, "nauc_precision_at_10_max": 0.215221, "nauc_precision_at_10_std": -0.367109, "nauc_precision_at_10_diff1": 0.748449, "nauc_precision_at_20_max": 0.062098, "nauc_precision_at_20_std": -0.42169, "nauc_precision_at_20_diff1": 0.637218, "nauc_precision_at_25_max": 0.053144, "nauc_precision_at_25_std": -0.437255, "nauc_precision_at_25_diff1": 0.658839, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.284604, "nauc_mrr_at_1_std": -0.259537, "nauc_mrr_at_1_diff1": 0.875338, "nauc_mrr_at_3_max": 0.278919, "nauc_mrr_at_3_std": -0.270242, "nauc_mrr_at_3_diff1": 0.860021, "nauc_mrr_at_5_max": 0.283734, "nauc_mrr_at_5_std": -0.26476, "nauc_mrr_at_5_diff1": 0.860601, "nauc_mrr_at_10_max": 0.282037, "nauc_mrr_at_10_std": -0.268518, "nauc_mrr_at_10_diff1": 0.860486, "nauc_mrr_at_20_max": 0.280974, "nauc_mrr_at_20_std": -0.268329, "nauc_mrr_at_20_diff1": 0.86055, "nauc_mrr_at_25_max": 0.281209, "nauc_mrr_at_25_std": -0.268231, "nauc_mrr_at_25_diff1": 0.860926, "nauc_mrr_at_50_max": 0.281939, "nauc_mrr_at_50_std": -0.267667, "nauc_mrr_at_50_diff1": 0.861424, "nauc_mrr_at_100_max": 0.281939, "nauc_mrr_at_100_std": -0.267667, "nauc_mrr_at_100_diff1": 0.861424, "nauc_mrr_at_1000_max": 0.281939, "nauc_mrr_at_1000_std": -0.267667, "nauc_mrr_at_1000_diff1": 0.861424, "hit_rate_at_1": 0.85363, "hit_rate_at_3": 0.94711, "hit_rate_at_5": 0.9631, "hit_rate_at_10": 0.97786, "hit_rate_at_20": 0.98893, "hit_rate_at_25": 0.99139, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.853629, "R_cap_at_3": 0.947109, "R_cap_at_5": 0.9631, "R_cap_at_10": 0.97786, "R_cap_at_20": 0.98893, "R_cap_at_25": 0.99139, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9194, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82585, "ndcg_at_3": 0.89184, "ndcg_at_5": 0.90202, "ndcg_at_10": 0.90816, "ndcg_at_20": 0.91181, "ndcg_at_25": 0.91181, "ndcg_at_50": 0.9126, "ndcg_at_100": 0.913, "ndcg_at_1000": 0.913, "map_at_1": 0.82585, "map_at_3": 0.87641, "map_at_5": 0.88213, "map_at_10": 0.88467, "map_at_20": 0.88571, "map_at_25": 0.88571, "map_at_50": 0.88584, "map_at_100": 0.88588, "map_at_1000": 0.88588, "recall_at_1": 0.82585, "recall_at_3": 0.93617, "recall_at_5": 0.9606, "recall_at_10": 0.97951, "recall_at_20": 0.9937, "recall_at_25": 0.9937, "recall_at_50": 0.99764, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.82585, "precision_at_1": 0.82585, "precision_at_3": 0.31206, "precision_at_5": 0.19212, "precision_at_10": 0.09795, "precision_at_20": 0.04968, "precision_at_25": 0.03975, "precision_at_50": 0.01995, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.825847, "mrr_at_3": 0.876412, "mrr_at_5": 0.882125, "mrr_at_10": 0.884674, "mrr_at_20": 0.88571, "mrr_at_25": 0.88571, "mrr_at_50": 0.885837, "mrr_at_100": 0.885876, "mrr_at_1000": 0.885876, "nauc_ndcg_at_1_max": 0.449614, "nauc_ndcg_at_1_std": -0.245969, "nauc_ndcg_at_1_diff1": 0.834532, "nauc_ndcg_at_3_max": 0.51804, "nauc_ndcg_at_3_std": -0.274049, "nauc_ndcg_at_3_diff1": 0.821291, "nauc_ndcg_at_5_max": 0.487402, "nauc_ndcg_at_5_std": -0.293491, "nauc_ndcg_at_5_diff1": 0.823672, "nauc_ndcg_at_10_max": 0.485816, "nauc_ndcg_at_10_std": -0.289169, "nauc_ndcg_at_10_diff1": 0.825551, "nauc_ndcg_at_20_max": 0.483778, "nauc_ndcg_at_20_std": -0.281219, "nauc_ndcg_at_20_diff1": 0.826083, "nauc_ndcg_at_25_max": 0.483778, "nauc_ndcg_at_25_std": -0.281219, "nauc_ndcg_at_25_diff1": 0.826083, "nauc_ndcg_at_50_max": 0.48642, "nauc_ndcg_at_50_std": -0.269823, "nauc_ndcg_at_50_diff1": 0.826047, "nauc_ndcg_at_100_max": 0.483978, "nauc_ndcg_at_100_std": -0.270864, "nauc_ndcg_at_100_diff1": 0.825652, "nauc_ndcg_at_1000_max": 0.483978, "nauc_ndcg_at_1000_std": -0.270864, "nauc_ndcg_at_1000_diff1": 0.825652, "nauc_map_at_1_max": 0.449614, "nauc_map_at_1_std": -0.245969, "nauc_map_at_1_diff1": 0.834532, "nauc_map_at_3_max": 0.498401, "nauc_map_at_3_std": -0.26114, "nauc_map_at_3_diff1": 0.824589, "nauc_map_at_5_max": 0.482827, "nauc_map_at_5_std": -0.270171, "nauc_map_at_5_diff1": 0.825683, "nauc_map_at_10_max": 0.481716, "nauc_map_at_10_std": -0.2688, "nauc_map_at_10_diff1": 0.82618, "nauc_map_at_20_max": 0.481303, "nauc_map_at_20_std": -0.266625, "nauc_map_at_20_diff1": 0.826286, "nauc_map_at_25_max": 0.481303, "nauc_map_at_25_std": -0.266625, "nauc_map_at_25_diff1": 0.826286, "nauc_map_at_50_max": 0.481614, "nauc_map_at_50_std": -0.26522, "nauc_map_at_50_diff1": 0.82628, "nauc_map_at_100_max": 0.481428, "nauc_map_at_100_std": -0.265249, "nauc_map_at_100_diff1": 0.826254, "nauc_map_at_1000_max": 0.481428, "nauc_map_at_1000_std": -0.265249, "nauc_map_at_1000_diff1": 0.826254, "nauc_recall_at_1_max": 0.449614, "nauc_recall_at_1_std": -0.245969, "nauc_recall_at_1_diff1": 0.834532, "nauc_recall_at_3_max": 0.621, "nauc_recall_at_3_std": -0.34606, "nauc_recall_at_3_diff1": 0.804452, "nauc_recall_at_5_max": 0.511147, "nauc_recall_at_5_std": -0.495814, "nauc_recall_at_5_diff1": 0.809955, "nauc_recall_at_10_max": 0.525225, "nauc_recall_at_10_std": -0.608472, "nauc_recall_at_10_diff1": 0.827057, "nauc_recall_at_20_max": 0.498294, "nauc_recall_at_20_std": -0.941667, "nauc_recall_at_20_diff1": 0.860506, "nauc_recall_at_25_max": 0.498294, "nauc_recall_at_25_std": -0.941667, "nauc_recall_at_25_diff1": 0.860506, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": -0.005443, "nauc_recall_at_50_diff1": 0.912846, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.449614, "nauc_precision_at_1_std": -0.245969, "nauc_precision_at_1_diff1": 0.834532, "nauc_precision_at_3_max": 0.621, "nauc_precision_at_3_std": -0.34606, "nauc_precision_at_3_diff1": 0.804452, "nauc_precision_at_5_max": 0.511147, "nauc_precision_at_5_std": -0.495814, "nauc_precision_at_5_diff1": 0.809955, "nauc_precision_at_10_max": 0.525225, "nauc_precision_at_10_std": -0.608472, "nauc_precision_at_10_diff1": 0.827057, "nauc_precision_at_20_max": 0.498294, "nauc_precision_at_20_std": -0.941667, "nauc_precision_at_20_diff1": 0.860506, "nauc_precision_at_25_max": 0.498294, "nauc_precision_at_25_std": -0.941667, "nauc_precision_at_25_diff1": 0.860506, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": -0.005443, "nauc_precision_at_50_diff1": 0.912846, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.449614, "nauc_mrr_at_1_std": -0.245969, "nauc_mrr_at_1_diff1": 0.834532, "nauc_mrr_at_3_max": 0.498401, "nauc_mrr_at_3_std": -0.26114, "nauc_mrr_at_3_diff1": 0.824589, "nauc_mrr_at_5_max": 0.482827, "nauc_mrr_at_5_std": -0.270171, "nauc_mrr_at_5_diff1": 0.825683, "nauc_mrr_at_10_max": 0.481716, "nauc_mrr_at_10_std": -0.2688, "nauc_mrr_at_10_diff1": 0.82618, "nauc_mrr_at_20_max": 0.481303, "nauc_mrr_at_20_std": -0.266625, "nauc_mrr_at_20_diff1": 0.826286, "nauc_mrr_at_25_max": 0.481303, "nauc_mrr_at_25_std": -0.266625, "nauc_mrr_at_25_diff1": 0.826286, "nauc_mrr_at_50_max": 0.481614, "nauc_mrr_at_50_std": -0.26522, "nauc_mrr_at_50_diff1": 0.82628, "nauc_mrr_at_100_max": 0.481428, "nauc_mrr_at_100_std": -0.265249, "nauc_mrr_at_100_diff1": 0.826254, "nauc_mrr_at_1000_max": 0.481428, "nauc_mrr_at_1000_std": -0.265249, "nauc_mrr_at_1000_diff1": 0.826254, "hit_rate_at_1": 0.82585, "hit_rate_at_3": 0.93617, "hit_rate_at_5": 0.9606, "hit_rate_at_10": 0.97951, "hit_rate_at_20": 0.9937, "hit_rate_at_25": 0.9937, "hit_rate_at_50": 0.99764, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.825847, "R_cap_at_3": 0.93617, "R_cap_at_5": 0.960599, "R_cap_at_10": 0.979511, "R_cap_at_20": 0.993696, "R_cap_at_25": 0.993696, "R_cap_at_50": 0.997636, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.90816, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 3554.2443475695327, "kg_co2_emissions": null, "date": 1784012876.219143, "evaluation_phases": [ { "name": "Data loading", "start": 8.773989975452423e-06, "end": 101.28283130377531, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 101.28284836374223, "end": 101.28285091556609, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 101.34392154868692, "end": 118.09030674118549, "split": "test", "subset": "xonsh_xonsh" }, { "name": "Scoring", "start": 118.0903583606705, "end": 119.13023276347667, "split": "test", "subset": "xonsh_xonsh" } ] }