{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.72848, "ndcg_at_3": 0.80601, "ndcg_at_5": 0.82206, "ndcg_at_10": 0.83386, "ndcg_at_20": 0.84016, "ndcg_at_25": 0.8413, "ndcg_at_50": 0.84413, "ndcg_at_100": 0.84587, "ndcg_at_1000": 0.8471, "map_at_1": 0.72848, "map_at_3": 0.78757, "map_at_5": 0.79648, "map_at_10": 0.80148, "map_at_20": 0.80318, "map_at_25": 0.80341, "map_at_50": 0.80382, "map_at_100": 0.80397, "map_at_1000": 0.80403, "recall_at_1": 0.72848, "recall_at_3": 0.85912, "recall_at_5": 0.89805, "recall_at_10": 0.93391, "recall_at_20": 0.95902, "recall_at_25": 0.96414, "recall_at_50": 0.979, "recall_at_100": 0.98975, "recall_at_1000": 0.99898, "accuracy": 0.72848, "precision_at_1": 0.72848, "precision_at_3": 0.28637, "precision_at_5": 0.17961, "precision_at_10": 0.09339, "precision_at_20": 0.04795, "precision_at_25": 0.03857, "precision_at_50": 0.01958, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.728484, "mrr_at_3": 0.787568, "mrr_at_5": 0.796482, "mrr_at_10": 0.801478, "mrr_at_20": 0.803183, "mrr_at_25": 0.803415, "mrr_at_50": 0.803821, "mrr_at_100": 0.803972, "mrr_at_1000": 0.804026, "nauc_ndcg_at_1_max": 0.435338, "nauc_ndcg_at_1_std": -0.360102, "nauc_ndcg_at_1_diff1": 0.825255, "nauc_ndcg_at_3_max": 0.453506, "nauc_ndcg_at_3_std": -0.39422, "nauc_ndcg_at_3_diff1": 0.784328, "nauc_ndcg_at_5_max": 0.466651, "nauc_ndcg_at_5_std": -0.395742, "nauc_ndcg_at_5_diff1": 0.786081, "nauc_ndcg_at_10_max": 0.466968, "nauc_ndcg_at_10_std": -0.38847, "nauc_ndcg_at_10_diff1": 0.789478, "nauc_ndcg_at_20_max": 0.464996, "nauc_ndcg_at_20_std": -0.382359, "nauc_ndcg_at_20_diff1": 0.79314, "nauc_ndcg_at_25_max": 0.463351, "nauc_ndcg_at_25_std": -0.382786, "nauc_ndcg_at_25_diff1": 0.79293, "nauc_ndcg_at_50_max": 0.462201, "nauc_ndcg_at_50_std": -0.382875, "nauc_ndcg_at_50_diff1": 0.794161, "nauc_ndcg_at_100_max": 0.459696, "nauc_ndcg_at_100_std": -0.384196, "nauc_ndcg_at_100_diff1": 0.794663, "nauc_ndcg_at_1000_max": 0.458523, "nauc_ndcg_at_1000_std": -0.383908, "nauc_ndcg_at_1000_diff1": 0.795517, "nauc_map_at_1_max": 0.435338, "nauc_map_at_1_std": -0.360102, "nauc_map_at_1_diff1": 0.825255, "nauc_map_at_3_max": 0.448746, "nauc_map_at_3_std": -0.385931, "nauc_map_at_3_diff1": 0.795374, "nauc_map_at_5_max": 0.455293, "nauc_map_at_5_std": -0.386053, "nauc_map_at_5_diff1": 0.796692, "nauc_map_at_10_max": 0.454811, "nauc_map_at_10_std": -0.383332, "nauc_map_at_10_diff1": 0.798011, "nauc_map_at_20_max": 0.454317, "nauc_map_at_20_std": -0.381599, "nauc_map_at_20_diff1": 0.798938, "nauc_map_at_25_max": 0.454034, "nauc_map_at_25_std": -0.381662, "nauc_map_at_25_diff1": 0.79891, "nauc_map_at_50_max": 0.453854, "nauc_map_at_50_std": -0.381739, "nauc_map_at_50_diff1": 0.799059, "nauc_map_at_100_max": 0.453662, "nauc_map_at_100_std": -0.381866, "nauc_map_at_100_diff1": 0.799094, "nauc_map_at_1000_max": 0.453628, "nauc_map_at_1000_std": -0.381848, "nauc_map_at_1000_diff1": 0.799122, "nauc_recall_at_1_max": 0.435338, "nauc_recall_at_1_std": -0.360102, "nauc_recall_at_1_diff1": 0.825255, "nauc_recall_at_3_max": 0.472617, "nauc_recall_at_3_std": -0.427068, "nauc_recall_at_3_diff1": 0.739756, "nauc_recall_at_5_max": 0.528331, "nauc_recall_at_5_std": -0.446058, "nauc_recall_at_5_diff1": 0.731844, "nauc_recall_at_10_max": 0.567973, "nauc_recall_at_10_std": -0.41977, "nauc_recall_at_10_diff1": 0.729118, "nauc_recall_at_20_max": 0.599841, "nauc_recall_at_20_std": -0.363031, "nauc_recall_at_20_diff1": 0.742945, "nauc_recall_at_25_max": 0.588813, "nauc_recall_at_25_std": -0.368428, "nauc_recall_at_25_diff1": 0.731963, "nauc_recall_at_50_max": 0.639922, "nauc_recall_at_50_std": -0.353423, "nauc_recall_at_50_diff1": 0.733139, "nauc_recall_at_100_max": 0.61916, "nauc_recall_at_100_std": -0.420774, "nauc_recall_at_100_diff1": 0.712732, "nauc_recall_at_1000_max": 0.777079, "nauc_recall_at_1000_std": -0.563179, "nauc_recall_at_1000_diff1": 0.861137, "nauc_precision_at_1_max": 0.435338, "nauc_precision_at_1_std": -0.360102, "nauc_precision_at_1_diff1": 0.825255, "nauc_precision_at_3_max": 0.472617, "nauc_precision_at_3_std": -0.427068, "nauc_precision_at_3_diff1": 0.739756, "nauc_precision_at_5_max": 0.528331, "nauc_precision_at_5_std": -0.446058, "nauc_precision_at_5_diff1": 0.731844, "nauc_precision_at_10_max": 0.567973, "nauc_precision_at_10_std": -0.41977, "nauc_precision_at_10_diff1": 0.729118, "nauc_precision_at_20_max": 0.599841, "nauc_precision_at_20_std": -0.363031, "nauc_precision_at_20_diff1": 0.742945, "nauc_precision_at_25_max": 0.588813, "nauc_precision_at_25_std": -0.368428, "nauc_precision_at_25_diff1": 0.731963, "nauc_precision_at_50_max": 0.639922, "nauc_precision_at_50_std": -0.353423, "nauc_precision_at_50_diff1": 0.733139, "nauc_precision_at_100_max": 0.61916, "nauc_precision_at_100_std": -0.420774, "nauc_precision_at_100_diff1": 0.712732, "nauc_precision_at_1000_max": 0.777079, "nauc_precision_at_1000_std": -0.563179, "nauc_precision_at_1000_diff1": 0.861137, "nauc_mrr_at_1_max": 0.435338, "nauc_mrr_at_1_std": -0.360102, "nauc_mrr_at_1_diff1": 0.825255, "nauc_mrr_at_3_max": 0.448746, "nauc_mrr_at_3_std": -0.385931, "nauc_mrr_at_3_diff1": 0.795374, "nauc_mrr_at_5_max": 0.455293, "nauc_mrr_at_5_std": -0.386053, "nauc_mrr_at_5_diff1": 0.796692, "nauc_mrr_at_10_max": 0.454811, "nauc_mrr_at_10_std": -0.383332, "nauc_mrr_at_10_diff1": 0.798011, "nauc_mrr_at_20_max": 0.454317, "nauc_mrr_at_20_std": -0.381599, "nauc_mrr_at_20_diff1": 0.798938, "nauc_mrr_at_25_max": 0.454034, "nauc_mrr_at_25_std": -0.381662, "nauc_mrr_at_25_diff1": 0.79891, "nauc_mrr_at_50_max": 0.453854, "nauc_mrr_at_50_std": -0.381739, "nauc_mrr_at_50_diff1": 0.799059, "nauc_mrr_at_100_max": 0.453662, "nauc_mrr_at_100_std": -0.381866, "nauc_mrr_at_100_diff1": 0.799094, "nauc_mrr_at_1000_max": 0.453628, "nauc_mrr_at_1000_std": -0.381848, "nauc_mrr_at_1000_diff1": 0.799122, "hit_rate_at_1": 0.72848, "hit_rate_at_3": 0.85912, "hit_rate_at_5": 0.89805, "hit_rate_at_10": 0.93391, "hit_rate_at_20": 0.95902, "hit_rate_at_25": 0.96414, "hit_rate_at_50": 0.979, "hit_rate_at_100": 0.98975, "hit_rate_at_1000": 0.99898, "R_cap_at_1": 0.728484, "R_cap_at_3": 0.859119, "R_cap_at_5": 0.898053, "R_cap_at_10": 0.933914, "R_cap_at_20": 0.959016, "R_cap_at_25": 0.964139, "R_cap_at_50": 0.978996, "R_cap_at_100": 0.989754, "R_cap_at_1000": 0.998975, "main_score": 0.83386, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75037, "ndcg_at_3": 0.83766, "ndcg_at_5": 0.84901, "ndcg_at_10": 0.85665, "ndcg_at_20": 0.86259, "ndcg_at_25": 0.86373, "ndcg_at_50": 0.86588, "ndcg_at_100": 0.86701, "ndcg_at_1000": 0.86772, "map_at_1": 0.75037, "map_at_3": 0.81711, "map_at_5": 0.82343, "map_at_10": 0.82655, "map_at_20": 0.82815, "map_at_25": 0.82838, "map_at_50": 0.8287, "map_at_100": 0.82881, "map_at_1000": 0.82885, "recall_at_1": 0.75037, "recall_at_3": 0.89673, "recall_at_5": 0.92422, "recall_at_10": 0.94799, "recall_at_20": 0.97177, "recall_at_25": 0.97697, "recall_at_50": 0.98811, "recall_at_100": 0.9948, "recall_at_1000": 1.0, "accuracy": 0.75037, "precision_at_1": 0.75037, "precision_at_3": 0.29891, "precision_at_5": 0.18484, "precision_at_10": 0.0948, "precision_at_20": 0.04859, "precision_at_25": 0.03908, "precision_at_50": 0.01976, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.750371, "mrr_at_3": 0.817112, "mrr_at_5": 0.823427, "mrr_at_10": 0.826555, "mrr_at_20": 0.828149, "mrr_at_25": 0.828382, "mrr_at_50": 0.828699, "mrr_at_100": 0.828811, "mrr_at_1000": 0.828846, "nauc_ndcg_at_1_max": 0.410569, "nauc_ndcg_at_1_std": -0.262192, "nauc_ndcg_at_1_diff1": 0.794679, "nauc_ndcg_at_3_max": 0.490057, "nauc_ndcg_at_3_std": -0.339808, "nauc_ndcg_at_3_diff1": 0.787484, "nauc_ndcg_at_5_max": 0.500748, "nauc_ndcg_at_5_std": -0.347841, "nauc_ndcg_at_5_diff1": 0.789439, "nauc_ndcg_at_10_max": 0.490074, "nauc_ndcg_at_10_std": -0.348556, "nauc_ndcg_at_10_diff1": 0.786442, "nauc_ndcg_at_20_max": 0.48325, "nauc_ndcg_at_20_std": -0.336632, "nauc_ndcg_at_20_diff1": 0.788689, "nauc_ndcg_at_25_max": 0.480829, "nauc_ndcg_at_25_std": -0.334274, "nauc_ndcg_at_25_diff1": 0.787851, "nauc_ndcg_at_50_max": 0.475835, "nauc_ndcg_at_50_std": -0.328692, "nauc_ndcg_at_50_diff1": 0.787261, "nauc_ndcg_at_100_max": 0.474469, "nauc_ndcg_at_100_std": -0.321774, "nauc_ndcg_at_100_diff1": 0.789324, "nauc_ndcg_at_1000_max": 0.472094, "nauc_ndcg_at_1000_std": -0.324406, "nauc_ndcg_at_1000_diff1": 0.789412, "nauc_map_at_1_max": 0.410569, "nauc_map_at_1_std": -0.262192, "nauc_map_at_1_diff1": 0.794679, "nauc_map_at_3_max": 0.465707, "nauc_map_at_3_std": -0.316974, "nauc_map_at_3_diff1": 0.790102, "nauc_map_at_5_max": 0.469854, "nauc_map_at_5_std": -0.320072, "nauc_map_at_5_diff1": 0.791021, "nauc_map_at_10_max": 0.465527, "nauc_map_at_10_std": -0.319817, "nauc_map_at_10_diff1": 0.78993, "nauc_map_at_20_max": 0.463856, "nauc_map_at_20_std": -0.316735, "nauc_map_at_20_diff1": 0.790552, "nauc_map_at_25_max": 0.463425, "nauc_map_at_25_std": -0.316349, "nauc_map_at_25_diff1": 0.790419, "nauc_map_at_50_max": 0.462809, "nauc_map_at_50_std": -0.315767, "nauc_map_at_50_diff1": 0.790369, "nauc_map_at_100_max": 0.462697, "nauc_map_at_100_std": -0.315222, "nauc_map_at_100_diff1": 0.790525, "nauc_map_at_1000_max": 0.462598, "nauc_map_at_1000_std": -0.315337, "nauc_map_at_1000_diff1": 0.790526, "nauc_recall_at_1_max": 0.410569, "nauc_recall_at_1_std": -0.262192, "nauc_recall_at_1_diff1": 0.794679, "nauc_recall_at_3_max": 0.604418, "nauc_recall_at_3_std": -0.446386, "nauc_recall_at_3_diff1": 0.774895, "nauc_recall_at_5_max": 0.693851, "nauc_recall_at_5_std": -0.519587, "nauc_recall_at_5_diff1": 0.780254, "nauc_recall_at_10_max": 0.698512, "nauc_recall_at_10_std": -0.603413, "nauc_recall_at_10_diff1": 0.753806, "nauc_recall_at_20_max": 0.74915, "nauc_recall_at_20_std": -0.613364, "nauc_recall_at_20_diff1": 0.762403, "nauc_recall_at_25_max": 0.749736, "nauc_recall_at_25_std": -0.615574, "nauc_recall_at_25_diff1": 0.735636, "nauc_recall_at_50_max": 0.732601, "nauc_recall_at_50_std": -0.560427, "nauc_recall_at_50_diff1": 0.652526, "nauc_recall_at_100_max": 0.870943, "nauc_recall_at_100_std": 0.106319, "nauc_recall_at_100_diff1": 0.770568, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.410569, "nauc_precision_at_1_std": -0.262192, "nauc_precision_at_1_diff1": 0.794679, "nauc_precision_at_3_max": 0.604418, "nauc_precision_at_3_std": -0.446386, "nauc_precision_at_3_diff1": 0.774895, "nauc_precision_at_5_max": 0.693851, "nauc_precision_at_5_std": -0.519587, "nauc_precision_at_5_diff1": 0.780254, "nauc_precision_at_10_max": 0.698512, "nauc_precision_at_10_std": -0.603413, "nauc_precision_at_10_diff1": 0.753806, "nauc_precision_at_20_max": 0.74915, "nauc_precision_at_20_std": -0.613364, "nauc_precision_at_20_diff1": 0.762403, "nauc_precision_at_25_max": 0.749736, "nauc_precision_at_25_std": -0.615574, "nauc_precision_at_25_diff1": 0.735636, "nauc_precision_at_50_max": 0.732601, "nauc_precision_at_50_std": -0.560427, "nauc_precision_at_50_diff1": 0.652526, "nauc_precision_at_100_max": 0.870943, "nauc_precision_at_100_std": 0.106319, "nauc_precision_at_100_diff1": 0.770568, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.410569, "nauc_mrr_at_1_std": -0.262192, "nauc_mrr_at_1_diff1": 0.794679, "nauc_mrr_at_3_max": 0.465707, "nauc_mrr_at_3_std": -0.316974, "nauc_mrr_at_3_diff1": 0.790102, "nauc_mrr_at_5_max": 0.469854, "nauc_mrr_at_5_std": -0.320072, "nauc_mrr_at_5_diff1": 0.791021, "nauc_mrr_at_10_max": 0.465527, "nauc_mrr_at_10_std": -0.319817, "nauc_mrr_at_10_diff1": 0.78993, "nauc_mrr_at_20_max": 0.463856, "nauc_mrr_at_20_std": -0.316735, "nauc_mrr_at_20_diff1": 0.790552, "nauc_mrr_at_25_max": 0.463425, "nauc_mrr_at_25_std": -0.316349, "nauc_mrr_at_25_diff1": 0.790419, "nauc_mrr_at_50_max": 0.462809, "nauc_mrr_at_50_std": -0.315767, "nauc_mrr_at_50_diff1": 0.790369, "nauc_mrr_at_100_max": 0.462697, "nauc_mrr_at_100_std": -0.315222, "nauc_mrr_at_100_diff1": 0.790525, "nauc_mrr_at_1000_max": 0.462598, "nauc_mrr_at_1000_std": -0.315337, "nauc_mrr_at_1000_diff1": 0.790526, "hit_rate_at_1": 0.75037, "hit_rate_at_3": 0.89673, "hit_rate_at_5": 0.92422, "hit_rate_at_10": 0.94799, "hit_rate_at_20": 0.97177, "hit_rate_at_25": 0.97697, "hit_rate_at_50": 0.98811, "hit_rate_at_100": 0.9948, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.750371, "R_cap_at_3": 0.896731, "R_cap_at_5": 0.92422, "R_cap_at_10": 0.947994, "R_cap_at_20": 0.971768, "R_cap_at_25": 0.976969, "R_cap_at_50": 0.988113, "R_cap_at_100": 0.994799, "R_cap_at_1000": 1.0, "main_score": 0.85665, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65097, "ndcg_at_3": 0.73808, "ndcg_at_5": 0.75681, "ndcg_at_10": 0.77203, "ndcg_at_20": 0.78245, "ndcg_at_25": 0.78495, "ndcg_at_50": 0.79026, "ndcg_at_100": 0.79233, "ndcg_at_1000": 0.79455, "map_at_1": 0.65097, "map_at_3": 0.71719, "map_at_5": 0.72761, "map_at_10": 0.73397, "map_at_20": 0.73687, "map_at_25": 0.73737, "map_at_50": 0.73816, "map_at_100": 0.73835, "map_at_1000": 0.73844, "recall_at_1": 0.65097, "recall_at_3": 0.7983, "recall_at_5": 0.84369, "recall_at_10": 0.89029, "recall_at_20": 0.93131, "recall_at_25": 0.94272, "recall_at_50": 0.97015, "recall_at_100": 0.98277, "recall_at_1000": 0.99976, "accuracy": 0.65097, "precision_at_1": 0.65097, "precision_at_3": 0.2661, "precision_at_5": 0.16874, "precision_at_10": 0.08903, "precision_at_20": 0.04657, "precision_at_25": 0.03771, "precision_at_50": 0.0194, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.650971, "mrr_at_3": 0.717193, "mrr_at_5": 0.727605, "mrr_at_10": 0.733974, "mrr_at_20": 0.736866, "mrr_at_25": 0.737368, "mrr_at_50": 0.738161, "mrr_at_100": 0.73835, "mrr_at_1000": 0.738441, "nauc_ndcg_at_1_max": 0.45045, "nauc_ndcg_at_1_std": -0.36646, "nauc_ndcg_at_1_diff1": 0.799045, "nauc_ndcg_at_3_max": 0.470254, "nauc_ndcg_at_3_std": -0.403446, "nauc_ndcg_at_3_diff1": 0.763802, "nauc_ndcg_at_5_max": 0.47248, "nauc_ndcg_at_5_std": -0.412069, "nauc_ndcg_at_5_diff1": 0.764427, "nauc_ndcg_at_10_max": 0.472243, "nauc_ndcg_at_10_std": -0.41041, "nauc_ndcg_at_10_diff1": 0.763591, "nauc_ndcg_at_20_max": 0.474583, "nauc_ndcg_at_20_std": -0.399783, "nauc_ndcg_at_20_diff1": 0.765581, "nauc_ndcg_at_25_max": 0.475727, "nauc_ndcg_at_25_std": -0.396537, "nauc_ndcg_at_25_diff1": 0.766247, "nauc_ndcg_at_50_max": 0.473193, "nauc_ndcg_at_50_std": -0.394137, "nauc_ndcg_at_50_diff1": 0.76739, "nauc_ndcg_at_100_max": 0.471909, "nauc_ndcg_at_100_std": -0.39312, "nauc_ndcg_at_100_diff1": 0.7688, "nauc_ndcg_at_1000_max": 0.470262, "nauc_ndcg_at_1000_std": -0.395924, "nauc_ndcg_at_1000_diff1": 0.770328, "nauc_map_at_1_max": 0.45045, "nauc_map_at_1_std": -0.36646, "nauc_map_at_1_diff1": 0.799045, "nauc_map_at_3_max": 0.465747, "nauc_map_at_3_std": -0.394039, "nauc_map_at_3_diff1": 0.773213, "nauc_map_at_5_max": 0.466821, "nauc_map_at_5_std": -0.39803, "nauc_map_at_5_diff1": 0.773884, "nauc_map_at_10_max": 0.466576, "nauc_map_at_10_std": -0.397264, "nauc_map_at_10_diff1": 0.773794, "nauc_map_at_20_max": 0.467052, "nauc_map_at_20_std": -0.394696, "nauc_map_at_20_diff1": 0.774334, "nauc_map_at_25_max": 0.467217, "nauc_map_at_25_std": -0.394149, "nauc_map_at_25_diff1": 0.774462, "nauc_map_at_50_max": 0.466882, "nauc_map_at_50_std": -0.393842, "nauc_map_at_50_diff1": 0.77463, "nauc_map_at_100_max": 0.466787, "nauc_map_at_100_std": -0.393752, "nauc_map_at_100_diff1": 0.774743, "nauc_map_at_1000_max": 0.46674, "nauc_map_at_1000_std": -0.393811, "nauc_map_at_1000_diff1": 0.774796, "nauc_recall_at_1_max": 0.45045, "nauc_recall_at_1_std": -0.36646, "nauc_recall_at_1_diff1": 0.799045, "nauc_recall_at_3_max": 0.486425, "nauc_recall_at_3_std": -0.437856, "nauc_recall_at_3_diff1": 0.729114, "nauc_recall_at_5_max": 0.497581, "nauc_recall_at_5_std": -0.476752, "nauc_recall_at_5_diff1": 0.722188, "nauc_recall_at_10_max": 0.505867, "nauc_recall_at_10_std": -0.489587, "nauc_recall_at_10_diff1": 0.701833, "nauc_recall_at_20_max": 0.550531, "nauc_recall_at_20_std": -0.418629, "nauc_recall_at_20_diff1": 0.688825, "nauc_recall_at_25_max": 0.583029, "nauc_recall_at_25_std": -0.373793, "nauc_recall_at_25_diff1": 0.683588, "nauc_recall_at_50_max": 0.602074, "nauc_recall_at_50_std": -0.278377, "nauc_recall_at_50_diff1": 0.643373, "nauc_recall_at_100_max": 0.613827, "nauc_recall_at_100_std": -0.133119, "nauc_recall_at_100_diff1": 0.641069, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.122782, "nauc_precision_at_1_max": 0.45045, "nauc_precision_at_1_std": -0.36646, "nauc_precision_at_1_diff1": 0.799045, "nauc_precision_at_3_max": 0.486425, "nauc_precision_at_3_std": -0.437856, "nauc_precision_at_3_diff1": 0.729114, "nauc_precision_at_5_max": 0.497581, "nauc_precision_at_5_std": -0.476752, "nauc_precision_at_5_diff1": 0.722188, "nauc_precision_at_10_max": 0.505867, "nauc_precision_at_10_std": -0.489587, "nauc_precision_at_10_diff1": 0.701833, "nauc_precision_at_20_max": 0.550531, "nauc_precision_at_20_std": -0.418629, "nauc_precision_at_20_diff1": 0.688825, "nauc_precision_at_25_max": 0.583029, "nauc_precision_at_25_std": -0.373793, "nauc_precision_at_25_diff1": 0.683588, "nauc_precision_at_50_max": 0.602074, "nauc_precision_at_50_std": -0.278377, "nauc_precision_at_50_diff1": 0.643373, "nauc_precision_at_100_max": 0.613827, "nauc_precision_at_100_std": -0.133119, "nauc_precision_at_100_diff1": 0.641069, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.122782, "nauc_mrr_at_1_max": 0.45045, "nauc_mrr_at_1_std": -0.36646, "nauc_mrr_at_1_diff1": 0.799045, "nauc_mrr_at_3_max": 0.465747, "nauc_mrr_at_3_std": -0.394039, "nauc_mrr_at_3_diff1": 0.773213, "nauc_mrr_at_5_max": 0.466821, "nauc_mrr_at_5_std": -0.39803, "nauc_mrr_at_5_diff1": 0.773884, "nauc_mrr_at_10_max": 0.466576, "nauc_mrr_at_10_std": -0.397264, "nauc_mrr_at_10_diff1": 0.773794, "nauc_mrr_at_20_max": 0.467052, "nauc_mrr_at_20_std": -0.394696, "nauc_mrr_at_20_diff1": 0.774334, "nauc_mrr_at_25_max": 0.467217, "nauc_mrr_at_25_std": -0.394149, "nauc_mrr_at_25_diff1": 0.774462, "nauc_mrr_at_50_max": 0.466882, "nauc_mrr_at_50_std": -0.393842, "nauc_mrr_at_50_diff1": 0.77463, "nauc_mrr_at_100_max": 0.466787, "nauc_mrr_at_100_std": -0.393752, "nauc_mrr_at_100_diff1": 0.774743, "nauc_mrr_at_1000_max": 0.46674, "nauc_mrr_at_1000_std": -0.393811, "nauc_mrr_at_1000_diff1": 0.774796, "hit_rate_at_1": 0.65097, "hit_rate_at_3": 0.7983, "hit_rate_at_5": 0.84369, "hit_rate_at_10": 0.89029, "hit_rate_at_20": 0.93131, "hit_rate_at_25": 0.94272, "hit_rate_at_50": 0.97015, "hit_rate_at_100": 0.98277, "hit_rate_at_1000": 0.99976, "R_cap_at_1": 0.650971, "R_cap_at_3": 0.798301, "R_cap_at_5": 0.843689, "R_cap_at_10": 0.890291, "R_cap_at_20": 0.931311, "R_cap_at_25": 0.942718, "R_cap_at_50": 0.970146, "R_cap_at_100": 0.982767, "R_cap_at_1000": 0.999757, "main_score": 0.77203, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.9371, "ndcg_at_3": 0.96525, "ndcg_at_5": 0.9679, "ndcg_at_10": 0.97011, "ndcg_at_20": 0.97011, "ndcg_at_25": 0.9704, "ndcg_at_50": 0.97067, "ndcg_at_100": 0.97067, "ndcg_at_1000": 0.97082, "map_at_1": 0.9371, "map_at_3": 0.95892, "map_at_5": 0.9604, "map_at_10": 0.9614, "map_at_20": 0.9614, "map_at_25": 0.96146, "map_at_50": 0.96151, "map_at_100": 0.96151, "map_at_1000": 0.96151, "recall_at_1": 0.9371, "recall_at_3": 0.98331, "recall_at_5": 0.98973, "recall_at_10": 0.99615, "recall_at_20": 0.99615, "recall_at_25": 0.99743, "recall_at_50": 0.99872, "recall_at_100": 0.99872, "recall_at_1000": 1.0, "accuracy": 0.9371, "precision_at_1": 0.9371, "precision_at_3": 0.32777, "precision_at_5": 0.19795, "precision_at_10": 0.09961, "precision_at_20": 0.04981, "precision_at_25": 0.0399, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.937099, "mrr_at_3": 0.958922, "mrr_at_5": 0.960398, "mrr_at_10": 0.961396, "mrr_at_20": 0.961396, "mrr_at_25": 0.961458, "mrr_at_50": 0.961507, "mrr_at_100": 0.961507, "mrr_at_1000": 0.96151, "nauc_ndcg_at_1_max": 0.623574, "nauc_ndcg_at_1_std": -0.015699, "nauc_ndcg_at_1_diff1": 0.870067, "nauc_ndcg_at_3_max": 0.672087, "nauc_ndcg_at_3_std": -0.027439, "nauc_ndcg_at_3_diff1": 0.871634, "nauc_ndcg_at_5_max": 0.665143, "nauc_ndcg_at_5_std": -0.023916, "nauc_ndcg_at_5_diff1": 0.86758, "nauc_ndcg_at_10_max": 0.651144, "nauc_ndcg_at_10_std": -0.014503, "nauc_ndcg_at_10_diff1": 0.866015, "nauc_ndcg_at_20_max": 0.651144, "nauc_ndcg_at_20_std": -0.014503, "nauc_ndcg_at_20_diff1": 0.866015, "nauc_ndcg_at_25_max": 0.647751, "nauc_ndcg_at_25_std": -0.018124, "nauc_ndcg_at_25_diff1": 0.867415, "nauc_ndcg_at_50_max": 0.652589, "nauc_ndcg_at_50_std": -0.016711, "nauc_ndcg_at_50_diff1": 0.866194, "nauc_ndcg_at_100_max": 0.652589, "nauc_ndcg_at_100_std": -0.016711, "nauc_ndcg_at_100_diff1": 0.866194, "nauc_ndcg_at_1000_max": 0.650864, "nauc_ndcg_at_1000_std": -0.017401, "nauc_ndcg_at_1000_diff1": 0.867744, "nauc_map_at_1_max": 0.623574, "nauc_map_at_1_std": -0.015699, "nauc_map_at_1_diff1": 0.870067, "nauc_map_at_3_max": 0.655827, "nauc_map_at_3_std": -0.02409, "nauc_map_at_3_diff1": 0.87159, "nauc_map_at_5_max": 0.652255, "nauc_map_at_5_std": -0.022488, "nauc_map_at_5_diff1": 0.869664, "nauc_map_at_10_max": 0.647182, "nauc_map_at_10_std": -0.018159, "nauc_map_at_10_diff1": 0.869282, "nauc_map_at_20_max": 0.647182, "nauc_map_at_20_std": -0.018159, "nauc_map_at_20_diff1": 0.869282, "nauc_map_at_25_max": 0.646622, "nauc_map_at_25_std": -0.018755, "nauc_map_at_25_diff1": 0.869516, "nauc_map_at_50_max": 0.647295, "nauc_map_at_50_std": -0.018559, "nauc_map_at_50_diff1": 0.869348, "nauc_map_at_100_max": 0.647295, "nauc_map_at_100_std": -0.018559, "nauc_map_at_100_diff1": 0.869348, "nauc_map_at_1000_max": 0.64727, "nauc_map_at_1000_std": -0.018569, "nauc_map_at_1000_diff1": 0.869371, "nauc_recall_at_1_max": 0.623574, "nauc_recall_at_1_std": -0.015699, "nauc_recall_at_1_diff1": 0.870067, "nauc_recall_at_3_max": 0.785903, "nauc_recall_at_3_std": -0.050222, "nauc_recall_at_3_diff1": 0.871404, "nauc_recall_at_5_max": 0.801834, "nauc_recall_at_5_std": -0.036011, "nauc_recall_at_5_diff1": 0.842104, "nauc_recall_at_10_max": 0.707385, "nauc_recall_at_10_std": 0.102772, "nauc_recall_at_10_diff1": 0.758718, "nauc_recall_at_20_max": 0.707385, "nauc_recall_at_20_std": 0.102772, "nauc_recall_at_20_diff1": 0.758718, "nauc_recall_at_25_max": 0.561077, "nauc_recall_at_25_std": -0.024717, "nauc_recall_at_25_diff1": 0.776998, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.122154, "nauc_recall_at_50_diff1": 0.553997, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.122154, "nauc_recall_at_100_diff1": 0.553997, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.623574, "nauc_precision_at_1_std": -0.015699, "nauc_precision_at_1_diff1": 0.870067, "nauc_precision_at_3_max": 0.785903, "nauc_precision_at_3_std": -0.050222, "nauc_precision_at_3_diff1": 0.871404, "nauc_precision_at_5_max": 0.801834, "nauc_precision_at_5_std": -0.036011, "nauc_precision_at_5_diff1": 0.842104, "nauc_precision_at_10_max": 0.707385, "nauc_precision_at_10_std": 0.102772, "nauc_precision_at_10_diff1": 0.758718, "nauc_precision_at_20_max": 0.707385, "nauc_precision_at_20_std": 0.102772, "nauc_precision_at_20_diff1": 0.758718, "nauc_precision_at_25_max": 0.561077, "nauc_precision_at_25_std": -0.024717, "nauc_precision_at_25_diff1": 0.776998, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.122154, "nauc_precision_at_50_diff1": 0.553997, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.122154, "nauc_precision_at_100_diff1": 0.553997, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.623574, "nauc_mrr_at_1_std": -0.015699, "nauc_mrr_at_1_diff1": 0.870067, "nauc_mrr_at_3_max": 0.655827, "nauc_mrr_at_3_std": -0.02409, "nauc_mrr_at_3_diff1": 0.87159, "nauc_mrr_at_5_max": 0.652255, "nauc_mrr_at_5_std": -0.022488, "nauc_mrr_at_5_diff1": 0.869664, "nauc_mrr_at_10_max": 0.647182, "nauc_mrr_at_10_std": -0.018159, "nauc_mrr_at_10_diff1": 0.869282, "nauc_mrr_at_20_max": 0.647182, "nauc_mrr_at_20_std": -0.018159, "nauc_mrr_at_20_diff1": 0.869282, "nauc_mrr_at_25_max": 0.646622, "nauc_mrr_at_25_std": -0.018755, "nauc_mrr_at_25_diff1": 0.869516, "nauc_mrr_at_50_max": 0.647295, "nauc_mrr_at_50_std": -0.018559, "nauc_mrr_at_50_diff1": 0.869348, "nauc_mrr_at_100_max": 0.647295, "nauc_mrr_at_100_std": -0.018559, "nauc_mrr_at_100_diff1": 0.869348, "nauc_mrr_at_1000_max": 0.64727, "nauc_mrr_at_1000_std": -0.018569, "nauc_mrr_at_1000_diff1": 0.869371, "hit_rate_at_1": 0.9371, "hit_rate_at_3": 0.98331, "hit_rate_at_5": 0.98973, "hit_rate_at_10": 0.99615, "hit_rate_at_20": 0.99615, "hit_rate_at_25": 0.99743, "hit_rate_at_50": 0.99872, "hit_rate_at_100": 0.99872, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.937099, "R_cap_at_3": 0.983312, "R_cap_at_5": 0.98973, "R_cap_at_10": 0.996149, "R_cap_at_20": 0.996149, "R_cap_at_25": 0.997433, "R_cap_at_50": 0.998716, "R_cap_at_100": 0.998716, "R_cap_at_1000": 1.0, "main_score": 0.97011, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70987, "ndcg_at_3": 0.80607, "ndcg_at_5": 0.81955, "ndcg_at_10": 0.8329, "ndcg_at_20": 0.8399, "ndcg_at_25": 0.84066, "ndcg_at_50": 0.84383, "ndcg_at_100": 0.84468, "ndcg_at_1000": 0.84503, "map_at_1": 0.70987, "map_at_3": 0.7834, "map_at_5": 0.79092, "map_at_10": 0.79645, "map_at_20": 0.79839, "map_at_25": 0.79854, "map_at_50": 0.79902, "map_at_100": 0.7991, "map_at_1000": 0.79912, "recall_at_1": 0.70987, "recall_at_3": 0.87124, "recall_at_5": 0.90386, "recall_at_10": 0.94506, "recall_at_20": 0.97253, "recall_at_25": 0.97597, "recall_at_50": 0.99227, "recall_at_100": 0.99742, "recall_at_1000": 1.0, "accuracy": 0.70987, "precision_at_1": 0.70987, "precision_at_3": 0.29041, "precision_at_5": 0.18077, "precision_at_10": 0.09451, "precision_at_20": 0.04863, "precision_at_25": 0.03904, "precision_at_50": 0.01985, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.709871, "mrr_at_3": 0.783405, "mrr_at_5": 0.790916, "mrr_at_10": 0.796446, "mrr_at_20": 0.798389, "mrr_at_25": 0.798542, "mrr_at_50": 0.799024, "mrr_at_100": 0.799102, "mrr_at_1000": 0.799118, "nauc_ndcg_at_1_max": 0.394821, "nauc_ndcg_at_1_std": -0.101385, "nauc_ndcg_at_1_diff1": 0.763762, "nauc_ndcg_at_3_max": 0.450351, "nauc_ndcg_at_3_std": -0.121389, "nauc_ndcg_at_3_diff1": 0.735444, "nauc_ndcg_at_5_max": 0.450162, "nauc_ndcg_at_5_std": -0.117575, "nauc_ndcg_at_5_diff1": 0.729431, "nauc_ndcg_at_10_max": 0.445387, "nauc_ndcg_at_10_std": -0.115258, "nauc_ndcg_at_10_diff1": 0.739291, "nauc_ndcg_at_20_max": 0.438722, "nauc_ndcg_at_20_std": -0.113593, "nauc_ndcg_at_20_diff1": 0.741399, "nauc_ndcg_at_25_max": 0.437842, "nauc_ndcg_at_25_std": -0.114293, "nauc_ndcg_at_25_diff1": 0.740215, "nauc_ndcg_at_50_max": 0.437748, "nauc_ndcg_at_50_std": -0.108626, "nauc_ndcg_at_50_diff1": 0.739694, "nauc_ndcg_at_100_max": 0.435722, "nauc_ndcg_at_100_std": -0.110882, "nauc_ndcg_at_100_diff1": 0.740364, "nauc_ndcg_at_1000_max": 0.434775, "nauc_ndcg_at_1000_std": -0.112059, "nauc_ndcg_at_1000_diff1": 0.741443, "nauc_map_at_1_max": 0.394821, "nauc_map_at_1_std": -0.101385, "nauc_map_at_1_diff1": 0.763762, "nauc_map_at_3_max": 0.43469, "nauc_map_at_3_std": -0.115256, "nauc_map_at_3_diff1": 0.742693, "nauc_map_at_5_max": 0.434079, "nauc_map_at_5_std": -0.113116, "nauc_map_at_5_diff1": 0.739976, "nauc_map_at_10_max": 0.431843, "nauc_map_at_10_std": -0.11222, "nauc_map_at_10_diff1": 0.743865, "nauc_map_at_20_max": 0.430116, "nauc_map_at_20_std": -0.111745, "nauc_map_at_20_diff1": 0.744307, "nauc_map_at_25_max": 0.429972, "nauc_map_at_25_std": -0.111849, "nauc_map_at_25_diff1": 0.744119, "nauc_map_at_50_max": 0.429896, "nauc_map_at_50_std": -0.111225, "nauc_map_at_50_diff1": 0.74406, "nauc_map_at_100_max": 0.429753, "nauc_map_at_100_std": -0.111377, "nauc_map_at_100_diff1": 0.744119, "nauc_map_at_1000_max": 0.429719, "nauc_map_at_1000_std": -0.111419, "nauc_map_at_1000_diff1": 0.74415, "nauc_recall_at_1_max": 0.394821, "nauc_recall_at_1_std": -0.101385, "nauc_recall_at_1_diff1": 0.763762, "nauc_recall_at_3_max": 0.519689, "nauc_recall_at_3_std": -0.148894, "nauc_recall_at_3_diff1": 0.703871, "nauc_recall_at_5_max": 0.539426, "nauc_recall_at_5_std": -0.141822, "nauc_recall_at_5_diff1": 0.669773, "nauc_recall_at_10_max": 0.567498, "nauc_recall_at_10_std": -0.139944, "nauc_recall_at_10_diff1": 0.70572, "nauc_recall_at_20_max": 0.55679, "nauc_recall_at_20_std": -0.133489, "nauc_recall_at_20_diff1": 0.719488, "nauc_recall_at_25_max": 0.549327, "nauc_recall_at_25_std": -0.155907, "nauc_recall_at_25_diff1": 0.684082, "nauc_recall_at_50_max": 0.788378, "nauc_recall_at_50_std": 0.300052, "nauc_recall_at_50_diff1": 0.519151, "nauc_recall_at_100_max": 0.814856, "nauc_recall_at_100_std": 0.358036, "nauc_recall_at_100_diff1": 0.286522, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.394821, "nauc_precision_at_1_std": -0.101385, "nauc_precision_at_1_diff1": 0.763762, "nauc_precision_at_3_max": 0.519689, "nauc_precision_at_3_std": -0.148894, "nauc_precision_at_3_diff1": 0.703871, "nauc_precision_at_5_max": 0.539426, "nauc_precision_at_5_std": -0.141822, "nauc_precision_at_5_diff1": 0.669773, "nauc_precision_at_10_max": 0.567498, "nauc_precision_at_10_std": -0.139944, "nauc_precision_at_10_diff1": 0.70572, "nauc_precision_at_20_max": 0.55679, "nauc_precision_at_20_std": -0.133489, "nauc_precision_at_20_diff1": 0.719488, "nauc_precision_at_25_max": 0.549327, "nauc_precision_at_25_std": -0.155907, "nauc_precision_at_25_diff1": 0.684082, "nauc_precision_at_50_max": 0.788378, "nauc_precision_at_50_std": 0.300052, "nauc_precision_at_50_diff1": 0.519151, "nauc_precision_at_100_max": 0.814856, "nauc_precision_at_100_std": 0.358036, "nauc_precision_at_100_diff1": 0.286522, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.394821, "nauc_mrr_at_1_std": -0.101385, "nauc_mrr_at_1_diff1": 0.763762, "nauc_mrr_at_3_max": 0.43469, "nauc_mrr_at_3_std": -0.115256, "nauc_mrr_at_3_diff1": 0.742693, "nauc_mrr_at_5_max": 0.434079, "nauc_mrr_at_5_std": -0.113116, "nauc_mrr_at_5_diff1": 0.739976, "nauc_mrr_at_10_max": 0.431843, "nauc_mrr_at_10_std": -0.11222, "nauc_mrr_at_10_diff1": 0.743865, "nauc_mrr_at_20_max": 0.430116, "nauc_mrr_at_20_std": -0.111745, "nauc_mrr_at_20_diff1": 0.744307, "nauc_mrr_at_25_max": 0.429972, "nauc_mrr_at_25_std": -0.111849, "nauc_mrr_at_25_diff1": 0.744119, "nauc_mrr_at_50_max": 0.429896, "nauc_mrr_at_50_std": -0.111225, "nauc_mrr_at_50_diff1": 0.74406, "nauc_mrr_at_100_max": 0.429753, "nauc_mrr_at_100_std": -0.111377, "nauc_mrr_at_100_diff1": 0.744119, "nauc_mrr_at_1000_max": 0.429719, "nauc_mrr_at_1000_std": -0.111419, "nauc_mrr_at_1000_diff1": 0.74415, "hit_rate_at_1": 0.70987, "hit_rate_at_3": 0.87124, "hit_rate_at_5": 0.90386, "hit_rate_at_10": 0.94506, "hit_rate_at_20": 0.97253, "hit_rate_at_25": 0.97597, "hit_rate_at_50": 0.99227, "hit_rate_at_100": 0.99742, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.709871, "R_cap_at_3": 0.871245, "R_cap_at_5": 0.903863, "R_cap_at_10": 0.945064, "R_cap_at_20": 0.972532, "R_cap_at_25": 0.975966, "R_cap_at_50": 0.992275, "R_cap_at_100": 0.997425, "R_cap_at_1000": 1.0, "main_score": 0.8329, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74204, "ndcg_at_3": 0.81862, "ndcg_at_5": 0.83438, "ndcg_at_10": 0.845, "ndcg_at_20": 0.85043, "ndcg_at_25": 0.85242, "ndcg_at_50": 0.85466, "ndcg_at_100": 0.85615, "ndcg_at_1000": 0.85711, "map_at_1": 0.74204, "map_at_3": 0.80035, "map_at_5": 0.80911, "map_at_10": 0.8136, "map_at_20": 0.8151, "map_at_25": 0.8155, "map_at_50": 0.81585, "map_at_100": 0.81598, "map_at_1000": 0.81602, "recall_at_1": 0.74204, "recall_at_3": 0.87125, "recall_at_5": 0.90946, "recall_at_10": 0.94177, "recall_at_20": 0.96315, "recall_at_25": 0.97225, "recall_at_50": 0.98362, "recall_at_100": 0.99272, "recall_at_1000": 1.0, "accuracy": 0.74204, "precision_at_1": 0.74204, "precision_at_3": 0.29042, "precision_at_5": 0.18189, "precision_at_10": 0.09418, "precision_at_20": 0.04816, "precision_at_25": 0.03889, "precision_at_50": 0.01967, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.742038, "mrr_at_3": 0.800349, "mrr_at_5": 0.809107, "mrr_at_10": 0.8136, "mrr_at_20": 0.815098, "mrr_at_25": 0.815497, "mrr_at_50": 0.815845, "mrr_at_100": 0.815981, "mrr_at_1000": 0.816023, "nauc_ndcg_at_1_max": 0.52669, "nauc_ndcg_at_1_std": -0.169148, "nauc_ndcg_at_1_diff1": 0.790053, "nauc_ndcg_at_3_max": 0.574013, "nauc_ndcg_at_3_std": -0.219477, "nauc_ndcg_at_3_diff1": 0.776657, "nauc_ndcg_at_5_max": 0.569067, "nauc_ndcg_at_5_std": -0.216807, "nauc_ndcg_at_5_diff1": 0.768696, "nauc_ndcg_at_10_max": 0.569906, "nauc_ndcg_at_10_std": -0.2186, "nauc_ndcg_at_10_diff1": 0.769822, "nauc_ndcg_at_20_max": 0.569914, "nauc_ndcg_at_20_std": -0.204866, "nauc_ndcg_at_20_diff1": 0.772682, "nauc_ndcg_at_25_max": 0.56632, "nauc_ndcg_at_25_std": -0.208676, "nauc_ndcg_at_25_diff1": 0.774414, "nauc_ndcg_at_50_max": 0.564922, "nauc_ndcg_at_50_std": -0.200762, "nauc_ndcg_at_50_diff1": 0.774897, "nauc_ndcg_at_100_max": 0.562352, "nauc_ndcg_at_100_std": -0.202407, "nauc_ndcg_at_100_diff1": 0.774937, "nauc_ndcg_at_1000_max": 0.561383, "nauc_ndcg_at_1000_std": -0.203316, "nauc_ndcg_at_1000_diff1": 0.775348, "nauc_map_at_1_max": 0.52669, "nauc_map_at_1_std": -0.169148, "nauc_map_at_1_diff1": 0.790053, "nauc_map_at_3_max": 0.561009, "nauc_map_at_3_std": -0.204286, "nauc_map_at_3_diff1": 0.779782, "nauc_map_at_5_max": 0.557595, "nauc_map_at_5_std": -0.202547, "nauc_map_at_5_diff1": 0.775878, "nauc_map_at_10_max": 0.557415, "nauc_map_at_10_std": -0.203118, "nauc_map_at_10_diff1": 0.77649, "nauc_map_at_20_max": 0.557292, "nauc_map_at_20_std": -0.199858, "nauc_map_at_20_diff1": 0.777061, "nauc_map_at_25_max": 0.556674, "nauc_map_at_25_std": -0.200462, "nauc_map_at_25_diff1": 0.777357, "nauc_map_at_50_max": 0.556502, "nauc_map_at_50_std": -0.19951, "nauc_map_at_50_diff1": 0.777434, "nauc_map_at_100_max": 0.556317, "nauc_map_at_100_std": -0.199606, "nauc_map_at_100_diff1": 0.777439, "nauc_map_at_1000_max": 0.556286, "nauc_map_at_1000_std": -0.19961, "nauc_map_at_1000_diff1": 0.777458, "nauc_recall_at_1_max": 0.52669, "nauc_recall_at_1_std": -0.169148, "nauc_recall_at_1_diff1": 0.790053, "nauc_recall_at_3_max": 0.627972, "nauc_recall_at_3_std": -0.283415, "nauc_recall_at_3_diff1": 0.76406, "nauc_recall_at_5_max": 0.631481, "nauc_recall_at_5_std": -0.294793, "nauc_recall_at_5_diff1": 0.727786, "nauc_recall_at_10_max": 0.675061, "nauc_recall_at_10_std": -0.346606, "nauc_recall_at_10_diff1": 0.713123, "nauc_recall_at_20_max": 0.736707, "nauc_recall_at_20_std": -0.220335, "nauc_recall_at_20_diff1": 0.726754, "nauc_recall_at_25_max": 0.71157, "nauc_recall_at_25_std": -0.310376, "nauc_recall_at_25_diff1": 0.750003, "nauc_recall_at_50_max": 0.751744, "nauc_recall_at_50_std": -0.048323, "nauc_recall_at_50_diff1": 0.751511, "nauc_recall_at_100_max": 0.698604, "nauc_recall_at_100_std": -0.049897, "nauc_recall_at_100_diff1": 0.726689, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.52669, "nauc_precision_at_1_std": -0.169148, "nauc_precision_at_1_diff1": 0.790053, "nauc_precision_at_3_max": 0.627972, "nauc_precision_at_3_std": -0.283415, "nauc_precision_at_3_diff1": 0.76406, "nauc_precision_at_5_max": 0.631481, "nauc_precision_at_5_std": -0.294793, "nauc_precision_at_5_diff1": 0.727786, "nauc_precision_at_10_max": 0.675061, "nauc_precision_at_10_std": -0.346606, "nauc_precision_at_10_diff1": 0.713123, "nauc_precision_at_20_max": 0.736707, "nauc_precision_at_20_std": -0.220335, "nauc_precision_at_20_diff1": 0.726754, "nauc_precision_at_25_max": 0.71157, "nauc_precision_at_25_std": -0.310376, "nauc_precision_at_25_diff1": 0.750003, "nauc_precision_at_50_max": 0.751744, "nauc_precision_at_50_std": -0.048323, "nauc_precision_at_50_diff1": 0.751511, "nauc_precision_at_100_max": 0.698604, "nauc_precision_at_100_std": -0.049897, "nauc_precision_at_100_diff1": 0.726689, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.52669, "nauc_mrr_at_1_std": -0.169148, "nauc_mrr_at_1_diff1": 0.790053, "nauc_mrr_at_3_max": 0.561009, "nauc_mrr_at_3_std": -0.204286, "nauc_mrr_at_3_diff1": 0.779782, "nauc_mrr_at_5_max": 0.557595, "nauc_mrr_at_5_std": -0.202547, "nauc_mrr_at_5_diff1": 0.775878, "nauc_mrr_at_10_max": 0.557415, "nauc_mrr_at_10_std": -0.203118, "nauc_mrr_at_10_diff1": 0.77649, "nauc_mrr_at_20_max": 0.557292, "nauc_mrr_at_20_std": -0.199858, "nauc_mrr_at_20_diff1": 0.777061, "nauc_mrr_at_25_max": 0.556674, "nauc_mrr_at_25_std": -0.200462, "nauc_mrr_at_25_diff1": 0.777357, "nauc_mrr_at_50_max": 0.556502, "nauc_mrr_at_50_std": -0.19951, "nauc_mrr_at_50_diff1": 0.777434, "nauc_mrr_at_100_max": 0.556317, "nauc_mrr_at_100_std": -0.199606, "nauc_mrr_at_100_diff1": 0.777439, "nauc_mrr_at_1000_max": 0.556286, "nauc_mrr_at_1000_std": -0.19961, "nauc_mrr_at_1000_diff1": 0.777458, "hit_rate_at_1": 0.74204, "hit_rate_at_3": 0.87125, "hit_rate_at_5": 0.90946, "hit_rate_at_10": 0.94177, "hit_rate_at_20": 0.96315, "hit_rate_at_25": 0.97225, "hit_rate_at_50": 0.98362, "hit_rate_at_100": 0.99272, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.742038, "R_cap_at_3": 0.871247, "R_cap_at_5": 0.909463, "R_cap_at_10": 0.941765, "R_cap_at_20": 0.963148, "R_cap_at_25": 0.972247, "R_cap_at_50": 0.983621, "R_cap_at_100": 0.992721, "R_cap_at_1000": 1.0, "main_score": 0.845, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81013, "ndcg_at_3": 0.8788, "ndcg_at_5": 0.88816, "ndcg_at_10": 0.89731, "ndcg_at_20": 0.90025, "ndcg_at_25": 0.90107, "ndcg_at_50": 0.90209, "ndcg_at_100": 0.9023, "ndcg_at_1000": 0.90248, "map_at_1": 0.81013, "map_at_3": 0.86224, "map_at_5": 0.86743, "map_at_10": 0.87128, "map_at_20": 0.87212, "map_at_25": 0.87228, "map_at_50": 0.87245, "map_at_100": 0.87247, "map_at_1000": 0.87248, "recall_at_1": 0.81013, "recall_at_3": 0.92658, "recall_at_5": 0.94937, "recall_at_10": 0.97722, "recall_at_20": 0.98861, "recall_at_25": 0.99241, "recall_at_50": 0.99747, "recall_at_100": 0.99873, "recall_at_1000": 1.0, "accuracy": 0.81013, "precision_at_1": 0.81013, "precision_at_3": 0.30886, "precision_at_5": 0.18987, "precision_at_10": 0.09772, "precision_at_20": 0.04943, "precision_at_25": 0.0397, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.810127, "mrr_at_3": 0.862236, "mrr_at_5": 0.867426, "mrr_at_10": 0.871284, "mrr_at_20": 0.87212, "mrr_at_25": 0.872281, "mrr_at_50": 0.872446, "mrr_at_100": 0.872467, "mrr_at_1000": 0.872478, "nauc_ndcg_at_1_max": 0.453618, "nauc_ndcg_at_1_std": -0.333652, "nauc_ndcg_at_1_diff1": 0.839015, "nauc_ndcg_at_3_max": 0.520121, "nauc_ndcg_at_3_std": -0.363328, "nauc_ndcg_at_3_diff1": 0.830995, "nauc_ndcg_at_5_max": 0.516452, "nauc_ndcg_at_5_std": -0.367347, "nauc_ndcg_at_5_diff1": 0.835752, "nauc_ndcg_at_10_max": 0.506113, "nauc_ndcg_at_10_std": -0.361895, "nauc_ndcg_at_10_diff1": 0.836344, "nauc_ndcg_at_20_max": 0.497828, "nauc_ndcg_at_20_std": -0.365723, "nauc_ndcg_at_20_diff1": 0.836011, "nauc_ndcg_at_25_max": 0.494775, "nauc_ndcg_at_25_std": -0.369374, "nauc_ndcg_at_25_diff1": 0.83477, "nauc_ndcg_at_50_max": 0.494502, "nauc_ndcg_at_50_std": -0.358165, "nauc_ndcg_at_50_diff1": 0.834649, "nauc_ndcg_at_100_max": 0.493347, "nauc_ndcg_at_100_std": -0.36097, "nauc_ndcg_at_100_diff1": 0.834743, "nauc_ndcg_at_1000_max": 0.492761, "nauc_ndcg_at_1000_std": -0.359451, "nauc_ndcg_at_1000_diff1": 0.834422, "nauc_map_at_1_max": 0.453618, "nauc_map_at_1_std": -0.333652, "nauc_map_at_1_diff1": 0.839015, "nauc_map_at_3_max": 0.496819, "nauc_map_at_3_std": -0.354767, "nauc_map_at_3_diff1": 0.832154, "nauc_map_at_5_max": 0.494028, "nauc_map_at_5_std": -0.357049, "nauc_map_at_5_diff1": 0.834354, "nauc_map_at_10_max": 0.489695, "nauc_map_at_10_std": -0.355372, "nauc_map_at_10_diff1": 0.834458, "nauc_map_at_20_max": 0.487764, "nauc_map_at_20_std": -0.356328, "nauc_map_at_20_diff1": 0.834382, "nauc_map_at_25_max": 0.487302, "nauc_map_at_25_std": -0.356831, "nauc_map_at_25_diff1": 0.83419, "nauc_map_at_50_max": 0.487259, "nauc_map_at_50_std": -0.355425, "nauc_map_at_50_diff1": 0.834177, "nauc_map_at_100_max": 0.48717, "nauc_map_at_100_std": -0.355636, "nauc_map_at_100_diff1": 0.834185, "nauc_map_at_1000_max": 0.487145, "nauc_map_at_1000_std": -0.355575, "nauc_map_at_1000_diff1": 0.834172, "nauc_recall_at_1_max": 0.453618, "nauc_recall_at_1_std": -0.333652, "nauc_recall_at_1_diff1": 0.839015, "nauc_recall_at_3_max": 0.641911, "nauc_recall_at_3_std": -0.406802, "nauc_recall_at_3_diff1": 0.826077, "nauc_recall_at_5_max": 0.678939, "nauc_recall_at_5_std": -0.439379, "nauc_recall_at_5_diff1": 0.849247, "nauc_recall_at_10_max": 0.746019, "nauc_recall_at_10_std": -0.441306, "nauc_recall_at_10_diff1": 0.875052, "nauc_recall_at_20_max": 0.715297, "nauc_recall_at_20_std": -0.633442, "nauc_recall_at_20_diff1": 0.901961, "nauc_recall_at_25_max": 0.646047, "nauc_recall_at_25_std": -0.983193, "nauc_recall_at_25_diff1": 0.863834, "nauc_recall_at_50_max": 0.897876, "nauc_recall_at_50_std": -0.141223, "nauc_recall_at_50_diff1": 0.897876, "nauc_recall_at_100_max": 0.795752, "nauc_recall_at_100_std": -1.151727, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.453618, "nauc_precision_at_1_std": -0.333652, "nauc_precision_at_1_diff1": 0.839015, "nauc_precision_at_3_max": 0.641911, "nauc_precision_at_3_std": -0.406802, "nauc_precision_at_3_diff1": 0.826077, "nauc_precision_at_5_max": 0.678939, "nauc_precision_at_5_std": -0.439379, "nauc_precision_at_5_diff1": 0.849247, "nauc_precision_at_10_max": 0.746019, "nauc_precision_at_10_std": -0.441306, "nauc_precision_at_10_diff1": 0.875052, "nauc_precision_at_20_max": 0.715297, "nauc_precision_at_20_std": -0.633442, "nauc_precision_at_20_diff1": 0.901961, "nauc_precision_at_25_max": 0.646047, "nauc_precision_at_25_std": -0.983193, "nauc_precision_at_25_diff1": 0.863834, "nauc_precision_at_50_max": 0.897876, "nauc_precision_at_50_std": -0.141223, "nauc_precision_at_50_diff1": 0.897876, "nauc_precision_at_100_max": 0.795752, "nauc_precision_at_100_std": -1.151727, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.453618, "nauc_mrr_at_1_std": -0.333652, "nauc_mrr_at_1_diff1": 0.839015, "nauc_mrr_at_3_max": 0.496819, "nauc_mrr_at_3_std": -0.354767, "nauc_mrr_at_3_diff1": 0.832154, "nauc_mrr_at_5_max": 0.494028, "nauc_mrr_at_5_std": -0.357049, "nauc_mrr_at_5_diff1": 0.834354, "nauc_mrr_at_10_max": 0.489695, "nauc_mrr_at_10_std": -0.355372, "nauc_mrr_at_10_diff1": 0.834458, "nauc_mrr_at_20_max": 0.487764, "nauc_mrr_at_20_std": -0.356328, "nauc_mrr_at_20_diff1": 0.834382, "nauc_mrr_at_25_max": 0.487302, "nauc_mrr_at_25_std": -0.356831, "nauc_mrr_at_25_diff1": 0.83419, "nauc_mrr_at_50_max": 0.487259, "nauc_mrr_at_50_std": -0.355425, "nauc_mrr_at_50_diff1": 0.834177, "nauc_mrr_at_100_max": 0.48717, "nauc_mrr_at_100_std": -0.355636, "nauc_mrr_at_100_diff1": 0.834185, "nauc_mrr_at_1000_max": 0.487145, "nauc_mrr_at_1000_std": -0.355575, "nauc_mrr_at_1000_diff1": 0.834172, "hit_rate_at_1": 0.81013, "hit_rate_at_3": 0.92658, "hit_rate_at_5": 0.94937, "hit_rate_at_10": 0.97722, "hit_rate_at_20": 0.98861, "hit_rate_at_25": 0.99241, "hit_rate_at_50": 0.99747, "hit_rate_at_100": 0.99873, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.810127, "R_cap_at_3": 0.926582, "R_cap_at_5": 0.949367, "R_cap_at_10": 0.977215, "R_cap_at_20": 0.988608, "R_cap_at_25": 0.992405, "R_cap_at_50": 0.997468, "R_cap_at_100": 0.998734, "R_cap_at_1000": 1.0, "main_score": 0.89731, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79711, "ndcg_at_3": 0.85922, "ndcg_at_5": 0.87112, "ndcg_at_10": 0.87967, "ndcg_at_20": 0.88316, "ndcg_at_25": 0.88432, "ndcg_at_50": 0.88715, "ndcg_at_100": 0.88842, "ndcg_at_1000": 0.88862, "map_at_1": 0.79711, "map_at_3": 0.84418, "map_at_5": 0.85078, "map_at_10": 0.85438, "map_at_20": 0.85538, "map_at_25": 0.85561, "map_at_50": 0.85605, "map_at_100": 0.85617, "map_at_1000": 0.85618, "recall_at_1": 0.79711, "recall_at_3": 0.90265, "recall_at_5": 0.93157, "recall_at_10": 0.95759, "recall_at_20": 0.97108, "recall_at_25": 0.97639, "recall_at_50": 0.99084, "recall_at_100": 0.99855, "recall_at_1000": 1.0, "accuracy": 0.79711, "precision_at_1": 0.79711, "precision_at_3": 0.30088, "precision_at_5": 0.18631, "precision_at_10": 0.09576, "precision_at_20": 0.04855, "precision_at_25": 0.03906, "precision_at_50": 0.01982, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.797108, "mrr_at_3": 0.844177, "mrr_at_5": 0.850779, "mrr_at_10": 0.85438, "mrr_at_20": 0.855379, "mrr_at_25": 0.85561, "mrr_at_50": 0.85605, "mrr_at_100": 0.856166, "mrr_at_1000": 0.856176, "nauc_ndcg_at_1_max": 0.541182, "nauc_ndcg_at_1_std": -0.31278, "nauc_ndcg_at_1_diff1": 0.851435, "nauc_ndcg_at_3_max": 0.582339, "nauc_ndcg_at_3_std": -0.351243, "nauc_ndcg_at_3_diff1": 0.833397, "nauc_ndcg_at_5_max": 0.585088, "nauc_ndcg_at_5_std": -0.359242, "nauc_ndcg_at_5_diff1": 0.834013, "nauc_ndcg_at_10_max": 0.58364, "nauc_ndcg_at_10_std": -0.358535, "nauc_ndcg_at_10_diff1": 0.837841, "nauc_ndcg_at_20_max": 0.579746, "nauc_ndcg_at_20_std": -0.354962, "nauc_ndcg_at_20_diff1": 0.839832, "nauc_ndcg_at_25_max": 0.576943, "nauc_ndcg_at_25_std": -0.356388, "nauc_ndcg_at_25_diff1": 0.839901, "nauc_ndcg_at_50_max": 0.576977, "nauc_ndcg_at_50_std": -0.346633, "nauc_ndcg_at_50_diff1": 0.839406, "nauc_ndcg_at_100_max": 0.574655, "nauc_ndcg_at_100_std": -0.345322, "nauc_ndcg_at_100_diff1": 0.839801, "nauc_ndcg_at_1000_max": 0.574226, "nauc_ndcg_at_1000_std": -0.346763, "nauc_ndcg_at_1000_diff1": 0.840085, "nauc_map_at_1_max": 0.541182, "nauc_map_at_1_std": -0.31278, "nauc_map_at_1_diff1": 0.851435, "nauc_map_at_3_max": 0.571625, "nauc_map_at_3_std": -0.341731, "nauc_map_at_3_diff1": 0.839003, "nauc_map_at_5_max": 0.572619, "nauc_map_at_5_std": -0.345042, "nauc_map_at_5_diff1": 0.839604, "nauc_map_at_10_max": 0.571636, "nauc_map_at_10_std": -0.344338, "nauc_map_at_10_diff1": 0.841022, "nauc_map_at_20_max": 0.570626, "nauc_map_at_20_std": -0.343416, "nauc_map_at_20_diff1": 0.841529, "nauc_map_at_25_max": 0.570161, "nauc_map_at_25_std": -0.343655, "nauc_map_at_25_diff1": 0.841548, "nauc_map_at_50_max": 0.57011, "nauc_map_at_50_std": -0.342374, "nauc_map_at_50_diff1": 0.841456, "nauc_map_at_100_max": 0.569942, "nauc_map_at_100_std": -0.342287, "nauc_map_at_100_diff1": 0.841482, "nauc_map_at_1000_max": 0.569927, "nauc_map_at_1000_std": -0.342337, "nauc_map_at_1000_diff1": 0.841497, "nauc_recall_at_1_max": 0.541182, "nauc_recall_at_1_std": -0.31278, "nauc_recall_at_1_diff1": 0.851435, "nauc_recall_at_3_max": 0.628188, "nauc_recall_at_3_std": -0.391576, "nauc_recall_at_3_diff1": 0.80873, "nauc_recall_at_5_max": 0.658163, "nauc_recall_at_5_std": -0.444523, "nauc_recall_at_5_diff1": 0.800646, "nauc_recall_at_10_max": 0.693547, "nauc_recall_at_10_std": -0.492489, "nauc_recall_at_10_diff1": 0.812727, "nauc_recall_at_20_max": 0.687569, "nauc_recall_at_20_std": -0.501555, "nauc_recall_at_20_diff1": 0.829769, "nauc_recall_at_25_max": 0.65188, "nauc_recall_at_25_std": -0.563248, "nauc_recall_at_25_diff1": 0.82867, "nauc_recall_at_50_max": 0.778226, "nauc_recall_at_50_std": -0.318178, "nauc_recall_at_50_diff1": 0.788643, "nauc_recall_at_100_max": 0.807769, "nauc_recall_at_100_std": 0.435077, "nauc_recall_at_100_diff1": 0.702708, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.541182, "nauc_precision_at_1_std": -0.31278, "nauc_precision_at_1_diff1": 0.851435, "nauc_precision_at_3_max": 0.628188, "nauc_precision_at_3_std": -0.391576, "nauc_precision_at_3_diff1": 0.80873, "nauc_precision_at_5_max": 0.658163, "nauc_precision_at_5_std": -0.444523, "nauc_precision_at_5_diff1": 0.800646, "nauc_precision_at_10_max": 0.693547, "nauc_precision_at_10_std": -0.492489, "nauc_precision_at_10_diff1": 0.812727, "nauc_precision_at_20_max": 0.687569, "nauc_precision_at_20_std": -0.501555, "nauc_precision_at_20_diff1": 0.829769, "nauc_precision_at_25_max": 0.65188, "nauc_precision_at_25_std": -0.563248, "nauc_precision_at_25_diff1": 0.82867, "nauc_precision_at_50_max": 0.778226, "nauc_precision_at_50_std": -0.318178, "nauc_precision_at_50_diff1": 0.788643, "nauc_precision_at_100_max": 0.807769, "nauc_precision_at_100_std": 0.435077, "nauc_precision_at_100_diff1": 0.702708, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.541182, "nauc_mrr_at_1_std": -0.31278, "nauc_mrr_at_1_diff1": 0.851435, "nauc_mrr_at_3_max": 0.571625, "nauc_mrr_at_3_std": -0.341731, "nauc_mrr_at_3_diff1": 0.839003, "nauc_mrr_at_5_max": 0.572619, "nauc_mrr_at_5_std": -0.345042, "nauc_mrr_at_5_diff1": 0.839604, "nauc_mrr_at_10_max": 0.571636, "nauc_mrr_at_10_std": -0.344338, "nauc_mrr_at_10_diff1": 0.841022, "nauc_mrr_at_20_max": 0.570626, "nauc_mrr_at_20_std": -0.343416, "nauc_mrr_at_20_diff1": 0.841529, "nauc_mrr_at_25_max": 0.570161, "nauc_mrr_at_25_std": -0.343655, "nauc_mrr_at_25_diff1": 0.841548, "nauc_mrr_at_50_max": 0.57011, "nauc_mrr_at_50_std": -0.342374, "nauc_mrr_at_50_diff1": 0.841456, "nauc_mrr_at_100_max": 0.569942, "nauc_mrr_at_100_std": -0.342287, "nauc_mrr_at_100_diff1": 0.841482, "nauc_mrr_at_1000_max": 0.569927, "nauc_mrr_at_1000_std": -0.342337, "nauc_mrr_at_1000_diff1": 0.841497, "hit_rate_at_1": 0.79711, "hit_rate_at_3": 0.90265, "hit_rate_at_5": 0.93157, "hit_rate_at_10": 0.95759, "hit_rate_at_20": 0.97108, "hit_rate_at_25": 0.97639, "hit_rate_at_50": 0.99084, "hit_rate_at_100": 0.99855, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.797108, "R_cap_at_3": 0.902651, "R_cap_at_5": 0.931566, "R_cap_at_10": 0.95759, "R_cap_at_20": 0.971084, "R_cap_at_25": 0.976386, "R_cap_at_50": 0.990843, "R_cap_at_100": 0.998554, "R_cap_at_1000": 1.0, "main_score": 0.87967, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72433, "ndcg_at_3": 0.8096, "ndcg_at_5": 0.82339, "ndcg_at_10": 0.83503, "ndcg_at_20": 0.84299, "ndcg_at_25": 0.8443, "ndcg_at_50": 0.8467, "ndcg_at_100": 0.84838, "ndcg_at_1000": 0.84869, "map_at_1": 0.72433, "map_at_3": 0.78921, "map_at_5": 0.79686, "map_at_10": 0.80165, "map_at_20": 0.80387, "map_at_25": 0.80414, "map_at_50": 0.80449, "map_at_100": 0.80465, "map_at_1000": 0.80467, "recall_at_1": 0.72433, "recall_at_3": 0.86837, "recall_at_5": 0.90184, "recall_at_10": 0.93795, "recall_at_20": 0.96916, "recall_at_25": 0.97518, "recall_at_50": 0.98759, "recall_at_100": 0.99774, "recall_at_1000": 1.0, "accuracy": 0.72433, "precision_at_1": 0.72433, "precision_at_3": 0.28946, "precision_at_5": 0.18037, "precision_at_10": 0.09379, "precision_at_20": 0.04846, "precision_at_25": 0.03901, "precision_at_50": 0.01975, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.724332, "mrr_at_3": 0.789206, "mrr_at_5": 0.79686, "mrr_at_10": 0.80165, "mrr_at_20": 0.803872, "mrr_at_25": 0.804136, "mrr_at_50": 0.804492, "mrr_at_100": 0.80465, "mrr_at_1000": 0.804666, "nauc_ndcg_at_1_max": 0.353696, "nauc_ndcg_at_1_std": -0.369554, "nauc_ndcg_at_1_diff1": 0.782757, "nauc_ndcg_at_3_max": 0.346088, "nauc_ndcg_at_3_std": -0.47372, "nauc_ndcg_at_3_diff1": 0.773597, "nauc_ndcg_at_5_max": 0.33366, "nauc_ndcg_at_5_std": -0.486041, "nauc_ndcg_at_5_diff1": 0.771389, "nauc_ndcg_at_10_max": 0.331775, "nauc_ndcg_at_10_std": -0.487858, "nauc_ndcg_at_10_diff1": 0.774011, "nauc_ndcg_at_20_max": 0.332183, "nauc_ndcg_at_20_std": -0.475263, "nauc_ndcg_at_20_diff1": 0.775802, "nauc_ndcg_at_25_max": 0.334248, "nauc_ndcg_at_25_std": -0.472156, "nauc_ndcg_at_25_diff1": 0.775846, "nauc_ndcg_at_50_max": 0.337931, "nauc_ndcg_at_50_std": -0.463561, "nauc_ndcg_at_50_diff1": 0.776367, "nauc_ndcg_at_100_max": 0.339715, "nauc_ndcg_at_100_std": -0.456172, "nauc_ndcg_at_100_diff1": 0.775988, "nauc_ndcg_at_1000_max": 0.340219, "nauc_ndcg_at_1000_std": -0.456119, "nauc_ndcg_at_1000_diff1": 0.776097, "nauc_map_at_1_max": 0.353696, "nauc_map_at_1_std": -0.369554, "nauc_map_at_1_diff1": 0.782757, "nauc_map_at_3_max": 0.349184, "nauc_map_at_3_std": -0.444082, "nauc_map_at_3_diff1": 0.776303, "nauc_map_at_5_max": 0.343131, "nauc_map_at_5_std": -0.44893, "nauc_map_at_5_diff1": 0.775542, "nauc_map_at_10_max": 0.34274, "nauc_map_at_10_std": -0.448396, "nauc_map_at_10_diff1": 0.776501, "nauc_map_at_20_max": 0.342861, "nauc_map_at_20_std": -0.445145, "nauc_map_at_20_diff1": 0.776876, "nauc_map_at_25_max": 0.34321, "nauc_map_at_25_std": -0.444593, "nauc_map_at_25_diff1": 0.776882, "nauc_map_at_50_max": 0.343681, "nauc_map_at_50_std": -0.443481, "nauc_map_at_50_diff1": 0.776952, "nauc_map_at_100_max": 0.343794, "nauc_map_at_100_std": -0.442932, "nauc_map_at_100_diff1": 0.776928, "nauc_map_at_1000_max": 0.343828, "nauc_map_at_1000_std": -0.442917, "nauc_map_at_1000_diff1": 0.776934, "nauc_recall_at_1_max": 0.353696, "nauc_recall_at_1_std": -0.369554, "nauc_recall_at_1_diff1": 0.782757, "nauc_recall_at_3_max": 0.332242, "nauc_recall_at_3_std": -0.600339, "nauc_recall_at_3_diff1": 0.761966, "nauc_recall_at_5_max": 0.278802, "nauc_recall_at_5_std": -0.688505, "nauc_recall_at_5_diff1": 0.747904, "nauc_recall_at_10_max": 0.23255, "nauc_recall_at_10_std": -0.82285, "nauc_recall_at_10_diff1": 0.754882, "nauc_recall_at_20_max": 0.144054, "nauc_recall_at_20_std": -0.929441, "nauc_recall_at_20_diff1": 0.77064, "nauc_recall_at_25_max": 0.152167, "nauc_recall_at_25_std": -0.959085, "nauc_recall_at_25_diff1": 0.770676, "nauc_recall_at_50_max": 0.179936, "nauc_recall_at_50_std": -0.956207, "nauc_recall_at_50_diff1": 0.794435, "nauc_recall_at_100_max": 0.163066, "nauc_recall_at_100_std": -0.439742, "nauc_recall_at_100_diff1": 0.732311, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.353696, "nauc_precision_at_1_std": -0.369554, "nauc_precision_at_1_diff1": 0.782757, "nauc_precision_at_3_max": 0.332242, "nauc_precision_at_3_std": -0.600339, "nauc_precision_at_3_diff1": 0.761966, "nauc_precision_at_5_max": 0.278802, "nauc_precision_at_5_std": -0.688505, "nauc_precision_at_5_diff1": 0.747904, "nauc_precision_at_10_max": 0.23255, "nauc_precision_at_10_std": -0.82285, "nauc_precision_at_10_diff1": 0.754882, "nauc_precision_at_20_max": 0.144054, "nauc_precision_at_20_std": -0.929441, "nauc_precision_at_20_diff1": 0.77064, "nauc_precision_at_25_max": 0.152167, "nauc_precision_at_25_std": -0.959085, "nauc_precision_at_25_diff1": 0.770676, "nauc_precision_at_50_max": 0.179936, "nauc_precision_at_50_std": -0.956207, "nauc_precision_at_50_diff1": 0.794435, "nauc_precision_at_100_max": 0.163066, "nauc_precision_at_100_std": -0.439742, "nauc_precision_at_100_diff1": 0.732311, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.353696, "nauc_mrr_at_1_std": -0.369554, "nauc_mrr_at_1_diff1": 0.782757, "nauc_mrr_at_3_max": 0.349184, "nauc_mrr_at_3_std": -0.444082, "nauc_mrr_at_3_diff1": 0.776303, "nauc_mrr_at_5_max": 0.343131, "nauc_mrr_at_5_std": -0.44893, "nauc_mrr_at_5_diff1": 0.775542, "nauc_mrr_at_10_max": 0.34274, "nauc_mrr_at_10_std": -0.448396, "nauc_mrr_at_10_diff1": 0.776501, "nauc_mrr_at_20_max": 0.342861, "nauc_mrr_at_20_std": -0.445145, "nauc_mrr_at_20_diff1": 0.776876, "nauc_mrr_at_25_max": 0.34321, "nauc_mrr_at_25_std": -0.444593, "nauc_mrr_at_25_diff1": 0.776882, "nauc_mrr_at_50_max": 0.343681, "nauc_mrr_at_50_std": -0.443481, "nauc_mrr_at_50_diff1": 0.776952, "nauc_mrr_at_100_max": 0.343794, "nauc_mrr_at_100_std": -0.442932, "nauc_mrr_at_100_diff1": 0.776928, "nauc_mrr_at_1000_max": 0.343828, "nauc_mrr_at_1000_std": -0.442917, "nauc_mrr_at_1000_diff1": 0.776934, "hit_rate_at_1": 0.72433, "hit_rate_at_3": 0.86837, "hit_rate_at_5": 0.90184, "hit_rate_at_10": 0.93795, "hit_rate_at_20": 0.96916, "hit_rate_at_25": 0.97518, "hit_rate_at_50": 0.98759, "hit_rate_at_100": 0.99774, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.724332, "R_cap_at_3": 0.868372, "R_cap_at_5": 0.901843, "R_cap_at_10": 0.937947, "R_cap_at_20": 0.969161, "R_cap_at_25": 0.975179, "R_cap_at_50": 0.987589, "R_cap_at_100": 0.997744, "R_cap_at_1000": 1.0, "main_score": 0.83503, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72383, "ndcg_at_3": 0.80266, "ndcg_at_5": 0.82276, "ndcg_at_10": 0.83347, "ndcg_at_20": 0.84078, "ndcg_at_25": 0.84258, "ndcg_at_50": 0.8455, "ndcg_at_100": 0.84662, "ndcg_at_1000": 0.84718, "map_at_1": 0.72383, "map_at_3": 0.78409, "map_at_5": 0.79539, "map_at_10": 0.79981, "map_at_20": 0.80191, "map_at_25": 0.80227, "map_at_50": 0.8027, "map_at_100": 0.8028, "map_at_1000": 0.80282, "recall_at_1": 0.72383, "recall_at_3": 0.85606, "recall_at_5": 0.90427, "recall_at_10": 0.93733, "recall_at_20": 0.96556, "recall_at_25": 0.97383, "recall_at_50": 0.98898, "recall_at_100": 0.99587, "recall_at_1000": 1.0, "accuracy": 0.72383, "precision_at_1": 0.72383, "precision_at_3": 0.28535, "precision_at_5": 0.18085, "precision_at_10": 0.09373, "precision_at_20": 0.04828, "precision_at_25": 0.03895, "precision_at_50": 0.01978, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.723829, "mrr_at_3": 0.784091, "mrr_at_5": 0.795386, "mrr_at_10": 0.799812, "mrr_at_20": 0.80191, "mrr_at_25": 0.802271, "mrr_at_50": 0.802698, "mrr_at_100": 0.802797, "mrr_at_1000": 0.802825, "nauc_ndcg_at_1_max": 0.462494, "nauc_ndcg_at_1_std": -0.172892, "nauc_ndcg_at_1_diff1": 0.794091, "nauc_ndcg_at_3_max": 0.492711, "nauc_ndcg_at_3_std": -0.238311, "nauc_ndcg_at_3_diff1": 0.761645, "nauc_ndcg_at_5_max": 0.487805, "nauc_ndcg_at_5_std": -0.239121, "nauc_ndcg_at_5_diff1": 0.760718, "nauc_ndcg_at_10_max": 0.482376, "nauc_ndcg_at_10_std": -0.240491, "nauc_ndcg_at_10_diff1": 0.76828, "nauc_ndcg_at_20_max": 0.486512, "nauc_ndcg_at_20_std": -0.223909, "nauc_ndcg_at_20_diff1": 0.770574, "nauc_ndcg_at_25_max": 0.483974, "nauc_ndcg_at_25_std": -0.222755, "nauc_ndcg_at_25_diff1": 0.769735, "nauc_ndcg_at_50_max": 0.481668, "nauc_ndcg_at_50_std": -0.220768, "nauc_ndcg_at_50_diff1": 0.770006, "nauc_ndcg_at_100_max": 0.48139, "nauc_ndcg_at_100_std": -0.220709, "nauc_ndcg_at_100_diff1": 0.770955, "nauc_ndcg_at_1000_max": 0.481265, "nauc_ndcg_at_1000_std": -0.219966, "nauc_ndcg_at_1000_diff1": 0.770642, "nauc_map_at_1_max": 0.462494, "nauc_map_at_1_std": -0.172892, "nauc_map_at_1_diff1": 0.794091, "nauc_map_at_3_max": 0.483479, "nauc_map_at_3_std": -0.218688, "nauc_map_at_3_diff1": 0.769614, "nauc_map_at_5_max": 0.480773, "nauc_map_at_5_std": -0.217982, "nauc_map_at_5_diff1": 0.769633, "nauc_map_at_10_max": 0.478776, "nauc_map_at_10_std": -0.218076, "nauc_map_at_10_diff1": 0.772455, "nauc_map_at_20_max": 0.479609, "nauc_map_at_20_std": -0.214006, "nauc_map_at_20_diff1": 0.772935, "nauc_map_at_25_max": 0.479201, "nauc_map_at_25_std": -0.213772, "nauc_map_at_25_diff1": 0.7728, "nauc_map_at_50_max": 0.47895, "nauc_map_at_50_std": -0.213494, "nauc_map_at_50_diff1": 0.772838, "nauc_map_at_100_max": 0.478926, "nauc_map_at_100_std": -0.213508, "nauc_map_at_100_diff1": 0.7729, "nauc_map_at_1000_max": 0.478911, "nauc_map_at_1000_std": -0.213489, "nauc_map_at_1000_diff1": 0.772885, "nauc_recall_at_1_max": 0.462494, "nauc_recall_at_1_std": -0.172892, "nauc_recall_at_1_diff1": 0.794091, "nauc_recall_at_3_max": 0.530447, "nauc_recall_at_3_std": -0.318314, "nauc_recall_at_3_diff1": 0.730182, "nauc_recall_at_5_max": 0.525477, "nauc_recall_at_5_std": -0.357525, "nauc_recall_at_5_diff1": 0.712051, "nauc_recall_at_10_max": 0.503609, "nauc_recall_at_10_std": -0.428302, "nauc_recall_at_10_diff1": 0.743475, "nauc_recall_at_20_max": 0.59135, "nauc_recall_at_20_std": -0.311271, "nauc_recall_at_20_diff1": 0.764318, "nauc_recall_at_25_max": 0.560141, "nauc_recall_at_25_std": -0.311882, "nauc_recall_at_25_diff1": 0.741732, "nauc_recall_at_50_max": 0.506512, "nauc_recall_at_50_std": -0.309222, "nauc_recall_at_50_diff1": 0.721692, "nauc_recall_at_100_max": 0.49364, "nauc_recall_at_100_std": -0.422968, "nauc_recall_at_100_diff1": 0.842081, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.462494, "nauc_precision_at_1_std": -0.172892, "nauc_precision_at_1_diff1": 0.794091, "nauc_precision_at_3_max": 0.530447, "nauc_precision_at_3_std": -0.318314, "nauc_precision_at_3_diff1": 0.730182, "nauc_precision_at_5_max": 0.525477, "nauc_precision_at_5_std": -0.357525, "nauc_precision_at_5_diff1": 0.712051, "nauc_precision_at_10_max": 0.503609, "nauc_precision_at_10_std": -0.428302, "nauc_precision_at_10_diff1": 0.743475, "nauc_precision_at_20_max": 0.59135, "nauc_precision_at_20_std": -0.311271, "nauc_precision_at_20_diff1": 0.764318, "nauc_precision_at_25_max": 0.560141, "nauc_precision_at_25_std": -0.311882, "nauc_precision_at_25_diff1": 0.741732, "nauc_precision_at_50_max": 0.506512, "nauc_precision_at_50_std": -0.309222, "nauc_precision_at_50_diff1": 0.721692, "nauc_precision_at_100_max": 0.49364, "nauc_precision_at_100_std": -0.422968, "nauc_precision_at_100_diff1": 0.842081, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.462494, "nauc_mrr_at_1_std": -0.172892, "nauc_mrr_at_1_diff1": 0.794091, "nauc_mrr_at_3_max": 0.483479, "nauc_mrr_at_3_std": -0.218688, "nauc_mrr_at_3_diff1": 0.769614, "nauc_mrr_at_5_max": 0.480773, "nauc_mrr_at_5_std": -0.217982, "nauc_mrr_at_5_diff1": 0.769633, "nauc_mrr_at_10_max": 0.478776, "nauc_mrr_at_10_std": -0.218076, "nauc_mrr_at_10_diff1": 0.772455, "nauc_mrr_at_20_max": 0.479609, "nauc_mrr_at_20_std": -0.214006, "nauc_mrr_at_20_diff1": 0.772935, "nauc_mrr_at_25_max": 0.479201, "nauc_mrr_at_25_std": -0.213772, "nauc_mrr_at_25_diff1": 0.7728, "nauc_mrr_at_50_max": 0.47895, "nauc_mrr_at_50_std": -0.213494, "nauc_mrr_at_50_diff1": 0.772838, "nauc_mrr_at_100_max": 0.478926, "nauc_mrr_at_100_std": -0.213508, "nauc_mrr_at_100_diff1": 0.7729, "nauc_mrr_at_1000_max": 0.478911, "nauc_mrr_at_1000_std": -0.213489, "nauc_mrr_at_1000_diff1": 0.772885, "hit_rate_at_1": 0.72383, "hit_rate_at_3": 0.85606, "hit_rate_at_5": 0.90427, "hit_rate_at_10": 0.93733, "hit_rate_at_20": 0.96556, "hit_rate_at_25": 0.97383, "hit_rate_at_50": 0.98898, "hit_rate_at_100": 0.99587, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.723829, "R_cap_at_3": 0.856061, "R_cap_at_5": 0.90427, "R_cap_at_10": 0.937328, "R_cap_at_20": 0.965565, "R_cap_at_25": 0.973829, "R_cap_at_50": 0.988981, "R_cap_at_100": 0.995868, "R_cap_at_1000": 1.0, "main_score": 0.83347, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74117, "ndcg_at_3": 0.81571, "ndcg_at_5": 0.83242, "ndcg_at_10": 0.84311, "ndcg_at_20": 0.85009, "ndcg_at_25": 0.8512, "ndcg_at_50": 0.8541, "ndcg_at_100": 0.85529, "ndcg_at_1000": 0.85611, "map_at_1": 0.74117, "map_at_3": 0.79841, "map_at_5": 0.80774, "map_at_10": 0.81216, "map_at_20": 0.81409, "map_at_25": 0.81432, "map_at_50": 0.81473, "map_at_100": 0.81484, "map_at_1000": 0.81487, "recall_at_1": 0.74117, "recall_at_3": 0.86535, "recall_at_5": 0.9057, "recall_at_10": 0.93869, "recall_at_20": 0.96624, "recall_at_25": 0.97128, "recall_at_50": 0.98642, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "accuracy": 0.74117, "precision_at_1": 0.74117, "precision_at_3": 0.28845, "precision_at_5": 0.18114, "precision_at_10": 0.09387, "precision_at_20": 0.04831, "precision_at_25": 0.03885, "precision_at_50": 0.01973, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.741172, "mrr_at_3": 0.798409, "mrr_at_5": 0.807742, "mrr_at_10": 0.81216, "mrr_at_20": 0.814087, "mrr_at_25": 0.814315, "mrr_at_50": 0.814735, "mrr_at_100": 0.814837, "mrr_at_1000": 0.814872, "nauc_ndcg_at_1_max": 0.485486, "nauc_ndcg_at_1_std": -0.239009, "nauc_ndcg_at_1_diff1": 0.776437, "nauc_ndcg_at_3_max": 0.517552, "nauc_ndcg_at_3_std": -0.294581, "nauc_ndcg_at_3_diff1": 0.744409, "nauc_ndcg_at_5_max": 0.529349, "nauc_ndcg_at_5_std": -0.288648, "nauc_ndcg_at_5_diff1": 0.748417, "nauc_ndcg_at_10_max": 0.522271, "nauc_ndcg_at_10_std": -0.290207, "nauc_ndcg_at_10_diff1": 0.750156, "nauc_ndcg_at_20_max": 0.518236, "nauc_ndcg_at_20_std": -0.284396, "nauc_ndcg_at_20_diff1": 0.750781, "nauc_ndcg_at_25_max": 0.519415, "nauc_ndcg_at_25_std": -0.281815, "nauc_ndcg_at_25_diff1": 0.752766, "nauc_ndcg_at_50_max": 0.517605, "nauc_ndcg_at_50_std": -0.277383, "nauc_ndcg_at_50_diff1": 0.754777, "nauc_ndcg_at_100_max": 0.51719, "nauc_ndcg_at_100_std": -0.274763, "nauc_ndcg_at_100_diff1": 0.754891, "nauc_ndcg_at_1000_max": 0.515235, "nauc_ndcg_at_1000_std": -0.277605, "nauc_ndcg_at_1000_diff1": 0.754443, "nauc_map_at_1_max": 0.485486, "nauc_map_at_1_std": -0.239009, "nauc_map_at_1_diff1": 0.776437, "nauc_map_at_3_max": 0.508857, "nauc_map_at_3_std": -0.27898, "nauc_map_at_3_diff1": 0.752873, "nauc_map_at_5_max": 0.51426, "nauc_map_at_5_std": -0.275324, "nauc_map_at_5_diff1": 0.755197, "nauc_map_at_10_max": 0.511615, "nauc_map_at_10_std": -0.275734, "nauc_map_at_10_diff1": 0.755958, "nauc_map_at_20_max": 0.510567, "nauc_map_at_20_std": -0.274415, "nauc_map_at_20_diff1": 0.756096, "nauc_map_at_25_max": 0.510761, "nauc_map_at_25_std": -0.273973, "nauc_map_at_25_diff1": 0.756432, "nauc_map_at_50_max": 0.51057, "nauc_map_at_50_std": -0.273366, "nauc_map_at_50_diff1": 0.756659, "nauc_map_at_100_max": 0.510528, "nauc_map_at_100_std": -0.273204, "nauc_map_at_100_diff1": 0.756682, "nauc_map_at_1000_max": 0.510465, "nauc_map_at_1000_std": -0.273306, "nauc_map_at_1000_diff1": 0.756672, "nauc_recall_at_1_max": 0.485486, "nauc_recall_at_1_std": -0.239009, "nauc_recall_at_1_diff1": 0.776437, "nauc_recall_at_3_max": 0.552473, "nauc_recall_at_3_std": -0.357586, "nauc_recall_at_3_diff1": 0.71056, "nauc_recall_at_5_max": 0.612696, "nauc_recall_at_5_std": -0.357917, "nauc_recall_at_5_diff1": 0.714015, "nauc_recall_at_10_max": 0.602912, "nauc_recall_at_10_std": -0.403318, "nauc_recall_at_10_diff1": 0.708395, "nauc_recall_at_20_max": 0.6048, "nauc_recall_at_20_std": -0.396491, "nauc_recall_at_20_diff1": 0.687129, "nauc_recall_at_25_max": 0.644884, "nauc_recall_at_25_std": -0.360712, "nauc_recall_at_25_diff1": 0.718666, "nauc_recall_at_50_max": 0.685656, "nauc_recall_at_50_std": -0.23357, "nauc_recall_at_50_diff1": 0.786133, "nauc_recall_at_100_max": 0.834883, "nauc_recall_at_100_std": 0.174237, "nauc_recall_at_100_diff1": 0.82989, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.485486, "nauc_precision_at_1_std": -0.239009, "nauc_precision_at_1_diff1": 0.776437, "nauc_precision_at_3_max": 0.552473, "nauc_precision_at_3_std": -0.357586, "nauc_precision_at_3_diff1": 0.71056, "nauc_precision_at_5_max": 0.612696, "nauc_precision_at_5_std": -0.357917, "nauc_precision_at_5_diff1": 0.714015, "nauc_precision_at_10_max": 0.602912, "nauc_precision_at_10_std": -0.403318, "nauc_precision_at_10_diff1": 0.708395, "nauc_precision_at_20_max": 0.6048, "nauc_precision_at_20_std": -0.396491, "nauc_precision_at_20_diff1": 0.687129, "nauc_precision_at_25_max": 0.644884, "nauc_precision_at_25_std": -0.360712, "nauc_precision_at_25_diff1": 0.718666, "nauc_precision_at_50_max": 0.685656, "nauc_precision_at_50_std": -0.23357, "nauc_precision_at_50_diff1": 0.786133, "nauc_precision_at_100_max": 0.834883, "nauc_precision_at_100_std": 0.174237, "nauc_precision_at_100_diff1": 0.82989, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.485486, "nauc_mrr_at_1_std": -0.239009, "nauc_mrr_at_1_diff1": 0.776437, "nauc_mrr_at_3_max": 0.508857, "nauc_mrr_at_3_std": -0.27898, "nauc_mrr_at_3_diff1": 0.752873, "nauc_mrr_at_5_max": 0.51426, "nauc_mrr_at_5_std": -0.275324, "nauc_mrr_at_5_diff1": 0.755197, "nauc_mrr_at_10_max": 0.511615, "nauc_mrr_at_10_std": -0.275734, "nauc_mrr_at_10_diff1": 0.755958, "nauc_mrr_at_20_max": 0.510567, "nauc_mrr_at_20_std": -0.274415, "nauc_mrr_at_20_diff1": 0.756096, "nauc_mrr_at_25_max": 0.510761, "nauc_mrr_at_25_std": -0.273973, "nauc_mrr_at_25_diff1": 0.756432, "nauc_mrr_at_50_max": 0.51057, "nauc_mrr_at_50_std": -0.273366, "nauc_mrr_at_50_diff1": 0.756659, "nauc_mrr_at_100_max": 0.510528, "nauc_mrr_at_100_std": -0.273204, "nauc_mrr_at_100_diff1": 0.756682, "nauc_mrr_at_1000_max": 0.510465, "nauc_mrr_at_1000_std": -0.273306, "nauc_mrr_at_1000_diff1": 0.756672, "hit_rate_at_1": 0.74117, "hit_rate_at_3": 0.86535, "hit_rate_at_5": 0.9057, "hit_rate_at_10": 0.93869, "hit_rate_at_20": 0.96624, "hit_rate_at_25": 0.97128, "hit_rate_at_50": 0.98642, "hit_rate_at_100": 0.99379, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.741172, "R_cap_at_3": 0.865347, "R_cap_at_5": 0.905704, "R_cap_at_10": 0.938688, "R_cap_at_20": 0.96624, "R_cap_at_25": 0.971284, "R_cap_at_50": 0.986418, "R_cap_at_100": 0.993791, "R_cap_at_1000": 1.0, "main_score": 0.84311, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77816, "ndcg_at_3": 0.8532, "ndcg_at_5": 0.86445, "ndcg_at_10": 0.87436, "ndcg_at_20": 0.87877, "ndcg_at_25": 0.87985, "ndcg_at_50": 0.88084, "ndcg_at_100": 0.88199, "ndcg_at_1000": 0.88257, "map_at_1": 0.77816, "map_at_3": 0.83564, "map_at_5": 0.84191, "map_at_10": 0.8461, "map_at_20": 0.84733, "map_at_25": 0.84755, "map_at_50": 0.84771, "map_at_100": 0.84782, "map_at_1000": 0.84784, "recall_at_1": 0.77816, "recall_at_3": 0.90366, "recall_at_5": 0.93083, "recall_at_10": 0.96097, "recall_at_20": 0.97826, "recall_at_25": 0.9832, "recall_at_50": 0.98814, "recall_at_100": 0.99506, "recall_at_1000": 0.99951, "accuracy": 0.77816, "precision_at_1": 0.77816, "precision_at_3": 0.30122, "precision_at_5": 0.18617, "precision_at_10": 0.0961, "precision_at_20": 0.04891, "precision_at_25": 0.03933, "precision_at_50": 0.01976, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.778162, "mrr_at_3": 0.835639, "mrr_at_5": 0.841914, "mrr_at_10": 0.846103, "mrr_at_20": 0.847333, "mrr_at_25": 0.84755, "mrr_at_50": 0.847712, "mrr_at_100": 0.847819, "mrr_at_1000": 0.847845, "nauc_ndcg_at_1_max": 0.473412, "nauc_ndcg_at_1_std": -0.225383, "nauc_ndcg_at_1_diff1": 0.801443, "nauc_ndcg_at_3_max": 0.511487, "nauc_ndcg_at_3_std": -0.26804, "nauc_ndcg_at_3_diff1": 0.774251, "nauc_ndcg_at_5_max": 0.514684, "nauc_ndcg_at_5_std": -0.264198, "nauc_ndcg_at_5_diff1": 0.777711, "nauc_ndcg_at_10_max": 0.507551, "nauc_ndcg_at_10_std": -0.269231, "nauc_ndcg_at_10_diff1": 0.779756, "nauc_ndcg_at_20_max": 0.505857, "nauc_ndcg_at_20_std": -0.266865, "nauc_ndcg_at_20_diff1": 0.780856, "nauc_ndcg_at_25_max": 0.505496, "nauc_ndcg_at_25_std": -0.263947, "nauc_ndcg_at_25_diff1": 0.782241, "nauc_ndcg_at_50_max": 0.504644, "nauc_ndcg_at_50_std": -0.26138, "nauc_ndcg_at_50_diff1": 0.783164, "nauc_ndcg_at_100_max": 0.505008, "nauc_ndcg_at_100_std": -0.256744, "nauc_ndcg_at_100_diff1": 0.784088, "nauc_ndcg_at_1000_max": 0.504681, "nauc_ndcg_at_1000_std": -0.254732, "nauc_ndcg_at_1000_diff1": 0.783872, "nauc_map_at_1_max": 0.473412, "nauc_map_at_1_std": -0.225383, "nauc_map_at_1_diff1": 0.801443, "nauc_map_at_3_max": 0.503309, "nauc_map_at_3_std": -0.251752, "nauc_map_at_3_diff1": 0.782438, "nauc_map_at_5_max": 0.504392, "nauc_map_at_5_std": -0.249251, "nauc_map_at_5_diff1": 0.784482, "nauc_map_at_10_max": 0.501861, "nauc_map_at_10_std": -0.250138, "nauc_map_at_10_diff1": 0.785347, "nauc_map_at_20_max": 0.501427, "nauc_map_at_20_std": -0.24959, "nauc_map_at_20_diff1": 0.785672, "nauc_map_at_25_max": 0.501344, "nauc_map_at_25_std": -0.249122, "nauc_map_at_25_diff1": 0.785894, "nauc_map_at_50_max": 0.501254, "nauc_map_at_50_std": -0.248752, "nauc_map_at_50_diff1": 0.786027, "nauc_map_at_100_max": 0.501271, "nauc_map_at_100_std": -0.248398, "nauc_map_at_100_diff1": 0.78609, "nauc_map_at_1000_max": 0.501276, "nauc_map_at_1000_std": -0.248313, "nauc_map_at_1000_diff1": 0.786081, "nauc_recall_at_1_max": 0.473412, "nauc_recall_at_1_std": -0.225383, "nauc_recall_at_1_diff1": 0.801443, "nauc_recall_at_3_max": 0.546677, "nauc_recall_at_3_std": -0.345085, "nauc_recall_at_3_diff1": 0.736732, "nauc_recall_at_5_max": 0.5758, "nauc_recall_at_5_std": -0.357783, "nauc_recall_at_5_diff1": 0.737231, "nauc_recall_at_10_max": 0.552517, "nauc_recall_at_10_std": -0.484987, "nauc_recall_at_10_diff1": 0.7257, "nauc_recall_at_20_max": 0.553376, "nauc_recall_at_20_std": -0.601397, "nauc_recall_at_20_diff1": 0.703508, "nauc_recall_at_25_max": 0.557782, "nauc_recall_at_25_std": -0.608489, "nauc_recall_at_25_diff1": 0.723734, "nauc_recall_at_50_max": 0.536195, "nauc_recall_at_50_std": -0.635217, "nauc_recall_at_50_diff1": 0.741069, "nauc_recall_at_100_max": 0.633387, "nauc_recall_at_100_std": -0.536159, "nauc_recall_at_100_diff1": 0.810479, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.122752, "nauc_recall_at_1000_diff1": 0.722233, "nauc_precision_at_1_max": 0.473412, "nauc_precision_at_1_std": -0.225383, "nauc_precision_at_1_diff1": 0.801443, "nauc_precision_at_3_max": 0.546677, "nauc_precision_at_3_std": -0.345085, "nauc_precision_at_3_diff1": 0.736732, "nauc_precision_at_5_max": 0.5758, "nauc_precision_at_5_std": -0.357783, "nauc_precision_at_5_diff1": 0.737231, "nauc_precision_at_10_max": 0.552517, "nauc_precision_at_10_std": -0.484987, "nauc_precision_at_10_diff1": 0.7257, "nauc_precision_at_20_max": 0.553376, "nauc_precision_at_20_std": -0.601397, "nauc_precision_at_20_diff1": 0.703508, "nauc_precision_at_25_max": 0.557782, "nauc_precision_at_25_std": -0.608489, "nauc_precision_at_25_diff1": 0.723734, "nauc_precision_at_50_max": 0.536195, "nauc_precision_at_50_std": -0.635217, "nauc_precision_at_50_diff1": 0.741069, "nauc_precision_at_100_max": 0.633387, "nauc_precision_at_100_std": -0.536159, "nauc_precision_at_100_diff1": 0.810479, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.122752, "nauc_precision_at_1000_diff1": 0.722233, "nauc_mrr_at_1_max": 0.473412, "nauc_mrr_at_1_std": -0.225383, "nauc_mrr_at_1_diff1": 0.801443, "nauc_mrr_at_3_max": 0.503309, "nauc_mrr_at_3_std": -0.251752, "nauc_mrr_at_3_diff1": 0.782438, "nauc_mrr_at_5_max": 0.504392, "nauc_mrr_at_5_std": -0.249251, "nauc_mrr_at_5_diff1": 0.784482, "nauc_mrr_at_10_max": 0.501861, "nauc_mrr_at_10_std": -0.250138, "nauc_mrr_at_10_diff1": 0.785347, "nauc_mrr_at_20_max": 0.501427, "nauc_mrr_at_20_std": -0.24959, "nauc_mrr_at_20_diff1": 0.785672, "nauc_mrr_at_25_max": 0.501344, "nauc_mrr_at_25_std": -0.249122, "nauc_mrr_at_25_diff1": 0.785894, "nauc_mrr_at_50_max": 0.501254, "nauc_mrr_at_50_std": -0.248752, "nauc_mrr_at_50_diff1": 0.786027, "nauc_mrr_at_100_max": 0.501271, "nauc_mrr_at_100_std": -0.248398, "nauc_mrr_at_100_diff1": 0.78609, "nauc_mrr_at_1000_max": 0.501276, "nauc_mrr_at_1000_std": -0.248313, "nauc_mrr_at_1000_diff1": 0.786081, "hit_rate_at_1": 0.77816, "hit_rate_at_3": 0.90366, "hit_rate_at_5": 0.93083, "hit_rate_at_10": 0.96097, "hit_rate_at_20": 0.97826, "hit_rate_at_25": 0.9832, "hit_rate_at_50": 0.98814, "hit_rate_at_100": 0.99506, "hit_rate_at_1000": 0.99951, "R_cap_at_1": 0.778162, "R_cap_at_3": 0.903656, "R_cap_at_5": 0.93083, "R_cap_at_10": 0.960968, "R_cap_at_20": 0.978261, "R_cap_at_25": 0.983202, "R_cap_at_50": 0.988142, "R_cap_at_100": 0.995059, "R_cap_at_1000": 0.999506, "main_score": 0.87436, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.89481, "ndcg_at_3": 0.94314, "ndcg_at_5": 0.94842, "ndcg_at_10": 0.9501, "ndcg_at_20": 0.95121, "ndcg_at_25": 0.95121, "ndcg_at_50": 0.95177, "ndcg_at_100": 0.95177, "ndcg_at_1000": 0.95188, "map_at_1": 0.89481, "map_at_3": 0.93219, "map_at_5": 0.93522, "map_at_10": 0.93593, "map_at_20": 0.93623, "map_at_25": 0.93623, "map_at_50": 0.93631, "map_at_100": 0.93631, "map_at_1000": 0.93632, "recall_at_1": 0.89481, "recall_at_3": 0.97443, "recall_at_5": 0.98685, "recall_at_10": 0.99196, "recall_at_20": 0.99635, "recall_at_25": 0.99635, "recall_at_50": 0.99927, "recall_at_100": 0.99927, "recall_at_1000": 1.0, "accuracy": 0.89481, "precision_at_1": 0.89481, "precision_at_3": 0.32481, "precision_at_5": 0.19737, "precision_at_10": 0.0992, "precision_at_20": 0.04982, "precision_at_25": 0.03985, "precision_at_50": 0.01999, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.894814, "mrr_at_3": 0.932189, "mrr_at_5": 0.93522, "mrr_at_10": 0.935926, "mrr_at_20": 0.936234, "mrr_at_25": 0.936234, "mrr_at_50": 0.936314, "mrr_at_100": 0.936314, "mrr_at_1000": 0.936321, "nauc_ndcg_at_1_max": 0.648528, "nauc_ndcg_at_1_std": -0.040882, "nauc_ndcg_at_1_diff1": 0.903962, "nauc_ndcg_at_3_max": 0.72173, "nauc_ndcg_at_3_std": 0.000211, "nauc_ndcg_at_3_diff1": 0.899802, "nauc_ndcg_at_5_max": 0.708707, "nauc_ndcg_at_5_std": 0.00755, "nauc_ndcg_at_5_diff1": 0.899358, "nauc_ndcg_at_10_max": 0.701693, "nauc_ndcg_at_10_std": 0.007624, "nauc_ndcg_at_10_diff1": 0.8997, "nauc_ndcg_at_20_max": 0.696566, "nauc_ndcg_at_20_std": -0.003567, "nauc_ndcg_at_20_diff1": 0.899632, "nauc_ndcg_at_25_max": 0.696566, "nauc_ndcg_at_25_std": -0.003567, "nauc_ndcg_at_25_diff1": 0.899632, "nauc_ndcg_at_50_max": 0.693402, "nauc_ndcg_at_50_std": -0.009079, "nauc_ndcg_at_50_diff1": 0.900012, "nauc_ndcg_at_100_max": 0.693402, "nauc_ndcg_at_100_std": -0.009079, "nauc_ndcg_at_100_diff1": 0.900012, "nauc_ndcg_at_1000_max": 0.692704, "nauc_ndcg_at_1000_std": -0.011079, "nauc_ndcg_at_1000_diff1": 0.900082, "nauc_map_at_1_max": 0.648528, "nauc_map_at_1_std": -0.040882, "nauc_map_at_1_diff1": 0.903962, "nauc_map_at_3_max": 0.698495, "nauc_map_at_3_std": -0.017376, "nauc_map_at_3_diff1": 0.900585, "nauc_map_at_5_max": 0.691535, "nauc_map_at_5_std": -0.01451, "nauc_map_at_5_diff1": 0.900395, "nauc_map_at_10_max": 0.689063, "nauc_map_at_10_std": -0.014361, "nauc_map_at_10_diff1": 0.900463, "nauc_map_at_20_max": 0.687922, "nauc_map_at_20_std": -0.016845, "nauc_map_at_20_diff1": 0.900463, "nauc_map_at_25_max": 0.687922, "nauc_map_at_25_std": -0.016845, "nauc_map_at_25_diff1": 0.900463, "nauc_map_at_50_max": 0.68756, "nauc_map_at_50_std": -0.01752, "nauc_map_at_50_diff1": 0.9005, "nauc_map_at_100_max": 0.68756, "nauc_map_at_100_std": -0.01752, "nauc_map_at_100_diff1": 0.9005, "nauc_map_at_1000_max": 0.687525, "nauc_map_at_1000_std": -0.017619, "nauc_map_at_1000_diff1": 0.900503, "nauc_recall_at_1_max": 0.648528, "nauc_recall_at_1_std": -0.040882, "nauc_recall_at_1_diff1": 0.903962, "nauc_recall_at_3_max": 0.894225, "nauc_recall_at_3_std": 0.136602, "nauc_recall_at_3_diff1": 0.894678, "nauc_recall_at_5_max": 0.935926, "nauc_recall_at_5_std": 0.325842, "nauc_recall_at_5_diff1": 0.886255, "nauc_recall_at_10_max": 0.947576, "nauc_recall_at_10_std": 0.514236, "nauc_recall_at_10_diff1": 0.886666, "nauc_recall_at_20_max": 0.973854, "nauc_recall_at_20_std": 0.538035, "nauc_recall_at_20_diff1": 0.865999, "nauc_recall_at_25_max": 0.973854, "nauc_recall_at_25_std": 0.538035, "nauc_recall_at_25_diff1": 0.865999, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.86927, "nauc_recall_at_50_diff1": 0.86927, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.86927, "nauc_recall_at_100_diff1": 0.86927, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.648528, "nauc_precision_at_1_std": -0.040882, "nauc_precision_at_1_diff1": 0.903962, "nauc_precision_at_3_max": 0.894225, "nauc_precision_at_3_std": 0.136602, "nauc_precision_at_3_diff1": 0.894678, "nauc_precision_at_5_max": 0.935926, "nauc_precision_at_5_std": 0.325842, "nauc_precision_at_5_diff1": 0.886255, "nauc_precision_at_10_max": 0.947576, "nauc_precision_at_10_std": 0.514236, "nauc_precision_at_10_diff1": 0.886666, "nauc_precision_at_20_max": 0.973854, "nauc_precision_at_20_std": 0.538035, "nauc_precision_at_20_diff1": 0.865999, "nauc_precision_at_25_max": 0.973854, "nauc_precision_at_25_std": 0.538035, "nauc_precision_at_25_diff1": 0.865999, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.86927, "nauc_precision_at_50_diff1": 0.86927, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.86927, "nauc_precision_at_100_diff1": 0.86927, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.648528, "nauc_mrr_at_1_std": -0.040882, "nauc_mrr_at_1_diff1": 0.903962, "nauc_mrr_at_3_max": 0.698495, "nauc_mrr_at_3_std": -0.017376, "nauc_mrr_at_3_diff1": 0.900585, "nauc_mrr_at_5_max": 0.691535, "nauc_mrr_at_5_std": -0.01451, "nauc_mrr_at_5_diff1": 0.900395, "nauc_mrr_at_10_max": 0.689063, "nauc_mrr_at_10_std": -0.014361, "nauc_mrr_at_10_diff1": 0.900463, "nauc_mrr_at_20_max": 0.687922, "nauc_mrr_at_20_std": -0.016845, "nauc_mrr_at_20_diff1": 0.900463, "nauc_mrr_at_25_max": 0.687922, "nauc_mrr_at_25_std": -0.016845, "nauc_mrr_at_25_diff1": 0.900463, "nauc_mrr_at_50_max": 0.68756, "nauc_mrr_at_50_std": -0.01752, "nauc_mrr_at_50_diff1": 0.9005, "nauc_mrr_at_100_max": 0.68756, "nauc_mrr_at_100_std": -0.01752, "nauc_mrr_at_100_diff1": 0.9005, "nauc_mrr_at_1000_max": 0.687525, "nauc_mrr_at_1000_std": -0.017619, "nauc_mrr_at_1000_diff1": 0.900503, "hit_rate_at_1": 0.89481, "hit_rate_at_3": 0.97443, "hit_rate_at_5": 0.98685, "hit_rate_at_10": 0.99196, "hit_rate_at_20": 0.99635, "hit_rate_at_25": 0.99635, "hit_rate_at_50": 0.99927, "hit_rate_at_100": 0.99927, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.894814, "R_cap_at_3": 0.974434, "R_cap_at_5": 0.986852, "R_cap_at_10": 0.991965, "R_cap_at_20": 0.996348, "R_cap_at_25": 0.996348, "R_cap_at_50": 0.99927, "R_cap_at_100": 0.99927, "R_cap_at_1000": 1.0, "main_score": 0.9501, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73244, "ndcg_at_3": 0.82264, "ndcg_at_5": 0.83891, "ndcg_at_10": 0.84853, "ndcg_at_20": 0.85429, "ndcg_at_25": 0.85507, "ndcg_at_50": 0.85821, "ndcg_at_100": 0.85858, "ndcg_at_1000": 0.85895, "map_at_1": 0.73244, "map_at_3": 0.80142, "map_at_5": 0.81048, "map_at_10": 0.8144, "map_at_20": 0.81604, "map_at_25": 0.81619, "map_at_50": 0.81667, "map_at_100": 0.81671, "map_at_1000": 0.81672, "recall_at_1": 0.73244, "recall_at_3": 0.88367, "recall_at_5": 0.92304, "recall_at_10": 0.95302, "recall_at_20": 0.97539, "recall_at_25": 0.97897, "recall_at_50": 0.99508, "recall_at_100": 0.99732, "recall_at_1000": 1.0, "accuracy": 0.73244, "precision_at_1": 0.73244, "precision_at_3": 0.29456, "precision_at_5": 0.18461, "precision_at_10": 0.0953, "precision_at_20": 0.04877, "precision_at_25": 0.03916, "precision_at_50": 0.0199, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.732438, "mrr_at_3": 0.801417, "mrr_at_5": 0.810477, "mrr_at_10": 0.814398, "mrr_at_20": 0.816037, "mrr_at_25": 0.816192, "mrr_at_50": 0.816672, "mrr_at_100": 0.816706, "mrr_at_1000": 0.816724, "nauc_ndcg_at_1_max": 0.34074, "nauc_ndcg_at_1_std": -0.263798, "nauc_ndcg_at_1_diff1": 0.781885, "nauc_ndcg_at_3_max": 0.362826, "nauc_ndcg_at_3_std": -0.256828, "nauc_ndcg_at_3_diff1": 0.747262, "nauc_ndcg_at_5_max": 0.361209, "nauc_ndcg_at_5_std": -0.261242, "nauc_ndcg_at_5_diff1": 0.749514, "nauc_ndcg_at_10_max": 0.363521, "nauc_ndcg_at_10_std": -0.262438, "nauc_ndcg_at_10_diff1": 0.756578, "nauc_ndcg_at_20_max": 0.36659, "nauc_ndcg_at_20_std": -0.257941, "nauc_ndcg_at_20_diff1": 0.758247, "nauc_ndcg_at_25_max": 0.367984, "nauc_ndcg_at_25_std": -0.255249, "nauc_ndcg_at_25_diff1": 0.758693, "nauc_ndcg_at_50_max": 0.361536, "nauc_ndcg_at_50_std": -0.258534, "nauc_ndcg_at_50_diff1": 0.760752, "nauc_ndcg_at_100_max": 0.360976, "nauc_ndcg_at_100_std": -0.25779, "nauc_ndcg_at_100_diff1": 0.760628, "nauc_ndcg_at_1000_max": 0.359264, "nauc_ndcg_at_1000_std": -0.259718, "nauc_ndcg_at_1000_diff1": 0.760264, "nauc_map_at_1_max": 0.34074, "nauc_map_at_1_std": -0.263798, "nauc_map_at_1_diff1": 0.781885, "nauc_map_at_3_max": 0.356643, "nauc_map_at_3_std": -0.258727, "nauc_map_at_3_diff1": 0.757483, "nauc_map_at_5_max": 0.355593, "nauc_map_at_5_std": -0.260884, "nauc_map_at_5_diff1": 0.759057, "nauc_map_at_10_max": 0.356028, "nauc_map_at_10_std": -0.261587, "nauc_map_at_10_diff1": 0.761702, "nauc_map_at_20_max": 0.356534, "nauc_map_at_20_std": -0.260551, "nauc_map_at_20_diff1": 0.762223, "nauc_map_at_25_max": 0.356727, "nauc_map_at_25_std": -0.260136, "nauc_map_at_25_diff1": 0.762294, "nauc_map_at_50_max": 0.35592, "nauc_map_at_50_std": -0.260585, "nauc_map_at_50_diff1": 0.762514, "nauc_map_at_100_max": 0.355884, "nauc_map_at_100_std": -0.260526, "nauc_map_at_100_diff1": 0.762507, "nauc_map_at_1000_max": 0.35582, "nauc_map_at_1000_std": -0.2606, "nauc_map_at_1000_diff1": 0.762494, "nauc_recall_at_1_max": 0.34074, "nauc_recall_at_1_std": -0.263798, "nauc_recall_at_1_diff1": 0.781885, "nauc_recall_at_3_max": 0.390563, "nauc_recall_at_3_std": -0.24835, "nauc_recall_at_3_diff1": 0.701026, "nauc_recall_at_5_max": 0.39616, "nauc_recall_at_5_std": -0.265305, "nauc_recall_at_5_diff1": 0.689245, "nauc_recall_at_10_max": 0.443565, "nauc_recall_at_10_std": -0.273189, "nauc_recall_at_10_diff1": 0.714678, "nauc_recall_at_20_max": 0.586646, "nauc_recall_at_20_std": -0.188876, "nauc_recall_at_20_diff1": 0.70708, "nauc_recall_at_25_max": 0.665681, "nauc_recall_at_25_std": -0.098925, "nauc_recall_at_25_diff1": 0.711456, "nauc_recall_at_50_max": 0.778074, "nauc_recall_at_50_std": -0.009305, "nauc_recall_at_50_diff1": 0.84995, "nauc_recall_at_100_max": 0.956416, "nauc_recall_at_100_std": 0.407428, "nauc_recall_at_100_diff1": 0.885605, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.34074, "nauc_precision_at_1_std": -0.263798, "nauc_precision_at_1_diff1": 0.781885, "nauc_precision_at_3_max": 0.390563, "nauc_precision_at_3_std": -0.24835, "nauc_precision_at_3_diff1": 0.701026, "nauc_precision_at_5_max": 0.39616, "nauc_precision_at_5_std": -0.265305, "nauc_precision_at_5_diff1": 0.689245, "nauc_precision_at_10_max": 0.443565, "nauc_precision_at_10_std": -0.273189, "nauc_precision_at_10_diff1": 0.714678, "nauc_precision_at_20_max": 0.586646, "nauc_precision_at_20_std": -0.188876, "nauc_precision_at_20_diff1": 0.70708, "nauc_precision_at_25_max": 0.665681, "nauc_precision_at_25_std": -0.098925, "nauc_precision_at_25_diff1": 0.711456, "nauc_precision_at_50_max": 0.778074, "nauc_precision_at_50_std": -0.009305, "nauc_precision_at_50_diff1": 0.84995, "nauc_precision_at_100_max": 0.956416, "nauc_precision_at_100_std": 0.407428, "nauc_precision_at_100_diff1": 0.885605, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.34074, "nauc_mrr_at_1_std": -0.263798, "nauc_mrr_at_1_diff1": 0.781885, "nauc_mrr_at_3_max": 0.356643, "nauc_mrr_at_3_std": -0.258727, "nauc_mrr_at_3_diff1": 0.757483, "nauc_mrr_at_5_max": 0.355593, "nauc_mrr_at_5_std": -0.260884, "nauc_mrr_at_5_diff1": 0.759057, "nauc_mrr_at_10_max": 0.356028, "nauc_mrr_at_10_std": -0.261587, "nauc_mrr_at_10_diff1": 0.761702, "nauc_mrr_at_20_max": 0.356534, "nauc_mrr_at_20_std": -0.260551, "nauc_mrr_at_20_diff1": 0.762223, "nauc_mrr_at_25_max": 0.356727, "nauc_mrr_at_25_std": -0.260136, "nauc_mrr_at_25_diff1": 0.762294, "nauc_mrr_at_50_max": 0.35592, "nauc_mrr_at_50_std": -0.260585, "nauc_mrr_at_50_diff1": 0.762514, "nauc_mrr_at_100_max": 0.355884, "nauc_mrr_at_100_std": -0.260526, "nauc_mrr_at_100_diff1": 0.762507, "nauc_mrr_at_1000_max": 0.35582, "nauc_mrr_at_1000_std": -0.2606, "nauc_mrr_at_1000_diff1": 0.762494, "hit_rate_at_1": 0.73244, "hit_rate_at_3": 0.88367, "hit_rate_at_5": 0.92304, "hit_rate_at_10": 0.95302, "hit_rate_at_20": 0.97539, "hit_rate_at_25": 0.97897, "hit_rate_at_50": 0.99508, "hit_rate_at_100": 0.99732, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.732438, "R_cap_at_3": 0.883669, "R_cap_at_5": 0.923043, "R_cap_at_10": 0.95302, "R_cap_at_20": 0.975391, "R_cap_at_25": 0.978971, "R_cap_at_50": 0.995078, "R_cap_at_100": 0.997315, "R_cap_at_1000": 1.0, "main_score": 0.84853, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75673, "ndcg_at_3": 0.84067, "ndcg_at_5": 0.85522, "ndcg_at_10": 0.86421, "ndcg_at_20": 0.8704, "ndcg_at_25": 0.87121, "ndcg_at_50": 0.87266, "ndcg_at_100": 0.87312, "ndcg_at_1000": 0.87335, "map_at_1": 0.75673, "map_at_3": 0.8208, "map_at_5": 0.82888, "map_at_10": 0.83276, "map_at_20": 0.8345, "map_at_25": 0.83466, "map_at_50": 0.83489, "map_at_100": 0.83493, "map_at_1000": 0.83494, "recall_at_1": 0.75673, "recall_at_3": 0.89786, "recall_at_5": 0.93315, "recall_at_10": 0.96007, "recall_at_20": 0.98422, "recall_at_25": 0.98793, "recall_at_50": 0.99536, "recall_at_100": 0.99814, "recall_at_1000": 1.0, "accuracy": 0.75673, "precision_at_1": 0.75673, "precision_at_3": 0.29929, "precision_at_5": 0.18663, "precision_at_10": 0.09601, "precision_at_20": 0.04921, "precision_at_25": 0.03952, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.756732, "mrr_at_3": 0.820799, "mrr_at_5": 0.828877, "mrr_at_10": 0.832758, "mrr_at_20": 0.834501, "mrr_at_25": 0.834662, "mrr_at_50": 0.834886, "mrr_at_100": 0.834929, "mrr_at_1000": 0.834936, "nauc_ndcg_at_1_max": 0.404511, "nauc_ndcg_at_1_std": -0.183185, "nauc_ndcg_at_1_diff1": 0.790283, "nauc_ndcg_at_3_max": 0.447232, "nauc_ndcg_at_3_std": -0.182066, "nauc_ndcg_at_3_diff1": 0.760929, "nauc_ndcg_at_5_max": 0.45692, "nauc_ndcg_at_5_std": -0.168058, "nauc_ndcg_at_5_diff1": 0.770075, "nauc_ndcg_at_10_max": 0.441126, "nauc_ndcg_at_10_std": -0.173147, "nauc_ndcg_at_10_diff1": 0.774117, "nauc_ndcg_at_20_max": 0.445849, "nauc_ndcg_at_20_std": -0.183706, "nauc_ndcg_at_20_diff1": 0.773835, "nauc_ndcg_at_25_max": 0.443219, "nauc_ndcg_at_25_std": -0.181982, "nauc_ndcg_at_25_diff1": 0.774068, "nauc_ndcg_at_50_max": 0.441589, "nauc_ndcg_at_50_std": -0.179202, "nauc_ndcg_at_50_diff1": 0.773203, "nauc_ndcg_at_100_max": 0.439578, "nauc_ndcg_at_100_std": -0.179732, "nauc_ndcg_at_100_diff1": 0.773964, "nauc_ndcg_at_1000_max": 0.438804, "nauc_ndcg_at_1000_std": -0.181045, "nauc_ndcg_at_1000_diff1": 0.77394, "nauc_map_at_1_max": 0.404511, "nauc_map_at_1_std": -0.183185, "nauc_map_at_1_diff1": 0.790283, "nauc_map_at_3_max": 0.435, "nauc_map_at_3_std": -0.184854, "nauc_map_at_3_diff1": 0.76857, "nauc_map_at_5_max": 0.438795, "nauc_map_at_5_std": -0.178078, "nauc_map_at_5_diff1": 0.773115, "nauc_map_at_10_max": 0.432734, "nauc_map_at_10_std": -0.180502, "nauc_map_at_10_diff1": 0.774898, "nauc_map_at_20_max": 0.434341, "nauc_map_at_20_std": -0.183256, "nauc_map_at_20_diff1": 0.774969, "nauc_map_at_25_max": 0.433921, "nauc_map_at_25_std": -0.182997, "nauc_map_at_25_diff1": 0.775001, "nauc_map_at_50_max": 0.43367, "nauc_map_at_50_std": -0.182729, "nauc_map_at_50_diff1": 0.774904, "nauc_map_at_100_max": 0.433526, "nauc_map_at_100_std": -0.18273, "nauc_map_at_100_diff1": 0.774942, "nauc_map_at_1000_max": 0.43351, "nauc_map_at_1000_std": -0.182752, "nauc_map_at_1000_diff1": 0.774943, "nauc_recall_at_1_max": 0.404511, "nauc_recall_at_1_std": -0.183185, "nauc_recall_at_1_diff1": 0.790283, "nauc_recall_at_3_max": 0.50373, "nauc_recall_at_3_std": -0.167346, "nauc_recall_at_3_diff1": 0.7262, "nauc_recall_at_5_max": 0.582523, "nauc_recall_at_5_std": -0.093718, "nauc_recall_at_5_diff1": 0.754565, "nauc_recall_at_10_max": 0.518747, "nauc_recall_at_10_std": -0.083741, "nauc_recall_at_10_diff1": 0.776707, "nauc_recall_at_20_max": 0.73122, "nauc_recall_at_20_std": -0.23596, "nauc_recall_at_20_diff1": 0.763323, "nauc_recall_at_25_max": 0.700059, "nauc_recall_at_25_std": -0.172881, "nauc_recall_at_25_diff1": 0.771302, "nauc_recall_at_50_max": 0.918298, "nauc_recall_at_50_std": 0.224454, "nauc_recall_at_50_diff1": 0.653737, "nauc_recall_at_100_max": 0.861125, "nauc_recall_at_100_std": 0.561495, "nauc_recall_at_100_diff1": 0.795745, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.404511, "nauc_precision_at_1_std": -0.183185, "nauc_precision_at_1_diff1": 0.790283, "nauc_precision_at_3_max": 0.50373, "nauc_precision_at_3_std": -0.167346, "nauc_precision_at_3_diff1": 0.7262, "nauc_precision_at_5_max": 0.582523, "nauc_precision_at_5_std": -0.093718, "nauc_precision_at_5_diff1": 0.754565, "nauc_precision_at_10_max": 0.518747, "nauc_precision_at_10_std": -0.083741, "nauc_precision_at_10_diff1": 0.776707, "nauc_precision_at_20_max": 0.73122, "nauc_precision_at_20_std": -0.23596, "nauc_precision_at_20_diff1": 0.763323, "nauc_precision_at_25_max": 0.700059, "nauc_precision_at_25_std": -0.172881, "nauc_precision_at_25_diff1": 0.771302, "nauc_precision_at_50_max": 0.918298, "nauc_precision_at_50_std": 0.224454, "nauc_precision_at_50_diff1": 0.653737, "nauc_precision_at_100_max": 0.861125, "nauc_precision_at_100_std": 0.561495, "nauc_precision_at_100_diff1": 0.795745, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.404511, "nauc_mrr_at_1_std": -0.183185, "nauc_mrr_at_1_diff1": 0.790283, "nauc_mrr_at_3_max": 0.435, "nauc_mrr_at_3_std": -0.184854, "nauc_mrr_at_3_diff1": 0.76857, "nauc_mrr_at_5_max": 0.438795, "nauc_mrr_at_5_std": -0.178078, "nauc_mrr_at_5_diff1": 0.773115, "nauc_mrr_at_10_max": 0.432734, "nauc_mrr_at_10_std": -0.180502, "nauc_mrr_at_10_diff1": 0.774898, "nauc_mrr_at_20_max": 0.434341, "nauc_mrr_at_20_std": -0.183256, "nauc_mrr_at_20_diff1": 0.774969, "nauc_mrr_at_25_max": 0.433921, "nauc_mrr_at_25_std": -0.182997, "nauc_mrr_at_25_diff1": 0.775001, "nauc_mrr_at_50_max": 0.43367, "nauc_mrr_at_50_std": -0.182729, "nauc_mrr_at_50_diff1": 0.774904, "nauc_mrr_at_100_max": 0.433526, "nauc_mrr_at_100_std": -0.18273, "nauc_mrr_at_100_diff1": 0.774942, "nauc_mrr_at_1000_max": 0.43351, "nauc_mrr_at_1000_std": -0.182752, "nauc_mrr_at_1000_diff1": 0.774943, "hit_rate_at_1": 0.75673, "hit_rate_at_3": 0.89786, "hit_rate_at_5": 0.93315, "hit_rate_at_10": 0.96007, "hit_rate_at_20": 0.98422, "hit_rate_at_25": 0.98793, "hit_rate_at_50": 0.99536, "hit_rate_at_100": 0.99814, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.756732, "R_cap_at_3": 0.897864, "R_cap_at_5": 0.933148, "R_cap_at_10": 0.960074, "R_cap_at_20": 0.984215, "R_cap_at_25": 0.987929, "R_cap_at_50": 0.995357, "R_cap_at_100": 0.998143, "R_cap_at_1000": 1.0, "main_score": 0.86421, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83354, "ndcg_at_3": 0.89523, "ndcg_at_5": 0.90406, "ndcg_at_10": 0.90875, "ndcg_at_20": 0.91165, "ndcg_at_25": 0.91206, "ndcg_at_50": 0.91402, "ndcg_at_100": 0.91423, "ndcg_at_1000": 0.91456, "map_at_1": 0.83354, "map_at_3": 0.88051, "map_at_5": 0.88546, "map_at_10": 0.88743, "map_at_20": 0.88826, "map_at_25": 0.88834, "map_at_50": 0.88864, "map_at_100": 0.88866, "map_at_1000": 0.88868, "recall_at_1": 0.83354, "recall_at_3": 0.93766, "recall_at_5": 0.95885, "recall_at_10": 0.97319, "recall_at_20": 0.98441, "recall_at_25": 0.98628, "recall_at_50": 0.99626, "recall_at_100": 0.99751, "recall_at_1000": 1.0, "accuracy": 0.83354, "precision_at_1": 0.83354, "precision_at_3": 0.31255, "precision_at_5": 0.19177, "precision_at_10": 0.09732, "precision_at_20": 0.04922, "precision_at_25": 0.03945, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.833541, "mrr_at_3": 0.880507, "mrr_at_5": 0.885463, "mrr_at_10": 0.887425, "mrr_at_20": 0.888256, "mrr_at_25": 0.888338, "mrr_at_50": 0.88864, "mrr_at_100": 0.888662, "mrr_at_1000": 0.888677, "nauc_ndcg_at_1_max": 0.581856, "nauc_ndcg_at_1_std": -0.205357, "nauc_ndcg_at_1_diff1": 0.851472, "nauc_ndcg_at_3_max": 0.626896, "nauc_ndcg_at_3_std": -0.204694, "nauc_ndcg_at_3_diff1": 0.829437, "nauc_ndcg_at_5_max": 0.620635, "nauc_ndcg_at_5_std": -0.204226, "nauc_ndcg_at_5_diff1": 0.824252, "nauc_ndcg_at_10_max": 0.617275, "nauc_ndcg_at_10_std": -0.193382, "nauc_ndcg_at_10_diff1": 0.824854, "nauc_ndcg_at_20_max": 0.611646, "nauc_ndcg_at_20_std": -0.207705, "nauc_ndcg_at_20_diff1": 0.83019, "nauc_ndcg_at_25_max": 0.612287, "nauc_ndcg_at_25_std": -0.204068, "nauc_ndcg_at_25_diff1": 0.83195, "nauc_ndcg_at_50_max": 0.608881, "nauc_ndcg_at_50_std": -0.213452, "nauc_ndcg_at_50_diff1": 0.832671, "nauc_ndcg_at_100_max": 0.608452, "nauc_ndcg_at_100_std": -0.213434, "nauc_ndcg_at_100_diff1": 0.833072, "nauc_ndcg_at_1000_max": 0.607635, "nauc_ndcg_at_1000_std": -0.209463, "nauc_ndcg_at_1000_diff1": 0.832769, "nauc_map_at_1_max": 0.581856, "nauc_map_at_1_std": -0.205357, "nauc_map_at_1_diff1": 0.851472, "nauc_map_at_3_max": 0.610357, "nauc_map_at_3_std": -0.209691, "nauc_map_at_3_diff1": 0.835118, "nauc_map_at_5_max": 0.606727, "nauc_map_at_5_std": -0.209803, "nauc_map_at_5_diff1": 0.832953, "nauc_map_at_10_max": 0.605288, "nauc_map_at_10_std": -0.206476, "nauc_map_at_10_diff1": 0.833357, "nauc_map_at_20_max": 0.603852, "nauc_map_at_20_std": -0.209717, "nauc_map_at_20_diff1": 0.834631, "nauc_map_at_25_max": 0.603939, "nauc_map_at_25_std": -0.209134, "nauc_map_at_25_diff1": 0.834905, "nauc_map_at_50_max": 0.603525, "nauc_map_at_50_std": -0.210274, "nauc_map_at_50_diff1": 0.835022, "nauc_map_at_100_max": 0.603491, "nauc_map_at_100_std": -0.210269, "nauc_map_at_100_diff1": 0.835055, "nauc_map_at_1000_max": 0.603455, "nauc_map_at_1000_std": -0.210102, "nauc_map_at_1000_diff1": 0.835039, "nauc_recall_at_1_max": 0.581856, "nauc_recall_at_1_std": -0.205357, "nauc_recall_at_1_diff1": 0.851472, "nauc_recall_at_3_max": 0.716303, "nauc_recall_at_3_std": -0.174425, "nauc_recall_at_3_diff1": 0.800385, "nauc_recall_at_5_max": 0.727684, "nauc_recall_at_5_std": -0.155085, "nauc_recall_at_5_diff1": 0.757031, "nauc_recall_at_10_max": 0.752022, "nauc_recall_at_10_std": -0.014079, "nauc_recall_at_10_diff1": 0.726293, "nauc_recall_at_20_max": 0.73329, "nauc_recall_at_20_std": -0.193544, "nauc_recall_at_20_diff1": 0.768115, "nauc_recall_at_25_max": 0.768722, "nauc_recall_at_25_std": -0.089568, "nauc_recall_at_25_diff1": 0.809994, "nauc_recall_at_50_max": 0.796926, "nauc_recall_at_50_std": -0.839416, "nauc_recall_at_50_diff1": 0.824932, "nauc_recall_at_100_max": 0.806839, "nauc_recall_at_100_std": -1.151838, "nauc_recall_at_100_diff1": 0.897888, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.581856, "nauc_precision_at_1_std": -0.205357, "nauc_precision_at_1_diff1": 0.851472, "nauc_precision_at_3_max": 0.716303, "nauc_precision_at_3_std": -0.174425, "nauc_precision_at_3_diff1": 0.800385, "nauc_precision_at_5_max": 0.727684, "nauc_precision_at_5_std": -0.155085, "nauc_precision_at_5_diff1": 0.757031, "nauc_precision_at_10_max": 0.752022, "nauc_precision_at_10_std": -0.014079, "nauc_precision_at_10_diff1": 0.726293, "nauc_precision_at_20_max": 0.73329, "nauc_precision_at_20_std": -0.193544, "nauc_precision_at_20_diff1": 0.768115, "nauc_precision_at_25_max": 0.768722, "nauc_precision_at_25_std": -0.089568, "nauc_precision_at_25_diff1": 0.809994, "nauc_precision_at_50_max": 0.796926, "nauc_precision_at_50_std": -0.839416, "nauc_precision_at_50_diff1": 0.824932, "nauc_precision_at_100_max": 0.806839, "nauc_precision_at_100_std": -1.151838, "nauc_precision_at_100_diff1": 0.897888, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.581856, "nauc_mrr_at_1_std": -0.205357, "nauc_mrr_at_1_diff1": 0.851472, "nauc_mrr_at_3_max": 0.610357, "nauc_mrr_at_3_std": -0.209691, "nauc_mrr_at_3_diff1": 0.835118, "nauc_mrr_at_5_max": 0.606727, "nauc_mrr_at_5_std": -0.209803, "nauc_mrr_at_5_diff1": 0.832953, "nauc_mrr_at_10_max": 0.605288, "nauc_mrr_at_10_std": -0.206476, "nauc_mrr_at_10_diff1": 0.833357, "nauc_mrr_at_20_max": 0.603852, "nauc_mrr_at_20_std": -0.209717, "nauc_mrr_at_20_diff1": 0.834631, "nauc_mrr_at_25_max": 0.603939, "nauc_mrr_at_25_std": -0.209134, "nauc_mrr_at_25_diff1": 0.834905, "nauc_mrr_at_50_max": 0.603525, "nauc_mrr_at_50_std": -0.210274, "nauc_mrr_at_50_diff1": 0.835022, "nauc_mrr_at_100_max": 0.603491, "nauc_mrr_at_100_std": -0.210269, "nauc_mrr_at_100_diff1": 0.835055, "nauc_mrr_at_1000_max": 0.603455, "nauc_mrr_at_1000_std": -0.210102, "nauc_mrr_at_1000_diff1": 0.835039, "hit_rate_at_1": 0.83354, "hit_rate_at_3": 0.93766, "hit_rate_at_5": 0.95885, "hit_rate_at_10": 0.97319, "hit_rate_at_20": 0.98441, "hit_rate_at_25": 0.98628, "hit_rate_at_50": 0.99626, "hit_rate_at_100": 0.99751, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.833541, "R_cap_at_3": 0.937656, "R_cap_at_5": 0.958853, "R_cap_at_10": 0.973192, "R_cap_at_20": 0.984414, "R_cap_at_25": 0.986284, "R_cap_at_50": 0.996259, "R_cap_at_100": 0.997506, "R_cap_at_1000": 1.0, "main_score": 0.90875, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72161, "ndcg_at_3": 0.80955, "ndcg_at_5": 0.82531, "ndcg_at_10": 0.83652, "ndcg_at_20": 0.84162, "ndcg_at_25": 0.84305, "ndcg_at_50": 0.84598, "ndcg_at_100": 0.84722, "ndcg_at_1000": 0.8484, "map_at_1": 0.72161, "map_at_3": 0.78861, "map_at_5": 0.79738, "map_at_10": 0.80209, "map_at_20": 0.80351, "map_at_25": 0.8038, "map_at_50": 0.80424, "map_at_100": 0.80435, "map_at_1000": 0.80441, "recall_at_1": 0.72161, "recall_at_3": 0.86985, "recall_at_5": 0.90804, "recall_at_10": 0.94221, "recall_at_20": 0.96231, "recall_at_25": 0.96884, "recall_at_50": 0.98392, "recall_at_100": 0.99146, "recall_at_1000": 1.0, "accuracy": 0.72161, "precision_at_1": 0.72161, "precision_at_3": 0.28995, "precision_at_5": 0.18161, "precision_at_10": 0.09422, "precision_at_20": 0.04812, "precision_at_25": 0.03875, "precision_at_50": 0.01968, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.721608, "mrr_at_3": 0.78861, "mrr_at_5": 0.797379, "mrr_at_10": 0.802081, "mrr_at_20": 0.803498, "mrr_at_25": 0.803784, "mrr_at_50": 0.804224, "mrr_at_100": 0.80434, "mrr_at_1000": 0.804398, "nauc_ndcg_at_1_max": 0.443545, "nauc_ndcg_at_1_std": -0.314869, "nauc_ndcg_at_1_diff1": 0.788284, "nauc_ndcg_at_3_max": 0.495962, "nauc_ndcg_at_3_std": -0.381817, "nauc_ndcg_at_3_diff1": 0.769687, "nauc_ndcg_at_5_max": 0.497759, "nauc_ndcg_at_5_std": -0.386302, "nauc_ndcg_at_5_diff1": 0.770634, "nauc_ndcg_at_10_max": 0.491753, "nauc_ndcg_at_10_std": -0.386029, "nauc_ndcg_at_10_diff1": 0.774893, "nauc_ndcg_at_20_max": 0.489635, "nauc_ndcg_at_20_std": -0.379757, "nauc_ndcg_at_20_diff1": 0.774035, "nauc_ndcg_at_25_max": 0.48903, "nauc_ndcg_at_25_std": -0.381005, "nauc_ndcg_at_25_diff1": 0.774981, "nauc_ndcg_at_50_max": 0.488152, "nauc_ndcg_at_50_std": -0.374088, "nauc_ndcg_at_50_diff1": 0.776264, "nauc_ndcg_at_100_max": 0.485159, "nauc_ndcg_at_100_std": -0.372209, "nauc_ndcg_at_100_diff1": 0.775382, "nauc_ndcg_at_1000_max": 0.482882, "nauc_ndcg_at_1000_std": -0.370019, "nauc_ndcg_at_1000_diff1": 0.77542, "nauc_map_at_1_max": 0.443545, "nauc_map_at_1_std": -0.314869, "nauc_map_at_1_diff1": 0.788284, "nauc_map_at_3_max": 0.480325, "nauc_map_at_3_std": -0.362579, "nauc_map_at_3_diff1": 0.773839, "nauc_map_at_5_max": 0.480451, "nauc_map_at_5_std": -0.364313, "nauc_map_at_5_diff1": 0.774509, "nauc_map_at_10_max": 0.477848, "nauc_map_at_10_std": -0.363794, "nauc_map_at_10_diff1": 0.776096, "nauc_map_at_20_max": 0.477243, "nauc_map_at_20_std": -0.36231, "nauc_map_at_20_diff1": 0.776007, "nauc_map_at_25_max": 0.47713, "nauc_map_at_25_std": -0.362473, "nauc_map_at_25_diff1": 0.776167, "nauc_map_at_50_max": 0.477003, "nauc_map_at_50_std": -0.361624, "nauc_map_at_50_diff1": 0.77634, "nauc_map_at_100_max": 0.476772, "nauc_map_at_100_std": -0.361472, "nauc_map_at_100_diff1": 0.776273, "nauc_map_at_1000_max": 0.476679, "nauc_map_at_1000_std": -0.361385, "nauc_map_at_1000_diff1": 0.776271, "nauc_recall_at_1_max": 0.443545, "nauc_recall_at_1_std": -0.314869, "nauc_recall_at_1_diff1": 0.788284, "nauc_recall_at_3_max": 0.563982, "nauc_recall_at_3_std": -0.465021, "nauc_recall_at_3_diff1": 0.752529, "nauc_recall_at_5_max": 0.597555, "nauc_recall_at_5_std": -0.51186, "nauc_recall_at_5_diff1": 0.749876, "nauc_recall_at_10_max": 0.609962, "nauc_recall_at_10_std": -0.581431, "nauc_recall_at_10_diff1": 0.771343, "nauc_recall_at_20_max": 0.641824, "nauc_recall_at_20_std": -0.587432, "nauc_recall_at_20_diff1": 0.753128, "nauc_recall_at_25_max": 0.660786, "nauc_recall_at_25_std": -0.657699, "nauc_recall_at_25_diff1": 0.76829, "nauc_recall_at_50_max": 0.781498, "nauc_recall_at_50_std": -0.604896, "nauc_recall_at_50_diff1": 0.816833, "nauc_recall_at_100_max": 0.748229, "nauc_recall_at_100_std": -0.627753, "nauc_recall_at_100_diff1": 0.766985, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.443545, "nauc_precision_at_1_std": -0.314869, "nauc_precision_at_1_diff1": 0.788284, "nauc_precision_at_3_max": 0.563982, "nauc_precision_at_3_std": -0.465021, "nauc_precision_at_3_diff1": 0.752529, "nauc_precision_at_5_max": 0.597555, "nauc_precision_at_5_std": -0.51186, "nauc_precision_at_5_diff1": 0.749876, "nauc_precision_at_10_max": 0.609962, "nauc_precision_at_10_std": -0.581431, "nauc_precision_at_10_diff1": 0.771343, "nauc_precision_at_20_max": 0.641824, "nauc_precision_at_20_std": -0.587432, "nauc_precision_at_20_diff1": 0.753128, "nauc_precision_at_25_max": 0.660786, "nauc_precision_at_25_std": -0.657699, "nauc_precision_at_25_diff1": 0.76829, "nauc_precision_at_50_max": 0.781498, "nauc_precision_at_50_std": -0.604896, "nauc_precision_at_50_diff1": 0.816833, "nauc_precision_at_100_max": 0.748229, "nauc_precision_at_100_std": -0.627753, "nauc_precision_at_100_diff1": 0.766985, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.443545, "nauc_mrr_at_1_std": -0.314869, "nauc_mrr_at_1_diff1": 0.788284, "nauc_mrr_at_3_max": 0.480325, "nauc_mrr_at_3_std": -0.362579, "nauc_mrr_at_3_diff1": 0.773839, "nauc_mrr_at_5_max": 0.480451, "nauc_mrr_at_5_std": -0.364313, "nauc_mrr_at_5_diff1": 0.774509, "nauc_mrr_at_10_max": 0.477864, "nauc_mrr_at_10_std": -0.363847, "nauc_mrr_at_10_diff1": 0.776111, "nauc_mrr_at_20_max": 0.47726, "nauc_mrr_at_20_std": -0.362363, "nauc_mrr_at_20_diff1": 0.776022, "nauc_mrr_at_25_max": 0.477147, "nauc_mrr_at_25_std": -0.362526, "nauc_mrr_at_25_diff1": 0.776182, "nauc_mrr_at_50_max": 0.47702, "nauc_mrr_at_50_std": -0.361678, "nauc_mrr_at_50_diff1": 0.776355, "nauc_mrr_at_100_max": 0.476789, "nauc_mrr_at_100_std": -0.361526, "nauc_mrr_at_100_diff1": 0.776288, "nauc_mrr_at_1000_max": 0.476696, "nauc_mrr_at_1000_std": -0.361438, "nauc_mrr_at_1000_diff1": 0.776286, "hit_rate_at_1": 0.72161, "hit_rate_at_3": 0.86985, "hit_rate_at_5": 0.90804, "hit_rate_at_10": 0.94221, "hit_rate_at_20": 0.96231, "hit_rate_at_25": 0.96884, "hit_rate_at_50": 0.98392, "hit_rate_at_100": 0.99146, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.721608, "R_cap_at_3": 0.869849, "R_cap_at_5": 0.90804, "R_cap_at_10": 0.942211, "R_cap_at_20": 0.962312, "R_cap_at_25": 0.968844, "R_cap_at_50": 0.98392, "R_cap_at_100": 0.991457, "R_cap_at_1000": 1.0, "main_score": 0.83652, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66912, "ndcg_at_3": 0.742, "ndcg_at_5": 0.75949, "ndcg_at_10": 0.7753, "ndcg_at_20": 0.78624, "ndcg_at_25": 0.78831, "ndcg_at_50": 0.79363, "ndcg_at_100": 0.79621, "ndcg_at_1000": 0.79887, "map_at_1": 0.66912, "map_at_3": 0.72427, "map_at_5": 0.73399, "map_at_10": 0.74058, "map_at_20": 0.74361, "map_at_25": 0.74403, "map_at_50": 0.74483, "map_at_100": 0.74507, "map_at_1000": 0.74519, "recall_at_1": 0.66912, "recall_at_3": 0.79324, "recall_at_5": 0.83564, "recall_at_10": 0.88418, "recall_at_20": 0.92719, "recall_at_25": 0.93671, "recall_at_50": 0.96406, "recall_at_100": 0.97972, "recall_at_1000": 0.99969, "accuracy": 0.66912, "precision_at_1": 0.66912, "precision_at_3": 0.26441, "precision_at_5": 0.16713, "precision_at_10": 0.08842, "precision_at_20": 0.04636, "precision_at_25": 0.03747, "precision_at_50": 0.01928, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.669124, "mrr_at_3": 0.72427, "mrr_at_5": 0.733994, "mrr_at_10": 0.740575, "mrr_at_20": 0.743614, "mrr_at_25": 0.744028, "mrr_at_50": 0.744829, "mrr_at_100": 0.745068, "mrr_at_1000": 0.745186, "nauc_ndcg_at_1_max": 0.219292, "nauc_ndcg_at_1_std": -0.517196, "nauc_ndcg_at_1_diff1": 0.845994, "nauc_ndcg_at_3_max": 0.182869, "nauc_ndcg_at_3_std": -0.579275, "nauc_ndcg_at_3_diff1": 0.815504, "nauc_ndcg_at_5_max": 0.183045, "nauc_ndcg_at_5_std": -0.592374, "nauc_ndcg_at_5_diff1": 0.814039, "nauc_ndcg_at_10_max": 0.183364, "nauc_ndcg_at_10_std": -0.597708, "nauc_ndcg_at_10_diff1": 0.814153, "nauc_ndcg_at_20_max": 0.190628, "nauc_ndcg_at_20_std": -0.594775, "nauc_ndcg_at_20_diff1": 0.816465, "nauc_ndcg_at_25_max": 0.191393, "nauc_ndcg_at_25_std": -0.593211, "nauc_ndcg_at_25_diff1": 0.816544, "nauc_ndcg_at_50_max": 0.190664, "nauc_ndcg_at_50_std": -0.588679, "nauc_ndcg_at_50_diff1": 0.818697, "nauc_ndcg_at_100_max": 0.194755, "nauc_ndcg_at_100_std": -0.580349, "nauc_ndcg_at_100_diff1": 0.81942, "nauc_ndcg_at_1000_max": 0.193212, "nauc_ndcg_at_1000_std": -0.579124, "nauc_ndcg_at_1000_diff1": 0.82049, "nauc_map_at_1_max": 0.219292, "nauc_map_at_1_std": -0.517196, "nauc_map_at_1_diff1": 0.845994, "nauc_map_at_3_max": 0.193437, "nauc_map_at_3_std": -0.563161, "nauc_map_at_3_diff1": 0.823532, "nauc_map_at_5_max": 0.194009, "nauc_map_at_5_std": -0.569168, "nauc_map_at_5_diff1": 0.822969, "nauc_map_at_10_max": 0.194384, "nauc_map_at_10_std": -0.570877, "nauc_map_at_10_diff1": 0.823219, "nauc_map_at_20_max": 0.196031, "nauc_map_at_20_std": -0.570037, "nauc_map_at_20_diff1": 0.823853, "nauc_map_at_25_max": 0.196193, "nauc_map_at_25_std": -0.569708, "nauc_map_at_25_diff1": 0.823885, "nauc_map_at_50_max": 0.196114, "nauc_map_at_50_std": -0.569074, "nauc_map_at_50_diff1": 0.824199, "nauc_map_at_100_max": 0.196396, "nauc_map_at_100_std": -0.568477, "nauc_map_at_100_diff1": 0.824252, "nauc_map_at_1000_max": 0.196357, "nauc_map_at_1000_std": -0.568413, "nauc_map_at_1000_diff1": 0.824282, "nauc_recall_at_1_max": 0.219292, "nauc_recall_at_1_std": -0.517196, "nauc_recall_at_1_diff1": 0.845994, "nauc_recall_at_3_max": 0.144646, "nauc_recall_at_3_std": -0.636616, "nauc_recall_at_3_diff1": 0.786878, "nauc_recall_at_5_max": 0.135792, "nauc_recall_at_5_std": -0.693668, "nauc_recall_at_5_diff1": 0.776076, "nauc_recall_at_10_max": 0.120185, "nauc_recall_at_10_std": -0.756141, "nauc_recall_at_10_diff1": 0.762828, "nauc_recall_at_20_max": 0.163034, "nauc_recall_at_20_std": -0.810879, "nauc_recall_at_20_diff1": 0.757988, "nauc_recall_at_25_max": 0.168332, "nauc_recall_at_25_std": -0.823098, "nauc_recall_at_25_diff1": 0.750088, "nauc_recall_at_50_max": 0.132658, "nauc_recall_at_50_std": -0.879972, "nauc_recall_at_50_diff1": 0.753472, "nauc_recall_at_100_max": 0.312608, "nauc_recall_at_100_std": -0.650433, "nauc_recall_at_100_diff1": 0.743284, "nauc_recall_at_1000_max": 0.869259, "nauc_recall_at_1000_std": -0.563423, "nauc_recall_at_1000_diff1": 0.7222, "nauc_precision_at_1_max": 0.219292, "nauc_precision_at_1_std": -0.517196, "nauc_precision_at_1_diff1": 0.845994, "nauc_precision_at_3_max": 0.144646, "nauc_precision_at_3_std": -0.636616, "nauc_precision_at_3_diff1": 0.786878, "nauc_precision_at_5_max": 0.135792, "nauc_precision_at_5_std": -0.693668, "nauc_precision_at_5_diff1": 0.776076, "nauc_precision_at_10_max": 0.120185, "nauc_precision_at_10_std": -0.756141, "nauc_precision_at_10_diff1": 0.762828, "nauc_precision_at_20_max": 0.163034, "nauc_precision_at_20_std": -0.810879, "nauc_precision_at_20_diff1": 0.757988, "nauc_precision_at_25_max": 0.168332, "nauc_precision_at_25_std": -0.823098, "nauc_precision_at_25_diff1": 0.750088, "nauc_precision_at_50_max": 0.132658, "nauc_precision_at_50_std": -0.879972, "nauc_precision_at_50_diff1": 0.753472, "nauc_precision_at_100_max": 0.312608, "nauc_precision_at_100_std": -0.650433, "nauc_precision_at_100_diff1": 0.743284, "nauc_precision_at_1000_max": 0.869259, "nauc_precision_at_1000_std": -0.563423, "nauc_precision_at_1000_diff1": 0.7222, "nauc_mrr_at_1_max": 0.219292, "nauc_mrr_at_1_std": -0.517196, "nauc_mrr_at_1_diff1": 0.845994, "nauc_mrr_at_3_max": 0.193437, "nauc_mrr_at_3_std": -0.563161, "nauc_mrr_at_3_diff1": 0.823532, "nauc_mrr_at_5_max": 0.194009, "nauc_mrr_at_5_std": -0.569168, "nauc_mrr_at_5_diff1": 0.822969, "nauc_mrr_at_10_max": 0.194384, "nauc_mrr_at_10_std": -0.570877, "nauc_mrr_at_10_diff1": 0.823219, "nauc_mrr_at_20_max": 0.196031, "nauc_mrr_at_20_std": -0.570037, "nauc_mrr_at_20_diff1": 0.823853, "nauc_mrr_at_25_max": 0.196193, "nauc_mrr_at_25_std": -0.569708, "nauc_mrr_at_25_diff1": 0.823885, "nauc_mrr_at_50_max": 0.196114, "nauc_mrr_at_50_std": -0.569074, "nauc_mrr_at_50_diff1": 0.824199, "nauc_mrr_at_100_max": 0.196396, "nauc_mrr_at_100_std": -0.568477, "nauc_mrr_at_100_diff1": 0.824252, "nauc_mrr_at_1000_max": 0.196357, "nauc_mrr_at_1000_std": -0.568413, "nauc_mrr_at_1000_diff1": 0.824282, "hit_rate_at_1": 0.66912, "hit_rate_at_3": 0.79324, "hit_rate_at_5": 0.83564, "hit_rate_at_10": 0.88418, "hit_rate_at_20": 0.92719, "hit_rate_at_25": 0.93671, "hit_rate_at_50": 0.96406, "hit_rate_at_100": 0.97972, "hit_rate_at_1000": 0.99969, "R_cap_at_1": 0.669124, "R_cap_at_3": 0.793241, "R_cap_at_5": 0.835637, "R_cap_at_10": 0.884178, "R_cap_at_20": 0.927189, "R_cap_at_25": 0.936713, "R_cap_at_50": 0.964055, "R_cap_at_100": 0.979724, "R_cap_at_1000": 0.999693, "main_score": 0.7753, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.60216, "ndcg_at_3": 0.67991, "ndcg_at_5": 0.69855, "ndcg_at_10": 0.71517, "ndcg_at_20": 0.72627, "ndcg_at_25": 0.72858, "ndcg_at_50": 0.73567, "ndcg_at_100": 0.74139, "ndcg_at_1000": 0.74708, "map_at_1": 0.60216, "map_at_3": 0.66145, "map_at_5": 0.67185, "map_at_10": 0.67875, "map_at_20": 0.6818, "map_at_25": 0.68227, "map_at_50": 0.68333, "map_at_100": 0.68383, "map_at_1000": 0.68408, "recall_at_1": 0.60216, "recall_at_3": 0.73305, "recall_at_5": 0.77808, "recall_at_10": 0.82924, "recall_at_20": 0.87314, "recall_at_25": 0.88363, "recall_at_50": 0.92027, "recall_at_100": 0.95546, "recall_at_1000": 0.99855, "accuracy": 0.60216, "precision_at_1": 0.60216, "precision_at_3": 0.24435, "precision_at_5": 0.15562, "precision_at_10": 0.08292, "precision_at_20": 0.04366, "precision_at_25": 0.03535, "precision_at_50": 0.01841, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.602163, "mrr_at_3": 0.661448, "mrr_at_5": 0.67185, "mrr_at_10": 0.678748, "mrr_at_20": 0.681799, "mrr_at_25": 0.682268, "mrr_at_50": 0.683327, "mrr_at_100": 0.683833, "mrr_at_1000": 0.684077, "nauc_ndcg_at_1_max": 0.227555, "nauc_ndcg_at_1_std": -0.47518, "nauc_ndcg_at_1_diff1": 0.779758, "nauc_ndcg_at_3_max": 0.198439, "nauc_ndcg_at_3_std": -0.540818, "nauc_ndcg_at_3_diff1": 0.751278, "nauc_ndcg_at_5_max": 0.187727, "nauc_ndcg_at_5_std": -0.555977, "nauc_ndcg_at_5_diff1": 0.745881, "nauc_ndcg_at_10_max": 0.179116, "nauc_ndcg_at_10_std": -0.570398, "nauc_ndcg_at_10_diff1": 0.747096, "nauc_ndcg_at_20_max": 0.175055, "nauc_ndcg_at_20_std": -0.573898, "nauc_ndcg_at_20_diff1": 0.747991, "nauc_ndcg_at_25_max": 0.177239, "nauc_ndcg_at_25_std": -0.570765, "nauc_ndcg_at_25_diff1": 0.748202, "nauc_ndcg_at_50_max": 0.179645, "nauc_ndcg_at_50_std": -0.565976, "nauc_ndcg_at_50_diff1": 0.749798, "nauc_ndcg_at_100_max": 0.189328, "nauc_ndcg_at_100_std": -0.554251, "nauc_ndcg_at_100_diff1": 0.751023, "nauc_ndcg_at_1000_max": 0.191646, "nauc_ndcg_at_1000_std": -0.547643, "nauc_ndcg_at_1000_diff1": 0.752715, "nauc_map_at_1_max": 0.227555, "nauc_map_at_1_std": -0.47518, "nauc_map_at_1_diff1": 0.779758, "nauc_map_at_3_max": 0.206854, "nauc_map_at_3_std": -0.523461, "nauc_map_at_3_diff1": 0.758543, "nauc_map_at_5_max": 0.201607, "nauc_map_at_5_std": -0.530728, "nauc_map_at_5_diff1": 0.755882, "nauc_map_at_10_max": 0.198684, "nauc_map_at_10_std": -0.535444, "nauc_map_at_10_diff1": 0.756411, "nauc_map_at_20_max": 0.197823, "nauc_map_at_20_std": -0.536185, "nauc_map_at_20_diff1": 0.756814, "nauc_map_at_25_max": 0.198231, "nauc_map_at_25_std": -0.535582, "nauc_map_at_25_diff1": 0.756863, "nauc_map_at_50_max": 0.198532, "nauc_map_at_50_std": -0.534862, "nauc_map_at_50_diff1": 0.757076, "nauc_map_at_100_max": 0.199284, "nauc_map_at_100_std": -0.533939, "nauc_map_at_100_diff1": 0.757173, "nauc_map_at_1000_max": 0.199416, "nauc_map_at_1000_std": -0.533632, "nauc_map_at_1000_diff1": 0.757233, "nauc_recall_at_1_max": 0.227555, "nauc_recall_at_1_std": -0.47518, "nauc_recall_at_1_diff1": 0.779758, "nauc_recall_at_3_max": 0.169423, "nauc_recall_at_3_std": -0.599927, "nauc_recall_at_3_diff1": 0.72667, "nauc_recall_at_5_max": 0.131689, "nauc_recall_at_5_std": -0.656262, "nauc_recall_at_5_diff1": 0.706619, "nauc_recall_at_10_max": 0.077664, "nauc_recall_at_10_std": -0.749641, "nauc_recall_at_10_diff1": 0.70333, "nauc_recall_at_20_max": 0.017417, "nauc_recall_at_20_std": -0.827002, "nauc_recall_at_20_diff1": 0.694882, "nauc_recall_at_25_max": 0.025081, "nauc_recall_at_25_std": -0.818385, "nauc_recall_at_25_diff1": 0.692616, "nauc_recall_at_50_max": -0.0024, "nauc_recall_at_50_std": -0.855649, "nauc_recall_at_50_diff1": 0.692561, "nauc_recall_at_100_max": 0.143233, "nauc_recall_at_100_std": -0.733447, "nauc_recall_at_100_diff1": 0.68487, "nauc_recall_at_1000_max": 0.927373, "nauc_recall_at_1000_std": 0.667075, "nauc_recall_at_1000_diff1": 0.634815, "nauc_precision_at_1_max": 0.227555, "nauc_precision_at_1_std": -0.47518, "nauc_precision_at_1_diff1": 0.779758, "nauc_precision_at_3_max": 0.169423, "nauc_precision_at_3_std": -0.599927, "nauc_precision_at_3_diff1": 0.72667, "nauc_precision_at_5_max": 0.131689, "nauc_precision_at_5_std": -0.656262, "nauc_precision_at_5_diff1": 0.706619, "nauc_precision_at_10_max": 0.077664, "nauc_precision_at_10_std": -0.749641, "nauc_precision_at_10_diff1": 0.70333, "nauc_precision_at_20_max": 0.017417, "nauc_precision_at_20_std": -0.827002, "nauc_precision_at_20_diff1": 0.694882, "nauc_precision_at_25_max": 0.025081, "nauc_precision_at_25_std": -0.818385, "nauc_precision_at_25_diff1": 0.692616, "nauc_precision_at_50_max": -0.0024, "nauc_precision_at_50_std": -0.855649, "nauc_precision_at_50_diff1": 0.692561, "nauc_precision_at_100_max": 0.143233, "nauc_precision_at_100_std": -0.733447, "nauc_precision_at_100_diff1": 0.68487, "nauc_precision_at_1000_max": 0.927373, "nauc_precision_at_1000_std": 0.667075, "nauc_precision_at_1000_diff1": 0.634815, "nauc_mrr_at_1_max": 0.227555, "nauc_mrr_at_1_std": -0.47518, "nauc_mrr_at_1_diff1": 0.779758, "nauc_mrr_at_3_max": 0.206854, "nauc_mrr_at_3_std": -0.523461, "nauc_mrr_at_3_diff1": 0.758543, "nauc_mrr_at_5_max": 0.201607, "nauc_mrr_at_5_std": -0.530728, "nauc_mrr_at_5_diff1": 0.755882, "nauc_mrr_at_10_max": 0.198684, "nauc_mrr_at_10_std": -0.535444, "nauc_mrr_at_10_diff1": 0.756411, "nauc_mrr_at_20_max": 0.197823, "nauc_mrr_at_20_std": -0.536185, "nauc_mrr_at_20_diff1": 0.756814, "nauc_mrr_at_25_max": 0.198231, "nauc_mrr_at_25_std": -0.535582, "nauc_mrr_at_25_diff1": 0.756863, "nauc_mrr_at_50_max": 0.198532, "nauc_mrr_at_50_std": -0.534862, "nauc_mrr_at_50_diff1": 0.757076, "nauc_mrr_at_100_max": 0.199284, "nauc_mrr_at_100_std": -0.533939, "nauc_mrr_at_100_diff1": 0.757173, "nauc_mrr_at_1000_max": 0.199416, "nauc_mrr_at_1000_std": -0.533632, "nauc_mrr_at_1000_diff1": 0.757233, "hit_rate_at_1": 0.60216, "hit_rate_at_3": 0.73305, "hit_rate_at_5": 0.77808, "hit_rate_at_10": 0.82924, "hit_rate_at_20": 0.87314, "hit_rate_at_25": 0.88363, "hit_rate_at_50": 0.92027, "hit_rate_at_100": 0.95546, "hit_rate_at_1000": 0.99855, "R_cap_at_1": 0.602163, "R_cap_at_3": 0.733054, "R_cap_at_5": 0.778083, "R_cap_at_10": 0.829245, "R_cap_at_20": 0.873144, "R_cap_at_25": 0.883635, "R_cap_at_50": 0.920271, "R_cap_at_100": 0.955455, "R_cap_at_1000": 0.998547, "main_score": 0.71517, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80179, "ndcg_at_3": 0.86783, "ndcg_at_5": 0.87839, "ndcg_at_10": 0.88973, "ndcg_at_20": 0.89267, "ndcg_at_25": 0.89351, "ndcg_at_50": 0.895, "ndcg_at_100": 0.89563, "ndcg_at_1000": 0.8958, "map_at_1": 0.80179, "map_at_3": 0.85251, "map_at_5": 0.8584, "map_at_10": 0.86318, "map_at_20": 0.864, "map_at_25": 0.86417, "map_at_50": 0.86439, "map_at_100": 0.86445, "map_at_1000": 0.86445, "recall_at_1": 0.80179, "recall_at_3": 0.91176, "recall_at_5": 0.93734, "recall_at_10": 0.97187, "recall_at_20": 0.98338, "recall_at_25": 0.98721, "recall_at_50": 0.99488, "recall_at_100": 0.99872, "recall_at_1000": 1.0, "accuracy": 0.80179, "precision_at_1": 0.80179, "precision_at_3": 0.30392, "precision_at_5": 0.18747, "precision_at_10": 0.09719, "precision_at_20": 0.04917, "precision_at_25": 0.03949, "precision_at_50": 0.0199, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.80179, "mrr_at_3": 0.852515, "mrr_at_5": 0.858397, "mrr_at_10": 0.863177, "mrr_at_20": 0.863999, "mrr_at_25": 0.864166, "mrr_at_50": 0.864388, "mrr_at_100": 0.864446, "mrr_at_1000": 0.864454, "nauc_ndcg_at_1_max": 0.531687, "nauc_ndcg_at_1_std": -0.036651, "nauc_ndcg_at_1_diff1": 0.858155, "nauc_ndcg_at_3_max": 0.57434, "nauc_ndcg_at_3_std": -0.009259, "nauc_ndcg_at_3_diff1": 0.833614, "nauc_ndcg_at_5_max": 0.569357, "nauc_ndcg_at_5_std": -0.010443, "nauc_ndcg_at_5_diff1": 0.845291, "nauc_ndcg_at_10_max": 0.573547, "nauc_ndcg_at_10_std": -0.008946, "nauc_ndcg_at_10_diff1": 0.849992, "nauc_ndcg_at_20_max": 0.575394, "nauc_ndcg_at_20_std": -0.00955, "nauc_ndcg_at_20_diff1": 0.849543, "nauc_ndcg_at_25_max": 0.573429, "nauc_ndcg_at_25_std": -0.011943, "nauc_ndcg_at_25_diff1": 0.850307, "nauc_ndcg_at_50_max": 0.568501, "nauc_ndcg_at_50_std": -0.016707, "nauc_ndcg_at_50_diff1": 0.848753, "nauc_ndcg_at_100_max": 0.568611, "nauc_ndcg_at_100_std": -0.013714, "nauc_ndcg_at_100_diff1": 0.848624, "nauc_ndcg_at_1000_max": 0.567847, "nauc_ndcg_at_1000_std": -0.015018, "nauc_ndcg_at_1000_diff1": 0.848356, "nauc_map_at_1_max": 0.531687, "nauc_map_at_1_std": -0.036651, "nauc_map_at_1_diff1": 0.858155, "nauc_map_at_3_max": 0.564916, "nauc_map_at_3_std": -0.016501, "nauc_map_at_3_diff1": 0.841018, "nauc_map_at_5_max": 0.562011, "nauc_map_at_5_std": -0.017364, "nauc_map_at_5_diff1": 0.847009, "nauc_map_at_10_max": 0.563453, "nauc_map_at_10_std": -0.016951, "nauc_map_at_10_diff1": 0.848722, "nauc_map_at_20_max": 0.564162, "nauc_map_at_20_std": -0.017053, "nauc_map_at_20_diff1": 0.848615, "nauc_map_at_25_max": 0.563842, "nauc_map_at_25_std": -0.017441, "nauc_map_at_25_diff1": 0.84874, "nauc_map_at_50_max": 0.56325, "nauc_map_at_50_std": -0.018095, "nauc_map_at_50_diff1": 0.848565, "nauc_map_at_100_max": 0.563276, "nauc_map_at_100_std": -0.017834, "nauc_map_at_100_diff1": 0.848548, "nauc_map_at_1000_max": 0.563248, "nauc_map_at_1000_std": -0.017882, "nauc_map_at_1000_diff1": 0.848538, "nauc_recall_at_1_max": 0.531687, "nauc_recall_at_1_std": -0.036651, "nauc_recall_at_1_diff1": 0.858155, "nauc_recall_at_3_max": 0.615006, "nauc_recall_at_3_std": 0.023115, "nauc_recall_at_3_diff1": 0.799785, "nauc_recall_at_5_max": 0.610004, "nauc_recall_at_5_std": 0.030794, "nauc_recall_at_5_diff1": 0.838161, "nauc_recall_at_10_max": 0.70044, "nauc_recall_at_10_std": 0.095301, "nauc_recall_at_10_diff1": 0.881733, "nauc_recall_at_20_max": 0.812791, "nauc_recall_at_20_std": 0.148565, "nauc_recall_at_20_diff1": 0.892833, "nauc_recall_at_25_max": 0.812158, "nauc_recall_at_25_std": 0.109263, "nauc_recall_at_25_diff1": 0.933031, "nauc_recall_at_50_max": 0.674524, "nauc_recall_at_50_std": -0.159226, "nauc_recall_at_50_diff1": 0.897918, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722353, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.531687, "nauc_precision_at_1_std": -0.036651, "nauc_precision_at_1_diff1": 0.858155, "nauc_precision_at_3_max": 0.615006, "nauc_precision_at_3_std": 0.023115, "nauc_precision_at_3_diff1": 0.799785, "nauc_precision_at_5_max": 0.610004, "nauc_precision_at_5_std": 0.030794, "nauc_precision_at_5_diff1": 0.838161, "nauc_precision_at_10_max": 0.70044, "nauc_precision_at_10_std": 0.095301, "nauc_precision_at_10_diff1": 0.881733, "nauc_precision_at_20_max": 0.812791, "nauc_precision_at_20_std": 0.148565, "nauc_precision_at_20_diff1": 0.892833, "nauc_precision_at_25_max": 0.812158, "nauc_precision_at_25_std": 0.109263, "nauc_precision_at_25_diff1": 0.933031, "nauc_precision_at_50_max": 0.674524, "nauc_precision_at_50_std": -0.159226, "nauc_precision_at_50_diff1": 0.897918, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722353, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.531687, "nauc_mrr_at_1_std": -0.036651, "nauc_mrr_at_1_diff1": 0.858155, "nauc_mrr_at_3_max": 0.564916, "nauc_mrr_at_3_std": -0.016501, "nauc_mrr_at_3_diff1": 0.841018, "nauc_mrr_at_5_max": 0.562011, "nauc_mrr_at_5_std": -0.017364, "nauc_mrr_at_5_diff1": 0.847009, "nauc_mrr_at_10_max": 0.563453, "nauc_mrr_at_10_std": -0.016951, "nauc_mrr_at_10_diff1": 0.848722, "nauc_mrr_at_20_max": 0.564162, "nauc_mrr_at_20_std": -0.017053, "nauc_mrr_at_20_diff1": 0.848615, "nauc_mrr_at_25_max": 0.563842, "nauc_mrr_at_25_std": -0.017441, "nauc_mrr_at_25_diff1": 0.84874, "nauc_mrr_at_50_max": 0.56325, "nauc_mrr_at_50_std": -0.018095, "nauc_mrr_at_50_diff1": 0.848565, "nauc_mrr_at_100_max": 0.563276, "nauc_mrr_at_100_std": -0.017834, "nauc_mrr_at_100_diff1": 0.848548, "nauc_mrr_at_1000_max": 0.563248, "nauc_mrr_at_1000_std": -0.017882, "nauc_mrr_at_1000_diff1": 0.848538, "hit_rate_at_1": 0.80179, "hit_rate_at_3": 0.91176, "hit_rate_at_5": 0.93734, "hit_rate_at_10": 0.97187, "hit_rate_at_20": 0.98338, "hit_rate_at_25": 0.98721, "hit_rate_at_50": 0.99488, "hit_rate_at_100": 0.99872, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80179, "R_cap_at_3": 0.911765, "R_cap_at_5": 0.93734, "R_cap_at_10": 0.971867, "R_cap_at_20": 0.983376, "R_cap_at_25": 0.987212, "R_cap_at_50": 0.994885, "R_cap_at_100": 0.998721, "R_cap_at_1000": 1.0, "main_score": 0.88973, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70879, "ndcg_at_3": 0.78637, "ndcg_at_5": 0.80127, "ndcg_at_10": 0.81388, "ndcg_at_20": 0.82152, "ndcg_at_25": 0.82303, "ndcg_at_50": 0.82662, "ndcg_at_100": 0.82903, "ndcg_at_1000": 0.83101, "map_at_1": 0.70879, "map_at_3": 0.768, "map_at_5": 0.77627, "map_at_10": 0.78155, "map_at_20": 0.78367, "map_at_25": 0.78398, "map_at_50": 0.78451, "map_at_100": 0.78473, "map_at_1000": 0.78482, "recall_at_1": 0.70879, "recall_at_3": 0.83923, "recall_at_5": 0.87539, "recall_at_10": 0.91401, "recall_at_20": 0.944, "recall_at_25": 0.95088, "recall_at_50": 0.96949, "recall_at_100": 0.98413, "recall_at_1000": 0.99921, "accuracy": 0.70879, "precision_at_1": 0.70879, "precision_at_3": 0.27974, "precision_at_5": 0.17508, "precision_at_10": 0.0914, "precision_at_20": 0.0472, "precision_at_25": 0.03804, "precision_at_50": 0.01939, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.708793, "mrr_at_3": 0.767998, "mrr_at_5": 0.776271, "mrr_at_10": 0.78155, "mrr_at_20": 0.783673, "mrr_at_25": 0.783976, "mrr_at_50": 0.784513, "mrr_at_100": 0.784733, "mrr_at_1000": 0.784817, "nauc_ndcg_at_1_max": 0.423881, "nauc_ndcg_at_1_std": -0.358681, "nauc_ndcg_at_1_diff1": 0.812859, "nauc_ndcg_at_3_max": 0.448171, "nauc_ndcg_at_3_std": -0.401999, "nauc_ndcg_at_3_diff1": 0.788473, "nauc_ndcg_at_5_max": 0.447382, "nauc_ndcg_at_5_std": -0.404733, "nauc_ndcg_at_5_diff1": 0.786599, "nauc_ndcg_at_10_max": 0.446954, "nauc_ndcg_at_10_std": -0.4001, "nauc_ndcg_at_10_diff1": 0.787881, "nauc_ndcg_at_20_max": 0.44723, "nauc_ndcg_at_20_std": -0.398235, "nauc_ndcg_at_20_diff1": 0.790784, "nauc_ndcg_at_25_max": 0.448276, "nauc_ndcg_at_25_std": -0.396694, "nauc_ndcg_at_25_diff1": 0.791278, "nauc_ndcg_at_50_max": 0.448824, "nauc_ndcg_at_50_std": -0.391565, "nauc_ndcg_at_50_diff1": 0.792187, "nauc_ndcg_at_100_max": 0.447977, "nauc_ndcg_at_100_std": -0.387801, "nauc_ndcg_at_100_diff1": 0.792749, "nauc_ndcg_at_1000_max": 0.445103, "nauc_ndcg_at_1000_std": -0.390183, "nauc_ndcg_at_1000_diff1": 0.793133, "nauc_map_at_1_max": 0.423881, "nauc_map_at_1_std": -0.358681, "nauc_map_at_1_diff1": 0.812859, "nauc_map_at_3_max": 0.442032, "nauc_map_at_3_std": -0.390192, "nauc_map_at_3_diff1": 0.794901, "nauc_map_at_5_max": 0.441368, "nauc_map_at_5_std": -0.391232, "nauc_map_at_5_diff1": 0.794208, "nauc_map_at_10_max": 0.440985, "nauc_map_at_10_std": -0.389188, "nauc_map_at_10_diff1": 0.794769, "nauc_map_at_20_max": 0.441041, "nauc_map_at_20_std": -0.388649, "nauc_map_at_20_diff1": 0.795526, "nauc_map_at_25_max": 0.441203, "nauc_map_at_25_std": -0.388374, "nauc_map_at_25_diff1": 0.795617, "nauc_map_at_50_max": 0.441233, "nauc_map_at_50_std": -0.38776, "nauc_map_at_50_diff1": 0.795735, "nauc_map_at_100_max": 0.441163, "nauc_map_at_100_std": -0.387467, "nauc_map_at_100_diff1": 0.795773, "nauc_map_at_1000_max": 0.44107, "nauc_map_at_1000_std": -0.38752, "nauc_map_at_1000_diff1": 0.795785, "nauc_recall_at_1_max": 0.423881, "nauc_recall_at_1_std": -0.358681, "nauc_recall_at_1_diff1": 0.812859, "nauc_recall_at_3_max": 0.471735, "nauc_recall_at_3_std": -0.447884, "nauc_recall_at_3_diff1": 0.763626, "nauc_recall_at_5_max": 0.475325, "nauc_recall_at_5_std": -0.468995, "nauc_recall_at_5_diff1": 0.75032, "nauc_recall_at_10_max": 0.485171, "nauc_recall_at_10_std": -0.468064, "nauc_recall_at_10_diff1": 0.744165, "nauc_recall_at_20_max": 0.507227, "nauc_recall_at_20_std": -0.483041, "nauc_recall_at_20_diff1": 0.753471, "nauc_recall_at_25_max": 0.531298, "nauc_recall_at_25_std": -0.472071, "nauc_recall_at_25_diff1": 0.755516, "nauc_recall_at_50_max": 0.597784, "nauc_recall_at_50_std": -0.37979, "nauc_recall_at_50_diff1": 0.758163, "nauc_recall_at_100_max": 0.684997, "nauc_recall_at_100_std": -0.149347, "nauc_recall_at_100_diff1": 0.761816, "nauc_recall_at_1000_max": 0.923746, "nauc_recall_at_1000_std": 0.587445, "nauc_recall_at_1000_diff1": 0.762212, "nauc_precision_at_1_max": 0.423881, "nauc_precision_at_1_std": -0.358681, "nauc_precision_at_1_diff1": 0.812859, "nauc_precision_at_3_max": 0.471735, "nauc_precision_at_3_std": -0.447884, "nauc_precision_at_3_diff1": 0.763626, "nauc_precision_at_5_max": 0.475325, "nauc_precision_at_5_std": -0.468995, "nauc_precision_at_5_diff1": 0.75032, "nauc_precision_at_10_max": 0.485171, "nauc_precision_at_10_std": -0.468064, "nauc_precision_at_10_diff1": 0.744165, "nauc_precision_at_20_max": 0.507227, "nauc_precision_at_20_std": -0.483041, "nauc_precision_at_20_diff1": 0.753471, "nauc_precision_at_25_max": 0.531298, "nauc_precision_at_25_std": -0.472071, "nauc_precision_at_25_diff1": 0.755516, "nauc_precision_at_50_max": 0.597784, "nauc_precision_at_50_std": -0.37979, "nauc_precision_at_50_diff1": 0.758163, "nauc_precision_at_100_max": 0.684997, "nauc_precision_at_100_std": -0.149347, "nauc_precision_at_100_diff1": 0.761816, "nauc_precision_at_1000_max": 0.923746, "nauc_precision_at_1000_std": 0.587445, "nauc_precision_at_1000_diff1": 0.762212, "nauc_mrr_at_1_max": 0.423881, "nauc_mrr_at_1_std": -0.358681, "nauc_mrr_at_1_diff1": 0.812859, "nauc_mrr_at_3_max": 0.442032, "nauc_mrr_at_3_std": -0.390192, "nauc_mrr_at_3_diff1": 0.794901, "nauc_mrr_at_5_max": 0.441368, "nauc_mrr_at_5_std": -0.391232, "nauc_mrr_at_5_diff1": 0.794208, "nauc_mrr_at_10_max": 0.440985, "nauc_mrr_at_10_std": -0.389188, "nauc_mrr_at_10_diff1": 0.794769, "nauc_mrr_at_20_max": 0.441041, "nauc_mrr_at_20_std": -0.388649, "nauc_mrr_at_20_diff1": 0.795526, "nauc_mrr_at_25_max": 0.441203, "nauc_mrr_at_25_std": -0.388374, "nauc_mrr_at_25_diff1": 0.795617, "nauc_mrr_at_50_max": 0.441233, "nauc_mrr_at_50_std": -0.38776, "nauc_mrr_at_50_diff1": 0.795735, "nauc_mrr_at_100_max": 0.441163, "nauc_mrr_at_100_std": -0.387467, "nauc_mrr_at_100_diff1": 0.795773, "nauc_mrr_at_1000_max": 0.44107, "nauc_mrr_at_1000_std": -0.38752, "nauc_mrr_at_1000_diff1": 0.795785, "hit_rate_at_1": 0.70879, "hit_rate_at_3": 0.83923, "hit_rate_at_5": 0.87539, "hit_rate_at_10": 0.91401, "hit_rate_at_20": 0.944, "hit_rate_at_25": 0.95088, "hit_rate_at_50": 0.96949, "hit_rate_at_100": 0.98413, "hit_rate_at_1000": 0.99921, "R_cap_at_1": 0.708793, "R_cap_at_3": 0.839227, "R_cap_at_5": 0.875386, "R_cap_at_10": 0.914014, "R_cap_at_20": 0.943999, "R_cap_at_25": 0.950878, "R_cap_at_50": 0.969486, "R_cap_at_100": 0.984126, "R_cap_at_1000": 0.999206, "main_score": 0.81388, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75469, "ndcg_at_3": 0.83809, "ndcg_at_5": 0.8523, "ndcg_at_10": 0.86011, "ndcg_at_20": 0.86411, "ndcg_at_25": 0.86531, "ndcg_at_50": 0.86757, "ndcg_at_100": 0.86832, "ndcg_at_1000": 0.86932, "map_at_1": 0.75469, "map_at_3": 0.81818, "map_at_5": 0.82611, "map_at_10": 0.82937, "map_at_20": 0.83046, "map_at_25": 0.8307, "map_at_50": 0.83104, "map_at_100": 0.83111, "map_at_1000": 0.83115, "recall_at_1": 0.75469, "recall_at_3": 0.89547, "recall_at_5": 0.92977, "recall_at_10": 0.95372, "recall_at_20": 0.96958, "recall_at_25": 0.97508, "recall_at_50": 0.98673, "recall_at_100": 0.99126, "recall_at_1000": 0.99903, "accuracy": 0.75469, "precision_at_1": 0.75469, "precision_at_3": 0.29849, "precision_at_5": 0.18595, "precision_at_10": 0.09537, "precision_at_20": 0.04848, "precision_at_25": 0.039, "precision_at_50": 0.01973, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.754693, "mrr_at_3": 0.818177, "mrr_at_5": 0.826106, "mrr_at_10": 0.829371, "mrr_at_20": 0.830461, "mrr_at_25": 0.830705, "mrr_at_50": 0.831042, "mrr_at_100": 0.831111, "mrr_at_1000": 0.831151, "nauc_ndcg_at_1_max": 0.508863, "nauc_ndcg_at_1_std": -0.054492, "nauc_ndcg_at_1_diff1": 0.799399, "nauc_ndcg_at_3_max": 0.558245, "nauc_ndcg_at_3_std": -0.033139, "nauc_ndcg_at_3_diff1": 0.772712, "nauc_ndcg_at_5_max": 0.560848, "nauc_ndcg_at_5_std": -0.029862, "nauc_ndcg_at_5_diff1": 0.773307, "nauc_ndcg_at_10_max": 0.56286, "nauc_ndcg_at_10_std": -0.03597, "nauc_ndcg_at_10_diff1": 0.777998, "nauc_ndcg_at_20_max": 0.55699, "nauc_ndcg_at_20_std": -0.040129, "nauc_ndcg_at_20_diff1": 0.779901, "nauc_ndcg_at_25_max": 0.555071, "nauc_ndcg_at_25_std": -0.040254, "nauc_ndcg_at_25_diff1": 0.780168, "nauc_ndcg_at_50_max": 0.555036, "nauc_ndcg_at_50_std": -0.037207, "nauc_ndcg_at_50_diff1": 0.78209, "nauc_ndcg_at_100_max": 0.553281, "nauc_ndcg_at_100_std": -0.038011, "nauc_ndcg_at_100_diff1": 0.781554, "nauc_ndcg_at_1000_max": 0.551504, "nauc_ndcg_at_1000_std": -0.038134, "nauc_ndcg_at_1000_diff1": 0.781769, "nauc_map_at_1_max": 0.508863, "nauc_map_at_1_std": -0.054492, "nauc_map_at_1_diff1": 0.799399, "nauc_map_at_3_max": 0.546516, "nauc_map_at_3_std": -0.03816, "nauc_map_at_3_diff1": 0.78085, "nauc_map_at_5_max": 0.54723, "nauc_map_at_5_std": -0.036821, "nauc_map_at_5_diff1": 0.78158, "nauc_map_at_10_max": 0.547718, "nauc_map_at_10_std": -0.039334, "nauc_map_at_10_diff1": 0.783322, "nauc_map_at_20_max": 0.546297, "nauc_map_at_20_std": -0.040209, "nauc_map_at_20_diff1": 0.78374, "nauc_map_at_25_max": 0.545978, "nauc_map_at_25_std": -0.0402, "nauc_map_at_25_diff1": 0.783789, "nauc_map_at_50_max": 0.545977, "nauc_map_at_50_std": -0.039787, "nauc_map_at_50_diff1": 0.784032, "nauc_map_at_100_max": 0.545845, "nauc_map_at_100_std": -0.039859, "nauc_map_at_100_diff1": 0.783993, "nauc_map_at_1000_max": 0.545778, "nauc_map_at_1000_std": -0.039867, "nauc_map_at_1000_diff1": 0.783996, "nauc_recall_at_1_max": 0.508863, "nauc_recall_at_1_std": -0.054492, "nauc_recall_at_1_diff1": 0.799399, "nauc_recall_at_3_max": 0.610312, "nauc_recall_at_3_std": -0.010896, "nauc_recall_at_3_diff1": 0.734992, "nauc_recall_at_5_max": 0.647261, "nauc_recall_at_5_std": 0.01515, "nauc_recall_at_5_diff1": 0.719225, "nauc_recall_at_10_max": 0.707756, "nauc_recall_at_10_std": -0.009575, "nauc_recall_at_10_diff1": 0.732346, "nauc_recall_at_20_max": 0.688077, "nauc_recall_at_20_std": -0.066616, "nauc_recall_at_20_diff1": 0.74111, "nauc_recall_at_25_max": 0.672827, "nauc_recall_at_25_std": -0.077116, "nauc_recall_at_25_diff1": 0.738605, "nauc_recall_at_50_max": 0.771253, "nauc_recall_at_50_std": 0.027442, "nauc_recall_at_50_diff1": 0.792171, "nauc_recall_at_100_max": 0.735899, "nauc_recall_at_100_std": -0.001971, "nauc_recall_at_100_diff1": 0.752533, "nauc_recall_at_1000_max": 0.572051, "nauc_recall_at_1000_std": 0.190165, "nauc_recall_at_1000_diff1": 0.758792, "nauc_precision_at_1_max": 0.508863, "nauc_precision_at_1_std": -0.054492, "nauc_precision_at_1_diff1": 0.799399, "nauc_precision_at_3_max": 0.610312, "nauc_precision_at_3_std": -0.010896, "nauc_precision_at_3_diff1": 0.734992, "nauc_precision_at_5_max": 0.647261, "nauc_precision_at_5_std": 0.01515, "nauc_precision_at_5_diff1": 0.719225, "nauc_precision_at_10_max": 0.707756, "nauc_precision_at_10_std": -0.009575, "nauc_precision_at_10_diff1": 0.732346, "nauc_precision_at_20_max": 0.688077, "nauc_precision_at_20_std": -0.066616, "nauc_precision_at_20_diff1": 0.74111, "nauc_precision_at_25_max": 0.672827, "nauc_precision_at_25_std": -0.077116, "nauc_precision_at_25_diff1": 0.738605, "nauc_precision_at_50_max": 0.771253, "nauc_precision_at_50_std": 0.027442, "nauc_precision_at_50_diff1": 0.792171, "nauc_precision_at_100_max": 0.735899, "nauc_precision_at_100_std": -0.001971, "nauc_precision_at_100_diff1": 0.752533, "nauc_precision_at_1000_max": 0.572051, "nauc_precision_at_1000_std": 0.190165, "nauc_precision_at_1000_diff1": 0.758792, "nauc_mrr_at_1_max": 0.508863, "nauc_mrr_at_1_std": -0.054492, "nauc_mrr_at_1_diff1": 0.799399, "nauc_mrr_at_3_max": 0.546516, "nauc_mrr_at_3_std": -0.03816, "nauc_mrr_at_3_diff1": 0.78085, "nauc_mrr_at_5_max": 0.54723, "nauc_mrr_at_5_std": -0.036821, "nauc_mrr_at_5_diff1": 0.78158, "nauc_mrr_at_10_max": 0.547718, "nauc_mrr_at_10_std": -0.039334, "nauc_mrr_at_10_diff1": 0.783322, "nauc_mrr_at_20_max": 0.546297, "nauc_mrr_at_20_std": -0.040209, "nauc_mrr_at_20_diff1": 0.78374, "nauc_mrr_at_25_max": 0.545978, "nauc_mrr_at_25_std": -0.0402, "nauc_mrr_at_25_diff1": 0.783789, "nauc_mrr_at_50_max": 0.545977, "nauc_mrr_at_50_std": -0.039787, "nauc_mrr_at_50_diff1": 0.784032, "nauc_mrr_at_100_max": 0.545845, "nauc_mrr_at_100_std": -0.039859, "nauc_mrr_at_100_diff1": 0.783993, "nauc_mrr_at_1000_max": 0.545778, "nauc_mrr_at_1000_std": -0.039867, "nauc_mrr_at_1000_diff1": 0.783996, "hit_rate_at_1": 0.75469, "hit_rate_at_3": 0.89547, "hit_rate_at_5": 0.92977, "hit_rate_at_10": 0.95372, "hit_rate_at_20": 0.96958, "hit_rate_at_25": 0.97508, "hit_rate_at_50": 0.98673, "hit_rate_at_100": 0.99126, "hit_rate_at_1000": 0.99903, "R_cap_at_1": 0.754693, "R_cap_at_3": 0.895469, "R_cap_at_5": 0.929773, "R_cap_at_10": 0.953722, "R_cap_at_20": 0.969579, "R_cap_at_25": 0.975081, "R_cap_at_50": 0.986731, "R_cap_at_100": 0.991262, "R_cap_at_1000": 0.999029, "main_score": 0.86011, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.93272, "ndcg_at_3": 0.96702, "ndcg_at_5": 0.96702, "ndcg_at_10": 0.96797, "ndcg_at_20": 0.96953, "ndcg_at_25": 0.96988, "ndcg_at_50": 0.96988, "ndcg_at_100": 0.96988, "ndcg_at_1000": 0.96988, "map_at_1": 0.93272, "map_at_3": 0.95923, "map_at_5": 0.95923, "map_at_10": 0.9596, "map_at_20": 0.96004, "map_at_25": 0.96011, "map_at_50": 0.96011, "map_at_100": 0.96011, "map_at_1000": 0.96011, "recall_at_1": 0.93272, "recall_at_3": 0.9893, "recall_at_5": 0.9893, "recall_at_10": 0.99235, "recall_at_20": 0.99847, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.93272, "precision_at_1": 0.93272, "precision_at_3": 0.32977, "precision_at_5": 0.19786, "precision_at_10": 0.09924, "precision_at_20": 0.04992, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.932722, "mrr_at_3": 0.959225, "mrr_at_5": 0.959225, "mrr_at_10": 0.959597, "mrr_at_20": 0.960039, "mrr_at_25": 0.960112, "mrr_at_50": 0.960112, "mrr_at_100": 0.960112, "mrr_at_1000": 0.960112, "nauc_ndcg_at_1_max": 0.575712, "nauc_ndcg_at_1_std": -0.354717, "nauc_ndcg_at_1_diff1": 0.892235, "nauc_ndcg_at_3_max": 0.663385, "nauc_ndcg_at_3_std": -0.241266, "nauc_ndcg_at_3_diff1": 0.90398, "nauc_ndcg_at_5_max": 0.663385, "nauc_ndcg_at_5_std": -0.241266, "nauc_ndcg_at_5_diff1": 0.90398, "nauc_ndcg_at_10_max": 0.653384, "nauc_ndcg_at_10_std": -0.24116, "nauc_ndcg_at_10_diff1": 0.901128, "nauc_ndcg_at_20_max": 0.635549, "nauc_ndcg_at_20_std": -0.269819, "nauc_ndcg_at_20_diff1": 0.89604, "nauc_ndcg_at_25_max": 0.631401, "nauc_ndcg_at_25_std": -0.276965, "nauc_ndcg_at_25_diff1": 0.896344, "nauc_ndcg_at_50_max": 0.631401, "nauc_ndcg_at_50_std": -0.276965, "nauc_ndcg_at_50_diff1": 0.896344, "nauc_ndcg_at_100_max": 0.631401, "nauc_ndcg_at_100_std": -0.276965, "nauc_ndcg_at_100_diff1": 0.896344, "nauc_ndcg_at_1000_max": 0.631401, "nauc_ndcg_at_1000_std": -0.276965, "nauc_ndcg_at_1000_diff1": 0.896344, "nauc_map_at_1_max": 0.575712, "nauc_map_at_1_std": -0.354717, "nauc_map_at_1_diff1": 0.892235, "nauc_map_at_3_max": 0.632231, "nauc_map_at_3_std": -0.281128, "nauc_map_at_3_diff1": 0.897239, "nauc_map_at_5_max": 0.632231, "nauc_map_at_5_std": -0.281128, "nauc_map_at_5_diff1": 0.897239, "nauc_map_at_10_max": 0.628851, "nauc_map_at_10_std": -0.281129, "nauc_map_at_10_diff1": 0.896295, "nauc_map_at_20_max": 0.624743, "nauc_map_at_20_std": -0.286974, "nauc_map_at_20_diff1": 0.895147, "nauc_map_at_25_max": 0.624058, "nauc_map_at_25_std": -0.288152, "nauc_map_at_25_diff1": 0.895194, "nauc_map_at_50_max": 0.624058, "nauc_map_at_50_std": -0.288152, "nauc_map_at_50_diff1": 0.895194, "nauc_map_at_100_max": 0.624058, "nauc_map_at_100_std": -0.288152, "nauc_map_at_100_diff1": 0.895194, "nauc_map_at_1000_max": 0.624058, "nauc_map_at_1000_std": -0.288152, "nauc_map_at_1000_diff1": 0.895194, "nauc_recall_at_1_max": 0.575712, "nauc_recall_at_1_std": -0.354717, "nauc_recall_at_1_diff1": 0.892235, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.188646, "nauc_recall_at_3_diff1": 0.981339, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.188646, "nauc_recall_at_5_diff1": 0.981339, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.352274, "nauc_recall_at_10_diff1": 0.973874, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.357982, "nauc_recall_at_20_diff1": 0.86937, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.575712, "nauc_precision_at_1_std": -0.354717, "nauc_precision_at_1_diff1": 0.892235, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.188646, "nauc_precision_at_3_diff1": 0.981339, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.188646, "nauc_precision_at_5_diff1": 0.981339, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.352274, "nauc_precision_at_10_diff1": 0.973874, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.357982, "nauc_precision_at_20_diff1": 0.86937, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.575712, "nauc_mrr_at_1_std": -0.354717, "nauc_mrr_at_1_diff1": 0.892235, "nauc_mrr_at_3_max": 0.632231, "nauc_mrr_at_3_std": -0.281128, "nauc_mrr_at_3_diff1": 0.897239, "nauc_mrr_at_5_max": 0.632231, "nauc_mrr_at_5_std": -0.281128, "nauc_mrr_at_5_diff1": 0.897239, "nauc_mrr_at_10_max": 0.628851, "nauc_mrr_at_10_std": -0.281129, "nauc_mrr_at_10_diff1": 0.896295, "nauc_mrr_at_20_max": 0.624743, "nauc_mrr_at_20_std": -0.286974, "nauc_mrr_at_20_diff1": 0.895147, "nauc_mrr_at_25_max": 0.624058, "nauc_mrr_at_25_std": -0.288152, "nauc_mrr_at_25_diff1": 0.895194, "nauc_mrr_at_50_max": 0.624058, "nauc_mrr_at_50_std": -0.288152, "nauc_mrr_at_50_diff1": 0.895194, "nauc_mrr_at_100_max": 0.624058, "nauc_mrr_at_100_std": -0.288152, "nauc_mrr_at_100_diff1": 0.895194, "nauc_mrr_at_1000_max": 0.624058, "nauc_mrr_at_1000_std": -0.288152, "nauc_mrr_at_1000_diff1": 0.895194, "hit_rate_at_1": 0.93272, "hit_rate_at_3": 0.9893, "hit_rate_at_5": 0.9893, "hit_rate_at_10": 0.99235, "hit_rate_at_20": 0.99847, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.932722, "R_cap_at_3": 0.989297, "R_cap_at_5": 0.989297, "R_cap_at_10": 0.992355, "R_cap_at_20": 0.998471, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96797, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71356, "ndcg_at_3": 0.793, "ndcg_at_5": 0.80874, "ndcg_at_10": 0.82183, "ndcg_at_20": 0.82886, "ndcg_at_25": 0.83002, "ndcg_at_50": 0.83406, "ndcg_at_100": 0.83589, "ndcg_at_1000": 0.83706, "map_at_1": 0.71356, "map_at_3": 0.77387, "map_at_5": 0.78268, "map_at_10": 0.78817, "map_at_20": 0.79013, "map_at_25": 0.79036, "map_at_50": 0.79097, "map_at_100": 0.79113, "map_at_1000": 0.79118, "recall_at_1": 0.71356, "recall_at_3": 0.84818, "recall_at_5": 0.88613, "recall_at_10": 0.92611, "recall_at_20": 0.95369, "recall_at_25": 0.95901, "recall_at_50": 0.97976, "recall_at_100": 0.99114, "recall_at_1000": 1.0, "accuracy": 0.71356, "precision_at_1": 0.71356, "precision_at_3": 0.28273, "precision_at_5": 0.17723, "precision_at_10": 0.09261, "precision_at_20": 0.04768, "precision_at_25": 0.03836, "precision_at_50": 0.0196, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.713563, "mrr_at_3": 0.77387, "mrr_at_5": 0.782675, "mrr_at_10": 0.788166, "mrr_at_20": 0.79013, "mrr_at_25": 0.790363, "mrr_at_50": 0.790974, "mrr_at_100": 0.791131, "mrr_at_1000": 0.79118, "nauc_ndcg_at_1_max": 0.540406, "nauc_ndcg_at_1_std": -0.163141, "nauc_ndcg_at_1_diff1": 0.785523, "nauc_ndcg_at_3_max": 0.581888, "nauc_ndcg_at_3_std": -0.199507, "nauc_ndcg_at_3_diff1": 0.766354, "nauc_ndcg_at_5_max": 0.578297, "nauc_ndcg_at_5_std": -0.207616, "nauc_ndcg_at_5_diff1": 0.761582, "nauc_ndcg_at_10_max": 0.57633, "nauc_ndcg_at_10_std": -0.202256, "nauc_ndcg_at_10_diff1": 0.764198, "nauc_ndcg_at_20_max": 0.574663, "nauc_ndcg_at_20_std": -0.194514, "nauc_ndcg_at_20_diff1": 0.764792, "nauc_ndcg_at_25_max": 0.57415, "nauc_ndcg_at_25_std": -0.196295, "nauc_ndcg_at_25_diff1": 0.765802, "nauc_ndcg_at_50_max": 0.573456, "nauc_ndcg_at_50_std": -0.193337, "nauc_ndcg_at_50_diff1": 0.766357, "nauc_ndcg_at_100_max": 0.57291, "nauc_ndcg_at_100_std": -0.192421, "nauc_ndcg_at_100_diff1": 0.767278, "nauc_ndcg_at_1000_max": 0.571296, "nauc_ndcg_at_1000_std": -0.192952, "nauc_ndcg_at_1000_diff1": 0.768108, "nauc_map_at_1_max": 0.540406, "nauc_map_at_1_std": -0.163141, "nauc_map_at_1_diff1": 0.785523, "nauc_map_at_3_max": 0.57139, "nauc_map_at_3_std": -0.189432, "nauc_map_at_3_diff1": 0.771199, "nauc_map_at_5_max": 0.569234, "nauc_map_at_5_std": -0.193136, "nauc_map_at_5_diff1": 0.769015, "nauc_map_at_10_max": 0.568196, "nauc_map_at_10_std": -0.191073, "nauc_map_at_10_diff1": 0.770142, "nauc_map_at_20_max": 0.567678, "nauc_map_at_20_std": -0.189323, "nauc_map_at_20_diff1": 0.770376, "nauc_map_at_25_max": 0.567588, "nauc_map_at_25_std": -0.189617, "nauc_map_at_25_diff1": 0.770545, "nauc_map_at_50_max": 0.567512, "nauc_map_at_50_std": -0.189221, "nauc_map_at_50_diff1": 0.770608, "nauc_map_at_100_max": 0.56747, "nauc_map_at_100_std": -0.189151, "nauc_map_at_100_diff1": 0.770671, "nauc_map_at_1000_max": 0.567419, "nauc_map_at_1000_std": -0.189168, "nauc_map_at_1000_diff1": 0.770706, "nauc_recall_at_1_max": 0.540406, "nauc_recall_at_1_std": -0.163141, "nauc_recall_at_1_diff1": 0.785523, "nauc_recall_at_3_max": 0.623318, "nauc_recall_at_3_std": -0.239857, "nauc_recall_at_3_diff1": 0.747238, "nauc_recall_at_5_max": 0.621689, "nauc_recall_at_5_std": -0.281837, "nauc_recall_at_5_diff1": 0.723617, "nauc_recall_at_10_max": 0.632103, "nauc_recall_at_10_std": -0.28079, "nauc_recall_at_10_diff1": 0.72173, "nauc_recall_at_20_max": 0.64501, "nauc_recall_at_20_std": -0.221255, "nauc_recall_at_20_diff1": 0.70316, "nauc_recall_at_25_max": 0.645175, "nauc_recall_at_25_std": -0.254943, "nauc_recall_at_25_diff1": 0.712686, "nauc_recall_at_50_max": 0.688152, "nauc_recall_at_50_std": -0.204074, "nauc_recall_at_50_diff1": 0.681661, "nauc_recall_at_100_max": 0.779004, "nauc_recall_at_100_std": -0.12535, "nauc_recall_at_100_diff1": 0.669649, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.540406, "nauc_precision_at_1_std": -0.163141, "nauc_precision_at_1_diff1": 0.785523, "nauc_precision_at_3_max": 0.623318, "nauc_precision_at_3_std": -0.239857, "nauc_precision_at_3_diff1": 0.747238, "nauc_precision_at_5_max": 0.621689, "nauc_precision_at_5_std": -0.281837, "nauc_precision_at_5_diff1": 0.723617, "nauc_precision_at_10_max": 0.632103, "nauc_precision_at_10_std": -0.28079, "nauc_precision_at_10_diff1": 0.72173, "nauc_precision_at_20_max": 0.64501, "nauc_precision_at_20_std": -0.221255, "nauc_precision_at_20_diff1": 0.70316, "nauc_precision_at_25_max": 0.645175, "nauc_precision_at_25_std": -0.254943, "nauc_precision_at_25_diff1": 0.712686, "nauc_precision_at_50_max": 0.688152, "nauc_precision_at_50_std": -0.204074, "nauc_precision_at_50_diff1": 0.681661, "nauc_precision_at_100_max": 0.779004, "nauc_precision_at_100_std": -0.12535, "nauc_precision_at_100_diff1": 0.669649, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.540406, "nauc_mrr_at_1_std": -0.163141, "nauc_mrr_at_1_diff1": 0.785523, "nauc_mrr_at_3_max": 0.57139, "nauc_mrr_at_3_std": -0.189432, "nauc_mrr_at_3_diff1": 0.771199, "nauc_mrr_at_5_max": 0.569234, "nauc_mrr_at_5_std": -0.193136, "nauc_mrr_at_5_diff1": 0.769015, "nauc_mrr_at_10_max": 0.568196, "nauc_mrr_at_10_std": -0.191073, "nauc_mrr_at_10_diff1": 0.770142, "nauc_mrr_at_20_max": 0.567678, "nauc_mrr_at_20_std": -0.189323, "nauc_mrr_at_20_diff1": 0.770376, "nauc_mrr_at_25_max": 0.567588, "nauc_mrr_at_25_std": -0.189617, "nauc_mrr_at_25_diff1": 0.770545, "nauc_mrr_at_50_max": 0.567512, "nauc_mrr_at_50_std": -0.189221, "nauc_mrr_at_50_diff1": 0.770608, "nauc_mrr_at_100_max": 0.56747, "nauc_mrr_at_100_std": -0.189151, "nauc_mrr_at_100_diff1": 0.770671, "nauc_mrr_at_1000_max": 0.567419, "nauc_mrr_at_1000_std": -0.189168, "nauc_mrr_at_1000_diff1": 0.770706, "hit_rate_at_1": 0.71356, "hit_rate_at_3": 0.84818, "hit_rate_at_5": 0.88613, "hit_rate_at_10": 0.92611, "hit_rate_at_20": 0.95369, "hit_rate_at_25": 0.95901, "hit_rate_at_50": 0.97976, "hit_rate_at_100": 0.99114, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.713563, "R_cap_at_3": 0.848178, "R_cap_at_5": 0.886134, "R_cap_at_10": 0.926113, "R_cap_at_20": 0.953694, "R_cap_at_25": 0.959008, "R_cap_at_50": 0.979757, "R_cap_at_100": 0.991144, "R_cap_at_1000": 1.0, "main_score": 0.82183, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84978, "ndcg_at_3": 0.90796, "ndcg_at_5": 0.91308, "ndcg_at_10": 0.91927, "ndcg_at_20": 0.92187, "ndcg_at_25": 0.92211, "ndcg_at_50": 0.92364, "ndcg_at_100": 0.92383, "ndcg_at_1000": 0.92416, "map_at_1": 0.84978, "map_at_3": 0.89462, "map_at_5": 0.89748, "map_at_10": 0.90004, "map_at_20": 0.90079, "map_at_25": 0.90083, "map_at_50": 0.90107, "map_at_100": 0.90109, "map_at_1000": 0.90111, "recall_at_1": 0.84978, "recall_at_3": 0.94619, "recall_at_5": 0.95852, "recall_at_10": 0.97758, "recall_at_20": 0.98767, "recall_at_25": 0.98879, "recall_at_50": 0.99664, "recall_at_100": 0.99776, "recall_at_1000": 1.0, "accuracy": 0.84978, "precision_at_1": 0.84978, "precision_at_3": 0.3154, "precision_at_5": 0.1917, "precision_at_10": 0.09776, "precision_at_20": 0.04938, "precision_at_25": 0.03955, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.849776, "mrr_at_3": 0.894619, "mrr_at_5": 0.897478, "mrr_at_10": 0.900044, "mrr_at_20": 0.900787, "mrr_at_25": 0.900834, "mrr_at_50": 0.901066, "mrr_at_100": 0.901087, "mrr_at_1000": 0.901106, "nauc_ndcg_at_1_max": 0.553069, "nauc_ndcg_at_1_std": -0.131851, "nauc_ndcg_at_1_diff1": 0.858945, "nauc_ndcg_at_3_max": 0.587157, "nauc_ndcg_at_3_std": -0.158595, "nauc_ndcg_at_3_diff1": 0.836386, "nauc_ndcg_at_5_max": 0.607131, "nauc_ndcg_at_5_std": -0.152079, "nauc_ndcg_at_5_diff1": 0.833451, "nauc_ndcg_at_10_max": 0.600866, "nauc_ndcg_at_10_std": -0.148352, "nauc_ndcg_at_10_diff1": 0.832877, "nauc_ndcg_at_20_max": 0.590233, "nauc_ndcg_at_20_std": -0.149517, "nauc_ndcg_at_20_diff1": 0.831883, "nauc_ndcg_at_25_max": 0.58934, "nauc_ndcg_at_25_std": -0.152306, "nauc_ndcg_at_25_diff1": 0.831763, "nauc_ndcg_at_50_max": 0.588753, "nauc_ndcg_at_50_std": -0.145314, "nauc_ndcg_at_50_diff1": 0.837074, "nauc_ndcg_at_100_max": 0.587671, "nauc_ndcg_at_100_std": -0.146638, "nauc_ndcg_at_100_diff1": 0.836645, "nauc_ndcg_at_1000_max": 0.586837, "nauc_ndcg_at_1000_std": -0.146829, "nauc_ndcg_at_1000_diff1": 0.837892, "nauc_map_at_1_max": 0.553069, "nauc_map_at_1_std": -0.131851, "nauc_map_at_1_diff1": 0.858945, "nauc_map_at_3_max": 0.577571, "nauc_map_at_3_std": -0.148913, "nauc_map_at_3_diff1": 0.842094, "nauc_map_at_5_max": 0.587247, "nauc_map_at_5_std": -0.14612, "nauc_map_at_5_diff1": 0.840917, "nauc_map_at_10_max": 0.584641, "nauc_map_at_10_std": -0.14484, "nauc_map_at_10_diff1": 0.840664, "nauc_map_at_20_max": 0.582114, "nauc_map_at_20_std": -0.145071, "nauc_map_at_20_diff1": 0.840472, "nauc_map_at_25_max": 0.581974, "nauc_map_at_25_std": -0.145494, "nauc_map_at_25_diff1": 0.840458, "nauc_map_at_50_max": 0.58191, "nauc_map_at_50_std": -0.144642, "nauc_map_at_50_diff1": 0.84115, "nauc_map_at_100_max": 0.581819, "nauc_map_at_100_std": -0.144751, "nauc_map_at_100_diff1": 0.841115, "nauc_map_at_1000_max": 0.581781, "nauc_map_at_1000_std": -0.144759, "nauc_map_at_1000_diff1": 0.841172, "nauc_recall_at_1_max": 0.553069, "nauc_recall_at_1_std": -0.131851, "nauc_recall_at_1_diff1": 0.858945, "nauc_recall_at_3_max": 0.638082, "nauc_recall_at_3_std": -0.21207, "nauc_recall_at_3_diff1": 0.806664, "nauc_recall_at_5_max": 0.746904, "nauc_recall_at_5_std": -0.19016, "nauc_recall_at_5_diff1": 0.782868, "nauc_recall_at_10_max": 0.797783, "nauc_recall_at_10_std": -0.179229, "nauc_recall_at_10_diff1": 0.739503, "nauc_recall_at_20_max": 0.706578, "nauc_recall_at_20_std": -0.230842, "nauc_recall_at_20_diff1": 0.641145, "nauc_recall_at_25_max": 0.690304, "nauc_recall_at_25_std": -0.32616, "nauc_recall_at_25_diff1": 0.618328, "nauc_recall_at_50_max": 0.851387, "nauc_recall_at_50_std": 0.051071, "nauc_recall_at_50_diff1": 0.702775, "nauc_recall_at_100_max": 0.777081, "nauc_recall_at_100_std": -0.102399, "nauc_recall_at_100_diff1": 0.554162, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.553069, "nauc_precision_at_1_std": -0.131851, "nauc_precision_at_1_diff1": 0.858945, "nauc_precision_at_3_max": 0.638082, "nauc_precision_at_3_std": -0.21207, "nauc_precision_at_3_diff1": 0.806664, "nauc_precision_at_5_max": 0.746904, "nauc_precision_at_5_std": -0.19016, "nauc_precision_at_5_diff1": 0.782868, "nauc_precision_at_10_max": 0.797783, "nauc_precision_at_10_std": -0.179229, "nauc_precision_at_10_diff1": 0.739503, "nauc_precision_at_20_max": 0.706578, "nauc_precision_at_20_std": -0.230842, "nauc_precision_at_20_diff1": 0.641145, "nauc_precision_at_25_max": 0.690304, "nauc_precision_at_25_std": -0.32616, "nauc_precision_at_25_diff1": 0.618328, "nauc_precision_at_50_max": 0.851387, "nauc_precision_at_50_std": 0.051071, "nauc_precision_at_50_diff1": 0.702775, "nauc_precision_at_100_max": 0.777081, "nauc_precision_at_100_std": -0.102399, "nauc_precision_at_100_diff1": 0.554162, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.553069, "nauc_mrr_at_1_std": -0.131851, "nauc_mrr_at_1_diff1": 0.858945, "nauc_mrr_at_3_max": 0.577571, "nauc_mrr_at_3_std": -0.148913, "nauc_mrr_at_3_diff1": 0.842094, "nauc_mrr_at_5_max": 0.587247, "nauc_mrr_at_5_std": -0.14612, "nauc_mrr_at_5_diff1": 0.840917, "nauc_mrr_at_10_max": 0.584641, "nauc_mrr_at_10_std": -0.14484, "nauc_mrr_at_10_diff1": 0.840664, "nauc_mrr_at_20_max": 0.582114, "nauc_mrr_at_20_std": -0.145071, "nauc_mrr_at_20_diff1": 0.840472, "nauc_mrr_at_25_max": 0.581974, "nauc_mrr_at_25_std": -0.145494, "nauc_mrr_at_25_diff1": 0.840458, "nauc_mrr_at_50_max": 0.58191, "nauc_mrr_at_50_std": -0.144642, "nauc_mrr_at_50_diff1": 0.84115, "nauc_mrr_at_100_max": 0.581819, "nauc_mrr_at_100_std": -0.144751, "nauc_mrr_at_100_diff1": 0.841115, "nauc_mrr_at_1000_max": 0.581781, "nauc_mrr_at_1000_std": -0.144759, "nauc_mrr_at_1000_diff1": 0.841172, "hit_rate_at_1": 0.84978, "hit_rate_at_3": 0.94619, "hit_rate_at_5": 0.95852, "hit_rate_at_10": 0.97758, "hit_rate_at_20": 0.98767, "hit_rate_at_25": 0.98879, "hit_rate_at_50": 0.99664, "hit_rate_at_100": 0.99776, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.849776, "R_cap_at_3": 0.946188, "R_cap_at_5": 0.95852, "R_cap_at_10": 0.977578, "R_cap_at_20": 0.987668, "R_cap_at_25": 0.988789, "R_cap_at_50": 0.996637, "R_cap_at_100": 0.997758, "R_cap_at_1000": 1.0, "main_score": 0.91927, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79086, "ndcg_at_3": 0.86154, "ndcg_at_5": 0.87702, "ndcg_at_10": 0.88494, "ndcg_at_20": 0.88861, "ndcg_at_25": 0.88932, "ndcg_at_50": 0.89056, "ndcg_at_100": 0.89092, "ndcg_at_1000": 0.89119, "map_at_1": 0.79086, "map_at_3": 0.84498, "map_at_5": 0.85356, "map_at_10": 0.85678, "map_at_20": 0.85779, "map_at_25": 0.85793, "map_at_50": 0.85811, "map_at_100": 0.85814, "map_at_1000": 0.85815, "recall_at_1": 0.79086, "recall_at_3": 0.90914, "recall_at_5": 0.94677, "recall_at_10": 0.97151, "recall_at_20": 0.98602, "recall_at_25": 0.98925, "recall_at_50": 0.9957, "recall_at_100": 0.99785, "recall_at_1000": 1.0, "accuracy": 0.79086, "precision_at_1": 0.79086, "precision_at_3": 0.30305, "precision_at_5": 0.18935, "precision_at_10": 0.09715, "precision_at_20": 0.0493, "precision_at_25": 0.03957, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.79086, "mrr_at_3": 0.844982, "mrr_at_5": 0.853557, "mrr_at_10": 0.856778, "mrr_at_20": 0.857786, "mrr_at_25": 0.857928, "mrr_at_50": 0.858111, "mrr_at_100": 0.858144, "mrr_at_1000": 0.858154, "nauc_ndcg_at_1_max": 0.537707, "nauc_ndcg_at_1_std": -0.081636, "nauc_ndcg_at_1_diff1": 0.828449, "nauc_ndcg_at_3_max": 0.572956, "nauc_ndcg_at_3_std": -0.068572, "nauc_ndcg_at_3_diff1": 0.795758, "nauc_ndcg_at_5_max": 0.581564, "nauc_ndcg_at_5_std": -0.039177, "nauc_ndcg_at_5_diff1": 0.800785, "nauc_ndcg_at_10_max": 0.57913, "nauc_ndcg_at_10_std": -0.053081, "nauc_ndcg_at_10_diff1": 0.806666, "nauc_ndcg_at_20_max": 0.574087, "nauc_ndcg_at_20_std": -0.060269, "nauc_ndcg_at_20_diff1": 0.81036, "nauc_ndcg_at_25_max": 0.572157, "nauc_ndcg_at_25_std": -0.063904, "nauc_ndcg_at_25_diff1": 0.809678, "nauc_ndcg_at_50_max": 0.570441, "nauc_ndcg_at_50_std": -0.061239, "nauc_ndcg_at_50_diff1": 0.809262, "nauc_ndcg_at_100_max": 0.569202, "nauc_ndcg_at_100_std": -0.061885, "nauc_ndcg_at_100_diff1": 0.809211, "nauc_ndcg_at_1000_max": 0.568155, "nauc_ndcg_at_1000_std": -0.063176, "nauc_ndcg_at_1000_diff1": 0.808964, "nauc_map_at_1_max": 0.537707, "nauc_map_at_1_std": -0.081636, "nauc_map_at_1_diff1": 0.828449, "nauc_map_at_3_max": 0.563197, "nauc_map_at_3_std": -0.072735, "nauc_map_at_3_diff1": 0.804981, "nauc_map_at_5_max": 0.566699, "nauc_map_at_5_std": -0.059403, "nauc_map_at_5_diff1": 0.807956, "nauc_map_at_10_max": 0.565267, "nauc_map_at_10_std": -0.064808, "nauc_map_at_10_diff1": 0.809943, "nauc_map_at_20_max": 0.564036, "nauc_map_at_20_std": -0.066552, "nauc_map_at_20_diff1": 0.810685, "nauc_map_at_25_max": 0.563716, "nauc_map_at_25_std": -0.067125, "nauc_map_at_25_diff1": 0.810575, "nauc_map_at_50_max": 0.56352, "nauc_map_at_50_std": -0.06682, "nauc_map_at_50_diff1": 0.810543, "nauc_map_at_100_max": 0.563431, "nauc_map_at_100_std": -0.066871, "nauc_map_at_100_diff1": 0.810539, "nauc_map_at_1000_max": 0.563401, "nauc_map_at_1000_std": -0.066899, "nauc_map_at_1000_diff1": 0.810532, "nauc_recall_at_1_max": 0.537707, "nauc_recall_at_1_std": -0.081636, "nauc_recall_at_1_diff1": 0.828449, "nauc_recall_at_3_max": 0.617479, "nauc_recall_at_3_std": -0.04916, "nauc_recall_at_3_diff1": 0.753551, "nauc_recall_at_5_max": 0.694098, "nauc_recall_at_5_std": 0.123443, "nauc_recall_at_5_diff1": 0.750031, "nauc_recall_at_10_max": 0.770273, "nauc_recall_at_10_std": 0.108055, "nauc_recall_at_10_diff1": 0.77924, "nauc_recall_at_20_max": 0.821105, "nauc_recall_at_20_std": 0.06904, "nauc_recall_at_20_diff1": 0.866857, "nauc_recall_at_25_max": 0.810154, "nauc_recall_at_25_std": -0.054248, "nauc_recall_at_25_diff1": 0.853875, "nauc_recall_at_50_max": 0.948938, "nauc_recall_at_50_std": 0.289332, "nauc_recall_at_50_diff1": 0.86257, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.456816, "nauc_recall_at_100_diff1": 0.901961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.537707, "nauc_precision_at_1_std": -0.081636, "nauc_precision_at_1_diff1": 0.828449, "nauc_precision_at_3_max": 0.617479, "nauc_precision_at_3_std": -0.04916, "nauc_precision_at_3_diff1": 0.753551, "nauc_precision_at_5_max": 0.694098, "nauc_precision_at_5_std": 0.123443, "nauc_precision_at_5_diff1": 0.750031, "nauc_precision_at_10_max": 0.770273, "nauc_precision_at_10_std": 0.108055, "nauc_precision_at_10_diff1": 0.77924, "nauc_precision_at_20_max": 0.821105, "nauc_precision_at_20_std": 0.06904, "nauc_precision_at_20_diff1": 0.866857, "nauc_precision_at_25_max": 0.810154, "nauc_precision_at_25_std": -0.054248, "nauc_precision_at_25_diff1": 0.853875, "nauc_precision_at_50_max": 0.948938, "nauc_precision_at_50_std": 0.289332, "nauc_precision_at_50_diff1": 0.86257, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.456816, "nauc_precision_at_100_diff1": 0.901961, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.537707, "nauc_mrr_at_1_std": -0.081636, "nauc_mrr_at_1_diff1": 0.828449, "nauc_mrr_at_3_max": 0.563197, "nauc_mrr_at_3_std": -0.072735, "nauc_mrr_at_3_diff1": 0.804981, "nauc_mrr_at_5_max": 0.566699, "nauc_mrr_at_5_std": -0.059403, "nauc_mrr_at_5_diff1": 0.807956, "nauc_mrr_at_10_max": 0.565267, "nauc_mrr_at_10_std": -0.064808, "nauc_mrr_at_10_diff1": 0.809943, "nauc_mrr_at_20_max": 0.564036, "nauc_mrr_at_20_std": -0.066552, "nauc_mrr_at_20_diff1": 0.810685, "nauc_mrr_at_25_max": 0.563716, "nauc_mrr_at_25_std": -0.067125, "nauc_mrr_at_25_diff1": 0.810575, "nauc_mrr_at_50_max": 0.56352, "nauc_mrr_at_50_std": -0.06682, "nauc_mrr_at_50_diff1": 0.810543, "nauc_mrr_at_100_max": 0.563431, "nauc_mrr_at_100_std": -0.066871, "nauc_mrr_at_100_diff1": 0.810539, "nauc_mrr_at_1000_max": 0.563401, "nauc_mrr_at_1000_std": -0.066899, "nauc_mrr_at_1000_diff1": 0.810532, "hit_rate_at_1": 0.79086, "hit_rate_at_3": 0.90914, "hit_rate_at_5": 0.94677, "hit_rate_at_10": 0.97151, "hit_rate_at_20": 0.98602, "hit_rate_at_25": 0.98925, "hit_rate_at_50": 0.9957, "hit_rate_at_100": 0.99785, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.79086, "R_cap_at_3": 0.90914, "R_cap_at_5": 0.946774, "R_cap_at_10": 0.971505, "R_cap_at_20": 0.986022, "R_cap_at_25": 0.989247, "R_cap_at_50": 0.995699, "R_cap_at_100": 0.997849, "R_cap_at_1000": 1.0, "main_score": 0.88494, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8427, "ndcg_at_3": 0.90069, "ndcg_at_5": 0.90707, "ndcg_at_10": 0.91278, "ndcg_at_20": 0.91597, "ndcg_at_25": 0.91646, "ndcg_at_50": 0.9175, "ndcg_at_100": 0.9181, "ndcg_at_1000": 0.91839, "map_at_1": 0.8427, "map_at_3": 0.88677, "map_at_5": 0.89025, "map_at_10": 0.89269, "map_at_20": 0.89356, "map_at_25": 0.89365, "map_at_50": 0.89382, "map_at_100": 0.89387, "map_at_1000": 0.89388, "recall_at_1": 0.8427, "recall_at_3": 0.94082, "recall_at_5": 0.95655, "recall_at_10": 0.97378, "recall_at_20": 0.98652, "recall_at_25": 0.98876, "recall_at_50": 0.99401, "recall_at_100": 0.99775, "recall_at_1000": 1.0, "accuracy": 0.8427, "precision_at_1": 0.8427, "precision_at_3": 0.31361, "precision_at_5": 0.19131, "precision_at_10": 0.09738, "precision_at_20": 0.04933, "precision_at_25": 0.03955, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.842697, "mrr_at_3": 0.886767, "mrr_at_5": 0.89025, "mrr_at_10": 0.89269, "mrr_at_20": 0.893556, "mrr_at_25": 0.893653, "mrr_at_50": 0.893815, "mrr_at_100": 0.893868, "mrr_at_1000": 0.89388, "nauc_ndcg_at_1_max": 0.589441, "nauc_ndcg_at_1_std": -0.077934, "nauc_ndcg_at_1_diff1": 0.841918, "nauc_ndcg_at_3_max": 0.666589, "nauc_ndcg_at_3_std": -0.102472, "nauc_ndcg_at_3_diff1": 0.834162, "nauc_ndcg_at_5_max": 0.659329, "nauc_ndcg_at_5_std": -0.099701, "nauc_ndcg_at_5_diff1": 0.833922, "nauc_ndcg_at_10_max": 0.652823, "nauc_ndcg_at_10_std": -0.110619, "nauc_ndcg_at_10_diff1": 0.835575, "nauc_ndcg_at_20_max": 0.647666, "nauc_ndcg_at_20_std": -0.105499, "nauc_ndcg_at_20_diff1": 0.835438, "nauc_ndcg_at_25_max": 0.646371, "nauc_ndcg_at_25_std": -0.104472, "nauc_ndcg_at_25_diff1": 0.834973, "nauc_ndcg_at_50_max": 0.645046, "nauc_ndcg_at_50_std": -0.098448, "nauc_ndcg_at_50_diff1": 0.835655, "nauc_ndcg_at_100_max": 0.643389, "nauc_ndcg_at_100_std": -0.095733, "nauc_ndcg_at_100_diff1": 0.835278, "nauc_ndcg_at_1000_max": 0.642219, "nauc_ndcg_at_1000_std": -0.09615, "nauc_ndcg_at_1000_diff1": 0.83531, "nauc_map_at_1_max": 0.589441, "nauc_map_at_1_std": -0.077934, "nauc_map_at_1_diff1": 0.841918, "nauc_map_at_3_max": 0.645055, "nauc_map_at_3_std": -0.092106, "nauc_map_at_3_diff1": 0.835736, "nauc_map_at_5_max": 0.640844, "nauc_map_at_5_std": -0.090432, "nauc_map_at_5_diff1": 0.835717, "nauc_map_at_10_max": 0.637795, "nauc_map_at_10_std": -0.09471, "nauc_map_at_10_diff1": 0.83623, "nauc_map_at_20_max": 0.636493, "nauc_map_at_20_std": -0.092932, "nauc_map_at_20_diff1": 0.836032, "nauc_map_at_25_max": 0.636284, "nauc_map_at_25_std": -0.092705, "nauc_map_at_25_diff1": 0.835961, "nauc_map_at_50_max": 0.636127, "nauc_map_at_50_std": -0.091848, "nauc_map_at_50_diff1": 0.836033, "nauc_map_at_100_max": 0.636017, "nauc_map_at_100_std": -0.091705, "nauc_map_at_100_diff1": 0.836015, "nauc_map_at_1000_max": 0.635978, "nauc_map_at_1000_std": -0.091734, "nauc_map_at_1000_diff1": 0.836009, "nauc_recall_at_1_max": 0.589441, "nauc_recall_at_1_std": -0.077934, "nauc_recall_at_1_diff1": 0.841918, "nauc_recall_at_3_max": 0.778589, "nauc_recall_at_3_std": -0.159567, "nauc_recall_at_3_diff1": 0.826511, "nauc_recall_at_5_max": 0.783323, "nauc_recall_at_5_std": -0.166523, "nauc_recall_at_5_diff1": 0.822104, "nauc_recall_at_10_max": 0.809031, "nauc_recall_at_10_std": -0.301714, "nauc_recall_at_10_diff1": 0.832556, "nauc_recall_at_20_max": 0.836842, "nauc_recall_at_20_std": -0.390443, "nauc_recall_at_20_diff1": 0.836686, "nauc_recall_at_25_max": 0.83145, "nauc_recall_at_25_std": -0.418445, "nauc_recall_at_25_diff1": 0.821459, "nauc_recall_at_50_max": 0.899884, "nauc_recall_at_50_std": -0.309388, "nauc_recall_at_50_diff1": 0.858447, "nauc_recall_at_100_max": 0.956409, "nauc_recall_at_100_std": -0.02797, "nauc_recall_at_100_diff1": 0.807746, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.589441, "nauc_precision_at_1_std": -0.077934, "nauc_precision_at_1_diff1": 0.841918, "nauc_precision_at_3_max": 0.778589, "nauc_precision_at_3_std": -0.159567, "nauc_precision_at_3_diff1": 0.826511, "nauc_precision_at_5_max": 0.783323, "nauc_precision_at_5_std": -0.166523, "nauc_precision_at_5_diff1": 0.822104, "nauc_precision_at_10_max": 0.809031, "nauc_precision_at_10_std": -0.301714, "nauc_precision_at_10_diff1": 0.832556, "nauc_precision_at_20_max": 0.836842, "nauc_precision_at_20_std": -0.390443, "nauc_precision_at_20_diff1": 0.836686, "nauc_precision_at_25_max": 0.83145, "nauc_precision_at_25_std": -0.418445, "nauc_precision_at_25_diff1": 0.821459, "nauc_precision_at_50_max": 0.899884, "nauc_precision_at_50_std": -0.309388, "nauc_precision_at_50_diff1": 0.858447, "nauc_precision_at_100_max": 0.956409, "nauc_precision_at_100_std": -0.02797, "nauc_precision_at_100_diff1": 0.807746, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.589441, "nauc_mrr_at_1_std": -0.077934, "nauc_mrr_at_1_diff1": 0.841918, "nauc_mrr_at_3_max": 0.645055, "nauc_mrr_at_3_std": -0.092106, "nauc_mrr_at_3_diff1": 0.835736, "nauc_mrr_at_5_max": 0.640844, "nauc_mrr_at_5_std": -0.090432, "nauc_mrr_at_5_diff1": 0.835717, "nauc_mrr_at_10_max": 0.637795, "nauc_mrr_at_10_std": -0.09471, "nauc_mrr_at_10_diff1": 0.83623, "nauc_mrr_at_20_max": 0.636493, "nauc_mrr_at_20_std": -0.092932, "nauc_mrr_at_20_diff1": 0.836032, "nauc_mrr_at_25_max": 0.636284, "nauc_mrr_at_25_std": -0.092705, "nauc_mrr_at_25_diff1": 0.835961, "nauc_mrr_at_50_max": 0.636127, "nauc_mrr_at_50_std": -0.091848, "nauc_mrr_at_50_diff1": 0.836033, "nauc_mrr_at_100_max": 0.636017, "nauc_mrr_at_100_std": -0.091705, "nauc_mrr_at_100_diff1": 0.836015, "nauc_mrr_at_1000_max": 0.635978, "nauc_mrr_at_1000_std": -0.091734, "nauc_mrr_at_1000_diff1": 0.836009, "hit_rate_at_1": 0.8427, "hit_rate_at_3": 0.94082, "hit_rate_at_5": 0.95655, "hit_rate_at_10": 0.97378, "hit_rate_at_20": 0.98652, "hit_rate_at_25": 0.98876, "hit_rate_at_50": 0.99401, "hit_rate_at_100": 0.99775, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.842697, "R_cap_at_3": 0.940824, "R_cap_at_5": 0.956554, "R_cap_at_10": 0.973783, "R_cap_at_20": 0.986517, "R_cap_at_25": 0.988764, "R_cap_at_50": 0.994007, "R_cap_at_100": 0.997753, "R_cap_at_1000": 1.0, "main_score": 0.91278, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66594, "ndcg_at_3": 0.75747, "ndcg_at_5": 0.77749, "ndcg_at_10": 0.79267, "ndcg_at_20": 0.8023, "ndcg_at_25": 0.80468, "ndcg_at_50": 0.80813, "ndcg_at_100": 0.81021, "ndcg_at_1000": 0.81082, "map_at_1": 0.66594, "map_at_3": 0.73535, "map_at_5": 0.7464, "map_at_10": 0.75272, "map_at_20": 0.75538, "map_at_25": 0.75585, "map_at_50": 0.75639, "map_at_100": 0.75659, "map_at_1000": 0.75662, "recall_at_1": 0.66594, "recall_at_3": 0.8213, "recall_at_5": 0.87017, "recall_at_10": 0.91685, "recall_at_20": 0.95478, "recall_at_25": 0.96572, "recall_at_50": 0.98322, "recall_at_100": 0.99562, "recall_at_1000": 1.0, "accuracy": 0.66594, "precision_at_1": 0.66594, "precision_at_3": 0.27377, "precision_at_5": 0.17403, "precision_at_10": 0.09168, "precision_at_20": 0.04774, "precision_at_25": 0.03863, "precision_at_50": 0.01966, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.665937, "mrr_at_3": 0.735351, "mrr_at_5": 0.746402, "mrr_at_10": 0.752715, "mrr_at_20": 0.755376, "mrr_at_25": 0.755847, "mrr_at_50": 0.756391, "mrr_at_100": 0.756591, "mrr_at_1000": 0.756624, "nauc_ndcg_at_1_max": 0.368398, "nauc_ndcg_at_1_std": -0.299018, "nauc_ndcg_at_1_diff1": 0.757925, "nauc_ndcg_at_3_max": 0.387715, "nauc_ndcg_at_3_std": -0.360119, "nauc_ndcg_at_3_diff1": 0.732925, "nauc_ndcg_at_5_max": 0.39573, "nauc_ndcg_at_5_std": -0.357173, "nauc_ndcg_at_5_diff1": 0.730557, "nauc_ndcg_at_10_max": 0.401624, "nauc_ndcg_at_10_std": -0.355386, "nauc_ndcg_at_10_diff1": 0.732089, "nauc_ndcg_at_20_max": 0.400533, "nauc_ndcg_at_20_std": -0.34851, "nauc_ndcg_at_20_diff1": 0.737098, "nauc_ndcg_at_25_max": 0.397803, "nauc_ndcg_at_25_std": -0.347338, "nauc_ndcg_at_25_diff1": 0.737366, "nauc_ndcg_at_50_max": 0.393198, "nauc_ndcg_at_50_std": -0.343598, "nauc_ndcg_at_50_diff1": 0.737014, "nauc_ndcg_at_100_max": 0.392145, "nauc_ndcg_at_100_std": -0.340559, "nauc_ndcg_at_100_diff1": 0.738008, "nauc_ndcg_at_1000_max": 0.390188, "nauc_ndcg_at_1000_std": -0.343197, "nauc_ndcg_at_1000_diff1": 0.738039, "nauc_map_at_1_max": 0.368398, "nauc_map_at_1_std": -0.299018, "nauc_map_at_1_diff1": 0.757925, "nauc_map_at_3_max": 0.380714, "nauc_map_at_3_std": -0.344704, "nauc_map_at_3_diff1": 0.738907, "nauc_map_at_5_max": 0.384456, "nauc_map_at_5_std": -0.342771, "nauc_map_at_5_diff1": 0.738002, "nauc_map_at_10_max": 0.386769, "nauc_map_at_10_std": -0.340907, "nauc_map_at_10_diff1": 0.738776, "nauc_map_at_20_max": 0.386274, "nauc_map_at_20_std": -0.339416, "nauc_map_at_20_diff1": 0.740019, "nauc_map_at_25_max": 0.385806, "nauc_map_at_25_std": -0.33921, "nauc_map_at_25_diff1": 0.740064, "nauc_map_at_50_max": 0.385209, "nauc_map_at_50_std": -0.338719, "nauc_map_at_50_diff1": 0.740026, "nauc_map_at_100_max": 0.385113, "nauc_map_at_100_std": -0.338493, "nauc_map_at_100_diff1": 0.740128, "nauc_map_at_1000_max": 0.385029, "nauc_map_at_1000_std": -0.338621, "nauc_map_at_1000_diff1": 0.74013, "nauc_recall_at_1_max": 0.368398, "nauc_recall_at_1_std": -0.299018, "nauc_recall_at_1_diff1": 0.757925, "nauc_recall_at_3_max": 0.416033, "nauc_recall_at_3_std": -0.419425, "nauc_recall_at_3_diff1": 0.710124, "nauc_recall_at_5_max": 0.45542, "nauc_recall_at_5_std": -0.426826, "nauc_recall_at_5_diff1": 0.693406, "nauc_recall_at_10_max": 0.51897, "nauc_recall_at_10_std": -0.461662, "nauc_recall_at_10_diff1": 0.684268, "nauc_recall_at_20_max": 0.603127, "nauc_recall_at_20_std": -0.438877, "nauc_recall_at_20_diff1": 0.718789, "nauc_recall_at_25_max": 0.605214, "nauc_recall_at_25_std": -0.440713, "nauc_recall_at_25_diff1": 0.719364, "nauc_recall_at_50_max": 0.587673, "nauc_recall_at_50_std": -0.349916, "nauc_recall_at_50_diff1": 0.683034, "nauc_recall_at_100_max": 0.91014, "nauc_recall_at_100_std": 0.328153, "nauc_recall_at_100_diff1": 0.732389, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.368398, "nauc_precision_at_1_std": -0.299018, "nauc_precision_at_1_diff1": 0.757925, "nauc_precision_at_3_max": 0.416033, "nauc_precision_at_3_std": -0.419425, "nauc_precision_at_3_diff1": 0.710124, "nauc_precision_at_5_max": 0.45542, "nauc_precision_at_5_std": -0.426826, "nauc_precision_at_5_diff1": 0.693406, "nauc_precision_at_10_max": 0.51897, "nauc_precision_at_10_std": -0.461662, "nauc_precision_at_10_diff1": 0.684268, "nauc_precision_at_20_max": 0.603127, "nauc_precision_at_20_std": -0.438877, "nauc_precision_at_20_diff1": 0.718789, "nauc_precision_at_25_max": 0.605214, "nauc_precision_at_25_std": -0.440713, "nauc_precision_at_25_diff1": 0.719364, "nauc_precision_at_50_max": 0.587673, "nauc_precision_at_50_std": -0.349916, "nauc_precision_at_50_diff1": 0.683034, "nauc_precision_at_100_max": 0.91014, "nauc_precision_at_100_std": 0.328153, "nauc_precision_at_100_diff1": 0.732389, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.368398, "nauc_mrr_at_1_std": -0.299018, "nauc_mrr_at_1_diff1": 0.757925, "nauc_mrr_at_3_max": 0.380714, "nauc_mrr_at_3_std": -0.344704, "nauc_mrr_at_3_diff1": 0.738907, "nauc_mrr_at_5_max": 0.384456, "nauc_mrr_at_5_std": -0.342771, "nauc_mrr_at_5_diff1": 0.738002, "nauc_mrr_at_10_max": 0.386769, "nauc_mrr_at_10_std": -0.340907, "nauc_mrr_at_10_diff1": 0.738776, "nauc_mrr_at_20_max": 0.386274, "nauc_mrr_at_20_std": -0.339416, "nauc_mrr_at_20_diff1": 0.740019, "nauc_mrr_at_25_max": 0.385806, "nauc_mrr_at_25_std": -0.33921, "nauc_mrr_at_25_diff1": 0.740064, "nauc_mrr_at_50_max": 0.385209, "nauc_mrr_at_50_std": -0.338719, "nauc_mrr_at_50_diff1": 0.740026, "nauc_mrr_at_100_max": 0.385113, "nauc_mrr_at_100_std": -0.338493, "nauc_mrr_at_100_diff1": 0.740128, "nauc_mrr_at_1000_max": 0.385029, "nauc_mrr_at_1000_std": -0.338621, "nauc_mrr_at_1000_diff1": 0.74013, "hit_rate_at_1": 0.66594, "hit_rate_at_3": 0.8213, "hit_rate_at_5": 0.87017, "hit_rate_at_10": 0.91685, "hit_rate_at_20": 0.95478, "hit_rate_at_25": 0.96572, "hit_rate_at_50": 0.98322, "hit_rate_at_100": 0.99562, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.665937, "R_cap_at_3": 0.821298, "R_cap_at_5": 0.870168, "R_cap_at_10": 0.916849, "R_cap_at_20": 0.954778, "R_cap_at_25": 0.965718, "R_cap_at_50": 0.983224, "R_cap_at_100": 0.995624, "R_cap_at_1000": 1.0, "main_score": 0.79267, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74882, "ndcg_at_3": 0.82039, "ndcg_at_5": 0.83616, "ndcg_at_10": 0.84634, "ndcg_at_20": 0.8525, "ndcg_at_25": 0.85448, "ndcg_at_50": 0.85694, "ndcg_at_100": 0.858, "ndcg_at_1000": 0.8591, "map_at_1": 0.74882, "map_at_3": 0.80334, "map_at_5": 0.81212, "map_at_10": 0.81637, "map_at_20": 0.81805, "map_at_25": 0.81845, "map_at_50": 0.81881, "map_at_100": 0.81891, "map_at_1000": 0.81896, "recall_at_1": 0.74882, "recall_at_3": 0.8695, "recall_at_5": 0.90767, "recall_at_10": 0.93893, "recall_at_20": 0.96329, "recall_at_25": 0.97237, "recall_at_50": 0.9851, "recall_at_100": 0.99164, "recall_at_1000": 0.99964, "accuracy": 0.74882, "precision_at_1": 0.74882, "precision_at_3": 0.28983, "precision_at_5": 0.18153, "precision_at_10": 0.09389, "precision_at_20": 0.04816, "precision_at_25": 0.03889, "precision_at_50": 0.0197, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.748819, "mrr_at_3": 0.803344, "mrr_at_5": 0.812123, "mrr_at_10": 0.816369, "mrr_at_20": 0.818054, "mrr_at_25": 0.818451, "mrr_at_50": 0.818814, "mrr_at_100": 0.81891, "mrr_at_1000": 0.818964, "nauc_ndcg_at_1_max": 0.548429, "nauc_ndcg_at_1_std": -0.238164, "nauc_ndcg_at_1_diff1": 0.833724, "nauc_ndcg_at_3_max": 0.576368, "nauc_ndcg_at_3_std": -0.247823, "nauc_ndcg_at_3_diff1": 0.810449, "nauc_ndcg_at_5_max": 0.578027, "nauc_ndcg_at_5_std": -0.246618, "nauc_ndcg_at_5_diff1": 0.80541, "nauc_ndcg_at_10_max": 0.584485, "nauc_ndcg_at_10_std": -0.251571, "nauc_ndcg_at_10_diff1": 0.81109, "nauc_ndcg_at_20_max": 0.583163, "nauc_ndcg_at_20_std": -0.243966, "nauc_ndcg_at_20_diff1": 0.813525, "nauc_ndcg_at_25_max": 0.581081, "nauc_ndcg_at_25_std": -0.247863, "nauc_ndcg_at_25_diff1": 0.814337, "nauc_ndcg_at_50_max": 0.579523, "nauc_ndcg_at_50_std": -0.244595, "nauc_ndcg_at_50_diff1": 0.814489, "nauc_ndcg_at_100_max": 0.578693, "nauc_ndcg_at_100_std": -0.244871, "nauc_ndcg_at_100_diff1": 0.815244, "nauc_ndcg_at_1000_max": 0.575991, "nauc_ndcg_at_1000_std": -0.244511, "nauc_ndcg_at_1000_diff1": 0.815592, "nauc_map_at_1_max": 0.548429, "nauc_map_at_1_std": -0.238164, "nauc_map_at_1_diff1": 0.833724, "nauc_map_at_3_max": 0.569085, "nauc_map_at_3_std": -0.244073, "nauc_map_at_3_diff1": 0.817168, "nauc_map_at_5_max": 0.569822, "nauc_map_at_5_std": -0.243111, "nauc_map_at_5_diff1": 0.814955, "nauc_map_at_10_max": 0.571968, "nauc_map_at_10_std": -0.245006, "nauc_map_at_10_diff1": 0.81715, "nauc_map_at_20_max": 0.571622, "nauc_map_at_20_std": -0.243138, "nauc_map_at_20_diff1": 0.817757, "nauc_map_at_25_max": 0.57127, "nauc_map_at_25_std": -0.243747, "nauc_map_at_25_diff1": 0.817903, "nauc_map_at_50_max": 0.571067, "nauc_map_at_50_std": -0.243323, "nauc_map_at_50_diff1": 0.817923, "nauc_map_at_100_max": 0.571005, "nauc_map_at_100_std": -0.243342, "nauc_map_at_100_diff1": 0.817983, "nauc_map_at_1000_max": 0.57089, "nauc_map_at_1000_std": -0.243341, "nauc_map_at_1000_diff1": 0.817993, "nauc_recall_at_1_max": 0.548429, "nauc_recall_at_1_std": -0.238164, "nauc_recall_at_1_diff1": 0.833724, "nauc_recall_at_3_max": 0.605675, "nauc_recall_at_3_std": -0.263745, "nauc_recall_at_3_diff1": 0.782968, "nauc_recall_at_5_max": 0.621196, "nauc_recall_at_5_std": -0.266373, "nauc_recall_at_5_diff1": 0.752982, "nauc_recall_at_10_max": 0.688243, "nauc_recall_at_10_std": -0.308445, "nauc_recall_at_10_diff1": 0.767374, "nauc_recall_at_20_max": 0.735015, "nauc_recall_at_20_std": -0.237943, "nauc_recall_at_20_diff1": 0.773987, "nauc_recall_at_25_max": 0.738031, "nauc_recall_at_25_std": -0.323568, "nauc_recall_at_25_diff1": 0.778716, "nauc_recall_at_50_max": 0.800758, "nauc_recall_at_50_std": -0.242698, "nauc_recall_at_50_diff1": 0.756153, "nauc_recall_at_100_max": 0.893749, "nauc_recall_at_100_std": -0.267135, "nauc_recall_at_100_diff1": 0.78073, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.358169, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.548429, "nauc_precision_at_1_std": -0.238164, "nauc_precision_at_1_diff1": 0.833724, "nauc_precision_at_3_max": 0.605675, "nauc_precision_at_3_std": -0.263745, "nauc_precision_at_3_diff1": 0.782968, "nauc_precision_at_5_max": 0.621196, "nauc_precision_at_5_std": -0.266373, "nauc_precision_at_5_diff1": 0.752982, "nauc_precision_at_10_max": 0.688243, "nauc_precision_at_10_std": -0.308445, "nauc_precision_at_10_diff1": 0.767374, "nauc_precision_at_20_max": 0.735015, "nauc_precision_at_20_std": -0.237943, "nauc_precision_at_20_diff1": 0.773987, "nauc_precision_at_25_max": 0.738031, "nauc_precision_at_25_std": -0.323568, "nauc_precision_at_25_diff1": 0.778716, "nauc_precision_at_50_max": 0.800758, "nauc_precision_at_50_std": -0.242698, "nauc_precision_at_50_diff1": 0.756153, "nauc_precision_at_100_max": 0.893749, "nauc_precision_at_100_std": -0.267135, "nauc_precision_at_100_diff1": 0.78073, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.358169, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.548429, "nauc_mrr_at_1_std": -0.238164, "nauc_mrr_at_1_diff1": 0.833724, "nauc_mrr_at_3_max": 0.569085, "nauc_mrr_at_3_std": -0.244073, "nauc_mrr_at_3_diff1": 0.817168, "nauc_mrr_at_5_max": 0.569822, "nauc_mrr_at_5_std": -0.243111, "nauc_mrr_at_5_diff1": 0.814955, "nauc_mrr_at_10_max": 0.571968, "nauc_mrr_at_10_std": -0.245006, "nauc_mrr_at_10_diff1": 0.81715, "nauc_mrr_at_20_max": 0.571622, "nauc_mrr_at_20_std": -0.243138, "nauc_mrr_at_20_diff1": 0.817757, "nauc_mrr_at_25_max": 0.57127, "nauc_mrr_at_25_std": -0.243747, "nauc_mrr_at_25_diff1": 0.817903, "nauc_mrr_at_50_max": 0.571067, "nauc_mrr_at_50_std": -0.243323, "nauc_mrr_at_50_diff1": 0.817923, "nauc_mrr_at_100_max": 0.571005, "nauc_mrr_at_100_std": -0.243342, "nauc_mrr_at_100_diff1": 0.817983, "nauc_mrr_at_1000_max": 0.57089, "nauc_mrr_at_1000_std": -0.243341, "nauc_mrr_at_1000_diff1": 0.817993, "hit_rate_at_1": 0.74882, "hit_rate_at_3": 0.8695, "hit_rate_at_5": 0.90767, "hit_rate_at_10": 0.93893, "hit_rate_at_20": 0.96329, "hit_rate_at_25": 0.97237, "hit_rate_at_50": 0.9851, "hit_rate_at_100": 0.99164, "hit_rate_at_1000": 0.99964, "R_cap_at_1": 0.748819, "R_cap_at_3": 0.869502, "R_cap_at_5": 0.90767, "R_cap_at_10": 0.938931, "R_cap_at_20": 0.963286, "R_cap_at_25": 0.972374, "R_cap_at_50": 0.985096, "R_cap_at_100": 0.991639, "R_cap_at_1000": 0.999636, "main_score": 0.84634, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76221, "ndcg_at_3": 0.8336, "ndcg_at_5": 0.84662, "ndcg_at_10": 0.85875, "ndcg_at_20": 0.86374, "ndcg_at_25": 0.86542, "ndcg_at_50": 0.86816, "ndcg_at_100": 0.86883, "ndcg_at_1000": 0.86955, "map_at_1": 0.76221, "map_at_3": 0.81705, "map_at_5": 0.82423, "map_at_10": 0.82942, "map_at_20": 0.83084, "map_at_25": 0.83118, "map_at_50": 0.83159, "map_at_100": 0.83165, "map_at_1000": 0.83168, "recall_at_1": 0.76221, "recall_at_3": 0.88111, "recall_at_5": 0.91289, "recall_at_10": 0.94938, "recall_at_20": 0.96881, "recall_at_25": 0.97646, "recall_at_50": 0.99058, "recall_at_100": 0.9947, "recall_at_1000": 1.0, "accuracy": 0.76221, "precision_at_1": 0.76221, "precision_at_3": 0.2937, "precision_at_5": 0.18258, "precision_at_10": 0.09494, "precision_at_20": 0.04844, "precision_at_25": 0.03906, "precision_at_50": 0.01981, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.762213, "mrr_at_3": 0.817049, "mrr_at_5": 0.82423, "mrr_at_10": 0.829424, "mrr_at_20": 0.830839, "mrr_at_25": 0.831179, "mrr_at_50": 0.831589, "mrr_at_100": 0.831648, "mrr_at_1000": 0.831682, "nauc_ndcg_at_1_max": 0.55034, "nauc_ndcg_at_1_std": -0.217261, "nauc_ndcg_at_1_diff1": 0.836008, "nauc_ndcg_at_3_max": 0.581826, "nauc_ndcg_at_3_std": -0.278932, "nauc_ndcg_at_3_diff1": 0.805436, "nauc_ndcg_at_5_max": 0.581958, "nauc_ndcg_at_5_std": -0.281848, "nauc_ndcg_at_5_diff1": 0.80712, "nauc_ndcg_at_10_max": 0.57353, "nauc_ndcg_at_10_std": -0.286394, "nauc_ndcg_at_10_diff1": 0.808098, "nauc_ndcg_at_20_max": 0.572662, "nauc_ndcg_at_20_std": -0.283794, "nauc_ndcg_at_20_diff1": 0.810909, "nauc_ndcg_at_25_max": 0.573866, "nauc_ndcg_at_25_std": -0.280063, "nauc_ndcg_at_25_diff1": 0.811367, "nauc_ndcg_at_50_max": 0.573086, "nauc_ndcg_at_50_std": -0.270786, "nauc_ndcg_at_50_diff1": 0.813426, "nauc_ndcg_at_100_max": 0.572544, "nauc_ndcg_at_100_std": -0.269716, "nauc_ndcg_at_100_diff1": 0.813642, "nauc_ndcg_at_1000_max": 0.571758, "nauc_ndcg_at_1000_std": -0.269196, "nauc_ndcg_at_1000_diff1": 0.814175, "nauc_map_at_1_max": 0.55034, "nauc_map_at_1_std": -0.217261, "nauc_map_at_1_diff1": 0.836008, "nauc_map_at_3_max": 0.573058, "nauc_map_at_3_std": -0.262142, "nauc_map_at_3_diff1": 0.81409, "nauc_map_at_5_max": 0.57269, "nauc_map_at_5_std": -0.263231, "nauc_map_at_5_diff1": 0.815252, "nauc_map_at_10_max": 0.569397, "nauc_map_at_10_std": -0.264441, "nauc_map_at_10_diff1": 0.815934, "nauc_map_at_20_max": 0.569129, "nauc_map_at_20_std": -0.263683, "nauc_map_at_20_diff1": 0.816599, "nauc_map_at_25_max": 0.569305, "nauc_map_at_25_std": -0.263043, "nauc_map_at_25_diff1": 0.81669, "nauc_map_at_50_max": 0.569219, "nauc_map_at_50_std": -0.261883, "nauc_map_at_50_diff1": 0.816961, "nauc_map_at_100_max": 0.569175, "nauc_map_at_100_std": -0.26177, "nauc_map_at_100_diff1": 0.816978, "nauc_map_at_1000_max": 0.56916, "nauc_map_at_1000_std": -0.261733, "nauc_map_at_1000_diff1": 0.817004, "nauc_recall_at_1_max": 0.55034, "nauc_recall_at_1_std": -0.217261, "nauc_recall_at_1_diff1": 0.836008, "nauc_recall_at_3_max": 0.618122, "nauc_recall_at_3_std": -0.348186, "nauc_recall_at_3_diff1": 0.76952, "nauc_recall_at_5_max": 0.631472, "nauc_recall_at_5_std": -0.380558, "nauc_recall_at_5_diff1": 0.764272, "nauc_recall_at_10_max": 0.600798, "nauc_recall_at_10_std": -0.484524, "nauc_recall_at_10_diff1": 0.739996, "nauc_recall_at_20_max": 0.605161, "nauc_recall_at_20_std": -0.565859, "nauc_recall_at_20_diff1": 0.744112, "nauc_recall_at_25_max": 0.645577, "nauc_recall_at_25_std": -0.56679, "nauc_recall_at_25_diff1": 0.733205, "nauc_recall_at_50_max": 0.697021, "nauc_recall_at_50_std": -0.379634, "nauc_recall_at_50_diff1": 0.750233, "nauc_recall_at_100_max": 0.7199, "nauc_recall_at_100_std": -0.335535, "nauc_recall_at_100_diff1": 0.731324, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.55034, "nauc_precision_at_1_std": -0.217261, "nauc_precision_at_1_diff1": 0.836008, "nauc_precision_at_3_max": 0.618122, "nauc_precision_at_3_std": -0.348186, "nauc_precision_at_3_diff1": 0.76952, "nauc_precision_at_5_max": 0.631472, "nauc_precision_at_5_std": -0.380558, "nauc_precision_at_5_diff1": 0.764272, "nauc_precision_at_10_max": 0.600798, "nauc_precision_at_10_std": -0.484524, "nauc_precision_at_10_diff1": 0.739996, "nauc_precision_at_20_max": 0.605161, "nauc_precision_at_20_std": -0.565859, "nauc_precision_at_20_diff1": 0.744112, "nauc_precision_at_25_max": 0.645577, "nauc_precision_at_25_std": -0.56679, "nauc_precision_at_25_diff1": 0.733205, "nauc_precision_at_50_max": 0.697021, "nauc_precision_at_50_std": -0.379634, "nauc_precision_at_50_diff1": 0.750233, "nauc_precision_at_100_max": 0.7199, "nauc_precision_at_100_std": -0.335535, "nauc_precision_at_100_diff1": 0.731324, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.55034, "nauc_mrr_at_1_std": -0.217261, "nauc_mrr_at_1_diff1": 0.836008, "nauc_mrr_at_3_max": 0.573058, "nauc_mrr_at_3_std": -0.262142, "nauc_mrr_at_3_diff1": 0.81409, "nauc_mrr_at_5_max": 0.57269, "nauc_mrr_at_5_std": -0.263231, "nauc_mrr_at_5_diff1": 0.815252, "nauc_mrr_at_10_max": 0.569397, "nauc_mrr_at_10_std": -0.264441, "nauc_mrr_at_10_diff1": 0.815934, "nauc_mrr_at_20_max": 0.569129, "nauc_mrr_at_20_std": -0.263683, "nauc_mrr_at_20_diff1": 0.816599, "nauc_mrr_at_25_max": 0.569305, "nauc_mrr_at_25_std": -0.263043, "nauc_mrr_at_25_diff1": 0.81669, "nauc_mrr_at_50_max": 0.569219, "nauc_mrr_at_50_std": -0.261883, "nauc_mrr_at_50_diff1": 0.816961, "nauc_mrr_at_100_max": 0.569175, "nauc_mrr_at_100_std": -0.26177, "nauc_mrr_at_100_diff1": 0.816978, "nauc_mrr_at_1000_max": 0.56916, "nauc_mrr_at_1000_std": -0.261733, "nauc_mrr_at_1000_diff1": 0.817004, "hit_rate_at_1": 0.76221, "hit_rate_at_3": 0.88111, "hit_rate_at_5": 0.91289, "hit_rate_at_10": 0.94938, "hit_rate_at_20": 0.96881, "hit_rate_at_25": 0.97646, "hit_rate_at_50": 0.99058, "hit_rate_at_100": 0.9947, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.762213, "R_cap_at_3": 0.881107, "R_cap_at_5": 0.91289, "R_cap_at_10": 0.949382, "R_cap_at_20": 0.968805, "R_cap_at_25": 0.976457, "R_cap_at_50": 0.990583, "R_cap_at_100": 0.994703, "R_cap_at_1000": 1.0, "main_score": 0.85875, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70168, "ndcg_at_3": 0.79174, "ndcg_at_5": 0.81013, "ndcg_at_10": 0.82326, "ndcg_at_20": 0.83014, "ndcg_at_25": 0.8319, "ndcg_at_50": 0.83477, "ndcg_at_100": 0.83551, "ndcg_at_1000": 0.83636, "map_at_1": 0.70168, "map_at_3": 0.77012, "map_at_5": 0.78032, "map_at_10": 0.78582, "map_at_20": 0.78777, "map_at_25": 0.78813, "map_at_50": 0.78858, "map_at_100": 0.78865, "map_at_1000": 0.78868, "recall_at_1": 0.70168, "recall_at_3": 0.85409, "recall_at_5": 0.89878, "recall_at_10": 0.93888, "recall_at_20": 0.96562, "recall_at_25": 0.97364, "recall_at_50": 0.98816, "recall_at_100": 0.99274, "recall_at_1000": 0.99924, "accuracy": 0.70168, "precision_at_1": 0.70168, "precision_at_3": 0.2847, "precision_at_5": 0.17976, "precision_at_10": 0.09389, "precision_at_20": 0.04828, "precision_at_25": 0.03895, "precision_at_50": 0.01976, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.701681, "mrr_at_3": 0.770117, "mrr_at_5": 0.780316, "mrr_at_10": 0.785823, "mrr_at_20": 0.787774, "mrr_at_25": 0.788132, "mrr_at_50": 0.788583, "mrr_at_100": 0.78865, "mrr_at_1000": 0.788683, "nauc_ndcg_at_1_max": 0.382168, "nauc_ndcg_at_1_std": -0.258284, "nauc_ndcg_at_1_diff1": 0.781654, "nauc_ndcg_at_3_max": 0.405246, "nauc_ndcg_at_3_std": -0.325367, "nauc_ndcg_at_3_diff1": 0.756409, "nauc_ndcg_at_5_max": 0.403186, "nauc_ndcg_at_5_std": -0.33344, "nauc_ndcg_at_5_diff1": 0.757893, "nauc_ndcg_at_10_max": 0.399668, "nauc_ndcg_at_10_std": -0.323601, "nauc_ndcg_at_10_diff1": 0.765636, "nauc_ndcg_at_20_max": 0.402968, "nauc_ndcg_at_20_std": -0.311785, "nauc_ndcg_at_20_diff1": 0.765266, "nauc_ndcg_at_25_max": 0.405956, "nauc_ndcg_at_25_std": -0.304945, "nauc_ndcg_at_25_diff1": 0.765571, "nauc_ndcg_at_50_max": 0.404353, "nauc_ndcg_at_50_std": -0.29955, "nauc_ndcg_at_50_diff1": 0.764866, "nauc_ndcg_at_100_max": 0.402152, "nauc_ndcg_at_100_std": -0.303318, "nauc_ndcg_at_100_diff1": 0.76556, "nauc_ndcg_at_1000_max": 0.400898, "nauc_ndcg_at_1000_std": -0.304765, "nauc_ndcg_at_1000_diff1": 0.765746, "nauc_map_at_1_max": 0.382168, "nauc_map_at_1_std": -0.258284, "nauc_map_at_1_diff1": 0.781654, "nauc_map_at_3_max": 0.399562, "nauc_map_at_3_std": -0.30567, "nauc_map_at_3_diff1": 0.763327, "nauc_map_at_5_max": 0.398396, "nauc_map_at_5_std": -0.308754, "nauc_map_at_5_diff1": 0.764329, "nauc_map_at_10_max": 0.396975, "nauc_map_at_10_std": -0.305133, "nauc_map_at_10_diff1": 0.767392, "nauc_map_at_20_max": 0.397628, "nauc_map_at_20_std": -0.30248, "nauc_map_at_20_diff1": 0.767268, "nauc_map_at_25_max": 0.398103, "nauc_map_at_25_std": -0.301367, "nauc_map_at_25_diff1": 0.767316, "nauc_map_at_50_max": 0.397877, "nauc_map_at_50_std": -0.300654, "nauc_map_at_50_diff1": 0.767236, "nauc_map_at_100_max": 0.397716, "nauc_map_at_100_std": -0.300934, "nauc_map_at_100_diff1": 0.767285, "nauc_map_at_1000_max": 0.397692, "nauc_map_at_1000_std": -0.300954, "nauc_map_at_1000_diff1": 0.767288, "nauc_recall_at_1_max": 0.382168, "nauc_recall_at_1_std": -0.258284, "nauc_recall_at_1_diff1": 0.781654, "nauc_recall_at_3_max": 0.428575, "nauc_recall_at_3_std": -0.408572, "nauc_recall_at_3_diff1": 0.727492, "nauc_recall_at_5_max": 0.428227, "nauc_recall_at_5_std": -0.473749, "nauc_recall_at_5_diff1": 0.722805, "nauc_recall_at_10_max": 0.417452, "nauc_recall_at_10_std": -0.477985, "nauc_recall_at_10_diff1": 0.75887, "nauc_recall_at_20_max": 0.49169, "nauc_recall_at_20_std": -0.384079, "nauc_recall_at_20_diff1": 0.749895, "nauc_recall_at_25_max": 0.59655, "nauc_recall_at_25_std": -0.226604, "nauc_recall_at_25_diff1": 0.753497, "nauc_recall_at_50_max": 0.730175, "nauc_recall_at_50_std": 0.203916, "nauc_recall_at_50_diff1": 0.693509, "nauc_recall_at_100_max": 0.664317, "nauc_recall_at_100_std": 0.060624, "nauc_recall_at_100_diff1": 0.735015, "nauc_recall_at_1000_max": 0.861092, "nauc_recall_at_1000_std": 0.711711, "nauc_recall_at_1000_diff1": 0.777076, "nauc_precision_at_1_max": 0.382168, "nauc_precision_at_1_std": -0.258284, "nauc_precision_at_1_diff1": 0.781654, "nauc_precision_at_3_max": 0.428575, "nauc_precision_at_3_std": -0.408572, "nauc_precision_at_3_diff1": 0.727492, "nauc_precision_at_5_max": 0.428227, "nauc_precision_at_5_std": -0.473749, "nauc_precision_at_5_diff1": 0.722805, "nauc_precision_at_10_max": 0.417452, "nauc_precision_at_10_std": -0.477985, "nauc_precision_at_10_diff1": 0.75887, "nauc_precision_at_20_max": 0.49169, "nauc_precision_at_20_std": -0.384079, "nauc_precision_at_20_diff1": 0.749895, "nauc_precision_at_25_max": 0.59655, "nauc_precision_at_25_std": -0.226604, "nauc_precision_at_25_diff1": 0.753497, "nauc_precision_at_50_max": 0.730175, "nauc_precision_at_50_std": 0.203916, "nauc_precision_at_50_diff1": 0.693509, "nauc_precision_at_100_max": 0.664317, "nauc_precision_at_100_std": 0.060624, "nauc_precision_at_100_diff1": 0.735015, "nauc_precision_at_1000_max": 0.861092, "nauc_precision_at_1000_std": 0.711711, "nauc_precision_at_1000_diff1": 0.777076, "nauc_mrr_at_1_max": 0.382168, "nauc_mrr_at_1_std": -0.258284, "nauc_mrr_at_1_diff1": 0.781654, "nauc_mrr_at_3_max": 0.399562, "nauc_mrr_at_3_std": -0.30567, "nauc_mrr_at_3_diff1": 0.763327, "nauc_mrr_at_5_max": 0.398396, "nauc_mrr_at_5_std": -0.308754, "nauc_mrr_at_5_diff1": 0.764329, "nauc_mrr_at_10_max": 0.396975, "nauc_mrr_at_10_std": -0.305133, "nauc_mrr_at_10_diff1": 0.767392, "nauc_mrr_at_20_max": 0.397628, "nauc_mrr_at_20_std": -0.30248, "nauc_mrr_at_20_diff1": 0.767268, "nauc_mrr_at_25_max": 0.398103, "nauc_mrr_at_25_std": -0.301367, "nauc_mrr_at_25_diff1": 0.767316, "nauc_mrr_at_50_max": 0.397877, "nauc_mrr_at_50_std": -0.300654, "nauc_mrr_at_50_diff1": 0.767236, "nauc_mrr_at_100_max": 0.397716, "nauc_mrr_at_100_std": -0.300934, "nauc_mrr_at_100_diff1": 0.767285, "nauc_mrr_at_1000_max": 0.397692, "nauc_mrr_at_1000_std": -0.300954, "nauc_mrr_at_1000_diff1": 0.767288, "hit_rate_at_1": 0.70168, "hit_rate_at_3": 0.85409, "hit_rate_at_5": 0.89878, "hit_rate_at_10": 0.93888, "hit_rate_at_20": 0.96562, "hit_rate_at_25": 0.97364, "hit_rate_at_50": 0.98816, "hit_rate_at_100": 0.99274, "hit_rate_at_1000": 0.99924, "R_cap_at_1": 0.701681, "R_cap_at_3": 0.854087, "R_cap_at_5": 0.898778, "R_cap_at_10": 0.938885, "R_cap_at_20": 0.965623, "R_cap_at_25": 0.973644, "R_cap_at_50": 0.988159, "R_cap_at_100": 0.992743, "R_cap_at_1000": 0.999236, "main_score": 0.82326, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7283, "ndcg_at_3": 0.81343, "ndcg_at_5": 0.83066, "ndcg_at_10": 0.84373, "ndcg_at_20": 0.84932, "ndcg_at_25": 0.85009, "ndcg_at_50": 0.85178, "ndcg_at_100": 0.85292, "ndcg_at_1000": 0.85342, "map_at_1": 0.7283, "map_at_3": 0.79278, "map_at_5": 0.80243, "map_at_10": 0.80788, "map_at_20": 0.80945, "map_at_25": 0.80961, "map_at_50": 0.80987, "map_at_100": 0.80997, "map_at_1000": 0.80999, "recall_at_1": 0.7283, "recall_at_3": 0.87309, "recall_at_5": 0.91452, "recall_at_10": 0.95464, "recall_at_20": 0.97645, "recall_at_25": 0.97994, "recall_at_50": 0.98866, "recall_at_100": 0.99564, "recall_at_1000": 0.99956, "accuracy": 0.7283, "precision_at_1": 0.7283, "precision_at_3": 0.29103, "precision_at_5": 0.1829, "precision_at_10": 0.09546, "precision_at_20": 0.04882, "precision_at_25": 0.0392, "precision_at_50": 0.01977, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.728304, "mrr_at_3": 0.792775, "mrr_at_5": 0.802435, "mrr_at_10": 0.807883, "mrr_at_20": 0.809452, "mrr_at_25": 0.80961, "mrr_at_50": 0.809867, "mrr_at_100": 0.80997, "mrr_at_1000": 0.809987, "nauc_ndcg_at_1_max": 0.416077, "nauc_ndcg_at_1_std": -0.224555, "nauc_ndcg_at_1_diff1": 0.754845, "nauc_ndcg_at_3_max": 0.462649, "nauc_ndcg_at_3_std": -0.253015, "nauc_ndcg_at_3_diff1": 0.73057, "nauc_ndcg_at_5_max": 0.465018, "nauc_ndcg_at_5_std": -0.248657, "nauc_ndcg_at_5_diff1": 0.730409, "nauc_ndcg_at_10_max": 0.464821, "nauc_ndcg_at_10_std": -0.233137, "nauc_ndcg_at_10_diff1": 0.733543, "nauc_ndcg_at_20_max": 0.458482, "nauc_ndcg_at_20_std": -0.234797, "nauc_ndcg_at_20_diff1": 0.737311, "nauc_ndcg_at_25_max": 0.457025, "nauc_ndcg_at_25_std": -0.236556, "nauc_ndcg_at_25_diff1": 0.737755, "nauc_ndcg_at_50_max": 0.453796, "nauc_ndcg_at_50_std": -0.237994, "nauc_ndcg_at_50_diff1": 0.736945, "nauc_ndcg_at_100_max": 0.45187, "nauc_ndcg_at_100_std": -0.238414, "nauc_ndcg_at_100_diff1": 0.737408, "nauc_ndcg_at_1000_max": 0.452671, "nauc_ndcg_at_1000_std": -0.23798, "nauc_ndcg_at_1000_diff1": 0.737774, "nauc_map_at_1_max": 0.416077, "nauc_map_at_1_std": -0.224555, "nauc_map_at_1_diff1": 0.754845, "nauc_map_at_3_max": 0.449614, "nauc_map_at_3_std": -0.245429, "nauc_map_at_3_diff1": 0.73759, "nauc_map_at_5_max": 0.450164, "nauc_map_at_5_std": -0.242617, "nauc_map_at_5_diff1": 0.737621, "nauc_map_at_10_max": 0.449714, "nauc_map_at_10_std": -0.237134, "nauc_map_at_10_diff1": 0.738908, "nauc_map_at_20_max": 0.448255, "nauc_map_at_20_std": -0.237407, "nauc_map_at_20_diff1": 0.739812, "nauc_map_at_25_max": 0.447995, "nauc_map_at_25_std": -0.237712, "nauc_map_at_25_diff1": 0.739885, "nauc_map_at_50_max": 0.447594, "nauc_map_at_50_std": -0.237913, "nauc_map_at_50_diff1": 0.739792, "nauc_map_at_100_max": 0.447454, "nauc_map_at_100_std": -0.237931, "nauc_map_at_100_diff1": 0.739823, "nauc_map_at_1000_max": 0.447485, "nauc_map_at_1000_std": -0.237925, "nauc_map_at_1000_diff1": 0.739833, "nauc_recall_at_1_max": 0.416077, "nauc_recall_at_1_std": -0.224555, "nauc_recall_at_1_diff1": 0.754845, "nauc_recall_at_3_max": 0.519174, "nauc_recall_at_3_std": -0.285651, "nauc_recall_at_3_diff1": 0.699972, "nauc_recall_at_5_max": 0.554306, "nauc_recall_at_5_std": -0.283796, "nauc_recall_at_5_diff1": 0.687738, "nauc_recall_at_10_max": 0.629246, "nauc_recall_at_10_std": -0.164956, "nauc_recall_at_10_diff1": 0.680309, "nauc_recall_at_20_max": 0.632381, "nauc_recall_at_20_std": -0.146348, "nauc_recall_at_20_diff1": 0.715812, "nauc_recall_at_25_max": 0.619016, "nauc_recall_at_25_std": -0.183653, "nauc_recall_at_25_diff1": 0.725799, "nauc_recall_at_50_max": 0.547751, "nauc_recall_at_50_std": -0.224616, "nauc_recall_at_50_diff1": 0.66723, "nauc_recall_at_100_max": 0.338761, "nauc_recall_at_100_std": -0.29178, "nauc_recall_at_100_diff1": 0.64501, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.358082, "nauc_recall_at_1000_diff1": 0.722209, "nauc_precision_at_1_max": 0.416077, "nauc_precision_at_1_std": -0.224555, "nauc_precision_at_1_diff1": 0.754845, "nauc_precision_at_3_max": 0.519174, "nauc_precision_at_3_std": -0.285651, "nauc_precision_at_3_diff1": 0.699972, "nauc_precision_at_5_max": 0.554306, "nauc_precision_at_5_std": -0.283796, "nauc_precision_at_5_diff1": 0.687738, "nauc_precision_at_10_max": 0.629246, "nauc_precision_at_10_std": -0.164956, "nauc_precision_at_10_diff1": 0.680309, "nauc_precision_at_20_max": 0.632381, "nauc_precision_at_20_std": -0.146348, "nauc_precision_at_20_diff1": 0.715812, "nauc_precision_at_25_max": 0.619016, "nauc_precision_at_25_std": -0.183653, "nauc_precision_at_25_diff1": 0.725799, "nauc_precision_at_50_max": 0.547751, "nauc_precision_at_50_std": -0.224616, "nauc_precision_at_50_diff1": 0.66723, "nauc_precision_at_100_max": 0.338761, "nauc_precision_at_100_std": -0.29178, "nauc_precision_at_100_diff1": 0.64501, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.358082, "nauc_precision_at_1000_diff1": 0.722209, "nauc_mrr_at_1_max": 0.416077, "nauc_mrr_at_1_std": -0.224555, "nauc_mrr_at_1_diff1": 0.754845, "nauc_mrr_at_3_max": 0.449614, "nauc_mrr_at_3_std": -0.245429, "nauc_mrr_at_3_diff1": 0.73759, "nauc_mrr_at_5_max": 0.450164, "nauc_mrr_at_5_std": -0.242617, "nauc_mrr_at_5_diff1": 0.737621, "nauc_mrr_at_10_max": 0.449714, "nauc_mrr_at_10_std": -0.237134, "nauc_mrr_at_10_diff1": 0.738908, "nauc_mrr_at_20_max": 0.448255, "nauc_mrr_at_20_std": -0.237407, "nauc_mrr_at_20_diff1": 0.739812, "nauc_mrr_at_25_max": 0.447995, "nauc_mrr_at_25_std": -0.237712, "nauc_mrr_at_25_diff1": 0.739885, "nauc_mrr_at_50_max": 0.447594, "nauc_mrr_at_50_std": -0.237913, "nauc_mrr_at_50_diff1": 0.739792, "nauc_mrr_at_100_max": 0.447454, "nauc_mrr_at_100_std": -0.237931, "nauc_mrr_at_100_diff1": 0.739823, "nauc_mrr_at_1000_max": 0.447485, "nauc_mrr_at_1000_std": -0.237925, "nauc_mrr_at_1000_diff1": 0.739833, "hit_rate_at_1": 0.7283, "hit_rate_at_3": 0.87309, "hit_rate_at_5": 0.91452, "hit_rate_at_10": 0.95464, "hit_rate_at_20": 0.97645, "hit_rate_at_25": 0.97994, "hit_rate_at_50": 0.98866, "hit_rate_at_100": 0.99564, "hit_rate_at_1000": 0.99956, "R_cap_at_1": 0.728304, "R_cap_at_3": 0.873092, "R_cap_at_5": 0.914522, "R_cap_at_10": 0.954645, "R_cap_at_20": 0.97645, "R_cap_at_25": 0.979939, "R_cap_at_50": 0.988661, "R_cap_at_100": 0.995639, "R_cap_at_1000": 0.999564, "main_score": 0.84373, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76479, "ndcg_at_3": 0.83544, "ndcg_at_5": 0.84822, "ndcg_at_10": 0.85693, "ndcg_at_20": 0.86256, "ndcg_at_25": 0.8637, "ndcg_at_50": 0.86616, "ndcg_at_100": 0.86771, "ndcg_at_1000": 0.8689, "map_at_1": 0.76479, "map_at_3": 0.81867, "map_at_5": 0.82578, "map_at_10": 0.82946, "map_at_20": 0.83104, "map_at_25": 0.83127, "map_at_50": 0.83164, "map_at_100": 0.83178, "map_at_1000": 0.83183, "recall_at_1": 0.76479, "recall_at_3": 0.8837, "recall_at_5": 0.91466, "recall_at_10": 0.94116, "recall_at_20": 0.96319, "recall_at_25": 0.96842, "recall_at_50": 0.98105, "recall_at_100": 0.9906, "recall_at_1000": 0.99969, "accuracy": 0.76479, "precision_at_1": 0.76479, "precision_at_3": 0.29457, "precision_at_5": 0.18293, "precision_at_10": 0.09412, "precision_at_20": 0.04816, "precision_at_25": 0.03874, "precision_at_50": 0.01962, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.764787, "mrr_at_3": 0.818674, "mrr_at_5": 0.825783, "mrr_at_10": 0.829461, "mrr_at_20": 0.831037, "mrr_at_25": 0.831267, "mrr_at_50": 0.831638, "mrr_at_100": 0.831777, "mrr_at_1000": 0.831826, "nauc_ndcg_at_1_max": 0.557061, "nauc_ndcg_at_1_std": -0.198171, "nauc_ndcg_at_1_diff1": 0.816896, "nauc_ndcg_at_3_max": 0.617917, "nauc_ndcg_at_3_std": -0.194062, "nauc_ndcg_at_3_diff1": 0.794144, "nauc_ndcg_at_5_max": 0.619199, "nauc_ndcg_at_5_std": -0.181299, "nauc_ndcg_at_5_diff1": 0.790725, "nauc_ndcg_at_10_max": 0.620287, "nauc_ndcg_at_10_std": -0.183116, "nauc_ndcg_at_10_diff1": 0.795211, "nauc_ndcg_at_20_max": 0.6139, "nauc_ndcg_at_20_std": -0.180406, "nauc_ndcg_at_20_diff1": 0.796218, "nauc_ndcg_at_25_max": 0.61285, "nauc_ndcg_at_25_std": -0.18055, "nauc_ndcg_at_25_diff1": 0.796736, "nauc_ndcg_at_50_max": 0.610806, "nauc_ndcg_at_50_std": -0.183654, "nauc_ndcg_at_50_diff1": 0.79755, "nauc_ndcg_at_100_max": 0.607638, "nauc_ndcg_at_100_std": -0.183735, "nauc_ndcg_at_100_diff1": 0.798373, "nauc_ndcg_at_1000_max": 0.605938, "nauc_ndcg_at_1000_std": -0.18646, "nauc_ndcg_at_1000_diff1": 0.798899, "nauc_map_at_1_max": 0.557061, "nauc_map_at_1_std": -0.198171, "nauc_map_at_1_diff1": 0.816896, "nauc_map_at_3_max": 0.600833, "nauc_map_at_3_std": -0.195865, "nauc_map_at_3_diff1": 0.80058, "nauc_map_at_5_max": 0.60065, "nauc_map_at_5_std": -0.189896, "nauc_map_at_5_diff1": 0.798932, "nauc_map_at_10_max": 0.600812, "nauc_map_at_10_std": -0.190718, "nauc_map_at_10_diff1": 0.800766, "nauc_map_at_20_max": 0.599166, "nauc_map_at_20_std": -0.190185, "nauc_map_at_20_diff1": 0.801076, "nauc_map_at_25_max": 0.598971, "nauc_map_at_25_std": -0.190226, "nauc_map_at_25_diff1": 0.801175, "nauc_map_at_50_max": 0.598693, "nauc_map_at_50_std": -0.190569, "nauc_map_at_50_diff1": 0.801283, "nauc_map_at_100_max": 0.598457, "nauc_map_at_100_std": -0.190584, "nauc_map_at_100_diff1": 0.801341, "nauc_map_at_1000_max": 0.598391, "nauc_map_at_1000_std": -0.190667, "nauc_map_at_1000_diff1": 0.801356, "nauc_recall_at_1_max": 0.557061, "nauc_recall_at_1_std": -0.198171, "nauc_recall_at_1_diff1": 0.816896, "nauc_recall_at_3_max": 0.689624, "nauc_recall_at_3_std": -0.186068, "nauc_recall_at_3_diff1": 0.7671, "nauc_recall_at_5_max": 0.719932, "nauc_recall_at_5_std": -0.130116, "nauc_recall_at_5_diff1": 0.745978, "nauc_recall_at_10_max": 0.769915, "nauc_recall_at_10_std": -0.119973, "nauc_recall_at_10_diff1": 0.756246, "nauc_recall_at_20_max": 0.772073, "nauc_recall_at_20_std": -0.044978, "nauc_recall_at_20_diff1": 0.745936, "nauc_recall_at_25_max": 0.779103, "nauc_recall_at_25_std": -0.025037, "nauc_recall_at_25_diff1": 0.74678, "nauc_recall_at_50_max": 0.820869, "nauc_recall_at_50_std": -0.032044, "nauc_recall_at_50_diff1": 0.741025, "nauc_recall_at_100_max": 0.780958, "nauc_recall_at_100_std": 0.115811, "nauc_recall_at_100_diff1": 0.750528, "nauc_recall_at_1000_max": 0.934643, "nauc_recall_at_1000_std": 0.496029, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.557061, "nauc_precision_at_1_std": -0.198171, "nauc_precision_at_1_diff1": 0.816896, "nauc_precision_at_3_max": 0.689624, "nauc_precision_at_3_std": -0.186068, "nauc_precision_at_3_diff1": 0.7671, "nauc_precision_at_5_max": 0.719932, "nauc_precision_at_5_std": -0.130116, "nauc_precision_at_5_diff1": 0.745978, "nauc_precision_at_10_max": 0.769915, "nauc_precision_at_10_std": -0.119973, "nauc_precision_at_10_diff1": 0.756246, "nauc_precision_at_20_max": 0.772073, "nauc_precision_at_20_std": -0.044978, "nauc_precision_at_20_diff1": 0.745936, "nauc_precision_at_25_max": 0.779103, "nauc_precision_at_25_std": -0.025037, "nauc_precision_at_25_diff1": 0.74678, "nauc_precision_at_50_max": 0.820869, "nauc_precision_at_50_std": -0.032044, "nauc_precision_at_50_diff1": 0.741025, "nauc_precision_at_100_max": 0.780958, "nauc_precision_at_100_std": 0.115811, "nauc_precision_at_100_diff1": 0.750528, "nauc_precision_at_1000_max": 0.934643, "nauc_precision_at_1000_std": 0.496029, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.557061, "nauc_mrr_at_1_std": -0.198171, "nauc_mrr_at_1_diff1": 0.816896, "nauc_mrr_at_3_max": 0.600833, "nauc_mrr_at_3_std": -0.195865, "nauc_mrr_at_3_diff1": 0.80058, "nauc_mrr_at_5_max": 0.60065, "nauc_mrr_at_5_std": -0.189896, "nauc_mrr_at_5_diff1": 0.798932, "nauc_mrr_at_10_max": 0.600812, "nauc_mrr_at_10_std": -0.190718, "nauc_mrr_at_10_diff1": 0.800766, "nauc_mrr_at_20_max": 0.599166, "nauc_mrr_at_20_std": -0.190185, "nauc_mrr_at_20_diff1": 0.801076, "nauc_mrr_at_25_max": 0.598971, "nauc_mrr_at_25_std": -0.190226, "nauc_mrr_at_25_diff1": 0.801175, "nauc_mrr_at_50_max": 0.598693, "nauc_mrr_at_50_std": -0.190569, "nauc_mrr_at_50_diff1": 0.801283, "nauc_mrr_at_100_max": 0.598457, "nauc_mrr_at_100_std": -0.190584, "nauc_mrr_at_100_diff1": 0.801341, "nauc_mrr_at_1000_max": 0.598391, "nauc_mrr_at_1000_std": -0.190667, "nauc_mrr_at_1000_diff1": 0.801356, "hit_rate_at_1": 0.76479, "hit_rate_at_3": 0.8837, "hit_rate_at_5": 0.91466, "hit_rate_at_10": 0.94116, "hit_rate_at_20": 0.96319, "hit_rate_at_25": 0.96842, "hit_rate_at_50": 0.98105, "hit_rate_at_100": 0.9906, "hit_rate_at_1000": 0.99969, "R_cap_at_1": 0.764787, "R_cap_at_3": 0.883703, "R_cap_at_5": 0.914664, "R_cap_at_10": 0.941158, "R_cap_at_20": 0.963185, "R_cap_at_25": 0.968423, "R_cap_at_50": 0.981054, "R_cap_at_100": 0.990604, "R_cap_at_1000": 0.999692, "main_score": 0.85693, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76963, "ndcg_at_3": 0.85283, "ndcg_at_5": 0.8667, "ndcg_at_10": 0.87579, "ndcg_at_20": 0.87839, "ndcg_at_25": 0.87995, "ndcg_at_50": 0.88144, "ndcg_at_100": 0.88155, "ndcg_at_1000": 0.88199, "map_at_1": 0.76963, "map_at_3": 0.83301, "map_at_5": 0.84077, "map_at_10": 0.8446, "map_at_20": 0.84531, "map_at_25": 0.84563, "map_at_50": 0.84585, "map_at_100": 0.84586, "map_at_1000": 0.84588, "recall_at_1": 0.76963, "recall_at_3": 0.90991, "recall_at_5": 0.94337, "recall_at_10": 0.97104, "recall_at_20": 0.98134, "recall_at_25": 0.98842, "recall_at_50": 0.99614, "recall_at_100": 0.99678, "recall_at_1000": 1.0, "accuracy": 0.76963, "precision_at_1": 0.76963, "precision_at_3": 0.3033, "precision_at_5": 0.18867, "precision_at_10": 0.0971, "precision_at_20": 0.04907, "precision_at_25": 0.03954, "precision_at_50": 0.01992, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.769627, "mrr_at_3": 0.833012, "mrr_at_5": 0.840766, "mrr_at_10": 0.844597, "mrr_at_20": 0.845311, "mrr_at_25": 0.845627, "mrr_at_50": 0.845852, "mrr_at_100": 0.845862, "mrr_at_1000": 0.845881, "nauc_ndcg_at_1_max": 0.496217, "nauc_ndcg_at_1_std": -0.167415, "nauc_ndcg_at_1_diff1": 0.825397, "nauc_ndcg_at_3_max": 0.52748, "nauc_ndcg_at_3_std": -0.182926, "nauc_ndcg_at_3_diff1": 0.791856, "nauc_ndcg_at_5_max": 0.520061, "nauc_ndcg_at_5_std": -0.191684, "nauc_ndcg_at_5_diff1": 0.797272, "nauc_ndcg_at_10_max": 0.51842, "nauc_ndcg_at_10_std": -0.195131, "nauc_ndcg_at_10_diff1": 0.799707, "nauc_ndcg_at_20_max": 0.517687, "nauc_ndcg_at_20_std": -0.18686, "nauc_ndcg_at_20_diff1": 0.800973, "nauc_ndcg_at_25_max": 0.514435, "nauc_ndcg_at_25_std": -0.185958, "nauc_ndcg_at_25_diff1": 0.802203, "nauc_ndcg_at_50_max": 0.51796, "nauc_ndcg_at_50_std": -0.180262, "nauc_ndcg_at_50_diff1": 0.802031, "nauc_ndcg_at_100_max": 0.518116, "nauc_ndcg_at_100_std": -0.180556, "nauc_ndcg_at_100_diff1": 0.802691, "nauc_ndcg_at_1000_max": 0.516418, "nauc_ndcg_at_1000_std": -0.182025, "nauc_ndcg_at_1000_diff1": 0.80268, "nauc_map_at_1_max": 0.496217, "nauc_map_at_1_std": -0.167415, "nauc_map_at_1_diff1": 0.825397, "nauc_map_at_3_max": 0.51853, "nauc_map_at_3_std": -0.179064, "nauc_map_at_3_diff1": 0.800553, "nauc_map_at_5_max": 0.514657, "nauc_map_at_5_std": -0.182564, "nauc_map_at_5_diff1": 0.803319, "nauc_map_at_10_max": 0.514436, "nauc_map_at_10_std": -0.182791, "nauc_map_at_10_diff1": 0.804427, "nauc_map_at_20_max": 0.514179, "nauc_map_at_20_std": -0.180991, "nauc_map_at_20_diff1": 0.804655, "nauc_map_at_25_max": 0.513649, "nauc_map_at_25_std": -0.180848, "nauc_map_at_25_diff1": 0.804858, "nauc_map_at_50_max": 0.514088, "nauc_map_at_50_std": -0.18012, "nauc_map_at_50_diff1": 0.804827, "nauc_map_at_100_max": 0.514099, "nauc_map_at_100_std": -0.180142, "nauc_map_at_100_diff1": 0.804875, "nauc_map_at_1000_max": 0.514042, "nauc_map_at_1000_std": -0.180183, "nauc_map_at_1000_diff1": 0.804873, "nauc_recall_at_1_max": 0.496217, "nauc_recall_at_1_std": -0.167415, "nauc_recall_at_1_diff1": 0.825397, "nauc_recall_at_3_max": 0.571242, "nauc_recall_at_3_std": -0.201341, "nauc_recall_at_3_diff1": 0.750058, "nauc_recall_at_5_max": 0.556599, "nauc_recall_at_5_std": -0.263433, "nauc_recall_at_5_diff1": 0.756825, "nauc_recall_at_10_max": 0.559071, "nauc_recall_at_10_std": -0.392819, "nauc_recall_at_10_diff1": 0.744675, "nauc_recall_at_20_max": 0.568715, "nauc_recall_at_20_std": -0.300605, "nauc_recall_at_20_diff1": 0.748665, "nauc_recall_at_25_max": 0.458139, "nauc_recall_at_25_std": -0.329086, "nauc_recall_at_25_diff1": 0.770652, "nauc_recall_at_50_max": 0.849446, "nauc_recall_at_50_std": 0.193792, "nauc_recall_at_50_diff1": 0.689636, "nauc_recall_at_100_max": 0.947727, "nauc_recall_at_100_std": 0.208002, "nauc_recall_at_100_diff1": 0.803014, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.496217, "nauc_precision_at_1_std": -0.167415, "nauc_precision_at_1_diff1": 0.825397, "nauc_precision_at_3_max": 0.571242, "nauc_precision_at_3_std": -0.201341, "nauc_precision_at_3_diff1": 0.750058, "nauc_precision_at_5_max": 0.556599, "nauc_precision_at_5_std": -0.263433, "nauc_precision_at_5_diff1": 0.756825, "nauc_precision_at_10_max": 0.559071, "nauc_precision_at_10_std": -0.392819, "nauc_precision_at_10_diff1": 0.744675, "nauc_precision_at_20_max": 0.568715, "nauc_precision_at_20_std": -0.300605, "nauc_precision_at_20_diff1": 0.748665, "nauc_precision_at_25_max": 0.458139, "nauc_precision_at_25_std": -0.329086, "nauc_precision_at_25_diff1": 0.770652, "nauc_precision_at_50_max": 0.849446, "nauc_precision_at_50_std": 0.193792, "nauc_precision_at_50_diff1": 0.689636, "nauc_precision_at_100_max": 0.947727, "nauc_precision_at_100_std": 0.208002, "nauc_precision_at_100_diff1": 0.803014, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.496217, "nauc_mrr_at_1_std": -0.167415, "nauc_mrr_at_1_diff1": 0.825397, "nauc_mrr_at_3_max": 0.51853, "nauc_mrr_at_3_std": -0.179064, "nauc_mrr_at_3_diff1": 0.800553, "nauc_mrr_at_5_max": 0.514657, "nauc_mrr_at_5_std": -0.182564, "nauc_mrr_at_5_diff1": 0.803319, "nauc_mrr_at_10_max": 0.514436, "nauc_mrr_at_10_std": -0.182791, "nauc_mrr_at_10_diff1": 0.804427, "nauc_mrr_at_20_max": 0.514179, "nauc_mrr_at_20_std": -0.180991, "nauc_mrr_at_20_diff1": 0.804655, "nauc_mrr_at_25_max": 0.513649, "nauc_mrr_at_25_std": -0.180848, "nauc_mrr_at_25_diff1": 0.804858, "nauc_mrr_at_50_max": 0.514088, "nauc_mrr_at_50_std": -0.18012, "nauc_mrr_at_50_diff1": 0.804827, "nauc_mrr_at_100_max": 0.514099, "nauc_mrr_at_100_std": -0.180142, "nauc_mrr_at_100_diff1": 0.804875, "nauc_mrr_at_1000_max": 0.514042, "nauc_mrr_at_1000_std": -0.180183, "nauc_mrr_at_1000_diff1": 0.804873, "hit_rate_at_1": 0.76963, "hit_rate_at_3": 0.90991, "hit_rate_at_5": 0.94337, "hit_rate_at_10": 0.97104, "hit_rate_at_20": 0.98134, "hit_rate_at_25": 0.98842, "hit_rate_at_50": 0.99614, "hit_rate_at_100": 0.99678, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.769627, "R_cap_at_3": 0.90991, "R_cap_at_5": 0.943372, "R_cap_at_10": 0.971042, "R_cap_at_20": 0.981338, "R_cap_at_25": 0.988417, "R_cap_at_50": 0.996139, "R_cap_at_100": 0.996782, "R_cap_at_1000": 1.0, "main_score": 0.87579, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71369, "ndcg_at_3": 0.7879, "ndcg_at_5": 0.80198, "ndcg_at_10": 0.81383, "ndcg_at_20": 0.82087, "ndcg_at_25": 0.82255, "ndcg_at_50": 0.82644, "ndcg_at_100": 0.82882, "ndcg_at_1000": 0.83124, "map_at_1": 0.71369, "map_at_3": 0.7703, "map_at_5": 0.77813, "map_at_10": 0.78305, "map_at_20": 0.78498, "map_at_25": 0.78532, "map_at_50": 0.78589, "map_at_100": 0.7861, "map_at_1000": 0.7862, "recall_at_1": 0.71369, "recall_at_3": 0.83859, "recall_at_5": 0.87268, "recall_at_10": 0.90918, "recall_at_20": 0.937, "recall_at_25": 0.94469, "recall_at_50": 0.96493, "recall_at_100": 0.97955, "recall_at_1000": 0.99824, "accuracy": 0.71369, "precision_at_1": 0.71369, "precision_at_3": 0.27953, "precision_at_5": 0.17454, "precision_at_10": 0.09092, "precision_at_20": 0.04685, "precision_at_25": 0.03779, "precision_at_50": 0.0193, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.713689, "mrr_at_3": 0.770295, "mrr_at_5": 0.778135, "mrr_at_10": 0.783048, "mrr_at_20": 0.784981, "mrr_at_25": 0.785317, "mrr_at_50": 0.785891, "mrr_at_100": 0.786099, "mrr_at_1000": 0.786198, "nauc_ndcg_at_1_max": 0.50702, "nauc_ndcg_at_1_std": -0.292547, "nauc_ndcg_at_1_diff1": 0.821534, "nauc_ndcg_at_3_max": 0.5396, "nauc_ndcg_at_3_std": -0.330028, "nauc_ndcg_at_3_diff1": 0.797107, "nauc_ndcg_at_5_max": 0.536259, "nauc_ndcg_at_5_std": -0.336641, "nauc_ndcg_at_5_diff1": 0.794984, "nauc_ndcg_at_10_max": 0.536052, "nauc_ndcg_at_10_std": -0.327322, "nauc_ndcg_at_10_diff1": 0.794099, "nauc_ndcg_at_20_max": 0.535641, "nauc_ndcg_at_20_std": -0.325618, "nauc_ndcg_at_20_diff1": 0.796389, "nauc_ndcg_at_25_max": 0.535171, "nauc_ndcg_at_25_std": -0.322495, "nauc_ndcg_at_25_diff1": 0.796965, "nauc_ndcg_at_50_max": 0.535909, "nauc_ndcg_at_50_std": -0.31576, "nauc_ndcg_at_50_diff1": 0.798323, "nauc_ndcg_at_100_max": 0.534229, "nauc_ndcg_at_100_std": -0.317119, "nauc_ndcg_at_100_diff1": 0.799342, "nauc_ndcg_at_1000_max": 0.532086, "nauc_ndcg_at_1000_std": -0.318995, "nauc_ndcg_at_1000_diff1": 0.799996, "nauc_map_at_1_max": 0.50702, "nauc_map_at_1_std": -0.292547, "nauc_map_at_1_diff1": 0.821534, "nauc_map_at_3_max": 0.530527, "nauc_map_at_3_std": -0.319701, "nauc_map_at_3_diff1": 0.803286, "nauc_map_at_5_max": 0.528536, "nauc_map_at_5_std": -0.322802, "nauc_map_at_5_diff1": 0.802421, "nauc_map_at_10_max": 0.528212, "nauc_map_at_10_std": -0.319096, "nauc_map_at_10_diff1": 0.802174, "nauc_map_at_20_max": 0.528013, "nauc_map_at_20_std": -0.318769, "nauc_map_at_20_diff1": 0.802781, "nauc_map_at_25_max": 0.527924, "nauc_map_at_25_std": -0.318231, "nauc_map_at_25_diff1": 0.802886, "nauc_map_at_50_max": 0.527986, "nauc_map_at_50_std": -0.317396, "nauc_map_at_50_diff1": 0.803065, "nauc_map_at_100_max": 0.527862, "nauc_map_at_100_std": -0.317489, "nauc_map_at_100_diff1": 0.803142, "nauc_map_at_1000_max": 0.527783, "nauc_map_at_1000_std": -0.31753, "nauc_map_at_1000_diff1": 0.803156, "nauc_recall_at_1_max": 0.50702, "nauc_recall_at_1_std": -0.292547, "nauc_recall_at_1_diff1": 0.821534, "nauc_recall_at_3_max": 0.574603, "nauc_recall_at_3_std": -0.369805, "nauc_recall_at_3_diff1": 0.773634, "nauc_recall_at_5_max": 0.571182, "nauc_recall_at_5_std": -0.401848, "nauc_recall_at_5_diff1": 0.760566, "nauc_recall_at_10_max": 0.583609, "nauc_recall_at_10_std": -0.372065, "nauc_recall_at_10_diff1": 0.744091, "nauc_recall_at_20_max": 0.600996, "nauc_recall_at_20_std": -0.371026, "nauc_recall_at_20_diff1": 0.745525, "nauc_recall_at_25_max": 0.603729, "nauc_recall_at_25_std": -0.335833, "nauc_recall_at_25_diff1": 0.746206, "nauc_recall_at_50_max": 0.660693, "nauc_recall_at_50_std": -0.187703, "nauc_recall_at_50_diff1": 0.748734, "nauc_recall_at_100_max": 0.670596, "nauc_recall_at_100_std": -0.160805, "nauc_recall_at_100_diff1": 0.761001, "nauc_recall_at_1000_max": 0.73435, "nauc_recall_at_1000_std": 0.136471, "nauc_recall_at_1000_diff1": 0.844766, "nauc_precision_at_1_max": 0.50702, "nauc_precision_at_1_std": -0.292547, "nauc_precision_at_1_diff1": 0.821534, "nauc_precision_at_3_max": 0.574603, "nauc_precision_at_3_std": -0.369805, "nauc_precision_at_3_diff1": 0.773634, "nauc_precision_at_5_max": 0.571182, "nauc_precision_at_5_std": -0.401848, "nauc_precision_at_5_diff1": 0.760566, "nauc_precision_at_10_max": 0.583609, "nauc_precision_at_10_std": -0.372065, "nauc_precision_at_10_diff1": 0.744091, "nauc_precision_at_20_max": 0.600996, "nauc_precision_at_20_std": -0.371026, "nauc_precision_at_20_diff1": 0.745525, "nauc_precision_at_25_max": 0.603729, "nauc_precision_at_25_std": -0.335833, "nauc_precision_at_25_diff1": 0.746206, "nauc_precision_at_50_max": 0.660693, "nauc_precision_at_50_std": -0.187703, "nauc_precision_at_50_diff1": 0.748734, "nauc_precision_at_100_max": 0.670596, "nauc_precision_at_100_std": -0.160805, "nauc_precision_at_100_diff1": 0.761001, "nauc_precision_at_1000_max": 0.73435, "nauc_precision_at_1000_std": 0.136471, "nauc_precision_at_1000_diff1": 0.844766, "nauc_mrr_at_1_max": 0.50702, "nauc_mrr_at_1_std": -0.292547, "nauc_mrr_at_1_diff1": 0.821534, "nauc_mrr_at_3_max": 0.530527, "nauc_mrr_at_3_std": -0.319701, "nauc_mrr_at_3_diff1": 0.803286, "nauc_mrr_at_5_max": 0.528536, "nauc_mrr_at_5_std": -0.322802, "nauc_mrr_at_5_diff1": 0.802421, "nauc_mrr_at_10_max": 0.528212, "nauc_mrr_at_10_std": -0.319096, "nauc_mrr_at_10_diff1": 0.802174, "nauc_mrr_at_20_max": 0.528013, "nauc_mrr_at_20_std": -0.318769, "nauc_mrr_at_20_diff1": 0.802781, "nauc_mrr_at_25_max": 0.527924, "nauc_mrr_at_25_std": -0.318231, "nauc_mrr_at_25_diff1": 0.802886, "nauc_mrr_at_50_max": 0.527986, "nauc_mrr_at_50_std": -0.317396, "nauc_mrr_at_50_diff1": 0.803065, "nauc_mrr_at_100_max": 0.527862, "nauc_mrr_at_100_std": -0.317489, "nauc_mrr_at_100_diff1": 0.803142, "nauc_mrr_at_1000_max": 0.527783, "nauc_mrr_at_1000_std": -0.31753, "nauc_mrr_at_1000_diff1": 0.803156, "hit_rate_at_1": 0.71369, "hit_rate_at_3": 0.83859, "hit_rate_at_5": 0.87268, "hit_rate_at_10": 0.90918, "hit_rate_at_20": 0.937, "hit_rate_at_25": 0.94469, "hit_rate_at_50": 0.96493, "hit_rate_at_100": 0.97955, "hit_rate_at_1000": 0.99824, "R_cap_at_1": 0.713689, "R_cap_at_3": 0.838593, "R_cap_at_5": 0.872677, "R_cap_at_10": 0.909181, "R_cap_at_20": 0.936998, "R_cap_at_25": 0.944695, "R_cap_at_50": 0.964926, "R_cap_at_100": 0.979549, "R_cap_at_1000": 0.998241, "main_score": 0.81383, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81295, "ndcg_at_3": 0.87294, "ndcg_at_5": 0.88137, "ndcg_at_10": 0.89131, "ndcg_at_20": 0.89404, "ndcg_at_25": 0.89553, "ndcg_at_50": 0.8974, "ndcg_at_100": 0.89798, "ndcg_at_1000": 0.8986, "map_at_1": 0.81295, "map_at_3": 0.85865, "map_at_5": 0.86337, "map_at_10": 0.86753, "map_at_20": 0.8683, "map_at_25": 0.8686, "map_at_50": 0.86888, "map_at_100": 0.86894, "map_at_1000": 0.86896, "recall_at_1": 0.81295, "recall_at_3": 0.91409, "recall_at_5": 0.93441, "recall_at_10": 0.96488, "recall_at_20": 0.97545, "recall_at_25": 0.98223, "recall_at_50": 0.99196, "recall_at_100": 0.99534, "recall_at_1000": 1.0, "accuracy": 0.81295, "precision_at_1": 0.81295, "precision_at_3": 0.3047, "precision_at_5": 0.18688, "precision_at_10": 0.09649, "precision_at_20": 0.04877, "precision_at_25": 0.03929, "precision_at_50": 0.01984, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.81295, "mrr_at_3": 0.858654, "mrr_at_5": 0.863373, "mrr_at_10": 0.867526, "mrr_at_20": 0.868302, "mrr_at_25": 0.868603, "mrr_at_50": 0.868876, "mrr_at_100": 0.868938, "mrr_at_1000": 0.868964, "nauc_ndcg_at_1_max": 0.57897, "nauc_ndcg_at_1_std": -0.283308, "nauc_ndcg_at_1_diff1": 0.871298, "nauc_ndcg_at_3_max": 0.616212, "nauc_ndcg_at_3_std": -0.303118, "nauc_ndcg_at_3_diff1": 0.853412, "nauc_ndcg_at_5_max": 0.623155, "nauc_ndcg_at_5_std": -0.290882, "nauc_ndcg_at_5_diff1": 0.854366, "nauc_ndcg_at_10_max": 0.622757, "nauc_ndcg_at_10_std": -0.288565, "nauc_ndcg_at_10_diff1": 0.858872, "nauc_ndcg_at_20_max": 0.623417, "nauc_ndcg_at_20_std": -0.280001, "nauc_ndcg_at_20_diff1": 0.860255, "nauc_ndcg_at_25_max": 0.61936, "nauc_ndcg_at_25_std": -0.286089, "nauc_ndcg_at_25_diff1": 0.860392, "nauc_ndcg_at_50_max": 0.6152, "nauc_ndcg_at_50_std": -0.288465, "nauc_ndcg_at_50_diff1": 0.859643, "nauc_ndcg_at_100_max": 0.615358, "nauc_ndcg_at_100_std": -0.287419, "nauc_ndcg_at_100_diff1": 0.860289, "nauc_ndcg_at_1000_max": 0.61381, "nauc_ndcg_at_1000_std": -0.288663, "nauc_ndcg_at_1000_diff1": 0.860024, "nauc_map_at_1_max": 0.57897, "nauc_map_at_1_std": -0.283308, "nauc_map_at_1_diff1": 0.871298, "nauc_map_at_3_max": 0.607126, "nauc_map_at_3_std": -0.296615, "nauc_map_at_3_diff1": 0.858365, "nauc_map_at_5_max": 0.610412, "nauc_map_at_5_std": -0.29016, "nauc_map_at_5_diff1": 0.859045, "nauc_map_at_10_max": 0.609581, "nauc_map_at_10_std": -0.290176, "nauc_map_at_10_diff1": 0.860671, "nauc_map_at_20_max": 0.609793, "nauc_map_at_20_std": -0.288184, "nauc_map_at_20_diff1": 0.861, "nauc_map_at_25_max": 0.609107, "nauc_map_at_25_std": -0.289175, "nauc_map_at_25_diff1": 0.861024, "nauc_map_at_50_max": 0.608617, "nauc_map_at_50_std": -0.289435, "nauc_map_at_50_diff1": 0.860939, "nauc_map_at_100_max": 0.608628, "nauc_map_at_100_std": -0.289357, "nauc_map_at_100_diff1": 0.860992, "nauc_map_at_1000_max": 0.608575, "nauc_map_at_1000_std": -0.289392, "nauc_map_at_1000_diff1": 0.86098, "nauc_recall_at_1_max": 0.57897, "nauc_recall_at_1_std": -0.283308, "nauc_recall_at_1_diff1": 0.871298, "nauc_recall_at_3_max": 0.655837, "nauc_recall_at_3_std": -0.332871, "nauc_recall_at_3_diff1": 0.831321, "nauc_recall_at_5_max": 0.695417, "nauc_recall_at_5_std": -0.292742, "nauc_recall_at_5_diff1": 0.828192, "nauc_recall_at_10_max": 0.759895, "nauc_recall_at_10_std": -0.257119, "nauc_recall_at_10_diff1": 0.848031, "nauc_recall_at_20_max": 0.824254, "nauc_recall_at_20_std": -0.107433, "nauc_recall_at_20_diff1": 0.865475, "nauc_recall_at_25_max": 0.796707, "nauc_recall_at_25_std": -0.198605, "nauc_recall_at_25_diff1": 0.871017, "nauc_recall_at_50_max": 0.745203, "nauc_recall_at_50_std": -0.246771, "nauc_recall_at_50_diff1": 0.836377, "nauc_recall_at_100_max": 0.858034, "nauc_recall_at_100_std": -0.085915, "nauc_recall_at_100_diff1": 0.898567, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.57897, "nauc_precision_at_1_std": -0.283308, "nauc_precision_at_1_diff1": 0.871298, "nauc_precision_at_3_max": 0.655837, "nauc_precision_at_3_std": -0.332871, "nauc_precision_at_3_diff1": 0.831321, "nauc_precision_at_5_max": 0.695417, "nauc_precision_at_5_std": -0.292742, "nauc_precision_at_5_diff1": 0.828192, "nauc_precision_at_10_max": 0.759895, "nauc_precision_at_10_std": -0.257119, "nauc_precision_at_10_diff1": 0.848031, "nauc_precision_at_20_max": 0.824254, "nauc_precision_at_20_std": -0.107433, "nauc_precision_at_20_diff1": 0.865475, "nauc_precision_at_25_max": 0.796707, "nauc_precision_at_25_std": -0.198605, "nauc_precision_at_25_diff1": 0.871017, "nauc_precision_at_50_max": 0.745203, "nauc_precision_at_50_std": -0.246771, "nauc_precision_at_50_diff1": 0.836377, "nauc_precision_at_100_max": 0.858034, "nauc_precision_at_100_std": -0.085915, "nauc_precision_at_100_diff1": 0.898567, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.57897, "nauc_mrr_at_1_std": -0.283308, "nauc_mrr_at_1_diff1": 0.871298, "nauc_mrr_at_3_max": 0.607126, "nauc_mrr_at_3_std": -0.296615, "nauc_mrr_at_3_diff1": 0.858365, "nauc_mrr_at_5_max": 0.610412, "nauc_mrr_at_5_std": -0.29016, "nauc_mrr_at_5_diff1": 0.859045, "nauc_mrr_at_10_max": 0.609581, "nauc_mrr_at_10_std": -0.290176, "nauc_mrr_at_10_diff1": 0.860671, "nauc_mrr_at_20_max": 0.609793, "nauc_mrr_at_20_std": -0.288184, "nauc_mrr_at_20_diff1": 0.861, "nauc_mrr_at_25_max": 0.609107, "nauc_mrr_at_25_std": -0.289175, "nauc_mrr_at_25_diff1": 0.861024, "nauc_mrr_at_50_max": 0.608617, "nauc_mrr_at_50_std": -0.289435, "nauc_mrr_at_50_diff1": 0.860939, "nauc_mrr_at_100_max": 0.608628, "nauc_mrr_at_100_std": -0.289357, "nauc_mrr_at_100_diff1": 0.860992, "nauc_mrr_at_1000_max": 0.608575, "nauc_mrr_at_1000_std": -0.289392, "nauc_mrr_at_1000_diff1": 0.86098, "hit_rate_at_1": 0.81295, "hit_rate_at_3": 0.91409, "hit_rate_at_5": 0.93441, "hit_rate_at_10": 0.96488, "hit_rate_at_20": 0.97545, "hit_rate_at_25": 0.98223, "hit_rate_at_50": 0.99196, "hit_rate_at_100": 0.99534, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.81295, "R_cap_at_3": 0.914092, "R_cap_at_5": 0.934405, "R_cap_at_10": 0.964875, "R_cap_at_20": 0.975455, "R_cap_at_25": 0.982226, "R_cap_at_50": 0.991959, "R_cap_at_100": 0.995345, "R_cap_at_1000": 1.0, "main_score": 0.89131, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73806, "ndcg_at_3": 0.81518, "ndcg_at_5": 0.82967, "ndcg_at_10": 0.84201, "ndcg_at_20": 0.84769, "ndcg_at_25": 0.84842, "ndcg_at_50": 0.85162, "ndcg_at_100": 0.85298, "ndcg_at_1000": 0.85401, "map_at_1": 0.73806, "map_at_3": 0.79645, "map_at_5": 0.80449, "map_at_10": 0.80974, "map_at_20": 0.81137, "map_at_25": 0.81151, "map_at_50": 0.812, "map_at_100": 0.81213, "map_at_1000": 0.81218, "recall_at_1": 0.73806, "recall_at_3": 0.8693, "recall_at_5": 0.90445, "recall_at_10": 0.94179, "recall_at_20": 0.96376, "recall_at_25": 0.96705, "recall_at_50": 0.98353, "recall_at_100": 0.99176, "recall_at_1000": 0.99945, "accuracy": 0.73806, "precision_at_1": 0.73806, "precision_at_3": 0.28977, "precision_at_5": 0.18089, "precision_at_10": 0.09418, "precision_at_20": 0.04819, "precision_at_25": 0.03868, "precision_at_50": 0.01967, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.738056, "mrr_at_3": 0.796449, "mrr_at_5": 0.804494, "mrr_at_10": 0.80974, "mrr_at_20": 0.811365, "mrr_at_25": 0.811515, "mrr_at_50": 0.812001, "mrr_at_100": 0.812128, "mrr_at_1000": 0.812176, "nauc_ndcg_at_1_max": 0.447897, "nauc_ndcg_at_1_std": -0.424445, "nauc_ndcg_at_1_diff1": 0.826204, "nauc_ndcg_at_3_max": 0.43958, "nauc_ndcg_at_3_std": -0.502391, "nauc_ndcg_at_3_diff1": 0.81293, "nauc_ndcg_at_5_max": 0.431504, "nauc_ndcg_at_5_std": -0.519319, "nauc_ndcg_at_5_diff1": 0.811144, "nauc_ndcg_at_10_max": 0.43032, "nauc_ndcg_at_10_std": -0.519297, "nauc_ndcg_at_10_diff1": 0.813633, "nauc_ndcg_at_20_max": 0.434401, "nauc_ndcg_at_20_std": -0.510649, "nauc_ndcg_at_20_diff1": 0.814086, "nauc_ndcg_at_25_max": 0.43392, "nauc_ndcg_at_25_std": -0.509866, "nauc_ndcg_at_25_diff1": 0.813698, "nauc_ndcg_at_50_max": 0.439648, "nauc_ndcg_at_50_std": -0.500069, "nauc_ndcg_at_50_diff1": 0.81352, "nauc_ndcg_at_100_max": 0.439826, "nauc_ndcg_at_100_std": -0.493959, "nauc_ndcg_at_100_diff1": 0.814128, "nauc_ndcg_at_1000_max": 0.438398, "nauc_ndcg_at_1000_std": -0.492663, "nauc_ndcg_at_1000_diff1": 0.814883, "nauc_map_at_1_max": 0.447897, "nauc_map_at_1_std": -0.424445, "nauc_map_at_1_diff1": 0.826204, "nauc_map_at_3_max": 0.441808, "nauc_map_at_3_std": -0.480342, "nauc_map_at_3_diff1": 0.816271, "nauc_map_at_5_max": 0.438113, "nauc_map_at_5_std": -0.487477, "nauc_map_at_5_diff1": 0.8155, "nauc_map_at_10_max": 0.437803, "nauc_map_at_10_std": -0.486451, "nauc_map_at_10_diff1": 0.816489, "nauc_map_at_20_max": 0.438809, "nauc_map_at_20_std": -0.484185, "nauc_map_at_20_diff1": 0.816615, "nauc_map_at_25_max": 0.438726, "nauc_map_at_25_std": -0.484042, "nauc_map_at_25_diff1": 0.816553, "nauc_map_at_50_max": 0.439421, "nauc_map_at_50_std": -0.482766, "nauc_map_at_50_diff1": 0.816532, "nauc_map_at_100_max": 0.43946, "nauc_map_at_100_std": -0.482262, "nauc_map_at_100_diff1": 0.816578, "nauc_map_at_1000_max": 0.439409, "nauc_map_at_1000_std": -0.482187, "nauc_map_at_1000_diff1": 0.816598, "nauc_recall_at_1_max": 0.447897, "nauc_recall_at_1_std": -0.424445, "nauc_recall_at_1_diff1": 0.826204, "nauc_recall_at_3_max": 0.430334, "nauc_recall_at_3_std": -0.594675, "nauc_recall_at_3_diff1": 0.799215, "nauc_recall_at_5_max": 0.393643, "nauc_recall_at_5_std": -0.694694, "nauc_recall_at_5_diff1": 0.787818, "nauc_recall_at_10_max": 0.361781, "nauc_recall_at_10_std": -0.807904, "nauc_recall_at_10_diff1": 0.792105, "nauc_recall_at_20_max": 0.381405, "nauc_recall_at_20_std": -0.852492, "nauc_recall_at_20_diff1": 0.786059, "nauc_recall_at_25_max": 0.367305, "nauc_recall_at_25_std": -0.87123, "nauc_recall_at_25_diff1": 0.775829, "nauc_recall_at_50_max": 0.544103, "nauc_recall_at_50_std": -0.820658, "nauc_recall_at_50_diff1": 0.731453, "nauc_recall_at_100_max": 0.655271, "nauc_recall_at_100_std": -0.557183, "nauc_recall_at_100_diff1": 0.709996, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.554223, "nauc_recall_at_1000_diff1": 0.72225, "nauc_precision_at_1_max": 0.447897, "nauc_precision_at_1_std": -0.424445, "nauc_precision_at_1_diff1": 0.826204, "nauc_precision_at_3_max": 0.430334, "nauc_precision_at_3_std": -0.594675, "nauc_precision_at_3_diff1": 0.799215, "nauc_precision_at_5_max": 0.393643, "nauc_precision_at_5_std": -0.694694, "nauc_precision_at_5_diff1": 0.787818, "nauc_precision_at_10_max": 0.361781, "nauc_precision_at_10_std": -0.807904, "nauc_precision_at_10_diff1": 0.792105, "nauc_precision_at_20_max": 0.381405, "nauc_precision_at_20_std": -0.852492, "nauc_precision_at_20_diff1": 0.786059, "nauc_precision_at_25_max": 0.367305, "nauc_precision_at_25_std": -0.87123, "nauc_precision_at_25_diff1": 0.775829, "nauc_precision_at_50_max": 0.544103, "nauc_precision_at_50_std": -0.820658, "nauc_precision_at_50_diff1": 0.731453, "nauc_precision_at_100_max": 0.655271, "nauc_precision_at_100_std": -0.557183, "nauc_precision_at_100_diff1": 0.709996, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.554223, "nauc_precision_at_1000_diff1": 0.72225, "nauc_mrr_at_1_max": 0.447897, "nauc_mrr_at_1_std": -0.424445, "nauc_mrr_at_1_diff1": 0.826204, "nauc_mrr_at_3_max": 0.441808, "nauc_mrr_at_3_std": -0.480342, "nauc_mrr_at_3_diff1": 0.816271, "nauc_mrr_at_5_max": 0.438113, "nauc_mrr_at_5_std": -0.487477, "nauc_mrr_at_5_diff1": 0.8155, "nauc_mrr_at_10_max": 0.437803, "nauc_mrr_at_10_std": -0.486451, "nauc_mrr_at_10_diff1": 0.816489, "nauc_mrr_at_20_max": 0.438809, "nauc_mrr_at_20_std": -0.484185, "nauc_mrr_at_20_diff1": 0.816615, "nauc_mrr_at_25_max": 0.438726, "nauc_mrr_at_25_std": -0.484042, "nauc_mrr_at_25_diff1": 0.816553, "nauc_mrr_at_50_max": 0.439421, "nauc_mrr_at_50_std": -0.482766, "nauc_mrr_at_50_diff1": 0.816532, "nauc_mrr_at_100_max": 0.43946, "nauc_mrr_at_100_std": -0.482262, "nauc_mrr_at_100_diff1": 0.816578, "nauc_mrr_at_1000_max": 0.439409, "nauc_mrr_at_1000_std": -0.482187, "nauc_mrr_at_1000_diff1": 0.816598, "hit_rate_at_1": 0.73806, "hit_rate_at_3": 0.8693, "hit_rate_at_5": 0.90445, "hit_rate_at_10": 0.94179, "hit_rate_at_20": 0.96376, "hit_rate_at_25": 0.96705, "hit_rate_at_50": 0.98353, "hit_rate_at_100": 0.99176, "hit_rate_at_1000": 0.99945, "R_cap_at_1": 0.738056, "R_cap_at_3": 0.869303, "R_cap_at_5": 0.904448, "R_cap_at_10": 0.94179, "R_cap_at_20": 0.963756, "R_cap_at_25": 0.967051, "R_cap_at_50": 0.983526, "R_cap_at_100": 0.991763, "R_cap_at_1000": 0.999451, "main_score": 0.84201, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81014, "ndcg_at_3": 0.87334, "ndcg_at_5": 0.88245, "ndcg_at_10": 0.89188, "ndcg_at_20": 0.89525, "ndcg_at_25": 0.89613, "ndcg_at_50": 0.89731, "ndcg_at_100": 0.8978, "ndcg_at_1000": 0.89874, "map_at_1": 0.81014, "map_at_3": 0.85835, "map_at_5": 0.86347, "map_at_10": 0.86742, "map_at_20": 0.8684, "map_at_25": 0.86858, "map_at_50": 0.86877, "map_at_100": 0.86881, "map_at_1000": 0.86886, "recall_at_1": 0.81014, "recall_at_3": 0.9165, "recall_at_5": 0.93837, "recall_at_10": 0.9672, "recall_at_20": 0.98012, "recall_at_25": 0.9841, "recall_at_50": 0.99006, "recall_at_100": 0.99304, "recall_at_1000": 1.0, "accuracy": 0.81014, "precision_at_1": 0.81014, "precision_at_3": 0.3055, "precision_at_5": 0.18767, "precision_at_10": 0.09672, "precision_at_20": 0.04901, "precision_at_25": 0.03936, "precision_at_50": 0.0198, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.810139, "mrr_at_3": 0.85835, "mrr_at_5": 0.863469, "mrr_at_10": 0.867417, "mrr_at_20": 0.868401, "mrr_at_25": 0.86858, "mrr_at_50": 0.868768, "mrr_at_100": 0.868812, "mrr_at_1000": 0.868856, "nauc_ndcg_at_1_max": 0.634959, "nauc_ndcg_at_1_std": -0.187976, "nauc_ndcg_at_1_diff1": 0.863406, "nauc_ndcg_at_3_max": 0.662163, "nauc_ndcg_at_3_std": -0.147806, "nauc_ndcg_at_3_diff1": 0.831196, "nauc_ndcg_at_5_max": 0.657174, "nauc_ndcg_at_5_std": -0.159687, "nauc_ndcg_at_5_diff1": 0.837269, "nauc_ndcg_at_10_max": 0.656982, "nauc_ndcg_at_10_std": -0.157397, "nauc_ndcg_at_10_diff1": 0.835447, "nauc_ndcg_at_20_max": 0.655479, "nauc_ndcg_at_20_std": -0.173432, "nauc_ndcg_at_20_diff1": 0.838294, "nauc_ndcg_at_25_max": 0.654426, "nauc_ndcg_at_25_std": -0.171005, "nauc_ndcg_at_25_diff1": 0.83745, "nauc_ndcg_at_50_max": 0.654069, "nauc_ndcg_at_50_std": -0.167682, "nauc_ndcg_at_50_diff1": 0.840492, "nauc_ndcg_at_100_max": 0.653047, "nauc_ndcg_at_100_std": -0.169103, "nauc_ndcg_at_100_diff1": 0.84142, "nauc_ndcg_at_1000_max": 0.651685, "nauc_ndcg_at_1000_std": -0.167177, "nauc_ndcg_at_1000_diff1": 0.841211, "nauc_map_at_1_max": 0.634959, "nauc_map_at_1_std": -0.187976, "nauc_map_at_1_diff1": 0.863406, "nauc_map_at_3_max": 0.653663, "nauc_map_at_3_std": -0.157858, "nauc_map_at_3_diff1": 0.840228, "nauc_map_at_5_max": 0.650694, "nauc_map_at_5_std": -0.164026, "nauc_map_at_5_diff1": 0.843606, "nauc_map_at_10_max": 0.649992, "nauc_map_at_10_std": -0.164394, "nauc_map_at_10_diff1": 0.843155, "nauc_map_at_20_max": 0.649487, "nauc_map_at_20_std": -0.168447, "nauc_map_at_20_diff1": 0.843812, "nauc_map_at_25_max": 0.649315, "nauc_map_at_25_std": -0.168038, "nauc_map_at_25_diff1": 0.843686, "nauc_map_at_50_max": 0.649209, "nauc_map_at_50_std": -0.167677, "nauc_map_at_50_diff1": 0.844021, "nauc_map_at_100_max": 0.649127, "nauc_map_at_100_std": -0.167807, "nauc_map_at_100_diff1": 0.844082, "nauc_map_at_1000_max": 0.649087, "nauc_map_at_1000_std": -0.167667, "nauc_map_at_1000_diff1": 0.844072, "nauc_recall_at_1_max": 0.634959, "nauc_recall_at_1_std": -0.187976, "nauc_recall_at_1_diff1": 0.863406, "nauc_recall_at_3_max": 0.701893, "nauc_recall_at_3_std": -0.102524, "nauc_recall_at_3_diff1": 0.789688, "nauc_recall_at_5_max": 0.695843, "nauc_recall_at_5_std": -0.138824, "nauc_recall_at_5_diff1": 0.801088, "nauc_recall_at_10_max": 0.736668, "nauc_recall_at_10_std": -0.07746, "nauc_recall_at_10_diff1": 0.752144, "nauc_recall_at_20_max": 0.763664, "nauc_recall_at_20_std": -0.323714, "nauc_recall_at_20_diff1": 0.756054, "nauc_recall_at_25_max": 0.760319, "nauc_recall_at_25_std": -0.293249, "nauc_recall_at_25_diff1": 0.711415, "nauc_recall_at_50_max": 0.815382, "nauc_recall_at_50_std": -0.190388, "nauc_recall_at_50_diff1": 0.79643, "nauc_recall_at_100_max": 0.799962, "nauc_recall_at_100_std": -0.3107, "nauc_recall_at_100_diff1": 0.859248, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.634959, "nauc_precision_at_1_std": -0.187976, "nauc_precision_at_1_diff1": 0.863406, "nauc_precision_at_3_max": 0.701893, "nauc_precision_at_3_std": -0.102524, "nauc_precision_at_3_diff1": 0.789688, "nauc_precision_at_5_max": 0.695843, "nauc_precision_at_5_std": -0.138824, "nauc_precision_at_5_diff1": 0.801088, "nauc_precision_at_10_max": 0.736668, "nauc_precision_at_10_std": -0.07746, "nauc_precision_at_10_diff1": 0.752144, "nauc_precision_at_20_max": 0.763664, "nauc_precision_at_20_std": -0.323714, "nauc_precision_at_20_diff1": 0.756054, "nauc_precision_at_25_max": 0.760319, "nauc_precision_at_25_std": -0.293249, "nauc_precision_at_25_diff1": 0.711415, "nauc_precision_at_50_max": 0.815382, "nauc_precision_at_50_std": -0.190388, "nauc_precision_at_50_diff1": 0.79643, "nauc_precision_at_100_max": 0.799962, "nauc_precision_at_100_std": -0.3107, "nauc_precision_at_100_diff1": 0.859248, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.634959, "nauc_mrr_at_1_std": -0.187976, "nauc_mrr_at_1_diff1": 0.863406, "nauc_mrr_at_3_max": 0.653663, "nauc_mrr_at_3_std": -0.157858, "nauc_mrr_at_3_diff1": 0.840228, "nauc_mrr_at_5_max": 0.650694, "nauc_mrr_at_5_std": -0.164026, "nauc_mrr_at_5_diff1": 0.843606, "nauc_mrr_at_10_max": 0.649992, "nauc_mrr_at_10_std": -0.164394, "nauc_mrr_at_10_diff1": 0.843155, "nauc_mrr_at_20_max": 0.649487, "nauc_mrr_at_20_std": -0.168447, "nauc_mrr_at_20_diff1": 0.843812, "nauc_mrr_at_25_max": 0.649315, "nauc_mrr_at_25_std": -0.168038, "nauc_mrr_at_25_diff1": 0.843686, "nauc_mrr_at_50_max": 0.649209, "nauc_mrr_at_50_std": -0.167677, "nauc_mrr_at_50_diff1": 0.844021, "nauc_mrr_at_100_max": 0.649127, "nauc_mrr_at_100_std": -0.167807, "nauc_mrr_at_100_diff1": 0.844082, "nauc_mrr_at_1000_max": 0.649087, "nauc_mrr_at_1000_std": -0.167667, "nauc_mrr_at_1000_diff1": 0.844072, "hit_rate_at_1": 0.81014, "hit_rate_at_3": 0.9165, "hit_rate_at_5": 0.93837, "hit_rate_at_10": 0.9672, "hit_rate_at_20": 0.98012, "hit_rate_at_25": 0.9841, "hit_rate_at_50": 0.99006, "hit_rate_at_100": 0.99304, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.810139, "R_cap_at_3": 0.916501, "R_cap_at_5": 0.93837, "R_cap_at_10": 0.967197, "R_cap_at_20": 0.980119, "R_cap_at_25": 0.984095, "R_cap_at_50": 0.99006, "R_cap_at_100": 0.993042, "R_cap_at_1000": 1.0, "main_score": 0.89188, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.87781, "ndcg_at_3": 0.93489, "ndcg_at_5": 0.94153, "ndcg_at_10": 0.94267, "ndcg_at_20": 0.94436, "ndcg_at_25": 0.94436, "ndcg_at_50": 0.94436, "ndcg_at_100": 0.94436, "ndcg_at_1000": 0.94436, "map_at_1": 0.87781, "map_at_3": 0.92122, "map_at_5": 0.92492, "map_at_10": 0.92546, "map_at_20": 0.92595, "map_at_25": 0.92595, "map_at_50": 0.92595, "map_at_100": 0.92595, "map_at_1000": 0.92595, "recall_at_1": 0.87781, "recall_at_3": 0.97428, "recall_at_5": 0.99035, "recall_at_10": 0.99357, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87781, "precision_at_1": 0.87781, "precision_at_3": 0.32476, "precision_at_5": 0.19807, "precision_at_10": 0.09936, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.877814, "mrr_at_3": 0.921222, "mrr_at_5": 0.92492, "mrr_at_10": 0.925456, "mrr_at_20": 0.92595, "mrr_at_25": 0.92595, "mrr_at_50": 0.92595, "mrr_at_100": 0.92595, "mrr_at_1000": 0.92595, "nauc_ndcg_at_1_max": 0.421697, "nauc_ndcg_at_1_std": -0.371858, "nauc_ndcg_at_1_diff1": 0.877028, "nauc_ndcg_at_3_max": 0.541579, "nauc_ndcg_at_3_std": -0.416606, "nauc_ndcg_at_3_diff1": 0.88983, "nauc_ndcg_at_5_max": 0.510689, "nauc_ndcg_at_5_std": -0.385889, "nauc_ndcg_at_5_diff1": 0.889795, "nauc_ndcg_at_10_max": 0.503385, "nauc_ndcg_at_10_std": -0.358192, "nauc_ndcg_at_10_diff1": 0.88755, "nauc_ndcg_at_20_max": 0.488009, "nauc_ndcg_at_20_std": -0.388296, "nauc_ndcg_at_20_diff1": 0.884069, "nauc_ndcg_at_25_max": 0.488009, "nauc_ndcg_at_25_std": -0.388296, "nauc_ndcg_at_25_diff1": 0.884069, "nauc_ndcg_at_50_max": 0.488009, "nauc_ndcg_at_50_std": -0.388296, "nauc_ndcg_at_50_diff1": 0.884069, "nauc_ndcg_at_100_max": 0.488009, "nauc_ndcg_at_100_std": -0.388296, "nauc_ndcg_at_100_diff1": 0.884069, "nauc_ndcg_at_1000_max": 0.488009, "nauc_ndcg_at_1000_std": -0.388296, "nauc_ndcg_at_1000_diff1": 0.884069, "nauc_map_at_1_max": 0.421697, "nauc_map_at_1_std": -0.371858, "nauc_map_at_1_diff1": 0.877028, "nauc_map_at_3_max": 0.502987, "nauc_map_at_3_std": -0.407648, "nauc_map_at_3_diff1": 0.885121, "nauc_map_at_5_max": 0.488053, "nauc_map_at_5_std": -0.393343, "nauc_map_at_5_diff1": 0.884808, "nauc_map_at_10_max": 0.485257, "nauc_map_at_10_std": -0.383424, "nauc_map_at_10_diff1": 0.883963, "nauc_map_at_20_max": 0.481749, "nauc_map_at_20_std": -0.390223, "nauc_map_at_20_diff1": 0.883172, "nauc_map_at_25_max": 0.481749, "nauc_map_at_25_std": -0.390223, "nauc_map_at_25_diff1": 0.883172, "nauc_map_at_50_max": 0.481749, "nauc_map_at_50_std": -0.390223, "nauc_map_at_50_diff1": 0.883172, "nauc_map_at_100_max": 0.481749, "nauc_map_at_100_std": -0.390223, "nauc_map_at_100_diff1": 0.883172, "nauc_map_at_1000_max": 0.481749, "nauc_map_at_1000_std": -0.390223, "nauc_map_at_1000_diff1": 0.883172, "nauc_recall_at_1_max": 0.421697, "nauc_recall_at_1_std": -0.371858, "nauc_recall_at_1_diff1": 0.877028, "nauc_recall_at_3_max": 0.868826, "nauc_recall_at_3_std": -0.484759, "nauc_recall_at_3_diff1": 0.930597, "nauc_recall_at_5_max": 0.956443, "nauc_recall_at_5_std": -0.172565, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.61411, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.421697, "nauc_precision_at_1_std": -0.371858, "nauc_precision_at_1_diff1": 0.877028, "nauc_precision_at_3_max": 0.868826, "nauc_precision_at_3_std": -0.484759, "nauc_precision_at_3_diff1": 0.930597, "nauc_precision_at_5_max": 0.956443, "nauc_precision_at_5_std": -0.172565, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.61411, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.421697, "nauc_mrr_at_1_std": -0.371858, "nauc_mrr_at_1_diff1": 0.877028, "nauc_mrr_at_3_max": 0.502987, "nauc_mrr_at_3_std": -0.407648, "nauc_mrr_at_3_diff1": 0.885121, "nauc_mrr_at_5_max": 0.488053, "nauc_mrr_at_5_std": -0.393343, "nauc_mrr_at_5_diff1": 0.884808, "nauc_mrr_at_10_max": 0.485257, "nauc_mrr_at_10_std": -0.383424, "nauc_mrr_at_10_diff1": 0.883963, "nauc_mrr_at_20_max": 0.481749, "nauc_mrr_at_20_std": -0.390223, "nauc_mrr_at_20_diff1": 0.883172, "nauc_mrr_at_25_max": 0.481749, "nauc_mrr_at_25_std": -0.390223, "nauc_mrr_at_25_diff1": 0.883172, "nauc_mrr_at_50_max": 0.481749, "nauc_mrr_at_50_std": -0.390223, "nauc_mrr_at_50_diff1": 0.883172, "nauc_mrr_at_100_max": 0.481749, "nauc_mrr_at_100_std": -0.390223, "nauc_mrr_at_100_diff1": 0.883172, "nauc_mrr_at_1000_max": 0.481749, "nauc_mrr_at_1000_std": -0.390223, "nauc_mrr_at_1000_diff1": 0.883172, "hit_rate_at_1": 0.87781, "hit_rate_at_3": 0.97428, "hit_rate_at_5": 0.99035, "hit_rate_at_10": 0.99357, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.877814, "R_cap_at_3": 0.974277, "R_cap_at_5": 0.990354, "R_cap_at_10": 0.993569, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94267, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53677, "ndcg_at_3": 0.6132, "ndcg_at_5": 0.63279, "ndcg_at_10": 0.65031, "ndcg_at_20": 0.66164, "ndcg_at_25": 0.66496, "ndcg_at_50": 0.6739, "ndcg_at_100": 0.6796, "ndcg_at_1000": 0.68946, "map_at_1": 0.53677, "map_at_3": 0.59486, "map_at_5": 0.60578, "map_at_10": 0.61299, "map_at_20": 0.61612, "map_at_25": 0.61679, "map_at_50": 0.61812, "map_at_100": 0.61862, "map_at_1000": 0.61897, "recall_at_1": 0.53677, "recall_at_3": 0.66606, "recall_at_5": 0.71344, "recall_at_10": 0.76772, "recall_at_20": 0.81247, "recall_at_25": 0.8276, "recall_at_50": 0.87383, "recall_at_100": 0.90887, "recall_at_1000": 0.98783, "accuracy": 0.53677, "precision_at_1": 0.53677, "precision_at_3": 0.22202, "precision_at_5": 0.14269, "precision_at_10": 0.07677, "precision_at_20": 0.04062, "precision_at_25": 0.0331, "precision_at_50": 0.01748, "precision_at_100": 0.00909, "precision_at_1000": 0.00099, "mrr_at_1": 0.536766, "mrr_at_3": 0.594862, "mrr_at_5": 0.605785, "mrr_at_10": 0.612993, "mrr_at_20": 0.616117, "mrr_at_25": 0.616789, "mrr_at_50": 0.618119, "mrr_at_100": 0.618625, "mrr_at_1000": 0.618971, "nauc_ndcg_at_1_max": 0.33505, "nauc_ndcg_at_1_std": -0.085296, "nauc_ndcg_at_1_diff1": 0.794356, "nauc_ndcg_at_3_max": 0.32029, "nauc_ndcg_at_3_std": -0.073792, "nauc_ndcg_at_3_diff1": 0.7544, "nauc_ndcg_at_5_max": 0.314289, "nauc_ndcg_at_5_std": -0.070978, "nauc_ndcg_at_5_diff1": 0.74618, "nauc_ndcg_at_10_max": 0.31169, "nauc_ndcg_at_10_std": -0.062672, "nauc_ndcg_at_10_diff1": 0.744509, "nauc_ndcg_at_20_max": 0.311508, "nauc_ndcg_at_20_std": -0.061406, "nauc_ndcg_at_20_diff1": 0.743825, "nauc_ndcg_at_25_max": 0.310741, "nauc_ndcg_at_25_std": -0.060358, "nauc_ndcg_at_25_diff1": 0.744522, "nauc_ndcg_at_50_max": 0.311388, "nauc_ndcg_at_50_std": -0.057559, "nauc_ndcg_at_50_diff1": 0.747354, "nauc_ndcg_at_100_max": 0.311345, "nauc_ndcg_at_100_std": -0.057516, "nauc_ndcg_at_100_diff1": 0.748378, "nauc_ndcg_at_1000_max": 0.315163, "nauc_ndcg_at_1000_std": -0.062383, "nauc_ndcg_at_1000_diff1": 0.752327, "nauc_map_at_1_max": 0.33505, "nauc_map_at_1_std": -0.085296, "nauc_map_at_1_diff1": 0.794356, "nauc_map_at_3_max": 0.324227, "nauc_map_at_3_std": -0.077189, "nauc_map_at_3_diff1": 0.764098, "nauc_map_at_5_max": 0.321115, "nauc_map_at_5_std": -0.075746, "nauc_map_at_5_diff1": 0.759838, "nauc_map_at_10_max": 0.320143, "nauc_map_at_10_std": -0.072644, "nauc_map_at_10_diff1": 0.759383, "nauc_map_at_20_max": 0.320124, "nauc_map_at_20_std": -0.072353, "nauc_map_at_20_diff1": 0.75927, "nauc_map_at_25_max": 0.320011, "nauc_map_at_25_std": -0.072195, "nauc_map_at_25_diff1": 0.759431, "nauc_map_at_50_max": 0.3201, "nauc_map_at_50_std": -0.071871, "nauc_map_at_50_diff1": 0.759874, "nauc_map_at_100_max": 0.320121, "nauc_map_at_100_std": -0.07187, "nauc_map_at_100_diff1": 0.759967, "nauc_map_at_1000_max": 0.320213, "nauc_map_at_1000_std": -0.071988, "nauc_map_at_1000_diff1": 0.760093, "nauc_recall_at_1_max": 0.33505, "nauc_recall_at_1_std": -0.085296, "nauc_recall_at_1_diff1": 0.794356, "nauc_recall_at_3_max": 0.307531, "nauc_recall_at_3_std": -0.062639, "nauc_recall_at_3_diff1": 0.723411, "nauc_recall_at_5_max": 0.289158, "nauc_recall_at_5_std": -0.053515, "nauc_recall_at_5_diff1": 0.697151, "nauc_recall_at_10_max": 0.274532, "nauc_recall_at_10_std": -0.016224, "nauc_recall_at_10_diff1": 0.681554, "nauc_recall_at_20_max": 0.266774, "nauc_recall_at_20_std": -0.00019, "nauc_recall_at_20_diff1": 0.665998, "nauc_recall_at_25_max": 0.257263, "nauc_recall_at_25_std": 0.012775, "nauc_recall_at_25_diff1": 0.664852, "nauc_recall_at_50_max": 0.247808, "nauc_recall_at_50_std": 0.067008, "nauc_recall_at_50_diff1": 0.669209, "nauc_recall_at_100_max": 0.224273, "nauc_recall_at_100_std": 0.109607, "nauc_recall_at_100_diff1": 0.659962, "nauc_recall_at_1000_max": 0.307467, "nauc_recall_at_1000_std": 0.364086, "nauc_recall_at_1000_diff1": 0.721384, "nauc_precision_at_1_max": 0.33505, "nauc_precision_at_1_std": -0.085296, "nauc_precision_at_1_diff1": 0.794356, "nauc_precision_at_3_max": 0.307531, "nauc_precision_at_3_std": -0.062639, "nauc_precision_at_3_diff1": 0.723411, "nauc_precision_at_5_max": 0.289158, "nauc_precision_at_5_std": -0.053515, "nauc_precision_at_5_diff1": 0.697151, "nauc_precision_at_10_max": 0.274532, "nauc_precision_at_10_std": -0.016224, "nauc_precision_at_10_diff1": 0.681554, "nauc_precision_at_20_max": 0.266774, "nauc_precision_at_20_std": -0.00019, "nauc_precision_at_20_diff1": 0.665998, "nauc_precision_at_25_max": 0.257263, "nauc_precision_at_25_std": 0.012775, "nauc_precision_at_25_diff1": 0.664852, "nauc_precision_at_50_max": 0.247808, "nauc_precision_at_50_std": 0.067008, "nauc_precision_at_50_diff1": 0.669209, "nauc_precision_at_100_max": 0.224273, "nauc_precision_at_100_std": 0.109607, "nauc_precision_at_100_diff1": 0.659962, "nauc_precision_at_1000_max": 0.307467, "nauc_precision_at_1000_std": 0.364086, "nauc_precision_at_1000_diff1": 0.721384, "nauc_mrr_at_1_max": 0.33505, "nauc_mrr_at_1_std": -0.085296, "nauc_mrr_at_1_diff1": 0.794356, "nauc_mrr_at_3_max": 0.324227, "nauc_mrr_at_3_std": -0.077189, "nauc_mrr_at_3_diff1": 0.764098, "nauc_mrr_at_5_max": 0.321115, "nauc_mrr_at_5_std": -0.075746, "nauc_mrr_at_5_diff1": 0.759838, "nauc_mrr_at_10_max": 0.320143, "nauc_mrr_at_10_std": -0.072644, "nauc_mrr_at_10_diff1": 0.759383, "nauc_mrr_at_20_max": 0.320124, "nauc_mrr_at_20_std": -0.072353, "nauc_mrr_at_20_diff1": 0.75927, "nauc_mrr_at_25_max": 0.320011, "nauc_mrr_at_25_std": -0.072195, "nauc_mrr_at_25_diff1": 0.759431, "nauc_mrr_at_50_max": 0.3201, "nauc_mrr_at_50_std": -0.071871, "nauc_mrr_at_50_diff1": 0.759874, "nauc_mrr_at_100_max": 0.320121, "nauc_mrr_at_100_std": -0.07187, "nauc_mrr_at_100_diff1": 0.759967, "nauc_mrr_at_1000_max": 0.320213, "nauc_mrr_at_1000_std": -0.071988, "nauc_mrr_at_1000_diff1": 0.760093, "hit_rate_at_1": 0.53677, "hit_rate_at_3": 0.66606, "hit_rate_at_5": 0.71344, "hit_rate_at_10": 0.76772, "hit_rate_at_20": 0.81247, "hit_rate_at_25": 0.8276, "hit_rate_at_50": 0.87383, "hit_rate_at_100": 0.90887, "hit_rate_at_1000": 0.98783, "R_cap_at_1": 0.536766, "R_cap_at_3": 0.666063, "R_cap_at_5": 0.71344, "R_cap_at_10": 0.767725, "R_cap_at_20": 0.812469, "R_cap_at_25": 0.827603, "R_cap_at_50": 0.873828, "R_cap_at_100": 0.908867, "R_cap_at_1000": 0.987827, "main_score": 0.65031, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80245, "ndcg_at_3": 0.87629, "ndcg_at_5": 0.88815, "ndcg_at_10": 0.89377, "ndcg_at_20": 0.89752, "ndcg_at_25": 0.89786, "ndcg_at_50": 0.89905, "ndcg_at_100": 0.89913, "ndcg_at_1000": 0.89965, "map_at_1": 0.80245, "map_at_3": 0.85869, "map_at_5": 0.86532, "map_at_10": 0.86765, "map_at_20": 0.86868, "map_at_25": 0.86875, "map_at_50": 0.86893, "map_at_100": 0.86893, "map_at_1000": 0.86895, "recall_at_1": 0.80245, "recall_at_3": 0.927, "recall_at_5": 0.95559, "recall_at_10": 0.97295, "recall_at_20": 0.98775, "recall_at_25": 0.98928, "recall_at_50": 0.99541, "recall_at_100": 0.99592, "recall_at_1000": 1.0, "accuracy": 0.80245, "precision_at_1": 0.80245, "precision_at_3": 0.309, "precision_at_5": 0.19112, "precision_at_10": 0.09729, "precision_at_20": 0.04939, "precision_at_25": 0.03957, "precision_at_50": 0.01991, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.80245, "mrr_at_3": 0.858686, "mrr_at_5": 0.865322, "mrr_at_10": 0.867648, "mrr_at_20": 0.868677, "mrr_at_25": 0.868746, "mrr_at_50": 0.868927, "mrr_at_100": 0.868934, "mrr_at_1000": 0.868952, "nauc_ndcg_at_1_max": 0.511037, "nauc_ndcg_at_1_std": -0.159696, "nauc_ndcg_at_1_diff1": 0.811008, "nauc_ndcg_at_3_max": 0.56543, "nauc_ndcg_at_3_std": -0.184764, "nauc_ndcg_at_3_diff1": 0.79277, "nauc_ndcg_at_5_max": 0.570957, "nauc_ndcg_at_5_std": -0.175516, "nauc_ndcg_at_5_diff1": 0.798982, "nauc_ndcg_at_10_max": 0.56686, "nauc_ndcg_at_10_std": -0.17149, "nauc_ndcg_at_10_diff1": 0.799524, "nauc_ndcg_at_20_max": 0.560303, "nauc_ndcg_at_20_std": -0.170418, "nauc_ndcg_at_20_diff1": 0.802644, "nauc_ndcg_at_25_max": 0.559405, "nauc_ndcg_at_25_std": -0.169262, "nauc_ndcg_at_25_diff1": 0.802596, "nauc_ndcg_at_50_max": 0.556806, "nauc_ndcg_at_50_std": -0.170284, "nauc_ndcg_at_50_diff1": 0.802007, "nauc_ndcg_at_100_max": 0.556418, "nauc_ndcg_at_100_std": -0.170283, "nauc_ndcg_at_100_diff1": 0.801948, "nauc_ndcg_at_1000_max": 0.554215, "nauc_ndcg_at_1000_std": -0.172996, "nauc_ndcg_at_1000_diff1": 0.801868, "nauc_map_at_1_max": 0.511037, "nauc_map_at_1_std": -0.159696, "nauc_map_at_1_diff1": 0.811008, "nauc_map_at_3_max": 0.549533, "nauc_map_at_3_std": -0.179863, "nauc_map_at_3_diff1": 0.798604, "nauc_map_at_5_max": 0.551523, "nauc_map_at_5_std": -0.1756, "nauc_map_at_5_diff1": 0.801833, "nauc_map_at_10_max": 0.549685, "nauc_map_at_10_std": -0.174573, "nauc_map_at_10_diff1": 0.801952, "nauc_map_at_20_max": 0.548193, "nauc_map_at_20_std": -0.174283, "nauc_map_at_20_diff1": 0.802668, "nauc_map_at_25_max": 0.548045, "nauc_map_at_25_std": -0.174093, "nauc_map_at_25_diff1": 0.802658, "nauc_map_at_50_max": 0.547695, "nauc_map_at_50_std": -0.17421, "nauc_map_at_50_diff1": 0.802584, "nauc_map_at_100_max": 0.547667, "nauc_map_at_100_std": -0.17421, "nauc_map_at_100_diff1": 0.802579, "nauc_map_at_1000_max": 0.547609, "nauc_map_at_1000_std": -0.174279, "nauc_map_at_1000_diff1": 0.802582, "nauc_recall_at_1_max": 0.511037, "nauc_recall_at_1_std": -0.159696, "nauc_recall_at_1_diff1": 0.811008, "nauc_recall_at_3_max": 0.648519, "nauc_recall_at_3_std": -0.208284, "nauc_recall_at_3_diff1": 0.761848, "nauc_recall_at_5_max": 0.731309, "nauc_recall_at_5_std": -0.166025, "nauc_recall_at_5_diff1": 0.777702, "nauc_recall_at_10_max": 0.789485, "nauc_recall_at_10_std": -0.10551, "nauc_recall_at_10_diff1": 0.773079, "nauc_recall_at_20_max": 0.847301, "nauc_recall_at_20_std": 0.001135, "nauc_recall_at_20_diff1": 0.83728, "nauc_recall_at_25_max": 0.851166, "nauc_recall_at_25_std": 0.07245, "nauc_recall_at_25_diff1": 0.840492, "nauc_recall_at_50_max": 0.97095, "nauc_recall_at_50_std": 0.280194, "nauc_recall_at_50_diff1": 0.829878, "nauc_recall_at_100_max": 0.967318, "nauc_recall_at_100_std": 0.336647, "nauc_recall_at_100_diff1": 0.824953, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.511037, "nauc_precision_at_1_std": -0.159696, "nauc_precision_at_1_diff1": 0.811008, "nauc_precision_at_3_max": 0.648519, "nauc_precision_at_3_std": -0.208284, "nauc_precision_at_3_diff1": 0.761848, "nauc_precision_at_5_max": 0.731309, "nauc_precision_at_5_std": -0.166025, "nauc_precision_at_5_diff1": 0.777702, "nauc_precision_at_10_max": 0.789485, "nauc_precision_at_10_std": -0.10551, "nauc_precision_at_10_diff1": 0.773079, "nauc_precision_at_20_max": 0.847301, "nauc_precision_at_20_std": 0.001135, "nauc_precision_at_20_diff1": 0.83728, "nauc_precision_at_25_max": 0.851166, "nauc_precision_at_25_std": 0.07245, "nauc_precision_at_25_diff1": 0.840492, "nauc_precision_at_50_max": 0.97095, "nauc_precision_at_50_std": 0.280194, "nauc_precision_at_50_diff1": 0.829878, "nauc_precision_at_100_max": 0.967318, "nauc_precision_at_100_std": 0.336647, "nauc_precision_at_100_diff1": 0.824953, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.511037, "nauc_mrr_at_1_std": -0.159696, "nauc_mrr_at_1_diff1": 0.811008, "nauc_mrr_at_3_max": 0.549533, "nauc_mrr_at_3_std": -0.179863, "nauc_mrr_at_3_diff1": 0.798604, "nauc_mrr_at_5_max": 0.551523, "nauc_mrr_at_5_std": -0.1756, "nauc_mrr_at_5_diff1": 0.801833, "nauc_mrr_at_10_max": 0.549685, "nauc_mrr_at_10_std": -0.174573, "nauc_mrr_at_10_diff1": 0.801952, "nauc_mrr_at_20_max": 0.548193, "nauc_mrr_at_20_std": -0.174283, "nauc_mrr_at_20_diff1": 0.802668, "nauc_mrr_at_25_max": 0.548045, "nauc_mrr_at_25_std": -0.174093, "nauc_mrr_at_25_diff1": 0.802658, "nauc_mrr_at_50_max": 0.547695, "nauc_mrr_at_50_std": -0.17421, "nauc_mrr_at_50_diff1": 0.802584, "nauc_mrr_at_100_max": 0.547667, "nauc_mrr_at_100_std": -0.17421, "nauc_mrr_at_100_diff1": 0.802579, "nauc_mrr_at_1000_max": 0.547609, "nauc_mrr_at_1000_std": -0.174279, "nauc_mrr_at_1000_diff1": 0.802582, "hit_rate_at_1": 0.80245, "hit_rate_at_3": 0.927, "hit_rate_at_5": 0.95559, "hit_rate_at_10": 0.97295, "hit_rate_at_20": 0.98775, "hit_rate_at_25": 0.98928, "hit_rate_at_50": 0.99541, "hit_rate_at_100": 0.99592, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80245, "R_cap_at_3": 0.927004, "R_cap_at_5": 0.95559, "R_cap_at_10": 0.972945, "R_cap_at_20": 0.987749, "R_cap_at_25": 0.98928, "R_cap_at_50": 0.995406, "R_cap_at_100": 0.995916, "R_cap_at_1000": 1.0, "main_score": 0.89377, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78, "ndcg_at_3": 0.85926, "ndcg_at_5": 0.86986, "ndcg_at_10": 0.88017, "ndcg_at_20": 0.88342, "ndcg_at_25": 0.88376, "ndcg_at_50": 0.88536, "ndcg_at_100": 0.88603, "ndcg_at_1000": 0.88621, "map_at_1": 0.78, "map_at_3": 0.8404, "map_at_5": 0.84612, "map_at_10": 0.85035, "map_at_20": 0.85124, "map_at_25": 0.85131, "map_at_50": 0.85157, "map_at_100": 0.85164, "map_at_1000": 0.85164, "recall_at_1": 0.78, "recall_at_3": 0.9136, "recall_at_5": 0.94, "recall_at_10": 0.972, "recall_at_20": 0.9848, "recall_at_25": 0.9864, "recall_at_50": 0.9944, "recall_at_100": 0.9984, "recall_at_1000": 1.0, "accuracy": 0.78, "precision_at_1": 0.78, "precision_at_3": 0.30453, "precision_at_5": 0.188, "precision_at_10": 0.0972, "precision_at_20": 0.04924, "precision_at_25": 0.03946, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.8404, "mrr_at_5": 0.84612, "mrr_at_10": 0.85035, "mrr_at_20": 0.851244, "mrr_at_25": 0.851312, "mrr_at_50": 0.851573, "mrr_at_100": 0.851635, "mrr_at_1000": 0.85164, "nauc_ndcg_at_1_max": 0.5368, "nauc_ndcg_at_1_std": -0.163691, "nauc_ndcg_at_1_diff1": 0.821297, "nauc_ndcg_at_3_max": 0.576683, "nauc_ndcg_at_3_std": -0.194454, "nauc_ndcg_at_3_diff1": 0.803074, "nauc_ndcg_at_5_max": 0.582873, "nauc_ndcg_at_5_std": -0.197081, "nauc_ndcg_at_5_diff1": 0.806475, "nauc_ndcg_at_10_max": 0.576129, "nauc_ndcg_at_10_std": -0.207825, "nauc_ndcg_at_10_diff1": 0.81063, "nauc_ndcg_at_20_max": 0.57192, "nauc_ndcg_at_20_std": -0.204119, "nauc_ndcg_at_20_diff1": 0.810812, "nauc_ndcg_at_25_max": 0.571977, "nauc_ndcg_at_25_std": -0.202214, "nauc_ndcg_at_25_diff1": 0.812791, "nauc_ndcg_at_50_max": 0.571791, "nauc_ndcg_at_50_std": -0.193851, "nauc_ndcg_at_50_diff1": 0.811919, "nauc_ndcg_at_100_max": 0.56946, "nauc_ndcg_at_100_std": -0.192653, "nauc_ndcg_at_100_diff1": 0.811699, "nauc_ndcg_at_1000_max": 0.568699, "nauc_ndcg_at_1000_std": -0.193493, "nauc_ndcg_at_1000_diff1": 0.811729, "nauc_map_at_1_max": 0.5368, "nauc_map_at_1_std": -0.163691, "nauc_map_at_1_diff1": 0.821297, "nauc_map_at_3_max": 0.566178, "nauc_map_at_3_std": -0.185742, "nauc_map_at_3_diff1": 0.808928, "nauc_map_at_5_max": 0.568452, "nauc_map_at_5_std": -0.187116, "nauc_map_at_5_diff1": 0.810819, "nauc_map_at_10_max": 0.565672, "nauc_map_at_10_std": -0.191085, "nauc_map_at_10_diff1": 0.812456, "nauc_map_at_20_max": 0.564589, "nauc_map_at_20_std": -0.19039, "nauc_map_at_20_diff1": 0.81249, "nauc_map_at_25_max": 0.564594, "nauc_map_at_25_std": -0.190096, "nauc_map_at_25_diff1": 0.812798, "nauc_map_at_50_max": 0.56458, "nauc_map_at_50_std": -0.188907, "nauc_map_at_50_diff1": 0.812676, "nauc_map_at_100_max": 0.564404, "nauc_map_at_100_std": -0.188805, "nauc_map_at_100_diff1": 0.812657, "nauc_map_at_1000_max": 0.56439, "nauc_map_at_1000_std": -0.188822, "nauc_map_at_1000_diff1": 0.812658, "nauc_recall_at_1_max": 0.5368, "nauc_recall_at_1_std": -0.163691, "nauc_recall_at_1_diff1": 0.821297, "nauc_recall_at_3_max": 0.627481, "nauc_recall_at_3_std": -0.237127, "nauc_recall_at_3_diff1": 0.773835, "nauc_recall_at_5_max": 0.682982, "nauc_recall_at_5_std": -0.264214, "nauc_recall_at_5_diff1": 0.777392, "nauc_recall_at_10_max": 0.71642, "nauc_recall_at_10_std": -0.455822, "nauc_recall_at_10_diff1": 0.79253, "nauc_recall_at_20_max": 0.722296, "nauc_recall_at_20_std": -0.545211, "nauc_recall_at_20_diff1": 0.783675, "nauc_recall_at_25_max": 0.742077, "nauc_recall_at_25_std": -0.514225, "nauc_recall_at_25_diff1": 0.853353, "nauc_recall_at_50_max": 0.960317, "nauc_recall_at_50_std": -0.191943, "nauc_recall_at_50_diff1": 0.831266, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.275444, "nauc_recall_at_100_diff1": 0.795752, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5368, "nauc_precision_at_1_std": -0.163691, "nauc_precision_at_1_diff1": 0.821297, "nauc_precision_at_3_max": 0.627481, "nauc_precision_at_3_std": -0.237127, "nauc_precision_at_3_diff1": 0.773835, "nauc_precision_at_5_max": 0.682982, "nauc_precision_at_5_std": -0.264214, "nauc_precision_at_5_diff1": 0.777392, "nauc_precision_at_10_max": 0.71642, "nauc_precision_at_10_std": -0.455822, "nauc_precision_at_10_diff1": 0.79253, "nauc_precision_at_20_max": 0.722296, "nauc_precision_at_20_std": -0.545211, "nauc_precision_at_20_diff1": 0.783675, "nauc_precision_at_25_max": 0.742077, "nauc_precision_at_25_std": -0.514225, "nauc_precision_at_25_diff1": 0.853353, "nauc_precision_at_50_max": 0.960317, "nauc_precision_at_50_std": -0.191943, "nauc_precision_at_50_diff1": 0.831266, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.275444, "nauc_precision_at_100_diff1": 0.795752, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.5368, "nauc_mrr_at_1_std": -0.163691, "nauc_mrr_at_1_diff1": 0.821297, "nauc_mrr_at_3_max": 0.566178, "nauc_mrr_at_3_std": -0.185742, "nauc_mrr_at_3_diff1": 0.808928, "nauc_mrr_at_5_max": 0.568452, "nauc_mrr_at_5_std": -0.187116, "nauc_mrr_at_5_diff1": 0.810819, "nauc_mrr_at_10_max": 0.565672, "nauc_mrr_at_10_std": -0.191085, "nauc_mrr_at_10_diff1": 0.812456, "nauc_mrr_at_20_max": 0.564589, "nauc_mrr_at_20_std": -0.19039, "nauc_mrr_at_20_diff1": 0.81249, "nauc_mrr_at_25_max": 0.564594, "nauc_mrr_at_25_std": -0.190096, "nauc_mrr_at_25_diff1": 0.812798, "nauc_mrr_at_50_max": 0.56458, "nauc_mrr_at_50_std": -0.188907, "nauc_mrr_at_50_diff1": 0.812676, "nauc_mrr_at_100_max": 0.564404, "nauc_mrr_at_100_std": -0.188805, "nauc_mrr_at_100_diff1": 0.812657, "nauc_mrr_at_1000_max": 0.56439, "nauc_mrr_at_1000_std": -0.188822, "nauc_mrr_at_1000_diff1": 0.812658, "hit_rate_at_1": 0.78, "hit_rate_at_3": 0.9136, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.972, "hit_rate_at_20": 0.9848, "hit_rate_at_25": 0.9864, "hit_rate_at_50": 0.9944, "hit_rate_at_100": 0.9984, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.78, "R_cap_at_3": 0.9136, "R_cap_at_5": 0.94, "R_cap_at_10": 0.972, "R_cap_at_20": 0.9848, "R_cap_at_25": 0.9864, "R_cap_at_50": 0.9944, "R_cap_at_100": 0.9984, "R_cap_at_1000": 1.0, "main_score": 0.88017, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90097, "ndcg_at_3": 0.94269, "ndcg_at_5": 0.94778, "ndcg_at_10": 0.95091, "ndcg_at_20": 0.95335, "ndcg_at_25": 0.95335, "ndcg_at_50": 0.95335, "ndcg_at_100": 0.95335, "ndcg_at_1000": 0.95335, "map_at_1": 0.90097, "map_at_3": 0.93357, "map_at_5": 0.93647, "map_at_10": 0.93776, "map_at_20": 0.93843, "map_at_25": 0.93843, "map_at_50": 0.93843, "map_at_100": 0.93843, "map_at_1000": 0.93843, "recall_at_1": 0.90097, "recall_at_3": 0.9686, "recall_at_5": 0.98068, "recall_at_10": 0.99034, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90097, "precision_at_1": 0.90097, "precision_at_3": 0.32287, "precision_at_5": 0.19614, "precision_at_10": 0.09903, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.900966, "mrr_at_3": 0.933575, "mrr_at_5": 0.936473, "mrr_at_10": 0.937765, "mrr_at_20": 0.938433, "mrr_at_25": 0.938433, "mrr_at_50": 0.938433, "mrr_at_100": 0.938433, "mrr_at_1000": 0.938433, "nauc_ndcg_at_1_max": 0.547432, "nauc_ndcg_at_1_std": -0.665593, "nauc_ndcg_at_1_diff1": 0.877109, "nauc_ndcg_at_3_max": 0.668772, "nauc_ndcg_at_3_std": -0.588839, "nauc_ndcg_at_3_diff1": 0.900072, "nauc_ndcg_at_5_max": 0.644424, "nauc_ndcg_at_5_std": -0.711175, "nauc_ndcg_at_5_diff1": 0.900461, "nauc_ndcg_at_10_max": 0.632577, "nauc_ndcg_at_10_std": -0.674367, "nauc_ndcg_at_10_diff1": 0.89598, "nauc_ndcg_at_20_max": 0.616666, "nauc_ndcg_at_20_std": -0.664194, "nauc_ndcg_at_20_diff1": 0.892228, "nauc_ndcg_at_25_max": 0.616666, "nauc_ndcg_at_25_std": -0.664194, "nauc_ndcg_at_25_diff1": 0.892228, "nauc_ndcg_at_50_max": 0.616666, "nauc_ndcg_at_50_std": -0.664194, "nauc_ndcg_at_50_diff1": 0.892228, "nauc_ndcg_at_100_max": 0.616666, "nauc_ndcg_at_100_std": -0.664194, "nauc_ndcg_at_100_diff1": 0.892228, "nauc_ndcg_at_1000_max": 0.616666, "nauc_ndcg_at_1000_std": -0.664194, "nauc_ndcg_at_1000_diff1": 0.892228, "nauc_map_at_1_max": 0.547432, "nauc_map_at_1_std": -0.665593, "nauc_map_at_1_diff1": 0.877109, "nauc_map_at_3_max": 0.631198, "nauc_map_at_3_std": -0.617815, "nauc_map_at_3_diff1": 0.893354, "nauc_map_at_5_max": 0.617759, "nauc_map_at_5_std": -0.676842, "nauc_map_at_5_diff1": 0.893205, "nauc_map_at_10_max": 0.613292, "nauc_map_at_10_std": -0.663753, "nauc_map_at_10_diff1": 0.891496, "nauc_map_at_20_max": 0.609741, "nauc_map_at_20_std": -0.661589, "nauc_map_at_20_diff1": 0.890659, "nauc_map_at_25_max": 0.609741, "nauc_map_at_25_std": -0.661589, "nauc_map_at_25_diff1": 0.890659, "nauc_map_at_50_max": 0.609741, "nauc_map_at_50_std": -0.661589, "nauc_map_at_50_diff1": 0.890659, "nauc_map_at_100_max": 0.609741, "nauc_map_at_100_std": -0.661589, "nauc_map_at_100_diff1": 0.890659, "nauc_map_at_1000_max": 0.609741, "nauc_map_at_1000_std": -0.661589, "nauc_map_at_1000_diff1": 0.890659, "nauc_recall_at_1_max": 0.547432, "nauc_recall_at_1_std": -0.665593, "nauc_recall_at_1_diff1": 0.877109, "nauc_recall_at_3_max": 0.892856, "nauc_recall_at_3_std": -0.410749, "nauc_recall_at_3_diff1": 0.939733, "nauc_recall_at_5_max": 0.881601, "nauc_recall_at_5_std": -1.076049, "nauc_recall_at_5_diff1": 0.967355, "nauc_recall_at_10_max": 0.934711, "nauc_recall_at_10_std": -0.874489, "nauc_recall_at_10_diff1": 0.967355, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.547432, "nauc_precision_at_1_std": -0.665593, "nauc_precision_at_1_diff1": 0.877109, "nauc_precision_at_3_max": 0.892856, "nauc_precision_at_3_std": -0.410749, "nauc_precision_at_3_diff1": 0.939733, "nauc_precision_at_5_max": 0.881601, "nauc_precision_at_5_std": -1.076049, "nauc_precision_at_5_diff1": 0.967355, "nauc_precision_at_10_max": 0.934711, "nauc_precision_at_10_std": -0.874489, "nauc_precision_at_10_diff1": 0.967355, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.547432, "nauc_mrr_at_1_std": -0.665593, "nauc_mrr_at_1_diff1": 0.877109, "nauc_mrr_at_3_max": 0.631198, "nauc_mrr_at_3_std": -0.617815, "nauc_mrr_at_3_diff1": 0.893354, "nauc_mrr_at_5_max": 0.617759, "nauc_mrr_at_5_std": -0.676842, "nauc_mrr_at_5_diff1": 0.893205, "nauc_mrr_at_10_max": 0.613292, "nauc_mrr_at_10_std": -0.663753, "nauc_mrr_at_10_diff1": 0.891496, "nauc_mrr_at_20_max": 0.609741, "nauc_mrr_at_20_std": -0.661589, "nauc_mrr_at_20_diff1": 0.890659, "nauc_mrr_at_25_max": 0.609741, "nauc_mrr_at_25_std": -0.661589, "nauc_mrr_at_25_diff1": 0.890659, "nauc_mrr_at_50_max": 0.609741, "nauc_mrr_at_50_std": -0.661589, "nauc_mrr_at_50_diff1": 0.890659, "nauc_mrr_at_100_max": 0.609741, "nauc_mrr_at_100_std": -0.661589, "nauc_mrr_at_100_diff1": 0.890659, "nauc_mrr_at_1000_max": 0.609741, "nauc_mrr_at_1000_std": -0.661589, "nauc_mrr_at_1000_diff1": 0.890659, "hit_rate_at_1": 0.90097, "hit_rate_at_3": 0.9686, "hit_rate_at_5": 0.98068, "hit_rate_at_10": 0.99034, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.900966, "R_cap_at_3": 0.968599, "R_cap_at_5": 0.980676, "R_cap_at_10": 0.990338, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95091, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79693, "ndcg_at_3": 0.86412, "ndcg_at_5": 0.87894, "ndcg_at_10": 0.88758, "ndcg_at_20": 0.89095, "ndcg_at_25": 0.89222, "ndcg_at_50": 0.89315, "ndcg_at_100": 0.8935, "ndcg_at_1000": 0.89372, "map_at_1": 0.79693, "map_at_3": 0.84832, "map_at_5": 0.85654, "map_at_10": 0.86006, "map_at_20": 0.861, "map_at_25": 0.86125, "map_at_50": 0.8614, "map_at_100": 0.86143, "map_at_1000": 0.86144, "recall_at_1": 0.79693, "recall_at_3": 0.90957, "recall_at_5": 0.94553, "recall_at_10": 0.9725, "recall_at_20": 0.98572, "recall_at_25": 0.99154, "recall_at_50": 0.9963, "recall_at_100": 0.99841, "recall_at_1000": 1.0, "accuracy": 0.79693, "precision_at_1": 0.79693, "precision_at_3": 0.30319, "precision_at_5": 0.18911, "precision_at_10": 0.09725, "precision_at_20": 0.04929, "precision_at_25": 0.03966, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.796933, "mrr_at_3": 0.848317, "mrr_at_5": 0.85654, "mrr_at_10": 0.860058, "mrr_at_20": 0.860999, "mrr_at_25": 0.861252, "mrr_at_50": 0.861395, "mrr_at_100": 0.861426, "mrr_at_1000": 0.861438, "nauc_ndcg_at_1_max": 0.522533, "nauc_ndcg_at_1_std": -0.28817, "nauc_ndcg_at_1_diff1": 0.814247, "nauc_ndcg_at_3_max": 0.585932, "nauc_ndcg_at_3_std": -0.348382, "nauc_ndcg_at_3_diff1": 0.790955, "nauc_ndcg_at_5_max": 0.583297, "nauc_ndcg_at_5_std": -0.355444, "nauc_ndcg_at_5_diff1": 0.791431, "nauc_ndcg_at_10_max": 0.578828, "nauc_ndcg_at_10_std": -0.350171, "nauc_ndcg_at_10_diff1": 0.798632, "nauc_ndcg_at_20_max": 0.571207, "nauc_ndcg_at_20_std": -0.353226, "nauc_ndcg_at_20_diff1": 0.800358, "nauc_ndcg_at_25_max": 0.569088, "nauc_ndcg_at_25_std": -0.34351, "nauc_ndcg_at_25_diff1": 0.800275, "nauc_ndcg_at_50_max": 0.568359, "nauc_ndcg_at_50_std": -0.339765, "nauc_ndcg_at_50_diff1": 0.799822, "nauc_ndcg_at_100_max": 0.567232, "nauc_ndcg_at_100_std": -0.33952, "nauc_ndcg_at_100_diff1": 0.799247, "nauc_ndcg_at_1000_max": 0.566462, "nauc_ndcg_at_1000_std": -0.338606, "nauc_ndcg_at_1000_diff1": 0.799314, "nauc_map_at_1_max": 0.522533, "nauc_map_at_1_std": -0.28817, "nauc_map_at_1_diff1": 0.814247, "nauc_map_at_3_max": 0.567578, "nauc_map_at_3_std": -0.333042, "nauc_map_at_3_diff1": 0.797259, "nauc_map_at_5_max": 0.565398, "nauc_map_at_5_std": -0.335139, "nauc_map_at_5_diff1": 0.797735, "nauc_map_at_10_max": 0.563347, "nauc_map_at_10_std": -0.333187, "nauc_map_at_10_diff1": 0.800188, "nauc_map_at_20_max": 0.561568, "nauc_map_at_20_std": -0.333777, "nauc_map_at_20_diff1": 0.800554, "nauc_map_at_25_max": 0.56121, "nauc_map_at_25_std": -0.332221, "nauc_map_at_25_diff1": 0.800541, "nauc_map_at_50_max": 0.561102, "nauc_map_at_50_std": -0.331818, "nauc_map_at_50_diff1": 0.800487, "nauc_map_at_100_max": 0.561023, "nauc_map_at_100_std": -0.331788, "nauc_map_at_100_diff1": 0.800447, "nauc_map_at_1000_max": 0.56099, "nauc_map_at_1000_std": -0.331753, "nauc_map_at_1000_diff1": 0.800451, "nauc_recall_at_1_max": 0.522533, "nauc_recall_at_1_std": -0.28817, "nauc_recall_at_1_diff1": 0.814247, "nauc_recall_at_3_max": 0.669326, "nauc_recall_at_3_std": -0.416572, "nauc_recall_at_3_diff1": 0.762626, "nauc_recall_at_5_max": 0.709026, "nauc_recall_at_5_std": -0.501134, "nauc_recall_at_5_diff1": 0.747717, "nauc_recall_at_10_max": 0.780762, "nauc_recall_at_10_std": -0.572304, "nauc_recall_at_10_diff1": 0.794271, "nauc_recall_at_20_max": 0.750556, "nauc_recall_at_20_std": -0.862037, "nauc_recall_at_20_diff1": 0.840867, "nauc_recall_at_25_max": 0.758028, "nauc_recall_at_25_std": -0.674679, "nauc_recall_at_25_diff1": 0.864186, "nauc_recall_at_50_max": 0.904302, "nauc_recall_at_50_std": -0.552635, "nauc_recall_at_50_diff1": 0.883297, "nauc_recall_at_100_max": 0.912859, "nauc_recall_at_100_std": -0.760028, "nauc_recall_at_100_diff1": 0.771262, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.522533, "nauc_precision_at_1_std": -0.28817, "nauc_precision_at_1_diff1": 0.814247, "nauc_precision_at_3_max": 0.669326, "nauc_precision_at_3_std": -0.416572, "nauc_precision_at_3_diff1": 0.762626, "nauc_precision_at_5_max": 0.709026, "nauc_precision_at_5_std": -0.501134, "nauc_precision_at_5_diff1": 0.747717, "nauc_precision_at_10_max": 0.780762, "nauc_precision_at_10_std": -0.572304, "nauc_precision_at_10_diff1": 0.794271, "nauc_precision_at_20_max": 0.750556, "nauc_precision_at_20_std": -0.862037, "nauc_precision_at_20_diff1": 0.840867, "nauc_precision_at_25_max": 0.758028, "nauc_precision_at_25_std": -0.674679, "nauc_precision_at_25_diff1": 0.864186, "nauc_precision_at_50_max": 0.904302, "nauc_precision_at_50_std": -0.552635, "nauc_precision_at_50_diff1": 0.883297, "nauc_precision_at_100_max": 0.912859, "nauc_precision_at_100_std": -0.760028, "nauc_precision_at_100_diff1": 0.771262, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.522533, "nauc_mrr_at_1_std": -0.28817, "nauc_mrr_at_1_diff1": 0.814247, "nauc_mrr_at_3_max": 0.567578, "nauc_mrr_at_3_std": -0.333042, "nauc_mrr_at_3_diff1": 0.797259, "nauc_mrr_at_5_max": 0.565398, "nauc_mrr_at_5_std": -0.335139, "nauc_mrr_at_5_diff1": 0.797735, "nauc_mrr_at_10_max": 0.563347, "nauc_mrr_at_10_std": -0.333187, "nauc_mrr_at_10_diff1": 0.800188, "nauc_mrr_at_20_max": 0.561568, "nauc_mrr_at_20_std": -0.333777, "nauc_mrr_at_20_diff1": 0.800554, "nauc_mrr_at_25_max": 0.56121, "nauc_mrr_at_25_std": -0.332221, "nauc_mrr_at_25_diff1": 0.800541, "nauc_mrr_at_50_max": 0.561102, "nauc_mrr_at_50_std": -0.331818, "nauc_mrr_at_50_diff1": 0.800487, "nauc_mrr_at_100_max": 0.561023, "nauc_mrr_at_100_std": -0.331788, "nauc_mrr_at_100_diff1": 0.800447, "nauc_mrr_at_1000_max": 0.56099, "nauc_mrr_at_1000_std": -0.331753, "nauc_mrr_at_1000_diff1": 0.800451, "hit_rate_at_1": 0.79693, "hit_rate_at_3": 0.90957, "hit_rate_at_5": 0.94553, "hit_rate_at_10": 0.9725, "hit_rate_at_20": 0.98572, "hit_rate_at_25": 0.99154, "hit_rate_at_50": 0.9963, "hit_rate_at_100": 0.99841, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.796933, "R_cap_at_3": 0.909572, "R_cap_at_5": 0.945531, "R_cap_at_10": 0.972501, "R_cap_at_20": 0.985722, "R_cap_at_25": 0.991539, "R_cap_at_50": 0.996298, "R_cap_at_100": 0.998414, "R_cap_at_1000": 1.0, "main_score": 0.88758, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6951, "ndcg_at_3": 0.79001, "ndcg_at_5": 0.80577, "ndcg_at_10": 0.81724, "ndcg_at_20": 0.82338, "ndcg_at_25": 0.82487, "ndcg_at_50": 0.82826, "ndcg_at_100": 0.82984, "ndcg_at_1000": 0.83153, "map_at_1": 0.6951, "map_at_3": 0.76729, "map_at_5": 0.77607, "map_at_10": 0.7809, "map_at_20": 0.78262, "map_at_25": 0.78292, "map_at_50": 0.78344, "map_at_100": 0.78358, "map_at_1000": 0.78366, "recall_at_1": 0.6951, "recall_at_3": 0.85552, "recall_at_5": 0.8936, "recall_at_10": 0.92857, "recall_at_20": 0.95263, "recall_at_25": 0.95942, "recall_at_50": 0.97683, "recall_at_100": 0.98642, "recall_at_1000": 0.99926, "accuracy": 0.6951, "precision_at_1": 0.6951, "precision_at_3": 0.28517, "precision_at_5": 0.17872, "precision_at_10": 0.09286, "precision_at_20": 0.04763, "precision_at_25": 0.03838, "precision_at_50": 0.01954, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.6951, "mrr_at_3": 0.767291, "mrr_at_5": 0.776072, "mrr_at_10": 0.780905, "mrr_at_20": 0.782623, "mrr_at_25": 0.782924, "mrr_at_50": 0.783439, "mrr_at_100": 0.783582, "mrr_at_1000": 0.783656, "nauc_ndcg_at_1_max": 0.420336, "nauc_ndcg_at_1_std": -0.257709, "nauc_ndcg_at_1_diff1": 0.781065, "nauc_ndcg_at_3_max": 0.489487, "nauc_ndcg_at_3_std": -0.298441, "nauc_ndcg_at_3_diff1": 0.752006, "nauc_ndcg_at_5_max": 0.492075, "nauc_ndcg_at_5_std": -0.298298, "nauc_ndcg_at_5_diff1": 0.752469, "nauc_ndcg_at_10_max": 0.493253, "nauc_ndcg_at_10_std": -0.293086, "nauc_ndcg_at_10_diff1": 0.756942, "nauc_ndcg_at_20_max": 0.490247, "nauc_ndcg_at_20_std": -0.286697, "nauc_ndcg_at_20_diff1": 0.757439, "nauc_ndcg_at_25_max": 0.488493, "nauc_ndcg_at_25_std": -0.284003, "nauc_ndcg_at_25_diff1": 0.758001, "nauc_ndcg_at_50_max": 0.484426, "nauc_ndcg_at_50_std": -0.282323, "nauc_ndcg_at_50_diff1": 0.759444, "nauc_ndcg_at_100_max": 0.481464, "nauc_ndcg_at_100_std": -0.280384, "nauc_ndcg_at_100_diff1": 0.759847, "nauc_ndcg_at_1000_max": 0.478694, "nauc_ndcg_at_1000_std": -0.282336, "nauc_ndcg_at_1000_diff1": 0.76031, "nauc_map_at_1_max": 0.420336, "nauc_map_at_1_std": -0.257709, "nauc_map_at_1_diff1": 0.781065, "nauc_map_at_3_max": 0.470036, "nauc_map_at_3_std": -0.286512, "nauc_map_at_3_diff1": 0.760018, "nauc_map_at_5_max": 0.470701, "nauc_map_at_5_std": -0.285874, "nauc_map_at_5_diff1": 0.760613, "nauc_map_at_10_max": 0.470931, "nauc_map_at_10_std": -0.283602, "nauc_map_at_10_diff1": 0.762318, "nauc_map_at_20_max": 0.470065, "nauc_map_at_20_std": -0.281958, "nauc_map_at_20_diff1": 0.762481, "nauc_map_at_25_max": 0.469741, "nauc_map_at_25_std": -0.281532, "nauc_map_at_25_diff1": 0.76258, "nauc_map_at_50_max": 0.469201, "nauc_map_at_50_std": -0.281343, "nauc_map_at_50_diff1": 0.762772, "nauc_map_at_100_max": 0.468974, "nauc_map_at_100_std": -0.28121, "nauc_map_at_100_diff1": 0.762806, "nauc_map_at_1000_max": 0.468883, "nauc_map_at_1000_std": -0.281231, "nauc_map_at_1000_diff1": 0.762827, "nauc_recall_at_1_max": 0.420336, "nauc_recall_at_1_std": -0.257709, "nauc_recall_at_1_diff1": 0.781065, "nauc_recall_at_3_max": 0.572373, "nauc_recall_at_3_std": -0.349586, "nauc_recall_at_3_diff1": 0.717971, "nauc_recall_at_5_max": 0.607709, "nauc_recall_at_5_std": -0.365922, "nauc_recall_at_5_diff1": 0.708689, "nauc_recall_at_10_max": 0.666616, "nauc_recall_at_10_std": -0.3633, "nauc_recall_at_10_diff1": 0.72039, "nauc_recall_at_20_max": 0.714461, "nauc_recall_at_20_std": -0.3181, "nauc_recall_at_20_diff1": 0.708328, "nauc_recall_at_25_max": 0.721212, "nauc_recall_at_25_std": -0.274666, "nauc_recall_at_25_diff1": 0.710097, "nauc_recall_at_50_max": 0.75723, "nauc_recall_at_50_std": -0.207794, "nauc_recall_at_50_diff1": 0.722664, "nauc_recall_at_100_max": 0.747814, "nauc_recall_at_100_std": -0.020123, "nauc_recall_at_100_diff1": 0.723684, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.944444, "nauc_recall_at_1000_diff1": 0.742857, "nauc_precision_at_1_max": 0.420336, "nauc_precision_at_1_std": -0.257709, "nauc_precision_at_1_diff1": 0.781065, "nauc_precision_at_3_max": 0.572373, "nauc_precision_at_3_std": -0.349586, "nauc_precision_at_3_diff1": 0.717971, "nauc_precision_at_5_max": 0.607709, "nauc_precision_at_5_std": -0.365922, "nauc_precision_at_5_diff1": 0.708689, "nauc_precision_at_10_max": 0.666616, "nauc_precision_at_10_std": -0.3633, "nauc_precision_at_10_diff1": 0.72039, "nauc_precision_at_20_max": 0.714461, "nauc_precision_at_20_std": -0.3181, "nauc_precision_at_20_diff1": 0.708328, "nauc_precision_at_25_max": 0.721212, "nauc_precision_at_25_std": -0.274666, "nauc_precision_at_25_diff1": 0.710097, "nauc_precision_at_50_max": 0.75723, "nauc_precision_at_50_std": -0.207794, "nauc_precision_at_50_diff1": 0.722664, "nauc_precision_at_100_max": 0.747814, "nauc_precision_at_100_std": -0.020123, "nauc_precision_at_100_diff1": 0.723684, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.944444, "nauc_precision_at_1000_diff1": 0.742857, "nauc_mrr_at_1_max": 0.420336, "nauc_mrr_at_1_std": -0.257709, "nauc_mrr_at_1_diff1": 0.781065, "nauc_mrr_at_3_max": 0.470036, "nauc_mrr_at_3_std": -0.286512, "nauc_mrr_at_3_diff1": 0.760018, "nauc_mrr_at_5_max": 0.470701, "nauc_mrr_at_5_std": -0.285874, "nauc_mrr_at_5_diff1": 0.760613, "nauc_mrr_at_10_max": 0.470931, "nauc_mrr_at_10_std": -0.283602, "nauc_mrr_at_10_diff1": 0.762318, "nauc_mrr_at_20_max": 0.470065, "nauc_mrr_at_20_std": -0.281958, "nauc_mrr_at_20_diff1": 0.762481, "nauc_mrr_at_25_max": 0.469741, "nauc_mrr_at_25_std": -0.281532, "nauc_mrr_at_25_diff1": 0.76258, "nauc_mrr_at_50_max": 0.469201, "nauc_mrr_at_50_std": -0.281343, "nauc_mrr_at_50_diff1": 0.762772, "nauc_mrr_at_100_max": 0.468974, "nauc_mrr_at_100_std": -0.28121, "nauc_mrr_at_100_diff1": 0.762806, "nauc_mrr_at_1000_max": 0.468883, "nauc_mrr_at_1000_std": -0.281231, "nauc_mrr_at_1000_diff1": 0.762827, "hit_rate_at_1": 0.6951, "hit_rate_at_3": 0.85552, "hit_rate_at_5": 0.8936, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.95263, "hit_rate_at_25": 0.95942, "hit_rate_at_50": 0.97683, "hit_rate_at_100": 0.98642, "hit_rate_at_1000": 0.99926, "R_cap_at_1": 0.6951, "R_cap_at_3": 0.855519, "R_cap_at_5": 0.893595, "R_cap_at_10": 0.928571, "R_cap_at_20": 0.952627, "R_cap_at_25": 0.959416, "R_cap_at_50": 0.97683, "R_cap_at_100": 0.986423, "R_cap_at_1000": 0.999262, "main_score": 0.81724, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79981, "ndcg_at_3": 0.85754, "ndcg_at_5": 0.87161, "ndcg_at_10": 0.8811, "ndcg_at_20": 0.88628, "ndcg_at_25": 0.88691, "ndcg_at_50": 0.88803, "ndcg_at_100": 0.88897, "ndcg_at_1000": 0.8897, "map_at_1": 0.79981, "map_at_3": 0.84361, "map_at_5": 0.85158, "map_at_10": 0.85563, "map_at_20": 0.85704, "map_at_25": 0.85717, "map_at_50": 0.85734, "map_at_100": 0.85743, "map_at_1000": 0.85747, "recall_at_1": 0.79981, "recall_at_3": 0.89775, "recall_at_5": 0.9312, "recall_at_10": 0.95987, "recall_at_20": 0.98041, "recall_at_25": 0.98328, "recall_at_50": 0.98901, "recall_at_100": 0.99474, "recall_at_1000": 1.0, "accuracy": 0.79981, "precision_at_1": 0.79981, "precision_at_3": 0.29925, "precision_at_5": 0.18624, "precision_at_10": 0.09599, "precision_at_20": 0.04902, "precision_at_25": 0.03933, "precision_at_50": 0.01978, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.799809, "mrr_at_3": 0.843606, "mrr_at_5": 0.851585, "mrr_at_10": 0.855627, "mrr_at_20": 0.857044, "mrr_at_25": 0.85717, "mrr_at_50": 0.857343, "mrr_at_100": 0.857429, "mrr_at_1000": 0.857465, "nauc_ndcg_at_1_max": 0.554545, "nauc_ndcg_at_1_std": -0.377342, "nauc_ndcg_at_1_diff1": 0.849977, "nauc_ndcg_at_3_max": 0.585651, "nauc_ndcg_at_3_std": -0.388196, "nauc_ndcg_at_3_diff1": 0.816402, "nauc_ndcg_at_5_max": 0.586558, "nauc_ndcg_at_5_std": -0.373517, "nauc_ndcg_at_5_diff1": 0.819253, "nauc_ndcg_at_10_max": 0.584627, "nauc_ndcg_at_10_std": -0.376163, "nauc_ndcg_at_10_diff1": 0.821619, "nauc_ndcg_at_20_max": 0.583116, "nauc_ndcg_at_20_std": -0.378797, "nauc_ndcg_at_20_diff1": 0.824924, "nauc_ndcg_at_25_max": 0.582227, "nauc_ndcg_at_25_std": -0.378147, "nauc_ndcg_at_25_diff1": 0.824595, "nauc_ndcg_at_50_max": 0.582206, "nauc_ndcg_at_50_std": -0.37864, "nauc_ndcg_at_50_diff1": 0.826071, "nauc_ndcg_at_100_max": 0.580661, "nauc_ndcg_at_100_std": -0.377534, "nauc_ndcg_at_100_diff1": 0.825939, "nauc_ndcg_at_1000_max": 0.579666, "nauc_ndcg_at_1000_std": -0.379937, "nauc_ndcg_at_1000_diff1": 0.827365, "nauc_map_at_1_max": 0.554545, "nauc_map_at_1_std": -0.377342, "nauc_map_at_1_diff1": 0.849977, "nauc_map_at_3_max": 0.578153, "nauc_map_at_3_std": -0.385743, "nauc_map_at_3_diff1": 0.826428, "nauc_map_at_5_max": 0.578344, "nauc_map_at_5_std": -0.378496, "nauc_map_at_5_diff1": 0.828486, "nauc_map_at_10_max": 0.577509, "nauc_map_at_10_std": -0.379978, "nauc_map_at_10_diff1": 0.829627, "nauc_map_at_20_max": 0.576921, "nauc_map_at_20_std": -0.380803, "nauc_map_at_20_diff1": 0.830402, "nauc_map_at_25_max": 0.576774, "nauc_map_at_25_std": -0.380717, "nauc_map_at_25_diff1": 0.830356, "nauc_map_at_50_max": 0.576745, "nauc_map_at_50_std": -0.380808, "nauc_map_at_50_diff1": 0.830562, "nauc_map_at_100_max": 0.576637, "nauc_map_at_100_std": -0.380733, "nauc_map_at_100_diff1": 0.830556, "nauc_map_at_1000_max": 0.576595, "nauc_map_at_1000_std": -0.380826, "nauc_map_at_1000_diff1": 0.830604, "nauc_recall_at_1_max": 0.554545, "nauc_recall_at_1_std": -0.377342, "nauc_recall_at_1_diff1": 0.849977, "nauc_recall_at_3_max": 0.616121, "nauc_recall_at_3_std": -0.398044, "nauc_recall_at_3_diff1": 0.774193, "nauc_recall_at_5_max": 0.633272, "nauc_recall_at_5_std": -0.339185, "nauc_recall_at_5_diff1": 0.765232, "nauc_recall_at_10_max": 0.648575, "nauc_recall_at_10_std": -0.330108, "nauc_recall_at_10_diff1": 0.746334, "nauc_recall_at_20_max": 0.692744, "nauc_recall_at_20_std": -0.328302, "nauc_recall_at_20_diff1": 0.741547, "nauc_recall_at_25_max": 0.68534, "nauc_recall_at_25_std": -0.299263, "nauc_recall_at_25_diff1": 0.717448, "nauc_recall_at_50_max": 0.741051, "nauc_recall_at_50_std": -0.278539, "nauc_recall_at_50_diff1": 0.731681, "nauc_recall_at_100_max": 0.721849, "nauc_recall_at_100_std": -0.031433, "nauc_recall_at_100_diff1": 0.61213, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.554545, "nauc_precision_at_1_std": -0.377342, "nauc_precision_at_1_diff1": 0.849977, "nauc_precision_at_3_max": 0.616121, "nauc_precision_at_3_std": -0.398044, "nauc_precision_at_3_diff1": 0.774193, "nauc_precision_at_5_max": 0.633272, "nauc_precision_at_5_std": -0.339185, "nauc_precision_at_5_diff1": 0.765232, "nauc_precision_at_10_max": 0.648575, "nauc_precision_at_10_std": -0.330108, "nauc_precision_at_10_diff1": 0.746334, "nauc_precision_at_20_max": 0.692744, "nauc_precision_at_20_std": -0.328302, "nauc_precision_at_20_diff1": 0.741547, "nauc_precision_at_25_max": 0.68534, "nauc_precision_at_25_std": -0.299263, "nauc_precision_at_25_diff1": 0.717448, "nauc_precision_at_50_max": 0.741051, "nauc_precision_at_50_std": -0.278539, "nauc_precision_at_50_diff1": 0.731681, "nauc_precision_at_100_max": 0.721849, "nauc_precision_at_100_std": -0.031433, "nauc_precision_at_100_diff1": 0.61213, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.554545, "nauc_mrr_at_1_std": -0.377342, "nauc_mrr_at_1_diff1": 0.849977, "nauc_mrr_at_3_max": 0.578153, "nauc_mrr_at_3_std": -0.385743, "nauc_mrr_at_3_diff1": 0.826428, "nauc_mrr_at_5_max": 0.578344, "nauc_mrr_at_5_std": -0.378496, "nauc_mrr_at_5_diff1": 0.828486, "nauc_mrr_at_10_max": 0.577509, "nauc_mrr_at_10_std": -0.379978, "nauc_mrr_at_10_diff1": 0.829627, "nauc_mrr_at_20_max": 0.576921, "nauc_mrr_at_20_std": -0.380803, "nauc_mrr_at_20_diff1": 0.830402, "nauc_mrr_at_25_max": 0.576774, "nauc_mrr_at_25_std": -0.380717, "nauc_mrr_at_25_diff1": 0.830356, "nauc_mrr_at_50_max": 0.576745, "nauc_mrr_at_50_std": -0.380808, "nauc_mrr_at_50_diff1": 0.830562, "nauc_mrr_at_100_max": 0.576637, "nauc_mrr_at_100_std": -0.380733, "nauc_mrr_at_100_diff1": 0.830556, "nauc_mrr_at_1000_max": 0.576595, "nauc_mrr_at_1000_std": -0.380826, "nauc_mrr_at_1000_diff1": 0.830604, "hit_rate_at_1": 0.79981, "hit_rate_at_3": 0.89775, "hit_rate_at_5": 0.9312, "hit_rate_at_10": 0.95987, "hit_rate_at_20": 0.98041, "hit_rate_at_25": 0.98328, "hit_rate_at_50": 0.98901, "hit_rate_at_100": 0.99474, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.799809, "R_cap_at_3": 0.897754, "R_cap_at_5": 0.931199, "R_cap_at_10": 0.959866, "R_cap_at_20": 0.980411, "R_cap_at_25": 0.983278, "R_cap_at_50": 0.989011, "R_cap_at_100": 0.994744, "R_cap_at_1000": 1.0, "main_score": 0.8811, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82903, "ndcg_at_3": 0.87751, "ndcg_at_5": 0.89254, "ndcg_at_10": 0.90152, "ndcg_at_20": 0.90493, "ndcg_at_25": 0.9052, "ndcg_at_50": 0.90686, "ndcg_at_100": 0.90725, "ndcg_at_1000": 0.90725, "map_at_1": 0.82903, "map_at_3": 0.86613, "map_at_5": 0.87437, "map_at_10": 0.87822, "map_at_20": 0.87914, "map_at_25": 0.87919, "map_at_50": 0.87944, "map_at_100": 0.87948, "map_at_1000": 0.87948, "recall_at_1": 0.82903, "recall_at_3": 0.91021, "recall_at_5": 0.94711, "recall_at_10": 0.97417, "recall_at_20": 0.9877, "recall_at_25": 0.98893, "recall_at_50": 0.99754, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.82903, "precision_at_1": 0.82903, "precision_at_3": 0.3034, "precision_at_5": 0.18942, "precision_at_10": 0.09742, "precision_at_20": 0.04938, "precision_at_25": 0.03956, "precision_at_50": 0.01995, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.829028, "mrr_at_3": 0.866134, "mrr_at_5": 0.874375, "mrr_at_10": 0.878217, "mrr_at_20": 0.87914, "mrr_at_25": 0.879193, "mrr_at_50": 0.879441, "mrr_at_100": 0.879476, "mrr_at_1000": 0.879476, "nauc_ndcg_at_1_max": 0.386877, "nauc_ndcg_at_1_std": -0.423851, "nauc_ndcg_at_1_diff1": 0.897459, "nauc_ndcg_at_3_max": 0.38896, "nauc_ndcg_at_3_std": -0.440133, "nauc_ndcg_at_3_diff1": 0.881639, "nauc_ndcg_at_5_max": 0.374767, "nauc_ndcg_at_5_std": -0.456434, "nauc_ndcg_at_5_diff1": 0.885234, "nauc_ndcg_at_10_max": 0.368354, "nauc_ndcg_at_10_std": -0.455047, "nauc_ndcg_at_10_diff1": 0.889586, "nauc_ndcg_at_20_max": 0.391735, "nauc_ndcg_at_20_std": -0.435268, "nauc_ndcg_at_20_diff1": 0.887712, "nauc_ndcg_at_25_max": 0.390329, "nauc_ndcg_at_25_std": -0.437602, "nauc_ndcg_at_25_diff1": 0.888693, "nauc_ndcg_at_50_max": 0.387684, "nauc_ndcg_at_50_std": -0.436433, "nauc_ndcg_at_50_diff1": 0.887991, "nauc_ndcg_at_100_max": 0.385537, "nauc_ndcg_at_100_std": -0.438722, "nauc_ndcg_at_100_diff1": 0.888074, "nauc_ndcg_at_1000_max": 0.385537, "nauc_ndcg_at_1000_std": -0.438722, "nauc_ndcg_at_1000_diff1": 0.888074, "nauc_map_at_1_max": 0.386877, "nauc_map_at_1_std": -0.423851, "nauc_map_at_1_diff1": 0.897459, "nauc_map_at_3_max": 0.390581, "nauc_map_at_3_std": -0.434357, "nauc_map_at_3_diff1": 0.88582, "nauc_map_at_5_max": 0.383665, "nauc_map_at_5_std": -0.441604, "nauc_map_at_5_diff1": 0.887708, "nauc_map_at_10_max": 0.382213, "nauc_map_at_10_std": -0.440185, "nauc_map_at_10_diff1": 0.889083, "nauc_map_at_20_max": 0.387492, "nauc_map_at_20_std": -0.435877, "nauc_map_at_20_diff1": 0.888689, "nauc_map_at_25_max": 0.38727, "nauc_map_at_25_std": -0.436243, "nauc_map_at_25_diff1": 0.888844, "nauc_map_at_50_max": 0.386765, "nauc_map_at_50_std": -0.436201, "nauc_map_at_50_diff1": 0.888743, "nauc_map_at_100_max": 0.38662, "nauc_map_at_100_std": -0.436339, "nauc_map_at_100_diff1": 0.888749, "nauc_map_at_1000_max": 0.38662, "nauc_map_at_1000_std": -0.436339, "nauc_map_at_1000_diff1": 0.888749, "nauc_recall_at_1_max": 0.386877, "nauc_recall_at_1_std": -0.423851, "nauc_recall_at_1_diff1": 0.897459, "nauc_recall_at_3_max": 0.380904, "nauc_recall_at_3_std": -0.464582, "nauc_recall_at_3_diff1": 0.864665, "nauc_recall_at_5_max": 0.310029, "nauc_recall_at_5_std": -0.560642, "nauc_recall_at_5_diff1": 0.871032, "nauc_recall_at_10_max": 0.160187, "nauc_recall_at_10_std": -0.664503, "nauc_recall_at_10_diff1": 0.909537, "nauc_recall_at_20_max": 0.609501, "nauc_recall_at_20_std": -0.308162, "nauc_recall_at_20_diff1": 0.875361, "nauc_recall_at_25_max": 0.580631, "nauc_recall_at_25_std": -0.38219, "nauc_recall_at_25_diff1": 0.911058, "nauc_recall_at_50_max": 0.869335, "nauc_recall_at_50_std": 0.093439, "nauc_recall_at_50_diff1": 0.869335, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.386877, "nauc_precision_at_1_std": -0.423851, "nauc_precision_at_1_diff1": 0.897459, "nauc_precision_at_3_max": 0.380904, "nauc_precision_at_3_std": -0.464582, "nauc_precision_at_3_diff1": 0.864665, "nauc_precision_at_5_max": 0.310029, "nauc_precision_at_5_std": -0.560642, "nauc_precision_at_5_diff1": 0.871032, "nauc_precision_at_10_max": 0.160187, "nauc_precision_at_10_std": -0.664503, "nauc_precision_at_10_diff1": 0.909537, "nauc_precision_at_20_max": 0.609501, "nauc_precision_at_20_std": -0.308162, "nauc_precision_at_20_diff1": 0.875361, "nauc_precision_at_25_max": 0.580631, "nauc_precision_at_25_std": -0.38219, "nauc_precision_at_25_diff1": 0.911058, "nauc_precision_at_50_max": 0.869335, "nauc_precision_at_50_std": 0.093439, "nauc_precision_at_50_diff1": 0.869335, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.386877, "nauc_mrr_at_1_std": -0.423851, "nauc_mrr_at_1_diff1": 0.897459, "nauc_mrr_at_3_max": 0.390581, "nauc_mrr_at_3_std": -0.434357, "nauc_mrr_at_3_diff1": 0.88582, "nauc_mrr_at_5_max": 0.383665, "nauc_mrr_at_5_std": -0.441604, "nauc_mrr_at_5_diff1": 0.887708, "nauc_mrr_at_10_max": 0.382213, "nauc_mrr_at_10_std": -0.440185, "nauc_mrr_at_10_diff1": 0.889083, "nauc_mrr_at_20_max": 0.387492, "nauc_mrr_at_20_std": -0.435877, "nauc_mrr_at_20_diff1": 0.888689, "nauc_mrr_at_25_max": 0.38727, "nauc_mrr_at_25_std": -0.436243, "nauc_mrr_at_25_diff1": 0.888844, "nauc_mrr_at_50_max": 0.386765, "nauc_mrr_at_50_std": -0.436201, "nauc_mrr_at_50_diff1": 0.888743, "nauc_mrr_at_100_max": 0.38662, "nauc_mrr_at_100_std": -0.436339, "nauc_mrr_at_100_diff1": 0.888749, "nauc_mrr_at_1000_max": 0.38662, "nauc_mrr_at_1000_std": -0.436339, "nauc_mrr_at_1000_diff1": 0.888749, "hit_rate_at_1": 0.82903, "hit_rate_at_3": 0.91021, "hit_rate_at_5": 0.94711, "hit_rate_at_10": 0.97417, "hit_rate_at_20": 0.9877, "hit_rate_at_25": 0.98893, "hit_rate_at_50": 0.99754, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.829028, "R_cap_at_3": 0.910209, "R_cap_at_5": 0.947109, "R_cap_at_10": 0.97417, "R_cap_at_20": 0.9877, "R_cap_at_25": 0.98893, "R_cap_at_50": 0.99754, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.90152, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81087, "ndcg_at_3": 0.88112, "ndcg_at_5": 0.89157, "ndcg_at_10": 0.89877, "ndcg_at_20": 0.9029, "ndcg_at_25": 0.90341, "ndcg_at_50": 0.9042, "ndcg_at_100": 0.90434, "ndcg_at_1000": 0.90444, "map_at_1": 0.81087, "map_at_3": 0.86446, "map_at_5": 0.87029, "map_at_10": 0.87331, "map_at_20": 0.87452, "map_at_25": 0.87462, "map_at_50": 0.87475, "map_at_100": 0.87476, "map_at_1000": 0.87476, "recall_at_1": 0.81087, "recall_at_3": 0.92908, "recall_at_5": 0.95429, "recall_at_10": 0.97636, "recall_at_20": 0.99212, "recall_at_25": 0.99448, "recall_at_50": 0.99842, "recall_at_100": 0.99921, "recall_at_1000": 1.0, "accuracy": 0.81087, "precision_at_1": 0.81087, "precision_at_3": 0.30969, "precision_at_5": 0.19086, "precision_at_10": 0.09764, "precision_at_20": 0.04961, "precision_at_25": 0.03978, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.810875, "mrr_at_3": 0.86446, "mrr_at_5": 0.870292, "mrr_at_10": 0.873306, "mrr_at_20": 0.874518, "mrr_at_25": 0.874617, "mrr_at_50": 0.874747, "mrr_at_100": 0.874762, "mrr_at_1000": 0.874765, "nauc_ndcg_at_1_max": 0.523241, "nauc_ndcg_at_1_std": -0.078733, "nauc_ndcg_at_1_diff1": 0.809348, "nauc_ndcg_at_3_max": 0.569185, "nauc_ndcg_at_3_std": -0.075181, "nauc_ndcg_at_3_diff1": 0.780473, "nauc_ndcg_at_5_max": 0.561466, "nauc_ndcg_at_5_std": -0.071574, "nauc_ndcg_at_5_diff1": 0.77839, "nauc_ndcg_at_10_max": 0.55782, "nauc_ndcg_at_10_std": -0.077983, "nauc_ndcg_at_10_diff1": 0.781462, "nauc_ndcg_at_20_max": 0.560012, "nauc_ndcg_at_20_std": -0.070092, "nauc_ndcg_at_20_diff1": 0.790419, "nauc_ndcg_at_25_max": 0.558057, "nauc_ndcg_at_25_std": -0.071283, "nauc_ndcg_at_25_diff1": 0.790023, "nauc_ndcg_at_50_max": 0.554926, "nauc_ndcg_at_50_std": -0.07273, "nauc_ndcg_at_50_diff1": 0.788672, "nauc_ndcg_at_100_max": 0.554255, "nauc_ndcg_at_100_std": -0.074149, "nauc_ndcg_at_100_diff1": 0.788354, "nauc_ndcg_at_1000_max": 0.553779, "nauc_ndcg_at_1000_std": -0.074999, "nauc_ndcg_at_1000_diff1": 0.788267, "nauc_map_at_1_max": 0.523241, "nauc_map_at_1_std": -0.078733, "nauc_map_at_1_diff1": 0.809348, "nauc_map_at_3_max": 0.555672, "nauc_map_at_3_std": -0.07715, "nauc_map_at_3_diff1": 0.787954, "nauc_map_at_5_max": 0.551694, "nauc_map_at_5_std": -0.075627, "nauc_map_at_5_diff1": 0.787262, "nauc_map_at_10_max": 0.550427, "nauc_map_at_10_std": -0.077587, "nauc_map_at_10_diff1": 0.788551, "nauc_map_at_20_max": 0.550768, "nauc_map_at_20_std": -0.075999, "nauc_map_at_20_diff1": 0.790477, "nauc_map_at_25_max": 0.550465, "nauc_map_at_25_std": -0.076205, "nauc_map_at_25_diff1": 0.790421, "nauc_map_at_50_max": 0.550061, "nauc_map_at_50_std": -0.076371, "nauc_map_at_50_diff1": 0.790248, "nauc_map_at_100_max": 0.550004, "nauc_map_at_100_std": -0.076491, "nauc_map_at_100_diff1": 0.790222, "nauc_map_at_1000_max": 0.549993, "nauc_map_at_1000_std": -0.076511, "nauc_map_at_1000_diff1": 0.79022, "nauc_recall_at_1_max": 0.523241, "nauc_recall_at_1_std": -0.078733, "nauc_recall_at_1_diff1": 0.809348, "nauc_recall_at_3_max": 0.639216, "nauc_recall_at_3_std": -0.064193, "nauc_recall_at_3_diff1": 0.742561, "nauc_recall_at_5_max": 0.632257, "nauc_recall_at_5_std": -0.037443, "nauc_recall_at_5_diff1": 0.710956, "nauc_recall_at_10_max": 0.647136, "nauc_recall_at_10_std": -0.094066, "nauc_recall_at_10_diff1": 0.685646, "nauc_recall_at_20_max": 0.932999, "nauc_recall_at_20_std": 0.250847, "nauc_recall_at_20_diff1": 0.91829, "nauc_recall_at_25_max": 0.941636, "nauc_recall_at_25_std": 0.300736, "nauc_recall_at_25_diff1": 0.941636, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.795726, "nauc_recall_at_50_diff1": 0.934635, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722182, "nauc_recall_at_100_diff1": 0.86927, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.523241, "nauc_precision_at_1_std": -0.078733, "nauc_precision_at_1_diff1": 0.809348, "nauc_precision_at_3_max": 0.639216, "nauc_precision_at_3_std": -0.064193, "nauc_precision_at_3_diff1": 0.742561, "nauc_precision_at_5_max": 0.632257, "nauc_precision_at_5_std": -0.037443, "nauc_precision_at_5_diff1": 0.710956, "nauc_precision_at_10_max": 0.647136, "nauc_precision_at_10_std": -0.094066, "nauc_precision_at_10_diff1": 0.685646, "nauc_precision_at_20_max": 0.932999, "nauc_precision_at_20_std": 0.250847, "nauc_precision_at_20_diff1": 0.91829, "nauc_precision_at_25_max": 0.941636, "nauc_precision_at_25_std": 0.300736, "nauc_precision_at_25_diff1": 0.941636, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.795726, "nauc_precision_at_50_diff1": 0.934635, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722182, "nauc_precision_at_100_diff1": 0.86927, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.523241, "nauc_mrr_at_1_std": -0.078733, "nauc_mrr_at_1_diff1": 0.809348, "nauc_mrr_at_3_max": 0.555672, "nauc_mrr_at_3_std": -0.07715, "nauc_mrr_at_3_diff1": 0.787954, "nauc_mrr_at_5_max": 0.551694, "nauc_mrr_at_5_std": -0.075627, "nauc_mrr_at_5_diff1": 0.787262, "nauc_mrr_at_10_max": 0.550427, "nauc_mrr_at_10_std": -0.077587, "nauc_mrr_at_10_diff1": 0.788551, "nauc_mrr_at_20_max": 0.550768, "nauc_mrr_at_20_std": -0.075999, "nauc_mrr_at_20_diff1": 0.790477, "nauc_mrr_at_25_max": 0.550465, "nauc_mrr_at_25_std": -0.076205, "nauc_mrr_at_25_diff1": 0.790421, "nauc_mrr_at_50_max": 0.550061, "nauc_mrr_at_50_std": -0.076371, "nauc_mrr_at_50_diff1": 0.790248, "nauc_mrr_at_100_max": 0.550004, "nauc_mrr_at_100_std": -0.076491, "nauc_mrr_at_100_diff1": 0.790222, "nauc_mrr_at_1000_max": 0.549993, "nauc_mrr_at_1000_std": -0.076511, "nauc_mrr_at_1000_diff1": 0.79022, "hit_rate_at_1": 0.81087, "hit_rate_at_3": 0.92908, "hit_rate_at_5": 0.95429, "hit_rate_at_10": 0.97636, "hit_rate_at_20": 0.99212, "hit_rate_at_25": 0.99448, "hit_rate_at_50": 0.99842, "hit_rate_at_100": 0.99921, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.810875, "R_cap_at_3": 0.929078, "R_cap_at_5": 0.954295, "R_cap_at_10": 0.976359, "R_cap_at_20": 0.99212, "R_cap_at_25": 0.994484, "R_cap_at_50": 0.998424, "R_cap_at_100": 0.999212, "R_cap_at_1000": 1.0, "main_score": 0.89877, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 9919.859721368179, "kg_co2_emissions": null, "date": 1786182526.339312, "evaluation_phases": [ { "name": "Data loading", "start": 7.0193782448768616e-06, "end": 25.282100926153362, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 25.282114279456437, "end": 25.28211648389697, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 25.312525417655706, "end": 29.14041990507394, "split": "test", "subset": "xonsh_xonsh" }, { "name": "Scoring", "start": 29.140459676273167, "end": 30.242962478660047, "split": "test", "subset": "xonsh_xonsh" } ] }