{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.12.39", "scores": { "test": [ { "ndcg_at_1": 0.82838, "ndcg_at_3": 0.89212, "ndcg_at_5": 0.90017, "ndcg_at_10": 0.906, "ndcg_at_20": 0.90898, "ndcg_at_25": 0.90965, "ndcg_at_50": 0.91097, "ndcg_at_100": 0.91155, "ndcg_at_1000": 0.91182, "map_at_1": 0.82838, "map_at_3": 0.87722, "map_at_5": 0.8817, "map_at_10": 0.88413, "map_at_20": 0.88494, "map_at_25": 0.88508, "map_at_50": 0.88529, "map_at_100": 0.88534, "map_at_1000": 0.88535, "recall_at_1": 0.82838, "recall_at_3": 0.93494, "recall_at_5": 0.95441, "recall_at_10": 0.97234, "recall_at_20": 0.98412, "recall_at_25": 0.98719, "recall_at_50": 0.99385, "recall_at_100": 0.99744, "recall_at_1000": 0.99949, "accuracy": 0.82838, "precision_at_1": 0.82838, "precision_at_3": 0.31165, "precision_at_5": 0.19088, "precision_at_10": 0.09723, "precision_at_20": 0.04921, "precision_at_25": 0.03949, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.828381, "mrr_at_3": 0.87722, "mrr_at_5": 0.881703, "mrr_at_10": 0.884129, "mrr_at_20": 0.884943, "mrr_at_25": 0.885081, "mrr_at_50": 0.885287, "mrr_at_100": 0.885338, "mrr_at_1000": 0.885349, "nauc_ndcg_at_1_max": 0.398259, "nauc_ndcg_at_1_std": -0.513945, "nauc_ndcg_at_1_diff1": 0.86507, "nauc_ndcg_at_3_max": 0.432319, "nauc_ndcg_at_3_std": -0.628897, "nauc_ndcg_at_3_diff1": 0.85208, "nauc_ndcg_at_5_max": 0.440781, "nauc_ndcg_at_5_std": -0.622902, "nauc_ndcg_at_5_diff1": 0.853217, "nauc_ndcg_at_10_max": 0.434615, "nauc_ndcg_at_10_std": -0.60792, "nauc_ndcg_at_10_diff1": 0.857916, "nauc_ndcg_at_20_max": 0.432574, "nauc_ndcg_at_20_std": -0.598837, "nauc_ndcg_at_20_diff1": 0.859051, "nauc_ndcg_at_25_max": 0.432639, "nauc_ndcg_at_25_std": -0.595432, "nauc_ndcg_at_25_diff1": 0.859014, "nauc_ndcg_at_50_max": 0.4286, "nauc_ndcg_at_50_std": -0.592283, "nauc_ndcg_at_50_diff1": 0.857618, "nauc_ndcg_at_100_max": 0.427065, "nauc_ndcg_at_100_std": -0.592573, "nauc_ndcg_at_100_diff1": 0.857305, "nauc_ndcg_at_1000_max": 0.425928, "nauc_ndcg_at_1000_std": -0.590349, "nauc_ndcg_at_1000_diff1": 0.857091, "nauc_map_at_1_max": 0.398259, "nauc_map_at_1_std": -0.513945, "nauc_map_at_1_diff1": 0.86507, "nauc_map_at_3_max": 0.420808, "nauc_map_at_3_std": -0.594053, "nauc_map_at_3_diff1": 0.855605, "nauc_map_at_5_max": 0.424804, "nauc_map_at_5_std": -0.589758, "nauc_map_at_5_diff1": 0.856264, "nauc_map_at_10_max": 0.422382, "nauc_map_at_10_std": -0.584237, "nauc_map_at_10_diff1": 0.857992, "nauc_map_at_20_max": 0.421578, "nauc_map_at_20_std": -0.582432, "nauc_map_at_20_diff1": 0.858274, "nauc_map_at_25_max": 0.421571, "nauc_map_at_25_std": -0.581852, "nauc_map_at_25_diff1": 0.858267, "nauc_map_at_50_max": 0.421042, "nauc_map_at_50_std": -0.581438, "nauc_map_at_50_diff1": 0.858095, "nauc_map_at_100_max": 0.420946, "nauc_map_at_100_std": -0.581403, "nauc_map_at_100_diff1": 0.858072, "nauc_map_at_1000_max": 0.42091, "nauc_map_at_1000_std": -0.581334, "nauc_map_at_1000_diff1": 0.858068, "nauc_recall_at_1_max": 0.398259, "nauc_recall_at_1_std": -0.513945, "nauc_recall_at_1_diff1": 0.86507, "nauc_recall_at_3_max": 0.492783, "nauc_recall_at_3_std": -0.808982, "nauc_recall_at_3_diff1": 0.8342, "nauc_recall_at_5_max": 0.557195, "nauc_recall_at_5_std": -0.856123, "nauc_recall_at_5_diff1": 0.832567, "nauc_recall_at_10_max": 0.570311, "nauc_recall_at_10_std": -0.850793, "nauc_recall_at_10_diff1": 0.864894, "nauc_recall_at_20_max": 0.640773, "nauc_recall_at_20_std": -0.815136, "nauc_recall_at_20_diff1": 0.893177, "nauc_recall_at_25_max": 0.693111, "nauc_recall_at_25_std": -0.763256, "nauc_recall_at_25_diff1": 0.900214, "nauc_recall_at_50_max": 0.694015, "nauc_recall_at_50_std": -0.724369, "nauc_recall_at_50_diff1": 0.846573, "nauc_recall_at_100_max": 0.739977, "nauc_recall_at_100_std": -1.014832, "nauc_recall_at_100_diff1": 0.769005, "nauc_recall_at_1000_max": 0.554158, "nauc_recall_at_1000_std": 0.122752, "nauc_recall_at_1000_diff1": 0.122752, "nauc_precision_at_1_max": 0.398259, "nauc_precision_at_1_std": -0.513945, "nauc_precision_at_1_diff1": 0.86507, "nauc_precision_at_3_max": 0.492783, "nauc_precision_at_3_std": -0.808982, "nauc_precision_at_3_diff1": 0.8342, "nauc_precision_at_5_max": 0.557195, "nauc_precision_at_5_std": -0.856123, "nauc_precision_at_5_diff1": 0.832567, "nauc_precision_at_10_max": 0.570311, "nauc_precision_at_10_std": -0.850793, "nauc_precision_at_10_diff1": 0.864894, "nauc_precision_at_20_max": 0.640773, "nauc_precision_at_20_std": -0.815136, "nauc_precision_at_20_diff1": 0.893177, "nauc_precision_at_25_max": 0.693111, "nauc_precision_at_25_std": -0.763256, "nauc_precision_at_25_diff1": 0.900214, "nauc_precision_at_50_max": 0.694015, "nauc_precision_at_50_std": -0.724369, "nauc_precision_at_50_diff1": 0.846573, "nauc_precision_at_100_max": 0.739977, "nauc_precision_at_100_std": -1.014832, "nauc_precision_at_100_diff1": 0.769005, "nauc_precision_at_1000_max": 0.554158, "nauc_precision_at_1000_std": 0.122752, "nauc_precision_at_1000_diff1": 0.122752, "nauc_mrr_at_1_max": 0.398259, "nauc_mrr_at_1_std": -0.513945, "nauc_mrr_at_1_diff1": 0.86507, "nauc_mrr_at_3_max": 0.420808, "nauc_mrr_at_3_std": -0.594053, "nauc_mrr_at_3_diff1": 0.855605, "nauc_mrr_at_5_max": 0.424804, "nauc_mrr_at_5_std": -0.589758, "nauc_mrr_at_5_diff1": 0.856264, "nauc_mrr_at_10_max": 0.422382, "nauc_mrr_at_10_std": -0.584237, "nauc_mrr_at_10_diff1": 0.857992, "nauc_mrr_at_20_max": 0.421578, "nauc_mrr_at_20_std": -0.582432, "nauc_mrr_at_20_diff1": 0.858274, "nauc_mrr_at_25_max": 0.421571, "nauc_mrr_at_25_std": -0.581852, "nauc_mrr_at_25_diff1": 0.858267, "nauc_mrr_at_50_max": 0.421042, "nauc_mrr_at_50_std": -0.581438, "nauc_mrr_at_50_diff1": 0.858095, "nauc_mrr_at_100_max": 0.420946, "nauc_mrr_at_100_std": -0.581403, "nauc_mrr_at_100_diff1": 0.858072, "nauc_mrr_at_1000_max": 0.42091, "nauc_mrr_at_1000_std": -0.581334, "nauc_mrr_at_1000_diff1": 0.858068, "hit_rate_at_1": 0.82838, "hit_rate_at_3": 0.93494, "hit_rate_at_5": 0.95441, "hit_rate_at_10": 0.97234, "hit_rate_at_20": 0.98412, "hit_rate_at_25": 0.98719, "hit_rate_at_50": 0.99385, "hit_rate_at_100": 0.99744, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.828381, "R_cap_at_3": 0.934939, "R_cap_at_5": 0.954406, "R_cap_at_10": 0.972336, "R_cap_at_20": 0.984119, "R_cap_at_25": 0.987193, "R_cap_at_50": 0.993852, "R_cap_at_100": 0.997439, "R_cap_at_1000": 0.999488, "main_score": 0.906, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.82764, "ndcg_at_3": 0.89592, "ndcg_at_5": 0.90666, "ndcg_at_10": 0.91138, "ndcg_at_20": 0.9133, "ndcg_at_25": 0.91395, "ndcg_at_50": 0.91454, "ndcg_at_100": 0.91479, "ndcg_at_1000": 0.91495, "map_at_1": 0.82764, "map_at_3": 0.87964, "map_at_5": 0.88562, "map_at_10": 0.88752, "map_at_20": 0.88807, "map_at_25": 0.8882, "map_at_50": 0.8883, "map_at_100": 0.88832, "map_at_1000": 0.88832, "recall_at_1": 0.82764, "recall_at_3": 0.94279, "recall_at_5": 0.9688, "recall_at_10": 0.98366, "recall_at_20": 0.99108, "recall_at_25": 0.99406, "recall_at_50": 0.99703, "recall_at_100": 0.99851, "recall_at_1000": 1.0, "accuracy": 0.82764, "precision_at_1": 0.82764, "precision_at_3": 0.31426, "precision_at_5": 0.19376, "precision_at_10": 0.09837, "precision_at_20": 0.04955, "precision_at_25": 0.03976, "precision_at_50": 0.01994, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.827637, "mrr_at_3": 0.879643, "mrr_at_5": 0.885624, "mrr_at_10": 0.887524, "mrr_at_20": 0.888075, "mrr_at_25": 0.888205, "mrr_at_50": 0.888296, "mrr_at_100": 0.888321, "mrr_at_1000": 0.888323, "nauc_ndcg_at_1_max": 0.377243, "nauc_ndcg_at_1_std": -0.326482, "nauc_ndcg_at_1_diff1": 0.817717, "nauc_ndcg_at_3_max": 0.409539, "nauc_ndcg_at_3_std": -0.41767, "nauc_ndcg_at_3_diff1": 0.787605, "nauc_ndcg_at_5_max": 0.402952, "nauc_ndcg_at_5_std": -0.417877, "nauc_ndcg_at_5_diff1": 0.791992, "nauc_ndcg_at_10_max": 0.403154, "nauc_ndcg_at_10_std": -0.40734, "nauc_ndcg_at_10_diff1": 0.798482, "nauc_ndcg_at_20_max": 0.399339, "nauc_ndcg_at_20_std": -0.397213, "nauc_ndcg_at_20_diff1": 0.797475, "nauc_ndcg_at_25_max": 0.397432, "nauc_ndcg_at_25_std": -0.391411, "nauc_ndcg_at_25_diff1": 0.797111, "nauc_ndcg_at_50_max": 0.39827, "nauc_ndcg_at_50_std": -0.385716, "nauc_ndcg_at_50_diff1": 0.797167, "nauc_ndcg_at_100_max": 0.396427, "nauc_ndcg_at_100_std": -0.386064, "nauc_ndcg_at_100_diff1": 0.796752, "nauc_ndcg_at_1000_max": 0.396973, "nauc_ndcg_at_1000_std": -0.384993, "nauc_ndcg_at_1000_diff1": 0.797688, "nauc_map_at_1_max": 0.377243, "nauc_map_at_1_std": -0.326482, "nauc_map_at_1_diff1": 0.817717, "nauc_map_at_3_max": 0.399314, "nauc_map_at_3_std": -0.385823, "nauc_map_at_3_diff1": 0.795885, "nauc_map_at_5_max": 0.396159, "nauc_map_at_5_std": -0.384362, "nauc_map_at_5_diff1": 0.798136, "nauc_map_at_10_max": 0.395982, "nauc_map_at_10_std": -0.379703, "nauc_map_at_10_diff1": 0.80019, "nauc_map_at_20_max": 0.395184, "nauc_map_at_20_std": -0.377232, "nauc_map_at_20_diff1": 0.799975, "nauc_map_at_25_max": 0.394895, "nauc_map_at_25_std": -0.376287, "nauc_map_at_25_diff1": 0.79991, "nauc_map_at_50_max": 0.394965, "nauc_map_at_50_std": -0.375648, "nauc_map_at_50_diff1": 0.799914, "nauc_map_at_100_max": 0.394825, "nauc_map_at_100_std": -0.375692, "nauc_map_at_100_diff1": 0.799884, "nauc_map_at_1000_max": 0.394832, "nauc_map_at_1000_std": -0.375682, "nauc_map_at_1000_diff1": 0.799899, "nauc_recall_at_1_max": 0.377243, "nauc_recall_at_1_std": -0.326482, "nauc_recall_at_1_diff1": 0.817717, "nauc_recall_at_3_max": 0.468563, "nauc_recall_at_3_std": -0.604178, "nauc_recall_at_3_diff1": 0.740933, "nauc_recall_at_5_max": 0.465907, "nauc_recall_at_5_std": -0.758405, "nauc_recall_at_5_diff1": 0.735552, "nauc_recall_at_10_max": 0.530488, "nauc_recall_at_10_std": -0.920221, "nauc_recall_at_10_diff1": 0.795113, "nauc_recall_at_20_max": 0.491677, "nauc_recall_at_20_std": -0.98938, "nauc_recall_at_20_diff1": 0.755886, "nauc_recall_at_25_max": 0.414577, "nauc_recall_at_25_std": -0.920746, "nauc_recall_at_25_diff1": 0.714064, "nauc_recall_at_50_max": 0.561414, "nauc_recall_at_50_std": -0.627046, "nauc_recall_at_50_diff1": 0.641742, "nauc_recall_at_100_max": 0.122828, "nauc_recall_at_100_std": -0.955072, "nauc_recall_at_100_diff1": 0.348865, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.377243, "nauc_precision_at_1_std": -0.326482, "nauc_precision_at_1_diff1": 0.817717, "nauc_precision_at_3_max": 0.468563, "nauc_precision_at_3_std": -0.604178, "nauc_precision_at_3_diff1": 0.740933, "nauc_precision_at_5_max": 0.465907, "nauc_precision_at_5_std": -0.758405, "nauc_precision_at_5_diff1": 0.735552, "nauc_precision_at_10_max": 0.530488, "nauc_precision_at_10_std": -0.920221, "nauc_precision_at_10_diff1": 0.795113, "nauc_precision_at_20_max": 0.491677, "nauc_precision_at_20_std": -0.98938, "nauc_precision_at_20_diff1": 0.755886, "nauc_precision_at_25_max": 0.414577, "nauc_precision_at_25_std": -0.920746, "nauc_precision_at_25_diff1": 0.714064, "nauc_precision_at_50_max": 0.561414, "nauc_precision_at_50_std": -0.627046, "nauc_precision_at_50_diff1": 0.641742, "nauc_precision_at_100_max": 0.122828, "nauc_precision_at_100_std": -0.955072, "nauc_precision_at_100_diff1": 0.348865, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.377243, "nauc_mrr_at_1_std": -0.326482, "nauc_mrr_at_1_diff1": 0.817717, "nauc_mrr_at_3_max": 0.399314, "nauc_mrr_at_3_std": -0.385823, "nauc_mrr_at_3_diff1": 0.795885, "nauc_mrr_at_5_max": 0.396159, "nauc_mrr_at_5_std": -0.384362, "nauc_mrr_at_5_diff1": 0.798136, "nauc_mrr_at_10_max": 0.395982, "nauc_mrr_at_10_std": -0.379703, "nauc_mrr_at_10_diff1": 0.80019, "nauc_mrr_at_20_max": 0.395184, "nauc_mrr_at_20_std": -0.377232, "nauc_mrr_at_20_diff1": 0.799975, "nauc_mrr_at_25_max": 0.394895, "nauc_mrr_at_25_std": -0.376287, "nauc_mrr_at_25_diff1": 0.79991, "nauc_mrr_at_50_max": 0.394965, "nauc_mrr_at_50_std": -0.375648, "nauc_mrr_at_50_diff1": 0.799914, "nauc_mrr_at_100_max": 0.394825, "nauc_mrr_at_100_std": -0.375692, "nauc_mrr_at_100_diff1": 0.799884, "nauc_mrr_at_1000_max": 0.394832, "nauc_mrr_at_1000_std": -0.375682, "nauc_mrr_at_1000_diff1": 0.799899, "hit_rate_at_1": 0.82764, "hit_rate_at_3": 0.94279, "hit_rate_at_5": 0.9688, "hit_rate_at_10": 0.98366, "hit_rate_at_20": 0.99108, "hit_rate_at_25": 0.99406, "hit_rate_at_50": 0.99703, "hit_rate_at_100": 0.99851, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.827637, "R_cap_at_3": 0.942793, "R_cap_at_5": 0.968796, "R_cap_at_10": 0.983655, "R_cap_at_20": 0.991085, "R_cap_at_25": 0.994056, "R_cap_at_50": 0.997028, "R_cap_at_100": 0.998514, "R_cap_at_1000": 1.0, "main_score": 0.91138, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.74272, "ndcg_at_3": 0.81795, "ndcg_at_5": 0.83339, "ndcg_at_10": 0.84481, "ndcg_at_20": 0.85207, "ndcg_at_25": 0.85361, "ndcg_at_50": 0.8559, "ndcg_at_100": 0.85679, "ndcg_at_1000": 0.8575, "map_at_1": 0.74272, "map_at_3": 0.8, "map_at_5": 0.80859, "map_at_10": 0.81338, "map_at_20": 0.81544, "map_at_25": 0.81575, "map_at_50": 0.81609, "map_at_100": 0.81618, "map_at_1000": 0.81621, "recall_at_1": 0.74272, "recall_at_3": 0.86966, "recall_at_5": 0.90704, "recall_at_10": 0.94199, "recall_at_20": 0.97015, "recall_at_25": 0.97718, "recall_at_50": 0.98908, "recall_at_100": 0.99442, "recall_at_1000": 0.99976, "accuracy": 0.74272, "precision_at_1": 0.74272, "precision_at_3": 0.28989, "precision_at_5": 0.18141, "precision_at_10": 0.0942, "precision_at_20": 0.04851, "precision_at_25": 0.03909, "precision_at_50": 0.01978, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.742718, "mrr_at_3": 0.8, "mrr_at_5": 0.808592, "mrr_at_10": 0.813381, "mrr_at_20": 0.815445, "mrr_at_25": 0.815754, "mrr_at_50": 0.816092, "mrr_at_100": 0.816176, "mrr_at_1000": 0.816207, "nauc_ndcg_at_1_max": 0.400344, "nauc_ndcg_at_1_std": -0.512505, "nauc_ndcg_at_1_diff1": 0.830543, "nauc_ndcg_at_3_max": 0.429932, "nauc_ndcg_at_3_std": -0.598141, "nauc_ndcg_at_3_diff1": 0.81694, "nauc_ndcg_at_5_max": 0.440703, "nauc_ndcg_at_5_std": -0.596551, "nauc_ndcg_at_5_diff1": 0.813632, "nauc_ndcg_at_10_max": 0.444365, "nauc_ndcg_at_10_std": -0.583018, "nauc_ndcg_at_10_diff1": 0.817451, "nauc_ndcg_at_20_max": 0.438853, "nauc_ndcg_at_20_std": -0.570086, "nauc_ndcg_at_20_diff1": 0.817961, "nauc_ndcg_at_25_max": 0.437165, "nauc_ndcg_at_25_std": -0.5686, "nauc_ndcg_at_25_diff1": 0.818263, "nauc_ndcg_at_50_max": 0.434253, "nauc_ndcg_at_50_std": -0.562935, "nauc_ndcg_at_50_diff1": 0.818643, "nauc_ndcg_at_100_max": 0.43246, "nauc_ndcg_at_100_std": -0.564856, "nauc_ndcg_at_100_diff1": 0.819057, "nauc_ndcg_at_1000_max": 0.430601, "nauc_ndcg_at_1000_std": -0.567682, "nauc_ndcg_at_1000_diff1": 0.819459, "nauc_map_at_1_max": 0.400344, "nauc_map_at_1_std": -0.512505, "nauc_map_at_1_diff1": 0.830543, "nauc_map_at_3_max": 0.421115, "nauc_map_at_3_std": -0.575203, "nauc_map_at_3_diff1": 0.820537, "nauc_map_at_5_max": 0.426192, "nauc_map_at_5_std": -0.573425, "nauc_map_at_5_diff1": 0.819057, "nauc_map_at_10_max": 0.427119, "nauc_map_at_10_std": -0.56778, "nauc_map_at_10_diff1": 0.820666, "nauc_map_at_20_max": 0.425486, "nauc_map_at_20_std": -0.564875, "nauc_map_at_20_diff1": 0.820845, "nauc_map_at_25_max": 0.425177, "nauc_map_at_25_std": -0.564643, "nauc_map_at_25_diff1": 0.820899, "nauc_map_at_50_max": 0.424824, "nauc_map_at_50_std": -0.56394, "nauc_map_at_50_diff1": 0.820936, "nauc_map_at_100_max": 0.424683, "nauc_map_at_100_std": -0.564069, "nauc_map_at_100_diff1": 0.820964, "nauc_map_at_1000_max": 0.424621, "nauc_map_at_1000_std": -0.564145, "nauc_map_at_1000_diff1": 0.820975, "nauc_recall_at_1_max": 0.400344, "nauc_recall_at_1_std": -0.512505, "nauc_recall_at_1_diff1": 0.830543, "nauc_recall_at_3_max": 0.466658, "nauc_recall_at_3_std": -0.692136, "nauc_recall_at_3_diff1": 0.802232, "nauc_recall_at_5_max": 0.521825, "nauc_recall_at_5_std": -0.719478, "nauc_recall_at_5_diff1": 0.783737, "nauc_recall_at_10_max": 0.597623, "nauc_recall_at_10_std": -0.695092, "nauc_recall_at_10_diff1": 0.792838, "nauc_recall_at_20_max": 0.651583, "nauc_recall_at_20_std": -0.562232, "nauc_recall_at_20_diff1": 0.777728, "nauc_recall_at_25_max": 0.672865, "nauc_recall_at_25_std": -0.518664, "nauc_recall_at_25_diff1": 0.773447, "nauc_recall_at_50_max": 0.744507, "nauc_recall_at_50_std": -0.117076, "nauc_recall_at_50_diff1": 0.750929, "nauc_recall_at_100_max": 0.789835, "nauc_recall_at_100_std": 0.028356, "nauc_recall_at_100_diff1": 0.747006, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869281, "nauc_precision_at_1_max": 0.400344, "nauc_precision_at_1_std": -0.512505, "nauc_precision_at_1_diff1": 0.830543, "nauc_precision_at_3_max": 0.466658, "nauc_precision_at_3_std": -0.692136, "nauc_precision_at_3_diff1": 0.802232, "nauc_precision_at_5_max": 0.521825, "nauc_precision_at_5_std": -0.719478, "nauc_precision_at_5_diff1": 0.783737, "nauc_precision_at_10_max": 0.597623, "nauc_precision_at_10_std": -0.695092, "nauc_precision_at_10_diff1": 0.792838, "nauc_precision_at_20_max": 0.651583, "nauc_precision_at_20_std": -0.562232, "nauc_precision_at_20_diff1": 0.777728, "nauc_precision_at_25_max": 0.672865, "nauc_precision_at_25_std": -0.518664, "nauc_precision_at_25_diff1": 0.773447, "nauc_precision_at_50_max": 0.744507, "nauc_precision_at_50_std": -0.117076, "nauc_precision_at_50_diff1": 0.750929, "nauc_precision_at_100_max": 0.789835, "nauc_precision_at_100_std": 0.028356, "nauc_precision_at_100_diff1": 0.747006, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.869281, "nauc_mrr_at_1_max": 0.400344, "nauc_mrr_at_1_std": -0.512505, "nauc_mrr_at_1_diff1": 0.830543, "nauc_mrr_at_3_max": 0.421115, "nauc_mrr_at_3_std": -0.575203, "nauc_mrr_at_3_diff1": 0.820537, "nauc_mrr_at_5_max": 0.426192, "nauc_mrr_at_5_std": -0.573425, "nauc_mrr_at_5_diff1": 0.819057, "nauc_mrr_at_10_max": 0.427119, "nauc_mrr_at_10_std": -0.56778, "nauc_mrr_at_10_diff1": 0.820666, "nauc_mrr_at_20_max": 0.425486, "nauc_mrr_at_20_std": -0.564875, "nauc_mrr_at_20_diff1": 0.820845, "nauc_mrr_at_25_max": 0.425177, "nauc_mrr_at_25_std": -0.564643, "nauc_mrr_at_25_diff1": 0.820899, "nauc_mrr_at_50_max": 0.424824, "nauc_mrr_at_50_std": -0.56394, "nauc_mrr_at_50_diff1": 0.820936, "nauc_mrr_at_100_max": 0.424683, "nauc_mrr_at_100_std": -0.564069, "nauc_mrr_at_100_diff1": 0.820964, "nauc_mrr_at_1000_max": 0.424621, "nauc_mrr_at_1000_std": -0.564145, "nauc_mrr_at_1000_diff1": 0.820975, "hit_rate_at_1": 0.74272, "hit_rate_at_3": 0.86966, "hit_rate_at_5": 0.90704, "hit_rate_at_10": 0.94199, "hit_rate_at_20": 0.97015, "hit_rate_at_25": 0.97718, "hit_rate_at_50": 0.98908, "hit_rate_at_100": 0.99442, "hit_rate_at_1000": 0.99976, "R_cap_at_1": 0.742718, "R_cap_at_3": 0.86966, "R_cap_at_5": 0.907039, "R_cap_at_10": 0.94199, "R_cap_at_20": 0.970146, "R_cap_at_25": 0.977184, "R_cap_at_50": 0.989078, "R_cap_at_100": 0.994417, "R_cap_at_1000": 0.999757, "main_score": 0.84481, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.97433, "ndcg_at_3": 0.98597, "ndcg_at_5": 0.98818, "ndcg_at_10": 0.98861, "ndcg_at_20": 0.98861, "ndcg_at_25": 0.98861, "ndcg_at_50": 0.98861, "ndcg_at_100": 0.98861, "ndcg_at_1000": 0.98861, "map_at_1": 0.97433, "map_at_3": 0.98331, "map_at_5": 0.9846, "map_at_10": 0.98478, "map_at_20": 0.98478, "map_at_25": 0.98478, "map_at_50": 0.98478, "map_at_100": 0.98478, "map_at_1000": 0.98478, "recall_at_1": 0.97433, "recall_at_3": 0.99358, "recall_at_5": 0.99872, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.97433, "precision_at_1": 0.97433, "precision_at_3": 0.33119, "precision_at_5": 0.19974, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.974326, "mrr_at_3": 0.983312, "mrr_at_5": 0.984596, "mrr_at_10": 0.984779, "mrr_at_20": 0.984779, "mrr_at_25": 0.984779, "mrr_at_50": 0.984779, "mrr_at_100": 0.984779, "mrr_at_1000": 0.984779, "nauc_ndcg_at_1_max": 0.391883, "nauc_ndcg_at_1_std": -0.408933, "nauc_ndcg_at_1_diff1": 0.953423, "nauc_ndcg_at_3_max": 0.534416, "nauc_ndcg_at_3_std": -0.437517, "nauc_ndcg_at_3_diff1": 0.941004, "nauc_ndcg_at_5_max": 0.48039, "nauc_ndcg_at_5_std": -0.391674, "nauc_ndcg_at_5_diff1": 0.948313, "nauc_ndcg_at_10_max": 0.46087, "nauc_ndcg_at_10_std": -0.399942, "nauc_ndcg_at_10_diff1": 0.946371, "nauc_ndcg_at_20_max": 0.46087, "nauc_ndcg_at_20_std": -0.399942, "nauc_ndcg_at_20_diff1": 0.946371, "nauc_ndcg_at_25_max": 0.46087, "nauc_ndcg_at_25_std": -0.399942, "nauc_ndcg_at_25_diff1": 0.946371, "nauc_ndcg_at_50_max": 0.46087, "nauc_ndcg_at_50_std": -0.399942, "nauc_ndcg_at_50_diff1": 0.946371, "nauc_ndcg_at_100_max": 0.46087, "nauc_ndcg_at_100_std": -0.399942, "nauc_ndcg_at_100_diff1": 0.946371, "nauc_ndcg_at_1000_max": 0.46087, "nauc_ndcg_at_1000_std": -0.399942, "nauc_ndcg_at_1000_diff1": 0.946371, "nauc_map_at_1_max": 0.391883, "nauc_map_at_1_std": -0.408933, "nauc_map_at_1_diff1": 0.953423, "nauc_map_at_3_max": 0.490009, "nauc_map_at_3_std": -0.41954, "nauc_map_at_3_diff1": 0.943849, "nauc_map_at_5_max": 0.462249, "nauc_map_at_5_std": -0.397626, "nauc_map_at_5_diff1": 0.94734, "nauc_map_at_10_max": 0.45577, "nauc_map_at_10_std": -0.400349, "nauc_map_at_10_diff1": 0.946706, "nauc_map_at_20_max": 0.45577, "nauc_map_at_20_std": -0.400349, "nauc_map_at_20_diff1": 0.946706, "nauc_map_at_25_max": 0.45577, "nauc_map_at_25_std": -0.400349, "nauc_map_at_25_diff1": 0.946706, "nauc_map_at_50_max": 0.45577, "nauc_map_at_50_std": -0.400349, "nauc_map_at_50_diff1": 0.946706, "nauc_map_at_100_max": 0.45577, "nauc_map_at_100_std": -0.400349, "nauc_map_at_100_diff1": 0.946706, "nauc_map_at_1000_max": 0.45577, "nauc_map_at_1000_std": -0.400349, "nauc_map_at_1000_diff1": 0.946706, "nauc_recall_at_1_max": 0.391883, "nauc_recall_at_1_std": -0.408933, "nauc_recall_at_1_diff1": 0.953423, "nauc_recall_at_3_max": 0.858504, "nauc_recall_at_3_std": -0.580319, "nauc_recall_at_3_diff1": 0.921557, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": -0.171587, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.391883, "nauc_precision_at_1_std": -0.408933, "nauc_precision_at_1_diff1": 0.953423, "nauc_precision_at_3_max": 0.858504, "nauc_precision_at_3_std": -0.580319, "nauc_precision_at_3_diff1": 0.921557, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": -0.171587, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.391883, "nauc_mrr_at_1_std": -0.408933, "nauc_mrr_at_1_diff1": 0.953423, "nauc_mrr_at_3_max": 0.490009, "nauc_mrr_at_3_std": -0.41954, "nauc_mrr_at_3_diff1": 0.943849, "nauc_mrr_at_5_max": 0.462249, "nauc_mrr_at_5_std": -0.397626, "nauc_mrr_at_5_diff1": 0.94734, "nauc_mrr_at_10_max": 0.45577, "nauc_mrr_at_10_std": -0.400349, "nauc_mrr_at_10_diff1": 0.946706, "nauc_mrr_at_20_max": 0.45577, "nauc_mrr_at_20_std": -0.400349, "nauc_mrr_at_20_diff1": 0.946706, "nauc_mrr_at_25_max": 0.45577, "nauc_mrr_at_25_std": -0.400349, "nauc_mrr_at_25_diff1": 0.946706, "nauc_mrr_at_50_max": 0.45577, "nauc_mrr_at_50_std": -0.400349, "nauc_mrr_at_50_diff1": 0.946706, "nauc_mrr_at_100_max": 0.45577, "nauc_mrr_at_100_std": -0.400349, "nauc_mrr_at_100_diff1": 0.946706, "nauc_mrr_at_1000_max": 0.45577, "nauc_mrr_at_1000_std": -0.400349, "nauc_mrr_at_1000_diff1": 0.946706, "hit_rate_at_1": 0.97433, "hit_rate_at_3": 0.99358, "hit_rate_at_5": 0.99872, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.974326, "R_cap_at_3": 0.993582, "R_cap_at_5": 0.998716, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.98861, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.79399, "ndcg_at_3": 0.88048, "ndcg_at_5": 0.89149, "ndcg_at_10": 0.89769, "ndcg_at_20": 0.90098, "ndcg_at_25": 0.90117, "ndcg_at_50": 0.90151, "ndcg_at_100": 0.90151, "ndcg_at_1000": 0.90163, "map_at_1": 0.79399, "map_at_3": 0.86037, "map_at_5": 0.86651, "map_at_10": 0.86912, "map_at_20": 0.87004, "map_at_25": 0.87008, "map_at_50": 0.87014, "map_at_100": 0.87014, "map_at_1000": 0.87014, "recall_at_1": 0.79399, "recall_at_3": 0.9382, "recall_at_5": 0.96481, "recall_at_10": 0.98369, "recall_at_20": 0.99657, "recall_at_25": 0.99742, "recall_at_50": 0.99914, "recall_at_100": 0.99914, "recall_at_1000": 1.0, "accuracy": 0.79399, "precision_at_1": 0.79399, "precision_at_3": 0.31273, "precision_at_5": 0.19296, "precision_at_10": 0.09837, "precision_at_20": 0.04983, "precision_at_25": 0.0399, "precision_at_50": 0.01998, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.793991, "mrr_at_3": 0.860372, "mrr_at_5": 0.866509, "mrr_at_10": 0.869123, "mrr_at_20": 0.870044, "mrr_at_25": 0.870081, "mrr_at_50": 0.870136, "mrr_at_100": 0.870136, "mrr_at_1000": 0.870142, "nauc_ndcg_at_1_max": 0.395341, "nauc_ndcg_at_1_std": -0.135872, "nauc_ndcg_at_1_diff1": 0.811998, "nauc_ndcg_at_3_max": 0.464456, "nauc_ndcg_at_3_std": -0.17865, "nauc_ndcg_at_3_diff1": 0.794181, "nauc_ndcg_at_5_max": 0.445005, "nauc_ndcg_at_5_std": -0.181611, "nauc_ndcg_at_5_diff1": 0.797099, "nauc_ndcg_at_10_max": 0.450409, "nauc_ndcg_at_10_std": -0.172467, "nauc_ndcg_at_10_diff1": 0.798381, "nauc_ndcg_at_20_max": 0.438425, "nauc_ndcg_at_20_std": -0.165905, "nauc_ndcg_at_20_diff1": 0.800381, "nauc_ndcg_at_25_max": 0.439057, "nauc_ndcg_at_25_std": -0.163928, "nauc_ndcg_at_25_diff1": 0.800243, "nauc_ndcg_at_50_max": 0.439676, "nauc_ndcg_at_50_std": -0.162612, "nauc_ndcg_at_50_diff1": 0.800321, "nauc_ndcg_at_100_max": 0.439676, "nauc_ndcg_at_100_std": -0.162612, "nauc_ndcg_at_100_diff1": 0.800321, "nauc_ndcg_at_1000_max": 0.439138, "nauc_ndcg_at_1000_std": -0.16211, "nauc_ndcg_at_1000_diff1": 0.80063, "nauc_map_at_1_max": 0.395341, "nauc_map_at_1_std": -0.135872, "nauc_map_at_1_diff1": 0.811998, "nauc_map_at_3_max": 0.445087, "nauc_map_at_3_std": -0.163239, "nauc_map_at_3_diff1": 0.799426, "nauc_map_at_5_max": 0.435322, "nauc_map_at_5_std": -0.163413, "nauc_map_at_5_diff1": 0.800942, "nauc_map_at_10_max": 0.437538, "nauc_map_at_10_std": -0.159789, "nauc_map_at_10_diff1": 0.801494, "nauc_map_at_20_max": 0.434765, "nauc_map_at_20_std": -0.158508, "nauc_map_at_20_diff1": 0.8019, "nauc_map_at_25_max": 0.434859, "nauc_map_at_25_std": -0.158205, "nauc_map_at_25_diff1": 0.801879, "nauc_map_at_50_max": 0.434938, "nauc_map_at_50_std": -0.158035, "nauc_map_at_50_diff1": 0.801887, "nauc_map_at_100_max": 0.434938, "nauc_map_at_100_std": -0.158035, "nauc_map_at_100_diff1": 0.801887, "nauc_map_at_1000_max": 0.43492, "nauc_map_at_1000_std": -0.158018, "nauc_map_at_1000_diff1": 0.801898, "nauc_recall_at_1_max": 0.395341, "nauc_recall_at_1_std": -0.135872, "nauc_recall_at_1_diff1": 0.811998, "nauc_recall_at_3_max": 0.579864, "nauc_recall_at_3_std": -0.274243, "nauc_recall_at_3_diff1": 0.762657, "nauc_recall_at_5_max": 0.528857, "nauc_recall_at_5_std": -0.373783, "nauc_recall_at_5_diff1": 0.760481, "nauc_recall_at_10_max": 0.699039, "nauc_recall_at_10_std": -0.439583, "nauc_recall_at_10_diff1": 0.739602, "nauc_recall_at_20_max": 0.385849, "nauc_recall_at_20_std": -0.686301, "nauc_recall_at_20_diff1": 0.744393, "nauc_recall_at_25_max": 0.473485, "nauc_recall_at_25_std": -0.531026, "nauc_recall_at_25_diff1": 0.702743, "nauc_recall_at_50_max": 0.869343, "nauc_recall_at_50_std": -0.563893, "nauc_recall_at_50_diff1": 0.554114, "nauc_recall_at_100_max": 0.869343, "nauc_recall_at_100_std": -0.563893, "nauc_recall_at_100_diff1": 0.554114, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.395341, "nauc_precision_at_1_std": -0.135872, "nauc_precision_at_1_diff1": 0.811998, "nauc_precision_at_3_max": 0.579864, "nauc_precision_at_3_std": -0.274243, "nauc_precision_at_3_diff1": 0.762657, "nauc_precision_at_5_max": 0.528857, "nauc_precision_at_5_std": -0.373783, "nauc_precision_at_5_diff1": 0.760481, "nauc_precision_at_10_max": 0.699039, "nauc_precision_at_10_std": -0.439583, "nauc_precision_at_10_diff1": 0.739602, "nauc_precision_at_20_max": 0.385849, "nauc_precision_at_20_std": -0.686301, "nauc_precision_at_20_diff1": 0.744393, "nauc_precision_at_25_max": 0.473485, "nauc_precision_at_25_std": -0.531026, "nauc_precision_at_25_diff1": 0.702743, "nauc_precision_at_50_max": 0.869343, "nauc_precision_at_50_std": -0.563893, "nauc_precision_at_50_diff1": 0.554114, "nauc_precision_at_100_max": 0.869343, "nauc_precision_at_100_std": -0.563893, "nauc_precision_at_100_diff1": 0.554114, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.395341, "nauc_mrr_at_1_std": -0.135872, "nauc_mrr_at_1_diff1": 0.811998, "nauc_mrr_at_3_max": 0.445087, "nauc_mrr_at_3_std": -0.163239, "nauc_mrr_at_3_diff1": 0.799426, "nauc_mrr_at_5_max": 0.435322, "nauc_mrr_at_5_std": -0.163413, "nauc_mrr_at_5_diff1": 0.800942, "nauc_mrr_at_10_max": 0.437538, "nauc_mrr_at_10_std": -0.159789, "nauc_mrr_at_10_diff1": 0.801494, "nauc_mrr_at_20_max": 0.434765, "nauc_mrr_at_20_std": -0.158508, "nauc_mrr_at_20_diff1": 0.8019, "nauc_mrr_at_25_max": 0.434859, "nauc_mrr_at_25_std": -0.158205, "nauc_mrr_at_25_diff1": 0.801879, "nauc_mrr_at_50_max": 0.434938, "nauc_mrr_at_50_std": -0.158035, "nauc_mrr_at_50_diff1": 0.801887, "nauc_mrr_at_100_max": 0.434938, "nauc_mrr_at_100_std": -0.158035, "nauc_mrr_at_100_diff1": 0.801887, "nauc_mrr_at_1000_max": 0.43492, "nauc_mrr_at_1000_std": -0.158018, "nauc_mrr_at_1000_diff1": 0.801898, "hit_rate_at_1": 0.79399, "hit_rate_at_3": 0.9382, "hit_rate_at_5": 0.96481, "hit_rate_at_10": 0.98369, "hit_rate_at_20": 0.99657, "hit_rate_at_25": 0.99742, "hit_rate_at_50": 0.99914, "hit_rate_at_100": 0.99914, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.793991, "R_cap_at_3": 0.938197, "R_cap_at_5": 0.964807, "R_cap_at_10": 0.983691, "R_cap_at_20": 0.996567, "R_cap_at_25": 0.997425, "R_cap_at_50": 0.999142, "R_cap_at_100": 0.999142, "R_cap_at_1000": 1.0, "main_score": 0.89769, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84167, "ndcg_at_3": 0.90377, "ndcg_at_5": 0.91266, "ndcg_at_10": 0.91685, "ndcg_at_20": 0.91996, "ndcg_at_25": 0.92046, "ndcg_at_50": 0.92117, "ndcg_at_100": 0.9217, "ndcg_at_1000": 0.92182, "map_at_1": 0.84167, "map_at_3": 0.88982, "map_at_5": 0.89481, "map_at_10": 0.89658, "map_at_20": 0.89743, "map_at_25": 0.89753, "map_at_50": 0.89764, "map_at_100": 0.89769, "map_at_1000": 0.8977, "recall_at_1": 0.84167, "recall_at_3": 0.94359, "recall_at_5": 0.96497, "recall_at_10": 0.97771, "recall_at_20": 0.98999, "recall_at_25": 0.99227, "recall_at_50": 0.99591, "recall_at_100": 0.99909, "recall_at_1000": 1.0, "accuracy": 0.84167, "precision_at_1": 0.84167, "precision_at_3": 0.31453, "precision_at_5": 0.19299, "precision_at_10": 0.09777, "precision_at_20": 0.0495, "precision_at_25": 0.03969, "precision_at_50": 0.01992, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.841674, "mrr_at_3": 0.889824, "mrr_at_5": 0.894806, "mrr_at_10": 0.896576, "mrr_at_20": 0.89743, "mrr_at_25": 0.897532, "mrr_at_50": 0.89764, "mrr_at_100": 0.897693, "mrr_at_1000": 0.897698, "nauc_ndcg_at_1_max": 0.528347, "nauc_ndcg_at_1_std": -0.370179, "nauc_ndcg_at_1_diff1": 0.855109, "nauc_ndcg_at_3_max": 0.590451, "nauc_ndcg_at_3_std": -0.427075, "nauc_ndcg_at_3_diff1": 0.845146, "nauc_ndcg_at_5_max": 0.583895, "nauc_ndcg_at_5_std": -0.421034, "nauc_ndcg_at_5_diff1": 0.843557, "nauc_ndcg_at_10_max": 0.576674, "nauc_ndcg_at_10_std": -0.416844, "nauc_ndcg_at_10_diff1": 0.847286, "nauc_ndcg_at_20_max": 0.577119, "nauc_ndcg_at_20_std": -0.404433, "nauc_ndcg_at_20_diff1": 0.851009, "nauc_ndcg_at_25_max": 0.575311, "nauc_ndcg_at_25_std": -0.404722, "nauc_ndcg_at_25_diff1": 0.850578, "nauc_ndcg_at_50_max": 0.5741, "nauc_ndcg_at_50_std": -0.402812, "nauc_ndcg_at_50_diff1": 0.84981, "nauc_ndcg_at_100_max": 0.571493, "nauc_ndcg_at_100_std": -0.405043, "nauc_ndcg_at_100_diff1": 0.849328, "nauc_ndcg_at_1000_max": 0.571013, "nauc_ndcg_at_1000_std": -0.405175, "nauc_ndcg_at_1000_diff1": 0.849303, "nauc_map_at_1_max": 0.528347, "nauc_map_at_1_std": -0.370179, "nauc_map_at_1_diff1": 0.855109, "nauc_map_at_3_max": 0.572964, "nauc_map_at_3_std": -0.410927, "nauc_map_at_3_diff1": 0.848298, "nauc_map_at_5_max": 0.569197, "nauc_map_at_5_std": -0.4069, "nauc_map_at_5_diff1": 0.847728, "nauc_map_at_10_max": 0.566514, "nauc_map_at_10_std": -0.404799, "nauc_map_at_10_diff1": 0.848973, "nauc_map_at_20_max": 0.566529, "nauc_map_at_20_std": -0.402191, "nauc_map_at_20_diff1": 0.849898, "nauc_map_at_25_max": 0.566234, "nauc_map_at_25_std": -0.402251, "nauc_map_at_25_diff1": 0.849832, "nauc_map_at_50_max": 0.56609, "nauc_map_at_50_std": -0.401986, "nauc_map_at_50_diff1": 0.84974, "nauc_map_at_100_max": 0.565889, "nauc_map_at_100_std": -0.40214, "nauc_map_at_100_diff1": 0.849704, "nauc_map_at_1000_max": 0.565873, "nauc_map_at_1000_std": -0.402139, "nauc_map_at_1000_diff1": 0.849702, "nauc_recall_at_1_max": 0.528347, "nauc_recall_at_1_std": -0.370179, "nauc_recall_at_1_diff1": 0.855109, "nauc_recall_at_3_max": 0.682693, "nauc_recall_at_3_std": -0.512373, "nauc_recall_at_3_diff1": 0.828188, "nauc_recall_at_5_max": 0.69908, "nauc_recall_at_5_std": -0.534306, "nauc_recall_at_5_diff1": 0.808416, "nauc_recall_at_10_max": 0.684749, "nauc_recall_at_10_std": -0.563119, "nauc_recall_at_10_diff1": 0.831618, "nauc_recall_at_20_max": 0.830459, "nauc_recall_at_20_std": -0.352364, "nauc_recall_at_20_diff1": 0.91808, "nauc_recall_at_25_max": 0.823163, "nauc_recall_at_25_std": -0.348081, "nauc_recall_at_25_diff1": 0.918018, "nauc_recall_at_50_max": 0.925553, "nauc_recall_at_50_std": -0.127822, "nauc_recall_at_50_diff1": 0.905066, "nauc_recall_at_100_max": 0.869268, "nauc_recall_at_100_std": -0.298659, "nauc_recall_at_100_diff1": 0.861088, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.528347, "nauc_precision_at_1_std": -0.370179, "nauc_precision_at_1_diff1": 0.855109, "nauc_precision_at_3_max": 0.682693, "nauc_precision_at_3_std": -0.512373, "nauc_precision_at_3_diff1": 0.828188, "nauc_precision_at_5_max": 0.69908, "nauc_precision_at_5_std": -0.534306, "nauc_precision_at_5_diff1": 0.808416, "nauc_precision_at_10_max": 0.684749, "nauc_precision_at_10_std": -0.563119, "nauc_precision_at_10_diff1": 0.831618, "nauc_precision_at_20_max": 0.830459, "nauc_precision_at_20_std": -0.352364, "nauc_precision_at_20_diff1": 0.91808, "nauc_precision_at_25_max": 0.823163, "nauc_precision_at_25_std": -0.348081, "nauc_precision_at_25_diff1": 0.918018, "nauc_precision_at_50_max": 0.925553, "nauc_precision_at_50_std": -0.127822, "nauc_precision_at_50_diff1": 0.905066, "nauc_precision_at_100_max": 0.869268, "nauc_precision_at_100_std": -0.298659, "nauc_precision_at_100_diff1": 0.861088, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.528347, "nauc_mrr_at_1_std": -0.370179, "nauc_mrr_at_1_diff1": 0.855109, "nauc_mrr_at_3_max": 0.572964, "nauc_mrr_at_3_std": -0.410927, "nauc_mrr_at_3_diff1": 0.848298, "nauc_mrr_at_5_max": 0.569197, "nauc_mrr_at_5_std": -0.4069, "nauc_mrr_at_5_diff1": 0.847728, "nauc_mrr_at_10_max": 0.566514, "nauc_mrr_at_10_std": -0.404799, "nauc_mrr_at_10_diff1": 0.848973, "nauc_mrr_at_20_max": 0.566529, "nauc_mrr_at_20_std": -0.402191, "nauc_mrr_at_20_diff1": 0.849898, "nauc_mrr_at_25_max": 0.566234, "nauc_mrr_at_25_std": -0.402251, "nauc_mrr_at_25_diff1": 0.849832, "nauc_mrr_at_50_max": 0.56609, "nauc_mrr_at_50_std": -0.401986, "nauc_mrr_at_50_diff1": 0.84974, "nauc_mrr_at_100_max": 0.565889, "nauc_mrr_at_100_std": -0.40214, "nauc_mrr_at_100_diff1": 0.849704, "nauc_mrr_at_1000_max": 0.565873, "nauc_mrr_at_1000_std": -0.402139, "nauc_mrr_at_1000_diff1": 0.849702, "hit_rate_at_1": 0.84167, "hit_rate_at_3": 0.94359, "hit_rate_at_5": 0.96497, "hit_rate_at_10": 0.97771, "hit_rate_at_20": 0.98999, "hit_rate_at_25": 0.99227, "hit_rate_at_50": 0.99591, "hit_rate_at_100": 0.99909, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.841674, "R_cap_at_3": 0.943585, "R_cap_at_5": 0.964968, "R_cap_at_10": 0.977707, "R_cap_at_20": 0.989991, "R_cap_at_25": 0.992266, "R_cap_at_50": 0.995905, "R_cap_at_100": 0.99909, "R_cap_at_1000": 1.0, "main_score": 0.91685, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.88291, "ndcg_at_3": 0.93304, "ndcg_at_5": 0.9396, "ndcg_at_10": 0.94321, "ndcg_at_20": 0.94417, "ndcg_at_25": 0.94431, "ndcg_at_50": 0.94465, "ndcg_at_100": 0.94465, "ndcg_at_1000": 0.94465, "map_at_1": 0.88291, "map_at_3": 0.9212, "map_at_5": 0.92487, "map_at_10": 0.92643, "map_at_20": 0.9267, "map_at_25": 0.92673, "map_at_50": 0.92677, "map_at_100": 0.92677, "map_at_1000": 0.92677, "recall_at_1": 0.88291, "recall_at_3": 0.96709, "recall_at_5": 0.98291, "recall_at_10": 0.99367, "recall_at_20": 0.99747, "recall_at_25": 0.9981, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.88291, "precision_at_1": 0.88291, "precision_at_3": 0.32236, "precision_at_5": 0.19658, "precision_at_10": 0.09937, "precision_at_20": 0.04987, "precision_at_25": 0.03992, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.882911, "mrr_at_3": 0.921203, "mrr_at_5": 0.924873, "mrr_at_10": 0.926433, "mrr_at_20": 0.926698, "mrr_at_25": 0.926727, "mrr_at_50": 0.926768, "mrr_at_100": 0.926768, "mrr_at_1000": 0.926768, "nauc_ndcg_at_1_max": 0.290525, "nauc_ndcg_at_1_std": -0.593041, "nauc_ndcg_at_1_diff1": 0.884467, "nauc_ndcg_at_3_max": 0.373337, "nauc_ndcg_at_3_std": -0.731053, "nauc_ndcg_at_3_diff1": 0.885554, "nauc_ndcg_at_5_max": 0.365128, "nauc_ndcg_at_5_std": -0.69446, "nauc_ndcg_at_5_diff1": 0.884257, "nauc_ndcg_at_10_max": 0.345851, "nauc_ndcg_at_10_std": -0.661106, "nauc_ndcg_at_10_diff1": 0.88372, "nauc_ndcg_at_20_max": 0.340047, "nauc_ndcg_at_20_std": -0.658842, "nauc_ndcg_at_20_diff1": 0.884047, "nauc_ndcg_at_25_max": 0.338364, "nauc_ndcg_at_25_std": -0.662364, "nauc_ndcg_at_25_diff1": 0.883751, "nauc_ndcg_at_50_max": 0.334819, "nauc_ndcg_at_50_std": -0.660396, "nauc_ndcg_at_50_diff1": 0.883292, "nauc_ndcg_at_100_max": 0.334819, "nauc_ndcg_at_100_std": -0.660396, "nauc_ndcg_at_100_diff1": 0.883292, "nauc_ndcg_at_1000_max": 0.334819, "nauc_ndcg_at_1000_std": -0.660396, "nauc_ndcg_at_1000_diff1": 0.883292, "nauc_map_at_1_max": 0.290525, "nauc_map_at_1_std": -0.593041, "nauc_map_at_1_diff1": 0.884467, "nauc_map_at_3_max": 0.343151, "nauc_map_at_3_std": -0.684574, "nauc_map_at_3_diff1": 0.884258, "nauc_map_at_5_max": 0.33776, "nauc_map_at_5_std": -0.666159, "nauc_map_at_5_diff1": 0.883569, "nauc_map_at_10_max": 0.330638, "nauc_map_at_10_std": -0.654326, "nauc_map_at_10_diff1": 0.883258, "nauc_map_at_20_max": 0.329375, "nauc_map_at_20_std": -0.653918, "nauc_map_at_20_diff1": 0.883297, "nauc_map_at_25_max": 0.329108, "nauc_map_at_25_std": -0.654466, "nauc_map_at_25_diff1": 0.883251, "nauc_map_at_50_max": 0.328784, "nauc_map_at_50_std": -0.65428, "nauc_map_at_50_diff1": 0.883208, "nauc_map_at_100_max": 0.328784, "nauc_map_at_100_std": -0.65428, "nauc_map_at_100_diff1": 0.883208, "nauc_map_at_1000_max": 0.328784, "nauc_map_at_1000_std": -0.65428, "nauc_map_at_1000_diff1": 0.883208, "nauc_recall_at_1_max": 0.290525, "nauc_recall_at_1_std": -0.593041, "nauc_recall_at_1_diff1": 0.884467, "nauc_recall_at_3_max": 0.579581, "nauc_recall_at_3_std": -1.044971, "nauc_recall_at_3_diff1": 0.895272, "nauc_recall_at_5_max": 0.705156, "nauc_recall_at_5_std": -1.0217, "nauc_recall_at_5_diff1": 0.894093, "nauc_recall_at_10_max": 0.779458, "nauc_recall_at_10_std": -0.702101, "nauc_recall_at_10_diff1": 0.903595, "nauc_recall_at_20_max": 0.930556, "nauc_recall_at_20_std": -0.550887, "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_25_max": 0.907407, "nauc_recall_at_25_std": -0.975257, "nauc_recall_at_25_diff1": 0.956427, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.290525, "nauc_precision_at_1_std": -0.593041, "nauc_precision_at_1_diff1": 0.884467, "nauc_precision_at_3_max": 0.579581, "nauc_precision_at_3_std": -1.044971, "nauc_precision_at_3_diff1": 0.895272, "nauc_precision_at_5_max": 0.705156, "nauc_precision_at_5_std": -1.0217, "nauc_precision_at_5_diff1": 0.894093, "nauc_precision_at_10_max": 0.779458, "nauc_precision_at_10_std": -0.702101, "nauc_precision_at_10_diff1": 0.903595, "nauc_precision_at_20_max": 0.930556, "nauc_precision_at_20_std": -0.550887, "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_25_max": 0.907407, "nauc_precision_at_25_std": -0.975257, "nauc_precision_at_25_diff1": 0.956427, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.290525, "nauc_mrr_at_1_std": -0.593041, "nauc_mrr_at_1_diff1": 0.884467, "nauc_mrr_at_3_max": 0.343151, "nauc_mrr_at_3_std": -0.684574, "nauc_mrr_at_3_diff1": 0.884258, "nauc_mrr_at_5_max": 0.33776, "nauc_mrr_at_5_std": -0.666159, "nauc_mrr_at_5_diff1": 0.883569, "nauc_mrr_at_10_max": 0.330638, "nauc_mrr_at_10_std": -0.654326, "nauc_mrr_at_10_diff1": 0.883258, "nauc_mrr_at_20_max": 0.329375, "nauc_mrr_at_20_std": -0.653918, "nauc_mrr_at_20_diff1": 0.883297, "nauc_mrr_at_25_max": 0.329108, "nauc_mrr_at_25_std": -0.654466, "nauc_mrr_at_25_diff1": 0.883251, "nauc_mrr_at_50_max": 0.328784, "nauc_mrr_at_50_std": -0.65428, "nauc_mrr_at_50_diff1": 0.883208, "nauc_mrr_at_100_max": 0.328784, "nauc_mrr_at_100_std": -0.65428, "nauc_mrr_at_100_diff1": 0.883208, "nauc_mrr_at_1000_max": 0.328784, "nauc_mrr_at_1000_std": -0.65428, "nauc_mrr_at_1000_diff1": 0.883208, "hit_rate_at_1": 0.88291, "hit_rate_at_3": 0.96709, "hit_rate_at_5": 0.98291, "hit_rate_at_10": 0.99367, "hit_rate_at_20": 0.99747, "hit_rate_at_25": 0.9981, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.882911, "R_cap_at_3": 0.967089, "R_cap_at_5": 0.982911, "R_cap_at_10": 0.993671, "R_cap_at_20": 0.997468, "R_cap_at_25": 0.998101, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94321, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.87133, "ndcg_at_3": 0.91869, "ndcg_at_5": 0.9258, "ndcg_at_10": 0.93065, "ndcg_at_20": 0.934, "ndcg_at_25": 0.93431, "ndcg_at_50": 0.93488, "ndcg_at_100": 0.93504, "ndcg_at_1000": 0.93504, "map_at_1": 0.87133, "map_at_3": 0.90795, "map_at_5": 0.91188, "map_at_10": 0.91389, "map_at_20": 0.91484, "map_at_25": 0.9149, "map_at_50": 0.91499, "map_at_100": 0.915, "map_at_1000": 0.915, "recall_at_1": 0.87133, "recall_at_3": 0.9494, "recall_at_5": 0.96675, "recall_at_10": 0.98169, "recall_at_20": 0.9947, "recall_at_25": 0.99614, "recall_at_50": 0.99904, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87133, "precision_at_1": 0.87133, "precision_at_3": 0.31647, "precision_at_5": 0.19335, "precision_at_10": 0.09817, "precision_at_20": 0.04973, "precision_at_25": 0.03985, "precision_at_50": 0.01998, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.871325, "mrr_at_3": 0.907952, "mrr_at_5": 0.91188, "mrr_at_10": 0.913894, "mrr_at_20": 0.914841, "mrr_at_25": 0.914903, "mrr_at_50": 0.914991, "mrr_at_100": 0.915005, "mrr_at_1000": 0.915005, "nauc_ndcg_at_1_max": 0.466244, "nauc_ndcg_at_1_std": -0.591311, "nauc_ndcg_at_1_diff1": 0.881203, "nauc_ndcg_at_3_max": 0.476697, "nauc_ndcg_at_3_std": -0.668374, "nauc_ndcg_at_3_diff1": 0.871948, "nauc_ndcg_at_5_max": 0.473258, "nauc_ndcg_at_5_std": -0.676069, "nauc_ndcg_at_5_diff1": 0.876845, "nauc_ndcg_at_10_max": 0.457823, "nauc_ndcg_at_10_std": -0.674802, "nauc_ndcg_at_10_diff1": 0.876381, "nauc_ndcg_at_20_max": 0.465019, "nauc_ndcg_at_20_std": -0.650242, "nauc_ndcg_at_20_diff1": 0.876187, "nauc_ndcg_at_25_max": 0.466084, "nauc_ndcg_at_25_std": -0.64832, "nauc_ndcg_at_25_diff1": 0.876221, "nauc_ndcg_at_50_max": 0.465489, "nauc_ndcg_at_50_std": -0.652008, "nauc_ndcg_at_50_diff1": 0.876387, "nauc_ndcg_at_100_max": 0.466149, "nauc_ndcg_at_100_std": -0.650049, "nauc_ndcg_at_100_diff1": 0.876592, "nauc_ndcg_at_1000_max": 0.466149, "nauc_ndcg_at_1000_std": -0.650049, "nauc_ndcg_at_1000_diff1": 0.876592, "nauc_map_at_1_max": 0.466244, "nauc_map_at_1_std": -0.591311, "nauc_map_at_1_diff1": 0.881203, "nauc_map_at_3_max": 0.471672, "nauc_map_at_3_std": -0.646193, "nauc_map_at_3_diff1": 0.874567, "nauc_map_at_5_max": 0.469929, "nauc_map_at_5_std": -0.648944, "nauc_map_at_5_diff1": 0.877034, "nauc_map_at_10_max": 0.46477, "nauc_map_at_10_std": -0.648022, "nauc_map_at_10_diff1": 0.87688, "nauc_map_at_20_max": 0.466394, "nauc_map_at_20_std": -0.642697, "nauc_map_at_20_diff1": 0.876873, "nauc_map_at_25_max": 0.466544, "nauc_map_at_25_std": -0.642395, "nauc_map_at_25_diff1": 0.876879, "nauc_map_at_50_max": 0.466496, "nauc_map_at_50_std": -0.642794, "nauc_map_at_50_diff1": 0.876906, "nauc_map_at_100_max": 0.466537, "nauc_map_at_100_std": -0.642661, "nauc_map_at_100_diff1": 0.876922, "nauc_map_at_1000_max": 0.466537, "nauc_map_at_1000_std": -0.642661, "nauc_map_at_1000_diff1": 0.876922, "nauc_recall_at_1_max": 0.466244, "nauc_recall_at_1_std": -0.591311, "nauc_recall_at_1_diff1": 0.881203, "nauc_recall_at_3_max": 0.503667, "nauc_recall_at_3_std": -0.779829, "nauc_recall_at_3_diff1": 0.858832, "nauc_recall_at_5_max": 0.498419, "nauc_recall_at_5_std": -0.877226, "nauc_recall_at_5_diff1": 0.877443, "nauc_recall_at_10_max": 0.340056, "nauc_recall_at_10_std": -1.022652, "nauc_recall_at_10_diff1": 0.872757, "nauc_recall_at_20_max": 0.395261, "nauc_recall_at_20_std": -0.668688, "nauc_recall_at_20_diff1": 0.850997, "nauc_recall_at_25_max": 0.453859, "nauc_recall_at_25_std": -0.528718, "nauc_recall_at_25_diff1": 0.844154, "nauc_recall_at_50_max": 0.19126, "nauc_recall_at_50_std": -1.447077, "nauc_recall_at_50_diff1": 0.795717, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.466244, "nauc_precision_at_1_std": -0.591311, "nauc_precision_at_1_diff1": 0.881203, "nauc_precision_at_3_max": 0.503667, "nauc_precision_at_3_std": -0.779829, "nauc_precision_at_3_diff1": 0.858832, "nauc_precision_at_5_max": 0.498419, "nauc_precision_at_5_std": -0.877226, "nauc_precision_at_5_diff1": 0.877443, "nauc_precision_at_10_max": 0.340056, "nauc_precision_at_10_std": -1.022652, "nauc_precision_at_10_diff1": 0.872757, "nauc_precision_at_20_max": 0.395261, "nauc_precision_at_20_std": -0.668688, "nauc_precision_at_20_diff1": 0.850997, "nauc_precision_at_25_max": 0.453859, "nauc_precision_at_25_std": -0.528718, "nauc_precision_at_25_diff1": 0.844154, "nauc_precision_at_50_max": 0.19126, "nauc_precision_at_50_std": -1.447077, "nauc_precision_at_50_diff1": 0.795717, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.466244, "nauc_mrr_at_1_std": -0.591311, "nauc_mrr_at_1_diff1": 0.881203, "nauc_mrr_at_3_max": 0.471672, "nauc_mrr_at_3_std": -0.646193, "nauc_mrr_at_3_diff1": 0.874567, "nauc_mrr_at_5_max": 0.469929, "nauc_mrr_at_5_std": -0.648944, "nauc_mrr_at_5_diff1": 0.877034, "nauc_mrr_at_10_max": 0.46477, "nauc_mrr_at_10_std": -0.648022, "nauc_mrr_at_10_diff1": 0.87688, "nauc_mrr_at_20_max": 0.466394, "nauc_mrr_at_20_std": -0.642697, "nauc_mrr_at_20_diff1": 0.876873, "nauc_mrr_at_25_max": 0.466544, "nauc_mrr_at_25_std": -0.642395, "nauc_mrr_at_25_diff1": 0.876879, "nauc_mrr_at_50_max": 0.466496, "nauc_mrr_at_50_std": -0.642794, "nauc_mrr_at_50_diff1": 0.876906, "nauc_mrr_at_100_max": 0.466537, "nauc_mrr_at_100_std": -0.642661, "nauc_mrr_at_100_diff1": 0.876922, "nauc_mrr_at_1000_max": 0.466537, "nauc_mrr_at_1000_std": -0.642661, "nauc_mrr_at_1000_diff1": 0.876922, "hit_rate_at_1": 0.87133, "hit_rate_at_3": 0.9494, "hit_rate_at_5": 0.96675, "hit_rate_at_10": 0.98169, "hit_rate_at_20": 0.9947, "hit_rate_at_25": 0.99614, "hit_rate_at_50": 0.99904, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.871325, "R_cap_at_3": 0.949398, "R_cap_at_5": 0.966747, "R_cap_at_10": 0.981687, "R_cap_at_20": 0.994699, "R_cap_at_25": 0.996145, "R_cap_at_50": 0.999036, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93065, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.78639, "ndcg_at_3": 0.85906, "ndcg_at_5": 0.86885, "ndcg_at_10": 0.87796, "ndcg_at_20": 0.88241, "ndcg_at_25": 0.88381, "ndcg_at_50": 0.88547, "ndcg_at_100": 0.88639, "ndcg_at_1000": 0.88655, "map_at_1": 0.78639, "map_at_3": 0.84173, "map_at_5": 0.84719, "map_at_10": 0.851, "map_at_20": 0.85222, "map_at_25": 0.8525, "map_at_50": 0.85274, "map_at_100": 0.85282, "map_at_1000": 0.85283, "recall_at_1": 0.78639, "recall_at_3": 0.90899, "recall_at_5": 0.93268, "recall_at_10": 0.96051, "recall_at_20": 0.97819, "recall_at_25": 0.98458, "recall_at_50": 0.99323, "recall_at_100": 0.99887, "recall_at_1000": 1.0, "accuracy": 0.78639, "precision_at_1": 0.78639, "precision_at_3": 0.303, "precision_at_5": 0.18654, "precision_at_10": 0.09605, "precision_at_20": 0.04891, "precision_at_25": 0.03938, "precision_at_50": 0.01986, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.786386, "mrr_at_3": 0.841732, "mrr_at_5": 0.847186, "mrr_at_10": 0.851003, "mrr_at_20": 0.852217, "mrr_at_25": 0.8525, "mrr_at_50": 0.852737, "mrr_at_100": 0.85282, "mrr_at_1000": 0.852831, "nauc_ndcg_at_1_max": 0.39664, "nauc_ndcg_at_1_std": -0.474405, "nauc_ndcg_at_1_diff1": 0.845737, "nauc_ndcg_at_3_max": 0.441452, "nauc_ndcg_at_3_std": -0.656318, "nauc_ndcg_at_3_diff1": 0.835431, "nauc_ndcg_at_5_max": 0.440995, "nauc_ndcg_at_5_std": -0.673105, "nauc_ndcg_at_5_diff1": 0.838265, "nauc_ndcg_at_10_max": 0.439577, "nauc_ndcg_at_10_std": -0.660343, "nauc_ndcg_at_10_diff1": 0.840801, "nauc_ndcg_at_20_max": 0.435779, "nauc_ndcg_at_20_std": -0.640128, "nauc_ndcg_at_20_diff1": 0.840934, "nauc_ndcg_at_25_max": 0.434874, "nauc_ndcg_at_25_std": -0.631413, "nauc_ndcg_at_25_diff1": 0.840901, "nauc_ndcg_at_50_max": 0.430941, "nauc_ndcg_at_50_std": -0.623072, "nauc_ndcg_at_50_diff1": 0.840199, "nauc_ndcg_at_100_max": 0.429288, "nauc_ndcg_at_100_std": -0.615091, "nauc_ndcg_at_100_diff1": 0.839685, "nauc_ndcg_at_1000_max": 0.429578, "nauc_ndcg_at_1000_std": -0.613953, "nauc_ndcg_at_1000_diff1": 0.839809, "nauc_map_at_1_max": 0.39664, "nauc_map_at_1_std": -0.474405, "nauc_map_at_1_diff1": 0.845737, "nauc_map_at_3_max": 0.428412, "nauc_map_at_3_std": -0.601111, "nauc_map_at_3_diff1": 0.837598, "nauc_map_at_5_max": 0.427583, "nauc_map_at_5_std": -0.607298, "nauc_map_at_5_diff1": 0.838966, "nauc_map_at_10_max": 0.426668, "nauc_map_at_10_std": -0.601161, "nauc_map_at_10_diff1": 0.839891, "nauc_map_at_20_max": 0.425736, "nauc_map_at_20_std": -0.596192, "nauc_map_at_20_diff1": 0.839914, "nauc_map_at_25_max": 0.425576, "nauc_map_at_25_std": -0.59475, "nauc_map_at_25_diff1": 0.839911, "nauc_map_at_50_max": 0.425132, "nauc_map_at_50_std": -0.593762, "nauc_map_at_50_diff1": 0.839838, "nauc_map_at_100_max": 0.425008, "nauc_map_at_100_std": -0.593185, "nauc_map_at_100_diff1": 0.839801, "nauc_map_at_1000_max": 0.42502, "nauc_map_at_1000_std": -0.593129, "nauc_map_at_1000_diff1": 0.839807, "nauc_recall_at_1_max": 0.39664, "nauc_recall_at_1_std": -0.474405, "nauc_recall_at_1_diff1": 0.845737, "nauc_recall_at_3_max": 0.502356, "nauc_recall_at_3_std": -0.915829, "nauc_recall_at_3_diff1": 0.82593, "nauc_recall_at_5_max": 0.522753, "nauc_recall_at_5_std": -1.080603, "nauc_recall_at_5_diff1": 0.835968, "nauc_recall_at_10_max": 0.568921, "nauc_recall_at_10_std": -1.252402, "nauc_recall_at_10_diff1": 0.856424, "nauc_recall_at_20_max": 0.596825, "nauc_recall_at_20_std": -1.326489, "nauc_recall_at_20_diff1": 0.871653, "nauc_recall_at_25_max": 0.633717, "nauc_recall_at_25_std": -1.325257, "nauc_recall_at_25_diff1": 0.88288, "nauc_recall_at_50_max": 0.556266, "nauc_recall_at_50_std": -1.514024, "nauc_recall_at_50_diff1": 0.876015, "nauc_recall_at_100_max": 0.237631, "nauc_recall_at_100_std": -1.347437, "nauc_recall_at_100_diff1": 0.758771, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.39664, "nauc_precision_at_1_std": -0.474405, "nauc_precision_at_1_diff1": 0.845737, "nauc_precision_at_3_max": 0.502356, "nauc_precision_at_3_std": -0.915829, "nauc_precision_at_3_diff1": 0.82593, "nauc_precision_at_5_max": 0.522753, "nauc_precision_at_5_std": -1.080603, "nauc_precision_at_5_diff1": 0.835968, "nauc_precision_at_10_max": 0.568921, "nauc_precision_at_10_std": -1.252402, "nauc_precision_at_10_diff1": 0.856424, "nauc_precision_at_20_max": 0.596825, "nauc_precision_at_20_std": -1.326489, "nauc_precision_at_20_diff1": 0.871653, "nauc_precision_at_25_max": 0.633717, "nauc_precision_at_25_std": -1.325257, "nauc_precision_at_25_diff1": 0.88288, "nauc_precision_at_50_max": 0.556266, "nauc_precision_at_50_std": -1.514024, "nauc_precision_at_50_diff1": 0.876015, "nauc_precision_at_100_max": 0.237631, "nauc_precision_at_100_std": -1.347437, "nauc_precision_at_100_diff1": 0.758771, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.39664, "nauc_mrr_at_1_std": -0.474405, "nauc_mrr_at_1_diff1": 0.845737, "nauc_mrr_at_3_max": 0.428412, "nauc_mrr_at_3_std": -0.601111, "nauc_mrr_at_3_diff1": 0.837598, "nauc_mrr_at_5_max": 0.427583, "nauc_mrr_at_5_std": -0.607298, "nauc_mrr_at_5_diff1": 0.838966, "nauc_mrr_at_10_max": 0.426668, "nauc_mrr_at_10_std": -0.601161, "nauc_mrr_at_10_diff1": 0.839891, "nauc_mrr_at_20_max": 0.425736, "nauc_mrr_at_20_std": -0.596192, "nauc_mrr_at_20_diff1": 0.839914, "nauc_mrr_at_25_max": 0.425576, "nauc_mrr_at_25_std": -0.59475, "nauc_mrr_at_25_diff1": 0.839911, "nauc_mrr_at_50_max": 0.425132, "nauc_mrr_at_50_std": -0.593762, "nauc_mrr_at_50_diff1": 0.839838, "nauc_mrr_at_100_max": 0.425008, "nauc_mrr_at_100_std": -0.593185, "nauc_mrr_at_100_diff1": 0.839801, "nauc_mrr_at_1000_max": 0.42502, "nauc_mrr_at_1000_std": -0.593129, "nauc_mrr_at_1000_diff1": 0.839807, "hit_rate_at_1": 0.78639, "hit_rate_at_3": 0.90899, "hit_rate_at_5": 0.93268, "hit_rate_at_10": 0.96051, "hit_rate_at_20": 0.97819, "hit_rate_at_25": 0.98458, "hit_rate_at_50": 0.99323, "hit_rate_at_100": 0.99887, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.786386, "R_cap_at_3": 0.908988, "R_cap_at_5": 0.932681, "R_cap_at_10": 0.960511, "R_cap_at_20": 0.978187, "R_cap_at_25": 0.984581, "R_cap_at_50": 0.993231, "R_cap_at_100": 0.998872, "R_cap_at_1000": 1.0, "main_score": 0.87796, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.81129, "ndcg_at_3": 0.88364, "ndcg_at_5": 0.8938, "ndcg_at_10": 0.90228, "ndcg_at_20": 0.90454, "ndcg_at_25": 0.90484, "ndcg_at_50": 0.90565, "ndcg_at_100": 0.90587, "ndcg_at_1000": 0.90606, "map_at_1": 0.81129, "map_at_3": 0.86685, "map_at_5": 0.87246, "map_at_10": 0.87597, "map_at_20": 0.87659, "map_at_25": 0.87665, "map_at_50": 0.87678, "map_at_100": 0.87679, "map_at_1000": 0.8768, "recall_at_1": 0.81129, "recall_at_3": 0.93182, "recall_at_5": 0.95661, "recall_at_10": 0.98278, "recall_at_20": 0.99174, "recall_at_25": 0.99311, "recall_at_50": 0.99725, "recall_at_100": 0.99862, "recall_at_1000": 1.0, "accuracy": 0.81129, "precision_at_1": 0.81129, "precision_at_3": 0.31061, "precision_at_5": 0.19132, "precision_at_10": 0.09828, "precision_at_20": 0.04959, "precision_at_25": 0.03972, "precision_at_50": 0.01994, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.811295, "mrr_at_3": 0.86685, "mrr_at_5": 0.872463, "mrr_at_10": 0.875975, "mrr_at_20": 0.87659, "mrr_at_25": 0.876652, "mrr_at_50": 0.876778, "mrr_at_100": 0.876793, "mrr_at_1000": 0.876804, "nauc_ndcg_at_1_max": 0.386318, "nauc_ndcg_at_1_std": -0.458151, "nauc_ndcg_at_1_diff1": 0.865645, "nauc_ndcg_at_3_max": 0.422074, "nauc_ndcg_at_3_std": -0.591163, "nauc_ndcg_at_3_diff1": 0.848436, "nauc_ndcg_at_5_max": 0.417764, "nauc_ndcg_at_5_std": -0.597866, "nauc_ndcg_at_5_diff1": 0.852051, "nauc_ndcg_at_10_max": 0.417148, "nauc_ndcg_at_10_std": -0.558372, "nauc_ndcg_at_10_diff1": 0.856926, "nauc_ndcg_at_20_max": 0.415999, "nauc_ndcg_at_20_std": -0.543236, "nauc_ndcg_at_20_diff1": 0.856579, "nauc_ndcg_at_25_max": 0.415145, "nauc_ndcg_at_25_std": -0.542671, "nauc_ndcg_at_25_diff1": 0.856537, "nauc_ndcg_at_50_max": 0.410665, "nauc_ndcg_at_50_std": -0.543981, "nauc_ndcg_at_50_diff1": 0.855846, "nauc_ndcg_at_100_max": 0.409811, "nauc_ndcg_at_100_std": -0.543807, "nauc_ndcg_at_100_diff1": 0.85584, "nauc_ndcg_at_1000_max": 0.41026, "nauc_ndcg_at_1000_std": -0.542871, "nauc_ndcg_at_1000_diff1": 0.855523, "nauc_map_at_1_max": 0.386318, "nauc_map_at_1_std": -0.458151, "nauc_map_at_1_diff1": 0.865645, "nauc_map_at_3_max": 0.410473, "nauc_map_at_3_std": -0.551517, "nauc_map_at_3_diff1": 0.852686, "nauc_map_at_5_max": 0.408016, "nauc_map_at_5_std": -0.552294, "nauc_map_at_5_diff1": 0.854464, "nauc_map_at_10_max": 0.407787, "nauc_map_at_10_std": -0.5376, "nauc_map_at_10_diff1": 0.855979, "nauc_map_at_20_max": 0.407431, "nauc_map_at_20_std": -0.534272, "nauc_map_at_20_diff1": 0.85597, "nauc_map_at_25_max": 0.4073, "nauc_map_at_25_std": -0.534154, "nauc_map_at_25_diff1": 0.855963, "nauc_map_at_50_max": 0.406763, "nauc_map_at_50_std": -0.534219, "nauc_map_at_50_diff1": 0.855877, "nauc_map_at_100_max": 0.406717, "nauc_map_at_100_std": -0.534197, "nauc_map_at_100_diff1": 0.855878, "nauc_map_at_1000_max": 0.406741, "nauc_map_at_1000_std": -0.534151, "nauc_map_at_1000_diff1": 0.855865, "nauc_recall_at_1_max": 0.386318, "nauc_recall_at_1_std": -0.458151, "nauc_recall_at_1_diff1": 0.865645, "nauc_recall_at_3_max": 0.484303, "nauc_recall_at_3_std": -0.801024, "nauc_recall_at_3_diff1": 0.826703, "nauc_recall_at_5_max": 0.494339, "nauc_recall_at_5_std": -0.965074, "nauc_recall_at_5_diff1": 0.836029, "nauc_recall_at_10_max": 0.590786, "nauc_recall_at_10_std": -0.876364, "nauc_recall_at_10_diff1": 0.898521, "nauc_recall_at_20_max": 0.735527, "nauc_recall_at_20_std": -0.557797, "nauc_recall_at_20_diff1": 0.921041, "nauc_recall_at_25_max": 0.746829, "nauc_recall_at_25_std": -0.531043, "nauc_recall_at_25_diff1": 0.931389, "nauc_recall_at_50_max": 0.497772, "nauc_recall_at_50_std": -0.774861, "nauc_recall_at_50_diff1": 0.930573, "nauc_recall_at_100_max": 0.218464, "nauc_recall_at_100_std": -0.95622, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.386318, "nauc_precision_at_1_std": -0.458151, "nauc_precision_at_1_diff1": 0.865645, "nauc_precision_at_3_max": 0.484303, "nauc_precision_at_3_std": -0.801024, "nauc_precision_at_3_diff1": 0.826703, "nauc_precision_at_5_max": 0.494339, "nauc_precision_at_5_std": -0.965074, "nauc_precision_at_5_diff1": 0.836029, "nauc_precision_at_10_max": 0.590786, "nauc_precision_at_10_std": -0.876364, "nauc_precision_at_10_diff1": 0.898521, "nauc_precision_at_20_max": 0.735527, "nauc_precision_at_20_std": -0.557797, "nauc_precision_at_20_diff1": 0.921041, "nauc_precision_at_25_max": 0.746829, "nauc_precision_at_25_std": -0.531043, "nauc_precision_at_25_diff1": 0.931389, "nauc_precision_at_50_max": 0.497772, "nauc_precision_at_50_std": -0.774861, "nauc_precision_at_50_diff1": 0.930573, "nauc_precision_at_100_max": 0.218464, "nauc_precision_at_100_std": -0.95622, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.386318, "nauc_mrr_at_1_std": -0.458151, "nauc_mrr_at_1_diff1": 0.865645, "nauc_mrr_at_3_max": 0.410473, "nauc_mrr_at_3_std": -0.551517, "nauc_mrr_at_3_diff1": 0.852686, "nauc_mrr_at_5_max": 0.408016, "nauc_mrr_at_5_std": -0.552294, "nauc_mrr_at_5_diff1": 0.854464, "nauc_mrr_at_10_max": 0.407787, "nauc_mrr_at_10_std": -0.5376, "nauc_mrr_at_10_diff1": 0.855979, "nauc_mrr_at_20_max": 0.407431, "nauc_mrr_at_20_std": -0.534272, "nauc_mrr_at_20_diff1": 0.85597, "nauc_mrr_at_25_max": 0.4073, "nauc_mrr_at_25_std": -0.534154, "nauc_mrr_at_25_diff1": 0.855963, "nauc_mrr_at_50_max": 0.406763, "nauc_mrr_at_50_std": -0.534219, "nauc_mrr_at_50_diff1": 0.855877, "nauc_mrr_at_100_max": 0.406717, "nauc_mrr_at_100_std": -0.534197, "nauc_mrr_at_100_diff1": 0.855878, "nauc_mrr_at_1000_max": 0.406741, "nauc_mrr_at_1000_std": -0.534151, "nauc_mrr_at_1000_diff1": 0.855865, "hit_rate_at_1": 0.81129, "hit_rate_at_3": 0.93182, "hit_rate_at_5": 0.95661, "hit_rate_at_10": 0.98278, "hit_rate_at_20": 0.99174, "hit_rate_at_25": 0.99311, "hit_rate_at_50": 0.99725, "hit_rate_at_100": 0.99862, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.811295, "R_cap_at_3": 0.931818, "R_cap_at_5": 0.956612, "R_cap_at_10": 0.982782, "R_cap_at_20": 0.991736, "R_cap_at_25": 0.993113, "R_cap_at_50": 0.997245, "R_cap_at_100": 0.998623, "R_cap_at_1000": 1.0, "main_score": 0.90228, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.83974, "ndcg_at_3": 0.89705, "ndcg_at_5": 0.90527, "ndcg_at_10": 0.91124, "ndcg_at_20": 0.91426, "ndcg_at_25": 0.91494, "ndcg_at_50": 0.91597, "ndcg_at_100": 0.91662, "ndcg_at_1000": 0.91679, "map_at_1": 0.83974, "map_at_3": 0.88352, "map_at_5": 0.88812, "map_at_10": 0.89062, "map_at_20": 0.89144, "map_at_25": 0.89158, "map_at_50": 0.89173, "map_at_100": 0.89179, "map_at_1000": 0.8918, "recall_at_1": 0.83974, "recall_at_3": 0.93597, "recall_at_5": 0.95576, "recall_at_10": 0.974, "recall_at_20": 0.98603, "recall_at_25": 0.98913, "recall_at_50": 0.99457, "recall_at_100": 0.99845, "recall_at_1000": 0.99961, "accuracy": 0.83974, "precision_at_1": 0.83974, "precision_at_3": 0.31199, "precision_at_5": 0.19115, "precision_at_10": 0.0974, "precision_at_20": 0.0493, "precision_at_25": 0.03957, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.839736, "mrr_at_3": 0.883521, "mrr_at_5": 0.888119, "mrr_at_10": 0.890624, "mrr_at_20": 0.891443, "mrr_at_25": 0.891583, "mrr_at_50": 0.891729, "mrr_at_100": 0.891792, "mrr_at_1000": 0.8918, "nauc_ndcg_at_1_max": 0.493426, "nauc_ndcg_at_1_std": -0.379565, "nauc_ndcg_at_1_diff1": 0.863253, "nauc_ndcg_at_3_max": 0.513123, "nauc_ndcg_at_3_std": -0.473266, "nauc_ndcg_at_3_diff1": 0.842856, "nauc_ndcg_at_5_max": 0.522892, "nauc_ndcg_at_5_std": -0.459679, "nauc_ndcg_at_5_diff1": 0.84721, "nauc_ndcg_at_10_max": 0.5164, "nauc_ndcg_at_10_std": -0.452377, "nauc_ndcg_at_10_diff1": 0.848604, "nauc_ndcg_at_20_max": 0.513956, "nauc_ndcg_at_20_std": -0.450647, "nauc_ndcg_at_20_diff1": 0.84994, "nauc_ndcg_at_25_max": 0.512761, "nauc_ndcg_at_25_std": -0.448924, "nauc_ndcg_at_25_diff1": 0.850439, "nauc_ndcg_at_50_max": 0.513148, "nauc_ndcg_at_50_std": -0.439177, "nauc_ndcg_at_50_diff1": 0.850567, "nauc_ndcg_at_100_max": 0.511109, "nauc_ndcg_at_100_std": -0.436897, "nauc_ndcg_at_100_diff1": 0.849893, "nauc_ndcg_at_1000_max": 0.510695, "nauc_ndcg_at_1000_std": -0.438247, "nauc_ndcg_at_1000_diff1": 0.849872, "nauc_map_at_1_max": 0.493426, "nauc_map_at_1_std": -0.379565, "nauc_map_at_1_diff1": 0.863253, "nauc_map_at_3_max": 0.506305, "nauc_map_at_3_std": -0.444979, "nauc_map_at_3_diff1": 0.847453, "nauc_map_at_5_max": 0.510665, "nauc_map_at_5_std": -0.437247, "nauc_map_at_5_diff1": 0.849721, "nauc_map_at_10_max": 0.508138, "nauc_map_at_10_std": -0.434184, "nauc_map_at_10_diff1": 0.850207, "nauc_map_at_20_max": 0.507539, "nauc_map_at_20_std": -0.43361, "nauc_map_at_20_diff1": 0.850541, "nauc_map_at_25_max": 0.507339, "nauc_map_at_25_std": -0.433323, "nauc_map_at_25_diff1": 0.850626, "nauc_map_at_50_max": 0.507378, "nauc_map_at_50_std": -0.432204, "nauc_map_at_50_diff1": 0.850654, "nauc_map_at_100_max": 0.507221, "nauc_map_at_100_std": -0.432027, "nauc_map_at_100_diff1": 0.850602, "nauc_map_at_1000_max": 0.507204, "nauc_map_at_1000_std": -0.432083, "nauc_map_at_1000_diff1": 0.850602, "nauc_recall_at_1_max": 0.493426, "nauc_recall_at_1_std": -0.379565, "nauc_recall_at_1_diff1": 0.863253, "nauc_recall_at_3_max": 0.547982, "nauc_recall_at_3_std": -0.615074, "nauc_recall_at_3_diff1": 0.82104, "nauc_recall_at_5_max": 0.612432, "nauc_recall_at_5_std": -0.61119, "nauc_recall_at_5_diff1": 0.833037, "nauc_recall_at_10_max": 0.610151, "nauc_recall_at_10_std": -0.644341, "nauc_recall_at_10_diff1": 0.838315, "nauc_recall_at_20_max": 0.634092, "nauc_recall_at_20_std": -0.771888, "nauc_recall_at_20_diff1": 0.859228, "nauc_recall_at_25_max": 0.627316, "nauc_recall_at_25_std": -0.803293, "nauc_recall_at_25_diff1": 0.878698, "nauc_recall_at_50_max": 0.771078, "nauc_recall_at_50_std": -0.397015, "nauc_recall_at_50_diff1": 0.913628, "nauc_recall_at_100_max": 0.786418, "nauc_recall_at_100_std": 0.414404, "nauc_recall_at_100_diff1": 0.865191, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869264, "nauc_precision_at_1_max": 0.493426, "nauc_precision_at_1_std": -0.379565, "nauc_precision_at_1_diff1": 0.863253, "nauc_precision_at_3_max": 0.547982, "nauc_precision_at_3_std": -0.615074, "nauc_precision_at_3_diff1": 0.82104, "nauc_precision_at_5_max": 0.612432, "nauc_precision_at_5_std": -0.61119, "nauc_precision_at_5_diff1": 0.833037, "nauc_precision_at_10_max": 0.610151, "nauc_precision_at_10_std": -0.644341, "nauc_precision_at_10_diff1": 0.838315, "nauc_precision_at_20_max": 0.634092, "nauc_precision_at_20_std": -0.771888, "nauc_precision_at_20_diff1": 0.859228, "nauc_precision_at_25_max": 0.627316, "nauc_precision_at_25_std": -0.803293, "nauc_precision_at_25_diff1": 0.878698, "nauc_precision_at_50_max": 0.771078, "nauc_precision_at_50_std": -0.397015, "nauc_precision_at_50_diff1": 0.913628, "nauc_precision_at_100_max": 0.786418, "nauc_precision_at_100_std": 0.414404, "nauc_precision_at_100_diff1": 0.865191, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.869264, "nauc_mrr_at_1_max": 0.493426, "nauc_mrr_at_1_std": -0.379565, "nauc_mrr_at_1_diff1": 0.863253, "nauc_mrr_at_3_max": 0.506305, "nauc_mrr_at_3_std": -0.444979, "nauc_mrr_at_3_diff1": 0.847453, "nauc_mrr_at_5_max": 0.510665, "nauc_mrr_at_5_std": -0.437247, "nauc_mrr_at_5_diff1": 0.849721, "nauc_mrr_at_10_max": 0.508138, "nauc_mrr_at_10_std": -0.434184, "nauc_mrr_at_10_diff1": 0.850207, "nauc_mrr_at_20_max": 0.507539, "nauc_mrr_at_20_std": -0.43361, "nauc_mrr_at_20_diff1": 0.850541, "nauc_mrr_at_25_max": 0.507339, "nauc_mrr_at_25_std": -0.433323, "nauc_mrr_at_25_diff1": 0.850626, "nauc_mrr_at_50_max": 0.507378, "nauc_mrr_at_50_std": -0.432204, "nauc_mrr_at_50_diff1": 0.850654, "nauc_mrr_at_100_max": 0.507221, "nauc_mrr_at_100_std": -0.432027, "nauc_mrr_at_100_diff1": 0.850602, "nauc_mrr_at_1000_max": 0.507204, "nauc_mrr_at_1000_std": -0.432083, "nauc_mrr_at_1000_diff1": 0.850602, "hit_rate_at_1": 0.83974, "hit_rate_at_3": 0.93597, "hit_rate_at_5": 0.95576, "hit_rate_at_10": 0.974, "hit_rate_at_20": 0.98603, "hit_rate_at_25": 0.98913, "hit_rate_at_50": 0.99457, "hit_rate_at_100": 0.99845, "hit_rate_at_1000": 0.99961, "R_cap_at_1": 0.839736, "R_cap_at_3": 0.935972, "R_cap_at_5": 0.955763, "R_cap_at_10": 0.974001, "R_cap_at_20": 0.98603, "R_cap_at_25": 0.989135, "R_cap_at_50": 0.994567, "R_cap_at_100": 0.998448, "R_cap_at_1000": 0.999612, "main_score": 0.91124, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.85425, "ndcg_at_3": 0.90824, "ndcg_at_5": 0.91719, "ndcg_at_10": 0.92259, "ndcg_at_20": 0.9247, "ndcg_at_25": 0.92557, "ndcg_at_50": 0.92606, "ndcg_at_100": 0.92622, "ndcg_at_1000": 0.92663, "map_at_1": 0.85425, "map_at_3": 0.89616, "map_at_5": 0.90113, "map_at_10": 0.90343, "map_at_20": 0.90401, "map_at_25": 0.90418, "map_at_50": 0.90426, "map_at_100": 0.90427, "map_at_1000": 0.9043, "recall_at_1": 0.85425, "recall_at_3": 0.94269, "recall_at_5": 0.96443, "recall_at_10": 0.98073, "recall_at_20": 0.98913, "recall_at_25": 0.99308, "recall_at_50": 0.99555, "recall_at_100": 0.99654, "recall_at_1000": 0.99951, "accuracy": 0.85425, "precision_at_1": 0.85425, "precision_at_3": 0.31423, "precision_at_5": 0.19289, "precision_at_10": 0.09807, "precision_at_20": 0.04946, "precision_at_25": 0.03972, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.854249, "mrr_at_3": 0.896163, "mrr_at_5": 0.901128, "mrr_at_10": 0.903429, "mrr_at_20": 0.904007, "mrr_at_25": 0.904183, "mrr_at_50": 0.90426, "mrr_at_100": 0.904275, "mrr_at_1000": 0.904295, "nauc_ndcg_at_1_max": 0.478372, "nauc_ndcg_at_1_std": -0.324214, "nauc_ndcg_at_1_diff1": 0.864428, "nauc_ndcg_at_3_max": 0.559137, "nauc_ndcg_at_3_std": -0.393646, "nauc_ndcg_at_3_diff1": 0.844446, "nauc_ndcg_at_5_max": 0.555811, "nauc_ndcg_at_5_std": -0.40584, "nauc_ndcg_at_5_diff1": 0.844979, "nauc_ndcg_at_10_max": 0.542758, "nauc_ndcg_at_10_std": -0.389106, "nauc_ndcg_at_10_diff1": 0.846535, "nauc_ndcg_at_20_max": 0.537057, "nauc_ndcg_at_20_std": -0.380115, "nauc_ndcg_at_20_diff1": 0.849125, "nauc_ndcg_at_25_max": 0.533827, "nauc_ndcg_at_25_std": -0.377641, "nauc_ndcg_at_25_diff1": 0.848761, "nauc_ndcg_at_50_max": 0.532235, "nauc_ndcg_at_50_std": -0.377631, "nauc_ndcg_at_50_diff1": 0.850844, "nauc_ndcg_at_100_max": 0.531474, "nauc_ndcg_at_100_std": -0.378453, "nauc_ndcg_at_100_diff1": 0.850956, "nauc_ndcg_at_1000_max": 0.531731, "nauc_ndcg_at_1000_std": -0.375462, "nauc_ndcg_at_1000_diff1": 0.850764, "nauc_map_at_1_max": 0.478372, "nauc_map_at_1_std": -0.324214, "nauc_map_at_1_diff1": 0.864428, "nauc_map_at_3_max": 0.535424, "nauc_map_at_3_std": -0.372773, "nauc_map_at_3_diff1": 0.85035, "nauc_map_at_5_max": 0.532228, "nauc_map_at_5_std": -0.377302, "nauc_map_at_5_diff1": 0.850865, "nauc_map_at_10_max": 0.527168, "nauc_map_at_10_std": -0.370934, "nauc_map_at_10_diff1": 0.851553, "nauc_map_at_20_max": 0.52591, "nauc_map_at_20_std": -0.368902, "nauc_map_at_20_diff1": 0.852196, "nauc_map_at_25_max": 0.525375, "nauc_map_at_25_std": -0.368499, "nauc_map_at_25_diff1": 0.852145, "nauc_map_at_50_max": 0.525166, "nauc_map_at_50_std": -0.368501, "nauc_map_at_50_diff1": 0.852383, "nauc_map_at_100_max": 0.525111, "nauc_map_at_100_std": -0.368563, "nauc_map_at_100_diff1": 0.852388, "nauc_map_at_1000_max": 0.525123, "nauc_map_at_1000_std": -0.368447, "nauc_map_at_1000_diff1": 0.852382, "nauc_recall_at_1_max": 0.478372, "nauc_recall_at_1_std": -0.324214, "nauc_recall_at_1_diff1": 0.864428, "nauc_recall_at_3_max": 0.677153, "nauc_recall_at_3_std": -0.497925, "nauc_recall_at_3_diff1": 0.815035, "nauc_recall_at_5_max": 0.735621, "nauc_recall_at_5_std": -0.629613, "nauc_recall_at_5_diff1": 0.80042, "nauc_recall_at_10_max": 0.734071, "nauc_recall_at_10_std": -0.620266, "nauc_recall_at_10_diff1": 0.780858, "nauc_recall_at_20_max": 0.725791, "nauc_recall_at_20_std": -0.559024, "nauc_recall_at_20_diff1": 0.79549, "nauc_recall_at_25_max": 0.680632, "nauc_recall_at_25_std": -0.542567, "nauc_recall_at_25_diff1": 0.747484, "nauc_recall_at_50_max": 0.634439, "nauc_recall_at_50_std": -0.631273, "nauc_recall_at_50_diff1": 0.865668, "nauc_recall_at_100_max": 0.567334, "nauc_recall_at_100_std": -0.804713, "nauc_recall_at_100_diff1": 0.885639, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": -0.17122, "nauc_recall_at_1000_diff1": 0.86931, "nauc_precision_at_1_max": 0.478372, "nauc_precision_at_1_std": -0.324214, "nauc_precision_at_1_diff1": 0.864428, "nauc_precision_at_3_max": 0.677153, "nauc_precision_at_3_std": -0.497925, "nauc_precision_at_3_diff1": 0.815035, "nauc_precision_at_5_max": 0.735621, "nauc_precision_at_5_std": -0.629613, "nauc_precision_at_5_diff1": 0.80042, "nauc_precision_at_10_max": 0.734071, "nauc_precision_at_10_std": -0.620266, "nauc_precision_at_10_diff1": 0.780858, "nauc_precision_at_20_max": 0.725791, "nauc_precision_at_20_std": -0.559024, "nauc_precision_at_20_diff1": 0.79549, "nauc_precision_at_25_max": 0.680632, "nauc_precision_at_25_std": -0.542567, "nauc_precision_at_25_diff1": 0.747484, "nauc_precision_at_50_max": 0.634439, "nauc_precision_at_50_std": -0.631273, "nauc_precision_at_50_diff1": 0.865668, "nauc_precision_at_100_max": 0.567334, "nauc_precision_at_100_std": -0.804713, "nauc_precision_at_100_diff1": 0.885639, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": -0.17122, "nauc_precision_at_1000_diff1": 0.86931, "nauc_mrr_at_1_max": 0.478372, "nauc_mrr_at_1_std": -0.324214, "nauc_mrr_at_1_diff1": 0.864428, "nauc_mrr_at_3_max": 0.535424, "nauc_mrr_at_3_std": -0.372773, "nauc_mrr_at_3_diff1": 0.85035, "nauc_mrr_at_5_max": 0.532228, "nauc_mrr_at_5_std": -0.377302, "nauc_mrr_at_5_diff1": 0.850865, "nauc_mrr_at_10_max": 0.527168, "nauc_mrr_at_10_std": -0.370934, "nauc_mrr_at_10_diff1": 0.851553, "nauc_mrr_at_20_max": 0.52591, "nauc_mrr_at_20_std": -0.368902, "nauc_mrr_at_20_diff1": 0.852196, "nauc_mrr_at_25_max": 0.525375, "nauc_mrr_at_25_std": -0.368499, "nauc_mrr_at_25_diff1": 0.852145, "nauc_mrr_at_50_max": 0.525166, "nauc_mrr_at_50_std": -0.368501, "nauc_mrr_at_50_diff1": 0.852383, "nauc_mrr_at_100_max": 0.525111, "nauc_mrr_at_100_std": -0.368563, "nauc_mrr_at_100_diff1": 0.852388, "nauc_mrr_at_1000_max": 0.525123, "nauc_mrr_at_1000_std": -0.368447, "nauc_mrr_at_1000_diff1": 0.852382, "hit_rate_at_1": 0.85425, "hit_rate_at_3": 0.94269, "hit_rate_at_5": 0.96443, "hit_rate_at_10": 0.98073, "hit_rate_at_20": 0.98913, "hit_rate_at_25": 0.99308, "hit_rate_at_50": 0.99555, "hit_rate_at_100": 0.99654, "hit_rate_at_1000": 0.99951, "R_cap_at_1": 0.854249, "R_cap_at_3": 0.942688, "R_cap_at_5": 0.964427, "R_cap_at_10": 0.980731, "R_cap_at_20": 0.98913, "R_cap_at_25": 0.993083, "R_cap_at_50": 0.995553, "R_cap_at_100": 0.996542, "R_cap_at_1000": 0.999506, "main_score": 0.92259, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.94375, "ndcg_at_3": 0.97268, "ndcg_at_5": 0.97579, "ndcg_at_10": 0.97605, "ndcg_at_20": 0.97625, "ndcg_at_25": 0.97625, "ndcg_at_50": 0.97625, "ndcg_at_100": 0.97638, "ndcg_at_1000": 0.97638, "map_at_1": 0.94375, "map_at_3": 0.9664, "map_at_5": 0.96819, "map_at_10": 0.96831, "map_at_20": 0.96837, "map_at_25": 0.96837, "map_at_50": 0.96837, "map_at_100": 0.96839, "map_at_1000": 0.96839, "recall_at_1": 0.94375, "recall_at_3": 0.9905, "recall_at_5": 0.99781, "recall_at_10": 0.99854, "recall_at_20": 0.99927, "recall_at_25": 0.99927, "recall_at_50": 0.99927, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.94375, "precision_at_1": 0.94375, "precision_at_3": 0.33017, "precision_at_5": 0.19956, "precision_at_10": 0.09985, "precision_at_20": 0.04996, "precision_at_25": 0.03997, "precision_at_50": 0.01999, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.943755, "mrr_at_3": 0.966399, "mrr_at_5": 0.968188, "mrr_at_10": 0.96831, "mrr_at_20": 0.968371, "mrr_at_25": 0.968371, "mrr_at_50": 0.968371, "mrr_at_100": 0.968385, "mrr_at_1000": 0.968385, "nauc_ndcg_at_1_max": 0.425027, "nauc_ndcg_at_1_std": -0.324412, "nauc_ndcg_at_1_diff1": 0.933963, "nauc_ndcg_at_3_max": 0.52999, "nauc_ndcg_at_3_std": -0.384275, "nauc_ndcg_at_3_diff1": 0.938534, "nauc_ndcg_at_5_max": 0.489659, "nauc_ndcg_at_5_std": -0.349629, "nauc_ndcg_at_5_diff1": 0.937423, "nauc_ndcg_at_10_max": 0.484114, "nauc_ndcg_at_10_std": -0.354762, "nauc_ndcg_at_10_diff1": 0.936743, "nauc_ndcg_at_20_max": 0.479827, "nauc_ndcg_at_20_std": -0.343261, "nauc_ndcg_at_20_diff1": 0.936217, "nauc_ndcg_at_25_max": 0.479827, "nauc_ndcg_at_25_std": -0.343261, "nauc_ndcg_at_25_diff1": 0.936217, "nauc_ndcg_at_50_max": 0.479827, "nauc_ndcg_at_50_std": -0.343261, "nauc_ndcg_at_50_diff1": 0.936217, "nauc_ndcg_at_100_max": 0.477005, "nauc_ndcg_at_100_std": -0.34904, "nauc_ndcg_at_100_diff1": 0.935871, "nauc_ndcg_at_1000_max": 0.477005, "nauc_ndcg_at_1000_std": -0.34904, "nauc_ndcg_at_1000_diff1": 0.935871, "nauc_map_at_1_max": 0.425027, "nauc_map_at_1_std": -0.324412, "nauc_map_at_1_diff1": 0.933963, "nauc_map_at_3_max": 0.494712, "nauc_map_at_3_std": -0.365885, "nauc_map_at_3_diff1": 0.936483, "nauc_map_at_5_max": 0.475102, "nauc_map_at_5_std": -0.349126, "nauc_map_at_5_diff1": 0.935912, "nauc_map_at_10_max": 0.473085, "nauc_map_at_10_std": -0.350939, "nauc_map_at_10_diff1": 0.935665, "nauc_map_at_20_max": 0.472071, "nauc_map_at_20_std": -0.348269, "nauc_map_at_20_diff1": 0.935541, "nauc_map_at_25_max": 0.472071, "nauc_map_at_25_std": -0.348269, "nauc_map_at_25_diff1": 0.935541, "nauc_map_at_50_max": 0.472071, "nauc_map_at_50_std": -0.348269, "nauc_map_at_50_diff1": 0.935541, "nauc_map_at_100_max": 0.471832, "nauc_map_at_100_std": -0.348754, "nauc_map_at_100_diff1": 0.935512, "nauc_map_at_1000_max": 0.471832, "nauc_map_at_1000_std": -0.348754, "nauc_map_at_1000_diff1": 0.935512, "nauc_recall_at_1_max": 0.425027, "nauc_recall_at_1_std": -0.324412, "nauc_recall_at_1_diff1": 0.933963, "nauc_recall_at_3_max": 0.879856, "nauc_recall_at_3_std": -0.563619, "nauc_recall_at_3_diff1": 0.959776, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": -0.297888, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -0.508216, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.722185, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.722185, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.722185, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.425027, "nauc_precision_at_1_std": -0.324412, "nauc_precision_at_1_diff1": 0.933963, "nauc_precision_at_3_max": 0.879856, "nauc_precision_at_3_std": -0.563619, "nauc_precision_at_3_diff1": 0.959776, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": -0.297888, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -0.508216, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.722185, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.722185, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.722185, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.425027, "nauc_mrr_at_1_std": -0.324412, "nauc_mrr_at_1_diff1": 0.933963, "nauc_mrr_at_3_max": 0.494712, "nauc_mrr_at_3_std": -0.365885, "nauc_mrr_at_3_diff1": 0.936483, "nauc_mrr_at_5_max": 0.475102, "nauc_mrr_at_5_std": -0.349126, "nauc_mrr_at_5_diff1": 0.935912, "nauc_mrr_at_10_max": 0.473085, "nauc_mrr_at_10_std": -0.350939, "nauc_mrr_at_10_diff1": 0.935665, "nauc_mrr_at_20_max": 0.472071, "nauc_mrr_at_20_std": -0.348269, "nauc_mrr_at_20_diff1": 0.935541, "nauc_mrr_at_25_max": 0.472071, "nauc_mrr_at_25_std": -0.348269, "nauc_mrr_at_25_diff1": 0.935541, "nauc_mrr_at_50_max": 0.472071, "nauc_mrr_at_50_std": -0.348269, "nauc_mrr_at_50_diff1": 0.935541, "nauc_mrr_at_100_max": 0.471832, "nauc_mrr_at_100_std": -0.348754, "nauc_mrr_at_100_diff1": 0.935512, "nauc_mrr_at_1000_max": 0.471832, "nauc_mrr_at_1000_std": -0.348754, "nauc_mrr_at_1000_diff1": 0.935512, "hit_rate_at_1": 0.94375, "hit_rate_at_3": 0.9905, "hit_rate_at_5": 0.99781, "hit_rate_at_10": 0.99854, "hit_rate_at_20": 0.99927, "hit_rate_at_25": 0.99927, "hit_rate_at_50": 0.99927, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.943755, "R_cap_at_3": 0.990504, "R_cap_at_5": 0.997809, "R_cap_at_10": 0.998539, "R_cap_at_20": 0.99927, "R_cap_at_25": 0.99927, "R_cap_at_50": 0.99927, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97605, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.80358, "ndcg_at_3": 0.88159, "ndcg_at_5": 0.89411, "ndcg_at_10": 0.89983, "ndcg_at_20": 0.90255, "ndcg_at_25": 0.90304, "ndcg_at_50": 0.90357, "ndcg_at_100": 0.90372, "ndcg_at_1000": 0.90378, "map_at_1": 0.80358, "map_at_3": 0.86301, "map_at_5": 0.86995, "map_at_10": 0.87235, "map_at_20": 0.8731, "map_at_25": 0.87321, "map_at_50": 0.87329, "map_at_100": 0.8733, "map_at_1000": 0.8733, "recall_at_1": 0.80358, "recall_at_3": 0.93512, "recall_at_5": 0.96555, "recall_at_10": 0.983, "recall_at_20": 0.99374, "recall_at_25": 0.99597, "recall_at_50": 0.99866, "recall_at_100": 0.99955, "recall_at_1000": 1.0, "accuracy": 0.80358, "precision_at_1": 0.80358, "precision_at_3": 0.31171, "precision_at_5": 0.19311, "precision_at_10": 0.0983, "precision_at_20": 0.04969, "precision_at_25": 0.03984, "precision_at_50": 0.01997, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.803579, "mrr_at_3": 0.863013, "mrr_at_5": 0.869948, "mrr_at_10": 0.872354, "mrr_at_20": 0.873105, "mrr_at_25": 0.873205, "mrr_at_50": 0.873287, "mrr_at_100": 0.8733, "mrr_at_1000": 0.873305, "nauc_ndcg_at_1_max": 0.358292, "nauc_ndcg_at_1_std": -0.359801, "nauc_ndcg_at_1_diff1": 0.830277, "nauc_ndcg_at_3_max": 0.382707, "nauc_ndcg_at_3_std": -0.433892, "nauc_ndcg_at_3_diff1": 0.813888, "nauc_ndcg_at_5_max": 0.369417, "nauc_ndcg_at_5_std": -0.416364, "nauc_ndcg_at_5_diff1": 0.815081, "nauc_ndcg_at_10_max": 0.361451, "nauc_ndcg_at_10_std": -0.416197, "nauc_ndcg_at_10_diff1": 0.820743, "nauc_ndcg_at_20_max": 0.371387, "nauc_ndcg_at_20_std": -0.399535, "nauc_ndcg_at_20_diff1": 0.819486, "nauc_ndcg_at_25_max": 0.372262, "nauc_ndcg_at_25_std": -0.396894, "nauc_ndcg_at_25_diff1": 0.819871, "nauc_ndcg_at_50_max": 0.370487, "nauc_ndcg_at_50_std": -0.39818, "nauc_ndcg_at_50_diff1": 0.819229, "nauc_ndcg_at_100_max": 0.369485, "nauc_ndcg_at_100_std": -0.39854, "nauc_ndcg_at_100_diff1": 0.819038, "nauc_ndcg_at_1000_max": 0.369028, "nauc_ndcg_at_1000_std": -0.39946, "nauc_ndcg_at_1000_diff1": 0.818907, "nauc_map_at_1_max": 0.358292, "nauc_map_at_1_std": -0.359801, "nauc_map_at_1_diff1": 0.830277, "nauc_map_at_3_max": 0.375434, "nauc_map_at_3_std": -0.409307, "nauc_map_at_3_diff1": 0.816948, "nauc_map_at_5_max": 0.36903, "nauc_map_at_5_std": -0.40006, "nauc_map_at_5_diff1": 0.817592, "nauc_map_at_10_max": 0.366318, "nauc_map_at_10_std": -0.39938, "nauc_map_at_10_diff1": 0.81959, "nauc_map_at_20_max": 0.368359, "nauc_map_at_20_std": -0.395788, "nauc_map_at_20_diff1": 0.819324, "nauc_map_at_25_max": 0.368516, "nauc_map_at_25_std": -0.395338, "nauc_map_at_25_diff1": 0.819375, "nauc_map_at_50_max": 0.368324, "nauc_map_at_50_std": -0.395433, "nauc_map_at_50_diff1": 0.819299, "nauc_map_at_100_max": 0.368255, "nauc_map_at_100_std": -0.395457, "nauc_map_at_100_diff1": 0.819285, "nauc_map_at_1000_max": 0.368233, "nauc_map_at_1000_std": -0.395501, "nauc_map_at_1000_diff1": 0.819278, "nauc_recall_at_1_max": 0.358292, "nauc_recall_at_1_std": -0.359801, "nauc_recall_at_1_diff1": 0.830277, "nauc_recall_at_3_max": 0.424126, "nauc_recall_at_3_std": -0.576289, "nauc_recall_at_3_diff1": 0.798184, "nauc_recall_at_5_max": 0.365378, "nauc_recall_at_5_std": -0.575725, "nauc_recall_at_5_diff1": 0.793865, "nauc_recall_at_10_max": 0.226959, "nauc_recall_at_10_std": -0.747632, "nauc_recall_at_10_diff1": 0.866137, "nauc_recall_at_20_max": 0.589842, "nauc_recall_at_20_std": -0.335524, "nauc_recall_at_20_diff1": 0.869623, "nauc_recall_at_25_max": 0.795357, "nauc_recall_at_25_std": -0.035203, "nauc_recall_at_25_diff1": 0.940076, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.175398, "nauc_recall_at_50_diff1": 0.956416, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869249, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.358292, "nauc_precision_at_1_std": -0.359801, "nauc_precision_at_1_diff1": 0.830277, "nauc_precision_at_3_max": 0.424126, "nauc_precision_at_3_std": -0.576289, "nauc_precision_at_3_diff1": 0.798184, "nauc_precision_at_5_max": 0.365378, "nauc_precision_at_5_std": -0.575725, "nauc_precision_at_5_diff1": 0.793865, "nauc_precision_at_10_max": 0.226959, "nauc_precision_at_10_std": -0.747632, "nauc_precision_at_10_diff1": 0.866137, "nauc_precision_at_20_max": 0.589842, "nauc_precision_at_20_std": -0.335524, "nauc_precision_at_20_diff1": 0.869623, "nauc_precision_at_25_max": 0.795357, "nauc_precision_at_25_std": -0.035203, "nauc_precision_at_25_diff1": 0.940076, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.175398, "nauc_precision_at_50_diff1": 0.956416, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869249, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.358292, "nauc_mrr_at_1_std": -0.359801, "nauc_mrr_at_1_diff1": 0.830277, "nauc_mrr_at_3_max": 0.375434, "nauc_mrr_at_3_std": -0.409307, "nauc_mrr_at_3_diff1": 0.816948, "nauc_mrr_at_5_max": 0.36903, "nauc_mrr_at_5_std": -0.40006, "nauc_mrr_at_5_diff1": 0.817592, "nauc_mrr_at_10_max": 0.366318, "nauc_mrr_at_10_std": -0.39938, "nauc_mrr_at_10_diff1": 0.81959, "nauc_mrr_at_20_max": 0.368359, "nauc_mrr_at_20_std": -0.395788, "nauc_mrr_at_20_diff1": 0.819324, "nauc_mrr_at_25_max": 0.368516, "nauc_mrr_at_25_std": -0.395338, "nauc_mrr_at_25_diff1": 0.819375, "nauc_mrr_at_50_max": 0.368324, "nauc_mrr_at_50_std": -0.395433, "nauc_mrr_at_50_diff1": 0.819299, "nauc_mrr_at_100_max": 0.368255, "nauc_mrr_at_100_std": -0.395457, "nauc_mrr_at_100_diff1": 0.819285, "nauc_mrr_at_1000_max": 0.368233, "nauc_mrr_at_1000_std": -0.395501, "nauc_mrr_at_1000_diff1": 0.819278, "hit_rate_at_1": 0.80358, "hit_rate_at_3": 0.93512, "hit_rate_at_5": 0.96555, "hit_rate_at_10": 0.983, "hit_rate_at_20": 0.99374, "hit_rate_at_25": 0.99597, "hit_rate_at_50": 0.99866, "hit_rate_at_100": 0.99955, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.803579, "R_cap_at_3": 0.935123, "R_cap_at_5": 0.965548, "R_cap_at_10": 0.982998, "R_cap_at_20": 0.993736, "R_cap_at_25": 0.995973, "R_cap_at_50": 0.998658, "R_cap_at_100": 0.999553, "R_cap_at_1000": 1.0, "main_score": 0.89983, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.82544, "ndcg_at_3": 0.89688, "ndcg_at_5": 0.90803, "ndcg_at_10": 0.91476, "ndcg_at_20": 0.91576, "ndcg_at_25": 0.91596, "ndcg_at_50": 0.91615, "ndcg_at_100": 0.9163, "ndcg_at_1000": 0.9164, "map_at_1": 0.82544, "map_at_3": 0.88007, "map_at_5": 0.88629, "map_at_10": 0.88914, "map_at_20": 0.88944, "map_at_25": 0.88948, "map_at_50": 0.88951, "map_at_100": 0.88953, "map_at_1000": 0.88953, "recall_at_1": 0.82544, "recall_at_3": 0.94522, "recall_at_5": 0.97214, "recall_at_10": 0.99257, "recall_at_20": 0.99629, "recall_at_25": 0.99721, "recall_at_50": 0.99814, "recall_at_100": 0.99907, "recall_at_1000": 1.0, "accuracy": 0.82544, "precision_at_1": 0.82544, "precision_at_3": 0.31507, "precision_at_5": 0.19443, "precision_at_10": 0.09926, "precision_at_20": 0.04981, "precision_at_25": 0.03989, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.825441, "mrr_at_3": 0.880068, "mrr_at_5": 0.886289, "mrr_at_10": 0.889137, "mrr_at_20": 0.88944, "mrr_at_25": 0.889479, "mrr_at_50": 0.889515, "mrr_at_100": 0.889529, "mrr_at_1000": 0.88953, "nauc_ndcg_at_1_max": 0.343503, "nauc_ndcg_at_1_std": -0.281488, "nauc_ndcg_at_1_diff1": 0.852091, "nauc_ndcg_at_3_max": 0.330604, "nauc_ndcg_at_3_std": -0.363504, "nauc_ndcg_at_3_diff1": 0.829141, "nauc_ndcg_at_5_max": 0.350157, "nauc_ndcg_at_5_std": -0.350362, "nauc_ndcg_at_5_diff1": 0.831883, "nauc_ndcg_at_10_max": 0.345824, "nauc_ndcg_at_10_std": -0.339855, "nauc_ndcg_at_10_diff1": 0.838127, "nauc_ndcg_at_20_max": 0.344442, "nauc_ndcg_at_20_std": -0.328195, "nauc_ndcg_at_20_diff1": 0.83792, "nauc_ndcg_at_25_max": 0.342813, "nauc_ndcg_at_25_std": -0.330388, "nauc_ndcg_at_25_diff1": 0.839113, "nauc_ndcg_at_50_max": 0.346451, "nauc_ndcg_at_50_std": -0.32696, "nauc_ndcg_at_50_diff1": 0.83904, "nauc_ndcg_at_100_max": 0.345456, "nauc_ndcg_at_100_std": -0.325388, "nauc_ndcg_at_100_diff1": 0.838733, "nauc_ndcg_at_1000_max": 0.34466, "nauc_ndcg_at_1000_std": -0.326842, "nauc_ndcg_at_1000_diff1": 0.838696, "nauc_map_at_1_max": 0.343503, "nauc_map_at_1_std": -0.281488, "nauc_map_at_1_diff1": 0.852091, "nauc_map_at_3_max": 0.336393, "nauc_map_at_3_std": -0.337366, "nauc_map_at_3_diff1": 0.835657, "nauc_map_at_5_max": 0.345565, "nauc_map_at_5_std": -0.329974, "nauc_map_at_5_diff1": 0.837331, "nauc_map_at_10_max": 0.343829, "nauc_map_at_10_std": -0.326037, "nauc_map_at_10_diff1": 0.839608, "nauc_map_at_20_max": 0.343491, "nauc_map_at_20_std": -0.323237, "nauc_map_at_20_diff1": 0.839569, "nauc_map_at_25_max": 0.34325, "nauc_map_at_25_std": -0.323558, "nauc_map_at_25_diff1": 0.839745, "nauc_map_at_50_max": 0.343756, "nauc_map_at_50_std": -0.32308, "nauc_map_at_50_diff1": 0.839735, "nauc_map_at_100_max": 0.343687, "nauc_map_at_100_std": -0.322971, "nauc_map_at_100_diff1": 0.839714, "nauc_map_at_1000_max": 0.343679, "nauc_map_at_1000_std": -0.322985, "nauc_map_at_1000_diff1": 0.839714, "nauc_recall_at_1_max": 0.343503, "nauc_recall_at_1_std": -0.281488, "nauc_recall_at_1_diff1": 0.852091, "nauc_recall_at_3_max": 0.294354, "nauc_recall_at_3_std": -0.520048, "nauc_recall_at_3_diff1": 0.790864, "nauc_recall_at_5_max": 0.40944, "nauc_recall_at_5_std": -0.569755, "nauc_recall_at_5_diff1": 0.773933, "nauc_recall_at_10_max": 0.442235, "nauc_recall_at_10_std": -0.820371, "nauc_recall_at_10_diff1": 0.814999, "nauc_recall_at_20_max": 0.42916, "nauc_recall_at_20_std": -0.367088, "nauc_recall_at_20_diff1": 0.774137, "nauc_recall_at_25_max": 0.238881, "nauc_recall_at_25_std": -0.674186, "nauc_recall_at_25_diff1": 0.912827, "nauc_recall_at_50_max": 0.93462, "nauc_recall_at_50_std": -0.141679, "nauc_recall_at_50_diff1": 0.93462, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869241, "nauc_recall_at_100_diff1": 0.869241, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.343503, "nauc_precision_at_1_std": -0.281488, "nauc_precision_at_1_diff1": 0.852091, "nauc_precision_at_3_max": 0.294354, "nauc_precision_at_3_std": -0.520048, "nauc_precision_at_3_diff1": 0.790864, "nauc_precision_at_5_max": 0.40944, "nauc_precision_at_5_std": -0.569755, "nauc_precision_at_5_diff1": 0.773933, "nauc_precision_at_10_max": 0.442235, "nauc_precision_at_10_std": -0.820371, "nauc_precision_at_10_diff1": 0.814999, "nauc_precision_at_20_max": 0.42916, "nauc_precision_at_20_std": -0.367088, "nauc_precision_at_20_diff1": 0.774137, "nauc_precision_at_25_max": 0.238881, "nauc_precision_at_25_std": -0.674186, "nauc_precision_at_25_diff1": 0.912827, "nauc_precision_at_50_max": 0.93462, "nauc_precision_at_50_std": -0.141679, "nauc_precision_at_50_diff1": 0.93462, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869241, "nauc_precision_at_100_diff1": 0.869241, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.343503, "nauc_mrr_at_1_std": -0.281488, "nauc_mrr_at_1_diff1": 0.852091, "nauc_mrr_at_3_max": 0.336393, "nauc_mrr_at_3_std": -0.337366, "nauc_mrr_at_3_diff1": 0.835657, "nauc_mrr_at_5_max": 0.345565, "nauc_mrr_at_5_std": -0.329974, "nauc_mrr_at_5_diff1": 0.837331, "nauc_mrr_at_10_max": 0.343829, "nauc_mrr_at_10_std": -0.326037, "nauc_mrr_at_10_diff1": 0.839608, "nauc_mrr_at_20_max": 0.343491, "nauc_mrr_at_20_std": -0.323237, "nauc_mrr_at_20_diff1": 0.839569, "nauc_mrr_at_25_max": 0.34325, "nauc_mrr_at_25_std": -0.323558, "nauc_mrr_at_25_diff1": 0.839745, "nauc_mrr_at_50_max": 0.343756, "nauc_mrr_at_50_std": -0.32308, "nauc_mrr_at_50_diff1": 0.839735, "nauc_mrr_at_100_max": 0.343687, "nauc_mrr_at_100_std": -0.322971, "nauc_mrr_at_100_diff1": 0.839714, "nauc_mrr_at_1000_max": 0.343679, "nauc_mrr_at_1000_std": -0.322985, "nauc_mrr_at_1000_diff1": 0.839714, "hit_rate_at_1": 0.82544, "hit_rate_at_3": 0.94522, "hit_rate_at_5": 0.97214, "hit_rate_at_10": 0.99257, "hit_rate_at_20": 0.99629, "hit_rate_at_25": 0.99721, "hit_rate_at_50": 0.99814, "hit_rate_at_100": 0.99907, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.825441, "R_cap_at_3": 0.945218, "R_cap_at_5": 0.972145, "R_cap_at_10": 0.992572, "R_cap_at_20": 0.996286, "R_cap_at_25": 0.997214, "R_cap_at_50": 0.998143, "R_cap_at_100": 0.999071, "R_cap_at_1000": 1.0, "main_score": 0.91476, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.89776, "ndcg_at_3": 0.94144, "ndcg_at_5": 0.94707, "ndcg_at_10": 0.94957, "ndcg_at_20": 0.95106, "ndcg_at_25": 0.9512, "ndcg_at_50": 0.95132, "ndcg_at_100": 0.95142, "ndcg_at_1000": 0.95165, "map_at_1": 0.89776, "map_at_3": 0.93163, "map_at_5": 0.93475, "map_at_10": 0.93583, "map_at_20": 0.93627, "map_at_25": 0.9363, "map_at_50": 0.93631, "map_at_100": 0.93633, "map_at_1000": 0.93633, "recall_at_1": 0.89776, "recall_at_3": 0.96945, "recall_at_5": 0.98317, "recall_at_10": 0.99065, "recall_at_20": 0.99626, "recall_at_25": 0.99688, "recall_at_50": 0.99751, "recall_at_100": 0.99813, "recall_at_1000": 1.0, "accuracy": 0.89776, "precision_at_1": 0.89776, "precision_at_3": 0.32315, "precision_at_5": 0.19663, "precision_at_10": 0.09906, "precision_at_20": 0.04981, "precision_at_25": 0.03988, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.897756, "mrr_at_3": 0.931629, "mrr_at_5": 0.934746, "mrr_at_10": 0.935826, "mrr_at_20": 0.936268, "mrr_at_25": 0.936298, "mrr_at_50": 0.936314, "mrr_at_100": 0.936325, "mrr_at_1000": 0.936333, "nauc_ndcg_at_1_max": 0.543148, "nauc_ndcg_at_1_std": -0.375927, "nauc_ndcg_at_1_diff1": 0.898007, "nauc_ndcg_at_3_max": 0.619216, "nauc_ndcg_at_3_std": -0.389789, "nauc_ndcg_at_3_diff1": 0.893502, "nauc_ndcg_at_5_max": 0.612118, "nauc_ndcg_at_5_std": -0.370327, "nauc_ndcg_at_5_diff1": 0.893649, "nauc_ndcg_at_10_max": 0.600098, "nauc_ndcg_at_10_std": -0.379397, "nauc_ndcg_at_10_diff1": 0.894093, "nauc_ndcg_at_20_max": 0.591528, "nauc_ndcg_at_20_std": -0.383411, "nauc_ndcg_at_20_diff1": 0.893786, "nauc_ndcg_at_25_max": 0.591636, "nauc_ndcg_at_25_std": -0.379512, "nauc_ndcg_at_25_diff1": 0.893856, "nauc_ndcg_at_50_max": 0.590966, "nauc_ndcg_at_50_std": -0.379068, "nauc_ndcg_at_50_diff1": 0.8936, "nauc_ndcg_at_100_max": 0.590051, "nauc_ndcg_at_100_std": -0.380716, "nauc_ndcg_at_100_diff1": 0.893655, "nauc_ndcg_at_1000_max": 0.589051, "nauc_ndcg_at_1000_std": -0.379505, "nauc_ndcg_at_1000_diff1": 0.894463, "nauc_map_at_1_max": 0.543148, "nauc_map_at_1_std": -0.375927, "nauc_map_at_1_diff1": 0.898007, "nauc_map_at_3_max": 0.594148, "nauc_map_at_3_std": -0.384157, "nauc_map_at_3_diff1": 0.894961, "nauc_map_at_5_max": 0.589796, "nauc_map_at_5_std": -0.375514, "nauc_map_at_5_diff1": 0.895122, "nauc_map_at_10_max": 0.585405, "nauc_map_at_10_std": -0.378483, "nauc_map_at_10_diff1": 0.895338, "nauc_map_at_20_max": 0.583322, "nauc_map_at_20_std": -0.379512, "nauc_map_at_20_diff1": 0.895287, "nauc_map_at_25_max": 0.583335, "nauc_map_at_25_std": -0.378876, "nauc_map_at_25_diff1": 0.895299, "nauc_map_at_50_max": 0.583263, "nauc_map_at_50_std": -0.37883, "nauc_map_at_50_diff1": 0.895273, "nauc_map_at_100_max": 0.583186, "nauc_map_at_100_std": -0.378966, "nauc_map_at_100_diff1": 0.895277, "nauc_map_at_1000_max": 0.583161, "nauc_map_at_1000_std": -0.378921, "nauc_map_at_1000_diff1": 0.895298, "nauc_recall_at_1_max": 0.543148, "nauc_recall_at_1_std": -0.375927, "nauc_recall_at_1_diff1": 0.898007, "nauc_recall_at_3_max": 0.778579, "nauc_recall_at_3_std": -0.426664, "nauc_recall_at_3_diff1": 0.884257, "nauc_recall_at_5_max": 0.85365, "nauc_recall_at_5_std": -0.302261, "nauc_recall_at_5_diff1": 0.877426, "nauc_recall_at_10_max": 0.851251, "nauc_recall_at_10_std": -0.400178, "nauc_recall_at_10_diff1": 0.870073, "nauc_recall_at_20_max": 0.807838, "nauc_recall_at_20_std": -0.616159, "nauc_recall_at_20_diff1": 0.817557, "nauc_recall_at_25_max": 0.858567, "nauc_recall_at_25_std": -0.391174, "nauc_recall_at_25_diff1": 0.807205, "nauc_recall_at_50_max": 0.855879, "nauc_recall_at_50_std": -0.34809, "nauc_recall_at_50_diff1": 0.759006, "nauc_recall_at_100_max": 0.807838, "nauc_recall_at_100_std": -0.583466, "nauc_recall_at_100_diff1": 0.722236, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.543148, "nauc_precision_at_1_std": -0.375927, "nauc_precision_at_1_diff1": 0.898007, "nauc_precision_at_3_max": 0.778579, "nauc_precision_at_3_std": -0.426664, "nauc_precision_at_3_diff1": 0.884257, "nauc_precision_at_5_max": 0.85365, "nauc_precision_at_5_std": -0.302261, "nauc_precision_at_5_diff1": 0.877426, "nauc_precision_at_10_max": 0.851251, "nauc_precision_at_10_std": -0.400178, "nauc_precision_at_10_diff1": 0.870073, "nauc_precision_at_20_max": 0.807838, "nauc_precision_at_20_std": -0.616159, "nauc_precision_at_20_diff1": 0.817557, "nauc_precision_at_25_max": 0.858567, "nauc_precision_at_25_std": -0.391174, "nauc_precision_at_25_diff1": 0.807205, "nauc_precision_at_50_max": 0.855879, "nauc_precision_at_50_std": -0.34809, "nauc_precision_at_50_diff1": 0.759006, "nauc_precision_at_100_max": 0.807838, "nauc_precision_at_100_std": -0.583466, "nauc_precision_at_100_diff1": 0.722236, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.543148, "nauc_mrr_at_1_std": -0.375927, "nauc_mrr_at_1_diff1": 0.898007, "nauc_mrr_at_3_max": 0.594148, "nauc_mrr_at_3_std": -0.384157, "nauc_mrr_at_3_diff1": 0.894961, "nauc_mrr_at_5_max": 0.589796, "nauc_mrr_at_5_std": -0.375514, "nauc_mrr_at_5_diff1": 0.895122, "nauc_mrr_at_10_max": 0.585405, "nauc_mrr_at_10_std": -0.378483, "nauc_mrr_at_10_diff1": 0.895338, "nauc_mrr_at_20_max": 0.583322, "nauc_mrr_at_20_std": -0.379512, "nauc_mrr_at_20_diff1": 0.895287, "nauc_mrr_at_25_max": 0.583335, "nauc_mrr_at_25_std": -0.378876, "nauc_mrr_at_25_diff1": 0.895299, "nauc_mrr_at_50_max": 0.583263, "nauc_mrr_at_50_std": -0.37883, "nauc_mrr_at_50_diff1": 0.895273, "nauc_mrr_at_100_max": 0.583186, "nauc_mrr_at_100_std": -0.378966, "nauc_mrr_at_100_diff1": 0.895277, "nauc_mrr_at_1000_max": 0.583161, "nauc_mrr_at_1000_std": -0.378921, "nauc_mrr_at_1000_diff1": 0.895298, "hit_rate_at_1": 0.89776, "hit_rate_at_3": 0.96945, "hit_rate_at_5": 0.98317, "hit_rate_at_10": 0.99065, "hit_rate_at_20": 0.99626, "hit_rate_at_25": 0.99688, "hit_rate_at_50": 0.99751, "hit_rate_at_100": 0.99813, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.897756, "R_cap_at_3": 0.969451, "R_cap_at_5": 0.983167, "R_cap_at_10": 0.990648, "R_cap_at_20": 0.996259, "R_cap_at_25": 0.996883, "R_cap_at_50": 0.997506, "R_cap_at_100": 0.99813, "R_cap_at_1000": 1.0, "main_score": 0.94957, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.80603, "ndcg_at_3": 0.87488, "ndcg_at_5": 0.88754, "ndcg_at_10": 0.89455, "ndcg_at_20": 0.89841, "ndcg_at_25": 0.8994, "ndcg_at_50": 0.9006, "ndcg_at_100": 0.90077, "ndcg_at_1000": 0.90077, "map_at_1": 0.80603, "map_at_3": 0.85879, "map_at_5": 0.86583, "map_at_10": 0.86873, "map_at_20": 0.86982, "map_at_25": 0.87002, "map_at_50": 0.87022, "map_at_100": 0.87023, "map_at_1000": 0.87023, "recall_at_1": 0.80603, "recall_at_3": 0.92111, "recall_at_5": 0.95176, "recall_at_10": 0.97337, "recall_at_20": 0.98844, "recall_at_25": 0.99296, "recall_at_50": 0.99899, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.80603, "precision_at_1": 0.80603, "precision_at_3": 0.30704, "precision_at_5": 0.19035, "precision_at_10": 0.09734, "precision_at_20": 0.04942, "precision_at_25": 0.03972, "precision_at_50": 0.01998, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.80603, "mrr_at_3": 0.858794, "mrr_at_5": 0.865829, "mrr_at_10": 0.868734, "mrr_at_20": 0.869824, "mrr_at_25": 0.870024, "mrr_at_50": 0.870216, "mrr_at_100": 0.870233, "mrr_at_1000": 0.870233, "nauc_ndcg_at_1_max": 0.286595, "nauc_ndcg_at_1_std": -0.49155, "nauc_ndcg_at_1_diff1": 0.83734, "nauc_ndcg_at_3_max": 0.301181, "nauc_ndcg_at_3_std": -0.624653, "nauc_ndcg_at_3_diff1": 0.813085, "nauc_ndcg_at_5_max": 0.291906, "nauc_ndcg_at_5_std": -0.625339, "nauc_ndcg_at_5_diff1": 0.821839, "nauc_ndcg_at_10_max": 0.286912, "nauc_ndcg_at_10_std": -0.615118, "nauc_ndcg_at_10_diff1": 0.825937, "nauc_ndcg_at_20_max": 0.289775, "nauc_ndcg_at_20_std": -0.601302, "nauc_ndcg_at_20_diff1": 0.825182, "nauc_ndcg_at_25_max": 0.288552, "nauc_ndcg_at_25_std": -0.594952, "nauc_ndcg_at_25_diff1": 0.82543, "nauc_ndcg_at_50_max": 0.290154, "nauc_ndcg_at_50_std": -0.587556, "nauc_ndcg_at_50_diff1": 0.825365, "nauc_ndcg_at_100_max": 0.290255, "nauc_ndcg_at_100_std": -0.587194, "nauc_ndcg_at_100_diff1": 0.825167, "nauc_ndcg_at_1000_max": 0.290255, "nauc_ndcg_at_1000_std": -0.587194, "nauc_ndcg_at_1000_diff1": 0.825167, "nauc_map_at_1_max": 0.286595, "nauc_map_at_1_std": -0.49155, "nauc_map_at_1_diff1": 0.83734, "nauc_map_at_3_max": 0.296894, "nauc_map_at_3_std": -0.58523, "nauc_map_at_3_diff1": 0.819923, "nauc_map_at_5_max": 0.292268, "nauc_map_at_5_std": -0.583753, "nauc_map_at_5_diff1": 0.824617, "nauc_map_at_10_max": 0.290015, "nauc_map_at_10_std": -0.580085, "nauc_map_at_10_diff1": 0.82606, "nauc_map_at_20_max": 0.290628, "nauc_map_at_20_std": -0.576852, "nauc_map_at_20_diff1": 0.82584, "nauc_map_at_25_max": 0.290443, "nauc_map_at_25_std": -0.575822, "nauc_map_at_25_diff1": 0.825898, "nauc_map_at_50_max": 0.29067, "nauc_map_at_50_std": -0.574921, "nauc_map_at_50_diff1": 0.825904, "nauc_map_at_100_max": 0.290671, "nauc_map_at_100_std": -0.5749, "nauc_map_at_100_diff1": 0.825889, "nauc_map_at_1000_max": 0.290671, "nauc_map_at_1000_std": -0.5749, "nauc_map_at_1000_diff1": 0.825889, "nauc_recall_at_1_max": 0.286595, "nauc_recall_at_1_std": -0.49155, "nauc_recall_at_1_diff1": 0.83734, "nauc_recall_at_3_max": 0.322013, "nauc_recall_at_3_std": -0.816488, "nauc_recall_at_3_diff1": 0.780073, "nauc_recall_at_5_max": 0.285495, "nauc_recall_at_5_std": -0.938035, "nauc_recall_at_5_diff1": 0.804155, "nauc_recall_at_10_max": 0.23643, "nauc_recall_at_10_std": -1.055133, "nauc_recall_at_10_diff1": 0.837315, "nauc_recall_at_20_max": 0.267527, "nauc_recall_at_20_std": -1.167235, "nauc_recall_at_20_diff1": 0.83175, "nauc_recall_at_25_max": 0.176371, "nauc_recall_at_25_std": -1.135287, "nauc_recall_at_25_diff1": 0.848439, "nauc_recall_at_50_max": 0.218254, "nauc_recall_at_50_std": -0.80859, "nauc_recall_at_50_diff1": 0.934641, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.286595, "nauc_precision_at_1_std": -0.49155, "nauc_precision_at_1_diff1": 0.83734, "nauc_precision_at_3_max": 0.322013, "nauc_precision_at_3_std": -0.816488, "nauc_precision_at_3_diff1": 0.780073, "nauc_precision_at_5_max": 0.285495, "nauc_precision_at_5_std": -0.938035, "nauc_precision_at_5_diff1": 0.804155, "nauc_precision_at_10_max": 0.23643, "nauc_precision_at_10_std": -1.055133, "nauc_precision_at_10_diff1": 0.837315, "nauc_precision_at_20_max": 0.267527, "nauc_precision_at_20_std": -1.167235, "nauc_precision_at_20_diff1": 0.83175, "nauc_precision_at_25_max": 0.176371, "nauc_precision_at_25_std": -1.135287, "nauc_precision_at_25_diff1": 0.848439, "nauc_precision_at_50_max": 0.218254, "nauc_precision_at_50_std": -0.80859, "nauc_precision_at_50_diff1": 0.934641, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.286595, "nauc_mrr_at_1_std": -0.49155, "nauc_mrr_at_1_diff1": 0.83734, "nauc_mrr_at_3_max": 0.296894, "nauc_mrr_at_3_std": -0.58523, "nauc_mrr_at_3_diff1": 0.819923, "nauc_mrr_at_5_max": 0.292268, "nauc_mrr_at_5_std": -0.583753, "nauc_mrr_at_5_diff1": 0.824617, "nauc_mrr_at_10_max": 0.290015, "nauc_mrr_at_10_std": -0.580085, "nauc_mrr_at_10_diff1": 0.82606, "nauc_mrr_at_20_max": 0.290628, "nauc_mrr_at_20_std": -0.576852, "nauc_mrr_at_20_diff1": 0.82584, "nauc_mrr_at_25_max": 0.290443, "nauc_mrr_at_25_std": -0.575822, "nauc_mrr_at_25_diff1": 0.825898, "nauc_mrr_at_50_max": 0.29067, "nauc_mrr_at_50_std": -0.574921, "nauc_mrr_at_50_diff1": 0.825904, "nauc_mrr_at_100_max": 0.290671, "nauc_mrr_at_100_std": -0.5749, "nauc_mrr_at_100_diff1": 0.825889, "nauc_mrr_at_1000_max": 0.290671, "nauc_mrr_at_1000_std": -0.5749, "nauc_mrr_at_1000_diff1": 0.825889, "hit_rate_at_1": 0.80603, "hit_rate_at_3": 0.92111, "hit_rate_at_5": 0.95176, "hit_rate_at_10": 0.97337, "hit_rate_at_20": 0.98844, "hit_rate_at_25": 0.99296, "hit_rate_at_50": 0.99899, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80603, "R_cap_at_3": 0.921106, "R_cap_at_5": 0.951759, "R_cap_at_10": 0.973367, "R_cap_at_20": 0.988442, "R_cap_at_25": 0.992965, "R_cap_at_50": 0.998995, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89455, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.73395, "ndcg_at_3": 0.80161, "ndcg_at_5": 0.81795, "ndcg_at_10": 0.83075, "ndcg_at_20": 0.83803, "ndcg_at_25": 0.83986, "ndcg_at_50": 0.84325, "ndcg_at_100": 0.84477, "ndcg_at_1000": 0.84594, "map_at_1": 0.73395, "map_at_3": 0.78525, "map_at_5": 0.79425, "map_at_10": 0.79964, "map_at_20": 0.80167, "map_at_25": 0.80204, "map_at_50": 0.80255, "map_at_100": 0.80269, "map_at_1000": 0.80275, "recall_at_1": 0.73395, "recall_at_3": 0.84885, "recall_at_5": 0.88879, "recall_at_10": 0.9278, "recall_at_20": 0.95637, "recall_at_25": 0.96467, "recall_at_50": 0.98218, "recall_at_100": 0.9914, "recall_at_1000": 1.0, "accuracy": 0.73395, "precision_at_1": 0.73395, "precision_at_3": 0.28295, "precision_at_5": 0.17776, "precision_at_10": 0.09278, "precision_at_20": 0.04782, "precision_at_25": 0.03859, "precision_at_50": 0.01964, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.733948, "mrr_at_3": 0.785253, "mrr_at_5": 0.794255, "mrr_at_10": 0.799639, "mrr_at_20": 0.801669, "mrr_at_25": 0.802042, "mrr_at_50": 0.802547, "mrr_at_100": 0.802689, "mrr_at_1000": 0.802745, "nauc_ndcg_at_1_max": 0.186212, "nauc_ndcg_at_1_std": -0.705072, "nauc_ndcg_at_1_diff1": 0.870856, "nauc_ndcg_at_3_max": 0.156236, "nauc_ndcg_at_3_std": -0.790863, "nauc_ndcg_at_3_diff1": 0.852842, "nauc_ndcg_at_5_max": 0.153821, "nauc_ndcg_at_5_std": -0.792306, "nauc_ndcg_at_5_diff1": 0.847928, "nauc_ndcg_at_10_max": 0.148748, "nauc_ndcg_at_10_std": -0.799722, "nauc_ndcg_at_10_diff1": 0.849814, "nauc_ndcg_at_20_max": 0.15539, "nauc_ndcg_at_20_std": -0.793392, "nauc_ndcg_at_20_diff1": 0.851545, "nauc_ndcg_at_25_max": 0.156731, "nauc_ndcg_at_25_std": -0.789744, "nauc_ndcg_at_25_diff1": 0.852152, "nauc_ndcg_at_50_max": 0.160042, "nauc_ndcg_at_50_std": -0.782005, "nauc_ndcg_at_50_diff1": 0.85384, "nauc_ndcg_at_100_max": 0.160818, "nauc_ndcg_at_100_std": -0.779608, "nauc_ndcg_at_100_diff1": 0.854588, "nauc_ndcg_at_1000_max": 0.16093, "nauc_ndcg_at_1000_std": -0.775881, "nauc_ndcg_at_1000_diff1": 0.854652, "nauc_map_at_1_max": 0.186212, "nauc_map_at_1_std": -0.705072, "nauc_map_at_1_diff1": 0.870856, "nauc_map_at_3_max": 0.164625, "nauc_map_at_3_std": -0.76696, "nauc_map_at_3_diff1": 0.857614, "nauc_map_at_5_max": 0.163844, "nauc_map_at_5_std": -0.766467, "nauc_map_at_5_diff1": 0.855357, "nauc_map_at_10_max": 0.162266, "nauc_map_at_10_std": -0.768261, "nauc_map_at_10_diff1": 0.856142, "nauc_map_at_20_max": 0.164042, "nauc_map_at_20_std": -0.766434, "nauc_map_at_20_diff1": 0.856633, "nauc_map_at_25_max": 0.16427, "nauc_map_at_25_std": -0.765795, "nauc_map_at_25_diff1": 0.856747, "nauc_map_at_50_max": 0.16467, "nauc_map_at_50_std": -0.764818, "nauc_map_at_50_diff1": 0.856948, "nauc_map_at_100_max": 0.164731, "nauc_map_at_100_std": -0.764601, "nauc_map_at_100_diff1": 0.856998, "nauc_map_at_1000_max": 0.164742, "nauc_map_at_1000_std": -0.764454, "nauc_map_at_1000_diff1": 0.857003, "nauc_recall_at_1_max": 0.186212, "nauc_recall_at_1_std": -0.705072, "nauc_recall_at_1_diff1": 0.870856, "nauc_recall_at_3_max": 0.123755, "nauc_recall_at_3_std": -0.883356, "nauc_recall_at_3_diff1": 0.834522, "nauc_recall_at_5_max": 0.104025, "nauc_recall_at_5_std": -0.919452, "nauc_recall_at_5_diff1": 0.810575, "nauc_recall_at_10_max": 0.045317, "nauc_recall_at_10_std": -1.036132, "nauc_recall_at_10_diff1": 0.804827, "nauc_recall_at_20_max": 0.063244, "nauc_recall_at_20_std": -1.107258, "nauc_recall_at_20_diff1": 0.797814, "nauc_recall_at_25_max": 0.067484, "nauc_recall_at_25_std": -1.111162, "nauc_recall_at_25_diff1": 0.796503, "nauc_recall_at_50_max": 0.119402, "nauc_recall_at_50_std": -1.104285, "nauc_recall_at_50_diff1": 0.813539, "nauc_recall_at_100_max": 0.153486, "nauc_recall_at_100_std": -1.2217, "nauc_recall_at_100_diff1": 0.847922, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.186212, "nauc_precision_at_1_std": -0.705072, "nauc_precision_at_1_diff1": 0.870856, "nauc_precision_at_3_max": 0.123755, "nauc_precision_at_3_std": -0.883356, "nauc_precision_at_3_diff1": 0.834522, "nauc_precision_at_5_max": 0.104025, "nauc_precision_at_5_std": -0.919452, "nauc_precision_at_5_diff1": 0.810575, "nauc_precision_at_10_max": 0.045317, "nauc_precision_at_10_std": -1.036132, "nauc_precision_at_10_diff1": 0.804827, "nauc_precision_at_20_max": 0.063244, "nauc_precision_at_20_std": -1.107258, "nauc_precision_at_20_diff1": 0.797814, "nauc_precision_at_25_max": 0.067484, "nauc_precision_at_25_std": -1.111162, "nauc_precision_at_25_diff1": 0.796503, "nauc_precision_at_50_max": 0.119402, "nauc_precision_at_50_std": -1.104285, "nauc_precision_at_50_diff1": 0.813539, "nauc_precision_at_100_max": 0.153486, "nauc_precision_at_100_std": -1.2217, "nauc_precision_at_100_diff1": 0.847922, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.186212, "nauc_mrr_at_1_std": -0.705072, "nauc_mrr_at_1_diff1": 0.870856, "nauc_mrr_at_3_max": 0.164625, "nauc_mrr_at_3_std": -0.76696, "nauc_mrr_at_3_diff1": 0.857614, "nauc_mrr_at_5_max": 0.163844, "nauc_mrr_at_5_std": -0.766467, "nauc_mrr_at_5_diff1": 0.855357, "nauc_mrr_at_10_max": 0.162266, "nauc_mrr_at_10_std": -0.768261, "nauc_mrr_at_10_diff1": 0.856142, "nauc_mrr_at_20_max": 0.164042, "nauc_mrr_at_20_std": -0.766434, "nauc_mrr_at_20_diff1": 0.856633, "nauc_mrr_at_25_max": 0.16427, "nauc_mrr_at_25_std": -0.765795, "nauc_mrr_at_25_diff1": 0.856747, "nauc_mrr_at_50_max": 0.16467, "nauc_mrr_at_50_std": -0.764818, "nauc_mrr_at_50_diff1": 0.856948, "nauc_mrr_at_100_max": 0.164731, "nauc_mrr_at_100_std": -0.764601, "nauc_mrr_at_100_diff1": 0.856998, "nauc_mrr_at_1000_max": 0.164742, "nauc_mrr_at_1000_std": -0.764454, "nauc_mrr_at_1000_diff1": 0.857003, "hit_rate_at_1": 0.73395, "hit_rate_at_3": 0.84885, "hit_rate_at_5": 0.88879, "hit_rate_at_10": 0.9278, "hit_rate_at_20": 0.95637, "hit_rate_at_25": 0.96467, "hit_rate_at_50": 0.98218, "hit_rate_at_100": 0.9914, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.733948, "R_cap_at_3": 0.848848, "R_cap_at_5": 0.888786, "R_cap_at_10": 0.927803, "R_cap_at_20": 0.956375, "R_cap_at_25": 0.96467, "R_cap_at_50": 0.982181, "R_cap_at_100": 0.991398, "R_cap_at_1000": 1.0, "main_score": 0.83075, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.67189, "ndcg_at_3": 0.74679, "ndcg_at_5": 0.76343, "ndcg_at_10": 0.7763, "ndcg_at_20": 0.78458, "ndcg_at_25": 0.78626, "ndcg_at_50": 0.79256, "ndcg_at_100": 0.79701, "ndcg_at_1000": 0.79986, "map_at_1": 0.67189, "map_at_3": 0.72902, "map_at_5": 0.73827, "map_at_10": 0.7436, "map_at_20": 0.74589, "map_at_25": 0.74622, "map_at_50": 0.74716, "map_at_100": 0.74755, "map_at_1000": 0.74768, "recall_at_1": 0.67189, "recall_at_3": 0.79793, "recall_at_5": 0.83828, "recall_at_10": 0.87799, "recall_at_20": 0.91059, "recall_at_25": 0.91833, "recall_at_50": 0.95094, "recall_at_100": 0.97837, "recall_at_1000": 0.99952, "accuracy": 0.67189, "precision_at_1": 0.67189, "precision_at_3": 0.26598, "precision_at_5": 0.16766, "precision_at_10": 0.0878, "precision_at_20": 0.04553, "precision_at_25": 0.03673, "precision_at_50": 0.01902, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.671885, "mrr_at_3": 0.729019, "mrr_at_5": 0.738267, "mrr_at_10": 0.743601, "mrr_at_20": 0.745888, "mrr_at_25": 0.746223, "mrr_at_50": 0.747156, "mrr_at_100": 0.74755, "mrr_at_1000": 0.747679, "nauc_ndcg_at_1_max": 0.187741, "nauc_ndcg_at_1_std": -0.573583, "nauc_ndcg_at_1_diff1": 0.8306, "nauc_ndcg_at_3_max": 0.14385, "nauc_ndcg_at_3_std": -0.67834, "nauc_ndcg_at_3_diff1": 0.808956, "nauc_ndcg_at_5_max": 0.124672, "nauc_ndcg_at_5_std": -0.701683, "nauc_ndcg_at_5_diff1": 0.811236, "nauc_ndcg_at_10_max": 0.113299, "nauc_ndcg_at_10_std": -0.710435, "nauc_ndcg_at_10_diff1": 0.811025, "nauc_ndcg_at_20_max": 0.108225, "nauc_ndcg_at_20_std": -0.710637, "nauc_ndcg_at_20_diff1": 0.812002, "nauc_ndcg_at_25_max": 0.108947, "nauc_ndcg_at_25_std": -0.708106, "nauc_ndcg_at_25_diff1": 0.812403, "nauc_ndcg_at_50_max": 0.116737, "nauc_ndcg_at_50_std": -0.697165, "nauc_ndcg_at_50_diff1": 0.813621, "nauc_ndcg_at_100_max": 0.125265, "nauc_ndcg_at_100_std": -0.687088, "nauc_ndcg_at_100_diff1": 0.813917, "nauc_ndcg_at_1000_max": 0.131204, "nauc_ndcg_at_1000_std": -0.67987, "nauc_ndcg_at_1000_diff1": 0.814533, "nauc_map_at_1_max": 0.187741, "nauc_map_at_1_std": -0.573583, "nauc_map_at_1_diff1": 0.8306, "nauc_map_at_3_max": 0.156531, "nauc_map_at_3_std": -0.649864, "nauc_map_at_3_diff1": 0.81467, "nauc_map_at_5_max": 0.147106, "nauc_map_at_5_std": -0.660954, "nauc_map_at_5_diff1": 0.816069, "nauc_map_at_10_max": 0.143321, "nauc_map_at_10_std": -0.663301, "nauc_map_at_10_diff1": 0.816046, "nauc_map_at_20_max": 0.142248, "nauc_map_at_20_std": -0.663041, "nauc_map_at_20_diff1": 0.816341, "nauc_map_at_25_max": 0.142417, "nauc_map_at_25_std": -0.662546, "nauc_map_at_25_diff1": 0.816423, "nauc_map_at_50_max": 0.143511, "nauc_map_at_50_std": -0.661043, "nauc_map_at_50_diff1": 0.816592, "nauc_map_at_100_max": 0.144153, "nauc_map_at_100_std": -0.660277, "nauc_map_at_100_diff1": 0.81662, "nauc_map_at_1000_max": 0.144396, "nauc_map_at_1000_std": -0.659997, "nauc_map_at_1000_diff1": 0.816645, "nauc_recall_at_1_max": 0.187741, "nauc_recall_at_1_std": -0.573583, "nauc_recall_at_1_diff1": 0.8306, "nauc_recall_at_3_max": 0.097865, "nauc_recall_at_3_std": -0.780702, "nauc_recall_at_3_diff1": 0.788508, "nauc_recall_at_5_max": 0.02462, "nauc_recall_at_5_std": -0.879897, "nauc_recall_at_5_diff1": 0.791191, "nauc_recall_at_10_max": -0.06195, "nauc_recall_at_10_std": -0.976558, "nauc_recall_at_10_diff1": 0.784731, "nauc_recall_at_20_max": -0.160231, "nauc_recall_at_20_std": -1.064449, "nauc_recall_at_20_diff1": 0.783973, "nauc_recall_at_25_max": -0.177853, "nauc_recall_at_25_std": -1.070928, "nauc_recall_at_25_diff1": 0.785396, "nauc_recall_at_50_max": -0.217857, "nauc_recall_at_50_std": -1.098932, "nauc_recall_at_50_diff1": 0.790777, "nauc_recall_at_100_max": -0.205339, "nauc_recall_at_100_std": -1.092366, "nauc_recall_at_100_diff1": 0.776339, "nauc_recall_at_1000_max": 0.86383, "nauc_recall_at_1000_std": 0.345008, "nauc_recall_at_1000_diff1": 0.820254, "nauc_precision_at_1_max": 0.187741, "nauc_precision_at_1_std": -0.573583, "nauc_precision_at_1_diff1": 0.8306, "nauc_precision_at_3_max": 0.097865, "nauc_precision_at_3_std": -0.780702, "nauc_precision_at_3_diff1": 0.788508, "nauc_precision_at_5_max": 0.02462, "nauc_precision_at_5_std": -0.879897, "nauc_precision_at_5_diff1": 0.791191, "nauc_precision_at_10_max": -0.06195, "nauc_precision_at_10_std": -0.976558, "nauc_precision_at_10_diff1": 0.784731, "nauc_precision_at_20_max": -0.160231, "nauc_precision_at_20_std": -1.064449, "nauc_precision_at_20_diff1": 0.783973, "nauc_precision_at_25_max": -0.177853, "nauc_precision_at_25_std": -1.070928, "nauc_precision_at_25_diff1": 0.785396, "nauc_precision_at_50_max": -0.217857, "nauc_precision_at_50_std": -1.098932, "nauc_precision_at_50_diff1": 0.790777, "nauc_precision_at_100_max": -0.205339, "nauc_precision_at_100_std": -1.092366, "nauc_precision_at_100_diff1": 0.776339, "nauc_precision_at_1000_max": 0.86383, "nauc_precision_at_1000_std": 0.345008, "nauc_precision_at_1000_diff1": 0.820254, "nauc_mrr_at_1_max": 0.187741, "nauc_mrr_at_1_std": -0.573583, "nauc_mrr_at_1_diff1": 0.8306, "nauc_mrr_at_3_max": 0.156531, "nauc_mrr_at_3_std": -0.649864, "nauc_mrr_at_3_diff1": 0.81467, "nauc_mrr_at_5_max": 0.147106, "nauc_mrr_at_5_std": -0.660954, "nauc_mrr_at_5_diff1": 0.816069, "nauc_mrr_at_10_max": 0.143321, "nauc_mrr_at_10_std": -0.663301, "nauc_mrr_at_10_diff1": 0.816046, "nauc_mrr_at_20_max": 0.142248, "nauc_mrr_at_20_std": -0.663041, "nauc_mrr_at_20_diff1": 0.816341, "nauc_mrr_at_25_max": 0.142417, "nauc_mrr_at_25_std": -0.662546, "nauc_mrr_at_25_diff1": 0.816423, "nauc_mrr_at_50_max": 0.143511, "nauc_mrr_at_50_std": -0.661043, "nauc_mrr_at_50_diff1": 0.816592, "nauc_mrr_at_100_max": 0.144153, "nauc_mrr_at_100_std": -0.660277, "nauc_mrr_at_100_diff1": 0.81662, "nauc_mrr_at_1000_max": 0.144396, "nauc_mrr_at_1000_std": -0.659997, "nauc_mrr_at_1000_diff1": 0.816645, "hit_rate_at_1": 0.67189, "hit_rate_at_3": 0.79793, "hit_rate_at_5": 0.83828, "hit_rate_at_10": 0.87799, "hit_rate_at_20": 0.91059, "hit_rate_at_25": 0.91833, "hit_rate_at_50": 0.95094, "hit_rate_at_100": 0.97837, "hit_rate_at_1000": 0.99952, "R_cap_at_1": 0.671885, "R_cap_at_3": 0.797934, "R_cap_at_5": 0.838283, "R_cap_at_10": 0.877986, "R_cap_at_20": 0.910587, "R_cap_at_25": 0.918334, "R_cap_at_50": 0.950936, "R_cap_at_100": 0.978373, "R_cap_at_1000": 0.999516, "main_score": 0.7763, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.87852, "ndcg_at_3": 0.92862, "ndcg_at_5": 0.93506, "ndcg_at_10": 0.94047, "ndcg_at_20": 0.94181, "ndcg_at_25": 0.9421, "ndcg_at_50": 0.9421, "ndcg_at_100": 0.9421, "ndcg_at_1000": 0.9421, "map_at_1": 0.87852, "map_at_3": 0.91709, "map_at_5": 0.92074, "map_at_10": 0.92299, "map_at_20": 0.92339, "map_at_25": 0.92345, "map_at_50": 0.92345, "map_at_100": 0.92345, "map_at_1000": 0.92345, "recall_at_1": 0.87852, "recall_at_3": 0.96164, "recall_at_5": 0.97698, "recall_at_10": 0.99361, "recall_at_20": 0.99872, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87852, "precision_at_1": 0.87852, "precision_at_3": 0.32055, "precision_at_5": 0.1954, "precision_at_10": 0.09936, "precision_at_20": 0.04994, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.878517, "mrr_at_3": 0.917093, "mrr_at_5": 0.920737, "mrr_at_10": 0.922994, "mrr_at_20": 0.923385, "mrr_at_25": 0.923446, "mrr_at_50": 0.923446, "mrr_at_100": 0.923446, "mrr_at_1000": 0.923446, "nauc_ndcg_at_1_max": 0.47273, "nauc_ndcg_at_1_std": -0.396579, "nauc_ndcg_at_1_diff1": 0.910006, "nauc_ndcg_at_3_max": 0.476013, "nauc_ndcg_at_3_std": -0.464651, "nauc_ndcg_at_3_diff1": 0.89597, "nauc_ndcg_at_5_max": 0.468663, "nauc_ndcg_at_5_std": -0.460965, "nauc_ndcg_at_5_diff1": 0.90632, "nauc_ndcg_at_10_max": 0.484378, "nauc_ndcg_at_10_std": -0.435115, "nauc_ndcg_at_10_diff1": 0.906203, "nauc_ndcg_at_20_max": 0.480483, "nauc_ndcg_at_20_std": -0.438923, "nauc_ndcg_at_20_diff1": 0.904773, "nauc_ndcg_at_25_max": 0.478522, "nauc_ndcg_at_25_std": -0.435324, "nauc_ndcg_at_25_diff1": 0.904292, "nauc_ndcg_at_50_max": 0.478522, "nauc_ndcg_at_50_std": -0.435324, "nauc_ndcg_at_50_diff1": 0.904292, "nauc_ndcg_at_100_max": 0.478522, "nauc_ndcg_at_100_std": -0.435324, "nauc_ndcg_at_100_diff1": 0.904292, "nauc_ndcg_at_1000_max": 0.478522, "nauc_ndcg_at_1000_std": -0.435324, "nauc_ndcg_at_1000_diff1": 0.904292, "nauc_map_at_1_max": 0.47273, "nauc_map_at_1_std": -0.396579, "nauc_map_at_1_diff1": 0.910006, "nauc_map_at_3_max": 0.476103, "nauc_map_at_3_std": -0.442637, "nauc_map_at_3_diff1": 0.899612, "nauc_map_at_5_max": 0.473128, "nauc_map_at_5_std": -0.439543, "nauc_map_at_5_diff1": 0.90484, "nauc_map_at_10_max": 0.478769, "nauc_map_at_10_std": -0.430893, "nauc_map_at_10_diff1": 0.904735, "nauc_map_at_20_max": 0.477955, "nauc_map_at_20_std": -0.431824, "nauc_map_at_20_diff1": 0.90441, "nauc_map_at_25_max": 0.477638, "nauc_map_at_25_std": -0.43124, "nauc_map_at_25_diff1": 0.904333, "nauc_map_at_50_max": 0.477638, "nauc_map_at_50_std": -0.43124, "nauc_map_at_50_diff1": 0.904333, "nauc_map_at_100_max": 0.477638, "nauc_map_at_100_std": -0.43124, "nauc_map_at_100_diff1": 0.904333, "nauc_map_at_1000_max": 0.477638, "nauc_map_at_1000_std": -0.43124, "nauc_map_at_1000_diff1": 0.904333, "nauc_recall_at_1_max": 0.47273, "nauc_recall_at_1_std": -0.396579, "nauc_recall_at_1_diff1": 0.910006, "nauc_recall_at_3_max": 0.474366, "nauc_recall_at_3_std": -0.597932, "nauc_recall_at_3_diff1": 0.874773, "nauc_recall_at_5_max": 0.418579, "nauc_recall_at_5_std": -0.667326, "nauc_recall_at_5_diff1": 0.92559, "nauc_recall_at_10_max": 0.700767, "nauc_recall_at_10_std": -0.457871, "nauc_recall_at_10_diff1": 0.973864, "nauc_recall_at_20_max": 0.869318, "nauc_recall_at_20_std": -1.152456, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.47273, "nauc_precision_at_1_std": -0.396579, "nauc_precision_at_1_diff1": 0.910006, "nauc_precision_at_3_max": 0.474366, "nauc_precision_at_3_std": -0.597932, "nauc_precision_at_3_diff1": 0.874773, "nauc_precision_at_5_max": 0.418579, "nauc_precision_at_5_std": -0.667326, "nauc_precision_at_5_diff1": 0.92559, "nauc_precision_at_10_max": 0.700767, "nauc_precision_at_10_std": -0.457871, "nauc_precision_at_10_diff1": 0.973864, "nauc_precision_at_20_max": 0.869318, "nauc_precision_at_20_std": -1.152456, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.47273, "nauc_mrr_at_1_std": -0.396579, "nauc_mrr_at_1_diff1": 0.910006, "nauc_mrr_at_3_max": 0.476103, "nauc_mrr_at_3_std": -0.442637, "nauc_mrr_at_3_diff1": 0.899612, "nauc_mrr_at_5_max": 0.473128, "nauc_mrr_at_5_std": -0.439543, "nauc_mrr_at_5_diff1": 0.90484, "nauc_mrr_at_10_max": 0.478769, "nauc_mrr_at_10_std": -0.430893, "nauc_mrr_at_10_diff1": 0.904735, "nauc_mrr_at_20_max": 0.477955, "nauc_mrr_at_20_std": -0.431824, "nauc_mrr_at_20_diff1": 0.90441, "nauc_mrr_at_25_max": 0.477638, "nauc_mrr_at_25_std": -0.43124, "nauc_mrr_at_25_diff1": 0.904333, "nauc_mrr_at_50_max": 0.477638, "nauc_mrr_at_50_std": -0.43124, "nauc_mrr_at_50_diff1": 0.904333, "nauc_mrr_at_100_max": 0.477638, "nauc_mrr_at_100_std": -0.43124, "nauc_mrr_at_100_diff1": 0.904333, "nauc_mrr_at_1000_max": 0.477638, "nauc_mrr_at_1000_std": -0.43124, "nauc_mrr_at_1000_diff1": 0.904333, "hit_rate_at_1": 0.87852, "hit_rate_at_3": 0.96164, "hit_rate_at_5": 0.97698, "hit_rate_at_10": 0.99361, "hit_rate_at_20": 0.99872, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.878517, "R_cap_at_3": 0.961637, "R_cap_at_5": 0.976982, "R_cap_at_10": 0.993606, "R_cap_at_20": 0.998721, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94047, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.78878, "ndcg_at_3": 0.8543, "ndcg_at_5": 0.86672, "ndcg_at_10": 0.87545, "ndcg_at_20": 0.88021, "ndcg_at_25": 0.88141, "ndcg_at_50": 0.88341, "ndcg_at_100": 0.88442, "ndcg_at_1000": 0.8849, "map_at_1": 0.78878, "map_at_3": 0.83879, "map_at_5": 0.84575, "map_at_10": 0.84943, "map_at_20": 0.85075, "map_at_25": 0.85099, "map_at_50": 0.85129, "map_at_100": 0.85138, "map_at_1000": 0.8514, "recall_at_1": 0.78878, "recall_at_3": 0.89893, "recall_at_5": 0.92883, "recall_at_10": 0.95538, "recall_at_20": 0.97416, "recall_at_25": 0.97963, "recall_at_50": 0.98995, "recall_at_100": 0.99612, "recall_at_1000": 0.99974, "accuracy": 0.78878, "precision_at_1": 0.78878, "precision_at_3": 0.29964, "precision_at_5": 0.18577, "precision_at_10": 0.09554, "precision_at_20": 0.04871, "precision_at_25": 0.03919, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.788782, "mrr_at_3": 0.838786, "mrr_at_5": 0.845749, "mrr_at_10": 0.849434, "mrr_at_20": 0.850746, "mrr_at_25": 0.850989, "mrr_at_50": 0.851288, "mrr_at_100": 0.85138, "mrr_at_1000": 0.851401, "nauc_ndcg_at_1_max": 0.381617, "nauc_ndcg_at_1_std": -0.558276, "nauc_ndcg_at_1_diff1": 0.854838, "nauc_ndcg_at_3_max": 0.419405, "nauc_ndcg_at_3_std": -0.649053, "nauc_ndcg_at_3_diff1": 0.832422, "nauc_ndcg_at_5_max": 0.412246, "nauc_ndcg_at_5_std": -0.655559, "nauc_ndcg_at_5_diff1": 0.836675, "nauc_ndcg_at_10_max": 0.412234, "nauc_ndcg_at_10_std": -0.649808, "nauc_ndcg_at_10_diff1": 0.839447, "nauc_ndcg_at_20_max": 0.410607, "nauc_ndcg_at_20_std": -0.638588, "nauc_ndcg_at_20_diff1": 0.84092, "nauc_ndcg_at_25_max": 0.41088, "nauc_ndcg_at_25_std": -0.635818, "nauc_ndcg_at_25_diff1": 0.840647, "nauc_ndcg_at_50_max": 0.410889, "nauc_ndcg_at_50_std": -0.626884, "nauc_ndcg_at_50_diff1": 0.84076, "nauc_ndcg_at_100_max": 0.409117, "nauc_ndcg_at_100_std": -0.625431, "nauc_ndcg_at_100_diff1": 0.841229, "nauc_ndcg_at_1000_max": 0.407697, "nauc_ndcg_at_1000_std": -0.626859, "nauc_ndcg_at_1000_diff1": 0.841545, "nauc_map_at_1_max": 0.381617, "nauc_map_at_1_std": -0.558276, "nauc_map_at_1_diff1": 0.854838, "nauc_map_at_3_max": 0.408541, "nauc_map_at_3_std": -0.623637, "nauc_map_at_3_diff1": 0.839101, "nauc_map_at_5_max": 0.404436, "nauc_map_at_5_std": -0.625664, "nauc_map_at_5_diff1": 0.841495, "nauc_map_at_10_max": 0.404223, "nauc_map_at_10_std": -0.623059, "nauc_map_at_10_diff1": 0.842614, "nauc_map_at_20_max": 0.403786, "nauc_map_at_20_std": -0.620317, "nauc_map_at_20_diff1": 0.842955, "nauc_map_at_25_max": 0.403828, "nauc_map_at_25_std": -0.619831, "nauc_map_at_25_diff1": 0.842912, "nauc_map_at_50_max": 0.403836, "nauc_map_at_50_std": -0.618723, "nauc_map_at_50_diff1": 0.842936, "nauc_map_at_100_max": 0.403714, "nauc_map_at_100_std": -0.618603, "nauc_map_at_100_diff1": 0.842975, "nauc_map_at_1000_max": 0.403667, "nauc_map_at_1000_std": -0.61865, "nauc_map_at_1000_diff1": 0.842987, "nauc_recall_at_1_max": 0.381617, "nauc_recall_at_1_std": -0.558276, "nauc_recall_at_1_diff1": 0.854838, "nauc_recall_at_3_max": 0.466243, "nauc_recall_at_3_std": -0.75817, "nauc_recall_at_3_diff1": 0.803468, "nauc_recall_at_5_max": 0.455936, "nauc_recall_at_5_std": -0.831149, "nauc_recall_at_5_diff1": 0.809596, "nauc_recall_at_10_max": 0.482072, "nauc_recall_at_10_std": -0.885853, "nauc_recall_at_10_diff1": 0.815443, "nauc_recall_at_20_max": 0.504854, "nauc_recall_at_20_std": -0.863288, "nauc_recall_at_20_diff1": 0.824075, "nauc_recall_at_25_max": 0.536399, "nauc_recall_at_25_std": -0.85461, "nauc_recall_at_25_diff1": 0.81284, "nauc_recall_at_50_max": 0.661607, "nauc_recall_at_50_std": -0.578373, "nauc_recall_at_50_diff1": 0.789698, "nauc_recall_at_100_max": 0.750016, "nauc_recall_at_100_std": -0.260473, "nauc_recall_at_100_diff1": 0.785625, "nauc_recall_at_1000_max": 0.956427, "nauc_recall_at_1000_std": 0.330223, "nauc_recall_at_1000_diff1": 0.956427, "nauc_precision_at_1_max": 0.381617, "nauc_precision_at_1_std": -0.558276, "nauc_precision_at_1_diff1": 0.854838, "nauc_precision_at_3_max": 0.466243, "nauc_precision_at_3_std": -0.75817, "nauc_precision_at_3_diff1": 0.803468, "nauc_precision_at_5_max": 0.455936, "nauc_precision_at_5_std": -0.831149, "nauc_precision_at_5_diff1": 0.809596, "nauc_precision_at_10_max": 0.482072, "nauc_precision_at_10_std": -0.885853, "nauc_precision_at_10_diff1": 0.815443, "nauc_precision_at_20_max": 0.504854, "nauc_precision_at_20_std": -0.863288, "nauc_precision_at_20_diff1": 0.824075, "nauc_precision_at_25_max": 0.536399, "nauc_precision_at_25_std": -0.85461, "nauc_precision_at_25_diff1": 0.81284, "nauc_precision_at_50_max": 0.661607, "nauc_precision_at_50_std": -0.578373, "nauc_precision_at_50_diff1": 0.789698, "nauc_precision_at_100_max": 0.750016, "nauc_precision_at_100_std": -0.260473, "nauc_precision_at_100_diff1": 0.785625, "nauc_precision_at_1000_max": 0.956427, "nauc_precision_at_1000_std": 0.330223, "nauc_precision_at_1000_diff1": 0.956427, "nauc_mrr_at_1_max": 0.381617, "nauc_mrr_at_1_std": -0.558276, "nauc_mrr_at_1_diff1": 0.854838, "nauc_mrr_at_3_max": 0.408541, "nauc_mrr_at_3_std": -0.623637, "nauc_mrr_at_3_diff1": 0.839101, "nauc_mrr_at_5_max": 0.404436, "nauc_mrr_at_5_std": -0.625664, "nauc_mrr_at_5_diff1": 0.841495, "nauc_mrr_at_10_max": 0.404223, "nauc_mrr_at_10_std": -0.623059, "nauc_mrr_at_10_diff1": 0.842614, "nauc_mrr_at_20_max": 0.403786, "nauc_mrr_at_20_std": -0.620317, "nauc_mrr_at_20_diff1": 0.842955, "nauc_mrr_at_25_max": 0.403828, "nauc_mrr_at_25_std": -0.619831, "nauc_mrr_at_25_diff1": 0.842912, "nauc_mrr_at_50_max": 0.403836, "nauc_mrr_at_50_std": -0.618723, "nauc_mrr_at_50_diff1": 0.842936, "nauc_mrr_at_100_max": 0.403714, "nauc_mrr_at_100_std": -0.618603, "nauc_mrr_at_100_diff1": 0.842975, "nauc_mrr_at_1000_max": 0.403667, "nauc_mrr_at_1000_std": -0.61865, "nauc_mrr_at_1000_diff1": 0.842987, "hit_rate_at_1": 0.78878, "hit_rate_at_3": 0.89893, "hit_rate_at_5": 0.92883, "hit_rate_at_10": 0.95538, "hit_rate_at_20": 0.97416, "hit_rate_at_25": 0.97963, "hit_rate_at_50": 0.98995, "hit_rate_at_100": 0.99612, "hit_rate_at_1000": 0.99974, "R_cap_at_1": 0.788782, "R_cap_at_3": 0.898933, "R_cap_at_5": 0.92883, "R_cap_at_10": 0.955375, "R_cap_at_20": 0.97416, "R_cap_at_25": 0.979628, "R_cap_at_50": 0.989946, "R_cap_at_100": 0.99612, "R_cap_at_1000": 0.999735, "main_score": 0.87545, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84304, "ndcg_at_3": 0.90285, "ndcg_at_5": 0.90975, "ndcg_at_10": 0.91493, "ndcg_at_20": 0.91769, "ndcg_at_25": 0.91805, "ndcg_at_50": 0.91899, "ndcg_at_100": 0.91925, "ndcg_at_1000": 0.91995, "map_at_1": 0.84304, "map_at_3": 0.88905, "map_at_5": 0.89287, "map_at_10": 0.89503, "map_at_20": 0.89578, "map_at_25": 0.89585, "map_at_50": 0.896, "map_at_100": 0.89602, "map_at_1000": 0.89604, "recall_at_1": 0.84304, "recall_at_3": 0.94239, "recall_at_5": 0.95922, "recall_at_10": 0.97508, "recall_at_20": 0.98608, "recall_at_25": 0.9877, "recall_at_50": 0.99256, "recall_at_100": 0.99417, "recall_at_1000": 1.0, "accuracy": 0.84304, "precision_at_1": 0.84304, "precision_at_3": 0.31413, "precision_at_5": 0.19184, "precision_at_10": 0.09751, "precision_at_20": 0.0493, "precision_at_25": 0.03951, "precision_at_50": 0.01985, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.843042, "mrr_at_3": 0.889051, "mrr_at_5": 0.892869, "mrr_at_10": 0.895034, "mrr_at_20": 0.895781, "mrr_at_25": 0.895854, "mrr_at_50": 0.895998, "mrr_at_100": 0.896019, "mrr_at_1000": 0.896041, "nauc_ndcg_at_1_max": 0.495163, "nauc_ndcg_at_1_std": -0.178422, "nauc_ndcg_at_1_diff1": 0.838276, "nauc_ndcg_at_3_max": 0.560971, "nauc_ndcg_at_3_std": -0.213022, "nauc_ndcg_at_3_diff1": 0.824263, "nauc_ndcg_at_5_max": 0.55741, "nauc_ndcg_at_5_std": -0.211432, "nauc_ndcg_at_5_diff1": 0.830267, "nauc_ndcg_at_10_max": 0.553572, "nauc_ndcg_at_10_std": -0.198254, "nauc_ndcg_at_10_diff1": 0.830142, "nauc_ndcg_at_20_max": 0.547429, "nauc_ndcg_at_20_std": -0.193864, "nauc_ndcg_at_20_diff1": 0.830451, "nauc_ndcg_at_25_max": 0.546938, "nauc_ndcg_at_25_std": -0.194982, "nauc_ndcg_at_25_diff1": 0.830925, "nauc_ndcg_at_50_max": 0.544655, "nauc_ndcg_at_50_std": -0.198259, "nauc_ndcg_at_50_diff1": 0.832014, "nauc_ndcg_at_100_max": 0.543764, "nauc_ndcg_at_100_std": -0.198099, "nauc_ndcg_at_100_diff1": 0.832028, "nauc_ndcg_at_1000_max": 0.541572, "nauc_ndcg_at_1000_std": -0.198053, "nauc_ndcg_at_1000_diff1": 0.831396, "nauc_map_at_1_max": 0.495163, "nauc_map_at_1_std": -0.178422, "nauc_map_at_1_diff1": 0.838276, "nauc_map_at_3_max": 0.540627, "nauc_map_at_3_std": -0.203074, "nauc_map_at_3_diff1": 0.828589, "nauc_map_at_5_max": 0.538206, "nauc_map_at_5_std": -0.201895, "nauc_map_at_5_diff1": 0.831531, "nauc_map_at_10_max": 0.536477, "nauc_map_at_10_std": -0.197422, "nauc_map_at_10_diff1": 0.831591, "nauc_map_at_20_max": 0.535043, "nauc_map_at_20_std": -0.196534, "nauc_map_at_20_diff1": 0.831588, "nauc_map_at_25_max": 0.534952, "nauc_map_at_25_std": -0.196723, "nauc_map_at_25_diff1": 0.831668, "nauc_map_at_50_max": 0.534649, "nauc_map_at_50_std": -0.197138, "nauc_map_at_50_diff1": 0.831791, "nauc_map_at_100_max": 0.534593, "nauc_map_at_100_std": -0.197123, "nauc_map_at_100_diff1": 0.831793, "nauc_map_at_1000_max": 0.534534, "nauc_map_at_1000_std": -0.197097, "nauc_map_at_1000_diff1": 0.831779, "nauc_recall_at_1_max": 0.495163, "nauc_recall_at_1_std": -0.178422, "nauc_recall_at_1_diff1": 0.838276, "nauc_recall_at_3_max": 0.668875, "nauc_recall_at_3_std": -0.265162, "nauc_recall_at_3_diff1": 0.80132, "nauc_recall_at_5_max": 0.694837, "nauc_recall_at_5_std": -0.279082, "nauc_recall_at_5_diff1": 0.823522, "nauc_recall_at_10_max": 0.743625, "nauc_recall_at_10_std": -0.184286, "nauc_recall_at_10_diff1": 0.816248, "nauc_recall_at_20_max": 0.753469, "nauc_recall_at_20_std": -0.069659, "nauc_recall_at_20_diff1": 0.816689, "nauc_recall_at_25_max": 0.766475, "nauc_recall_at_25_std": -0.085422, "nauc_recall_at_25_diff1": 0.828505, "nauc_recall_at_50_max": 0.789327, "nauc_recall_at_50_std": -0.186315, "nauc_recall_at_50_diff1": 0.886839, "nauc_recall_at_100_max": 0.780994, "nauc_recall_at_100_std": -0.170583, "nauc_recall_at_100_diff1": 0.902869, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.495163, "nauc_precision_at_1_std": -0.178422, "nauc_precision_at_1_diff1": 0.838276, "nauc_precision_at_3_max": 0.668875, "nauc_precision_at_3_std": -0.265162, "nauc_precision_at_3_diff1": 0.80132, "nauc_precision_at_5_max": 0.694837, "nauc_precision_at_5_std": -0.279082, "nauc_precision_at_5_diff1": 0.823522, "nauc_precision_at_10_max": 0.743625, "nauc_precision_at_10_std": -0.184286, "nauc_precision_at_10_diff1": 0.816248, "nauc_precision_at_20_max": 0.753469, "nauc_precision_at_20_std": -0.069659, "nauc_precision_at_20_diff1": 0.816689, "nauc_precision_at_25_max": 0.766475, "nauc_precision_at_25_std": -0.085422, "nauc_precision_at_25_diff1": 0.828505, "nauc_precision_at_50_max": 0.789327, "nauc_precision_at_50_std": -0.186315, "nauc_precision_at_50_diff1": 0.886839, "nauc_precision_at_100_max": 0.780994, "nauc_precision_at_100_std": -0.170583, "nauc_precision_at_100_diff1": 0.902869, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.495163, "nauc_mrr_at_1_std": -0.178422, "nauc_mrr_at_1_diff1": 0.838276, "nauc_mrr_at_3_max": 0.540627, "nauc_mrr_at_3_std": -0.203074, "nauc_mrr_at_3_diff1": 0.828589, "nauc_mrr_at_5_max": 0.538206, "nauc_mrr_at_5_std": -0.201895, "nauc_mrr_at_5_diff1": 0.831531, "nauc_mrr_at_10_max": 0.536477, "nauc_mrr_at_10_std": -0.197422, "nauc_mrr_at_10_diff1": 0.831591, "nauc_mrr_at_20_max": 0.535043, "nauc_mrr_at_20_std": -0.196534, "nauc_mrr_at_20_diff1": 0.831588, "nauc_mrr_at_25_max": 0.534952, "nauc_mrr_at_25_std": -0.196723, "nauc_mrr_at_25_diff1": 0.831668, "nauc_mrr_at_50_max": 0.534649, "nauc_mrr_at_50_std": -0.197138, "nauc_mrr_at_50_diff1": 0.831791, "nauc_mrr_at_100_max": 0.534593, "nauc_mrr_at_100_std": -0.197123, "nauc_mrr_at_100_diff1": 0.831793, "nauc_mrr_at_1000_max": 0.534534, "nauc_mrr_at_1000_std": -0.197097, "nauc_mrr_at_1000_diff1": 0.831779, "hit_rate_at_1": 0.84304, "hit_rate_at_3": 0.94239, "hit_rate_at_5": 0.95922, "hit_rate_at_10": 0.97508, "hit_rate_at_20": 0.98608, "hit_rate_at_25": 0.9877, "hit_rate_at_50": 0.99256, "hit_rate_at_100": 0.99417, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.843042, "R_cap_at_3": 0.942395, "R_cap_at_5": 0.959223, "R_cap_at_10": 0.975081, "R_cap_at_20": 0.986084, "R_cap_at_25": 0.987702, "R_cap_at_50": 0.992557, "R_cap_at_100": 0.994175, "R_cap_at_1000": 1.0, "main_score": 0.91493, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.94648, "ndcg_at_3": 0.97442, "ndcg_at_5": 0.97442, "ndcg_at_10": 0.97548, "ndcg_at_20": 0.97619, "ndcg_at_25": 0.97653, "ndcg_at_50": 0.97653, "ndcg_at_100": 0.97653, "ndcg_at_1000": 0.97653, "map_at_1": 0.94648, "map_at_3": 0.96814, "map_at_5": 0.96814, "map_at_10": 0.96862, "map_at_20": 0.96878, "map_at_25": 0.96886, "map_at_50": 0.96886, "map_at_100": 0.96886, "map_at_1000": 0.96886, "recall_at_1": 0.94648, "recall_at_3": 0.99235, "recall_at_5": 0.99235, "recall_at_10": 0.99541, "recall_at_20": 0.99847, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.94648, "precision_at_1": 0.94648, "precision_at_3": 0.33078, "precision_at_5": 0.19847, "precision_at_10": 0.09954, "precision_at_20": 0.04992, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.946483, "mrr_at_3": 0.968145, "mrr_at_5": 0.968145, "mrr_at_10": 0.968618, "mrr_at_20": 0.968783, "mrr_at_25": 0.968856, "mrr_at_50": 0.968856, "mrr_at_100": 0.968856, "mrr_at_1000": 0.968856, "nauc_ndcg_at_1_max": 0.59925, "nauc_ndcg_at_1_std": -0.406993, "nauc_ndcg_at_1_diff1": 0.973403, "nauc_ndcg_at_3_max": 0.679442, "nauc_ndcg_at_3_std": -0.219611, "nauc_ndcg_at_3_diff1": 0.97351, "nauc_ndcg_at_5_max": 0.679442, "nauc_ndcg_at_5_std": -0.219611, "nauc_ndcg_at_5_diff1": 0.97351, "nauc_ndcg_at_10_max": 0.66566, "nauc_ndcg_at_10_std": -0.266433, "nauc_ndcg_at_10_diff1": 0.975086, "nauc_ndcg_at_20_max": 0.655636, "nauc_ndcg_at_20_std": -0.3002, "nauc_ndcg_at_20_diff1": 0.97434, "nauc_ndcg_at_25_max": 0.650604, "nauc_ndcg_at_25_std": -0.306379, "nauc_ndcg_at_25_diff1": 0.973965, "nauc_ndcg_at_50_max": 0.650604, "nauc_ndcg_at_50_std": -0.306379, "nauc_ndcg_at_50_diff1": 0.973965, "nauc_ndcg_at_100_max": 0.650604, "nauc_ndcg_at_100_std": -0.306379, "nauc_ndcg_at_100_diff1": 0.973965, "nauc_ndcg_at_1000_max": 0.650604, "nauc_ndcg_at_1000_std": -0.306379, "nauc_ndcg_at_1000_diff1": 0.973965, "nauc_map_at_1_max": 0.59925, "nauc_map_at_1_std": -0.406993, "nauc_map_at_1_diff1": 0.973403, "nauc_map_at_3_max": 0.652053, "nauc_map_at_3_std": -0.297238, "nauc_map_at_3_diff1": 0.973478, "nauc_map_at_5_max": 0.652053, "nauc_map_at_5_std": -0.297238, "nauc_map_at_5_diff1": 0.973478, "nauc_map_at_10_max": 0.646805, "nauc_map_at_10_std": -0.314832, "nauc_map_at_10_diff1": 0.973988, "nauc_map_at_20_max": 0.644934, "nauc_map_at_20_std": -0.321044, "nauc_map_at_20_diff1": 0.97385, "nauc_map_at_25_max": 0.644104, "nauc_map_at_25_std": -0.322081, "nauc_map_at_25_diff1": 0.973789, "nauc_map_at_50_max": 0.644104, "nauc_map_at_50_std": -0.322081, "nauc_map_at_50_diff1": 0.973789, "nauc_map_at_100_max": 0.644104, "nauc_map_at_100_std": -0.322081, "nauc_map_at_100_diff1": 0.973789, "nauc_map_at_1000_max": 0.644104, "nauc_map_at_1000_std": -0.322081, "nauc_map_at_1000_diff1": 0.973789, "nauc_recall_at_1_max": 0.59925, "nauc_recall_at_1_std": -0.406993, "nauc_recall_at_1_diff1": 0.973403, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.716737, "nauc_recall_at_3_diff1": 0.973874, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.716737, "nauc_recall_at_5_diff1": 0.973874, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.614981, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.122688, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.59925, "nauc_precision_at_1_std": -0.406993, "nauc_precision_at_1_diff1": 0.973403, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.716737, "nauc_precision_at_3_diff1": 0.973874, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.716737, "nauc_precision_at_5_diff1": 0.973874, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.614981, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.122688, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.59925, "nauc_mrr_at_1_std": -0.406993, "nauc_mrr_at_1_diff1": 0.973403, "nauc_mrr_at_3_max": 0.652053, "nauc_mrr_at_3_std": -0.297238, "nauc_mrr_at_3_diff1": 0.973478, "nauc_mrr_at_5_max": 0.652053, "nauc_mrr_at_5_std": -0.297238, "nauc_mrr_at_5_diff1": 0.973478, "nauc_mrr_at_10_max": 0.646805, "nauc_mrr_at_10_std": -0.314832, "nauc_mrr_at_10_diff1": 0.973988, "nauc_mrr_at_20_max": 0.644934, "nauc_mrr_at_20_std": -0.321044, "nauc_mrr_at_20_diff1": 0.97385, "nauc_mrr_at_25_max": 0.644104, "nauc_mrr_at_25_std": -0.322081, "nauc_mrr_at_25_diff1": 0.973789, "nauc_mrr_at_50_max": 0.644104, "nauc_mrr_at_50_std": -0.322081, "nauc_mrr_at_50_diff1": 0.973789, "nauc_mrr_at_100_max": 0.644104, "nauc_mrr_at_100_std": -0.322081, "nauc_mrr_at_100_diff1": 0.973789, "nauc_mrr_at_1000_max": 0.644104, "nauc_mrr_at_1000_std": -0.322081, "nauc_mrr_at_1000_diff1": 0.973789, "hit_rate_at_1": 0.94648, "hit_rate_at_3": 0.99235, "hit_rate_at_5": 0.99235, "hit_rate_at_10": 0.99541, "hit_rate_at_20": 0.99847, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.946483, "R_cap_at_3": 0.992355, "R_cap_at_5": 0.992355, "R_cap_at_10": 0.995413, "R_cap_at_20": 0.998471, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97548, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8373, "ndcg_at_3": 0.89811, "ndcg_at_5": 0.90827, "ndcg_at_10": 0.91376, "ndcg_at_20": 0.91605, "ndcg_at_25": 0.9166, "ndcg_at_50": 0.91754, "ndcg_at_100": 0.91771, "ndcg_at_1000": 0.91788, "map_at_1": 0.8373, "map_at_3": 0.88365, "map_at_5": 0.88931, "map_at_10": 0.89159, "map_at_20": 0.8922, "map_at_25": 0.89231, "map_at_50": 0.89246, "map_at_100": 0.89247, "map_at_1000": 0.89248, "recall_at_1": 0.8373, "recall_at_3": 0.93978, "recall_at_5": 0.96432, "recall_at_10": 0.98128, "recall_at_20": 0.99038, "recall_at_25": 0.99291, "recall_at_50": 0.99772, "recall_at_100": 0.99873, "recall_at_1000": 1.0, "accuracy": 0.8373, "precision_at_1": 0.8373, "precision_at_3": 0.31326, "precision_at_5": 0.19286, "precision_at_10": 0.09813, "precision_at_20": 0.04952, "precision_at_25": 0.03972, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.837298, "mrr_at_3": 0.883645, "mrr_at_5": 0.889313, "mrr_at_10": 0.891585, "mrr_at_20": 0.892202, "mrr_at_25": 0.892312, "mrr_at_50": 0.892458, "mrr_at_100": 0.892472, "mrr_at_1000": 0.892479, "nauc_ndcg_at_1_max": 0.485254, "nauc_ndcg_at_1_std": -0.343628, "nauc_ndcg_at_1_diff1": 0.847841, "nauc_ndcg_at_3_max": 0.536154, "nauc_ndcg_at_3_std": -0.415805, "nauc_ndcg_at_3_diff1": 0.830845, "nauc_ndcg_at_5_max": 0.537683, "nauc_ndcg_at_5_std": -0.403424, "nauc_ndcg_at_5_diff1": 0.832041, "nauc_ndcg_at_10_max": 0.530996, "nauc_ndcg_at_10_std": -0.384014, "nauc_ndcg_at_10_diff1": 0.835509, "nauc_ndcg_at_20_max": 0.524597, "nauc_ndcg_at_20_std": -0.387432, "nauc_ndcg_at_20_diff1": 0.837052, "nauc_ndcg_at_25_max": 0.524539, "nauc_ndcg_at_25_std": -0.382312, "nauc_ndcg_at_25_diff1": 0.836624, "nauc_ndcg_at_50_max": 0.520864, "nauc_ndcg_at_50_std": -0.384688, "nauc_ndcg_at_50_diff1": 0.83629, "nauc_ndcg_at_100_max": 0.520675, "nauc_ndcg_at_100_std": -0.383779, "nauc_ndcg_at_100_diff1": 0.836664, "nauc_ndcg_at_1000_max": 0.52039, "nauc_ndcg_at_1000_std": -0.384073, "nauc_ndcg_at_1000_diff1": 0.836602, "nauc_map_at_1_max": 0.485254, "nauc_map_at_1_std": -0.343628, "nauc_map_at_1_diff1": 0.847841, "nauc_map_at_3_max": 0.520418, "nauc_map_at_3_std": -0.393304, "nauc_map_at_3_diff1": 0.8353, "nauc_map_at_5_max": 0.520212, "nauc_map_at_5_std": -0.38644, "nauc_map_at_5_diff1": 0.835965, "nauc_map_at_10_max": 0.517637, "nauc_map_at_10_std": -0.38007, "nauc_map_at_10_diff1": 0.83724, "nauc_map_at_20_max": 0.516199, "nauc_map_at_20_std": -0.380733, "nauc_map_at_20_diff1": 0.837587, "nauc_map_at_25_max": 0.516188, "nauc_map_at_25_std": -0.379931, "nauc_map_at_25_diff1": 0.837522, "nauc_map_at_50_max": 0.51575, "nauc_map_at_50_std": -0.380257, "nauc_map_at_50_diff1": 0.837492, "nauc_map_at_100_max": 0.515736, "nauc_map_at_100_std": -0.3802, "nauc_map_at_100_diff1": 0.837518, "nauc_map_at_1000_max": 0.515722, "nauc_map_at_1000_std": -0.380209, "nauc_map_at_1000_diff1": 0.837516, "nauc_recall_at_1_max": 0.485254, "nauc_recall_at_1_std": -0.343628, "nauc_recall_at_1_diff1": 0.847841, "nauc_recall_at_3_max": 0.619901, "nauc_recall_at_3_std": -0.535716, "nauc_recall_at_3_diff1": 0.807794, "nauc_recall_at_5_max": 0.687691, "nauc_recall_at_5_std": -0.542866, "nauc_recall_at_5_diff1": 0.800692, "nauc_recall_at_10_max": 0.731327, "nauc_recall_at_10_std": -0.391553, "nauc_recall_at_10_diff1": 0.818373, "nauc_recall_at_20_max": 0.707243, "nauc_recall_at_20_std": -0.516543, "nauc_recall_at_20_diff1": 0.853068, "nauc_recall_at_25_max": 0.768548, "nauc_recall_at_25_std": -0.296609, "nauc_recall_at_25_diff1": 0.836355, "nauc_recall_at_50_max": 0.624811, "nauc_recall_at_50_std": -0.510072, "nauc_recall_at_50_diff1": 0.772028, "nauc_recall_at_100_max": 0.63735, "nauc_recall_at_100_std": -0.251562, "nauc_recall_at_100_diff1": 0.862757, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.485254, "nauc_precision_at_1_std": -0.343628, "nauc_precision_at_1_diff1": 0.847841, "nauc_precision_at_3_max": 0.619901, "nauc_precision_at_3_std": -0.535716, "nauc_precision_at_3_diff1": 0.807794, "nauc_precision_at_5_max": 0.687691, "nauc_precision_at_5_std": -0.542866, "nauc_precision_at_5_diff1": 0.800692, "nauc_precision_at_10_max": 0.731327, "nauc_precision_at_10_std": -0.391553, "nauc_precision_at_10_diff1": 0.818373, "nauc_precision_at_20_max": 0.707243, "nauc_precision_at_20_std": -0.516543, "nauc_precision_at_20_diff1": 0.853068, "nauc_precision_at_25_max": 0.768548, "nauc_precision_at_25_std": -0.296609, "nauc_precision_at_25_diff1": 0.836355, "nauc_precision_at_50_max": 0.624811, "nauc_precision_at_50_std": -0.510072, "nauc_precision_at_50_diff1": 0.772028, "nauc_precision_at_100_max": 0.63735, "nauc_precision_at_100_std": -0.251562, "nauc_precision_at_100_diff1": 0.862757, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.485254, "nauc_mrr_at_1_std": -0.343628, "nauc_mrr_at_1_diff1": 0.847841, "nauc_mrr_at_3_max": 0.520418, "nauc_mrr_at_3_std": -0.393304, "nauc_mrr_at_3_diff1": 0.8353, "nauc_mrr_at_5_max": 0.520212, "nauc_mrr_at_5_std": -0.38644, "nauc_mrr_at_5_diff1": 0.835965, "nauc_mrr_at_10_max": 0.517637, "nauc_mrr_at_10_std": -0.38007, "nauc_mrr_at_10_diff1": 0.83724, "nauc_mrr_at_20_max": 0.516199, "nauc_mrr_at_20_std": -0.380733, "nauc_mrr_at_20_diff1": 0.837587, "nauc_mrr_at_25_max": 0.516188, "nauc_mrr_at_25_std": -0.379931, "nauc_mrr_at_25_diff1": 0.837522, "nauc_mrr_at_50_max": 0.51575, "nauc_mrr_at_50_std": -0.380257, "nauc_mrr_at_50_diff1": 0.837492, "nauc_mrr_at_100_max": 0.515736, "nauc_mrr_at_100_std": -0.3802, "nauc_mrr_at_100_diff1": 0.837518, "nauc_mrr_at_1000_max": 0.515722, "nauc_mrr_at_1000_std": -0.380209, "nauc_mrr_at_1000_diff1": 0.837516, "hit_rate_at_1": 0.8373, "hit_rate_at_3": 0.93978, "hit_rate_at_5": 0.96432, "hit_rate_at_10": 0.98128, "hit_rate_at_20": 0.99038, "hit_rate_at_25": 0.99291, "hit_rate_at_50": 0.99772, "hit_rate_at_100": 0.99873, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.837298, "R_cap_at_3": 0.939777, "R_cap_at_5": 0.964322, "R_cap_at_10": 0.981275, "R_cap_at_20": 0.990385, "R_cap_at_25": 0.992915, "R_cap_at_50": 0.997723, "R_cap_at_100": 0.998735, "R_cap_at_1000": 1.0, "main_score": 0.91376, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.89462, "ndcg_at_3": 0.93754, "ndcg_at_5": 0.94197, "ndcg_at_10": 0.94461, "ndcg_at_20": 0.94577, "ndcg_at_25": 0.94601, "ndcg_at_50": 0.9471, "ndcg_at_100": 0.94746, "ndcg_at_1000": 0.9476, "map_at_1": 0.89462, "map_at_3": 0.9275, "map_at_5": 0.92986, "map_at_10": 0.931, "map_at_20": 0.93134, "map_at_25": 0.93138, "map_at_50": 0.93155, "map_at_100": 0.93158, "map_at_1000": 0.93158, "recall_at_1": 0.89462, "recall_at_3": 0.96637, "recall_at_5": 0.97758, "recall_at_10": 0.98543, "recall_at_20": 0.98991, "recall_at_25": 0.99103, "recall_at_50": 0.99664, "recall_at_100": 0.99888, "recall_at_1000": 1.0, "accuracy": 0.89462, "precision_at_1": 0.89462, "precision_at_3": 0.32212, "precision_at_5": 0.19552, "precision_at_10": 0.09854, "precision_at_20": 0.0495, "precision_at_25": 0.03964, "precision_at_50": 0.01993, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.894619, "mrr_at_3": 0.927504, "mrr_at_5": 0.929858, "mrr_at_10": 0.931002, "mrr_at_20": 0.931335, "mrr_at_25": 0.931382, "mrr_at_50": 0.931548, "mrr_at_100": 0.931579, "mrr_at_1000": 0.931582, "nauc_ndcg_at_1_max": 0.576469, "nauc_ndcg_at_1_std": -0.139455, "nauc_ndcg_at_1_diff1": 0.907208, "nauc_ndcg_at_3_max": 0.639313, "nauc_ndcg_at_3_std": -0.173224, "nauc_ndcg_at_3_diff1": 0.896056, "nauc_ndcg_at_5_max": 0.646471, "nauc_ndcg_at_5_std": -0.207176, "nauc_ndcg_at_5_diff1": 0.894321, "nauc_ndcg_at_10_max": 0.636493, "nauc_ndcg_at_10_std": -0.18956, "nauc_ndcg_at_10_diff1": 0.891967, "nauc_ndcg_at_20_max": 0.633193, "nauc_ndcg_at_20_std": -0.191688, "nauc_ndcg_at_20_diff1": 0.889647, "nauc_ndcg_at_25_max": 0.633548, "nauc_ndcg_at_25_std": -0.184722, "nauc_ndcg_at_25_diff1": 0.890398, "nauc_ndcg_at_50_max": 0.629899, "nauc_ndcg_at_50_std": -0.171905, "nauc_ndcg_at_50_diff1": 0.892472, "nauc_ndcg_at_100_max": 0.627818, "nauc_ndcg_at_100_std": -0.170173, "nauc_ndcg_at_100_diff1": 0.892632, "nauc_ndcg_at_1000_max": 0.627572, "nauc_ndcg_at_1000_std": -0.172497, "nauc_ndcg_at_1000_diff1": 0.895402, "nauc_map_at_1_max": 0.576469, "nauc_map_at_1_std": -0.139455, "nauc_map_at_1_diff1": 0.907208, "nauc_map_at_3_max": 0.623416, "nauc_map_at_3_std": -0.160444, "nauc_map_at_3_diff1": 0.900401, "nauc_map_at_5_max": 0.62683, "nauc_map_at_5_std": -0.175451, "nauc_map_at_5_diff1": 0.899835, "nauc_map_at_10_max": 0.622988, "nauc_map_at_10_std": -0.168627, "nauc_map_at_10_diff1": 0.899114, "nauc_map_at_20_max": 0.622034, "nauc_map_at_20_std": -0.169278, "nauc_map_at_20_diff1": 0.898622, "nauc_map_at_25_max": 0.62208, "nauc_map_at_25_std": -0.168202, "nauc_map_at_25_diff1": 0.898743, "nauc_map_at_50_max": 0.621666, "nauc_map_at_50_std": -0.166462, "nauc_map_at_50_diff1": 0.899023, "nauc_map_at_100_max": 0.621531, "nauc_map_at_100_std": -0.166307, "nauc_map_at_100_diff1": 0.899037, "nauc_map_at_1000_max": 0.621525, "nauc_map_at_1000_std": -0.166355, "nauc_map_at_1000_diff1": 0.899095, "nauc_recall_at_1_max": 0.576469, "nauc_recall_at_1_std": -0.139455, "nauc_recall_at_1_diff1": 0.907208, "nauc_recall_at_3_max": 0.732305, "nauc_recall_at_3_std": -0.253173, "nauc_recall_at_3_diff1": 0.868774, "nauc_recall_at_5_max": 0.815022, "nauc_recall_at_5_std": -0.507499, "nauc_recall_at_5_diff1": 0.843181, "nauc_recall_at_10_max": 0.794061, "nauc_recall_at_10_std": -0.473974, "nauc_recall_at_10_diff1": 0.788898, "nauc_recall_at_20_max": 0.802907, "nauc_recall_at_20_std": -0.630424, "nauc_recall_at_20_diff1": 0.695075, "nauc_recall_at_25_max": 0.834, "nauc_recall_at_25_std": -0.491487, "nauc_recall_at_25_diff1": 0.691668, "nauc_recall_at_50_max": 0.863884, "nauc_recall_at_50_std": -0.024006, "nauc_recall_at_50_diff1": 0.522464, "nauc_recall_at_100_max": 0.722337, "nauc_recall_at_100_std": 0.722337, "nauc_recall_at_100_diff1": -0.171237, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.576469, "nauc_precision_at_1_std": -0.139455, "nauc_precision_at_1_diff1": 0.907208, "nauc_precision_at_3_max": 0.732305, "nauc_precision_at_3_std": -0.253173, "nauc_precision_at_3_diff1": 0.868774, "nauc_precision_at_5_max": 0.815022, "nauc_precision_at_5_std": -0.507499, "nauc_precision_at_5_diff1": 0.843181, "nauc_precision_at_10_max": 0.794061, "nauc_precision_at_10_std": -0.473974, "nauc_precision_at_10_diff1": 0.788898, "nauc_precision_at_20_max": 0.802907, "nauc_precision_at_20_std": -0.630424, "nauc_precision_at_20_diff1": 0.695075, "nauc_precision_at_25_max": 0.834, "nauc_precision_at_25_std": -0.491487, "nauc_precision_at_25_diff1": 0.691668, "nauc_precision_at_50_max": 0.863884, "nauc_precision_at_50_std": -0.024006, "nauc_precision_at_50_diff1": 0.522464, "nauc_precision_at_100_max": 0.722337, "nauc_precision_at_100_std": 0.722337, "nauc_precision_at_100_diff1": -0.171237, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.576469, "nauc_mrr_at_1_std": -0.139455, "nauc_mrr_at_1_diff1": 0.907208, "nauc_mrr_at_3_max": 0.623416, "nauc_mrr_at_3_std": -0.160444, "nauc_mrr_at_3_diff1": 0.900401, "nauc_mrr_at_5_max": 0.62683, "nauc_mrr_at_5_std": -0.175451, "nauc_mrr_at_5_diff1": 0.899835, "nauc_mrr_at_10_max": 0.622988, "nauc_mrr_at_10_std": -0.168627, "nauc_mrr_at_10_diff1": 0.899114, "nauc_mrr_at_20_max": 0.622034, "nauc_mrr_at_20_std": -0.169278, "nauc_mrr_at_20_diff1": 0.898622, "nauc_mrr_at_25_max": 0.62208, "nauc_mrr_at_25_std": -0.168202, "nauc_mrr_at_25_diff1": 0.898743, "nauc_mrr_at_50_max": 0.621666, "nauc_mrr_at_50_std": -0.166462, "nauc_mrr_at_50_diff1": 0.899023, "nauc_mrr_at_100_max": 0.621531, "nauc_mrr_at_100_std": -0.166307, "nauc_mrr_at_100_diff1": 0.899037, "nauc_mrr_at_1000_max": 0.621525, "nauc_mrr_at_1000_std": -0.166355, "nauc_mrr_at_1000_diff1": 0.899095, "hit_rate_at_1": 0.89462, "hit_rate_at_3": 0.96637, "hit_rate_at_5": 0.97758, "hit_rate_at_10": 0.98543, "hit_rate_at_20": 0.98991, "hit_rate_at_25": 0.99103, "hit_rate_at_50": 0.99664, "hit_rate_at_100": 0.99888, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.894619, "R_cap_at_3": 0.966368, "R_cap_at_5": 0.977578, "R_cap_at_10": 0.985426, "R_cap_at_20": 0.98991, "R_cap_at_25": 0.991031, "R_cap_at_50": 0.996637, "R_cap_at_100": 0.998879, "R_cap_at_1000": 1.0, "main_score": 0.94461, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.86667, "ndcg_at_3": 0.91948, "ndcg_at_5": 0.92561, "ndcg_at_10": 0.93135, "ndcg_at_20": 0.93304, "ndcg_at_25": 0.93327, "ndcg_at_50": 0.93348, "ndcg_at_100": 0.93401, "ndcg_at_1000": 0.93407, "map_at_1": 0.86667, "map_at_3": 0.90717, "map_at_5": 0.91053, "map_at_10": 0.913, "map_at_20": 0.9135, "map_at_25": 0.91354, "map_at_50": 0.91357, "map_at_100": 0.91362, "map_at_1000": 0.91362, "recall_at_1": 0.86667, "recall_at_3": 0.95484, "recall_at_5": 0.96989, "recall_at_10": 0.9871, "recall_at_20": 0.99355, "recall_at_25": 0.99462, "recall_at_50": 0.9957, "recall_at_100": 0.99892, "recall_at_1000": 0.99946, "accuracy": 0.86667, "precision_at_1": 0.86667, "precision_at_3": 0.31828, "precision_at_5": 0.19398, "precision_at_10": 0.09871, "precision_at_20": 0.04968, "precision_at_25": 0.03978, "precision_at_50": 0.01991, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.866667, "mrr_at_3": 0.907168, "mrr_at_5": 0.910529, "mrr_at_10": 0.912998, "mrr_at_20": 0.913501, "mrr_at_25": 0.913544, "mrr_at_50": 0.913574, "mrr_at_100": 0.913621, "mrr_at_1000": 0.913623, "nauc_ndcg_at_1_max": 0.526478, "nauc_ndcg_at_1_std": -0.306193, "nauc_ndcg_at_1_diff1": 0.882987, "nauc_ndcg_at_3_max": 0.590977, "nauc_ndcg_at_3_std": -0.319492, "nauc_ndcg_at_3_diff1": 0.872197, "nauc_ndcg_at_5_max": 0.586083, "nauc_ndcg_at_5_std": -0.316944, "nauc_ndcg_at_5_diff1": 0.868177, "nauc_ndcg_at_10_max": 0.579612, "nauc_ndcg_at_10_std": -0.307403, "nauc_ndcg_at_10_diff1": 0.873795, "nauc_ndcg_at_20_max": 0.57544, "nauc_ndcg_at_20_std": -0.304514, "nauc_ndcg_at_20_diff1": 0.874593, "nauc_ndcg_at_25_max": 0.573949, "nauc_ndcg_at_25_std": -0.304054, "nauc_ndcg_at_25_diff1": 0.874382, "nauc_ndcg_at_50_max": 0.575017, "nauc_ndcg_at_50_std": -0.299496, "nauc_ndcg_at_50_diff1": 0.874398, "nauc_ndcg_at_100_max": 0.572338, "nauc_ndcg_at_100_std": -0.302652, "nauc_ndcg_at_100_diff1": 0.874982, "nauc_ndcg_at_1000_max": 0.57189, "nauc_ndcg_at_1000_std": -0.303727, "nauc_ndcg_at_1000_diff1": 0.874988, "nauc_map_at_1_max": 0.526478, "nauc_map_at_1_std": -0.306193, "nauc_map_at_1_diff1": 0.882987, "nauc_map_at_3_max": 0.572289, "nauc_map_at_3_std": -0.31315, "nauc_map_at_3_diff1": 0.875134, "nauc_map_at_5_max": 0.569527, "nauc_map_at_5_std": -0.311292, "nauc_map_at_5_diff1": 0.873367, "nauc_map_at_10_max": 0.566998, "nauc_map_at_10_std": -0.308132, "nauc_map_at_10_diff1": 0.875507, "nauc_map_at_20_max": 0.566049, "nauc_map_at_20_std": -0.307084, "nauc_map_at_20_diff1": 0.875699, "nauc_map_at_25_max": 0.565828, "nauc_map_at_25_std": -0.307018, "nauc_map_at_25_diff1": 0.875669, "nauc_map_at_50_max": 0.565946, "nauc_map_at_50_std": -0.306513, "nauc_map_at_50_diff1": 0.875671, "nauc_map_at_100_max": 0.56576, "nauc_map_at_100_std": -0.306723, "nauc_map_at_100_diff1": 0.875715, "nauc_map_at_1000_max": 0.565749, "nauc_map_at_1000_std": -0.306749, "nauc_map_at_1000_diff1": 0.875716, "nauc_recall_at_1_max": 0.526478, "nauc_recall_at_1_std": -0.306193, "nauc_recall_at_1_diff1": 0.882987, "nauc_recall_at_3_max": 0.696379, "nauc_recall_at_3_std": -0.357704, "nauc_recall_at_3_diff1": 0.855815, "nauc_recall_at_5_max": 0.717695, "nauc_recall_at_5_std": -0.367072, "nauc_recall_at_5_diff1": 0.82428, "nauc_recall_at_10_max": 0.786745, "nauc_recall_at_10_std": -0.27735, "nauc_recall_at_10_diff1": 0.850801, "nauc_recall_at_20_max": 0.825358, "nauc_recall_at_20_std": -0.17293, "nauc_recall_at_20_diff1": 0.858971, "nauc_recall_at_25_max": 0.79043, "nauc_recall_at_25_std": -0.120448, "nauc_recall_at_25_diff1": 0.843838, "nauc_recall_at_50_max": 0.92793, "nauc_recall_at_50_std": 0.28443, "nauc_recall_at_50_diff1": 0.837477, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.861111, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.526478, "nauc_precision_at_1_std": -0.306193, "nauc_precision_at_1_diff1": 0.882987, "nauc_precision_at_3_max": 0.696379, "nauc_precision_at_3_std": -0.357704, "nauc_precision_at_3_diff1": 0.855815, "nauc_precision_at_5_max": 0.717695, "nauc_precision_at_5_std": -0.367072, "nauc_precision_at_5_diff1": 0.82428, "nauc_precision_at_10_max": 0.786745, "nauc_precision_at_10_std": -0.27735, "nauc_precision_at_10_diff1": 0.850801, "nauc_precision_at_20_max": 0.825358, "nauc_precision_at_20_std": -0.17293, "nauc_precision_at_20_diff1": 0.858971, "nauc_precision_at_25_max": 0.79043, "nauc_precision_at_25_std": -0.120448, "nauc_precision_at_25_diff1": 0.843838, "nauc_precision_at_50_max": 0.92793, "nauc_precision_at_50_std": 0.28443, "nauc_precision_at_50_diff1": 0.837477, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.861111, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.526478, "nauc_mrr_at_1_std": -0.306193, "nauc_mrr_at_1_diff1": 0.882987, "nauc_mrr_at_3_max": 0.572289, "nauc_mrr_at_3_std": -0.31315, "nauc_mrr_at_3_diff1": 0.875134, "nauc_mrr_at_5_max": 0.569527, "nauc_mrr_at_5_std": -0.311292, "nauc_mrr_at_5_diff1": 0.873367, "nauc_mrr_at_10_max": 0.566998, "nauc_mrr_at_10_std": -0.308132, "nauc_mrr_at_10_diff1": 0.875507, "nauc_mrr_at_20_max": 0.566049, "nauc_mrr_at_20_std": -0.307084, "nauc_mrr_at_20_diff1": 0.875699, "nauc_mrr_at_25_max": 0.565828, "nauc_mrr_at_25_std": -0.307018, "nauc_mrr_at_25_diff1": 0.875669, "nauc_mrr_at_50_max": 0.565946, "nauc_mrr_at_50_std": -0.306513, "nauc_mrr_at_50_diff1": 0.875671, "nauc_mrr_at_100_max": 0.56576, "nauc_mrr_at_100_std": -0.306723, "nauc_mrr_at_100_diff1": 0.875715, "nauc_mrr_at_1000_max": 0.565749, "nauc_mrr_at_1000_std": -0.306749, "nauc_mrr_at_1000_diff1": 0.875716, "hit_rate_at_1": 0.86667, "hit_rate_at_3": 0.95484, "hit_rate_at_5": 0.96989, "hit_rate_at_10": 0.9871, "hit_rate_at_20": 0.99355, "hit_rate_at_25": 0.99462, "hit_rate_at_50": 0.9957, "hit_rate_at_100": 0.99892, "hit_rate_at_1000": 0.99946, "R_cap_at_1": 0.866667, "R_cap_at_3": 0.954839, "R_cap_at_5": 0.969892, "R_cap_at_10": 0.987097, "R_cap_at_20": 0.993548, "R_cap_at_25": 0.994624, "R_cap_at_50": 0.995699, "R_cap_at_100": 0.998925, "R_cap_at_1000": 0.999462, "main_score": 0.93135, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.91161, "ndcg_at_3": 0.95078, "ndcg_at_5": 0.95527, "ndcg_at_10": 0.95723, "ndcg_at_20": 0.95803, "ndcg_at_25": 0.95803, "ndcg_at_50": 0.95863, "ndcg_at_100": 0.95888, "ndcg_at_1000": 0.95888, "map_at_1": 0.91161, "map_at_3": 0.94195, "map_at_5": 0.94453, "map_at_10": 0.94536, "map_at_20": 0.9456, "map_at_25": 0.9456, "map_at_50": 0.9457, "map_at_100": 0.94572, "map_at_1000": 0.94572, "recall_at_1": 0.91161, "recall_at_3": 0.97603, "recall_at_5": 0.98652, "recall_at_10": 0.99251, "recall_at_20": 0.99551, "recall_at_25": 0.99551, "recall_at_50": 0.9985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.91161, "precision_at_1": 0.91161, "precision_at_3": 0.32534, "precision_at_5": 0.1973, "precision_at_10": 0.09925, "precision_at_20": 0.04978, "precision_at_25": 0.03982, "precision_at_50": 0.01997, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.91161, "mrr_at_3": 0.941948, "mrr_at_5": 0.944532, "mrr_at_10": 0.945358, "mrr_at_20": 0.9456, "mrr_at_25": 0.9456, "mrr_at_50": 0.945698, "mrr_at_100": 0.945721, "mrr_at_1000": 0.945721, "nauc_ndcg_at_1_max": 0.540124, "nauc_ndcg_at_1_std": -0.219775, "nauc_ndcg_at_1_diff1": 0.876196, "nauc_ndcg_at_3_max": 0.614085, "nauc_ndcg_at_3_std": -0.199634, "nauc_ndcg_at_3_diff1": 0.868518, "nauc_ndcg_at_5_max": 0.594213, "nauc_ndcg_at_5_std": -0.215923, "nauc_ndcg_at_5_diff1": 0.864214, "nauc_ndcg_at_10_max": 0.598915, "nauc_ndcg_at_10_std": -0.199948, "nauc_ndcg_at_10_diff1": 0.871626, "nauc_ndcg_at_20_max": 0.591885, "nauc_ndcg_at_20_std": -0.212354, "nauc_ndcg_at_20_diff1": 0.874672, "nauc_ndcg_at_25_max": 0.591885, "nauc_ndcg_at_25_std": -0.212354, "nauc_ndcg_at_25_diff1": 0.874672, "nauc_ndcg_at_50_max": 0.587554, "nauc_ndcg_at_50_std": -0.216203, "nauc_ndcg_at_50_diff1": 0.872846, "nauc_ndcg_at_100_max": 0.585462, "nauc_ndcg_at_100_std": -0.214142, "nauc_ndcg_at_100_diff1": 0.87245, "nauc_ndcg_at_1000_max": 0.585462, "nauc_ndcg_at_1000_std": -0.214142, "nauc_ndcg_at_1000_diff1": 0.87245, "nauc_map_at_1_max": 0.540124, "nauc_map_at_1_std": -0.219775, "nauc_map_at_1_diff1": 0.876196, "nauc_map_at_3_max": 0.591503, "nauc_map_at_3_std": -0.209683, "nauc_map_at_3_diff1": 0.871864, "nauc_map_at_5_max": 0.581063, "nauc_map_at_5_std": -0.218289, "nauc_map_at_5_diff1": 0.870049, "nauc_map_at_10_max": 0.582428, "nauc_map_at_10_std": -0.21261, "nauc_map_at_10_diff1": 0.872428, "nauc_map_at_20_max": 0.580712, "nauc_map_at_20_std": -0.215569, "nauc_map_at_20_diff1": 0.873103, "nauc_map_at_25_max": 0.580712, "nauc_map_at_25_std": -0.215569, "nauc_map_at_25_diff1": 0.873103, "nauc_map_at_50_max": 0.580147, "nauc_map_at_50_std": -0.216058, "nauc_map_at_50_diff1": 0.872872, "nauc_map_at_100_max": 0.579993, "nauc_map_at_100_std": -0.215852, "nauc_map_at_100_diff1": 0.872838, "nauc_map_at_1000_max": 0.579993, "nauc_map_at_1000_std": -0.215852, "nauc_map_at_1000_diff1": 0.872838, "nauc_recall_at_1_max": 0.540124, "nauc_recall_at_1_std": -0.219775, "nauc_recall_at_1_diff1": 0.876196, "nauc_recall_at_3_max": 0.767334, "nauc_recall_at_3_std": -0.126744, "nauc_recall_at_3_diff1": 0.844602, "nauc_recall_at_5_max": 0.734889, "nauc_recall_at_5_std": -0.186814, "nauc_recall_at_5_diff1": 0.792106, "nauc_recall_at_10_max": 0.929246, "nauc_recall_at_10_std": 0.09752, "nauc_recall_at_10_diff1": 0.869757, "nauc_recall_at_20_max": 0.903873, "nauc_recall_at_20_std": -0.137289, "nauc_recall_at_20_diff1": 0.978204, "nauc_recall_at_25_max": 0.903873, "nauc_recall_at_25_std": -0.137289, "nauc_recall_at_25_diff1": 0.978204, "nauc_recall_at_50_max": 0.934613, "nauc_recall_at_50_std": -0.515038, "nauc_recall_at_50_diff1": 0.934613, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.540124, "nauc_precision_at_1_std": -0.219775, "nauc_precision_at_1_diff1": 0.876196, "nauc_precision_at_3_max": 0.767334, "nauc_precision_at_3_std": -0.126744, "nauc_precision_at_3_diff1": 0.844602, "nauc_precision_at_5_max": 0.734889, "nauc_precision_at_5_std": -0.186814, "nauc_precision_at_5_diff1": 0.792106, "nauc_precision_at_10_max": 0.929246, "nauc_precision_at_10_std": 0.09752, "nauc_precision_at_10_diff1": 0.869757, "nauc_precision_at_20_max": 0.903873, "nauc_precision_at_20_std": -0.137289, "nauc_precision_at_20_diff1": 0.978204, "nauc_precision_at_25_max": 0.903873, "nauc_precision_at_25_std": -0.137289, "nauc_precision_at_25_diff1": 0.978204, "nauc_precision_at_50_max": 0.934613, "nauc_precision_at_50_std": -0.515038, "nauc_precision_at_50_diff1": 0.934613, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.540124, "nauc_mrr_at_1_std": -0.219775, "nauc_mrr_at_1_diff1": 0.876196, "nauc_mrr_at_3_max": 0.591503, "nauc_mrr_at_3_std": -0.209683, "nauc_mrr_at_3_diff1": 0.871864, "nauc_mrr_at_5_max": 0.581063, "nauc_mrr_at_5_std": -0.218289, "nauc_mrr_at_5_diff1": 0.870049, "nauc_mrr_at_10_max": 0.582428, "nauc_mrr_at_10_std": -0.21261, "nauc_mrr_at_10_diff1": 0.872428, "nauc_mrr_at_20_max": 0.580712, "nauc_mrr_at_20_std": -0.215569, "nauc_mrr_at_20_diff1": 0.873103, "nauc_mrr_at_25_max": 0.580712, "nauc_mrr_at_25_std": -0.215569, "nauc_mrr_at_25_diff1": 0.873103, "nauc_mrr_at_50_max": 0.580147, "nauc_mrr_at_50_std": -0.216058, "nauc_mrr_at_50_diff1": 0.872872, "nauc_mrr_at_100_max": 0.579993, "nauc_mrr_at_100_std": -0.215852, "nauc_mrr_at_100_diff1": 0.872838, "nauc_mrr_at_1000_max": 0.579993, "nauc_mrr_at_1000_std": -0.215852, "nauc_mrr_at_1000_diff1": 0.872838, "hit_rate_at_1": 0.91161, "hit_rate_at_3": 0.97603, "hit_rate_at_5": 0.98652, "hit_rate_at_10": 0.99251, "hit_rate_at_20": 0.99551, "hit_rate_at_25": 0.99551, "hit_rate_at_50": 0.9985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.91161, "R_cap_at_3": 0.97603, "R_cap_at_5": 0.986517, "R_cap_at_10": 0.992509, "R_cap_at_20": 0.995506, "R_cap_at_25": 0.995506, "R_cap_at_50": 0.998502, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95723, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.7717, "ndcg_at_3": 0.84716, "ndcg_at_5": 0.86291, "ndcg_at_10": 0.87298, "ndcg_at_20": 0.87746, "ndcg_at_25": 0.87811, "ndcg_at_50": 0.87928, "ndcg_at_100": 0.87989, "ndcg_at_1000": 0.8801, "map_at_1": 0.7717, "map_at_3": 0.82884, "map_at_5": 0.83766, "map_at_10": 0.84191, "map_at_20": 0.84317, "map_at_25": 0.8433, "map_at_50": 0.84349, "map_at_100": 0.84355, "map_at_1000": 0.84356, "recall_at_1": 0.7717, "recall_at_3": 0.90007, "recall_at_5": 0.938, "recall_at_10": 0.96864, "recall_at_20": 0.98614, "recall_at_25": 0.98906, "recall_at_50": 0.99489, "recall_at_100": 0.99854, "recall_at_1000": 1.0, "accuracy": 0.7717, "precision_at_1": 0.7717, "precision_at_3": 0.30002, "precision_at_5": 0.1876, "precision_at_10": 0.09686, "precision_at_20": 0.04931, "precision_at_25": 0.03956, "precision_at_50": 0.0199, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.771699, "mrr_at_3": 0.828835, "mrr_at_5": 0.837661, "mrr_at_10": 0.841911, "mrr_at_20": 0.84317, "mrr_at_25": 0.843302, "mrr_at_50": 0.843492, "mrr_at_100": 0.843551, "mrr_at_1000": 0.843563, "nauc_ndcg_at_1_max": 0.371532, "nauc_ndcg_at_1_std": -0.564697, "nauc_ndcg_at_1_diff1": 0.849373, "nauc_ndcg_at_3_max": 0.392199, "nauc_ndcg_at_3_std": -0.630954, "nauc_ndcg_at_3_diff1": 0.823379, "nauc_ndcg_at_5_max": 0.370639, "nauc_ndcg_at_5_std": -0.66652, "nauc_ndcg_at_5_diff1": 0.82693, "nauc_ndcg_at_10_max": 0.39002, "nauc_ndcg_at_10_std": -0.651018, "nauc_ndcg_at_10_diff1": 0.835366, "nauc_ndcg_at_20_max": 0.389428, "nauc_ndcg_at_20_std": -0.638132, "nauc_ndcg_at_20_diff1": 0.835925, "nauc_ndcg_at_25_max": 0.388411, "nauc_ndcg_at_25_std": -0.638422, "nauc_ndcg_at_25_diff1": 0.83603, "nauc_ndcg_at_50_max": 0.38802, "nauc_ndcg_at_50_std": -0.631346, "nauc_ndcg_at_50_diff1": 0.83558, "nauc_ndcg_at_100_max": 0.387448, "nauc_ndcg_at_100_std": -0.628202, "nauc_ndcg_at_100_diff1": 0.835276, "nauc_ndcg_at_1000_max": 0.38642, "nauc_ndcg_at_1000_std": -0.628137, "nauc_ndcg_at_1000_diff1": 0.83509, "nauc_map_at_1_max": 0.371532, "nauc_map_at_1_std": -0.564697, "nauc_map_at_1_diff1": 0.849373, "nauc_map_at_3_max": 0.388321, "nauc_map_at_3_std": -0.613079, "nauc_map_at_3_diff1": 0.830861, "nauc_map_at_5_max": 0.378193, "nauc_map_at_5_std": -0.628835, "nauc_map_at_5_diff1": 0.832972, "nauc_map_at_10_max": 0.38548, "nauc_map_at_10_std": -0.622845, "nauc_map_at_10_diff1": 0.835988, "nauc_map_at_20_max": 0.385236, "nauc_map_at_20_std": -0.619729, "nauc_map_at_20_diff1": 0.836097, "nauc_map_at_25_max": 0.385069, "nauc_map_at_25_std": -0.619762, "nauc_map_at_25_diff1": 0.836118, "nauc_map_at_50_max": 0.385007, "nauc_map_at_50_std": -0.618891, "nauc_map_at_50_diff1": 0.836069, "nauc_map_at_100_max": 0.384964, "nauc_map_at_100_std": -0.618668, "nauc_map_at_100_diff1": 0.836044, "nauc_map_at_1000_max": 0.384919, "nauc_map_at_1000_std": -0.618664, "nauc_map_at_1000_diff1": 0.836036, "nauc_recall_at_1_max": 0.371532, "nauc_recall_at_1_std": -0.564697, "nauc_recall_at_1_diff1": 0.849373, "nauc_recall_at_3_max": 0.408382, "nauc_recall_at_3_std": -0.711538, "nauc_recall_at_3_diff1": 0.789289, "nauc_recall_at_5_max": 0.306711, "nauc_recall_at_5_std": -0.940144, "nauc_recall_at_5_diff1": 0.786381, "nauc_recall_at_10_max": 0.455831, "nauc_recall_at_10_std": -1.020153, "nauc_recall_at_10_diff1": 0.844657, "nauc_recall_at_20_max": 0.5259, "nauc_recall_at_20_std": -1.075143, "nauc_recall_at_20_diff1": 0.875932, "nauc_recall_at_25_max": 0.514608, "nauc_recall_at_25_std": -1.204913, "nauc_recall_at_25_diff1": 0.89108, "nauc_recall_at_50_max": 0.618932, "nauc_recall_at_50_std": -1.060018, "nauc_recall_at_50_diff1": 0.901973, "nauc_recall_at_100_max": 0.934646, "nauc_recall_at_100_std": -0.66209, "nauc_recall_at_100_diff1": 0.934646, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.371532, "nauc_precision_at_1_std": -0.564697, "nauc_precision_at_1_diff1": 0.849373, "nauc_precision_at_3_max": 0.408382, "nauc_precision_at_3_std": -0.711538, "nauc_precision_at_3_diff1": 0.789289, "nauc_precision_at_5_max": 0.306711, "nauc_precision_at_5_std": -0.940144, "nauc_precision_at_5_diff1": 0.786381, "nauc_precision_at_10_max": 0.455831, "nauc_precision_at_10_std": -1.020153, "nauc_precision_at_10_diff1": 0.844657, "nauc_precision_at_20_max": 0.5259, "nauc_precision_at_20_std": -1.075143, "nauc_precision_at_20_diff1": 0.875932, "nauc_precision_at_25_max": 0.514608, "nauc_precision_at_25_std": -1.204913, "nauc_precision_at_25_diff1": 0.89108, "nauc_precision_at_50_max": 0.618932, "nauc_precision_at_50_std": -1.060018, "nauc_precision_at_50_diff1": 0.901973, "nauc_precision_at_100_max": 0.934646, "nauc_precision_at_100_std": -0.66209, "nauc_precision_at_100_diff1": 0.934646, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.371532, "nauc_mrr_at_1_std": -0.564697, "nauc_mrr_at_1_diff1": 0.849373, "nauc_mrr_at_3_max": 0.388321, "nauc_mrr_at_3_std": -0.613079, "nauc_mrr_at_3_diff1": 0.830861, "nauc_mrr_at_5_max": 0.378193, "nauc_mrr_at_5_std": -0.628835, "nauc_mrr_at_5_diff1": 0.832972, "nauc_mrr_at_10_max": 0.38548, "nauc_mrr_at_10_std": -0.622845, "nauc_mrr_at_10_diff1": 0.835988, "nauc_mrr_at_20_max": 0.385236, "nauc_mrr_at_20_std": -0.619729, "nauc_mrr_at_20_diff1": 0.836097, "nauc_mrr_at_25_max": 0.385069, "nauc_mrr_at_25_std": -0.619762, "nauc_mrr_at_25_diff1": 0.836118, "nauc_mrr_at_50_max": 0.385007, "nauc_mrr_at_50_std": -0.618891, "nauc_mrr_at_50_diff1": 0.836069, "nauc_mrr_at_100_max": 0.384964, "nauc_mrr_at_100_std": -0.618668, "nauc_mrr_at_100_diff1": 0.836044, "nauc_mrr_at_1000_max": 0.384919, "nauc_mrr_at_1000_std": -0.618664, "nauc_mrr_at_1000_diff1": 0.836036, "hit_rate_at_1": 0.7717, "hit_rate_at_3": 0.90007, "hit_rate_at_5": 0.938, "hit_rate_at_10": 0.96864, "hit_rate_at_20": 0.98614, "hit_rate_at_25": 0.98906, "hit_rate_at_50": 0.99489, "hit_rate_at_100": 0.99854, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.771699, "R_cap_at_3": 0.900073, "R_cap_at_5": 0.938001, "R_cap_at_10": 0.968636, "R_cap_at_20": 0.986142, "R_cap_at_25": 0.989059, "R_cap_at_50": 0.994894, "R_cap_at_100": 0.998541, "R_cap_at_1000": 1.0, "main_score": 0.87298, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.83933, "ndcg_at_3": 0.89354, "ndcg_at_5": 0.90345, "ndcg_at_10": 0.91068, "ndcg_at_20": 0.91401, "ndcg_at_25": 0.91497, "ndcg_at_50": 0.9158, "ndcg_at_100": 0.91611, "ndcg_at_1000": 0.91611, "map_at_1": 0.83933, "map_at_3": 0.88089, "map_at_5": 0.88642, "map_at_10": 0.88943, "map_at_20": 0.89036, "map_at_25": 0.89056, "map_at_50": 0.89067, "map_at_100": 0.8907, "map_at_1000": 0.8907, "recall_at_1": 0.83933, "recall_at_3": 0.92984, "recall_at_5": 0.95383, "recall_at_10": 0.97601, "recall_at_20": 0.98909, "recall_at_25": 0.99346, "recall_at_50": 0.99782, "recall_at_100": 0.99964, "recall_at_1000": 0.99964, "accuracy": 0.83933, "precision_at_1": 0.83933, "precision_at_3": 0.30995, "precision_at_5": 0.19077, "precision_at_10": 0.0976, "precision_at_20": 0.04945, "precision_at_25": 0.03974, "precision_at_50": 0.01996, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.839331, "mrr_at_3": 0.880892, "mrr_at_5": 0.886417, "mrr_at_10": 0.889429, "mrr_at_20": 0.890357, "mrr_at_25": 0.890556, "mrr_at_50": 0.890674, "mrr_at_100": 0.890705, "mrr_at_1000": 0.890705, "nauc_ndcg_at_1_max": 0.553178, "nauc_ndcg_at_1_std": -0.467896, "nauc_ndcg_at_1_diff1": 0.887488, "nauc_ndcg_at_3_max": 0.582267, "nauc_ndcg_at_3_std": -0.537251, "nauc_ndcg_at_3_diff1": 0.863843, "nauc_ndcg_at_5_max": 0.586694, "nauc_ndcg_at_5_std": -0.527853, "nauc_ndcg_at_5_diff1": 0.863717, "nauc_ndcg_at_10_max": 0.579637, "nauc_ndcg_at_10_std": -0.523404, "nauc_ndcg_at_10_diff1": 0.869276, "nauc_ndcg_at_20_max": 0.576158, "nauc_ndcg_at_20_std": -0.510429, "nauc_ndcg_at_20_diff1": 0.870115, "nauc_ndcg_at_25_max": 0.575279, "nauc_ndcg_at_25_std": -0.513143, "nauc_ndcg_at_25_diff1": 0.871013, "nauc_ndcg_at_50_max": 0.574072, "nauc_ndcg_at_50_std": -0.509636, "nauc_ndcg_at_50_diff1": 0.870393, "nauc_ndcg_at_100_max": 0.574736, "nauc_ndcg_at_100_std": -0.510518, "nauc_ndcg_at_100_diff1": 0.87121, "nauc_ndcg_at_1000_max": 0.574736, "nauc_ndcg_at_1000_std": -0.510518, "nauc_ndcg_at_1000_diff1": 0.87121, "nauc_map_at_1_max": 0.553178, "nauc_map_at_1_std": -0.467896, "nauc_map_at_1_diff1": 0.887488, "nauc_map_at_3_max": 0.573866, "nauc_map_at_3_std": -0.5161, "nauc_map_at_3_diff1": 0.870091, "nauc_map_at_5_max": 0.575739, "nauc_map_at_5_std": -0.51076, "nauc_map_at_5_diff1": 0.870412, "nauc_map_at_10_max": 0.572923, "nauc_map_at_10_std": -0.509335, "nauc_map_at_10_diff1": 0.872386, "nauc_map_at_20_max": 0.572205, "nauc_map_at_20_std": -0.506417, "nauc_map_at_20_diff1": 0.872652, "nauc_map_at_25_max": 0.572055, "nauc_map_at_25_std": -0.506842, "nauc_map_at_25_diff1": 0.872805, "nauc_map_at_50_max": 0.571903, "nauc_map_at_50_std": -0.506435, "nauc_map_at_50_diff1": 0.872734, "nauc_map_at_100_max": 0.57195, "nauc_map_at_100_std": -0.506509, "nauc_map_at_100_diff1": 0.8728, "nauc_map_at_1000_max": 0.57195, "nauc_map_at_1000_std": -0.506509, "nauc_map_at_1000_diff1": 0.8728, "nauc_recall_at_1_max": 0.553178, "nauc_recall_at_1_std": -0.467896, "nauc_recall_at_1_diff1": 0.887488, "nauc_recall_at_3_max": 0.621439, "nauc_recall_at_3_std": -0.636721, "nauc_recall_at_3_diff1": 0.835145, "nauc_recall_at_5_max": 0.661654, "nauc_recall_at_5_std": -0.64038, "nauc_recall_at_5_diff1": 0.818962, "nauc_recall_at_10_max": 0.655553, "nauc_recall_at_10_std": -0.682242, "nauc_recall_at_10_diff1": 0.841252, "nauc_recall_at_20_max": 0.634992, "nauc_recall_at_20_std": -0.481365, "nauc_recall_at_20_diff1": 0.828532, "nauc_recall_at_25_max": 0.62465, "nauc_recall_at_25_std": -0.616365, "nauc_recall_at_25_diff1": 0.851151, "nauc_recall_at_50_max": 0.49709, "nauc_recall_at_50_std": -0.145341, "nauc_recall_at_50_diff1": 0.693111, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.5542, "nauc_recall_at_100_diff1": 0.869286, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.5542, "nauc_recall_at_1000_diff1": 0.869286, "nauc_precision_at_1_max": 0.553178, "nauc_precision_at_1_std": -0.467896, "nauc_precision_at_1_diff1": 0.887488, "nauc_precision_at_3_max": 0.621439, "nauc_precision_at_3_std": -0.636721, "nauc_precision_at_3_diff1": 0.835145, "nauc_precision_at_5_max": 0.661654, "nauc_precision_at_5_std": -0.64038, "nauc_precision_at_5_diff1": 0.818962, "nauc_precision_at_10_max": 0.655553, "nauc_precision_at_10_std": -0.682242, "nauc_precision_at_10_diff1": 0.841252, "nauc_precision_at_20_max": 0.634992, "nauc_precision_at_20_std": -0.481365, "nauc_precision_at_20_diff1": 0.828532, "nauc_precision_at_25_max": 0.62465, "nauc_precision_at_25_std": -0.616365, "nauc_precision_at_25_diff1": 0.851151, "nauc_precision_at_50_max": 0.49709, "nauc_precision_at_50_std": -0.145341, "nauc_precision_at_50_diff1": 0.693111, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.5542, "nauc_precision_at_100_diff1": 0.869286, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.5542, "nauc_precision_at_1000_diff1": 0.869286, "nauc_mrr_at_1_max": 0.553178, "nauc_mrr_at_1_std": -0.467896, "nauc_mrr_at_1_diff1": 0.887488, "nauc_mrr_at_3_max": 0.573866, "nauc_mrr_at_3_std": -0.5161, "nauc_mrr_at_3_diff1": 0.870091, "nauc_mrr_at_5_max": 0.575739, "nauc_mrr_at_5_std": -0.51076, "nauc_mrr_at_5_diff1": 0.870412, "nauc_mrr_at_10_max": 0.572923, "nauc_mrr_at_10_std": -0.509335, "nauc_mrr_at_10_diff1": 0.872386, "nauc_mrr_at_20_max": 0.572205, "nauc_mrr_at_20_std": -0.506417, "nauc_mrr_at_20_diff1": 0.872652, "nauc_mrr_at_25_max": 0.572055, "nauc_mrr_at_25_std": -0.506842, "nauc_mrr_at_25_diff1": 0.872805, "nauc_mrr_at_50_max": 0.571903, "nauc_mrr_at_50_std": -0.506435, "nauc_mrr_at_50_diff1": 0.872734, "nauc_mrr_at_100_max": 0.57195, "nauc_mrr_at_100_std": -0.506509, "nauc_mrr_at_100_diff1": 0.8728, "nauc_mrr_at_1000_max": 0.57195, "nauc_mrr_at_1000_std": -0.506509, "nauc_mrr_at_1000_diff1": 0.8728, "hit_rate_at_1": 0.83933, "hit_rate_at_3": 0.92984, "hit_rate_at_5": 0.95383, "hit_rate_at_10": 0.97601, "hit_rate_at_20": 0.98909, "hit_rate_at_25": 0.99346, "hit_rate_at_50": 0.99782, "hit_rate_at_100": 0.99964, "hit_rate_at_1000": 0.99964, "R_cap_at_1": 0.839331, "R_cap_at_3": 0.929844, "R_cap_at_5": 0.953835, "R_cap_at_10": 0.976009, "R_cap_at_20": 0.989095, "R_cap_at_25": 0.993457, "R_cap_at_50": 0.997819, "R_cap_at_100": 0.999636, "R_cap_at_1000": 0.999636, "main_score": 0.91068, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84991, "ndcg_at_3": 0.90708, "ndcg_at_5": 0.91554, "ndcg_at_10": 0.9215, "ndcg_at_20": 0.92358, "ndcg_at_25": 0.9241, "ndcg_at_50": 0.92466, "ndcg_at_100": 0.92486, "ndcg_at_1000": 0.92509, "map_at_1": 0.84991, "map_at_3": 0.89396, "map_at_5": 0.89864, "map_at_10": 0.90113, "map_at_20": 0.9017, "map_at_25": 0.90181, "map_at_50": 0.90188, "map_at_100": 0.9019, "map_at_1000": 0.90191, "recall_at_1": 0.84991, "recall_at_3": 0.94467, "recall_at_5": 0.96527, "recall_at_10": 0.98352, "recall_at_20": 0.99176, "recall_at_25": 0.99411, "recall_at_50": 0.99706, "recall_at_100": 0.99823, "recall_at_1000": 1.0, "accuracy": 0.84991, "precision_at_1": 0.84991, "precision_at_3": 0.31489, "precision_at_5": 0.19305, "precision_at_10": 0.09835, "precision_at_20": 0.04959, "precision_at_25": 0.03976, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.849912, "mrr_at_3": 0.893957, "mrr_at_5": 0.898636, "mrr_at_10": 0.901134, "mrr_at_20": 0.901702, "mrr_at_25": 0.901807, "mrr_at_50": 0.901883, "mrr_at_100": 0.901904, "mrr_at_1000": 0.901915, "nauc_ndcg_at_1_max": 0.479859, "nauc_ndcg_at_1_std": -0.610633, "nauc_ndcg_at_1_diff1": 0.865316, "nauc_ndcg_at_3_max": 0.540943, "nauc_ndcg_at_3_std": -0.696563, "nauc_ndcg_at_3_diff1": 0.84876, "nauc_ndcg_at_5_max": 0.543046, "nauc_ndcg_at_5_std": -0.68255, "nauc_ndcg_at_5_diff1": 0.851612, "nauc_ndcg_at_10_max": 0.529066, "nauc_ndcg_at_10_std": -0.665719, "nauc_ndcg_at_10_diff1": 0.850304, "nauc_ndcg_at_20_max": 0.52544, "nauc_ndcg_at_20_std": -0.662198, "nauc_ndcg_at_20_diff1": 0.851757, "nauc_ndcg_at_25_max": 0.523878, "nauc_ndcg_at_25_std": -0.661124, "nauc_ndcg_at_25_diff1": 0.85219, "nauc_ndcg_at_50_max": 0.523573, "nauc_ndcg_at_50_std": -0.657067, "nauc_ndcg_at_50_diff1": 0.85168, "nauc_ndcg_at_100_max": 0.522818, "nauc_ndcg_at_100_std": -0.657831, "nauc_ndcg_at_100_diff1": 0.852063, "nauc_ndcg_at_1000_max": 0.521851, "nauc_ndcg_at_1000_std": -0.657431, "nauc_ndcg_at_1000_diff1": 0.853272, "nauc_map_at_1_max": 0.479859, "nauc_map_at_1_std": -0.610633, "nauc_map_at_1_diff1": 0.865316, "nauc_map_at_3_max": 0.523017, "nauc_map_at_3_std": -0.668066, "nauc_map_at_3_diff1": 0.853702, "nauc_map_at_5_max": 0.522878, "nauc_map_at_5_std": -0.660577, "nauc_map_at_5_diff1": 0.855186, "nauc_map_at_10_max": 0.517847, "nauc_map_at_10_std": -0.653606, "nauc_map_at_10_diff1": 0.854876, "nauc_map_at_20_max": 0.5171, "nauc_map_at_20_std": -0.652837, "nauc_map_at_20_diff1": 0.855248, "nauc_map_at_25_max": 0.516851, "nauc_map_at_25_std": -0.652641, "nauc_map_at_25_diff1": 0.855323, "nauc_map_at_50_max": 0.516821, "nauc_map_at_50_std": -0.652195, "nauc_map_at_50_diff1": 0.85527, "nauc_map_at_100_max": 0.516759, "nauc_map_at_100_std": -0.652266, "nauc_map_at_100_diff1": 0.8553, "nauc_map_at_1000_max": 0.51672, "nauc_map_at_1000_std": -0.652225, "nauc_map_at_1000_diff1": 0.855321, "nauc_recall_at_1_max": 0.479859, "nauc_recall_at_1_std": -0.610633, "nauc_recall_at_1_diff1": 0.865316, "nauc_recall_at_3_max": 0.635007, "nauc_recall_at_3_std": -0.848977, "nauc_recall_at_3_diff1": 0.822759, "nauc_recall_at_5_max": 0.705906, "nauc_recall_at_5_std": -0.854631, "nauc_recall_at_5_diff1": 0.82457, "nauc_recall_at_10_max": 0.684313, "nauc_recall_at_10_std": -0.832089, "nauc_recall_at_10_diff1": 0.775241, "nauc_recall_at_20_max": 0.703688, "nauc_recall_at_20_std": -0.868499, "nauc_recall_at_20_diff1": 0.749092, "nauc_recall_at_25_max": 0.685317, "nauc_recall_at_25_std": -0.892567, "nauc_recall_at_25_diff1": 0.732072, "nauc_recall_at_50_max": 0.802964, "nauc_recall_at_50_std": -0.594675, "nauc_recall_at_50_diff1": 0.54585, "nauc_recall_at_100_max": 0.807785, "nauc_recall_at_100_std": -0.726679, "nauc_recall_at_100_diff1": 0.435299, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.479859, "nauc_precision_at_1_std": -0.610633, "nauc_precision_at_1_diff1": 0.865316, "nauc_precision_at_3_max": 0.635007, "nauc_precision_at_3_std": -0.848977, "nauc_precision_at_3_diff1": 0.822759, "nauc_precision_at_5_max": 0.705906, "nauc_precision_at_5_std": -0.854631, "nauc_precision_at_5_diff1": 0.82457, "nauc_precision_at_10_max": 0.684313, "nauc_precision_at_10_std": -0.832089, "nauc_precision_at_10_diff1": 0.775241, "nauc_precision_at_20_max": 0.703688, "nauc_precision_at_20_std": -0.868499, "nauc_precision_at_20_diff1": 0.749092, "nauc_precision_at_25_max": 0.685317, "nauc_precision_at_25_std": -0.892567, "nauc_precision_at_25_diff1": 0.732072, "nauc_precision_at_50_max": 0.802964, "nauc_precision_at_50_std": -0.594675, "nauc_precision_at_50_diff1": 0.54585, "nauc_precision_at_100_max": 0.807785, "nauc_precision_at_100_std": -0.726679, "nauc_precision_at_100_diff1": 0.435299, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.479859, "nauc_mrr_at_1_std": -0.610633, "nauc_mrr_at_1_diff1": 0.865316, "nauc_mrr_at_3_max": 0.523017, "nauc_mrr_at_3_std": -0.668066, "nauc_mrr_at_3_diff1": 0.853702, "nauc_mrr_at_5_max": 0.522878, "nauc_mrr_at_5_std": -0.660577, "nauc_mrr_at_5_diff1": 0.855186, "nauc_mrr_at_10_max": 0.517847, "nauc_mrr_at_10_std": -0.653606, "nauc_mrr_at_10_diff1": 0.854876, "nauc_mrr_at_20_max": 0.5171, "nauc_mrr_at_20_std": -0.652837, "nauc_mrr_at_20_diff1": 0.855248, "nauc_mrr_at_25_max": 0.516851, "nauc_mrr_at_25_std": -0.652641, "nauc_mrr_at_25_diff1": 0.855323, "nauc_mrr_at_50_max": 0.516821, "nauc_mrr_at_50_std": -0.652195, "nauc_mrr_at_50_diff1": 0.85527, "nauc_mrr_at_100_max": 0.516759, "nauc_mrr_at_100_std": -0.652266, "nauc_mrr_at_100_diff1": 0.8553, "nauc_mrr_at_1000_max": 0.51672, "nauc_mrr_at_1000_std": -0.652225, "nauc_mrr_at_1000_diff1": 0.855321, "hit_rate_at_1": 0.84991, "hit_rate_at_3": 0.94467, "hit_rate_at_5": 0.96527, "hit_rate_at_10": 0.98352, "hit_rate_at_20": 0.99176, "hit_rate_at_25": 0.99411, "hit_rate_at_50": 0.99706, "hit_rate_at_100": 0.99823, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.849912, "R_cap_at_3": 0.944673, "R_cap_at_5": 0.965274, "R_cap_at_10": 0.98352, "R_cap_at_20": 0.99176, "R_cap_at_25": 0.994114, "R_cap_at_50": 0.997057, "R_cap_at_100": 0.998234, "R_cap_at_1000": 1.0, "main_score": 0.9215, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77998, "ndcg_at_3": 0.86034, "ndcg_at_5": 0.87119, "ndcg_at_10": 0.87843, "ndcg_at_20": 0.8832, "ndcg_at_25": 0.88412, "ndcg_at_50": 0.88581, "ndcg_at_100": 0.88612, "ndcg_at_1000": 0.88637, "map_at_1": 0.77998, "map_at_3": 0.84116, "map_at_5": 0.84728, "map_at_10": 0.85031, "map_at_20": 0.85164, "map_at_25": 0.85182, "map_at_50": 0.85207, "map_at_100": 0.8521, "map_at_1000": 0.85211, "recall_at_1": 0.77998, "recall_at_3": 0.91558, "recall_at_5": 0.94156, "recall_at_10": 0.96371, "recall_at_20": 0.98243, "recall_at_25": 0.98663, "recall_at_50": 0.99542, "recall_at_100": 0.99733, "recall_at_1000": 0.99924, "accuracy": 0.77998, "precision_at_1": 0.77998, "precision_at_3": 0.30519, "precision_at_5": 0.18831, "precision_at_10": 0.09637, "precision_at_20": 0.04912, "precision_at_25": 0.03947, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.779985, "mrr_at_3": 0.841164, "mrr_at_5": 0.847275, "mrr_at_10": 0.850313, "mrr_at_20": 0.851637, "mrr_at_25": 0.851824, "mrr_at_50": 0.852072, "mrr_at_100": 0.852097, "mrr_at_1000": 0.852109, "nauc_ndcg_at_1_max": 0.325503, "nauc_ndcg_at_1_std": -0.441575, "nauc_ndcg_at_1_diff1": 0.824456, "nauc_ndcg_at_3_max": 0.377681, "nauc_ndcg_at_3_std": -0.540303, "nauc_ndcg_at_3_diff1": 0.806065, "nauc_ndcg_at_5_max": 0.374252, "nauc_ndcg_at_5_std": -0.534644, "nauc_ndcg_at_5_diff1": 0.811555, "nauc_ndcg_at_10_max": 0.371267, "nauc_ndcg_at_10_std": -0.516814, "nauc_ndcg_at_10_diff1": 0.814452, "nauc_ndcg_at_20_max": 0.368626, "nauc_ndcg_at_20_std": -0.508128, "nauc_ndcg_at_20_diff1": 0.815912, "nauc_ndcg_at_25_max": 0.367996, "nauc_ndcg_at_25_std": -0.504172, "nauc_ndcg_at_25_diff1": 0.815404, "nauc_ndcg_at_50_max": 0.365449, "nauc_ndcg_at_50_std": -0.499096, "nauc_ndcg_at_50_diff1": 0.814868, "nauc_ndcg_at_100_max": 0.363935, "nauc_ndcg_at_100_std": -0.500368, "nauc_ndcg_at_100_diff1": 0.814565, "nauc_ndcg_at_1000_max": 0.363498, "nauc_ndcg_at_1000_std": -0.501879, "nauc_ndcg_at_1000_diff1": 0.815138, "nauc_map_at_1_max": 0.325503, "nauc_map_at_1_std": -0.441575, "nauc_map_at_1_diff1": 0.824456, "nauc_map_at_3_max": 0.362921, "nauc_map_at_3_std": -0.510265, "nauc_map_at_3_diff1": 0.812174, "nauc_map_at_5_max": 0.360782, "nauc_map_at_5_std": -0.506525, "nauc_map_at_5_diff1": 0.81502, "nauc_map_at_10_max": 0.359413, "nauc_map_at_10_std": -0.499679, "nauc_map_at_10_diff1": 0.816094, "nauc_map_at_20_max": 0.358688, "nauc_map_at_20_std": -0.497576, "nauc_map_at_20_diff1": 0.8165, "nauc_map_at_25_max": 0.358587, "nauc_map_at_25_std": -0.496933, "nauc_map_at_25_diff1": 0.816417, "nauc_map_at_50_max": 0.358309, "nauc_map_at_50_std": -0.496294, "nauc_map_at_50_diff1": 0.816354, "nauc_map_at_100_max": 0.358208, "nauc_map_at_100_std": -0.496375, "nauc_map_at_100_diff1": 0.816333, "nauc_map_at_1000_max": 0.358183, "nauc_map_at_1000_std": -0.496426, "nauc_map_at_1000_diff1": 0.816343, "nauc_recall_at_1_max": 0.325503, "nauc_recall_at_1_std": -0.441575, "nauc_recall_at_1_diff1": 0.824456, "nauc_recall_at_3_max": 0.451232, "nauc_recall_at_3_std": -0.691753, "nauc_recall_at_3_diff1": 0.774868, "nauc_recall_at_5_max": 0.465492, "nauc_recall_at_5_std": -0.728306, "nauc_recall_at_5_diff1": 0.788779, "nauc_recall_at_10_max": 0.493544, "nauc_recall_at_10_std": -0.677128, "nauc_recall_at_10_diff1": 0.802532, "nauc_recall_at_20_max": 0.561025, "nauc_recall_at_20_std": -0.637165, "nauc_recall_at_20_diff1": 0.821591, "nauc_recall_at_25_max": 0.59691, "nauc_recall_at_25_std": -0.531342, "nauc_recall_at_25_diff1": 0.804872, "nauc_recall_at_50_max": 0.716396, "nauc_recall_at_50_std": 0.012712, "nauc_recall_at_50_diff1": 0.721324, "nauc_recall_at_100_max": 0.590862, "nauc_recall_at_100_std": 0.060149, "nauc_recall_at_100_diff1": 0.580633, "nauc_recall_at_1000_max": 0.777076, "nauc_recall_at_1000_std": -0.141121, "nauc_recall_at_1000_diff1": 0.67905, "nauc_precision_at_1_max": 0.325503, "nauc_precision_at_1_std": -0.441575, "nauc_precision_at_1_diff1": 0.824456, "nauc_precision_at_3_max": 0.451232, "nauc_precision_at_3_std": -0.691753, "nauc_precision_at_3_diff1": 0.774868, "nauc_precision_at_5_max": 0.465492, "nauc_precision_at_5_std": -0.728306, "nauc_precision_at_5_diff1": 0.788779, "nauc_precision_at_10_max": 0.493544, "nauc_precision_at_10_std": -0.677128, "nauc_precision_at_10_diff1": 0.802532, "nauc_precision_at_20_max": 0.561025, "nauc_precision_at_20_std": -0.637165, "nauc_precision_at_20_diff1": 0.821591, "nauc_precision_at_25_max": 0.59691, "nauc_precision_at_25_std": -0.531342, "nauc_precision_at_25_diff1": 0.804872, "nauc_precision_at_50_max": 0.716396, "nauc_precision_at_50_std": 0.012712, "nauc_precision_at_50_diff1": 0.721324, "nauc_precision_at_100_max": 0.590862, "nauc_precision_at_100_std": 0.060149, "nauc_precision_at_100_diff1": 0.580633, "nauc_precision_at_1000_max": 0.777076, "nauc_precision_at_1000_std": -0.141121, "nauc_precision_at_1000_diff1": 0.67905, "nauc_mrr_at_1_max": 0.325503, "nauc_mrr_at_1_std": -0.441575, "nauc_mrr_at_1_diff1": 0.824456, "nauc_mrr_at_3_max": 0.362921, "nauc_mrr_at_3_std": -0.510265, "nauc_mrr_at_3_diff1": 0.812174, "nauc_mrr_at_5_max": 0.360782, "nauc_mrr_at_5_std": -0.506525, "nauc_mrr_at_5_diff1": 0.81502, "nauc_mrr_at_10_max": 0.359413, "nauc_mrr_at_10_std": -0.499679, "nauc_mrr_at_10_diff1": 0.816094, "nauc_mrr_at_20_max": 0.358688, "nauc_mrr_at_20_std": -0.497576, "nauc_mrr_at_20_diff1": 0.8165, "nauc_mrr_at_25_max": 0.358587, "nauc_mrr_at_25_std": -0.496933, "nauc_mrr_at_25_diff1": 0.816417, "nauc_mrr_at_50_max": 0.358309, "nauc_mrr_at_50_std": -0.496294, "nauc_mrr_at_50_diff1": 0.816354, "nauc_mrr_at_100_max": 0.358208, "nauc_mrr_at_100_std": -0.496375, "nauc_mrr_at_100_diff1": 0.816333, "nauc_mrr_at_1000_max": 0.358183, "nauc_mrr_at_1000_std": -0.496426, "nauc_mrr_at_1000_diff1": 0.816343, "hit_rate_at_1": 0.77998, "hit_rate_at_3": 0.91558, "hit_rate_at_5": 0.94156, "hit_rate_at_10": 0.96371, "hit_rate_at_20": 0.98243, "hit_rate_at_25": 0.98663, "hit_rate_at_50": 0.99542, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99924, "R_cap_at_1": 0.779985, "R_cap_at_3": 0.915584, "R_cap_at_5": 0.941558, "R_cap_at_10": 0.963713, "R_cap_at_20": 0.982429, "R_cap_at_25": 0.986631, "R_cap_at_50": 0.995416, "R_cap_at_100": 0.997326, "R_cap_at_1000": 0.999236, "main_score": 0.87843, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.80768, "ndcg_at_3": 0.88572, "ndcg_at_5": 0.89612, "ndcg_at_10": 0.90247, "ndcg_at_20": 0.90505, "ndcg_at_25": 0.90543, "ndcg_at_50": 0.90618, "ndcg_at_100": 0.90632, "ndcg_at_1000": 0.90648, "map_at_1": 0.80768, "map_at_3": 0.8675, "map_at_5": 0.87336, "map_at_10": 0.87606, "map_at_20": 0.8768, "map_at_25": 0.87687, "map_at_50": 0.87698, "map_at_100": 0.87699, "map_at_1000": 0.877, "recall_at_1": 0.80768, "recall_at_3": 0.93807, "recall_at_5": 0.96293, "recall_at_10": 0.98212, "recall_at_20": 0.99215, "recall_at_25": 0.99389, "recall_at_50": 0.99782, "recall_at_100": 0.99869, "recall_at_1000": 1.0, "accuracy": 0.80768, "precision_at_1": 0.80768, "precision_at_3": 0.31269, "precision_at_5": 0.19259, "precision_at_10": 0.09821, "precision_at_20": 0.04961, "precision_at_25": 0.03976, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.807676, "mrr_at_3": 0.867495, "mrr_at_5": 0.873361, "mrr_at_10": 0.876064, "mrr_at_20": 0.876796, "mrr_at_25": 0.876873, "mrr_at_50": 0.87698, "mrr_at_100": 0.876993, "mrr_at_1000": 0.876999, "nauc_ndcg_at_1_max": 0.302067, "nauc_ndcg_at_1_std": -0.392688, "nauc_ndcg_at_1_diff1": 0.834007, "nauc_ndcg_at_3_max": 0.376722, "nauc_ndcg_at_3_std": -0.490717, "nauc_ndcg_at_3_diff1": 0.819384, "nauc_ndcg_at_5_max": 0.363312, "nauc_ndcg_at_5_std": -0.46439, "nauc_ndcg_at_5_diff1": 0.821582, "nauc_ndcg_at_10_max": 0.363243, "nauc_ndcg_at_10_std": -0.447897, "nauc_ndcg_at_10_diff1": 0.821533, "nauc_ndcg_at_20_max": 0.35339, "nauc_ndcg_at_20_std": -0.443765, "nauc_ndcg_at_20_diff1": 0.821269, "nauc_ndcg_at_25_max": 0.352321, "nauc_ndcg_at_25_std": -0.447232, "nauc_ndcg_at_25_diff1": 0.821899, "nauc_ndcg_at_50_max": 0.35013, "nauc_ndcg_at_50_std": -0.446312, "nauc_ndcg_at_50_diff1": 0.82313, "nauc_ndcg_at_100_max": 0.349431, "nauc_ndcg_at_100_std": -0.445127, "nauc_ndcg_at_100_diff1": 0.823054, "nauc_ndcg_at_1000_max": 0.348611, "nauc_ndcg_at_1000_std": -0.446543, "nauc_ndcg_at_1000_diff1": 0.82342, "nauc_map_at_1_max": 0.302067, "nauc_map_at_1_std": -0.392688, "nauc_map_at_1_diff1": 0.834007, "nauc_map_at_3_max": 0.353065, "nauc_map_at_3_std": -0.462379, "nauc_map_at_3_diff1": 0.823183, "nauc_map_at_5_max": 0.345449, "nauc_map_at_5_std": -0.449446, "nauc_map_at_5_diff1": 0.824426, "nauc_map_at_10_max": 0.345026, "nauc_map_at_10_std": -0.443935, "nauc_map_at_10_diff1": 0.824476, "nauc_map_at_20_max": 0.342807, "nauc_map_at_20_std": -0.44287, "nauc_map_at_20_diff1": 0.824465, "nauc_map_at_25_max": 0.34264, "nauc_map_at_25_std": -0.443399, "nauc_map_at_25_diff1": 0.824567, "nauc_map_at_50_max": 0.342436, "nauc_map_at_50_std": -0.443243, "nauc_map_at_50_diff1": 0.824727, "nauc_map_at_100_max": 0.34239, "nauc_map_at_100_std": -0.443147, "nauc_map_at_100_diff1": 0.824719, "nauc_map_at_1000_max": 0.342367, "nauc_map_at_1000_std": -0.443185, "nauc_map_at_1000_diff1": 0.824725, "nauc_recall_at_1_max": 0.302067, "nauc_recall_at_1_std": -0.392688, "nauc_recall_at_1_diff1": 0.834007, "nauc_recall_at_3_max": 0.514446, "nauc_recall_at_3_std": -0.653192, "nauc_recall_at_3_diff1": 0.798031, "nauc_recall_at_5_max": 0.523947, "nauc_recall_at_5_std": -0.584133, "nauc_recall_at_5_diff1": 0.797315, "nauc_recall_at_10_max": 0.694805, "nauc_recall_at_10_std": -0.440036, "nauc_recall_at_10_diff1": 0.770342, "nauc_recall_at_20_max": 0.67083, "nauc_recall_at_20_std": -0.25997, "nauc_recall_at_20_diff1": 0.689796, "nauc_recall_at_25_max": 0.688453, "nauc_recall_at_25_std": -0.442597, "nauc_recall_at_25_diff1": 0.694165, "nauc_recall_at_50_max": 0.789918, "nauc_recall_at_50_std": -0.273308, "nauc_recall_at_50_diff1": 0.713462, "nauc_recall_at_100_max": 0.786027, "nauc_recall_at_100_std": 0.312324, "nauc_recall_at_100_diff1": 0.615033, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.302067, "nauc_precision_at_1_std": -0.392688, "nauc_precision_at_1_diff1": 0.834007, "nauc_precision_at_3_max": 0.514446, "nauc_precision_at_3_std": -0.653192, "nauc_precision_at_3_diff1": 0.798031, "nauc_precision_at_5_max": 0.523947, "nauc_precision_at_5_std": -0.584133, "nauc_precision_at_5_diff1": 0.797315, "nauc_precision_at_10_max": 0.694805, "nauc_precision_at_10_std": -0.440036, "nauc_precision_at_10_diff1": 0.770342, "nauc_precision_at_20_max": 0.67083, "nauc_precision_at_20_std": -0.25997, "nauc_precision_at_20_diff1": 0.689796, "nauc_precision_at_25_max": 0.688453, "nauc_precision_at_25_std": -0.442597, "nauc_precision_at_25_diff1": 0.694165, "nauc_precision_at_50_max": 0.789918, "nauc_precision_at_50_std": -0.273308, "nauc_precision_at_50_diff1": 0.713462, "nauc_precision_at_100_max": 0.786027, "nauc_precision_at_100_std": 0.312324, "nauc_precision_at_100_diff1": 0.615033, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.302067, "nauc_mrr_at_1_std": -0.392688, "nauc_mrr_at_1_diff1": 0.834007, "nauc_mrr_at_3_max": 0.353065, "nauc_mrr_at_3_std": -0.462379, "nauc_mrr_at_3_diff1": 0.823183, "nauc_mrr_at_5_max": 0.345449, "nauc_mrr_at_5_std": -0.449446, "nauc_mrr_at_5_diff1": 0.824426, "nauc_mrr_at_10_max": 0.345026, "nauc_mrr_at_10_std": -0.443935, "nauc_mrr_at_10_diff1": 0.824476, "nauc_mrr_at_20_max": 0.342807, "nauc_mrr_at_20_std": -0.44287, "nauc_mrr_at_20_diff1": 0.824465, "nauc_mrr_at_25_max": 0.34264, "nauc_mrr_at_25_std": -0.443399, "nauc_mrr_at_25_diff1": 0.824567, "nauc_mrr_at_50_max": 0.342436, "nauc_mrr_at_50_std": -0.443243, "nauc_mrr_at_50_diff1": 0.824727, "nauc_mrr_at_100_max": 0.34239, "nauc_mrr_at_100_std": -0.443147, "nauc_mrr_at_100_diff1": 0.824719, "nauc_mrr_at_1000_max": 0.342367, "nauc_mrr_at_1000_std": -0.443185, "nauc_mrr_at_1000_diff1": 0.824725, "hit_rate_at_1": 0.80768, "hit_rate_at_3": 0.93807, "hit_rate_at_5": 0.96293, "hit_rate_at_10": 0.98212, "hit_rate_at_20": 0.99215, "hit_rate_at_25": 0.99389, "hit_rate_at_50": 0.99782, "hit_rate_at_100": 0.99869, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.807676, "R_cap_at_3": 0.938072, "R_cap_at_5": 0.962931, "R_cap_at_10": 0.982119, "R_cap_at_20": 0.99215, "R_cap_at_25": 0.993894, "R_cap_at_50": 0.997819, "R_cap_at_100": 0.998692, "R_cap_at_1000": 1.0, "main_score": 0.90247, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.86014, "ndcg_at_3": 0.91507, "ndcg_at_5": 0.92268, "ndcg_at_10": 0.92692, "ndcg_at_20": 0.92851, "ndcg_at_25": 0.92885, "ndcg_at_50": 0.92982, "ndcg_at_100": 0.93013, "ndcg_at_1000": 0.9304, "map_at_1": 0.86014, "map_at_3": 0.90242, "map_at_5": 0.90664, "map_at_10": 0.90843, "map_at_20": 0.90886, "map_at_25": 0.90893, "map_at_50": 0.90907, "map_at_100": 0.9091, "map_at_1000": 0.90911, "recall_at_1": 0.86014, "recall_at_3": 0.95132, "recall_at_5": 0.96981, "recall_at_10": 0.98275, "recall_at_20": 0.98906, "recall_at_25": 0.9906, "recall_at_50": 0.99569, "recall_at_100": 0.99754, "recall_at_1000": 0.99969, "accuracy": 0.86014, "precision_at_1": 0.86014, "precision_at_3": 0.31711, "precision_at_5": 0.19396, "precision_at_10": 0.09827, "precision_at_20": 0.04945, "precision_at_25": 0.03962, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.860136, "mrr_at_3": 0.902418, "mrr_at_5": 0.906639, "mrr_at_10": 0.908426, "mrr_at_20": 0.908862, "mrr_at_25": 0.90893, "mrr_at_50": 0.909069, "mrr_at_100": 0.909099, "mrr_at_1000": 0.909109, "nauc_ndcg_at_1_max": 0.505453, "nauc_ndcg_at_1_std": -0.438197, "nauc_ndcg_at_1_diff1": 0.868461, "nauc_ndcg_at_3_max": 0.593026, "nauc_ndcg_at_3_std": -0.423305, "nauc_ndcg_at_3_diff1": 0.862239, "nauc_ndcg_at_5_max": 0.588609, "nauc_ndcg_at_5_std": -0.424852, "nauc_ndcg_at_5_diff1": 0.866727, "nauc_ndcg_at_10_max": 0.576805, "nauc_ndcg_at_10_std": -0.426247, "nauc_ndcg_at_10_diff1": 0.866703, "nauc_ndcg_at_20_max": 0.570928, "nauc_ndcg_at_20_std": -0.428298, "nauc_ndcg_at_20_diff1": 0.866308, "nauc_ndcg_at_25_max": 0.569306, "nauc_ndcg_at_25_std": -0.426533, "nauc_ndcg_at_25_diff1": 0.866208, "nauc_ndcg_at_50_max": 0.565965, "nauc_ndcg_at_50_std": -0.426997, "nauc_ndcg_at_50_diff1": 0.866137, "nauc_ndcg_at_100_max": 0.565183, "nauc_ndcg_at_100_std": -0.42525, "nauc_ndcg_at_100_diff1": 0.866254, "nauc_ndcg_at_1000_max": 0.563931, "nauc_ndcg_at_1000_std": -0.427357, "nauc_ndcg_at_1000_diff1": 0.866049, "nauc_map_at_1_max": 0.505453, "nauc_map_at_1_std": -0.438197, "nauc_map_at_1_diff1": 0.868461, "nauc_map_at_3_max": 0.565925, "nauc_map_at_3_std": -0.427488, "nauc_map_at_3_diff1": 0.863904, "nauc_map_at_5_max": 0.562574, "nauc_map_at_5_std": -0.428645, "nauc_map_at_5_diff1": 0.866096, "nauc_map_at_10_max": 0.558001, "nauc_map_at_10_std": -0.429723, "nauc_map_at_10_diff1": 0.866061, "nauc_map_at_20_max": 0.556638, "nauc_map_at_20_std": -0.430382, "nauc_map_at_20_diff1": 0.865945, "nauc_map_at_25_max": 0.556371, "nauc_map_at_25_std": -0.430091, "nauc_map_at_25_diff1": 0.865932, "nauc_map_at_50_max": 0.555979, "nauc_map_at_50_std": -0.43009, "nauc_map_at_50_diff1": 0.865919, "nauc_map_at_100_max": 0.55592, "nauc_map_at_100_std": -0.429946, "nauc_map_at_100_diff1": 0.865927, "nauc_map_at_1000_max": 0.555881, "nauc_map_at_1000_std": -0.429997, "nauc_map_at_1000_diff1": 0.865919, "nauc_recall_at_1_max": 0.505453, "nauc_recall_at_1_std": -0.438197, "nauc_recall_at_1_diff1": 0.868461, "nauc_recall_at_3_max": 0.743333, "nauc_recall_at_3_std": -0.400487, "nauc_recall_at_3_diff1": 0.853239, "nauc_recall_at_5_max": 0.809248, "nauc_recall_at_5_std": -0.392791, "nauc_recall_at_5_diff1": 0.874374, "nauc_recall_at_10_max": 0.828297, "nauc_recall_at_10_std": -0.371713, "nauc_recall_at_10_diff1": 0.880227, "nauc_recall_at_20_max": 0.82594, "nauc_recall_at_20_std": -0.379655, "nauc_recall_at_20_diff1": 0.879772, "nauc_recall_at_25_max": 0.813209, "nauc_recall_at_25_std": -0.313617, "nauc_recall_at_25_diff1": 0.878354, "nauc_recall_at_50_max": 0.82397, "nauc_recall_at_50_std": -0.235201, "nauc_recall_at_50_diff1": 0.887793, "nauc_recall_at_100_max": 0.885944, "nauc_recall_at_100_std": 0.185342, "nauc_recall_at_100_diff1": 0.924431, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.638197, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.505453, "nauc_precision_at_1_std": -0.438197, "nauc_precision_at_1_diff1": 0.868461, "nauc_precision_at_3_max": 0.743333, "nauc_precision_at_3_std": -0.400487, "nauc_precision_at_3_diff1": 0.853239, "nauc_precision_at_5_max": 0.809248, "nauc_precision_at_5_std": -0.392791, "nauc_precision_at_5_diff1": 0.874374, "nauc_precision_at_10_max": 0.828297, "nauc_precision_at_10_std": -0.371713, "nauc_precision_at_10_diff1": 0.880227, "nauc_precision_at_20_max": 0.82594, "nauc_precision_at_20_std": -0.379655, "nauc_precision_at_20_diff1": 0.879772, "nauc_precision_at_25_max": 0.813209, "nauc_precision_at_25_std": -0.313617, "nauc_precision_at_25_diff1": 0.878354, "nauc_precision_at_50_max": 0.82397, "nauc_precision_at_50_std": -0.235201, "nauc_precision_at_50_diff1": 0.887793, "nauc_precision_at_100_max": 0.885944, "nauc_precision_at_100_std": 0.185342, "nauc_precision_at_100_diff1": 0.924431, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.638197, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.505453, "nauc_mrr_at_1_std": -0.438197, "nauc_mrr_at_1_diff1": 0.868461, "nauc_mrr_at_3_max": 0.565925, "nauc_mrr_at_3_std": -0.427488, "nauc_mrr_at_3_diff1": 0.863904, "nauc_mrr_at_5_max": 0.562574, "nauc_mrr_at_5_std": -0.428645, "nauc_mrr_at_5_diff1": 0.866096, "nauc_mrr_at_10_max": 0.558001, "nauc_mrr_at_10_std": -0.429723, "nauc_mrr_at_10_diff1": 0.866061, "nauc_mrr_at_20_max": 0.556638, "nauc_mrr_at_20_std": -0.430382, "nauc_mrr_at_20_diff1": 0.865945, "nauc_mrr_at_25_max": 0.556371, "nauc_mrr_at_25_std": -0.430091, "nauc_mrr_at_25_diff1": 0.865932, "nauc_mrr_at_50_max": 0.555979, "nauc_mrr_at_50_std": -0.43009, "nauc_mrr_at_50_diff1": 0.865919, "nauc_mrr_at_100_max": 0.55592, "nauc_mrr_at_100_std": -0.429946, "nauc_mrr_at_100_diff1": 0.865927, "nauc_mrr_at_1000_max": 0.555881, "nauc_mrr_at_1000_std": -0.429997, "nauc_mrr_at_1000_diff1": 0.865919, "hit_rate_at_1": 0.86014, "hit_rate_at_3": 0.95132, "hit_rate_at_5": 0.96981, "hit_rate_at_10": 0.98275, "hit_rate_at_20": 0.98906, "hit_rate_at_25": 0.9906, "hit_rate_at_50": 0.99569, "hit_rate_at_100": 0.99754, "hit_rate_at_1000": 0.99969, "R_cap_at_1": 0.860136, "R_cap_at_3": 0.951325, "R_cap_at_5": 0.969809, "R_cap_at_10": 0.982748, "R_cap_at_20": 0.989063, "R_cap_at_25": 0.990604, "R_cap_at_50": 0.995687, "R_cap_at_100": 0.997535, "R_cap_at_1000": 0.999692, "main_score": 0.92692, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.87452, "ndcg_at_3": 0.92788, "ndcg_at_5": 0.93394, "ndcg_at_10": 0.93746, "ndcg_at_20": 0.93914, "ndcg_at_25": 0.9397, "ndcg_at_50": 0.93994, "ndcg_at_100": 0.94005, "ndcg_at_1000": 0.94022, "map_at_1": 0.87452, "map_at_3": 0.91592, "map_at_5": 0.91926, "map_at_10": 0.9207, "map_at_20": 0.92118, "map_at_25": 0.9213, "map_at_50": 0.92133, "map_at_100": 0.92134, "map_at_1000": 0.92135, "recall_at_1": 0.87452, "recall_at_3": 0.96203, "recall_at_5": 0.97683, "recall_at_10": 0.98777, "recall_at_20": 0.99421, "recall_at_25": 0.99678, "recall_at_50": 0.99807, "recall_at_100": 0.99871, "recall_at_1000": 1.0, "accuracy": 0.87452, "precision_at_1": 0.87452, "precision_at_3": 0.32068, "precision_at_5": 0.19537, "precision_at_10": 0.09878, "precision_at_20": 0.04971, "precision_at_25": 0.03987, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.874517, "mrr_at_3": 0.915916, "mrr_at_5": 0.919262, "mrr_at_10": 0.920698, "mrr_at_20": 0.921185, "mrr_at_25": 0.921301, "mrr_at_50": 0.921331, "mrr_at_100": 0.921342, "mrr_at_1000": 0.921349, "nauc_ndcg_at_1_max": 0.486876, "nauc_ndcg_at_1_std": -0.376786, "nauc_ndcg_at_1_diff1": 0.903223, "nauc_ndcg_at_3_max": 0.547394, "nauc_ndcg_at_3_std": -0.446862, "nauc_ndcg_at_3_diff1": 0.891521, "nauc_ndcg_at_5_max": 0.541824, "nauc_ndcg_at_5_std": -0.442602, "nauc_ndcg_at_5_diff1": 0.893055, "nauc_ndcg_at_10_max": 0.536797, "nauc_ndcg_at_10_std": -0.412888, "nauc_ndcg_at_10_diff1": 0.896455, "nauc_ndcg_at_20_max": 0.531474, "nauc_ndcg_at_20_std": -0.406945, "nauc_ndcg_at_20_diff1": 0.895151, "nauc_ndcg_at_25_max": 0.530003, "nauc_ndcg_at_25_std": -0.404994, "nauc_ndcg_at_25_diff1": 0.89688, "nauc_ndcg_at_50_max": 0.528125, "nauc_ndcg_at_50_std": -0.410608, "nauc_ndcg_at_50_diff1": 0.896468, "nauc_ndcg_at_100_max": 0.527759, "nauc_ndcg_at_100_std": -0.411615, "nauc_ndcg_at_100_diff1": 0.896273, "nauc_ndcg_at_1000_max": 0.527, "nauc_ndcg_at_1000_std": -0.410956, "nauc_ndcg_at_1000_diff1": 0.89617, "nauc_map_at_1_max": 0.486876, "nauc_map_at_1_std": -0.376786, "nauc_map_at_1_diff1": 0.903223, "nauc_map_at_3_max": 0.529338, "nauc_map_at_3_std": -0.421675, "nauc_map_at_3_diff1": 0.8946, "nauc_map_at_5_max": 0.525985, "nauc_map_at_5_std": -0.41842, "nauc_map_at_5_diff1": 0.895386, "nauc_map_at_10_max": 0.523918, "nauc_map_at_10_std": -0.408487, "nauc_map_at_10_diff1": 0.896629, "nauc_map_at_20_max": 0.522594, "nauc_map_at_20_std": -0.407343, "nauc_map_at_20_diff1": 0.896377, "nauc_map_at_25_max": 0.522331, "nauc_map_at_25_std": -0.407046, "nauc_map_at_25_diff1": 0.896637, "nauc_map_at_50_max": 0.522148, "nauc_map_at_50_std": -0.407586, "nauc_map_at_50_diff1": 0.896597, "nauc_map_at_100_max": 0.522117, "nauc_map_at_100_std": -0.407667, "nauc_map_at_100_diff1": 0.896581, "nauc_map_at_1000_max": 0.522096, "nauc_map_at_1000_std": -0.407654, "nauc_map_at_1000_diff1": 0.896579, "nauc_recall_at_1_max": 0.486876, "nauc_recall_at_1_std": -0.376786, "nauc_recall_at_1_diff1": 0.903223, "nauc_recall_at_3_max": 0.657282, "nauc_recall_at_3_std": -0.604744, "nauc_recall_at_3_diff1": 0.873226, "nauc_recall_at_5_max": 0.690433, "nauc_recall_at_5_std": -0.680229, "nauc_recall_at_5_diff1": 0.872548, "nauc_recall_at_10_max": 0.749892, "nauc_recall_at_10_std": -0.425097, "nauc_recall_at_10_diff1": 0.903956, "nauc_recall_at_20_max": 0.781096, "nauc_recall_at_20_std": -0.183265, "nauc_recall_at_20_diff1": 0.857144, "nauc_recall_at_25_max": 0.862758, "nauc_recall_at_25_std": 0.160038, "nauc_recall_at_25_diff1": 0.973864, "nauc_recall_at_50_max": 0.771263, "nauc_recall_at_50_std": -0.399937, "nauc_recall_at_50_diff1": 0.956439, "nauc_recall_at_100_max": 0.795777, "nauc_recall_at_100_std": -0.661277, "nauc_recall_at_100_diff1": 0.934659, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.486876, "nauc_precision_at_1_std": -0.376786, "nauc_precision_at_1_diff1": 0.903223, "nauc_precision_at_3_max": 0.657282, "nauc_precision_at_3_std": -0.604744, "nauc_precision_at_3_diff1": 0.873226, "nauc_precision_at_5_max": 0.690433, "nauc_precision_at_5_std": -0.680229, "nauc_precision_at_5_diff1": 0.872548, "nauc_precision_at_10_max": 0.749892, "nauc_precision_at_10_std": -0.425097, "nauc_precision_at_10_diff1": 0.903956, "nauc_precision_at_20_max": 0.781096, "nauc_precision_at_20_std": -0.183265, "nauc_precision_at_20_diff1": 0.857144, "nauc_precision_at_25_max": 0.862758, "nauc_precision_at_25_std": 0.160038, "nauc_precision_at_25_diff1": 0.973864, "nauc_precision_at_50_max": 0.771263, "nauc_precision_at_50_std": -0.399937, "nauc_precision_at_50_diff1": 0.956439, "nauc_precision_at_100_max": 0.795777, "nauc_precision_at_100_std": -0.661277, "nauc_precision_at_100_diff1": 0.934659, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.486876, "nauc_mrr_at_1_std": -0.376786, "nauc_mrr_at_1_diff1": 0.903223, "nauc_mrr_at_3_max": 0.529338, "nauc_mrr_at_3_std": -0.421675, "nauc_mrr_at_3_diff1": 0.8946, "nauc_mrr_at_5_max": 0.525985, "nauc_mrr_at_5_std": -0.41842, "nauc_mrr_at_5_diff1": 0.895386, "nauc_mrr_at_10_max": 0.523918, "nauc_mrr_at_10_std": -0.408487, "nauc_mrr_at_10_diff1": 0.896629, "nauc_mrr_at_20_max": 0.522594, "nauc_mrr_at_20_std": -0.407343, "nauc_mrr_at_20_diff1": 0.896377, "nauc_mrr_at_25_max": 0.522331, "nauc_mrr_at_25_std": -0.407046, "nauc_mrr_at_25_diff1": 0.896637, "nauc_mrr_at_50_max": 0.522148, "nauc_mrr_at_50_std": -0.407586, "nauc_mrr_at_50_diff1": 0.896597, "nauc_mrr_at_100_max": 0.522117, "nauc_mrr_at_100_std": -0.407667, "nauc_mrr_at_100_diff1": 0.896581, "nauc_mrr_at_1000_max": 0.522096, "nauc_mrr_at_1000_std": -0.407654, "nauc_mrr_at_1000_diff1": 0.896579, "hit_rate_at_1": 0.87452, "hit_rate_at_3": 0.96203, "hit_rate_at_5": 0.97683, "hit_rate_at_10": 0.98777, "hit_rate_at_20": 0.99421, "hit_rate_at_25": 0.99678, "hit_rate_at_50": 0.99807, "hit_rate_at_100": 0.99871, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.874517, "R_cap_at_3": 0.962033, "R_cap_at_5": 0.976834, "R_cap_at_10": 0.987773, "R_cap_at_20": 0.994208, "R_cap_at_25": 0.996782, "R_cap_at_50": 0.998069, "R_cap_at_100": 0.998713, "R_cap_at_1000": 1.0, "main_score": 0.93746, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.79978, "ndcg_at_3": 0.86194, "ndcg_at_5": 0.87188, "ndcg_at_10": 0.88005, "ndcg_at_20": 0.885, "ndcg_at_25": 0.88596, "ndcg_at_50": 0.88796, "ndcg_at_100": 0.88891, "ndcg_at_1000": 0.88983, "map_at_1": 0.79978, "map_at_3": 0.84737, "map_at_5": 0.8529, "map_at_10": 0.85632, "map_at_20": 0.8577, "map_at_25": 0.85789, "map_at_50": 0.8582, "map_at_100": 0.85828, "map_at_1000": 0.85832, "recall_at_1": 0.79978, "recall_at_3": 0.90379, "recall_at_5": 0.92787, "recall_at_10": 0.95294, "recall_at_20": 0.97229, "recall_at_25": 0.97669, "recall_at_50": 0.98692, "recall_at_100": 0.99274, "recall_at_1000": 0.99967, "accuracy": 0.79978, "precision_at_1": 0.79978, "precision_at_3": 0.30126, "precision_at_5": 0.18557, "precision_at_10": 0.09529, "precision_at_20": 0.04861, "precision_at_25": 0.03907, "precision_at_50": 0.01974, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.79978, "mrr_at_3": 0.84737, "mrr_at_5": 0.852901, "mrr_at_10": 0.856315, "mrr_at_20": 0.857699, "mrr_at_25": 0.857891, "mrr_at_50": 0.858198, "mrr_at_100": 0.858282, "mrr_at_1000": 0.858324, "nauc_ndcg_at_1_max": 0.421823, "nauc_ndcg_at_1_std": -0.490139, "nauc_ndcg_at_1_diff1": 0.852869, "nauc_ndcg_at_3_max": 0.460944, "nauc_ndcg_at_3_std": -0.554055, "nauc_ndcg_at_3_diff1": 0.833261, "nauc_ndcg_at_5_max": 0.459001, "nauc_ndcg_at_5_std": -0.56215, "nauc_ndcg_at_5_diff1": 0.836139, "nauc_ndcg_at_10_max": 0.458544, "nauc_ndcg_at_10_std": -0.550227, "nauc_ndcg_at_10_diff1": 0.838363, "nauc_ndcg_at_20_max": 0.457369, "nauc_ndcg_at_20_std": -0.544573, "nauc_ndcg_at_20_diff1": 0.839311, "nauc_ndcg_at_25_max": 0.457543, "nauc_ndcg_at_25_std": -0.53889, "nauc_ndcg_at_25_diff1": 0.83976, "nauc_ndcg_at_50_max": 0.454995, "nauc_ndcg_at_50_std": -0.536843, "nauc_ndcg_at_50_diff1": 0.839741, "nauc_ndcg_at_100_max": 0.454627, "nauc_ndcg_at_100_std": -0.534494, "nauc_ndcg_at_100_diff1": 0.840201, "nauc_ndcg_at_1000_max": 0.452912, "nauc_ndcg_at_1000_std": -0.536645, "nauc_ndcg_at_1000_diff1": 0.840479, "nauc_map_at_1_max": 0.421823, "nauc_map_at_1_std": -0.490139, "nauc_map_at_1_diff1": 0.852869, "nauc_map_at_3_max": 0.450871, "nauc_map_at_3_std": -0.535893, "nauc_map_at_3_diff1": 0.839118, "nauc_map_at_5_max": 0.449552, "nauc_map_at_5_std": -0.53942, "nauc_map_at_5_diff1": 0.840786, "nauc_map_at_10_max": 0.449161, "nauc_map_at_10_std": -0.534677, "nauc_map_at_10_diff1": 0.84169, "nauc_map_at_20_max": 0.44882, "nauc_map_at_20_std": -0.533222, "nauc_map_at_20_diff1": 0.841918, "nauc_map_at_25_max": 0.44883, "nauc_map_at_25_std": -0.532274, "nauc_map_at_25_diff1": 0.841987, "nauc_map_at_50_max": 0.448503, "nauc_map_at_50_std": -0.531962, "nauc_map_at_50_diff1": 0.842, "nauc_map_at_100_max": 0.448492, "nauc_map_at_100_std": -0.531788, "nauc_map_at_100_diff1": 0.842028, "nauc_map_at_1000_max": 0.448429, "nauc_map_at_1000_std": -0.531846, "nauc_map_at_1000_diff1": 0.842039, "nauc_recall_at_1_max": 0.421823, "nauc_recall_at_1_std": -0.490139, "nauc_recall_at_1_diff1": 0.852869, "nauc_recall_at_3_max": 0.503647, "nauc_recall_at_3_std": -0.632329, "nauc_recall_at_3_diff1": 0.807824, "nauc_recall_at_5_max": 0.509658, "nauc_recall_at_5_std": -0.68952, "nauc_recall_at_5_diff1": 0.810956, "nauc_recall_at_10_max": 0.533145, "nauc_recall_at_10_std": -0.668175, "nauc_recall_at_10_diff1": 0.814058, "nauc_recall_at_20_max": 0.566124, "nauc_recall_at_20_std": -0.663448, "nauc_recall_at_20_diff1": 0.812506, "nauc_recall_at_25_max": 0.590693, "nauc_recall_at_25_std": -0.565261, "nauc_recall_at_25_diff1": 0.817411, "nauc_recall_at_50_max": 0.588067, "nauc_recall_at_50_std": -0.507247, "nauc_recall_at_50_diff1": 0.797946, "nauc_recall_at_100_max": 0.654519, "nauc_recall_at_100_std": -0.274582, "nauc_recall_at_100_diff1": 0.807605, "nauc_recall_at_1000_max": 0.786018, "nauc_recall_at_1000_std": -0.282061, "nauc_recall_at_1000_diff1": 0.758783, "nauc_precision_at_1_max": 0.421823, "nauc_precision_at_1_std": -0.490139, "nauc_precision_at_1_diff1": 0.852869, "nauc_precision_at_3_max": 0.503647, "nauc_precision_at_3_std": -0.632329, "nauc_precision_at_3_diff1": 0.807824, "nauc_precision_at_5_max": 0.509658, "nauc_precision_at_5_std": -0.68952, "nauc_precision_at_5_diff1": 0.810956, "nauc_precision_at_10_max": 0.533145, "nauc_precision_at_10_std": -0.668175, "nauc_precision_at_10_diff1": 0.814058, "nauc_precision_at_20_max": 0.566124, "nauc_precision_at_20_std": -0.663448, "nauc_precision_at_20_diff1": 0.812506, "nauc_precision_at_25_max": 0.590693, "nauc_precision_at_25_std": -0.565261, "nauc_precision_at_25_diff1": 0.817411, "nauc_precision_at_50_max": 0.588067, "nauc_precision_at_50_std": -0.507247, "nauc_precision_at_50_diff1": 0.797946, "nauc_precision_at_100_max": 0.654519, "nauc_precision_at_100_std": -0.274582, "nauc_precision_at_100_diff1": 0.807605, "nauc_precision_at_1000_max": 0.786018, "nauc_precision_at_1000_std": -0.282061, "nauc_precision_at_1000_diff1": 0.758783, "nauc_mrr_at_1_max": 0.421823, "nauc_mrr_at_1_std": -0.490139, "nauc_mrr_at_1_diff1": 0.852869, "nauc_mrr_at_3_max": 0.450871, "nauc_mrr_at_3_std": -0.535893, "nauc_mrr_at_3_diff1": 0.839118, "nauc_mrr_at_5_max": 0.449552, "nauc_mrr_at_5_std": -0.53942, "nauc_mrr_at_5_diff1": 0.840786, "nauc_mrr_at_10_max": 0.449161, "nauc_mrr_at_10_std": -0.534677, "nauc_mrr_at_10_diff1": 0.84169, "nauc_mrr_at_20_max": 0.44882, "nauc_mrr_at_20_std": -0.533222, "nauc_mrr_at_20_diff1": 0.841918, "nauc_mrr_at_25_max": 0.44883, "nauc_mrr_at_25_std": -0.532274, "nauc_mrr_at_25_diff1": 0.841987, "nauc_mrr_at_50_max": 0.448503, "nauc_mrr_at_50_std": -0.531962, "nauc_mrr_at_50_diff1": 0.842, "nauc_mrr_at_100_max": 0.448492, "nauc_mrr_at_100_std": -0.531788, "nauc_mrr_at_100_diff1": 0.842028, "nauc_mrr_at_1000_max": 0.448429, "nauc_mrr_at_1000_std": -0.531846, "nauc_mrr_at_1000_diff1": 0.842039, "hit_rate_at_1": 0.79978, "hit_rate_at_3": 0.90379, "hit_rate_at_5": 0.92787, "hit_rate_at_10": 0.95294, "hit_rate_at_20": 0.97229, "hit_rate_at_25": 0.97669, "hit_rate_at_50": 0.98692, "hit_rate_at_100": 0.99274, "hit_rate_at_1000": 0.99967, "R_cap_at_1": 0.79978, "R_cap_at_3": 0.903793, "R_cap_at_5": 0.927872, "R_cap_at_10": 0.952941, "R_cap_at_20": 0.972292, "R_cap_at_25": 0.97669, "R_cap_at_50": 0.986916, "R_cap_at_100": 0.992743, "R_cap_at_1000": 0.99967, "main_score": 0.88005, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.87601, "ndcg_at_3": 0.92745, "ndcg_at_5": 0.93448, "ndcg_at_10": 0.93783, "ndcg_at_20": 0.93915, "ndcg_at_25": 0.9398, "ndcg_at_50": 0.94021, "ndcg_at_100": 0.94021, "ndcg_at_1000": 0.94038, "map_at_1": 0.87601, "map_at_3": 0.91557, "map_at_5": 0.91951, "map_at_10": 0.92093, "map_at_20": 0.92132, "map_at_25": 0.92145, "map_at_50": 0.92151, "map_at_100": 0.92151, "map_at_1000": 0.92151, "recall_at_1": 0.87601, "recall_at_3": 0.96149, "recall_at_5": 0.97842, "recall_at_10": 0.98857, "recall_at_20": 0.99365, "recall_at_25": 0.99661, "recall_at_50": 0.99873, "recall_at_100": 0.99873, "recall_at_1000": 1.0, "accuracy": 0.87601, "precision_at_1": 0.87601, "precision_at_3": 0.3205, "precision_at_5": 0.19568, "precision_at_10": 0.09886, "precision_at_20": 0.04968, "precision_at_25": 0.03986, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.876005, "mrr_at_3": 0.915573, "mrr_at_5": 0.919509, "mrr_at_10": 0.920929, "mrr_at_20": 0.921316, "mrr_at_25": 0.921447, "mrr_at_50": 0.921505, "mrr_at_100": 0.921505, "mrr_at_1000": 0.921514, "nauc_ndcg_at_1_max": 0.52056, "nauc_ndcg_at_1_std": -0.425728, "nauc_ndcg_at_1_diff1": 0.89015, "nauc_ndcg_at_3_max": 0.594995, "nauc_ndcg_at_3_std": -0.475366, "nauc_ndcg_at_3_diff1": 0.887417, "nauc_ndcg_at_5_max": 0.596421, "nauc_ndcg_at_5_std": -0.456199, "nauc_ndcg_at_5_diff1": 0.891104, "nauc_ndcg_at_10_max": 0.588567, "nauc_ndcg_at_10_std": -0.447227, "nauc_ndcg_at_10_diff1": 0.890826, "nauc_ndcg_at_20_max": 0.582889, "nauc_ndcg_at_20_std": -0.449177, "nauc_ndcg_at_20_diff1": 0.890207, "nauc_ndcg_at_25_max": 0.578713, "nauc_ndcg_at_25_std": -0.450245, "nauc_ndcg_at_25_diff1": 0.890075, "nauc_ndcg_at_50_max": 0.576553, "nauc_ndcg_at_50_std": -0.443898, "nauc_ndcg_at_50_diff1": 0.890025, "nauc_ndcg_at_100_max": 0.576553, "nauc_ndcg_at_100_std": -0.443898, "nauc_ndcg_at_100_diff1": 0.890025, "nauc_ndcg_at_1000_max": 0.575401, "nauc_ndcg_at_1000_std": -0.44683, "nauc_ndcg_at_1000_diff1": 0.889692, "nauc_map_at_1_max": 0.52056, "nauc_map_at_1_std": -0.425728, "nauc_map_at_1_diff1": 0.89015, "nauc_map_at_3_max": 0.574233, "nauc_map_at_3_std": -0.458093, "nauc_map_at_3_diff1": 0.888053, "nauc_map_at_5_max": 0.574013, "nauc_map_at_5_std": -0.448169, "nauc_map_at_5_diff1": 0.889628, "nauc_map_at_10_max": 0.57103, "nauc_map_at_10_std": -0.445189, "nauc_map_at_10_diff1": 0.889598, "nauc_map_at_20_max": 0.569686, "nauc_map_at_20_std": -0.445671, "nauc_map_at_20_diff1": 0.889446, "nauc_map_at_25_max": 0.569017, "nauc_map_at_25_std": -0.445828, "nauc_map_at_25_diff1": 0.889423, "nauc_map_at_50_max": 0.568771, "nauc_map_at_50_std": -0.445161, "nauc_map_at_50_diff1": 0.889406, "nauc_map_at_100_max": 0.568771, "nauc_map_at_100_std": -0.445161, "nauc_map_at_100_diff1": 0.889406, "nauc_map_at_1000_max": 0.568725, "nauc_map_at_1000_std": -0.445277, "nauc_map_at_1000_diff1": 0.889393, "nauc_recall_at_1_max": 0.52056, "nauc_recall_at_1_std": -0.425728, "nauc_recall_at_1_diff1": 0.89015, "nauc_recall_at_3_max": 0.719082, "nauc_recall_at_3_std": -0.582439, "nauc_recall_at_3_diff1": 0.883754, "nauc_recall_at_5_max": 0.824138, "nauc_recall_at_5_std": -0.53354, "nauc_recall_at_5_diff1": 0.909468, "nauc_recall_at_10_max": 0.897308, "nauc_recall_at_10_std": -0.452445, "nauc_recall_at_10_diff1": 0.918128, "nauc_recall_at_20_max": 0.937914, "nauc_recall_at_20_std": -0.52198, "nauc_recall_at_20_diff1": 0.918302, "nauc_recall_at_25_max": 0.916263, "nauc_recall_at_25_std": -0.671095, "nauc_recall_at_25_diff1": 0.932601, "nauc_recall_at_50_max": 0.956433, "nauc_recall_at_50_std": 0.522369, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": 0.956433, "nauc_recall_at_100_std": 0.522369, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.52056, "nauc_precision_at_1_std": -0.425728, "nauc_precision_at_1_diff1": 0.89015, "nauc_precision_at_3_max": 0.719082, "nauc_precision_at_3_std": -0.582439, "nauc_precision_at_3_diff1": 0.883754, "nauc_precision_at_5_max": 0.824138, "nauc_precision_at_5_std": -0.53354, "nauc_precision_at_5_diff1": 0.909468, "nauc_precision_at_10_max": 0.897308, "nauc_precision_at_10_std": -0.452445, "nauc_precision_at_10_diff1": 0.918128, "nauc_precision_at_20_max": 0.937914, "nauc_precision_at_20_std": -0.52198, "nauc_precision_at_20_diff1": 0.918302, "nauc_precision_at_25_max": 0.916263, "nauc_precision_at_25_std": -0.671095, "nauc_precision_at_25_diff1": 0.932601, "nauc_precision_at_50_max": 0.956433, "nauc_precision_at_50_std": 0.522369, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 0.956433, "nauc_precision_at_100_std": 0.522369, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.52056, "nauc_mrr_at_1_std": -0.425728, "nauc_mrr_at_1_diff1": 0.89015, "nauc_mrr_at_3_max": 0.574233, "nauc_mrr_at_3_std": -0.458093, "nauc_mrr_at_3_diff1": 0.888053, "nauc_mrr_at_5_max": 0.574013, "nauc_mrr_at_5_std": -0.448169, "nauc_mrr_at_5_diff1": 0.889628, "nauc_mrr_at_10_max": 0.57103, "nauc_mrr_at_10_std": -0.445189, "nauc_mrr_at_10_diff1": 0.889598, "nauc_mrr_at_20_max": 0.569686, "nauc_mrr_at_20_std": -0.445671, "nauc_mrr_at_20_diff1": 0.889446, "nauc_mrr_at_25_max": 0.569017, "nauc_mrr_at_25_std": -0.445828, "nauc_mrr_at_25_diff1": 0.889423, "nauc_mrr_at_50_max": 0.568771, "nauc_mrr_at_50_std": -0.445161, "nauc_mrr_at_50_diff1": 0.889406, "nauc_mrr_at_100_max": 0.568771, "nauc_mrr_at_100_std": -0.445161, "nauc_mrr_at_100_diff1": 0.889406, "nauc_mrr_at_1000_max": 0.568725, "nauc_mrr_at_1000_std": -0.445277, "nauc_mrr_at_1000_diff1": 0.889393, "hit_rate_at_1": 0.87601, "hit_rate_at_3": 0.96149, "hit_rate_at_5": 0.97842, "hit_rate_at_10": 0.98857, "hit_rate_at_20": 0.99365, "hit_rate_at_25": 0.99661, "hit_rate_at_50": 0.99873, "hit_rate_at_100": 0.99873, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.876005, "R_cap_at_3": 0.96149, "R_cap_at_5": 0.978417, "R_cap_at_10": 0.988574, "R_cap_at_20": 0.993652, "R_cap_at_25": 0.996614, "R_cap_at_50": 0.99873, "R_cap_at_100": 0.99873, "R_cap_at_1000": 1.0, "main_score": 0.93783, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.83635, "ndcg_at_3": 0.89237, "ndcg_at_5": 0.90227, "ndcg_at_10": 0.90981, "ndcg_at_20": 0.91204, "ndcg_at_25": 0.91252, "ndcg_at_50": 0.91402, "ndcg_at_100": 0.91421, "ndcg_at_1000": 0.91459, "map_at_1": 0.83635, "map_at_3": 0.87919, "map_at_5": 0.88479, "map_at_10": 0.88795, "map_at_20": 0.88857, "map_at_25": 0.88866, "map_at_50": 0.88889, "map_at_100": 0.88891, "map_at_1000": 0.88893, "recall_at_1": 0.83635, "recall_at_3": 0.93026, "recall_at_5": 0.95387, "recall_at_10": 0.97694, "recall_at_20": 0.98572, "recall_at_25": 0.98792, "recall_at_50": 0.99561, "recall_at_100": 0.99671, "recall_at_1000": 0.99945, "accuracy": 0.83635, "precision_at_1": 0.83635, "precision_at_3": 0.31009, "precision_at_5": 0.19077, "precision_at_10": 0.09769, "precision_at_20": 0.04929, "precision_at_25": 0.03952, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.836354, "mrr_at_3": 0.879187, "mrr_at_5": 0.884789, "mrr_at_10": 0.88795, "mrr_at_20": 0.888567, "mrr_at_25": 0.888661, "mrr_at_50": 0.888893, "mrr_at_100": 0.888911, "mrr_at_1000": 0.888929, "nauc_ndcg_at_1_max": 0.351045, "nauc_ndcg_at_1_std": -0.63693, "nauc_ndcg_at_1_diff1": 0.877704, "nauc_ndcg_at_3_max": 0.31556, "nauc_ndcg_at_3_std": -0.763587, "nauc_ndcg_at_3_diff1": 0.867771, "nauc_ndcg_at_5_max": 0.318941, "nauc_ndcg_at_5_std": -0.751698, "nauc_ndcg_at_5_diff1": 0.869409, "nauc_ndcg_at_10_max": 0.315142, "nauc_ndcg_at_10_std": -0.742429, "nauc_ndcg_at_10_diff1": 0.868586, "nauc_ndcg_at_20_max": 0.315666, "nauc_ndcg_at_20_std": -0.73427, "nauc_ndcg_at_20_diff1": 0.869257, "nauc_ndcg_at_25_max": 0.31537, "nauc_ndcg_at_25_std": -0.734145, "nauc_ndcg_at_25_diff1": 0.869273, "nauc_ndcg_at_50_max": 0.32993, "nauc_ndcg_at_50_std": -0.72075, "nauc_ndcg_at_50_diff1": 0.870183, "nauc_ndcg_at_100_max": 0.329397, "nauc_ndcg_at_100_std": -0.718478, "nauc_ndcg_at_100_diff1": 0.869893, "nauc_ndcg_at_1000_max": 0.326929, "nauc_ndcg_at_1000_std": -0.719157, "nauc_ndcg_at_1000_diff1": 0.870314, "nauc_map_at_1_max": 0.351045, "nauc_map_at_1_std": -0.63693, "nauc_map_at_1_diff1": 0.877704, "nauc_map_at_3_max": 0.327747, "nauc_map_at_3_std": -0.724363, "nauc_map_at_3_diff1": 0.870171, "nauc_map_at_5_max": 0.329535, "nauc_map_at_5_std": -0.716993, "nauc_map_at_5_diff1": 0.87113, "nauc_map_at_10_max": 0.328184, "nauc_map_at_10_std": -0.713236, "nauc_map_at_10_diff1": 0.870779, "nauc_map_at_20_max": 0.328329, "nauc_map_at_20_std": -0.711196, "nauc_map_at_20_diff1": 0.87094, "nauc_map_at_25_max": 0.328278, "nauc_map_at_25_std": -0.711166, "nauc_map_at_25_diff1": 0.870941, "nauc_map_at_50_max": 0.330103, "nauc_map_at_50_std": -0.709478, "nauc_map_at_50_diff1": 0.871053, "nauc_map_at_100_max": 0.330059, "nauc_map_at_100_std": -0.709304, "nauc_map_at_100_diff1": 0.871031, "nauc_map_at_1000_max": 0.329964, "nauc_map_at_1000_std": -0.709317, "nauc_map_at_1000_diff1": 0.871051, "nauc_recall_at_1_max": 0.351045, "nauc_recall_at_1_std": -0.63693, "nauc_recall_at_1_diff1": 0.877704, "nauc_recall_at_3_max": 0.256186, "nauc_recall_at_3_std": -0.951912, "nauc_recall_at_3_diff1": 0.856731, "nauc_recall_at_5_max": 0.246887, "nauc_recall_at_5_std": -0.98678, "nauc_recall_at_5_diff1": 0.858606, "nauc_recall_at_10_max": 0.139899, "nauc_recall_at_10_std": -1.105152, "nauc_recall_at_10_diff1": 0.841359, "nauc_recall_at_20_max": 0.046403, "nauc_recall_at_20_std": -1.141855, "nauc_recall_at_20_diff1": 0.840236, "nauc_recall_at_25_max": -0.010586, "nauc_recall_at_25_std": -1.211055, "nauc_recall_at_25_diff1": 0.835696, "nauc_recall_at_50_max": 0.804605, "nauc_recall_at_50_std": -0.767198, "nauc_recall_at_50_diff1": 0.864055, "nauc_recall_at_100_max": 0.885632, "nauc_recall_at_100_std": -0.442692, "nauc_recall_at_100_diff1": 0.81874, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.123051, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.351045, "nauc_precision_at_1_std": -0.63693, "nauc_precision_at_1_diff1": 0.877704, "nauc_precision_at_3_max": 0.256186, "nauc_precision_at_3_std": -0.951912, "nauc_precision_at_3_diff1": 0.856731, "nauc_precision_at_5_max": 0.246887, "nauc_precision_at_5_std": -0.98678, "nauc_precision_at_5_diff1": 0.858606, "nauc_precision_at_10_max": 0.139899, "nauc_precision_at_10_std": -1.105152, "nauc_precision_at_10_diff1": 0.841359, "nauc_precision_at_20_max": 0.046403, "nauc_precision_at_20_std": -1.141855, "nauc_precision_at_20_diff1": 0.840236, "nauc_precision_at_25_max": -0.010586, "nauc_precision_at_25_std": -1.211055, "nauc_precision_at_25_diff1": 0.835696, "nauc_precision_at_50_max": 0.804605, "nauc_precision_at_50_std": -0.767198, "nauc_precision_at_50_diff1": 0.864055, "nauc_precision_at_100_max": 0.885632, "nauc_precision_at_100_std": -0.442692, "nauc_precision_at_100_diff1": 0.81874, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.123051, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.351045, "nauc_mrr_at_1_std": -0.63693, "nauc_mrr_at_1_diff1": 0.877704, "nauc_mrr_at_3_max": 0.327747, "nauc_mrr_at_3_std": -0.724363, "nauc_mrr_at_3_diff1": 0.870171, "nauc_mrr_at_5_max": 0.329535, "nauc_mrr_at_5_std": -0.716993, "nauc_mrr_at_5_diff1": 0.87113, "nauc_mrr_at_10_max": 0.328184, "nauc_mrr_at_10_std": -0.713236, "nauc_mrr_at_10_diff1": 0.870779, "nauc_mrr_at_20_max": 0.328329, "nauc_mrr_at_20_std": -0.711196, "nauc_mrr_at_20_diff1": 0.87094, "nauc_mrr_at_25_max": 0.328278, "nauc_mrr_at_25_std": -0.711166, "nauc_mrr_at_25_diff1": 0.870941, "nauc_mrr_at_50_max": 0.330103, "nauc_mrr_at_50_std": -0.709478, "nauc_mrr_at_50_diff1": 0.871053, "nauc_mrr_at_100_max": 0.330059, "nauc_mrr_at_100_std": -0.709304, "nauc_mrr_at_100_diff1": 0.871031, "nauc_mrr_at_1000_max": 0.329964, "nauc_mrr_at_1000_std": -0.709317, "nauc_mrr_at_1000_diff1": 0.871051, "hit_rate_at_1": 0.83635, "hit_rate_at_3": 0.93026, "hit_rate_at_5": 0.95387, "hit_rate_at_10": 0.97694, "hit_rate_at_20": 0.98572, "hit_rate_at_25": 0.98792, "hit_rate_at_50": 0.99561, "hit_rate_at_100": 0.99671, "hit_rate_at_1000": 0.99945, "R_cap_at_1": 0.836354, "R_cap_at_3": 0.930258, "R_cap_at_5": 0.953871, "R_cap_at_10": 0.976936, "R_cap_at_20": 0.985722, "R_cap_at_25": 0.987919, "R_cap_at_50": 0.995607, "R_cap_at_100": 0.996705, "R_cap_at_1000": 0.999451, "main_score": 0.90981, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.89861, "ndcg_at_3": 0.93969, "ndcg_at_5": 0.94675, "ndcg_at_10": 0.9494, "ndcg_at_20": 0.94991, "ndcg_at_25": 0.95012, "ndcg_at_50": 0.95073, "ndcg_at_100": 0.95123, "ndcg_at_1000": 0.95123, "map_at_1": 0.89861, "map_at_3": 0.93042, "map_at_5": 0.93439, "map_at_10": 0.93553, "map_at_20": 0.93567, "map_at_25": 0.93571, "map_at_50": 0.93581, "map_at_100": 0.93587, "map_at_1000": 0.93587, "recall_at_1": 0.89861, "recall_at_3": 0.9662, "recall_at_5": 0.9831, "recall_at_10": 0.99105, "recall_at_20": 0.99304, "recall_at_25": 0.99404, "recall_at_50": 0.99702, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89861, "precision_at_1": 0.89861, "precision_at_3": 0.32207, "precision_at_5": 0.19662, "precision_at_10": 0.09911, "precision_at_20": 0.04965, "precision_at_25": 0.03976, "precision_at_50": 0.01994, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.898608, "mrr_at_3": 0.930417, "mrr_at_5": 0.934394, "mrr_at_10": 0.935528, "mrr_at_20": 0.935669, "mrr_at_25": 0.935712, "mrr_at_50": 0.935814, "mrr_at_100": 0.935865, "mrr_at_1000": 0.935865, "nauc_ndcg_at_1_max": 0.605233, "nauc_ndcg_at_1_std": -0.381411, "nauc_ndcg_at_1_diff1": 0.852457, "nauc_ndcg_at_3_max": 0.645722, "nauc_ndcg_at_3_std": -0.400807, "nauc_ndcg_at_3_diff1": 0.8529, "nauc_ndcg_at_5_max": 0.634579, "nauc_ndcg_at_5_std": -0.457478, "nauc_ndcg_at_5_diff1": 0.855849, "nauc_ndcg_at_10_max": 0.636815, "nauc_ndcg_at_10_std": -0.455781, "nauc_ndcg_at_10_diff1": 0.852926, "nauc_ndcg_at_20_max": 0.634459, "nauc_ndcg_at_20_std": -0.445934, "nauc_ndcg_at_20_diff1": 0.85355, "nauc_ndcg_at_25_max": 0.632869, "nauc_ndcg_at_25_std": -0.451656, "nauc_ndcg_at_25_diff1": 0.852913, "nauc_ndcg_at_50_max": 0.633136, "nauc_ndcg_at_50_std": -0.438334, "nauc_ndcg_at_50_diff1": 0.852157, "nauc_ndcg_at_100_max": 0.631164, "nauc_ndcg_at_100_std": -0.426928, "nauc_ndcg_at_100_diff1": 0.851527, "nauc_ndcg_at_1000_max": 0.631164, "nauc_ndcg_at_1000_std": -0.426928, "nauc_ndcg_at_1000_diff1": 0.851527, "nauc_map_at_1_max": 0.605233, "nauc_map_at_1_std": -0.381411, "nauc_map_at_1_diff1": 0.852457, "nauc_map_at_3_max": 0.633495, "nauc_map_at_3_std": -0.396564, "nauc_map_at_3_diff1": 0.850905, "nauc_map_at_5_max": 0.627997, "nauc_map_at_5_std": -0.421779, "nauc_map_at_5_diff1": 0.852011, "nauc_map_at_10_max": 0.628947, "nauc_map_at_10_std": -0.419927, "nauc_map_at_10_diff1": 0.851021, "nauc_map_at_20_max": 0.628384, "nauc_map_at_20_std": -0.417783, "nauc_map_at_20_diff1": 0.85117, "nauc_map_at_25_max": 0.628134, "nauc_map_at_25_std": -0.418649, "nauc_map_at_25_diff1": 0.85107, "nauc_map_at_50_max": 0.628176, "nauc_map_at_50_std": -0.416901, "nauc_map_at_50_diff1": 0.850963, "nauc_map_at_100_max": 0.628013, "nauc_map_at_100_std": -0.416017, "nauc_map_at_100_diff1": 0.850901, "nauc_map_at_1000_max": 0.628013, "nauc_map_at_1000_std": -0.416017, "nauc_map_at_1000_diff1": 0.850901, "nauc_recall_at_1_max": 0.605233, "nauc_recall_at_1_std": -0.381411, "nauc_recall_at_1_diff1": 0.852457, "nauc_recall_at_3_max": 0.716602, "nauc_recall_at_3_std": -0.423804, "nauc_recall_at_3_diff1": 0.866306, "nauc_recall_at_5_max": 0.698095, "nauc_recall_at_5_std": -0.880804, "nauc_recall_at_5_diff1": 0.903865, "nauc_recall_at_10_max": 0.780877, "nauc_recall_at_10_std": -1.253176, "nauc_recall_at_10_diff1": 0.894675, "nauc_recall_at_20_max": 0.757956, "nauc_recall_at_20_std": -1.198301, "nauc_recall_at_20_diff1": 0.92295, "nauc_recall_at_25_max": 0.717615, "nauc_recall_at_25_std": -1.542889, "nauc_recall_at_25_diff1": 0.910108, "nauc_recall_at_50_max": 0.820216, "nauc_recall_at_50_std": -1.542889, "nauc_recall_at_50_diff1": 0.9074, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.605233, "nauc_precision_at_1_std": -0.381411, "nauc_precision_at_1_diff1": 0.852457, "nauc_precision_at_3_max": 0.716602, "nauc_precision_at_3_std": -0.423804, "nauc_precision_at_3_diff1": 0.866306, "nauc_precision_at_5_max": 0.698095, "nauc_precision_at_5_std": -0.880804, "nauc_precision_at_5_diff1": 0.903865, "nauc_precision_at_10_max": 0.780877, "nauc_precision_at_10_std": -1.253176, "nauc_precision_at_10_diff1": 0.894675, "nauc_precision_at_20_max": 0.757956, "nauc_precision_at_20_std": -1.198301, "nauc_precision_at_20_diff1": 0.92295, "nauc_precision_at_25_max": 0.717615, "nauc_precision_at_25_std": -1.542889, "nauc_precision_at_25_diff1": 0.910108, "nauc_precision_at_50_max": 0.820216, "nauc_precision_at_50_std": -1.542889, "nauc_precision_at_50_diff1": 0.9074, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.605233, "nauc_mrr_at_1_std": -0.381411, "nauc_mrr_at_1_diff1": 0.852457, "nauc_mrr_at_3_max": 0.633495, "nauc_mrr_at_3_std": -0.396564, "nauc_mrr_at_3_diff1": 0.850905, "nauc_mrr_at_5_max": 0.627997, "nauc_mrr_at_5_std": -0.421779, "nauc_mrr_at_5_diff1": 0.852011, "nauc_mrr_at_10_max": 0.628947, "nauc_mrr_at_10_std": -0.419927, "nauc_mrr_at_10_diff1": 0.851021, "nauc_mrr_at_20_max": 0.628384, "nauc_mrr_at_20_std": -0.417783, "nauc_mrr_at_20_diff1": 0.85117, "nauc_mrr_at_25_max": 0.628134, "nauc_mrr_at_25_std": -0.418649, "nauc_mrr_at_25_diff1": 0.85107, "nauc_mrr_at_50_max": 0.628176, "nauc_mrr_at_50_std": -0.416901, "nauc_mrr_at_50_diff1": 0.850963, "nauc_mrr_at_100_max": 0.628013, "nauc_mrr_at_100_std": -0.416017, "nauc_mrr_at_100_diff1": 0.850901, "nauc_mrr_at_1000_max": 0.628013, "nauc_mrr_at_1000_std": -0.416017, "nauc_mrr_at_1000_diff1": 0.850901, "hit_rate_at_1": 0.89861, "hit_rate_at_3": 0.9662, "hit_rate_at_5": 0.9831, "hit_rate_at_10": 0.99105, "hit_rate_at_20": 0.99304, "hit_rate_at_25": 0.99404, "hit_rate_at_50": 0.99702, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.898608, "R_cap_at_3": 0.966203, "R_cap_at_5": 0.983101, "R_cap_at_10": 0.991054, "R_cap_at_20": 0.993042, "R_cap_at_25": 0.994036, "R_cap_at_50": 0.997018, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9494, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.93891, "ndcg_at_3": 0.97416, "ndcg_at_5": 0.97416, "ndcg_at_10": 0.97531, "ndcg_at_20": 0.97531, "ndcg_at_25": 0.97531, "ndcg_at_50": 0.97531, "ndcg_at_100": 0.97531, "ndcg_at_1000": 0.97531, "map_at_1": 0.93891, "map_at_3": 0.96624, "map_at_5": 0.96624, "map_at_10": 0.96677, "map_at_20": 0.96677, "map_at_25": 0.96677, "map_at_50": 0.96677, "map_at_100": 0.96677, "map_at_1000": 0.96677, "recall_at_1": 0.93891, "recall_at_3": 0.99678, "recall_at_5": 0.99678, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.93891, "precision_at_1": 0.93891, "precision_at_3": 0.33226, "precision_at_5": 0.19936, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.938907, "mrr_at_3": 0.966238, "mrr_at_5": 0.966238, "mrr_at_10": 0.966774, "mrr_at_20": 0.966774, "mrr_at_25": 0.966774, "mrr_at_50": 0.966774, "mrr_at_100": 0.966774, "mrr_at_1000": 0.966774, "nauc_ndcg_at_1_max": 0.420768, "nauc_ndcg_at_1_std": -0.808507, "nauc_ndcg_at_1_diff1": 0.910133, "nauc_ndcg_at_3_max": 0.478137, "nauc_ndcg_at_3_std": -0.680609, "nauc_ndcg_at_3_diff1": 0.917058, "nauc_ndcg_at_5_max": 0.478137, "nauc_ndcg_at_5_std": -0.680609, "nauc_ndcg_at_5_diff1": 0.917058, "nauc_ndcg_at_10_max": 0.453932, "nauc_ndcg_at_10_std": -0.745683, "nauc_ndcg_at_10_diff1": 0.913211, "nauc_ndcg_at_20_max": 0.453932, "nauc_ndcg_at_20_std": -0.745683, "nauc_ndcg_at_20_diff1": 0.913211, "nauc_ndcg_at_25_max": 0.453932, "nauc_ndcg_at_25_std": -0.745683, "nauc_ndcg_at_25_diff1": 0.913211, "nauc_ndcg_at_50_max": 0.453932, "nauc_ndcg_at_50_std": -0.745683, "nauc_ndcg_at_50_diff1": 0.913211, "nauc_ndcg_at_100_max": 0.453932, "nauc_ndcg_at_100_std": -0.745683, "nauc_ndcg_at_100_diff1": 0.913211, "nauc_ndcg_at_1000_max": 0.453932, "nauc_ndcg_at_1000_std": -0.745683, "nauc_ndcg_at_1000_diff1": 0.913211, "nauc_map_at_1_max": 0.420768, "nauc_map_at_1_std": -0.808507, "nauc_map_at_1_diff1": 0.910133, "nauc_map_at_3_max": 0.459936, "nauc_map_at_3_std": -0.728102, "nauc_map_at_3_diff1": 0.914285, "nauc_map_at_5_max": 0.459936, "nauc_map_at_5_std": -0.728102, "nauc_map_at_5_diff1": 0.914285, "nauc_map_at_10_max": 0.451225, "nauc_map_at_10_std": -0.751497, "nauc_map_at_10_diff1": 0.912903, "nauc_map_at_20_max": 0.451225, "nauc_map_at_20_std": -0.751497, "nauc_map_at_20_diff1": 0.912903, "nauc_map_at_25_max": 0.451225, "nauc_map_at_25_std": -0.751497, "nauc_map_at_25_diff1": 0.912903, "nauc_map_at_50_max": 0.451225, "nauc_map_at_50_std": -0.751497, "nauc_map_at_50_diff1": 0.912903, "nauc_map_at_100_max": 0.451225, "nauc_map_at_100_std": -0.751497, "nauc_map_at_100_diff1": 0.912903, "nauc_map_at_1000_max": 0.451225, "nauc_map_at_1000_std": -0.751497, "nauc_map_at_1000_diff1": 0.912903, "nauc_recall_at_1_max": 0.420768, "nauc_recall_at_1_std": -0.808507, "nauc_recall_at_1_diff1": 0.910133, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.722387, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.722387, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.420768, "nauc_precision_at_1_std": -0.808507, "nauc_precision_at_1_diff1": 0.910133, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.722387, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.722387, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.420768, "nauc_mrr_at_1_std": -0.808507, "nauc_mrr_at_1_diff1": 0.910133, "nauc_mrr_at_3_max": 0.459936, "nauc_mrr_at_3_std": -0.728102, "nauc_mrr_at_3_diff1": 0.914285, "nauc_mrr_at_5_max": 0.459936, "nauc_mrr_at_5_std": -0.728102, "nauc_mrr_at_5_diff1": 0.914285, "nauc_mrr_at_10_max": 0.451225, "nauc_mrr_at_10_std": -0.751497, "nauc_mrr_at_10_diff1": 0.912903, "nauc_mrr_at_20_max": 0.451225, "nauc_mrr_at_20_std": -0.751497, "nauc_mrr_at_20_diff1": 0.912903, "nauc_mrr_at_25_max": 0.451225, "nauc_mrr_at_25_std": -0.751497, "nauc_mrr_at_25_diff1": 0.912903, "nauc_mrr_at_50_max": 0.451225, "nauc_mrr_at_50_std": -0.751497, "nauc_mrr_at_50_diff1": 0.912903, "nauc_mrr_at_100_max": 0.451225, "nauc_mrr_at_100_std": -0.751497, "nauc_mrr_at_100_diff1": 0.912903, "nauc_mrr_at_1000_max": 0.451225, "nauc_mrr_at_1000_std": -0.751497, "nauc_mrr_at_1000_diff1": 0.912903, "hit_rate_at_1": 0.93891, "hit_rate_at_3": 0.99678, "hit_rate_at_5": 0.99678, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.938907, "R_cap_at_3": 0.996785, "R_cap_at_5": 0.996785, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97531, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.6149, "ndcg_at_3": 0.68828, "ndcg_at_5": 0.70523, "ndcg_at_10": 0.72012, "ndcg_at_20": 0.73031, "ndcg_at_25": 0.73316, "ndcg_at_50": 0.74043, "ndcg_at_100": 0.74542, "ndcg_at_1000": 0.7516, "map_at_1": 0.6149, "map_at_3": 0.67051, "map_at_5": 0.67992, "map_at_10": 0.6861, "map_at_20": 0.68887, "map_at_25": 0.68944, "map_at_50": 0.69053, "map_at_100": 0.69098, "map_at_1000": 0.69121, "recall_at_1": 0.6149, "recall_at_3": 0.7396, "recall_at_5": 0.78072, "recall_at_10": 0.82662, "recall_at_20": 0.86708, "recall_at_25": 0.88008, "recall_at_50": 0.91759, "recall_at_100": 0.94818, "recall_at_1000": 0.99671, "accuracy": 0.6149, "precision_at_1": 0.6149, "precision_at_3": 0.24653, "precision_at_5": 0.15614, "precision_at_10": 0.08266, "precision_at_20": 0.04335, "precision_at_25": 0.0352, "precision_at_50": 0.01835, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.614904, "mrr_at_3": 0.670505, "mrr_at_5": 0.679923, "mrr_at_10": 0.686097, "mrr_at_20": 0.68887, "mrr_at_25": 0.689441, "mrr_at_50": 0.690531, "mrr_at_100": 0.69098, "mrr_at_1000": 0.691213, "nauc_ndcg_at_1_max": 0.312835, "nauc_ndcg_at_1_std": -0.193013, "nauc_ndcg_at_1_diff1": 0.818593, "nauc_ndcg_at_3_max": 0.309113, "nauc_ndcg_at_3_std": -0.186377, "nauc_ndcg_at_3_diff1": 0.786758, "nauc_ndcg_at_5_max": 0.307473, "nauc_ndcg_at_5_std": -0.183382, "nauc_ndcg_at_5_diff1": 0.783554, "nauc_ndcg_at_10_max": 0.303041, "nauc_ndcg_at_10_std": -0.181494, "nauc_ndcg_at_10_diff1": 0.782363, "nauc_ndcg_at_20_max": 0.302203, "nauc_ndcg_at_20_std": -0.175891, "nauc_ndcg_at_20_diff1": 0.782056, "nauc_ndcg_at_25_max": 0.300968, "nauc_ndcg_at_25_std": -0.176103, "nauc_ndcg_at_25_diff1": 0.782301, "nauc_ndcg_at_50_max": 0.299612, "nauc_ndcg_at_50_std": -0.177036, "nauc_ndcg_at_50_diff1": 0.783786, "nauc_ndcg_at_100_max": 0.301581, "nauc_ndcg_at_100_std": -0.175211, "nauc_ndcg_at_100_diff1": 0.785769, "nauc_ndcg_at_1000_max": 0.303945, "nauc_ndcg_at_1000_std": -0.179079, "nauc_ndcg_at_1000_diff1": 0.787468, "nauc_map_at_1_max": 0.312835, "nauc_map_at_1_std": -0.193013, "nauc_map_at_1_diff1": 0.818593, "nauc_map_at_3_max": 0.309366, "nauc_map_at_3_std": -0.187682, "nauc_map_at_3_diff1": 0.794232, "nauc_map_at_5_max": 0.308567, "nauc_map_at_5_std": -0.185951, "nauc_map_at_5_diff1": 0.79277, "nauc_map_at_10_max": 0.306786, "nauc_map_at_10_std": -0.185404, "nauc_map_at_10_diff1": 0.792381, "nauc_map_at_20_max": 0.306542, "nauc_map_at_20_std": -0.184144, "nauc_map_at_20_diff1": 0.79239, "nauc_map_at_25_max": 0.306339, "nauc_map_at_25_std": -0.184183, "nauc_map_at_25_diff1": 0.792457, "nauc_map_at_50_max": 0.306164, "nauc_map_at_50_std": -0.184307, "nauc_map_at_50_diff1": 0.792655, "nauc_map_at_100_max": 0.30633, "nauc_map_at_100_std": -0.184176, "nauc_map_at_100_diff1": 0.792819, "nauc_map_at_1000_max": 0.306409, "nauc_map_at_1000_std": -0.184242, "nauc_map_at_1000_diff1": 0.792871, "nauc_recall_at_1_max": 0.312835, "nauc_recall_at_1_std": -0.193013, "nauc_recall_at_1_diff1": 0.818593, "nauc_recall_at_3_max": 0.308617, "nauc_recall_at_3_std": -0.182152, "nauc_recall_at_3_diff1": 0.761747, "nauc_recall_at_5_max": 0.303316, "nauc_recall_at_5_std": -0.173598, "nauc_recall_at_5_diff1": 0.748279, "nauc_recall_at_10_max": 0.283634, "nauc_recall_at_10_std": -0.161922, "nauc_recall_at_10_diff1": 0.735898, "nauc_recall_at_20_max": 0.273605, "nauc_recall_at_20_std": -0.116094, "nauc_recall_at_20_diff1": 0.721177, "nauc_recall_at_25_max": 0.259799, "nauc_recall_at_25_std": -0.112518, "nauc_recall_at_25_diff1": 0.717393, "nauc_recall_at_50_max": 0.224563, "nauc_recall_at_50_std": -0.099591, "nauc_recall_at_50_diff1": 0.7117, "nauc_recall_at_100_max": 0.229581, "nauc_recall_at_100_std": -0.008065, "nauc_recall_at_100_diff1": 0.719688, "nauc_recall_at_1000_max": 0.350625, "nauc_recall_at_1000_std": 0.280958, "nauc_recall_at_1000_diff1": 0.616179, "nauc_precision_at_1_max": 0.312835, "nauc_precision_at_1_std": -0.193013, "nauc_precision_at_1_diff1": 0.818593, "nauc_precision_at_3_max": 0.308617, "nauc_precision_at_3_std": -0.182152, "nauc_precision_at_3_diff1": 0.761747, "nauc_precision_at_5_max": 0.303316, "nauc_precision_at_5_std": -0.173598, "nauc_precision_at_5_diff1": 0.748279, "nauc_precision_at_10_max": 0.283634, "nauc_precision_at_10_std": -0.161922, "nauc_precision_at_10_diff1": 0.735898, "nauc_precision_at_20_max": 0.273605, "nauc_precision_at_20_std": -0.116094, "nauc_precision_at_20_diff1": 0.721177, "nauc_precision_at_25_max": 0.259799, "nauc_precision_at_25_std": -0.112518, "nauc_precision_at_25_diff1": 0.717393, "nauc_precision_at_50_max": 0.224563, "nauc_precision_at_50_std": -0.099591, "nauc_precision_at_50_diff1": 0.7117, "nauc_precision_at_100_max": 0.229581, "nauc_precision_at_100_std": -0.008065, "nauc_precision_at_100_diff1": 0.719688, "nauc_precision_at_1000_max": 0.350625, "nauc_precision_at_1000_std": 0.280958, "nauc_precision_at_1000_diff1": 0.616179, "nauc_mrr_at_1_max": 0.312835, "nauc_mrr_at_1_std": -0.193013, "nauc_mrr_at_1_diff1": 0.818593, "nauc_mrr_at_3_max": 0.309366, "nauc_mrr_at_3_std": -0.187682, "nauc_mrr_at_3_diff1": 0.794232, "nauc_mrr_at_5_max": 0.308567, "nauc_mrr_at_5_std": -0.185951, "nauc_mrr_at_5_diff1": 0.79277, "nauc_mrr_at_10_max": 0.306786, "nauc_mrr_at_10_std": -0.185404, "nauc_mrr_at_10_diff1": 0.792381, "nauc_mrr_at_20_max": 0.306542, "nauc_mrr_at_20_std": -0.184144, "nauc_mrr_at_20_diff1": 0.79239, "nauc_mrr_at_25_max": 0.306339, "nauc_mrr_at_25_std": -0.184183, "nauc_mrr_at_25_diff1": 0.792457, "nauc_mrr_at_50_max": 0.306164, "nauc_mrr_at_50_std": -0.184307, "nauc_mrr_at_50_diff1": 0.792655, "nauc_mrr_at_100_max": 0.30633, "nauc_mrr_at_100_std": -0.184176, "nauc_mrr_at_100_diff1": 0.792819, "nauc_mrr_at_1000_max": 0.306409, "nauc_mrr_at_1000_std": -0.184242, "nauc_mrr_at_1000_diff1": 0.792871, "hit_rate_at_1": 0.6149, "hit_rate_at_3": 0.7396, "hit_rate_at_5": 0.78072, "hit_rate_at_10": 0.82662, "hit_rate_at_20": 0.86708, "hit_rate_at_25": 0.88008, "hit_rate_at_50": 0.91759, "hit_rate_at_100": 0.94818, "hit_rate_at_1000": 0.99671, "R_cap_at_1": 0.614904, "R_cap_at_3": 0.739595, "R_cap_at_5": 0.780721, "R_cap_at_10": 0.826616, "R_cap_at_20": 0.867083, "R_cap_at_25": 0.880079, "R_cap_at_50": 0.917585, "R_cap_at_100": 0.948182, "R_cap_at_1000": 0.99671, "main_score": 0.72012, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.86371, "ndcg_at_3": 0.92893, "ndcg_at_5": 0.93509, "ndcg_at_10": 0.93737, "ndcg_at_20": 0.93827, "ndcg_at_25": 0.93849, "ndcg_at_50": 0.93878, "ndcg_at_100": 0.93886, "ndcg_at_1000": 0.93901, "map_at_1": 0.86371, "map_at_3": 0.91424, "map_at_5": 0.91769, "map_at_10": 0.91871, "map_at_20": 0.91895, "map_at_25": 0.919, "map_at_50": 0.91904, "map_at_100": 0.91905, "map_at_1000": 0.91905, "recall_at_1": 0.86371, "recall_at_3": 0.9709, "recall_at_5": 0.98571, "recall_at_10": 0.99234, "recall_at_20": 0.99592, "recall_at_25": 0.99694, "recall_at_50": 0.99847, "recall_at_100": 0.99898, "recall_at_1000": 1.0, "accuracy": 0.86371, "precision_at_1": 0.86371, "precision_at_3": 0.32363, "precision_at_5": 0.19714, "precision_at_10": 0.09923, "precision_at_20": 0.0498, "precision_at_25": 0.03988, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.863706, "mrr_at_3": 0.914242, "mrr_at_5": 0.917688, "mrr_at_10": 0.918708, "mrr_at_20": 0.918954, "mrr_at_25": 0.918997, "mrr_at_50": 0.919038, "mrr_at_100": 0.919045, "mrr_at_1000": 0.919053, "nauc_ndcg_at_1_max": 0.42278, "nauc_ndcg_at_1_std": -0.340584, "nauc_ndcg_at_1_diff1": 0.868282, "nauc_ndcg_at_3_max": 0.459331, "nauc_ndcg_at_3_std": -0.35013, "nauc_ndcg_at_3_diff1": 0.853171, "nauc_ndcg_at_5_max": 0.464958, "nauc_ndcg_at_5_std": -0.352645, "nauc_ndcg_at_5_diff1": 0.85646, "nauc_ndcg_at_10_max": 0.456232, "nauc_ndcg_at_10_std": -0.34272, "nauc_ndcg_at_10_diff1": 0.856775, "nauc_ndcg_at_20_max": 0.45224, "nauc_ndcg_at_20_std": -0.341513, "nauc_ndcg_at_20_diff1": 0.858054, "nauc_ndcg_at_25_max": 0.451393, "nauc_ndcg_at_25_std": -0.344348, "nauc_ndcg_at_25_diff1": 0.858348, "nauc_ndcg_at_50_max": 0.450491, "nauc_ndcg_at_50_std": -0.347632, "nauc_ndcg_at_50_diff1": 0.858333, "nauc_ndcg_at_100_max": 0.449728, "nauc_ndcg_at_100_std": -0.345699, "nauc_ndcg_at_100_diff1": 0.858317, "nauc_ndcg_at_1000_max": 0.448374, "nauc_ndcg_at_1000_std": -0.347208, "nauc_ndcg_at_1000_diff1": 0.859066, "nauc_map_at_1_max": 0.42278, "nauc_map_at_1_std": -0.340584, "nauc_map_at_1_diff1": 0.868282, "nauc_map_at_3_max": 0.446024, "nauc_map_at_3_std": -0.350346, "nauc_map_at_3_diff1": 0.858334, "nauc_map_at_5_max": 0.448372, "nauc_map_at_5_std": -0.351432, "nauc_map_at_5_diff1": 0.860033, "nauc_map_at_10_max": 0.445284, "nauc_map_at_10_std": -0.348004, "nauc_map_at_10_diff1": 0.860135, "nauc_map_at_20_max": 0.444479, "nauc_map_at_20_std": -0.347654, "nauc_map_at_20_diff1": 0.860405, "nauc_map_at_25_max": 0.444346, "nauc_map_at_25_std": -0.348083, "nauc_map_at_25_diff1": 0.860448, "nauc_map_at_50_max": 0.44421, "nauc_map_at_50_std": -0.348434, "nauc_map_at_50_diff1": 0.860434, "nauc_map_at_100_max": 0.44416, "nauc_map_at_100_std": -0.348309, "nauc_map_at_100_diff1": 0.860433, "nauc_map_at_1000_max": 0.444103, "nauc_map_at_1000_std": -0.348369, "nauc_map_at_1000_diff1": 0.860464, "nauc_recall_at_1_max": 0.42278, "nauc_recall_at_1_std": -0.340584, "nauc_recall_at_1_diff1": 0.868282, "nauc_recall_at_3_max": 0.568681, "nauc_recall_at_3_std": -0.343791, "nauc_recall_at_3_diff1": 0.811166, "nauc_recall_at_5_max": 0.731762, "nauc_recall_at_5_std": -0.364814, "nauc_recall_at_5_diff1": 0.802145, "nauc_recall_at_10_max": 0.753835, "nauc_recall_at_10_std": -0.145289, "nauc_recall_at_10_diff1": 0.765297, "nauc_recall_at_20_max": 0.773314, "nauc_recall_at_20_std": 0.080866, "nauc_recall_at_20_diff1": 0.760705, "nauc_recall_at_25_max": 0.804761, "nauc_recall_at_25_std": -0.032967, "nauc_recall_at_25_diff1": 0.755258, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": -0.396167, "nauc_recall_at_50_diff1": 0.659153, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.275381, "nauc_recall_at_100_diff1": 0.554092, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.42278, "nauc_precision_at_1_std": -0.340584, "nauc_precision_at_1_diff1": 0.868282, "nauc_precision_at_3_max": 0.568681, "nauc_precision_at_3_std": -0.343791, "nauc_precision_at_3_diff1": 0.811166, "nauc_precision_at_5_max": 0.731762, "nauc_precision_at_5_std": -0.364814, "nauc_precision_at_5_diff1": 0.802145, "nauc_precision_at_10_max": 0.753835, "nauc_precision_at_10_std": -0.145289, "nauc_precision_at_10_diff1": 0.765297, "nauc_precision_at_20_max": 0.773314, "nauc_precision_at_20_std": 0.080866, "nauc_precision_at_20_diff1": 0.760705, "nauc_precision_at_25_max": 0.804761, "nauc_precision_at_25_std": -0.032967, "nauc_precision_at_25_diff1": 0.755258, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": -0.396167, "nauc_precision_at_50_diff1": 0.659153, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.275381, "nauc_precision_at_100_diff1": 0.554092, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.42278, "nauc_mrr_at_1_std": -0.340584, "nauc_mrr_at_1_diff1": 0.868282, "nauc_mrr_at_3_max": 0.446024, "nauc_mrr_at_3_std": -0.350346, "nauc_mrr_at_3_diff1": 0.858334, "nauc_mrr_at_5_max": 0.448372, "nauc_mrr_at_5_std": -0.351432, "nauc_mrr_at_5_diff1": 0.860033, "nauc_mrr_at_10_max": 0.445284, "nauc_mrr_at_10_std": -0.348004, "nauc_mrr_at_10_diff1": 0.860135, "nauc_mrr_at_20_max": 0.444479, "nauc_mrr_at_20_std": -0.347654, "nauc_mrr_at_20_diff1": 0.860405, "nauc_mrr_at_25_max": 0.444346, "nauc_mrr_at_25_std": -0.348083, "nauc_mrr_at_25_diff1": 0.860448, "nauc_mrr_at_50_max": 0.44421, "nauc_mrr_at_50_std": -0.348434, "nauc_mrr_at_50_diff1": 0.860434, "nauc_mrr_at_100_max": 0.44416, "nauc_mrr_at_100_std": -0.348309, "nauc_mrr_at_100_diff1": 0.860433, "nauc_mrr_at_1000_max": 0.444103, "nauc_mrr_at_1000_std": -0.348369, "nauc_mrr_at_1000_diff1": 0.860464, "hit_rate_at_1": 0.86371, "hit_rate_at_3": 0.9709, "hit_rate_at_5": 0.98571, "hit_rate_at_10": 0.99234, "hit_rate_at_20": 0.99592, "hit_rate_at_25": 0.99694, "hit_rate_at_50": 0.99847, "hit_rate_at_100": 0.99898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.863706, "R_cap_at_3": 0.970904, "R_cap_at_5": 0.985707, "R_cap_at_10": 0.992343, "R_cap_at_20": 0.995916, "R_cap_at_25": 0.996937, "R_cap_at_50": 0.998469, "R_cap_at_100": 0.998979, "R_cap_at_1000": 1.0, "main_score": 0.93737, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8592, "ndcg_at_3": 0.92077, "ndcg_at_5": 0.92631, "ndcg_at_10": 0.93153, "ndcg_at_20": 0.93298, "ndcg_at_25": 0.93298, "ndcg_at_50": 0.93345, "ndcg_at_100": 0.93358, "ndcg_at_1000": 0.93358, "map_at_1": 0.8592, "map_at_3": 0.90653, "map_at_5": 0.90957, "map_at_10": 0.91176, "map_at_20": 0.91217, "map_at_25": 0.91217, "map_at_50": 0.91224, "map_at_100": 0.91225, "map_at_1000": 0.91225, "recall_at_1": 0.8592, "recall_at_3": 0.9616, "recall_at_5": 0.9752, "recall_at_10": 0.9912, "recall_at_20": 0.9968, "recall_at_25": 0.9968, "recall_at_50": 0.9992, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8592, "precision_at_1": 0.8592, "precision_at_3": 0.32053, "precision_at_5": 0.19504, "precision_at_10": 0.09912, "precision_at_20": 0.04984, "precision_at_25": 0.03987, "precision_at_50": 0.01998, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8592, "mrr_at_3": 0.906533, "mrr_at_5": 0.909573, "mrr_at_10": 0.911759, "mrr_at_20": 0.912167, "mrr_at_25": 0.912167, "mrr_at_50": 0.912244, "mrr_at_100": 0.912253, "mrr_at_1000": 0.912253, "nauc_ndcg_at_1_max": 0.465019, "nauc_ndcg_at_1_std": -0.310221, "nauc_ndcg_at_1_diff1": 0.856255, "nauc_ndcg_at_3_max": 0.543352, "nauc_ndcg_at_3_std": -0.371055, "nauc_ndcg_at_3_diff1": 0.855762, "nauc_ndcg_at_5_max": 0.526359, "nauc_ndcg_at_5_std": -0.378697, "nauc_ndcg_at_5_diff1": 0.853278, "nauc_ndcg_at_10_max": 0.511777, "nauc_ndcg_at_10_std": -0.364525, "nauc_ndcg_at_10_diff1": 0.853183, "nauc_ndcg_at_20_max": 0.510959, "nauc_ndcg_at_20_std": -0.350109, "nauc_ndcg_at_20_diff1": 0.853689, "nauc_ndcg_at_25_max": 0.510959, "nauc_ndcg_at_25_std": -0.350109, "nauc_ndcg_at_25_diff1": 0.853689, "nauc_ndcg_at_50_max": 0.507965, "nauc_ndcg_at_50_std": -0.352085, "nauc_ndcg_at_50_diff1": 0.853953, "nauc_ndcg_at_100_max": 0.507274, "nauc_ndcg_at_100_std": -0.351681, "nauc_ndcg_at_100_diff1": 0.853673, "nauc_ndcg_at_1000_max": 0.507274, "nauc_ndcg_at_1000_std": -0.351681, "nauc_ndcg_at_1000_diff1": 0.853673, "nauc_map_at_1_max": 0.465019, "nauc_map_at_1_std": -0.310221, "nauc_map_at_1_diff1": 0.856255, "nauc_map_at_3_max": 0.516806, "nauc_map_at_3_std": -0.352254, "nauc_map_at_3_diff1": 0.85516, "nauc_map_at_5_max": 0.508429, "nauc_map_at_5_std": -0.354808, "nauc_map_at_5_diff1": 0.854002, "nauc_map_at_10_max": 0.503106, "nauc_map_at_10_std": -0.349923, "nauc_map_at_10_diff1": 0.853765, "nauc_map_at_20_max": 0.502945, "nauc_map_at_20_std": -0.346459, "nauc_map_at_20_diff1": 0.853866, "nauc_map_at_25_max": 0.502945, "nauc_map_at_25_std": -0.346459, "nauc_map_at_25_diff1": 0.853866, "nauc_map_at_50_max": 0.502553, "nauc_map_at_50_std": -0.346854, "nauc_map_at_50_diff1": 0.853903, "nauc_map_at_100_max": 0.502514, "nauc_map_at_100_std": -0.346831, "nauc_map_at_100_diff1": 0.853887, "nauc_map_at_1000_max": 0.502514, "nauc_map_at_1000_std": -0.346831, "nauc_map_at_1000_diff1": 0.853887, "nauc_recall_at_1_max": 0.465019, "nauc_recall_at_1_std": -0.310221, "nauc_recall_at_1_diff1": 0.856255, "nauc_recall_at_3_max": 0.722893, "nauc_recall_at_3_std": -0.496333, "nauc_recall_at_3_diff1": 0.860625, "nauc_recall_at_5_max": 0.698398, "nauc_recall_at_5_std": -0.622511, "nauc_recall_at_5_diff1": 0.846014, "nauc_recall_at_10_max": 0.679823, "nauc_recall_at_10_std": -0.719209, "nauc_recall_at_10_diff1": 0.842119, "nauc_recall_at_20_max": 0.897876, "nauc_recall_at_20_std": -0.256769, "nauc_recall_at_20_diff1": 0.865196, "nauc_recall_at_25_max": 0.897876, "nauc_recall_at_25_std": -0.256769, "nauc_recall_at_25_diff1": 0.865196, "nauc_recall_at_50_max": 0.869281, "nauc_recall_at_50_std": -0.563492, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.465019, "nauc_precision_at_1_std": -0.310221, "nauc_precision_at_1_diff1": 0.856255, "nauc_precision_at_3_max": 0.722893, "nauc_precision_at_3_std": -0.496333, "nauc_precision_at_3_diff1": 0.860625, "nauc_precision_at_5_max": 0.698398, "nauc_precision_at_5_std": -0.622511, "nauc_precision_at_5_diff1": 0.846014, "nauc_precision_at_10_max": 0.679823, "nauc_precision_at_10_std": -0.719209, "nauc_precision_at_10_diff1": 0.842119, "nauc_precision_at_20_max": 0.897876, "nauc_precision_at_20_std": -0.256769, "nauc_precision_at_20_diff1": 0.865196, "nauc_precision_at_25_max": 0.897876, "nauc_precision_at_25_std": -0.256769, "nauc_precision_at_25_diff1": 0.865196, "nauc_precision_at_50_max": 0.869281, "nauc_precision_at_50_std": -0.563492, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.465019, "nauc_mrr_at_1_std": -0.310221, "nauc_mrr_at_1_diff1": 0.856255, "nauc_mrr_at_3_max": 0.516806, "nauc_mrr_at_3_std": -0.352254, "nauc_mrr_at_3_diff1": 0.85516, "nauc_mrr_at_5_max": 0.508429, "nauc_mrr_at_5_std": -0.354808, "nauc_mrr_at_5_diff1": 0.854002, "nauc_mrr_at_10_max": 0.503106, "nauc_mrr_at_10_std": -0.349923, "nauc_mrr_at_10_diff1": 0.853765, "nauc_mrr_at_20_max": 0.502945, "nauc_mrr_at_20_std": -0.346459, "nauc_mrr_at_20_diff1": 0.853866, "nauc_mrr_at_25_max": 0.502945, "nauc_mrr_at_25_std": -0.346459, "nauc_mrr_at_25_diff1": 0.853866, "nauc_mrr_at_50_max": 0.502553, "nauc_mrr_at_50_std": -0.346854, "nauc_mrr_at_50_diff1": 0.853903, "nauc_mrr_at_100_max": 0.502514, "nauc_mrr_at_100_std": -0.346831, "nauc_mrr_at_100_diff1": 0.853887, "nauc_mrr_at_1000_max": 0.502514, "nauc_mrr_at_1000_std": -0.346831, "nauc_mrr_at_1000_diff1": 0.853887, "hit_rate_at_1": 0.8592, "hit_rate_at_3": 0.9616, "hit_rate_at_5": 0.9752, "hit_rate_at_10": 0.9912, "hit_rate_at_20": 0.9968, "hit_rate_at_25": 0.9968, "hit_rate_at_50": 0.9992, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8592, "R_cap_at_3": 0.9616, "R_cap_at_5": 0.9752, "R_cap_at_10": 0.9912, "R_cap_at_20": 0.9968, "R_cap_at_25": 0.9968, "R_cap_at_50": 0.9992, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93153, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.92754, "ndcg_at_3": 0.96221, "ndcg_at_5": 0.96627, "ndcg_at_10": 0.96794, "ndcg_at_20": 0.96794, "ndcg_at_25": 0.96794, "ndcg_at_50": 0.96794, "ndcg_at_100": 0.96794, "ndcg_at_1000": 0.96794, "map_at_1": 0.92754, "map_at_3": 0.95411, "map_at_5": 0.9564, "map_at_10": 0.95715, "map_at_20": 0.95715, "map_at_25": 0.95715, "map_at_50": 0.95715, "map_at_100": 0.95715, "map_at_1000": 0.95715, "recall_at_1": 0.92754, "recall_at_3": 0.98551, "recall_at_5": 0.99517, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.92754, "precision_at_1": 0.92754, "precision_at_3": 0.3285, "precision_at_5": 0.19903, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.927536, "mrr_at_3": 0.954106, "mrr_at_5": 0.956401, "mrr_at_10": 0.957149, "mrr_at_20": 0.957149, "mrr_at_25": 0.957149, "mrr_at_50": 0.957149, "mrr_at_100": 0.957149, "mrr_at_1000": 0.957149, "nauc_ndcg_at_1_max": 0.612039, "nauc_ndcg_at_1_std": -0.832524, "nauc_ndcg_at_1_diff1": 0.93236, "nauc_ndcg_at_3_max": 0.659649, "nauc_ndcg_at_3_std": -0.958086, "nauc_ndcg_at_3_diff1": 0.948847, "nauc_ndcg_at_5_max": 0.643505, "nauc_ndcg_at_5_std": -0.928392, "nauc_ndcg_at_5_diff1": 0.942697, "nauc_ndcg_at_10_max": 0.636178, "nauc_ndcg_at_10_std": -0.886008, "nauc_ndcg_at_10_diff1": 0.93972, "nauc_ndcg_at_20_max": 0.636178, "nauc_ndcg_at_20_std": -0.886008, "nauc_ndcg_at_20_diff1": 0.93972, "nauc_ndcg_at_25_max": 0.636178, "nauc_ndcg_at_25_std": -0.886008, "nauc_ndcg_at_25_diff1": 0.93972, "nauc_ndcg_at_50_max": 0.636178, "nauc_ndcg_at_50_std": -0.886008, "nauc_ndcg_at_50_diff1": 0.93972, "nauc_ndcg_at_100_max": 0.636178, "nauc_ndcg_at_100_std": -0.886008, "nauc_ndcg_at_100_diff1": 0.93972, "nauc_ndcg_at_1000_max": 0.636178, "nauc_ndcg_at_1000_std": -0.886008, "nauc_ndcg_at_1000_diff1": 0.93972, "nauc_map_at_1_max": 0.612039, "nauc_map_at_1_std": -0.832524, "nauc_map_at_1_diff1": 0.93236, "nauc_map_at_3_max": 0.644937, "nauc_map_at_3_std": -0.910373, "nauc_map_at_3_diff1": 0.943164, "nauc_map_at_5_max": 0.637198, "nauc_map_at_5_std": -0.895597, "nauc_map_at_5_diff1": 0.940173, "nauc_map_at_10_max": 0.634457, "nauc_map_at_10_std": -0.880788, "nauc_map_at_10_diff1": 0.939129, "nauc_map_at_20_max": 0.634457, "nauc_map_at_20_std": -0.880788, "nauc_map_at_20_diff1": 0.939129, "nauc_map_at_25_max": 0.634457, "nauc_map_at_25_std": -0.880788, "nauc_map_at_25_diff1": 0.939129, "nauc_map_at_50_max": 0.634457, "nauc_map_at_50_std": -0.880788, "nauc_map_at_50_diff1": 0.939129, "nauc_map_at_100_max": 0.634457, "nauc_map_at_100_std": -0.880788, "nauc_map_at_100_diff1": 0.939129, "nauc_map_at_1000_max": 0.634457, "nauc_map_at_1000_std": -0.880788, "nauc_map_at_1000_diff1": 0.939129, "nauc_recall_at_1_max": 0.612039, "nauc_recall_at_1_std": -0.832524, "nauc_recall_at_1_diff1": 0.93236, "nauc_recall_at_3_max": 0.789619, "nauc_recall_at_3_std": -1.393976, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.777161, "nauc_recall_at_5_std": -1.744357, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.612039, "nauc_precision_at_1_std": -0.832524, "nauc_precision_at_1_diff1": 0.93236, "nauc_precision_at_3_max": 0.789619, "nauc_precision_at_3_std": -1.393976, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.777161, "nauc_precision_at_5_std": -1.744357, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.612039, "nauc_mrr_at_1_std": -0.832524, "nauc_mrr_at_1_diff1": 0.93236, "nauc_mrr_at_3_max": 0.644937, "nauc_mrr_at_3_std": -0.910373, "nauc_mrr_at_3_diff1": 0.943164, "nauc_mrr_at_5_max": 0.637198, "nauc_mrr_at_5_std": -0.895597, "nauc_mrr_at_5_diff1": 0.940173, "nauc_mrr_at_10_max": 0.634457, "nauc_mrr_at_10_std": -0.880788, "nauc_mrr_at_10_diff1": 0.939129, "nauc_mrr_at_20_max": 0.634457, "nauc_mrr_at_20_std": -0.880788, "nauc_mrr_at_20_diff1": 0.939129, "nauc_mrr_at_25_max": 0.634457, "nauc_mrr_at_25_std": -0.880788, "nauc_mrr_at_25_diff1": 0.939129, "nauc_mrr_at_50_max": 0.634457, "nauc_mrr_at_50_std": -0.880788, "nauc_mrr_at_50_diff1": 0.939129, "nauc_mrr_at_100_max": 0.634457, "nauc_mrr_at_100_std": -0.880788, "nauc_mrr_at_100_diff1": 0.939129, "nauc_mrr_at_1000_max": 0.634457, "nauc_mrr_at_1000_std": -0.880788, "nauc_mrr_at_1000_diff1": 0.939129, "hit_rate_at_1": 0.92754, "hit_rate_at_3": 0.98551, "hit_rate_at_5": 0.99517, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.927536, "R_cap_at_3": 0.985507, "R_cap_at_5": 0.995169, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96794, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.85669, "ndcg_at_3": 0.91745, "ndcg_at_5": 0.92647, "ndcg_at_10": 0.9301, "ndcg_at_20": 0.93161, "ndcg_at_25": 0.93185, "ndcg_at_50": 0.93225, "ndcg_at_100": 0.93243, "ndcg_at_1000": 0.93243, "map_at_1": 0.85669, "map_at_3": 0.90358, "map_at_5": 0.90863, "map_at_10": 0.91015, "map_at_20": 0.91059, "map_at_25": 0.91064, "map_at_50": 0.91069, "map_at_100": 0.91071, "map_at_1000": 0.91071, "recall_at_1": 0.85669, "recall_at_3": 0.95717, "recall_at_5": 0.97885, "recall_at_10": 0.98995, "recall_at_20": 0.99577, "recall_at_25": 0.99683, "recall_at_50": 0.99894, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85669, "precision_at_1": 0.85669, "precision_at_3": 0.31906, "precision_at_5": 0.19577, "precision_at_10": 0.099, "precision_at_20": 0.04979, "precision_at_25": 0.03987, "precision_at_50": 0.01998, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.85669, "mrr_at_3": 0.903578, "mrr_at_5": 0.908629, "mrr_at_10": 0.91015, "mrr_at_20": 0.910591, "mrr_at_25": 0.910639, "mrr_at_50": 0.910694, "mrr_at_100": 0.910713, "mrr_at_1000": 0.910713, "nauc_ndcg_at_1_max": 0.452606, "nauc_ndcg_at_1_std": -0.480127, "nauc_ndcg_at_1_diff1": 0.885126, "nauc_ndcg_at_3_max": 0.515921, "nauc_ndcg_at_3_std": -0.565114, "nauc_ndcg_at_3_diff1": 0.876692, "nauc_ndcg_at_5_max": 0.505754, "nauc_ndcg_at_5_std": -0.55506, "nauc_ndcg_at_5_diff1": 0.880719, "nauc_ndcg_at_10_max": 0.492481, "nauc_ndcg_at_10_std": -0.55993, "nauc_ndcg_at_10_diff1": 0.881676, "nauc_ndcg_at_20_max": 0.495377, "nauc_ndcg_at_20_std": -0.540791, "nauc_ndcg_at_20_diff1": 0.881843, "nauc_ndcg_at_25_max": 0.496633, "nauc_ndcg_at_25_std": -0.537582, "nauc_ndcg_at_25_diff1": 0.881888, "nauc_ndcg_at_50_max": 0.494483, "nauc_ndcg_at_50_std": -0.533911, "nauc_ndcg_at_50_diff1": 0.881573, "nauc_ndcg_at_100_max": 0.493093, "nauc_ndcg_at_100_std": -0.535117, "nauc_ndcg_at_100_diff1": 0.881247, "nauc_ndcg_at_1000_max": 0.493093, "nauc_ndcg_at_1000_std": -0.535117, "nauc_ndcg_at_1000_diff1": 0.881247, "nauc_map_at_1_max": 0.452606, "nauc_map_at_1_std": -0.480127, "nauc_map_at_1_diff1": 0.885126, "nauc_map_at_3_max": 0.499264, "nauc_map_at_3_std": -0.53754, "nauc_map_at_3_diff1": 0.879128, "nauc_map_at_5_max": 0.493546, "nauc_map_at_5_std": -0.531765, "nauc_map_at_5_diff1": 0.881084, "nauc_map_at_10_max": 0.48878, "nauc_map_at_10_std": -0.532966, "nauc_map_at_10_diff1": 0.88133, "nauc_map_at_20_max": 0.489526, "nauc_map_at_20_std": -0.528703, "nauc_map_at_20_diff1": 0.881388, "nauc_map_at_25_max": 0.489735, "nauc_map_at_25_std": -0.528191, "nauc_map_at_25_diff1": 0.881394, "nauc_map_at_50_max": 0.489515, "nauc_map_at_50_std": -0.527819, "nauc_map_at_50_diff1": 0.881363, "nauc_map_at_100_max": 0.489406, "nauc_map_at_100_std": -0.527915, "nauc_map_at_100_diff1": 0.881338, "nauc_map_at_1000_max": 0.489406, "nauc_map_at_1000_std": -0.527915, "nauc_map_at_1000_diff1": 0.881338, "nauc_recall_at_1_max": 0.452606, "nauc_recall_at_1_std": -0.480127, "nauc_recall_at_1_diff1": 0.885126, "nauc_recall_at_3_max": 0.615713, "nauc_recall_at_3_std": -0.736645, "nauc_recall_at_3_diff1": 0.861833, "nauc_recall_at_5_max": 0.638359, "nauc_recall_at_5_std": -0.824832, "nauc_recall_at_5_diff1": 0.879388, "nauc_recall_at_10_max": 0.52092, "nauc_recall_at_10_std": -1.222604, "nauc_recall_at_10_diff1": 0.901108, "nauc_recall_at_20_max": 0.716119, "nauc_recall_at_20_std": -0.963567, "nauc_recall_at_20_diff1": 0.934644, "nauc_recall_at_25_max": 0.903918, "nauc_recall_at_25_std": -0.802534, "nauc_recall_at_25_diff1": 0.95643, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": -0.102817, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.452606, "nauc_precision_at_1_std": -0.480127, "nauc_precision_at_1_diff1": 0.885126, "nauc_precision_at_3_max": 0.615713, "nauc_precision_at_3_std": -0.736645, "nauc_precision_at_3_diff1": 0.861833, "nauc_precision_at_5_max": 0.638359, "nauc_precision_at_5_std": -0.824832, "nauc_precision_at_5_diff1": 0.879388, "nauc_precision_at_10_max": 0.52092, "nauc_precision_at_10_std": -1.222604, "nauc_precision_at_10_diff1": 0.901108, "nauc_precision_at_20_max": 0.716119, "nauc_precision_at_20_std": -0.963567, "nauc_precision_at_20_diff1": 0.934644, "nauc_precision_at_25_max": 0.903918, "nauc_precision_at_25_std": -0.802534, "nauc_precision_at_25_diff1": 0.95643, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": -0.102817, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.452606, "nauc_mrr_at_1_std": -0.480127, "nauc_mrr_at_1_diff1": 0.885126, "nauc_mrr_at_3_max": 0.499264, "nauc_mrr_at_3_std": -0.53754, "nauc_mrr_at_3_diff1": 0.879128, "nauc_mrr_at_5_max": 0.493546, "nauc_mrr_at_5_std": -0.531765, "nauc_mrr_at_5_diff1": 0.881084, "nauc_mrr_at_10_max": 0.48878, "nauc_mrr_at_10_std": -0.532966, "nauc_mrr_at_10_diff1": 0.88133, "nauc_mrr_at_20_max": 0.489526, "nauc_mrr_at_20_std": -0.528703, "nauc_mrr_at_20_diff1": 0.881388, "nauc_mrr_at_25_max": 0.489735, "nauc_mrr_at_25_std": -0.528191, "nauc_mrr_at_25_diff1": 0.881394, "nauc_mrr_at_50_max": 0.489515, "nauc_mrr_at_50_std": -0.527819, "nauc_mrr_at_50_diff1": 0.881363, "nauc_mrr_at_100_max": 0.489406, "nauc_mrr_at_100_std": -0.527915, "nauc_mrr_at_100_diff1": 0.881338, "nauc_mrr_at_1000_max": 0.489406, "nauc_mrr_at_1000_std": -0.527915, "nauc_mrr_at_1000_diff1": 0.881338, "hit_rate_at_1": 0.85669, "hit_rate_at_3": 0.95717, "hit_rate_at_5": 0.97885, "hit_rate_at_10": 0.98995, "hit_rate_at_20": 0.99577, "hit_rate_at_25": 0.99683, "hit_rate_at_50": 0.99894, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.85669, "R_cap_at_3": 0.957166, "R_cap_at_5": 0.978847, "R_cap_at_10": 0.989952, "R_cap_at_20": 0.995769, "R_cap_at_25": 0.996827, "R_cap_at_50": 0.998942, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9301, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.78424, "ndcg_at_3": 0.8633, "ndcg_at_5": 0.87533, "ndcg_at_10": 0.88346, "ndcg_at_20": 0.88683, "ndcg_at_25": 0.88741, "ndcg_at_50": 0.88845, "ndcg_at_100": 0.889, "ndcg_at_1000": 0.88945, "map_at_1": 0.78424, "map_at_3": 0.84452, "map_at_5": 0.85123, "map_at_10": 0.85466, "map_at_20": 0.85559, "map_at_25": 0.85571, "map_at_50": 0.85586, "map_at_100": 0.85591, "map_at_1000": 0.85593, "recall_at_1": 0.78424, "recall_at_3": 0.91736, "recall_at_5": 0.94643, "recall_at_10": 0.97122, "recall_at_20": 0.9845, "recall_at_25": 0.98716, "recall_at_50": 0.99247, "recall_at_100": 0.99587, "recall_at_1000": 0.99926, "accuracy": 0.78424, "precision_at_1": 0.78424, "precision_at_3": 0.30579, "precision_at_5": 0.18929, "precision_at_10": 0.09712, "precision_at_20": 0.04923, "precision_at_25": 0.03949, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.784238, "mrr_at_3": 0.844525, "mrr_at_5": 0.851232, "mrr_at_10": 0.854658, "mrr_at_20": 0.855589, "mrr_at_25": 0.855705, "mrr_at_50": 0.855861, "mrr_at_100": 0.855912, "mrr_at_1000": 0.85593, "nauc_ndcg_at_1_max": 0.407627, "nauc_ndcg_at_1_std": -0.370615, "nauc_ndcg_at_1_diff1": 0.8309, "nauc_ndcg_at_3_max": 0.471706, "nauc_ndcg_at_3_std": -0.444975, "nauc_ndcg_at_3_diff1": 0.807358, "nauc_ndcg_at_5_max": 0.470864, "nauc_ndcg_at_5_std": -0.445887, "nauc_ndcg_at_5_diff1": 0.809726, "nauc_ndcg_at_10_max": 0.466476, "nauc_ndcg_at_10_std": -0.426216, "nauc_ndcg_at_10_diff1": 0.811483, "nauc_ndcg_at_20_max": 0.460592, "nauc_ndcg_at_20_std": -0.416415, "nauc_ndcg_at_20_diff1": 0.812154, "nauc_ndcg_at_25_max": 0.460016, "nauc_ndcg_at_25_std": -0.413913, "nauc_ndcg_at_25_diff1": 0.813152, "nauc_ndcg_at_50_max": 0.458022, "nauc_ndcg_at_50_std": -0.410515, "nauc_ndcg_at_50_diff1": 0.813905, "nauc_ndcg_at_100_max": 0.456431, "nauc_ndcg_at_100_std": -0.41227, "nauc_ndcg_at_100_diff1": 0.814362, "nauc_ndcg_at_1000_max": 0.454741, "nauc_ndcg_at_1000_std": -0.414056, "nauc_ndcg_at_1000_diff1": 0.8144, "nauc_map_at_1_max": 0.407627, "nauc_map_at_1_std": -0.370615, "nauc_map_at_1_diff1": 0.8309, "nauc_map_at_3_max": 0.45232, "nauc_map_at_3_std": -0.422985, "nauc_map_at_3_diff1": 0.814241, "nauc_map_at_5_max": 0.451325, "nauc_map_at_5_std": -0.422336, "nauc_map_at_5_diff1": 0.815665, "nauc_map_at_10_max": 0.449496, "nauc_map_at_10_std": -0.415123, "nauc_map_at_10_diff1": 0.816353, "nauc_map_at_20_max": 0.44805, "nauc_map_at_20_std": -0.412867, "nauc_map_at_20_diff1": 0.816506, "nauc_map_at_25_max": 0.44795, "nauc_map_at_25_std": -0.412455, "nauc_map_at_25_diff1": 0.816664, "nauc_map_at_50_max": 0.447723, "nauc_map_at_50_std": -0.412043, "nauc_map_at_50_diff1": 0.816758, "nauc_map_at_100_max": 0.4476, "nauc_map_at_100_std": -0.41216, "nauc_map_at_100_diff1": 0.816787, "nauc_map_at_1000_max": 0.447549, "nauc_map_at_1000_std": -0.4122, "nauc_map_at_1000_diff1": 0.81679, "nauc_recall_at_1_max": 0.407627, "nauc_recall_at_1_std": -0.370615, "nauc_recall_at_1_diff1": 0.8309, "nauc_recall_at_3_max": 0.569609, "nauc_recall_at_3_std": -0.555624, "nauc_recall_at_3_diff1": 0.772786, "nauc_recall_at_5_max": 0.614669, "nauc_recall_at_5_std": -0.620766, "nauc_recall_at_5_diff1": 0.766852, "nauc_recall_at_10_max": 0.683717, "nauc_recall_at_10_std": -0.541302, "nauc_recall_at_10_diff1": 0.751823, "nauc_recall_at_20_max": 0.714055, "nauc_recall_at_20_std": -0.378044, "nauc_recall_at_20_diff1": 0.720523, "nauc_recall_at_25_max": 0.74466, "nauc_recall_at_25_std": -0.277434, "nauc_recall_at_25_diff1": 0.739378, "nauc_recall_at_50_max": 0.798252, "nauc_recall_at_50_std": 0.059989, "nauc_recall_at_50_diff1": 0.740755, "nauc_recall_at_100_max": 0.83815, "nauc_recall_at_100_std": 0.170731, "nauc_recall_at_100_diff1": 0.754199, "nauc_recall_at_1000_max": 0.746122, "nauc_recall_at_1000_std": 0.782446, "nauc_recall_at_1000_diff1": 0.504389, "nauc_precision_at_1_max": 0.407627, "nauc_precision_at_1_std": -0.370615, "nauc_precision_at_1_diff1": 0.8309, "nauc_precision_at_3_max": 0.569609, "nauc_precision_at_3_std": -0.555624, "nauc_precision_at_3_diff1": 0.772786, "nauc_precision_at_5_max": 0.614669, "nauc_precision_at_5_std": -0.620766, "nauc_precision_at_5_diff1": 0.766852, "nauc_precision_at_10_max": 0.683717, "nauc_precision_at_10_std": -0.541302, "nauc_precision_at_10_diff1": 0.751823, "nauc_precision_at_20_max": 0.714055, "nauc_precision_at_20_std": -0.378044, "nauc_precision_at_20_diff1": 0.720523, "nauc_precision_at_25_max": 0.74466, "nauc_precision_at_25_std": -0.277434, "nauc_precision_at_25_diff1": 0.739378, "nauc_precision_at_50_max": 0.798252, "nauc_precision_at_50_std": 0.059989, "nauc_precision_at_50_diff1": 0.740755, "nauc_precision_at_100_max": 0.83815, "nauc_precision_at_100_std": 0.170731, "nauc_precision_at_100_diff1": 0.754199, "nauc_precision_at_1000_max": 0.746122, "nauc_precision_at_1000_std": 0.782446, "nauc_precision_at_1000_diff1": 0.504389, "nauc_mrr_at_1_max": 0.407627, "nauc_mrr_at_1_std": -0.370615, "nauc_mrr_at_1_diff1": 0.8309, "nauc_mrr_at_3_max": 0.45232, "nauc_mrr_at_3_std": -0.422985, "nauc_mrr_at_3_diff1": 0.814241, "nauc_mrr_at_5_max": 0.451325, "nauc_mrr_at_5_std": -0.422336, "nauc_mrr_at_5_diff1": 0.815665, "nauc_mrr_at_10_max": 0.449496, "nauc_mrr_at_10_std": -0.415123, "nauc_mrr_at_10_diff1": 0.816353, "nauc_mrr_at_20_max": 0.44805, "nauc_mrr_at_20_std": -0.412867, "nauc_mrr_at_20_diff1": 0.816506, "nauc_mrr_at_25_max": 0.44795, "nauc_mrr_at_25_std": -0.412455, "nauc_mrr_at_25_diff1": 0.816664, "nauc_mrr_at_50_max": 0.447723, "nauc_mrr_at_50_std": -0.412043, "nauc_mrr_at_50_diff1": 0.816758, "nauc_mrr_at_100_max": 0.4476, "nauc_mrr_at_100_std": -0.41216, "nauc_mrr_at_100_diff1": 0.816787, "nauc_mrr_at_1000_max": 0.447549, "nauc_mrr_at_1000_std": -0.4122, "nauc_mrr_at_1000_diff1": 0.81679, "hit_rate_at_1": 0.78424, "hit_rate_at_3": 0.91736, "hit_rate_at_5": 0.94643, "hit_rate_at_10": 0.97122, "hit_rate_at_20": 0.9845, "hit_rate_at_25": 0.98716, "hit_rate_at_50": 0.99247, "hit_rate_at_100": 0.99587, "hit_rate_at_1000": 0.99926, "R_cap_at_1": 0.784238, "R_cap_at_3": 0.917355, "R_cap_at_5": 0.946429, "R_cap_at_10": 0.971222, "R_cap_at_20": 0.984504, "R_cap_at_25": 0.987161, "R_cap_at_50": 0.992473, "R_cap_at_100": 0.995868, "R_cap_at_1000": 0.999262, "main_score": 0.88346, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8753, "ndcg_at_3": 0.92456, "ndcg_at_5": 0.93157, "ndcg_at_10": 0.93574, "ndcg_at_20": 0.93781, "ndcg_at_25": 0.93791, "ndcg_at_50": 0.93801, "ndcg_at_100": 0.93833, "ndcg_at_1000": 0.93845, "map_at_1": 0.8753, "map_at_3": 0.9128, "map_at_5": 0.91665, "map_at_10": 0.91846, "map_at_20": 0.91904, "map_at_25": 0.91906, "map_at_50": 0.91908, "map_at_100": 0.91911, "map_at_1000": 0.91911, "recall_at_1": 0.8753, "recall_at_3": 0.95843, "recall_at_5": 0.97563, "recall_at_10": 0.98806, "recall_at_20": 0.99618, "recall_at_25": 0.99666, "recall_at_50": 0.99713, "recall_at_100": 0.99904, "recall_at_1000": 1.0, "accuracy": 0.8753, "precision_at_1": 0.8753, "precision_at_3": 0.31948, "precision_at_5": 0.19513, "precision_at_10": 0.09881, "precision_at_20": 0.04981, "precision_at_25": 0.03987, "precision_at_50": 0.01994, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.875299, "mrr_at_3": 0.912805, "mrr_at_5": 0.916651, "mrr_at_10": 0.918463, "mrr_at_20": 0.919042, "mrr_at_25": 0.919061, "mrr_at_50": 0.919075, "mrr_at_100": 0.919108, "mrr_at_1000": 0.919113, "nauc_ndcg_at_1_max": 0.522796, "nauc_ndcg_at_1_std": -0.614632, "nauc_ndcg_at_1_diff1": 0.896983, "nauc_ndcg_at_3_max": 0.557564, "nauc_ndcg_at_3_std": -0.631889, "nauc_ndcg_at_3_diff1": 0.883245, "nauc_ndcg_at_5_max": 0.543615, "nauc_ndcg_at_5_std": -0.633868, "nauc_ndcg_at_5_diff1": 0.884686, "nauc_ndcg_at_10_max": 0.553497, "nauc_ndcg_at_10_std": -0.629172, "nauc_ndcg_at_10_diff1": 0.885084, "nauc_ndcg_at_20_max": 0.544552, "nauc_ndcg_at_20_std": -0.630318, "nauc_ndcg_at_20_diff1": 0.885798, "nauc_ndcg_at_25_max": 0.545747, "nauc_ndcg_at_25_std": -0.629449, "nauc_ndcg_at_25_diff1": 0.886351, "nauc_ndcg_at_50_max": 0.545248, "nauc_ndcg_at_50_std": -0.627733, "nauc_ndcg_at_50_diff1": 0.886605, "nauc_ndcg_at_100_max": 0.543534, "nauc_ndcg_at_100_std": -0.624883, "nauc_ndcg_at_100_diff1": 0.886342, "nauc_ndcg_at_1000_max": 0.543005, "nauc_ndcg_at_1000_std": -0.625824, "nauc_ndcg_at_1000_diff1": 0.887047, "nauc_map_at_1_max": 0.522796, "nauc_map_at_1_std": -0.614632, "nauc_map_at_1_diff1": 0.896983, "nauc_map_at_3_max": 0.544803, "nauc_map_at_3_std": -0.626419, "nauc_map_at_3_diff1": 0.887274, "nauc_map_at_5_max": 0.538068, "nauc_map_at_5_std": -0.626974, "nauc_map_at_5_diff1": 0.888033, "nauc_map_at_10_max": 0.541619, "nauc_map_at_10_std": -0.624983, "nauc_map_at_10_diff1": 0.888138, "nauc_map_at_20_max": 0.539634, "nauc_map_at_20_std": -0.624941, "nauc_map_at_20_diff1": 0.888303, "nauc_map_at_25_max": 0.539805, "nauc_map_at_25_std": -0.624814, "nauc_map_at_25_diff1": 0.888384, "nauc_map_at_50_max": 0.539745, "nauc_map_at_50_std": -0.62461, "nauc_map_at_50_diff1": 0.888414, "nauc_map_at_100_max": 0.539611, "nauc_map_at_100_std": -0.624379, "nauc_map_at_100_diff1": 0.888393, "nauc_map_at_1000_max": 0.539594, "nauc_map_at_1000_std": -0.624407, "nauc_map_at_1000_diff1": 0.888418, "nauc_recall_at_1_max": 0.522796, "nauc_recall_at_1_std": -0.614632, "nauc_recall_at_1_diff1": 0.896983, "nauc_recall_at_3_max": 0.634108, "nauc_recall_at_3_std": -0.664011, "nauc_recall_at_3_diff1": 0.859879, "nauc_recall_at_5_max": 0.591454, "nauc_recall_at_5_std": -0.701207, "nauc_recall_at_5_diff1": 0.854284, "nauc_recall_at_10_max": 0.786578, "nauc_recall_at_10_std": -0.705075, "nauc_recall_at_10_diff1": 0.83252, "nauc_recall_at_20_max": 0.718792, "nauc_recall_at_20_std": -0.979924, "nauc_recall_at_20_diff1": 0.76723, "nauc_recall_at_25_max": 0.845946, "nauc_recall_at_25_std": -0.955477, "nauc_recall_at_25_diff1": 0.797673, "nauc_recall_at_50_max": 0.842054, "nauc_recall_at_50_std": -0.824701, "nauc_recall_at_50_diff1": 0.810251, "nauc_recall_at_100_max": 0.795755, "nauc_recall_at_100_std": -0.171288, "nauc_recall_at_100_diff1": 0.56145, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.522796, "nauc_precision_at_1_std": -0.614632, "nauc_precision_at_1_diff1": 0.896983, "nauc_precision_at_3_max": 0.634108, "nauc_precision_at_3_std": -0.664011, "nauc_precision_at_3_diff1": 0.859879, "nauc_precision_at_5_max": 0.591454, "nauc_precision_at_5_std": -0.701207, "nauc_precision_at_5_diff1": 0.854284, "nauc_precision_at_10_max": 0.786578, "nauc_precision_at_10_std": -0.705075, "nauc_precision_at_10_diff1": 0.83252, "nauc_precision_at_20_max": 0.718792, "nauc_precision_at_20_std": -0.979924, "nauc_precision_at_20_diff1": 0.76723, "nauc_precision_at_25_max": 0.845946, "nauc_precision_at_25_std": -0.955477, "nauc_precision_at_25_diff1": 0.797673, "nauc_precision_at_50_max": 0.842054, "nauc_precision_at_50_std": -0.824701, "nauc_precision_at_50_diff1": 0.810251, "nauc_precision_at_100_max": 0.795755, "nauc_precision_at_100_std": -0.171288, "nauc_precision_at_100_diff1": 0.56145, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.522796, "nauc_mrr_at_1_std": -0.614632, "nauc_mrr_at_1_diff1": 0.896983, "nauc_mrr_at_3_max": 0.544803, "nauc_mrr_at_3_std": -0.626419, "nauc_mrr_at_3_diff1": 0.887274, "nauc_mrr_at_5_max": 0.538068, "nauc_mrr_at_5_std": -0.626974, "nauc_mrr_at_5_diff1": 0.888033, "nauc_mrr_at_10_max": 0.541619, "nauc_mrr_at_10_std": -0.624983, "nauc_mrr_at_10_diff1": 0.888138, "nauc_mrr_at_20_max": 0.539634, "nauc_mrr_at_20_std": -0.624941, "nauc_mrr_at_20_diff1": 0.888303, "nauc_mrr_at_25_max": 0.539805, "nauc_mrr_at_25_std": -0.624814, "nauc_mrr_at_25_diff1": 0.888384, "nauc_mrr_at_50_max": 0.539745, "nauc_mrr_at_50_std": -0.62461, "nauc_mrr_at_50_diff1": 0.888414, "nauc_mrr_at_100_max": 0.539611, "nauc_mrr_at_100_std": -0.624379, "nauc_mrr_at_100_diff1": 0.888393, "nauc_mrr_at_1000_max": 0.539594, "nauc_mrr_at_1000_std": -0.624407, "nauc_mrr_at_1000_diff1": 0.888418, "hit_rate_at_1": 0.8753, "hit_rate_at_3": 0.95843, "hit_rate_at_5": 0.97563, "hit_rate_at_10": 0.98806, "hit_rate_at_20": 0.99618, "hit_rate_at_25": 0.99666, "hit_rate_at_50": 0.99713, "hit_rate_at_100": 0.99904, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.875299, "R_cap_at_3": 0.958433, "R_cap_at_5": 0.975633, "R_cap_at_10": 0.988055, "R_cap_at_20": 0.996178, "R_cap_at_25": 0.996656, "R_cap_at_50": 0.997133, "R_cap_at_100": 0.999044, "R_cap_at_1000": 1.0, "main_score": 0.93574, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.89545, "ndcg_at_3": 0.92349, "ndcg_at_5": 0.93217, "ndcg_at_10": 0.93829, "ndcg_at_20": 0.94084, "ndcg_at_25": 0.94165, "ndcg_at_50": 0.94263, "ndcg_at_100": 0.94263, "ndcg_at_1000": 0.94263, "map_at_1": 0.89545, "map_at_3": 0.91697, "map_at_5": 0.92183, "map_at_10": 0.92445, "map_at_20": 0.92518, "map_at_25": 0.92534, "map_at_50": 0.9255, "map_at_100": 0.9255, "map_at_1000": 0.9255, "recall_at_1": 0.89545, "recall_at_3": 0.94219, "recall_at_5": 0.9631, "recall_at_10": 0.98155, "recall_at_20": 0.99139, "recall_at_25": 0.99508, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89545, "precision_at_1": 0.89545, "precision_at_3": 0.31406, "precision_at_5": 0.19262, "precision_at_10": 0.09815, "precision_at_20": 0.04957, "precision_at_25": 0.0398, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.895449, "mrr_at_3": 0.916974, "mrr_at_5": 0.921833, "mrr_at_10": 0.924449, "mrr_at_20": 0.925179, "mrr_at_25": 0.925339, "mrr_at_50": 0.925498, "mrr_at_100": 0.925498, "mrr_at_1000": 0.925498, "nauc_ndcg_at_1_max": 0.238046, "nauc_ndcg_at_1_std": -0.733471, "nauc_ndcg_at_1_diff1": 0.89186, "nauc_ndcg_at_3_max": 0.162971, "nauc_ndcg_at_3_std": -0.852768, "nauc_ndcg_at_3_diff1": 0.894366, "nauc_ndcg_at_5_max": 0.135685, "nauc_ndcg_at_5_std": -0.887725, "nauc_ndcg_at_5_diff1": 0.898601, "nauc_ndcg_at_10_max": 0.175423, "nauc_ndcg_at_10_std": -0.842454, "nauc_ndcg_at_10_diff1": 0.894587, "nauc_ndcg_at_20_max": 0.192976, "nauc_ndcg_at_20_std": -0.818961, "nauc_ndcg_at_20_diff1": 0.892174, "nauc_ndcg_at_25_max": 0.197856, "nauc_ndcg_at_25_std": -0.81611, "nauc_ndcg_at_25_diff1": 0.894012, "nauc_ndcg_at_50_max": 0.18837, "nauc_ndcg_at_50_std": -0.81927, "nauc_ndcg_at_50_diff1": 0.894559, "nauc_ndcg_at_100_max": 0.18837, "nauc_ndcg_at_100_std": -0.81927, "nauc_ndcg_at_100_diff1": 0.894559, "nauc_ndcg_at_1000_max": 0.18837, "nauc_ndcg_at_1000_std": -0.81927, "nauc_ndcg_at_1000_diff1": 0.894559, "nauc_map_at_1_max": 0.238046, "nauc_map_at_1_std": -0.733471, "nauc_map_at_1_diff1": 0.89186, "nauc_map_at_3_max": 0.184967, "nauc_map_at_3_std": -0.819156, "nauc_map_at_3_diff1": 0.893975, "nauc_map_at_5_max": 0.174321, "nauc_map_at_5_std": -0.832381, "nauc_map_at_5_diff1": 0.896173, "nauc_map_at_10_max": 0.18961, "nauc_map_at_10_std": -0.814904, "nauc_map_at_10_diff1": 0.894639, "nauc_map_at_20_max": 0.193644, "nauc_map_at_20_std": -0.809637, "nauc_map_at_20_diff1": 0.894101, "nauc_map_at_25_max": 0.194415, "nauc_map_at_25_std": -0.809151, "nauc_map_at_25_diff1": 0.894389, "nauc_map_at_50_max": 0.193231, "nauc_map_at_50_std": -0.8096, "nauc_map_at_50_diff1": 0.894474, "nauc_map_at_100_max": 0.193231, "nauc_map_at_100_std": -0.8096, "nauc_map_at_100_diff1": 0.894474, "nauc_map_at_1000_max": 0.193231, "nauc_map_at_1000_std": -0.8096, "nauc_map_at_1000_diff1": 0.894474, "nauc_recall_at_1_max": 0.238046, "nauc_recall_at_1_std": -0.733471, "nauc_recall_at_1_diff1": 0.89186, "nauc_recall_at_3_max": 0.072604, "nauc_recall_at_3_std": -0.990036, "nauc_recall_at_3_diff1": 0.89576, "nauc_recall_at_5_max": -0.109802, "nauc_recall_at_5_std": -1.236563, "nauc_recall_at_5_diff1": 0.9138, "nauc_recall_at_10_max": 0.042784, "nauc_recall_at_10_std": -1.125355, "nauc_recall_at_10_diff1": 0.889675, "nauc_recall_at_20_max": 0.360805, "nauc_recall_at_20_std": -0.80656, "nauc_recall_at_20_diff1": 0.81959, "nauc_recall_at_25_max": 0.749615, "nauc_recall_at_25_std": -0.646073, "nauc_recall_at_25_diff1": 0.865214, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.238046, "nauc_precision_at_1_std": -0.733471, "nauc_precision_at_1_diff1": 0.89186, "nauc_precision_at_3_max": 0.072604, "nauc_precision_at_3_std": -0.990036, "nauc_precision_at_3_diff1": 0.89576, "nauc_precision_at_5_max": -0.109802, "nauc_precision_at_5_std": -1.236563, "nauc_precision_at_5_diff1": 0.9138, "nauc_precision_at_10_max": 0.042784, "nauc_precision_at_10_std": -1.125355, "nauc_precision_at_10_diff1": 0.889675, "nauc_precision_at_20_max": 0.360805, "nauc_precision_at_20_std": -0.80656, "nauc_precision_at_20_diff1": 0.81959, "nauc_precision_at_25_max": 0.749615, "nauc_precision_at_25_std": -0.646073, "nauc_precision_at_25_diff1": 0.865214, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.238046, "nauc_mrr_at_1_std": -0.733471, "nauc_mrr_at_1_diff1": 0.89186, "nauc_mrr_at_3_max": 0.184967, "nauc_mrr_at_3_std": -0.819156, "nauc_mrr_at_3_diff1": 0.893975, "nauc_mrr_at_5_max": 0.174321, "nauc_mrr_at_5_std": -0.832381, "nauc_mrr_at_5_diff1": 0.896173, "nauc_mrr_at_10_max": 0.18961, "nauc_mrr_at_10_std": -0.814904, "nauc_mrr_at_10_diff1": 0.894639, "nauc_mrr_at_20_max": 0.193644, "nauc_mrr_at_20_std": -0.809637, "nauc_mrr_at_20_diff1": 0.894101, "nauc_mrr_at_25_max": 0.194415, "nauc_mrr_at_25_std": -0.809151, "nauc_mrr_at_25_diff1": 0.894389, "nauc_mrr_at_50_max": 0.193231, "nauc_mrr_at_50_std": -0.8096, "nauc_mrr_at_50_diff1": 0.894474, "nauc_mrr_at_100_max": 0.193231, "nauc_mrr_at_100_std": -0.8096, "nauc_mrr_at_100_diff1": 0.894474, "nauc_mrr_at_1000_max": 0.193231, "nauc_mrr_at_1000_std": -0.8096, "nauc_mrr_at_1000_diff1": 0.894474, "hit_rate_at_1": 0.89545, "hit_rate_at_3": 0.94219, "hit_rate_at_5": 0.9631, "hit_rate_at_10": 0.98155, "hit_rate_at_20": 0.99139, "hit_rate_at_25": 0.99508, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.895449, "R_cap_at_3": 0.942189, "R_cap_at_5": 0.9631, "R_cap_at_10": 0.98155, "R_cap_at_20": 0.99139, "R_cap_at_25": 0.99508, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93829, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.87707, "ndcg_at_3": 0.93365, "ndcg_at_5": 0.93918, "ndcg_at_10": 0.94197, "ndcg_at_20": 0.94318, "ndcg_at_25": 0.94335, "ndcg_at_50": 0.94352, "ndcg_at_100": 0.94352, "ndcg_at_1000": 0.94363, "map_at_1": 0.87707, "map_at_3": 0.92067, "map_at_5": 0.92375, "map_at_10": 0.92488, "map_at_20": 0.92523, "map_at_25": 0.92526, "map_at_50": 0.92529, "map_at_100": 0.92529, "map_at_1000": 0.9253, "recall_at_1": 0.87707, "recall_at_3": 0.97084, "recall_at_5": 0.98424, "recall_at_10": 0.99291, "recall_at_20": 0.99764, "recall_at_25": 0.99842, "recall_at_50": 0.99921, "recall_at_100": 0.99921, "recall_at_1000": 1.0, "accuracy": 0.87707, "precision_at_1": 0.87707, "precision_at_3": 0.32361, "precision_at_5": 0.19685, "precision_at_10": 0.09929, "precision_at_20": 0.04988, "precision_at_25": 0.03994, "precision_at_50": 0.01998, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.877069, "mrr_at_3": 0.920672, "mrr_at_5": 0.923746, "mrr_at_10": 0.924885, "mrr_at_20": 0.925227, "mrr_at_25": 0.925262, "mrr_at_50": 0.92529, "mrr_at_100": 0.92529, "mrr_at_1000": 0.925296, "nauc_ndcg_at_1_max": 0.388462, "nauc_ndcg_at_1_std": -0.252813, "nauc_ndcg_at_1_diff1": 0.863807, "nauc_ndcg_at_3_max": 0.465377, "nauc_ndcg_at_3_std": -0.349035, "nauc_ndcg_at_3_diff1": 0.865099, "nauc_ndcg_at_5_max": 0.453269, "nauc_ndcg_at_5_std": -0.338648, "nauc_ndcg_at_5_diff1": 0.863446, "nauc_ndcg_at_10_max": 0.448471, "nauc_ndcg_at_10_std": -0.323645, "nauc_ndcg_at_10_diff1": 0.867817, "nauc_ndcg_at_20_max": 0.444435, "nauc_ndcg_at_20_std": -0.306386, "nauc_ndcg_at_20_diff1": 0.86597, "nauc_ndcg_at_25_max": 0.442716, "nauc_ndcg_at_25_std": -0.305592, "nauc_ndcg_at_25_diff1": 0.866414, "nauc_ndcg_at_50_max": 0.441084, "nauc_ndcg_at_50_std": -0.307535, "nauc_ndcg_at_50_diff1": 0.866023, "nauc_ndcg_at_100_max": 0.441084, "nauc_ndcg_at_100_std": -0.307535, "nauc_ndcg_at_100_diff1": 0.866023, "nauc_ndcg_at_1000_max": 0.439942, "nauc_ndcg_at_1000_std": -0.308895, "nauc_ndcg_at_1000_diff1": 0.865749, "nauc_map_at_1_max": 0.388462, "nauc_map_at_1_std": -0.252813, "nauc_map_at_1_diff1": 0.863807, "nauc_map_at_3_max": 0.444625, "nauc_map_at_3_std": -0.317455, "nauc_map_at_3_diff1": 0.86496, "nauc_map_at_5_max": 0.438169, "nauc_map_at_5_std": -0.311653, "nauc_map_at_5_diff1": 0.864365, "nauc_map_at_10_max": 0.436178, "nauc_map_at_10_std": -0.306739, "nauc_map_at_10_diff1": 0.86574, "nauc_map_at_20_max": 0.435276, "nauc_map_at_20_std": -0.303111, "nauc_map_at_20_diff1": 0.865367, "nauc_map_at_25_max": 0.435012, "nauc_map_at_25_std": -0.30299, "nauc_map_at_25_diff1": 0.865434, "nauc_map_at_50_max": 0.434795, "nauc_map_at_50_std": -0.303244, "nauc_map_at_50_diff1": 0.865382, "nauc_map_at_100_max": 0.434795, "nauc_map_at_100_std": -0.303244, "nauc_map_at_100_diff1": 0.865382, "nauc_map_at_1000_max": 0.434746, "nauc_map_at_1000_std": -0.303301, "nauc_map_at_1000_diff1": 0.865371, "nauc_recall_at_1_max": 0.388462, "nauc_recall_at_1_std": -0.252813, "nauc_recall_at_1_diff1": 0.863807, "nauc_recall_at_3_max": 0.616599, "nauc_recall_at_3_std": -0.587714, "nauc_recall_at_3_diff1": 0.865787, "nauc_recall_at_5_max": 0.638425, "nauc_recall_at_5_std": -0.693059, "nauc_recall_at_5_diff1": 0.848359, "nauc_recall_at_10_max": 0.758037, "nauc_recall_at_10_std": -0.738005, "nauc_recall_at_10_diff1": 0.94008, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.050929, "nauc_recall_at_20_diff1": 0.907394, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.357876, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.357876, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.357876, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.388462, "nauc_precision_at_1_std": -0.252813, "nauc_precision_at_1_diff1": 0.863807, "nauc_precision_at_3_max": 0.616599, "nauc_precision_at_3_std": -0.587714, "nauc_precision_at_3_diff1": 0.865787, "nauc_precision_at_5_max": 0.638425, "nauc_precision_at_5_std": -0.693059, "nauc_precision_at_5_diff1": 0.848359, "nauc_precision_at_10_max": 0.758037, "nauc_precision_at_10_std": -0.738005, "nauc_precision_at_10_diff1": 0.94008, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.050929, "nauc_precision_at_20_diff1": 0.907394, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.357876, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.357876, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.357876, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.388462, "nauc_mrr_at_1_std": -0.252813, "nauc_mrr_at_1_diff1": 0.863807, "nauc_mrr_at_3_max": 0.444625, "nauc_mrr_at_3_std": -0.317455, "nauc_mrr_at_3_diff1": 0.86496, "nauc_mrr_at_5_max": 0.438169, "nauc_mrr_at_5_std": -0.311653, "nauc_mrr_at_5_diff1": 0.864365, "nauc_mrr_at_10_max": 0.436178, "nauc_mrr_at_10_std": -0.306739, "nauc_mrr_at_10_diff1": 0.86574, "nauc_mrr_at_20_max": 0.435276, "nauc_mrr_at_20_std": -0.303111, "nauc_mrr_at_20_diff1": 0.865367, "nauc_mrr_at_25_max": 0.435012, "nauc_mrr_at_25_std": -0.30299, "nauc_mrr_at_25_diff1": 0.865434, "nauc_mrr_at_50_max": 0.434795, "nauc_mrr_at_50_std": -0.303244, "nauc_mrr_at_50_diff1": 0.865382, "nauc_mrr_at_100_max": 0.434795, "nauc_mrr_at_100_std": -0.303244, "nauc_mrr_at_100_diff1": 0.865382, "nauc_mrr_at_1000_max": 0.434746, "nauc_mrr_at_1000_std": -0.303301, "nauc_mrr_at_1000_diff1": 0.865371, "hit_rate_at_1": 0.87707, "hit_rate_at_3": 0.97084, "hit_rate_at_5": 0.98424, "hit_rate_at_10": 0.99291, "hit_rate_at_20": 0.99764, "hit_rate_at_25": 0.99842, "hit_rate_at_50": 0.99921, "hit_rate_at_100": 0.99921, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.877069, "R_cap_at_3": 0.970843, "R_cap_at_5": 0.98424, "R_cap_at_10": 0.992908, "R_cap_at_20": 0.997636, "R_cap_at_25": 0.998424, "R_cap_at_50": 0.999212, "R_cap_at_100": 0.999212, "R_cap_at_1000": 1.0, "main_score": 0.94197, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" } ] }, "evaluation_time": 5803.095105171204, "kg_co2_emissions": null, "date": 1780169518.731571 }