{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.12.39", "scores": { "test": [ { "ndcg_at_1": 0.76639, "ndcg_at_3": 0.83807, "ndcg_at_5": 0.8508, "ndcg_at_10": 0.86132, "ndcg_at_20": 0.86637, "ndcg_at_25": 0.86671, "ndcg_at_50": 0.86989, "ndcg_at_100": 0.87063, "ndcg_at_1000": 0.87181, "map_at_1": 0.76639, "map_at_3": 0.82129, "map_at_5": 0.82852, "map_at_10": 0.83291, "map_at_20": 0.83436, "map_at_25": 0.83444, "map_at_50": 0.83491, "map_at_100": 0.83497, "map_at_1000": 0.83503, "recall_at_1": 0.76639, "recall_at_3": 0.88627, "recall_at_5": 0.9165, "recall_at_10": 0.94877, "recall_at_20": 0.96824, "recall_at_25": 0.96977, "recall_at_50": 0.98617, "recall_at_100": 0.99078, "recall_at_1000": 0.99949, "accuracy": 0.76639, "precision_at_1": 0.76639, "precision_at_3": 0.29542, "precision_at_5": 0.1833, "precision_at_10": 0.09488, "precision_at_20": 0.04841, "precision_at_25": 0.03879, "precision_at_50": 0.01972, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.766393, "mrr_at_3": 0.821294, "mrr_at_5": 0.828518, "mrr_at_10": 0.832912, "mrr_at_20": 0.834364, "mrr_at_25": 0.834436, "mrr_at_50": 0.834911, "mrr_at_100": 0.834975, "mrr_at_1000": 0.83503, "nauc_ndcg_at_1_max": 0.442019, "nauc_ndcg_at_1_std": -0.422805, "nauc_ndcg_at_1_diff1": 0.830085, "nauc_ndcg_at_3_max": 0.438928, "nauc_ndcg_at_3_std": -0.501336, "nauc_ndcg_at_3_diff1": 0.809644, "nauc_ndcg_at_5_max": 0.433362, "nauc_ndcg_at_5_std": -0.536218, "nauc_ndcg_at_5_diff1": 0.812415, "nauc_ndcg_at_10_max": 0.433003, "nauc_ndcg_at_10_std": -0.526475, "nauc_ndcg_at_10_diff1": 0.814366, "nauc_ndcg_at_20_max": 0.430681, "nauc_ndcg_at_20_std": -0.517459, "nauc_ndcg_at_20_diff1": 0.817476, "nauc_ndcg_at_25_max": 0.43114, "nauc_ndcg_at_25_std": -0.516615, "nauc_ndcg_at_25_diff1": 0.817505, "nauc_ndcg_at_50_max": 0.435858, "nauc_ndcg_at_50_std": -0.506729, "nauc_ndcg_at_50_diff1": 0.817876, "nauc_ndcg_at_100_max": 0.436345, "nauc_ndcg_at_100_std": -0.504487, "nauc_ndcg_at_100_diff1": 0.817795, "nauc_ndcg_at_1000_max": 0.435562, "nauc_ndcg_at_1000_std": -0.500306, "nauc_ndcg_at_1000_diff1": 0.817155, "nauc_map_at_1_max": 0.442019, "nauc_map_at_1_std": -0.422805, "nauc_map_at_1_diff1": 0.830085, "nauc_map_at_3_max": 0.438519, "nauc_map_at_3_std": -0.479946, "nauc_map_at_3_diff1": 0.815331, "nauc_map_at_5_max": 0.435374, "nauc_map_at_5_std": -0.49695, "nauc_map_at_5_diff1": 0.816849, "nauc_map_at_10_max": 0.435635, "nauc_map_at_10_std": -0.491984, "nauc_map_at_10_diff1": 0.817747, "nauc_map_at_20_max": 0.43511, "nauc_map_at_20_std": -0.489526, "nauc_map_at_20_diff1": 0.81849, "nauc_map_at_25_max": 0.435191, "nauc_map_at_25_std": -0.489373, "nauc_map_at_25_diff1": 0.818496, "nauc_map_at_50_max": 0.435844, "nauc_map_at_50_std": -0.488092, "nauc_map_at_50_diff1": 0.818514, "nauc_map_at_100_max": 0.435868, "nauc_map_at_100_std": -0.487955, "nauc_map_at_100_diff1": 0.818508, "nauc_map_at_1000_max": 0.435857, "nauc_map_at_1000_std": -0.487784, "nauc_map_at_1000_diff1": 0.818485, "nauc_recall_at_1_max": 0.442019, "nauc_recall_at_1_std": -0.422805, "nauc_recall_at_1_diff1": 0.830085, "nauc_recall_at_3_max": 0.441508, "nauc_recall_at_3_std": -0.591188, "nauc_recall_at_3_diff1": 0.785671, "nauc_recall_at_5_max": 0.422962, "nauc_recall_at_5_std": -0.756825, "nauc_recall_at_5_diff1": 0.789404, "nauc_recall_at_10_max": 0.408296, "nauc_recall_at_10_std": -0.827505, "nauc_recall_at_10_diff1": 0.788619, "nauc_recall_at_20_max": 0.358512, "nauc_recall_at_20_std": -0.876371, "nauc_recall_at_20_diff1": 0.820364, "nauc_recall_at_25_max": 0.36327, "nauc_recall_at_25_std": -0.87887, "nauc_recall_at_25_diff1": 0.821002, "nauc_recall_at_50_max": 0.484276, "nauc_recall_at_50_std": -0.865608, "nauc_recall_at_50_diff1": 0.84621, "nauc_recall_at_100_max": 0.551022, "nauc_recall_at_100_std": -0.856115, "nauc_recall_at_100_diff1": 0.853988, "nauc_recall_at_1000_max": 0.869296, "nauc_recall_at_1000_std": 0.122752, "nauc_recall_at_1000_diff1": 0.358046, "nauc_precision_at_1_max": 0.442019, "nauc_precision_at_1_std": -0.422805, "nauc_precision_at_1_diff1": 0.830085, "nauc_precision_at_3_max": 0.441508, "nauc_precision_at_3_std": -0.591188, "nauc_precision_at_3_diff1": 0.785671, "nauc_precision_at_5_max": 0.422962, "nauc_precision_at_5_std": -0.756825, "nauc_precision_at_5_diff1": 0.789404, "nauc_precision_at_10_max": 0.408296, "nauc_precision_at_10_std": -0.827505, "nauc_precision_at_10_diff1": 0.788619, "nauc_precision_at_20_max": 0.358512, "nauc_precision_at_20_std": -0.876371, "nauc_precision_at_20_diff1": 0.820364, "nauc_precision_at_25_max": 0.36327, "nauc_precision_at_25_std": -0.87887, "nauc_precision_at_25_diff1": 0.821002, "nauc_precision_at_50_max": 0.484276, "nauc_precision_at_50_std": -0.865608, "nauc_precision_at_50_diff1": 0.84621, "nauc_precision_at_100_max": 0.551022, "nauc_precision_at_100_std": -0.856115, "nauc_precision_at_100_diff1": 0.853988, "nauc_precision_at_1000_max": 0.869296, "nauc_precision_at_1000_std": 0.122752, "nauc_precision_at_1000_diff1": 0.358046, "nauc_mrr_at_1_max": 0.442019, "nauc_mrr_at_1_std": -0.422805, "nauc_mrr_at_1_diff1": 0.830085, "nauc_mrr_at_3_max": 0.438519, "nauc_mrr_at_3_std": -0.479946, "nauc_mrr_at_3_diff1": 0.815331, "nauc_mrr_at_5_max": 0.435374, "nauc_mrr_at_5_std": -0.49695, "nauc_mrr_at_5_diff1": 0.816849, "nauc_mrr_at_10_max": 0.435635, "nauc_mrr_at_10_std": -0.491984, "nauc_mrr_at_10_diff1": 0.817747, "nauc_mrr_at_20_max": 0.43511, "nauc_mrr_at_20_std": -0.489526, "nauc_mrr_at_20_diff1": 0.81849, "nauc_mrr_at_25_max": 0.435191, "nauc_mrr_at_25_std": -0.489373, "nauc_mrr_at_25_diff1": 0.818496, "nauc_mrr_at_50_max": 0.435844, "nauc_mrr_at_50_std": -0.488092, "nauc_mrr_at_50_diff1": 0.818514, "nauc_mrr_at_100_max": 0.435868, "nauc_mrr_at_100_std": -0.487955, "nauc_mrr_at_100_diff1": 0.818508, "nauc_mrr_at_1000_max": 0.435857, "nauc_mrr_at_1000_std": -0.487784, "nauc_mrr_at_1000_diff1": 0.818485, "hit_rate_at_1": 0.76639, "hit_rate_at_3": 0.88627, "hit_rate_at_5": 0.9165, "hit_rate_at_10": 0.94877, "hit_rate_at_20": 0.96824, "hit_rate_at_25": 0.96977, "hit_rate_at_50": 0.98617, "hit_rate_at_100": 0.99078, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.766393, "R_cap_at_3": 0.88627, "R_cap_at_5": 0.916496, "R_cap_at_10": 0.94877, "R_cap_at_20": 0.968238, "R_cap_at_25": 0.969775, "R_cap_at_50": 0.986168, "R_cap_at_100": 0.990779, "R_cap_at_1000": 0.999488, "main_score": 0.86132, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.7734, "ndcg_at_3": 0.85561, "ndcg_at_5": 0.86536, "ndcg_at_10": 0.87475, "ndcg_at_20": 0.87962, "ndcg_at_25": 0.88044, "ndcg_at_50": 0.88176, "ndcg_at_100": 0.882, "ndcg_at_1000": 0.88261, "map_at_1": 0.7734, "map_at_3": 0.83593, "map_at_5": 0.84132, "map_at_10": 0.84534, "map_at_20": 0.84667, "map_at_25": 0.84683, "map_at_50": 0.84704, "map_at_100": 0.84707, "map_at_1000": 0.8471, "recall_at_1": 0.7734, "recall_at_3": 0.91233, "recall_at_5": 0.93611, "recall_at_10": 0.96434, "recall_at_20": 0.98366, "recall_at_25": 0.98737, "recall_at_50": 0.99406, "recall_at_100": 0.99554, "recall_at_1000": 1.0, "accuracy": 0.7734, "precision_at_1": 0.7734, "precision_at_3": 0.30411, "precision_at_5": 0.18722, "precision_at_10": 0.09643, "precision_at_20": 0.04918, "precision_at_25": 0.03949, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.773403, "mrr_at_3": 0.835934, "mrr_at_5": 0.84132, "mrr_at_10": 0.845338, "mrr_at_20": 0.84667, "mrr_at_25": 0.846834, "mrr_at_50": 0.847045, "mrr_at_100": 0.847066, "mrr_at_1000": 0.847095, "nauc_ndcg_at_1_max": 0.38607, "nauc_ndcg_at_1_std": -0.295735, "nauc_ndcg_at_1_diff1": 0.782025, "nauc_ndcg_at_3_max": 0.464167, "nauc_ndcg_at_3_std": -0.374368, "nauc_ndcg_at_3_diff1": 0.772228, "nauc_ndcg_at_5_max": 0.462231, "nauc_ndcg_at_5_std": -0.392994, "nauc_ndcg_at_5_diff1": 0.778772, "nauc_ndcg_at_10_max": 0.456604, "nauc_ndcg_at_10_std": -0.371777, "nauc_ndcg_at_10_diff1": 0.779006, "nauc_ndcg_at_20_max": 0.449557, "nauc_ndcg_at_20_std": -0.363386, "nauc_ndcg_at_20_diff1": 0.777639, "nauc_ndcg_at_25_max": 0.448829, "nauc_ndcg_at_25_std": -0.358595, "nauc_ndcg_at_25_diff1": 0.776776, "nauc_ndcg_at_50_max": 0.444533, "nauc_ndcg_at_50_std": -0.35877, "nauc_ndcg_at_50_diff1": 0.777341, "nauc_ndcg_at_100_max": 0.443773, "nauc_ndcg_at_100_std": -0.356345, "nauc_ndcg_at_100_diff1": 0.77729, "nauc_ndcg_at_1000_max": 0.441495, "nauc_ndcg_at_1000_std": -0.355629, "nauc_ndcg_at_1000_diff1": 0.776933, "nauc_map_at_1_max": 0.38607, "nauc_map_at_1_std": -0.295735, "nauc_map_at_1_diff1": 0.782025, "nauc_map_at_3_max": 0.440143, "nauc_map_at_3_std": -0.349663, "nauc_map_at_3_diff1": 0.773684, "nauc_map_at_5_max": 0.438581, "nauc_map_at_5_std": -0.357642, "nauc_map_at_5_diff1": 0.776988, "nauc_map_at_10_max": 0.436066, "nauc_map_at_10_std": -0.349338, "nauc_map_at_10_diff1": 0.777007, "nauc_map_at_20_max": 0.434348, "nauc_map_at_20_std": -0.34764, "nauc_map_at_20_diff1": 0.776739, "nauc_map_at_25_max": 0.434232, "nauc_map_at_25_std": -0.346849, "nauc_map_at_25_diff1": 0.776601, "nauc_map_at_50_max": 0.433675, "nauc_map_at_50_std": -0.346932, "nauc_map_at_50_diff1": 0.776679, "nauc_map_at_100_max": 0.433623, "nauc_map_at_100_std": -0.346754, "nauc_map_at_100_diff1": 0.776673, "nauc_map_at_1000_max": 0.433531, "nauc_map_at_1000_std": -0.346739, "nauc_map_at_1000_diff1": 0.776656, "nauc_recall_at_1_max": 0.38607, "nauc_recall_at_1_std": -0.295735, "nauc_recall_at_1_diff1": 0.782025, "nauc_recall_at_3_max": 0.584377, "nauc_recall_at_3_std": -0.498383, "nauc_recall_at_3_diff1": 0.766129, "nauc_recall_at_5_max": 0.617562, "nauc_recall_at_5_std": -0.633851, "nauc_recall_at_5_diff1": 0.793992, "nauc_recall_at_10_max": 0.682769, "nauc_recall_at_10_std": -0.613058, "nauc_recall_at_10_diff1": 0.808601, "nauc_recall_at_20_max": 0.758726, "nauc_recall_at_20_std": -0.648475, "nauc_recall_at_20_diff1": 0.80341, "nauc_recall_at_25_max": 0.818466, "nauc_recall_at_25_std": -0.540964, "nauc_recall_at_25_diff1": 0.776357, "nauc_recall_at_50_max": 0.833972, "nauc_recall_at_50_std": -0.737059, "nauc_recall_at_50_diff1": 0.825779, "nauc_recall_at_100_max": 0.846721, "nauc_recall_at_100_std": -0.500948, "nauc_recall_at_100_diff1": 0.835798, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.38607, "nauc_precision_at_1_std": -0.295735, "nauc_precision_at_1_diff1": 0.782025, "nauc_precision_at_3_max": 0.584377, "nauc_precision_at_3_std": -0.498383, "nauc_precision_at_3_diff1": 0.766129, "nauc_precision_at_5_max": 0.617562, "nauc_precision_at_5_std": -0.633851, "nauc_precision_at_5_diff1": 0.793992, "nauc_precision_at_10_max": 0.682769, "nauc_precision_at_10_std": -0.613058, "nauc_precision_at_10_diff1": 0.808601, "nauc_precision_at_20_max": 0.758726, "nauc_precision_at_20_std": -0.648475, "nauc_precision_at_20_diff1": 0.80341, "nauc_precision_at_25_max": 0.818466, "nauc_precision_at_25_std": -0.540964, "nauc_precision_at_25_diff1": 0.776357, "nauc_precision_at_50_max": 0.833972, "nauc_precision_at_50_std": -0.737059, "nauc_precision_at_50_diff1": 0.825779, "nauc_precision_at_100_max": 0.846721, "nauc_precision_at_100_std": -0.500948, "nauc_precision_at_100_diff1": 0.835798, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.38607, "nauc_mrr_at_1_std": -0.295735, "nauc_mrr_at_1_diff1": 0.782025, "nauc_mrr_at_3_max": 0.440143, "nauc_mrr_at_3_std": -0.349663, "nauc_mrr_at_3_diff1": 0.773684, "nauc_mrr_at_5_max": 0.438581, "nauc_mrr_at_5_std": -0.357642, "nauc_mrr_at_5_diff1": 0.776988, "nauc_mrr_at_10_max": 0.436066, "nauc_mrr_at_10_std": -0.349338, "nauc_mrr_at_10_diff1": 0.777007, "nauc_mrr_at_20_max": 0.434348, "nauc_mrr_at_20_std": -0.34764, "nauc_mrr_at_20_diff1": 0.776739, "nauc_mrr_at_25_max": 0.434232, "nauc_mrr_at_25_std": -0.346849, "nauc_mrr_at_25_diff1": 0.776601, "nauc_mrr_at_50_max": 0.433675, "nauc_mrr_at_50_std": -0.346932, "nauc_mrr_at_50_diff1": 0.776679, "nauc_mrr_at_100_max": 0.433623, "nauc_mrr_at_100_std": -0.346754, "nauc_mrr_at_100_diff1": 0.776673, "nauc_mrr_at_1000_max": 0.433531, "nauc_mrr_at_1000_std": -0.346739, "nauc_mrr_at_1000_diff1": 0.776656, "hit_rate_at_1": 0.7734, "hit_rate_at_3": 0.91233, "hit_rate_at_5": 0.93611, "hit_rate_at_10": 0.96434, "hit_rate_at_20": 0.98366, "hit_rate_at_25": 0.98737, "hit_rate_at_50": 0.99406, "hit_rate_at_100": 0.99554, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.773403, "R_cap_at_3": 0.912333, "R_cap_at_5": 0.936107, "R_cap_at_10": 0.964339, "R_cap_at_20": 0.983655, "R_cap_at_25": 0.98737, "R_cap_at_50": 0.994056, "R_cap_at_100": 0.995542, "R_cap_at_1000": 1.0, "main_score": 0.87475, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.67864, "ndcg_at_3": 0.76251, "ndcg_at_5": 0.78072, "ndcg_at_10": 0.79588, "ndcg_at_20": 0.80445, "ndcg_at_25": 0.80604, "ndcg_at_50": 0.81058, "ndcg_at_100": 0.8127, "ndcg_at_1000": 0.81414, "map_at_1": 0.67864, "map_at_3": 0.74244, "map_at_5": 0.75261, "map_at_10": 0.75883, "map_at_20": 0.76123, "map_at_25": 0.76155, "map_at_50": 0.76222, "map_at_100": 0.7624, "map_at_1000": 0.76246, "recall_at_1": 0.67864, "recall_at_3": 0.82039, "recall_at_5": 0.86432, "recall_at_10": 0.91141, "recall_at_20": 0.9449, "recall_at_25": 0.95218, "recall_at_50": 0.97573, "recall_at_100": 0.98883, "recall_at_1000": 0.99976, "accuracy": 0.67864, "precision_at_1": 0.67864, "precision_at_3": 0.27346, "precision_at_5": 0.17286, "precision_at_10": 0.09114, "precision_at_20": 0.04725, "precision_at_25": 0.03809, "precision_at_50": 0.01951, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.678641, "mrr_at_3": 0.742435, "mrr_at_5": 0.752605, "mrr_at_10": 0.758826, "mrr_at_20": 0.761229, "mrr_at_25": 0.761546, "mrr_at_50": 0.762218, "mrr_at_100": 0.762401, "mrr_at_1000": 0.762463, "nauc_ndcg_at_1_max": 0.363396, "nauc_ndcg_at_1_std": -0.414472, "nauc_ndcg_at_1_diff1": 0.803211, "nauc_ndcg_at_3_max": 0.356497, "nauc_ndcg_at_3_std": -0.504482, "nauc_ndcg_at_3_diff1": 0.773723, "nauc_ndcg_at_5_max": 0.365354, "nauc_ndcg_at_5_std": -0.495065, "nauc_ndcg_at_5_diff1": 0.774239, "nauc_ndcg_at_10_max": 0.368656, "nauc_ndcg_at_10_std": -0.483299, "nauc_ndcg_at_10_diff1": 0.775289, "nauc_ndcg_at_20_max": 0.377092, "nauc_ndcg_at_20_std": -0.473005, "nauc_ndcg_at_20_diff1": 0.777476, "nauc_ndcg_at_25_max": 0.376823, "nauc_ndcg_at_25_std": -0.469897, "nauc_ndcg_at_25_diff1": 0.777514, "nauc_ndcg_at_50_max": 0.375426, "nauc_ndcg_at_50_std": -0.465169, "nauc_ndcg_at_50_diff1": 0.779581, "nauc_ndcg_at_100_max": 0.373635, "nauc_ndcg_at_100_std": -0.46282, "nauc_ndcg_at_100_diff1": 0.780082, "nauc_ndcg_at_1000_max": 0.370564, "nauc_ndcg_at_1000_std": -0.46812, "nauc_ndcg_at_1000_diff1": 0.780468, "nauc_map_at_1_max": 0.363396, "nauc_map_at_1_std": -0.414472, "nauc_map_at_1_diff1": 0.803211, "nauc_map_at_3_max": 0.359912, "nauc_map_at_3_std": -0.478937, "nauc_map_at_3_diff1": 0.781504, "nauc_map_at_5_max": 0.364525, "nauc_map_at_5_std": -0.47312, "nauc_map_at_5_diff1": 0.782132, "nauc_map_at_10_max": 0.365923, "nauc_map_at_10_std": -0.468495, "nauc_map_at_10_diff1": 0.782618, "nauc_map_at_20_max": 0.367883, "nauc_map_at_20_std": -0.465827, "nauc_map_at_20_diff1": 0.783189, "nauc_map_at_25_max": 0.367823, "nauc_map_at_25_std": -0.465302, "nauc_map_at_25_diff1": 0.783199, "nauc_map_at_50_max": 0.3676, "nauc_map_at_50_std": -0.464769, "nauc_map_at_50_diff1": 0.78347, "nauc_map_at_100_max": 0.367475, "nauc_map_at_100_std": -0.464571, "nauc_map_at_100_diff1": 0.78351, "nauc_map_at_1000_max": 0.367377, "nauc_map_at_1000_std": -0.46473, "nauc_map_at_1000_diff1": 0.783526, "nauc_recall_at_1_max": 0.363396, "nauc_recall_at_1_std": -0.414472, "nauc_recall_at_1_diff1": 0.803211, "nauc_recall_at_3_max": 0.342571, "nauc_recall_at_3_std": -0.60253, "nauc_recall_at_3_diff1": 0.744187, "nauc_recall_at_5_max": 0.370252, "nauc_recall_at_5_std": -0.597495, "nauc_recall_at_5_diff1": 0.73708, "nauc_recall_at_10_max": 0.39054, "nauc_recall_at_10_std": -0.570188, "nauc_recall_at_10_diff1": 0.727161, "nauc_recall_at_20_max": 0.506581, "nauc_recall_at_20_std": -0.499508, "nauc_recall_at_20_diff1": 0.725342, "nauc_recall_at_25_max": 0.521971, "nauc_recall_at_25_std": -0.452594, "nauc_recall_at_25_diff1": 0.718255, "nauc_recall_at_50_max": 0.61584, "nauc_recall_at_50_std": -0.262465, "nauc_recall_at_50_diff1": 0.733702, "nauc_recall_at_100_max": 0.732097, "nauc_recall_at_100_std": 0.176014, "nauc_recall_at_100_diff1": 0.724932, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.122782, "nauc_precision_at_1_max": 0.363396, "nauc_precision_at_1_std": -0.414472, "nauc_precision_at_1_diff1": 0.803211, "nauc_precision_at_3_max": 0.342571, "nauc_precision_at_3_std": -0.60253, "nauc_precision_at_3_diff1": 0.744187, "nauc_precision_at_5_max": 0.370252, "nauc_precision_at_5_std": -0.597495, "nauc_precision_at_5_diff1": 0.73708, "nauc_precision_at_10_max": 0.39054, "nauc_precision_at_10_std": -0.570188, "nauc_precision_at_10_diff1": 0.727161, "nauc_precision_at_20_max": 0.506581, "nauc_precision_at_20_std": -0.499508, "nauc_precision_at_20_diff1": 0.725342, "nauc_precision_at_25_max": 0.521971, "nauc_precision_at_25_std": -0.452594, "nauc_precision_at_25_diff1": 0.718255, "nauc_precision_at_50_max": 0.61584, "nauc_precision_at_50_std": -0.262465, "nauc_precision_at_50_diff1": 0.733702, "nauc_precision_at_100_max": 0.732097, "nauc_precision_at_100_std": 0.176014, "nauc_precision_at_100_diff1": 0.724932, "nauc_precision_at_1000_max": 0.869281, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.122782, "nauc_mrr_at_1_max": 0.363396, "nauc_mrr_at_1_std": -0.414472, "nauc_mrr_at_1_diff1": 0.803211, "nauc_mrr_at_3_max": 0.359912, "nauc_mrr_at_3_std": -0.478937, "nauc_mrr_at_3_diff1": 0.781504, "nauc_mrr_at_5_max": 0.364525, "nauc_mrr_at_5_std": -0.47312, "nauc_mrr_at_5_diff1": 0.782132, "nauc_mrr_at_10_max": 0.365923, "nauc_mrr_at_10_std": -0.468495, "nauc_mrr_at_10_diff1": 0.782618, "nauc_mrr_at_20_max": 0.367883, "nauc_mrr_at_20_std": -0.465827, "nauc_mrr_at_20_diff1": 0.783189, "nauc_mrr_at_25_max": 0.367823, "nauc_mrr_at_25_std": -0.465302, "nauc_mrr_at_25_diff1": 0.783199, "nauc_mrr_at_50_max": 0.3676, "nauc_mrr_at_50_std": -0.464769, "nauc_mrr_at_50_diff1": 0.78347, "nauc_mrr_at_100_max": 0.367475, "nauc_mrr_at_100_std": -0.464571, "nauc_mrr_at_100_diff1": 0.78351, "nauc_mrr_at_1000_max": 0.367377, "nauc_mrr_at_1000_std": -0.46473, "nauc_mrr_at_1000_diff1": 0.783526, "hit_rate_at_1": 0.67864, "hit_rate_at_3": 0.82039, "hit_rate_at_5": 0.86432, "hit_rate_at_10": 0.91141, "hit_rate_at_20": 0.9449, "hit_rate_at_25": 0.95218, "hit_rate_at_50": 0.97573, "hit_rate_at_100": 0.98883, "hit_rate_at_1000": 0.99976, "R_cap_at_1": 0.678641, "R_cap_at_3": 0.820388, "R_cap_at_5": 0.86432, "R_cap_at_10": 0.911408, "R_cap_at_20": 0.944903, "R_cap_at_25": 0.952184, "R_cap_at_50": 0.975728, "R_cap_at_100": 0.988835, "R_cap_at_1000": 0.999757, "main_score": 0.79588, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.93582, "ndcg_at_3": 0.96667, "ndcg_at_5": 0.96777, "ndcg_at_10": 0.96948, "ndcg_at_20": 0.97049, "ndcg_at_25": 0.97049, "ndcg_at_50": 0.97049, "ndcg_at_100": 0.97049, "ndcg_at_1000": 0.97049, "map_at_1": 0.93582, "map_at_3": 0.95914, "map_at_5": 0.95978, "map_at_10": 0.96051, "map_at_20": 0.9608, "map_at_25": 0.9608, "map_at_50": 0.9608, "map_at_100": 0.9608, "map_at_1000": 0.9608, "recall_at_1": 0.93582, "recall_at_3": 0.98845, "recall_at_5": 0.99101, "recall_at_10": 0.99615, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.93582, "precision_at_1": 0.93582, "precision_at_3": 0.32948, "precision_at_5": 0.1982, "precision_at_10": 0.09961, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.935815, "mrr_at_3": 0.959136, "mrr_at_5": 0.959777, "mrr_at_10": 0.960508, "mrr_at_20": 0.960803, "mrr_at_25": 0.960803, "mrr_at_50": 0.960803, "mrr_at_100": 0.960803, "mrr_at_1000": 0.960803, "nauc_ndcg_at_1_max": 0.555574, "nauc_ndcg_at_1_std": -0.033302, "nauc_ndcg_at_1_diff1": 0.929397, "nauc_ndcg_at_3_max": 0.643764, "nauc_ndcg_at_3_std": -0.08482, "nauc_ndcg_at_3_diff1": 0.927246, "nauc_ndcg_at_5_max": 0.636308, "nauc_ndcg_at_5_std": -0.084205, "nauc_ndcg_at_5_diff1": 0.926993, "nauc_ndcg_at_10_max": 0.619896, "nauc_ndcg_at_10_std": -0.073379, "nauc_ndcg_at_10_diff1": 0.927075, "nauc_ndcg_at_20_max": 0.612158, "nauc_ndcg_at_20_std": -0.065554, "nauc_ndcg_at_20_diff1": 0.929241, "nauc_ndcg_at_25_max": 0.612158, "nauc_ndcg_at_25_std": -0.065554, "nauc_ndcg_at_25_diff1": 0.929241, "nauc_ndcg_at_50_max": 0.612158, "nauc_ndcg_at_50_std": -0.065554, "nauc_ndcg_at_50_diff1": 0.929241, "nauc_ndcg_at_100_max": 0.612158, "nauc_ndcg_at_100_std": -0.065554, "nauc_ndcg_at_100_diff1": 0.929241, "nauc_ndcg_at_1000_max": 0.612158, "nauc_ndcg_at_1000_std": -0.065554, "nauc_ndcg_at_1000_diff1": 0.929241, "nauc_map_at_1_max": 0.555574, "nauc_map_at_1_std": -0.033302, "nauc_map_at_1_diff1": 0.929397, "nauc_map_at_3_max": 0.618434, "nauc_map_at_3_std": -0.071074, "nauc_map_at_3_diff1": 0.928894, "nauc_map_at_5_max": 0.614562, "nauc_map_at_5_std": -0.070569, "nauc_map_at_5_diff1": 0.928803, "nauc_map_at_10_max": 0.608844, "nauc_map_at_10_std": -0.065502, "nauc_map_at_10_diff1": 0.92899, "nauc_map_at_20_max": 0.607125, "nauc_map_at_20_std": -0.06336, "nauc_map_at_20_diff1": 0.929483, "nauc_map_at_25_max": 0.607125, "nauc_map_at_25_std": -0.06336, "nauc_map_at_25_diff1": 0.929483, "nauc_map_at_50_max": 0.607125, "nauc_map_at_50_std": -0.06336, "nauc_map_at_50_diff1": 0.929483, "nauc_map_at_100_max": 0.607125, "nauc_map_at_100_std": -0.06336, "nauc_map_at_100_diff1": 0.929483, "nauc_map_at_1000_max": 0.607125, "nauc_map_at_1000_std": -0.06336, "nauc_map_at_1000_diff1": 0.929483, "nauc_recall_at_1_max": 0.555574, "nauc_recall_at_1_std": -0.033302, "nauc_recall_at_1_diff1": 0.929397, "nauc_recall_at_3_max": 0.89052, "nauc_recall_at_3_std": -0.216702, "nauc_recall_at_3_diff1": 0.909204, "nauc_recall_at_5_max": 0.898932, "nauc_recall_at_5_std": -0.249261, "nauc_recall_at_5_diff1": 0.901939, "nauc_recall_at_10_max": 0.851332, "nauc_recall_at_10_std": -0.275485, "nauc_recall_at_10_diff1": 0.863806, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.555574, "nauc_precision_at_1_std": -0.033302, "nauc_precision_at_1_diff1": 0.929397, "nauc_precision_at_3_max": 0.89052, "nauc_precision_at_3_std": -0.216702, "nauc_precision_at_3_diff1": 0.909204, "nauc_precision_at_5_max": 0.898932, "nauc_precision_at_5_std": -0.249261, "nauc_precision_at_5_diff1": 0.901939, "nauc_precision_at_10_max": 0.851332, "nauc_precision_at_10_std": -0.275485, "nauc_precision_at_10_diff1": 0.863806, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.555574, "nauc_mrr_at_1_std": -0.033302, "nauc_mrr_at_1_diff1": 0.929397, "nauc_mrr_at_3_max": 0.618434, "nauc_mrr_at_3_std": -0.071074, "nauc_mrr_at_3_diff1": 0.928894, "nauc_mrr_at_5_max": 0.614562, "nauc_mrr_at_5_std": -0.070569, "nauc_mrr_at_5_diff1": 0.928803, "nauc_mrr_at_10_max": 0.608844, "nauc_mrr_at_10_std": -0.065502, "nauc_mrr_at_10_diff1": 0.92899, "nauc_mrr_at_20_max": 0.607125, "nauc_mrr_at_20_std": -0.06336, "nauc_mrr_at_20_diff1": 0.929483, "nauc_mrr_at_25_max": 0.607125, "nauc_mrr_at_25_std": -0.06336, "nauc_mrr_at_25_diff1": 0.929483, "nauc_mrr_at_50_max": 0.607125, "nauc_mrr_at_50_std": -0.06336, "nauc_mrr_at_50_diff1": 0.929483, "nauc_mrr_at_100_max": 0.607125, "nauc_mrr_at_100_std": -0.06336, "nauc_mrr_at_100_diff1": 0.929483, "nauc_mrr_at_1000_max": 0.607125, "nauc_mrr_at_1000_std": -0.06336, "nauc_mrr_at_1000_diff1": 0.929483, "hit_rate_at_1": 0.93582, "hit_rate_at_3": 0.98845, "hit_rate_at_5": 0.99101, "hit_rate_at_10": 0.99615, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.935815, "R_cap_at_3": 0.988447, "R_cap_at_5": 0.991014, "R_cap_at_10": 0.996149, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96948, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.75794, "ndcg_at_3": 0.85048, "ndcg_at_5": 0.86507, "ndcg_at_10": 0.87336, "ndcg_at_20": 0.8773, "ndcg_at_25": 0.87898, "ndcg_at_50": 0.87915, "ndcg_at_100": 0.8793, "ndcg_at_1000": 0.87954, "map_at_1": 0.75794, "map_at_3": 0.8289, "map_at_5": 0.83705, "map_at_10": 0.84045, "map_at_20": 0.84155, "map_at_25": 0.84188, "map_at_50": 0.84191, "map_at_100": 0.84192, "map_at_1000": 0.84194, "recall_at_1": 0.75794, "recall_at_3": 0.91245, "recall_at_5": 0.94764, "recall_at_10": 0.97339, "recall_at_20": 0.98884, "recall_at_25": 0.99657, "recall_at_50": 0.99742, "recall_at_100": 0.99828, "recall_at_1000": 1.0, "accuracy": 0.75794, "precision_at_1": 0.75794, "precision_at_3": 0.30415, "precision_at_5": 0.18953, "precision_at_10": 0.09734, "precision_at_20": 0.04944, "precision_at_25": 0.03986, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.75794, "mrr_at_3": 0.828898, "mrr_at_5": 0.837053, "mrr_at_10": 0.840454, "mrr_at_20": 0.841546, "mrr_at_25": 0.841881, "mrr_at_50": 0.841908, "mrr_at_100": 0.841924, "mrr_at_1000": 0.841936, "nauc_ndcg_at_1_max": 0.425714, "nauc_ndcg_at_1_std": -0.196655, "nauc_ndcg_at_1_diff1": 0.794435, "nauc_ndcg_at_3_max": 0.478805, "nauc_ndcg_at_3_std": -0.175358, "nauc_ndcg_at_3_diff1": 0.757999, "nauc_ndcg_at_5_max": 0.479461, "nauc_ndcg_at_5_std": -0.180476, "nauc_ndcg_at_5_diff1": 0.7648, "nauc_ndcg_at_10_max": 0.471668, "nauc_ndcg_at_10_std": -0.175401, "nauc_ndcg_at_10_diff1": 0.767273, "nauc_ndcg_at_20_max": 0.467576, "nauc_ndcg_at_20_std": -0.183941, "nauc_ndcg_at_20_diff1": 0.770189, "nauc_ndcg_at_25_max": 0.464718, "nauc_ndcg_at_25_std": -0.182671, "nauc_ndcg_at_25_diff1": 0.770989, "nauc_ndcg_at_50_max": 0.465699, "nauc_ndcg_at_50_std": -0.180271, "nauc_ndcg_at_50_diff1": 0.771324, "nauc_ndcg_at_100_max": 0.464991, "nauc_ndcg_at_100_std": -0.181467, "nauc_ndcg_at_100_diff1": 0.771389, "nauc_ndcg_at_1000_max": 0.464125, "nauc_ndcg_at_1000_std": -0.18304, "nauc_ndcg_at_1000_diff1": 0.772125, "nauc_map_at_1_max": 0.425714, "nauc_map_at_1_std": -0.196655, "nauc_map_at_1_diff1": 0.794435, "nauc_map_at_3_max": 0.464169, "nauc_map_at_3_std": -0.18208, "nauc_map_at_3_diff1": 0.769253, "nauc_map_at_5_max": 0.463909, "nauc_map_at_5_std": -0.184457, "nauc_map_at_5_diff1": 0.773079, "nauc_map_at_10_max": 0.461021, "nauc_map_at_10_std": -0.18353, "nauc_map_at_10_diff1": 0.774135, "nauc_map_at_20_max": 0.46006, "nauc_map_at_20_std": -0.185495, "nauc_map_at_20_diff1": 0.774706, "nauc_map_at_25_max": 0.459633, "nauc_map_at_25_std": -0.185268, "nauc_map_at_25_diff1": 0.774837, "nauc_map_at_50_max": 0.459754, "nauc_map_at_50_std": -0.184972, "nauc_map_at_50_diff1": 0.774879, "nauc_map_at_100_max": 0.459696, "nauc_map_at_100_std": -0.185068, "nauc_map_at_100_diff1": 0.774884, "nauc_map_at_1000_max": 0.459661, "nauc_map_at_1000_std": -0.185131, "nauc_map_at_1000_diff1": 0.77491, "nauc_recall_at_1_max": 0.425714, "nauc_recall_at_1_std": -0.196655, "nauc_recall_at_1_diff1": 0.794435, "nauc_recall_at_3_max": 0.552892, "nauc_recall_at_3_std": -0.140568, "nauc_recall_at_3_diff1": 0.69995, "nauc_recall_at_5_max": 0.603749, "nauc_recall_at_5_std": -0.151221, "nauc_recall_at_5_diff1": 0.699743, "nauc_recall_at_10_max": 0.617117, "nauc_recall_at_10_std": -0.035036, "nauc_recall_at_10_diff1": 0.668987, "nauc_recall_at_20_max": 0.654415, "nauc_recall_at_20_std": -0.175782, "nauc_recall_at_20_diff1": 0.659505, "nauc_recall_at_25_max": 0.637778, "nauc_recall_at_25_std": 0.016189, "nauc_recall_at_25_diff1": 0.530407, "nauc_recall_at_50_max": 0.907428, "nauc_recall_at_50_std": 0.600868, "nauc_recall_at_50_diff1": 0.522504, "nauc_recall_at_100_max": 0.861142, "nauc_recall_at_100_std": 0.54016, "nauc_recall_at_100_diff1": 0.422614, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.425714, "nauc_precision_at_1_std": -0.196655, "nauc_precision_at_1_diff1": 0.794435, "nauc_precision_at_3_max": 0.552892, "nauc_precision_at_3_std": -0.140568, "nauc_precision_at_3_diff1": 0.69995, "nauc_precision_at_5_max": 0.603749, "nauc_precision_at_5_std": -0.151221, "nauc_precision_at_5_diff1": 0.699743, "nauc_precision_at_10_max": 0.617117, "nauc_precision_at_10_std": -0.035036, "nauc_precision_at_10_diff1": 0.668987, "nauc_precision_at_20_max": 0.654415, "nauc_precision_at_20_std": -0.175782, "nauc_precision_at_20_diff1": 0.659505, "nauc_precision_at_25_max": 0.637778, "nauc_precision_at_25_std": 0.016189, "nauc_precision_at_25_diff1": 0.530407, "nauc_precision_at_50_max": 0.907428, "nauc_precision_at_50_std": 0.600868, "nauc_precision_at_50_diff1": 0.522504, "nauc_precision_at_100_max": 0.861142, "nauc_precision_at_100_std": 0.54016, "nauc_precision_at_100_diff1": 0.422614, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.425714, "nauc_mrr_at_1_std": -0.196655, "nauc_mrr_at_1_diff1": 0.794435, "nauc_mrr_at_3_max": 0.464169, "nauc_mrr_at_3_std": -0.18208, "nauc_mrr_at_3_diff1": 0.769253, "nauc_mrr_at_5_max": 0.463909, "nauc_mrr_at_5_std": -0.184457, "nauc_mrr_at_5_diff1": 0.773079, "nauc_mrr_at_10_max": 0.461021, "nauc_mrr_at_10_std": -0.18353, "nauc_mrr_at_10_diff1": 0.774135, "nauc_mrr_at_20_max": 0.46006, "nauc_mrr_at_20_std": -0.185495, "nauc_mrr_at_20_diff1": 0.774706, "nauc_mrr_at_25_max": 0.459633, "nauc_mrr_at_25_std": -0.185268, "nauc_mrr_at_25_diff1": 0.774837, "nauc_mrr_at_50_max": 0.459754, "nauc_mrr_at_50_std": -0.184972, "nauc_mrr_at_50_diff1": 0.774879, "nauc_mrr_at_100_max": 0.459696, "nauc_mrr_at_100_std": -0.185068, "nauc_mrr_at_100_diff1": 0.774884, "nauc_mrr_at_1000_max": 0.459661, "nauc_mrr_at_1000_std": -0.185131, "nauc_mrr_at_1000_diff1": 0.77491, "hit_rate_at_1": 0.75794, "hit_rate_at_3": 0.91245, "hit_rate_at_5": 0.94764, "hit_rate_at_10": 0.97339, "hit_rate_at_20": 0.98884, "hit_rate_at_25": 0.99657, "hit_rate_at_50": 0.99742, "hit_rate_at_100": 0.99828, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.75794, "R_cap_at_3": 0.912446, "R_cap_at_5": 0.947639, "R_cap_at_10": 0.973391, "R_cap_at_20": 0.988841, "R_cap_at_25": 0.996567, "R_cap_at_50": 0.997425, "R_cap_at_100": 0.998283, "R_cap_at_1000": 1.0, "main_score": 0.87336, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77707, "ndcg_at_3": 0.85235, "ndcg_at_5": 0.86465, "ndcg_at_10": 0.87499, "ndcg_at_20": 0.87832, "ndcg_at_25": 0.87931, "ndcg_at_50": 0.88074, "ndcg_at_100": 0.88192, "ndcg_at_1000": 0.88234, "map_at_1": 0.77707, "map_at_3": 0.8347, "map_at_5": 0.84159, "map_at_10": 0.84588, "map_at_20": 0.84679, "map_at_25": 0.84699, "map_at_50": 0.84721, "map_at_100": 0.84731, "map_at_1000": 0.84733, "recall_at_1": 0.77707, "recall_at_3": 0.90309, "recall_at_5": 0.93267, "recall_at_10": 0.96451, "recall_at_20": 0.97771, "recall_at_25": 0.98226, "recall_at_50": 0.98954, "recall_at_100": 0.99682, "recall_at_1000": 1.0, "accuracy": 0.77707, "precision_at_1": 0.77707, "precision_at_3": 0.30103, "precision_at_5": 0.18653, "precision_at_10": 0.09645, "precision_at_20": 0.04889, "precision_at_25": 0.03929, "precision_at_50": 0.01979, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.77707, "mrr_at_3": 0.834698, "mrr_at_5": 0.841591, "mrr_at_10": 0.845881, "mrr_at_20": 0.846791, "mrr_at_25": 0.846989, "mrr_at_50": 0.847208, "mrr_at_100": 0.847313, "mrr_at_1000": 0.84733, "nauc_ndcg_at_1_max": 0.484825, "nauc_ndcg_at_1_std": -0.237129, "nauc_ndcg_at_1_diff1": 0.798734, "nauc_ndcg_at_3_max": 0.553621, "nauc_ndcg_at_3_std": -0.236683, "nauc_ndcg_at_3_diff1": 0.776086, "nauc_ndcg_at_5_max": 0.559242, "nauc_ndcg_at_5_std": -0.226332, "nauc_ndcg_at_5_diff1": 0.780836, "nauc_ndcg_at_10_max": 0.55037, "nauc_ndcg_at_10_std": -0.22962, "nauc_ndcg_at_10_diff1": 0.785159, "nauc_ndcg_at_20_max": 0.546136, "nauc_ndcg_at_20_std": -0.227043, "nauc_ndcg_at_20_diff1": 0.786054, "nauc_ndcg_at_25_max": 0.542758, "nauc_ndcg_at_25_std": -0.231852, "nauc_ndcg_at_25_diff1": 0.785247, "nauc_ndcg_at_50_max": 0.542307, "nauc_ndcg_at_50_std": -0.228696, "nauc_ndcg_at_50_diff1": 0.786234, "nauc_ndcg_at_100_max": 0.539673, "nauc_ndcg_at_100_std": -0.230726, "nauc_ndcg_at_100_diff1": 0.786345, "nauc_ndcg_at_1000_max": 0.538363, "nauc_ndcg_at_1000_std": -0.232448, "nauc_ndcg_at_1000_diff1": 0.785977, "nauc_map_at_1_max": 0.484825, "nauc_map_at_1_std": -0.237129, "nauc_map_at_1_diff1": 0.798734, "nauc_map_at_3_max": 0.534732, "nauc_map_at_3_std": -0.237685, "nauc_map_at_3_diff1": 0.782527, "nauc_map_at_5_max": 0.536911, "nauc_map_at_5_std": -0.232355, "nauc_map_at_5_diff1": 0.785237, "nauc_map_at_10_max": 0.533206, "nauc_map_at_10_std": -0.234297, "nauc_map_at_10_diff1": 0.786879, "nauc_map_at_20_max": 0.532103, "nauc_map_at_20_std": -0.233838, "nauc_map_at_20_diff1": 0.787043, "nauc_map_at_25_max": 0.531551, "nauc_map_at_25_std": -0.234611, "nauc_map_at_25_diff1": 0.786915, "nauc_map_at_50_max": 0.531495, "nauc_map_at_50_std": -0.234158, "nauc_map_at_50_diff1": 0.787035, "nauc_map_at_100_max": 0.531291, "nauc_map_at_100_std": -0.234347, "nauc_map_at_100_diff1": 0.787032, "nauc_map_at_1000_max": 0.531246, "nauc_map_at_1000_std": -0.234414, "nauc_map_at_1000_diff1": 0.787019, "nauc_recall_at_1_max": 0.484825, "nauc_recall_at_1_std": -0.237129, "nauc_recall_at_1_diff1": 0.798734, "nauc_recall_at_3_max": 0.638876, "nauc_recall_at_3_std": -0.23149, "nauc_recall_at_3_diff1": 0.746845, "nauc_recall_at_5_max": 0.698834, "nauc_recall_at_5_std": -0.18541, "nauc_recall_at_5_diff1": 0.754623, "nauc_recall_at_10_max": 0.734343, "nauc_recall_at_10_std": -0.168186, "nauc_recall_at_10_diff1": 0.774089, "nauc_recall_at_20_max": 0.760793, "nauc_recall_at_20_std": -0.076231, "nauc_recall_at_20_diff1": 0.787908, "nauc_recall_at_25_max": 0.717058, "nauc_recall_at_25_std": -0.177748, "nauc_recall_at_25_diff1": 0.764953, "nauc_recall_at_50_max": 0.811141, "nauc_recall_at_50_std": 0.018614, "nauc_recall_at_50_diff1": 0.804518, "nauc_recall_at_100_max": 0.877942, "nauc_recall_at_100_std": 0.191801, "nauc_recall_at_100_diff1": 0.880932, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.484825, "nauc_precision_at_1_std": -0.237129, "nauc_precision_at_1_diff1": 0.798734, "nauc_precision_at_3_max": 0.638876, "nauc_precision_at_3_std": -0.23149, "nauc_precision_at_3_diff1": 0.746845, "nauc_precision_at_5_max": 0.698834, "nauc_precision_at_5_std": -0.18541, "nauc_precision_at_5_diff1": 0.754623, "nauc_precision_at_10_max": 0.734343, "nauc_precision_at_10_std": -0.168186, "nauc_precision_at_10_diff1": 0.774089, "nauc_precision_at_20_max": 0.760793, "nauc_precision_at_20_std": -0.076231, "nauc_precision_at_20_diff1": 0.787908, "nauc_precision_at_25_max": 0.717058, "nauc_precision_at_25_std": -0.177748, "nauc_precision_at_25_diff1": 0.764953, "nauc_precision_at_50_max": 0.811141, "nauc_precision_at_50_std": 0.018614, "nauc_precision_at_50_diff1": 0.804518, "nauc_precision_at_100_max": 0.877942, "nauc_precision_at_100_std": 0.191801, "nauc_precision_at_100_diff1": 0.880932, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.484825, "nauc_mrr_at_1_std": -0.237129, "nauc_mrr_at_1_diff1": 0.798734, "nauc_mrr_at_3_max": 0.534732, "nauc_mrr_at_3_std": -0.237685, "nauc_mrr_at_3_diff1": 0.782527, "nauc_mrr_at_5_max": 0.536911, "nauc_mrr_at_5_std": -0.232355, "nauc_mrr_at_5_diff1": 0.785237, "nauc_mrr_at_10_max": 0.533206, "nauc_mrr_at_10_std": -0.234297, "nauc_mrr_at_10_diff1": 0.786879, "nauc_mrr_at_20_max": 0.532103, "nauc_mrr_at_20_std": -0.233838, "nauc_mrr_at_20_diff1": 0.787043, "nauc_mrr_at_25_max": 0.531551, "nauc_mrr_at_25_std": -0.234611, "nauc_mrr_at_25_diff1": 0.786915, "nauc_mrr_at_50_max": 0.531495, "nauc_mrr_at_50_std": -0.234158, "nauc_mrr_at_50_diff1": 0.787035, "nauc_mrr_at_100_max": 0.531291, "nauc_mrr_at_100_std": -0.234347, "nauc_mrr_at_100_diff1": 0.787032, "nauc_mrr_at_1000_max": 0.531246, "nauc_mrr_at_1000_std": -0.234414, "nauc_mrr_at_1000_diff1": 0.787019, "hit_rate_at_1": 0.77707, "hit_rate_at_3": 0.90309, "hit_rate_at_5": 0.93267, "hit_rate_at_10": 0.96451, "hit_rate_at_20": 0.97771, "hit_rate_at_25": 0.98226, "hit_rate_at_50": 0.98954, "hit_rate_at_100": 0.99682, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.77707, "R_cap_at_3": 0.903094, "R_cap_at_5": 0.932666, "R_cap_at_10": 0.964513, "R_cap_at_20": 0.977707, "R_cap_at_25": 0.982257, "R_cap_at_50": 0.989536, "R_cap_at_100": 0.996815, "R_cap_at_1000": 1.0, "main_score": 0.87499, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.82975, "ndcg_at_3": 0.89696, "ndcg_at_5": 0.90783, "ndcg_at_10": 0.91334, "ndcg_at_20": 0.91594, "ndcg_at_25": 0.91621, "ndcg_at_50": 0.91672, "ndcg_at_100": 0.91713, "ndcg_at_1000": 0.91713, "map_at_1": 0.82975, "map_at_3": 0.88154, "map_at_5": 0.88768, "map_at_10": 0.89006, "map_at_20": 0.8908, "map_at_25": 0.89085, "map_at_50": 0.89093, "map_at_100": 0.89097, "map_at_1000": 0.89097, "recall_at_1": 0.82975, "recall_at_3": 0.94114, "recall_at_5": 0.96709, "recall_at_10": 0.98354, "recall_at_20": 0.99367, "recall_at_25": 0.99494, "recall_at_50": 0.99747, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.82975, "precision_at_1": 0.82975, "precision_at_3": 0.31371, "precision_at_5": 0.19342, "precision_at_10": 0.09835, "precision_at_20": 0.04968, "precision_at_25": 0.0398, "precision_at_50": 0.01995, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.829747, "mrr_at_3": 0.88154, "mrr_at_5": 0.887679, "mrr_at_10": 0.890063, "mrr_at_20": 0.890796, "mrr_at_25": 0.89085, "mrr_at_50": 0.890934, "mrr_at_100": 0.89097, "mrr_at_1000": 0.89097, "nauc_ndcg_at_1_max": 0.463756, "nauc_ndcg_at_1_std": -0.415206, "nauc_ndcg_at_1_diff1": 0.856132, "nauc_ndcg_at_3_max": 0.532447, "nauc_ndcg_at_3_std": -0.469078, "nauc_ndcg_at_3_diff1": 0.839381, "nauc_ndcg_at_5_max": 0.539224, "nauc_ndcg_at_5_std": -0.451611, "nauc_ndcg_at_5_diff1": 0.840925, "nauc_ndcg_at_10_max": 0.520511, "nauc_ndcg_at_10_std": -0.453155, "nauc_ndcg_at_10_diff1": 0.839084, "nauc_ndcg_at_20_max": 0.512356, "nauc_ndcg_at_20_std": -0.450337, "nauc_ndcg_at_20_diff1": 0.839959, "nauc_ndcg_at_25_max": 0.511686, "nauc_ndcg_at_25_std": -0.446918, "nauc_ndcg_at_25_diff1": 0.839412, "nauc_ndcg_at_50_max": 0.510025, "nauc_ndcg_at_50_std": -0.449309, "nauc_ndcg_at_50_diff1": 0.843424, "nauc_ndcg_at_100_max": 0.5082, "nauc_ndcg_at_100_std": -0.448342, "nauc_ndcg_at_100_diff1": 0.84296, "nauc_ndcg_at_1000_max": 0.5082, "nauc_ndcg_at_1000_std": -0.448342, "nauc_ndcg_at_1000_diff1": 0.84296, "nauc_map_at_1_max": 0.463756, "nauc_map_at_1_std": -0.415206, "nauc_map_at_1_diff1": 0.856132, "nauc_map_at_3_max": 0.509593, "nauc_map_at_3_std": -0.454972, "nauc_map_at_3_diff1": 0.843527, "nauc_map_at_5_max": 0.511616, "nauc_map_at_5_std": -0.446556, "nauc_map_at_5_diff1": 0.844487, "nauc_map_at_10_max": 0.504548, "nauc_map_at_10_std": -0.446577, "nauc_map_at_10_diff1": 0.843823, "nauc_map_at_20_max": 0.50263, "nauc_map_at_20_std": -0.446037, "nauc_map_at_20_diff1": 0.844091, "nauc_map_at_25_max": 0.502527, "nauc_map_at_25_std": -0.44551, "nauc_map_at_25_diff1": 0.84401, "nauc_map_at_50_max": 0.502315, "nauc_map_at_50_std": -0.4458, "nauc_map_at_50_diff1": 0.844525, "nauc_map_at_100_max": 0.502193, "nauc_map_at_100_std": -0.445709, "nauc_map_at_100_diff1": 0.844496, "nauc_map_at_1000_max": 0.502193, "nauc_map_at_1000_std": -0.445709, "nauc_map_at_1000_diff1": 0.844496, "nauc_recall_at_1_max": 0.463756, "nauc_recall_at_1_std": -0.415206, "nauc_recall_at_1_diff1": 0.856132, "nauc_recall_at_3_max": 0.659568, "nauc_recall_at_3_std": -0.544416, "nauc_recall_at_3_diff1": 0.817485, "nauc_recall_at_5_max": 0.80112, "nauc_recall_at_5_std": -0.484324, "nauc_recall_at_5_diff1": 0.810089, "nauc_recall_at_10_max": 0.781674, "nauc_recall_at_10_std": -0.553491, "nauc_recall_at_10_diff1": 0.755387, "nauc_recall_at_20_max": 0.798086, "nauc_recall_at_20_std": -0.561765, "nauc_recall_at_20_diff1": 0.659524, "nauc_recall_at_25_max": 0.819678, "nauc_recall_at_25_std": -0.340745, "nauc_recall_at_25_diff1": 0.574405, "nauc_recall_at_50_max": 0.865196, "nauc_recall_at_50_std": -0.613796, "nauc_recall_at_50_diff1": 0.934641, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463756, "nauc_precision_at_1_std": -0.415206, "nauc_precision_at_1_diff1": 0.856132, "nauc_precision_at_3_max": 0.659568, "nauc_precision_at_3_std": -0.544416, "nauc_precision_at_3_diff1": 0.817485, "nauc_precision_at_5_max": 0.80112, "nauc_precision_at_5_std": -0.484324, "nauc_precision_at_5_diff1": 0.810089, "nauc_precision_at_10_max": 0.781674, "nauc_precision_at_10_std": -0.553491, "nauc_precision_at_10_diff1": 0.755387, "nauc_precision_at_20_max": 0.798086, "nauc_precision_at_20_std": -0.561765, "nauc_precision_at_20_diff1": 0.659524, "nauc_precision_at_25_max": 0.819678, "nauc_precision_at_25_std": -0.340745, "nauc_precision_at_25_diff1": 0.574405, "nauc_precision_at_50_max": 0.865196, "nauc_precision_at_50_std": -0.613796, "nauc_precision_at_50_diff1": 0.934641, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.463756, "nauc_mrr_at_1_std": -0.415206, "nauc_mrr_at_1_diff1": 0.856132, "nauc_mrr_at_3_max": 0.509593, "nauc_mrr_at_3_std": -0.454972, "nauc_mrr_at_3_diff1": 0.843527, "nauc_mrr_at_5_max": 0.511616, "nauc_mrr_at_5_std": -0.446556, "nauc_mrr_at_5_diff1": 0.844487, "nauc_mrr_at_10_max": 0.504548, "nauc_mrr_at_10_std": -0.446577, "nauc_mrr_at_10_diff1": 0.843823, "nauc_mrr_at_20_max": 0.50263, "nauc_mrr_at_20_std": -0.446037, "nauc_mrr_at_20_diff1": 0.844091, "nauc_mrr_at_25_max": 0.502527, "nauc_mrr_at_25_std": -0.44551, "nauc_mrr_at_25_diff1": 0.84401, "nauc_mrr_at_50_max": 0.502315, "nauc_mrr_at_50_std": -0.4458, "nauc_mrr_at_50_diff1": 0.844525, "nauc_mrr_at_100_max": 0.502193, "nauc_mrr_at_100_std": -0.445709, "nauc_mrr_at_100_diff1": 0.844496, "nauc_mrr_at_1000_max": 0.502193, "nauc_mrr_at_1000_std": -0.445709, "nauc_mrr_at_1000_diff1": 0.844496, "hit_rate_at_1": 0.82975, "hit_rate_at_3": 0.94114, "hit_rate_at_5": 0.96709, "hit_rate_at_10": 0.98354, "hit_rate_at_20": 0.99367, "hit_rate_at_25": 0.99494, "hit_rate_at_50": 0.99747, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.829747, "R_cap_at_3": 0.941139, "R_cap_at_5": 0.967089, "R_cap_at_10": 0.983544, "R_cap_at_20": 0.993671, "R_cap_at_25": 0.994937, "R_cap_at_50": 0.997468, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91334, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.81349, "ndcg_at_3": 0.87355, "ndcg_at_5": 0.88425, "ndcg_at_10": 0.89282, "ndcg_at_20": 0.89615, "ndcg_at_25": 0.897, "ndcg_at_50": 0.8989, "ndcg_at_100": 0.89946, "ndcg_at_1000": 0.89987, "map_at_1": 0.81349, "map_at_3": 0.85912, "map_at_5": 0.86516, "map_at_10": 0.8687, "map_at_20": 0.86963, "map_at_25": 0.86981, "map_at_50": 0.8701, "map_at_100": 0.87016, "map_at_1000": 0.87018, "recall_at_1": 0.81349, "recall_at_3": 0.91518, "recall_at_5": 0.94072, "recall_at_10": 0.96723, "recall_at_20": 0.98024, "recall_at_25": 0.9841, "recall_at_50": 0.99373, "recall_at_100": 0.99711, "recall_at_1000": 1.0, "accuracy": 0.81349, "precision_at_1": 0.81349, "precision_at_3": 0.30506, "precision_at_5": 0.18814, "precision_at_10": 0.09672, "precision_at_20": 0.04901, "precision_at_25": 0.03936, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.813494, "mrr_at_3": 0.859116, "mrr_at_5": 0.865165, "mrr_at_10": 0.8687, "mrr_at_20": 0.869632, "mrr_at_25": 0.869806, "mrr_at_50": 0.870104, "mrr_at_100": 0.870158, "mrr_at_1000": 0.87018, "nauc_ndcg_at_1_max": 0.551159, "nauc_ndcg_at_1_std": -0.380791, "nauc_ndcg_at_1_diff1": 0.874633, "nauc_ndcg_at_3_max": 0.567116, "nauc_ndcg_at_3_std": -0.458081, "nauc_ndcg_at_3_diff1": 0.858192, "nauc_ndcg_at_5_max": 0.575421, "nauc_ndcg_at_5_std": -0.4542, "nauc_ndcg_at_5_diff1": 0.858606, "nauc_ndcg_at_10_max": 0.572357, "nauc_ndcg_at_10_std": -0.447142, "nauc_ndcg_at_10_diff1": 0.858166, "nauc_ndcg_at_20_max": 0.568176, "nauc_ndcg_at_20_std": -0.437963, "nauc_ndcg_at_20_diff1": 0.858221, "nauc_ndcg_at_25_max": 0.5689, "nauc_ndcg_at_25_std": -0.440584, "nauc_ndcg_at_25_diff1": 0.859067, "nauc_ndcg_at_50_max": 0.570379, "nauc_ndcg_at_50_std": -0.436572, "nauc_ndcg_at_50_diff1": 0.861814, "nauc_ndcg_at_100_max": 0.569237, "nauc_ndcg_at_100_std": -0.434309, "nauc_ndcg_at_100_diff1": 0.861965, "nauc_ndcg_at_1000_max": 0.567875, "nauc_ndcg_at_1000_std": -0.434325, "nauc_ndcg_at_1000_diff1": 0.861933, "nauc_map_at_1_max": 0.551159, "nauc_map_at_1_std": -0.380791, "nauc_map_at_1_diff1": 0.874633, "nauc_map_at_3_max": 0.563375, "nauc_map_at_3_std": -0.436593, "nauc_map_at_3_diff1": 0.862858, "nauc_map_at_5_max": 0.567384, "nauc_map_at_5_std": -0.433657, "nauc_map_at_5_diff1": 0.863306, "nauc_map_at_10_max": 0.56614, "nauc_map_at_10_std": -0.430875, "nauc_map_at_10_diff1": 0.86315, "nauc_map_at_20_max": 0.565134, "nauc_map_at_20_std": -0.428525, "nauc_map_at_20_diff1": 0.863151, "nauc_map_at_25_max": 0.565248, "nauc_map_at_25_std": -0.428964, "nauc_map_at_25_diff1": 0.863301, "nauc_map_at_50_max": 0.565471, "nauc_map_at_50_std": -0.428411, "nauc_map_at_50_diff1": 0.863692, "nauc_map_at_100_max": 0.56538, "nauc_map_at_100_std": -0.428245, "nauc_map_at_100_diff1": 0.863706, "nauc_map_at_1000_max": 0.565321, "nauc_map_at_1000_std": -0.428242, "nauc_map_at_1000_diff1": 0.863703, "nauc_recall_at_1_max": 0.551159, "nauc_recall_at_1_std": -0.380791, "nauc_recall_at_1_diff1": 0.874633, "nauc_recall_at_3_max": 0.583458, "nauc_recall_at_3_std": -0.554911, "nauc_recall_at_3_diff1": 0.837092, "nauc_recall_at_5_max": 0.626532, "nauc_recall_at_5_std": -0.579547, "nauc_recall_at_5_diff1": 0.829626, "nauc_recall_at_10_max": 0.637707, "nauc_recall_at_10_std": -0.609087, "nauc_recall_at_10_diff1": 0.804782, "nauc_recall_at_20_max": 0.599353, "nauc_recall_at_20_std": -0.54314, "nauc_recall_at_20_diff1": 0.773029, "nauc_recall_at_25_max": 0.627221, "nauc_recall_at_25_std": -0.640289, "nauc_recall_at_25_diff1": 0.775736, "nauc_recall_at_50_max": 0.819152, "nauc_recall_at_50_std": -0.643655, "nauc_recall_at_50_diff1": 0.851296, "nauc_recall_at_100_max": 0.885603, "nauc_recall_at_100_std": -0.426582, "nauc_recall_at_100_diff1": 0.866529, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.551159, "nauc_precision_at_1_std": -0.380791, "nauc_precision_at_1_diff1": 0.874633, "nauc_precision_at_3_max": 0.583458, "nauc_precision_at_3_std": -0.554911, "nauc_precision_at_3_diff1": 0.837092, "nauc_precision_at_5_max": 0.626532, "nauc_precision_at_5_std": -0.579547, "nauc_precision_at_5_diff1": 0.829626, "nauc_precision_at_10_max": 0.637707, "nauc_precision_at_10_std": -0.609087, "nauc_precision_at_10_diff1": 0.804782, "nauc_precision_at_20_max": 0.599353, "nauc_precision_at_20_std": -0.54314, "nauc_precision_at_20_diff1": 0.773029, "nauc_precision_at_25_max": 0.627221, "nauc_precision_at_25_std": -0.640289, "nauc_precision_at_25_diff1": 0.775736, "nauc_precision_at_50_max": 0.819152, "nauc_precision_at_50_std": -0.643655, "nauc_precision_at_50_diff1": 0.851296, "nauc_precision_at_100_max": 0.885603, "nauc_precision_at_100_std": -0.426582, "nauc_precision_at_100_diff1": 0.866529, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.551159, "nauc_mrr_at_1_std": -0.380791, "nauc_mrr_at_1_diff1": 0.874633, "nauc_mrr_at_3_max": 0.563375, "nauc_mrr_at_3_std": -0.436593, "nauc_mrr_at_3_diff1": 0.862858, "nauc_mrr_at_5_max": 0.567384, "nauc_mrr_at_5_std": -0.433657, "nauc_mrr_at_5_diff1": 0.863306, "nauc_mrr_at_10_max": 0.56614, "nauc_mrr_at_10_std": -0.430875, "nauc_mrr_at_10_diff1": 0.86315, "nauc_mrr_at_20_max": 0.565134, "nauc_mrr_at_20_std": -0.428525, "nauc_mrr_at_20_diff1": 0.863151, "nauc_mrr_at_25_max": 0.565248, "nauc_mrr_at_25_std": -0.428964, "nauc_mrr_at_25_diff1": 0.863301, "nauc_mrr_at_50_max": 0.565471, "nauc_mrr_at_50_std": -0.428411, "nauc_mrr_at_50_diff1": 0.863692, "nauc_mrr_at_100_max": 0.56538, "nauc_mrr_at_100_std": -0.428245, "nauc_mrr_at_100_diff1": 0.863706, "nauc_mrr_at_1000_max": 0.565321, "nauc_mrr_at_1000_std": -0.428242, "nauc_mrr_at_1000_diff1": 0.863703, "hit_rate_at_1": 0.81349, "hit_rate_at_3": 0.91518, "hit_rate_at_5": 0.94072, "hit_rate_at_10": 0.96723, "hit_rate_at_20": 0.98024, "hit_rate_at_25": 0.9841, "hit_rate_at_50": 0.99373, "hit_rate_at_100": 0.99711, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.813494, "R_cap_at_3": 0.915181, "R_cap_at_5": 0.940723, "R_cap_at_10": 0.967229, "R_cap_at_20": 0.980241, "R_cap_at_25": 0.984096, "R_cap_at_50": 0.993735, "R_cap_at_100": 0.997108, "R_cap_at_1000": 1.0, "main_score": 0.89282, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.74426, "ndcg_at_3": 0.82469, "ndcg_at_5": 0.83811, "ndcg_at_10": 0.8496, "ndcg_at_20": 0.85511, "ndcg_at_25": 0.85643, "ndcg_at_50": 0.85905, "ndcg_at_100": 0.86073, "ndcg_at_1000": 0.86104, "map_at_1": 0.74426, "map_at_3": 0.80594, "map_at_5": 0.81335, "map_at_10": 0.81813, "map_at_20": 0.81969, "map_at_25": 0.81996, "map_at_50": 0.82035, "map_at_100": 0.8205, "map_at_1000": 0.82052, "recall_at_1": 0.74426, "recall_at_3": 0.87853, "recall_at_5": 0.91124, "recall_at_10": 0.9466, "recall_at_20": 0.96803, "recall_at_25": 0.97405, "recall_at_50": 0.98759, "recall_at_100": 0.99774, "recall_at_1000": 1.0, "accuracy": 0.74426, "precision_at_1": 0.74426, "precision_at_3": 0.29284, "precision_at_5": 0.18225, "precision_at_10": 0.09466, "precision_at_20": 0.0484, "precision_at_25": 0.03896, "precision_at_50": 0.01975, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.744265, "mrr_at_3": 0.805942, "mrr_at_5": 0.813351, "mrr_at_10": 0.818132, "mrr_at_20": 0.819689, "mrr_at_25": 0.819957, "mrr_at_50": 0.820347, "mrr_at_100": 0.820503, "mrr_at_1000": 0.82052, "nauc_ndcg_at_1_max": 0.363784, "nauc_ndcg_at_1_std": -0.397137, "nauc_ndcg_at_1_diff1": 0.828808, "nauc_ndcg_at_3_max": 0.376132, "nauc_ndcg_at_3_std": -0.516267, "nauc_ndcg_at_3_diff1": 0.80447, "nauc_ndcg_at_5_max": 0.379361, "nauc_ndcg_at_5_std": -0.51133, "nauc_ndcg_at_5_diff1": 0.804718, "nauc_ndcg_at_10_max": 0.370085, "nauc_ndcg_at_10_std": -0.520923, "nauc_ndcg_at_10_diff1": 0.811567, "nauc_ndcg_at_20_max": 0.370858, "nauc_ndcg_at_20_std": -0.504378, "nauc_ndcg_at_20_diff1": 0.811764, "nauc_ndcg_at_25_max": 0.373171, "nauc_ndcg_at_25_std": -0.498572, "nauc_ndcg_at_25_diff1": 0.811261, "nauc_ndcg_at_50_max": 0.370739, "nauc_ndcg_at_50_std": -0.494853, "nauc_ndcg_at_50_diff1": 0.812538, "nauc_ndcg_at_100_max": 0.372776, "nauc_ndcg_at_100_std": -0.487697, "nauc_ndcg_at_100_diff1": 0.812819, "nauc_ndcg_at_1000_max": 0.372566, "nauc_ndcg_at_1000_std": -0.487762, "nauc_ndcg_at_1000_diff1": 0.812803, "nauc_map_at_1_max": 0.363784, "nauc_map_at_1_std": -0.397137, "nauc_map_at_1_diff1": 0.828808, "nauc_map_at_3_max": 0.373866, "nauc_map_at_3_std": -0.481588, "nauc_map_at_3_diff1": 0.811637, "nauc_map_at_5_max": 0.37547, "nauc_map_at_5_std": -0.478014, "nauc_map_at_5_diff1": 0.812101, "nauc_map_at_10_max": 0.372284, "nauc_map_at_10_std": -0.480335, "nauc_map_at_10_diff1": 0.814544, "nauc_map_at_20_max": 0.372345, "nauc_map_at_20_std": -0.476445, "nauc_map_at_20_diff1": 0.814601, "nauc_map_at_25_max": 0.372708, "nauc_map_at_25_std": -0.475479, "nauc_map_at_25_diff1": 0.814525, "nauc_map_at_50_max": 0.37242, "nauc_map_at_50_std": -0.474976, "nauc_map_at_50_diff1": 0.814651, "nauc_map_at_100_max": 0.372561, "nauc_map_at_100_std": -0.474468, "nauc_map_at_100_diff1": 0.814677, "nauc_map_at_1000_max": 0.372549, "nauc_map_at_1000_std": -0.474472, "nauc_map_at_1000_diff1": 0.814675, "nauc_recall_at_1_max": 0.363784, "nauc_recall_at_1_std": -0.397137, "nauc_recall_at_1_diff1": 0.828808, "nauc_recall_at_3_max": 0.384974, "nauc_recall_at_3_std": -0.664832, "nauc_recall_at_3_diff1": 0.773717, "nauc_recall_at_5_max": 0.400274, "nauc_recall_at_5_std": -0.69302, "nauc_recall_at_5_diff1": 0.763876, "nauc_recall_at_10_max": 0.337672, "nauc_recall_at_10_std": -0.890745, "nauc_recall_at_10_diff1": 0.794044, "nauc_recall_at_20_max": 0.333759, "nauc_recall_at_20_std": -0.859655, "nauc_recall_at_20_diff1": 0.786159, "nauc_recall_at_25_max": 0.379622, "nauc_recall_at_25_std": -0.806163, "nauc_recall_at_25_diff1": 0.768511, "nauc_recall_at_50_max": 0.255772, "nauc_recall_at_50_std": -0.943302, "nauc_recall_at_50_diff1": 0.796285, "nauc_recall_at_100_max": 0.448093, "nauc_recall_at_100_std": -0.468624, "nauc_recall_at_100_diff1": 0.814023, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.363784, "nauc_precision_at_1_std": -0.397137, "nauc_precision_at_1_diff1": 0.828808, "nauc_precision_at_3_max": 0.384974, "nauc_precision_at_3_std": -0.664832, "nauc_precision_at_3_diff1": 0.773717, "nauc_precision_at_5_max": 0.400274, "nauc_precision_at_5_std": -0.69302, "nauc_precision_at_5_diff1": 0.763876, "nauc_precision_at_10_max": 0.337672, "nauc_precision_at_10_std": -0.890745, "nauc_precision_at_10_diff1": 0.794044, "nauc_precision_at_20_max": 0.333759, "nauc_precision_at_20_std": -0.859655, "nauc_precision_at_20_diff1": 0.786159, "nauc_precision_at_25_max": 0.379622, "nauc_precision_at_25_std": -0.806163, "nauc_precision_at_25_diff1": 0.768511, "nauc_precision_at_50_max": 0.255772, "nauc_precision_at_50_std": -0.943302, "nauc_precision_at_50_diff1": 0.796285, "nauc_precision_at_100_max": 0.448093, "nauc_precision_at_100_std": -0.468624, "nauc_precision_at_100_diff1": 0.814023, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.363784, "nauc_mrr_at_1_std": -0.397137, "nauc_mrr_at_1_diff1": 0.828808, "nauc_mrr_at_3_max": 0.373866, "nauc_mrr_at_3_std": -0.481588, "nauc_mrr_at_3_diff1": 0.811637, "nauc_mrr_at_5_max": 0.37547, "nauc_mrr_at_5_std": -0.478014, "nauc_mrr_at_5_diff1": 0.812101, "nauc_mrr_at_10_max": 0.372284, "nauc_mrr_at_10_std": -0.480335, "nauc_mrr_at_10_diff1": 0.814544, "nauc_mrr_at_20_max": 0.372345, "nauc_mrr_at_20_std": -0.476445, "nauc_mrr_at_20_diff1": 0.814601, "nauc_mrr_at_25_max": 0.372708, "nauc_mrr_at_25_std": -0.475479, "nauc_mrr_at_25_diff1": 0.814525, "nauc_mrr_at_50_max": 0.37242, "nauc_mrr_at_50_std": -0.474976, "nauc_mrr_at_50_diff1": 0.814651, "nauc_mrr_at_100_max": 0.372561, "nauc_mrr_at_100_std": -0.474468, "nauc_mrr_at_100_diff1": 0.814677, "nauc_mrr_at_1000_max": 0.372549, "nauc_mrr_at_1000_std": -0.474472, "nauc_mrr_at_1000_diff1": 0.814675, "hit_rate_at_1": 0.74426, "hit_rate_at_3": 0.87853, "hit_rate_at_5": 0.91124, "hit_rate_at_10": 0.9466, "hit_rate_at_20": 0.96803, "hit_rate_at_25": 0.97405, "hit_rate_at_50": 0.98759, "hit_rate_at_100": 0.99774, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.744265, "R_cap_at_3": 0.878526, "R_cap_at_5": 0.911245, "R_cap_at_10": 0.946596, "R_cap_at_20": 0.968033, "R_cap_at_25": 0.97405, "R_cap_at_50": 0.987589, "R_cap_at_100": 0.997744, "R_cap_at_1000": 1.0, "main_score": 0.8496, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.74862, "ndcg_at_3": 0.83509, "ndcg_at_5": 0.84689, "ndcg_at_10": 0.85817, "ndcg_at_20": 0.86384, "ndcg_at_25": 0.86504, "ndcg_at_50": 0.86681, "ndcg_at_100": 0.8675, "ndcg_at_1000": 0.86788, "map_at_1": 0.74862, "map_at_3": 0.81485, "map_at_5": 0.8215, "map_at_10": 0.82611, "map_at_20": 0.82772, "map_at_25": 0.82796, "map_at_50": 0.82824, "map_at_100": 0.8283, "map_at_1000": 0.82832, "recall_at_1": 0.74862, "recall_at_3": 0.89325, "recall_at_5": 0.92149, "recall_at_10": 0.95661, "recall_at_20": 0.97865, "recall_at_25": 0.98416, "recall_at_50": 0.99311, "recall_at_100": 0.99725, "recall_at_1000": 1.0, "accuracy": 0.74862, "precision_at_1": 0.74862, "precision_at_3": 0.29775, "precision_at_5": 0.1843, "precision_at_10": 0.09566, "precision_at_20": 0.04893, "precision_at_25": 0.03937, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.748623, "mrr_at_3": 0.814853, "mrr_at_5": 0.821499, "mrr_at_10": 0.82611, "mrr_at_20": 0.827719, "mrr_at_25": 0.827959, "mrr_at_50": 0.828239, "mrr_at_100": 0.828303, "mrr_at_1000": 0.828322, "nauc_ndcg_at_1_max": 0.40167, "nauc_ndcg_at_1_std": -0.393104, "nauc_ndcg_at_1_diff1": 0.801301, "nauc_ndcg_at_3_max": 0.449312, "nauc_ndcg_at_3_std": -0.448002, "nauc_ndcg_at_3_diff1": 0.767065, "nauc_ndcg_at_5_max": 0.443594, "nauc_ndcg_at_5_std": -0.454933, "nauc_ndcg_at_5_diff1": 0.769222, "nauc_ndcg_at_10_max": 0.441571, "nauc_ndcg_at_10_std": -0.453998, "nauc_ndcg_at_10_diff1": 0.779169, "nauc_ndcg_at_20_max": 0.439952, "nauc_ndcg_at_20_std": -0.441862, "nauc_ndcg_at_20_diff1": 0.779935, "nauc_ndcg_at_25_max": 0.440816, "nauc_ndcg_at_25_std": -0.439527, "nauc_ndcg_at_25_diff1": 0.781372, "nauc_ndcg_at_50_max": 0.436806, "nauc_ndcg_at_50_std": -0.437477, "nauc_ndcg_at_50_diff1": 0.781236, "nauc_ndcg_at_100_max": 0.434974, "nauc_ndcg_at_100_std": -0.437491, "nauc_ndcg_at_100_diff1": 0.780773, "nauc_ndcg_at_1000_max": 0.434392, "nauc_ndcg_at_1000_std": -0.436999, "nauc_ndcg_at_1000_diff1": 0.780529, "nauc_map_at_1_max": 0.40167, "nauc_map_at_1_std": -0.393104, "nauc_map_at_1_diff1": 0.801301, "nauc_map_at_3_max": 0.435584, "nauc_map_at_3_std": -0.431518, "nauc_map_at_3_diff1": 0.776704, "nauc_map_at_5_max": 0.432107, "nauc_map_at_5_std": -0.434073, "nauc_map_at_5_diff1": 0.77797, "nauc_map_at_10_max": 0.43126, "nauc_map_at_10_std": -0.433678, "nauc_map_at_10_diff1": 0.781682, "nauc_map_at_20_max": 0.430716, "nauc_map_at_20_std": -0.430985, "nauc_map_at_20_diff1": 0.781924, "nauc_map_at_25_max": 0.430846, "nauc_map_at_25_std": -0.430608, "nauc_map_at_25_diff1": 0.782161, "nauc_map_at_50_max": 0.430294, "nauc_map_at_50_std": -0.430412, "nauc_map_at_50_diff1": 0.782151, "nauc_map_at_100_max": 0.430157, "nauc_map_at_100_std": -0.430417, "nauc_map_at_100_diff1": 0.782114, "nauc_map_at_1000_max": 0.430125, "nauc_map_at_1000_std": -0.430409, "nauc_map_at_1000_diff1": 0.782106, "nauc_recall_at_1_max": 0.40167, "nauc_recall_at_1_std": -0.393104, "nauc_recall_at_1_diff1": 0.801301, "nauc_recall_at_3_max": 0.512089, "nauc_recall_at_3_std": -0.523867, "nauc_recall_at_3_diff1": 0.723151, "nauc_recall_at_5_max": 0.510397, "nauc_recall_at_5_std": -0.581958, "nauc_recall_at_5_diff1": 0.718656, "nauc_recall_at_10_max": 0.542399, "nauc_recall_at_10_std": -0.665528, "nauc_recall_at_10_diff1": 0.768925, "nauc_recall_at_20_max": 0.613108, "nauc_recall_at_20_std": -0.593853, "nauc_recall_at_20_diff1": 0.773472, "nauc_recall_at_25_max": 0.703492, "nauc_recall_at_25_std": -0.562209, "nauc_recall_at_25_diff1": 0.822022, "nauc_recall_at_50_max": 0.696841, "nauc_recall_at_50_std": -0.515661, "nauc_recall_at_50_diff1": 0.860665, "nauc_recall_at_100_max": 0.599799, "nauc_recall_at_100_std": -0.6276, "nauc_recall_at_100_diff1": 0.861146, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.40167, "nauc_precision_at_1_std": -0.393104, "nauc_precision_at_1_diff1": 0.801301, "nauc_precision_at_3_max": 0.512089, "nauc_precision_at_3_std": -0.523867, "nauc_precision_at_3_diff1": 0.723151, "nauc_precision_at_5_max": 0.510397, "nauc_precision_at_5_std": -0.581958, "nauc_precision_at_5_diff1": 0.718656, "nauc_precision_at_10_max": 0.542399, "nauc_precision_at_10_std": -0.665528, "nauc_precision_at_10_diff1": 0.768925, "nauc_precision_at_20_max": 0.613108, "nauc_precision_at_20_std": -0.593853, "nauc_precision_at_20_diff1": 0.773472, "nauc_precision_at_25_max": 0.703492, "nauc_precision_at_25_std": -0.562209, "nauc_precision_at_25_diff1": 0.822022, "nauc_precision_at_50_max": 0.696841, "nauc_precision_at_50_std": -0.515661, "nauc_precision_at_50_diff1": 0.860665, "nauc_precision_at_100_max": 0.599799, "nauc_precision_at_100_std": -0.6276, "nauc_precision_at_100_diff1": 0.861146, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.40167, "nauc_mrr_at_1_std": -0.393104, "nauc_mrr_at_1_diff1": 0.801301, "nauc_mrr_at_3_max": 0.435584, "nauc_mrr_at_3_std": -0.431518, "nauc_mrr_at_3_diff1": 0.776704, "nauc_mrr_at_5_max": 0.432107, "nauc_mrr_at_5_std": -0.434073, "nauc_mrr_at_5_diff1": 0.77797, "nauc_mrr_at_10_max": 0.43126, "nauc_mrr_at_10_std": -0.433678, "nauc_mrr_at_10_diff1": 0.781682, "nauc_mrr_at_20_max": 0.430716, "nauc_mrr_at_20_std": -0.430985, "nauc_mrr_at_20_diff1": 0.781924, "nauc_mrr_at_25_max": 0.430846, "nauc_mrr_at_25_std": -0.430608, "nauc_mrr_at_25_diff1": 0.782161, "nauc_mrr_at_50_max": 0.430294, "nauc_mrr_at_50_std": -0.430412, "nauc_mrr_at_50_diff1": 0.782151, "nauc_mrr_at_100_max": 0.430157, "nauc_mrr_at_100_std": -0.430417, "nauc_mrr_at_100_diff1": 0.782114, "nauc_mrr_at_1000_max": 0.430125, "nauc_mrr_at_1000_std": -0.430409, "nauc_mrr_at_1000_diff1": 0.782106, "hit_rate_at_1": 0.74862, "hit_rate_at_3": 0.89325, "hit_rate_at_5": 0.92149, "hit_rate_at_10": 0.95661, "hit_rate_at_20": 0.97865, "hit_rate_at_25": 0.98416, "hit_rate_at_50": 0.99311, "hit_rate_at_100": 0.99725, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.748623, "R_cap_at_3": 0.893251, "R_cap_at_5": 0.921488, "R_cap_at_10": 0.956612, "R_cap_at_20": 0.97865, "R_cap_at_25": 0.98416, "R_cap_at_50": 0.993113, "R_cap_at_100": 0.997245, "R_cap_at_1000": 1.0, "main_score": 0.85817, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77765, "ndcg_at_3": 0.85108, "ndcg_at_5": 0.86448, "ndcg_at_10": 0.87289, "ndcg_at_20": 0.87603, "ndcg_at_25": 0.8773, "ndcg_at_50": 0.87931, "ndcg_at_100": 0.88051, "ndcg_at_1000": 0.88115, "map_at_1": 0.77765, "map_at_3": 0.83372, "map_at_5": 0.84123, "map_at_10": 0.84478, "map_at_20": 0.84563, "map_at_25": 0.84589, "map_at_50": 0.84619, "map_at_100": 0.84629, "map_at_1000": 0.84632, "recall_at_1": 0.77765, "recall_at_3": 0.90105, "recall_at_5": 0.93326, "recall_at_10": 0.95887, "recall_at_20": 0.97128, "recall_at_25": 0.97711, "recall_at_50": 0.98758, "recall_at_100": 0.99496, "recall_at_1000": 0.99961, "accuracy": 0.77765, "precision_at_1": 0.77765, "precision_at_3": 0.30035, "precision_at_5": 0.18665, "precision_at_10": 0.09589, "precision_at_20": 0.04856, "precision_at_25": 0.03908, "precision_at_50": 0.01975, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.777648, "mrr_at_3": 0.833721, "mrr_at_5": 0.84123, "mrr_at_10": 0.844777, "mrr_at_20": 0.845635, "mrr_at_25": 0.845892, "mrr_at_50": 0.846185, "mrr_at_100": 0.846292, "mrr_at_1000": 0.846322, "nauc_ndcg_at_1_max": 0.544484, "nauc_ndcg_at_1_std": -0.305977, "nauc_ndcg_at_1_diff1": 0.822232, "nauc_ndcg_at_3_max": 0.589136, "nauc_ndcg_at_3_std": -0.333454, "nauc_ndcg_at_3_diff1": 0.801567, "nauc_ndcg_at_5_max": 0.58838, "nauc_ndcg_at_5_std": -0.335716, "nauc_ndcg_at_5_diff1": 0.80926, "nauc_ndcg_at_10_max": 0.587448, "nauc_ndcg_at_10_std": -0.329257, "nauc_ndcg_at_10_diff1": 0.812234, "nauc_ndcg_at_20_max": 0.586707, "nauc_ndcg_at_20_std": -0.322611, "nauc_ndcg_at_20_diff1": 0.812168, "nauc_ndcg_at_25_max": 0.583852, "nauc_ndcg_at_25_std": -0.324379, "nauc_ndcg_at_25_diff1": 0.812217, "nauc_ndcg_at_50_max": 0.581746, "nauc_ndcg_at_50_std": -0.321238, "nauc_ndcg_at_50_diff1": 0.811582, "nauc_ndcg_at_100_max": 0.579793, "nauc_ndcg_at_100_std": -0.321739, "nauc_ndcg_at_100_diff1": 0.811556, "nauc_ndcg_at_1000_max": 0.579319, "nauc_ndcg_at_1000_std": -0.323181, "nauc_ndcg_at_1000_diff1": 0.811833, "nauc_map_at_1_max": 0.544484, "nauc_map_at_1_std": -0.305977, "nauc_map_at_1_diff1": 0.822232, "nauc_map_at_3_max": 0.576878, "nauc_map_at_3_std": -0.325968, "nauc_map_at_3_diff1": 0.807852, "nauc_map_at_5_max": 0.575968, "nauc_map_at_5_std": -0.326552, "nauc_map_at_5_diff1": 0.811977, "nauc_map_at_10_max": 0.575438, "nauc_map_at_10_std": -0.324028, "nauc_map_at_10_diff1": 0.812996, "nauc_map_at_20_max": 0.575188, "nauc_map_at_20_std": -0.322512, "nauc_map_at_20_diff1": 0.812977, "nauc_map_at_25_max": 0.574703, "nauc_map_at_25_std": -0.322806, "nauc_map_at_25_diff1": 0.812979, "nauc_map_at_50_max": 0.574453, "nauc_map_at_50_std": -0.322492, "nauc_map_at_50_diff1": 0.812906, "nauc_map_at_100_max": 0.574314, "nauc_map_at_100_std": -0.322499, "nauc_map_at_100_diff1": 0.812902, "nauc_map_at_1000_max": 0.574288, "nauc_map_at_1000_std": -0.322547, "nauc_map_at_1000_diff1": 0.812909, "nauc_recall_at_1_max": 0.544484, "nauc_recall_at_1_std": -0.305977, "nauc_recall_at_1_diff1": 0.822232, "nauc_recall_at_3_max": 0.643726, "nauc_recall_at_3_std": -0.36675, "nauc_recall_at_3_diff1": 0.77312, "nauc_recall_at_5_max": 0.665899, "nauc_recall_at_5_std": -0.394431, "nauc_recall_at_5_diff1": 0.793974, "nauc_recall_at_10_max": 0.704278, "nauc_recall_at_10_std": -0.374555, "nauc_recall_at_10_diff1": 0.812222, "nauc_recall_at_20_max": 0.743327, "nauc_recall_at_20_std": -0.288071, "nauc_recall_at_20_diff1": 0.811396, "nauc_recall_at_25_max": 0.717911, "nauc_recall_at_25_std": -0.319256, "nauc_recall_at_25_diff1": 0.812812, "nauc_recall_at_50_max": 0.7295, "nauc_recall_at_50_std": -0.157756, "nauc_recall_at_50_diff1": 0.78346, "nauc_recall_at_100_max": 0.678325, "nauc_recall_at_100_std": -0.003401, "nauc_recall_at_100_diff1": 0.740405, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722234, "nauc_recall_at_1000_diff1": 0.554176, "nauc_precision_at_1_max": 0.544484, "nauc_precision_at_1_std": -0.305977, "nauc_precision_at_1_diff1": 0.822232, "nauc_precision_at_3_max": 0.643726, "nauc_precision_at_3_std": -0.36675, "nauc_precision_at_3_diff1": 0.77312, "nauc_precision_at_5_max": 0.665899, "nauc_precision_at_5_std": -0.394431, "nauc_precision_at_5_diff1": 0.793974, "nauc_precision_at_10_max": 0.704278, "nauc_precision_at_10_std": -0.374555, "nauc_precision_at_10_diff1": 0.812222, "nauc_precision_at_20_max": 0.743327, "nauc_precision_at_20_std": -0.288071, "nauc_precision_at_20_diff1": 0.811396, "nauc_precision_at_25_max": 0.717911, "nauc_precision_at_25_std": -0.319256, "nauc_precision_at_25_diff1": 0.812812, "nauc_precision_at_50_max": 0.7295, "nauc_precision_at_50_std": -0.157756, "nauc_precision_at_50_diff1": 0.78346, "nauc_precision_at_100_max": 0.678325, "nauc_precision_at_100_std": -0.003401, "nauc_precision_at_100_diff1": 0.740405, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.722234, "nauc_precision_at_1000_diff1": 0.554176, "nauc_mrr_at_1_max": 0.544484, "nauc_mrr_at_1_std": -0.305977, "nauc_mrr_at_1_diff1": 0.822232, "nauc_mrr_at_3_max": 0.576878, "nauc_mrr_at_3_std": -0.325968, "nauc_mrr_at_3_diff1": 0.807852, "nauc_mrr_at_5_max": 0.575968, "nauc_mrr_at_5_std": -0.326552, "nauc_mrr_at_5_diff1": 0.811977, "nauc_mrr_at_10_max": 0.575438, "nauc_mrr_at_10_std": -0.324028, "nauc_mrr_at_10_diff1": 0.812996, "nauc_mrr_at_20_max": 0.575188, "nauc_mrr_at_20_std": -0.322512, "nauc_mrr_at_20_diff1": 0.812977, "nauc_mrr_at_25_max": 0.574703, "nauc_mrr_at_25_std": -0.322806, "nauc_mrr_at_25_diff1": 0.812979, "nauc_mrr_at_50_max": 0.574453, "nauc_mrr_at_50_std": -0.322492, "nauc_mrr_at_50_diff1": 0.812906, "nauc_mrr_at_100_max": 0.574314, "nauc_mrr_at_100_std": -0.322499, "nauc_mrr_at_100_diff1": 0.812902, "nauc_mrr_at_1000_max": 0.574288, "nauc_mrr_at_1000_std": -0.322547, "nauc_mrr_at_1000_diff1": 0.812909, "hit_rate_at_1": 0.77765, "hit_rate_at_3": 0.90105, "hit_rate_at_5": 0.93326, "hit_rate_at_10": 0.95887, "hit_rate_at_20": 0.97128, "hit_rate_at_25": 0.97711, "hit_rate_at_50": 0.98758, "hit_rate_at_100": 0.99496, "hit_rate_at_1000": 0.99961, "R_cap_at_1": 0.777648, "R_cap_at_3": 0.901048, "R_cap_at_5": 0.933256, "R_cap_at_10": 0.958867, "R_cap_at_20": 0.971284, "R_cap_at_25": 0.977105, "R_cap_at_50": 0.987582, "R_cap_at_100": 0.994955, "R_cap_at_1000": 0.999612, "main_score": 0.87289, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.79298, "ndcg_at_3": 0.86469, "ndcg_at_5": 0.87559, "ndcg_at_10": 0.88398, "ndcg_at_20": 0.88692, "ndcg_at_25": 0.88757, "ndcg_at_50": 0.889, "ndcg_at_100": 0.88996, "ndcg_at_1000": 0.89052, "map_at_1": 0.79298, "map_at_3": 0.84741, "map_at_5": 0.85342, "map_at_10": 0.85682, "map_at_20": 0.85767, "map_at_25": 0.8578, "map_at_50": 0.85801, "map_at_100": 0.8581, "map_at_1000": 0.85813, "recall_at_1": 0.79298, "recall_at_3": 0.91453, "recall_at_5": 0.94121, "recall_at_10": 0.96739, "recall_at_20": 0.97875, "recall_at_25": 0.98172, "recall_at_50": 0.98913, "recall_at_100": 0.99506, "recall_at_1000": 0.99901, "accuracy": 0.79298, "precision_at_1": 0.79298, "precision_at_3": 0.30484, "precision_at_5": 0.18824, "precision_at_10": 0.09674, "precision_at_20": 0.04894, "precision_at_25": 0.03927, "precision_at_50": 0.01978, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.792984, "mrr_at_3": 0.847414, "mrr_at_5": 0.853417, "mrr_at_10": 0.856823, "mrr_at_20": 0.857668, "mrr_at_25": 0.857801, "mrr_at_50": 0.858009, "mrr_at_100": 0.858097, "mrr_at_1000": 0.858125, "nauc_ndcg_at_1_max": 0.504459, "nauc_ndcg_at_1_std": -0.240291, "nauc_ndcg_at_1_diff1": 0.812163, "nauc_ndcg_at_3_max": 0.558819, "nauc_ndcg_at_3_std": -0.252903, "nauc_ndcg_at_3_diff1": 0.78754, "nauc_ndcg_at_5_max": 0.559726, "nauc_ndcg_at_5_std": -0.264191, "nauc_ndcg_at_5_diff1": 0.794462, "nauc_ndcg_at_10_max": 0.550056, "nauc_ndcg_at_10_std": -0.268184, "nauc_ndcg_at_10_diff1": 0.796112, "nauc_ndcg_at_20_max": 0.544983, "nauc_ndcg_at_20_std": -0.26734, "nauc_ndcg_at_20_diff1": 0.796152, "nauc_ndcg_at_25_max": 0.543669, "nauc_ndcg_at_25_std": -0.266576, "nauc_ndcg_at_25_diff1": 0.796781, "nauc_ndcg_at_50_max": 0.540743, "nauc_ndcg_at_50_std": -0.26677, "nauc_ndcg_at_50_diff1": 0.796577, "nauc_ndcg_at_100_max": 0.540425, "nauc_ndcg_at_100_std": -0.262427, "nauc_ndcg_at_100_diff1": 0.797074, "nauc_ndcg_at_1000_max": 0.541101, "nauc_ndcg_at_1000_std": -0.260553, "nauc_ndcg_at_1000_diff1": 0.797153, "nauc_map_at_1_max": 0.504459, "nauc_map_at_1_std": -0.240291, "nauc_map_at_1_diff1": 0.812163, "nauc_map_at_3_max": 0.542283, "nauc_map_at_3_std": -0.248872, "nauc_map_at_3_diff1": 0.793906, "nauc_map_at_5_max": 0.541872, "nauc_map_at_5_std": -0.25426, "nauc_map_at_5_diff1": 0.797396, "nauc_map_at_10_max": 0.538143, "nauc_map_at_10_std": -0.255262, "nauc_map_at_10_diff1": 0.798093, "nauc_map_at_20_max": 0.536945, "nauc_map_at_20_std": -0.254928, "nauc_map_at_20_diff1": 0.798125, "nauc_map_at_25_max": 0.53672, "nauc_map_at_25_std": -0.254795, "nauc_map_at_25_diff1": 0.798228, "nauc_map_at_50_max": 0.536406, "nauc_map_at_50_std": -0.25478, "nauc_map_at_50_diff1": 0.798212, "nauc_map_at_100_max": 0.536377, "nauc_map_at_100_std": -0.254454, "nauc_map_at_100_diff1": 0.798244, "nauc_map_at_1000_max": 0.536403, "nauc_map_at_1000_std": -0.254369, "nauc_map_at_1000_diff1": 0.798249, "nauc_recall_at_1_max": 0.504459, "nauc_recall_at_1_std": -0.240291, "nauc_recall_at_1_diff1": 0.812163, "nauc_recall_at_3_max": 0.638911, "nauc_recall_at_3_std": -0.272569, "nauc_recall_at_3_diff1": 0.757532, "nauc_recall_at_5_max": 0.68091, "nauc_recall_at_5_std": -0.334686, "nauc_recall_at_5_diff1": 0.778454, "nauc_recall_at_10_max": 0.678055, "nauc_recall_at_10_std": -0.434875, "nauc_recall_at_10_diff1": 0.781378, "nauc_recall_at_20_max": 0.645945, "nauc_recall_at_20_std": -0.51067, "nauc_recall_at_20_diff1": 0.773658, "nauc_recall_at_25_max": 0.627822, "nauc_recall_at_25_std": -0.529785, "nauc_recall_at_25_diff1": 0.786668, "nauc_recall_at_50_max": 0.533194, "nauc_recall_at_50_std": -0.721862, "nauc_recall_at_50_diff1": 0.768851, "nauc_recall_at_100_max": 0.485445, "nauc_recall_at_100_std": -0.715149, "nauc_recall_at_100_diff1": 0.802349, "nauc_recall_at_1000_max": 0.777095, "nauc_recall_at_1000_std": -1.151451, "nauc_recall_at_1000_diff1": 0.86931, "nauc_precision_at_1_max": 0.504459, "nauc_precision_at_1_std": -0.240291, "nauc_precision_at_1_diff1": 0.812163, "nauc_precision_at_3_max": 0.638911, "nauc_precision_at_3_std": -0.272569, "nauc_precision_at_3_diff1": 0.757532, "nauc_precision_at_5_max": 0.68091, "nauc_precision_at_5_std": -0.334686, "nauc_precision_at_5_diff1": 0.778454, "nauc_precision_at_10_max": 0.678055, "nauc_precision_at_10_std": -0.434875, "nauc_precision_at_10_diff1": 0.781378, "nauc_precision_at_20_max": 0.645945, "nauc_precision_at_20_std": -0.51067, "nauc_precision_at_20_diff1": 0.773658, "nauc_precision_at_25_max": 0.627822, "nauc_precision_at_25_std": -0.529785, "nauc_precision_at_25_diff1": 0.786668, "nauc_precision_at_50_max": 0.533194, "nauc_precision_at_50_std": -0.721862, "nauc_precision_at_50_diff1": 0.768851, "nauc_precision_at_100_max": 0.485445, "nauc_precision_at_100_std": -0.715149, "nauc_precision_at_100_diff1": 0.802349, "nauc_precision_at_1000_max": 0.777095, "nauc_precision_at_1000_std": -1.151451, "nauc_precision_at_1000_diff1": 0.86931, "nauc_mrr_at_1_max": 0.504459, "nauc_mrr_at_1_std": -0.240291, "nauc_mrr_at_1_diff1": 0.812163, "nauc_mrr_at_3_max": 0.542283, "nauc_mrr_at_3_std": -0.248872, "nauc_mrr_at_3_diff1": 0.793906, "nauc_mrr_at_5_max": 0.541872, "nauc_mrr_at_5_std": -0.25426, "nauc_mrr_at_5_diff1": 0.797396, "nauc_mrr_at_10_max": 0.538143, "nauc_mrr_at_10_std": -0.255262, "nauc_mrr_at_10_diff1": 0.798093, "nauc_mrr_at_20_max": 0.536945, "nauc_mrr_at_20_std": -0.254928, "nauc_mrr_at_20_diff1": 0.798125, "nauc_mrr_at_25_max": 0.53672, "nauc_mrr_at_25_std": -0.254795, "nauc_mrr_at_25_diff1": 0.798228, "nauc_mrr_at_50_max": 0.536406, "nauc_mrr_at_50_std": -0.25478, "nauc_mrr_at_50_diff1": 0.798212, "nauc_mrr_at_100_max": 0.536377, "nauc_mrr_at_100_std": -0.254454, "nauc_mrr_at_100_diff1": 0.798244, "nauc_mrr_at_1000_max": 0.536403, "nauc_mrr_at_1000_std": -0.254369, "nauc_mrr_at_1000_diff1": 0.798249, "hit_rate_at_1": 0.79298, "hit_rate_at_3": 0.91453, "hit_rate_at_5": 0.94121, "hit_rate_at_10": 0.96739, "hit_rate_at_20": 0.97875, "hit_rate_at_25": 0.98172, "hit_rate_at_50": 0.98913, "hit_rate_at_100": 0.99506, "hit_rate_at_1000": 0.99901, "R_cap_at_1": 0.792984, "R_cap_at_3": 0.914526, "R_cap_at_5": 0.941206, "R_cap_at_10": 0.967391, "R_cap_at_20": 0.978755, "R_cap_at_25": 0.981719, "R_cap_at_50": 0.98913, "R_cap_at_100": 0.995059, "R_cap_at_1000": 0.999012, "main_score": 0.88398, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.90869, "ndcg_at_3": 0.95463, "ndcg_at_5": 0.95768, "ndcg_at_10": 0.95887, "ndcg_at_20": 0.95984, "ndcg_at_25": 0.95999, "ndcg_at_50": 0.96013, "ndcg_at_100": 0.96013, "ndcg_at_1000": 0.96013, "map_at_1": 0.90869, "map_at_3": 0.94436, "map_at_5": 0.94608, "map_at_10": 0.94657, "map_at_20": 0.94686, "map_at_25": 0.94689, "map_at_50": 0.94691, "map_at_100": 0.94691, "map_at_1000": 0.94691, "recall_at_1": 0.90869, "recall_at_3": 0.98393, "recall_at_5": 0.99123, "recall_at_10": 0.99489, "recall_at_20": 0.99854, "recall_at_25": 0.99927, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90869, "precision_at_1": 0.90869, "precision_at_3": 0.32798, "precision_at_5": 0.19825, "precision_at_10": 0.09949, "precision_at_20": 0.04993, "precision_at_25": 0.03997, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.908692, "mrr_at_3": 0.944363, "mrr_at_5": 0.94608, "mrr_at_10": 0.946575, "mrr_at_20": 0.946861, "mrr_at_25": 0.946891, "mrr_at_50": 0.946909, "mrr_at_100": 0.946909, "mrr_at_1000": 0.946909, "nauc_ndcg_at_1_max": 0.599633, "nauc_ndcg_at_1_std": -0.201118, "nauc_ndcg_at_1_diff1": 0.918925, "nauc_ndcg_at_3_max": 0.660973, "nauc_ndcg_at_3_std": -0.272803, "nauc_ndcg_at_3_diff1": 0.910296, "nauc_ndcg_at_5_max": 0.650891, "nauc_ndcg_at_5_std": -0.248765, "nauc_ndcg_at_5_diff1": 0.914248, "nauc_ndcg_at_10_max": 0.643054, "nauc_ndcg_at_10_std": -0.242796, "nauc_ndcg_at_10_diff1": 0.916591, "nauc_ndcg_at_20_max": 0.637068, "nauc_ndcg_at_20_std": -0.240129, "nauc_ndcg_at_20_diff1": 0.915835, "nauc_ndcg_at_25_max": 0.635641, "nauc_ndcg_at_25_std": -0.243913, "nauc_ndcg_at_25_diff1": 0.915504, "nauc_ndcg_at_50_max": 0.634411, "nauc_ndcg_at_50_std": -0.240851, "nauc_ndcg_at_50_diff1": 0.915219, "nauc_ndcg_at_100_max": 0.634411, "nauc_ndcg_at_100_std": -0.240851, "nauc_ndcg_at_100_diff1": 0.915219, "nauc_ndcg_at_1000_max": 0.634411, "nauc_ndcg_at_1000_std": -0.240851, "nauc_ndcg_at_1000_diff1": 0.915219, "nauc_map_at_1_max": 0.599633, "nauc_map_at_1_std": -0.201118, "nauc_map_at_1_diff1": 0.918925, "nauc_map_at_3_max": 0.639864, "nauc_map_at_3_std": -0.251543, "nauc_map_at_3_diff1": 0.913053, "nauc_map_at_5_max": 0.634806, "nauc_map_at_5_std": -0.239918, "nauc_map_at_5_diff1": 0.914895, "nauc_map_at_10_max": 0.632102, "nauc_map_at_10_std": -0.238001, "nauc_map_at_10_diff1": 0.915605, "nauc_map_at_20_max": 0.630701, "nauc_map_at_20_std": -0.237327, "nauc_map_at_20_diff1": 0.915427, "nauc_map_at_25_max": 0.63049, "nauc_map_at_25_std": -0.237877, "nauc_map_at_25_diff1": 0.915379, "nauc_map_at_50_max": 0.630369, "nauc_map_at_50_std": -0.237578, "nauc_map_at_50_diff1": 0.915351, "nauc_map_at_100_max": 0.630369, "nauc_map_at_100_std": -0.237578, "nauc_map_at_100_diff1": 0.915351, "nauc_map_at_1000_max": 0.630369, "nauc_map_at_1000_std": -0.237578, "nauc_map_at_1000_diff1": 0.915351, "nauc_recall_at_1_max": 0.599633, "nauc_recall_at_1_std": -0.201118, "nauc_recall_at_1_diff1": 0.918925, "nauc_recall_at_3_max": 0.867353, "nauc_recall_at_3_std": -0.475044, "nauc_recall_at_3_diff1": 0.883692, "nauc_recall_at_5_max": 0.921015, "nauc_recall_at_5_std": -0.374045, "nauc_recall_at_5_diff1": 0.907005, "nauc_recall_at_10_max": 0.922961, "nauc_recall_at_10_std": -0.310069, "nauc_recall_at_10_diff1": 0.962649, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.214313, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": -1.150811, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.599633, "nauc_precision_at_1_std": -0.201118, "nauc_precision_at_1_diff1": 0.918925, "nauc_precision_at_3_max": 0.867353, "nauc_precision_at_3_std": -0.475044, "nauc_precision_at_3_diff1": 0.883692, "nauc_precision_at_5_max": 0.921015, "nauc_precision_at_5_std": -0.374045, "nauc_precision_at_5_diff1": 0.907005, "nauc_precision_at_10_max": 0.922961, "nauc_precision_at_10_std": -0.310069, "nauc_precision_at_10_diff1": 0.962649, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.214313, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": -1.150811, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.599633, "nauc_mrr_at_1_std": -0.201118, "nauc_mrr_at_1_diff1": 0.918925, "nauc_mrr_at_3_max": 0.639864, "nauc_mrr_at_3_std": -0.251543, "nauc_mrr_at_3_diff1": 0.913053, "nauc_mrr_at_5_max": 0.634806, "nauc_mrr_at_5_std": -0.239918, "nauc_mrr_at_5_diff1": 0.914895, "nauc_mrr_at_10_max": 0.632102, "nauc_mrr_at_10_std": -0.238001, "nauc_mrr_at_10_diff1": 0.915605, "nauc_mrr_at_20_max": 0.630701, "nauc_mrr_at_20_std": -0.237327, "nauc_mrr_at_20_diff1": 0.915427, "nauc_mrr_at_25_max": 0.63049, "nauc_mrr_at_25_std": -0.237877, "nauc_mrr_at_25_diff1": 0.915379, "nauc_mrr_at_50_max": 0.630369, "nauc_mrr_at_50_std": -0.237578, "nauc_mrr_at_50_diff1": 0.915351, "nauc_mrr_at_100_max": 0.630369, "nauc_mrr_at_100_std": -0.237578, "nauc_mrr_at_100_diff1": 0.915351, "nauc_mrr_at_1000_max": 0.630369, "nauc_mrr_at_1000_std": -0.237578, "nauc_mrr_at_1000_diff1": 0.915351, "hit_rate_at_1": 0.90869, "hit_rate_at_3": 0.98393, "hit_rate_at_5": 0.99123, "hit_rate_at_10": 0.99489, "hit_rate_at_20": 0.99854, "hit_rate_at_25": 0.99927, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.908692, "R_cap_at_3": 0.98393, "R_cap_at_5": 0.991234, "R_cap_at_10": 0.994887, "R_cap_at_20": 0.998539, "R_cap_at_25": 0.99927, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95887, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.75302, "ndcg_at_3": 0.8391, "ndcg_at_5": 0.85707, "ndcg_at_10": 0.86736, "ndcg_at_20": 0.87154, "ndcg_at_25": 0.87231, "ndcg_at_50": 0.87302, "ndcg_at_100": 0.87324, "ndcg_at_1000": 0.87353, "map_at_1": 0.75302, "map_at_3": 0.81879, "map_at_5": 0.8287, "map_at_10": 0.83305, "map_at_20": 0.83419, "map_at_25": 0.83434, "map_at_50": 0.83445, "map_at_100": 0.83447, "map_at_1000": 0.83449, "recall_at_1": 0.75302, "recall_at_3": 0.89754, "recall_at_5": 0.94139, "recall_at_10": 0.97271, "recall_at_20": 0.98926, "recall_at_25": 0.99284, "recall_at_50": 0.99642, "recall_at_100": 0.99776, "recall_at_1000": 1.0, "accuracy": 0.75302, "precision_at_1": 0.75302, "precision_at_3": 0.29918, "precision_at_5": 0.18828, "precision_at_10": 0.09727, "precision_at_20": 0.04946, "precision_at_25": 0.03971, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.75302, "mrr_at_3": 0.818792, "mrr_at_5": 0.828702, "mrr_at_10": 0.833047, "mrr_at_20": 0.83419, "mrr_at_25": 0.834343, "mrr_at_50": 0.834454, "mrr_at_100": 0.834474, "mrr_at_1000": 0.834485, "nauc_ndcg_at_1_max": 0.388487, "nauc_ndcg_at_1_std": -0.276874, "nauc_ndcg_at_1_diff1": 0.795976, "nauc_ndcg_at_3_max": 0.442791, "nauc_ndcg_at_3_std": -0.296117, "nauc_ndcg_at_3_diff1": 0.778525, "nauc_ndcg_at_5_max": 0.432173, "nauc_ndcg_at_5_std": -0.300854, "nauc_ndcg_at_5_diff1": 0.779463, "nauc_ndcg_at_10_max": 0.430614, "nauc_ndcg_at_10_std": -0.290984, "nauc_ndcg_at_10_diff1": 0.784122, "nauc_ndcg_at_20_max": 0.427085, "nauc_ndcg_at_20_std": -0.287924, "nauc_ndcg_at_20_diff1": 0.785002, "nauc_ndcg_at_25_max": 0.426759, "nauc_ndcg_at_25_std": -0.288219, "nauc_ndcg_at_25_diff1": 0.785091, "nauc_ndcg_at_50_max": 0.426234, "nauc_ndcg_at_50_std": -0.288058, "nauc_ndcg_at_50_diff1": 0.785058, "nauc_ndcg_at_100_max": 0.42515, "nauc_ndcg_at_100_std": -0.288461, "nauc_ndcg_at_100_diff1": 0.785103, "nauc_ndcg_at_1000_max": 0.423772, "nauc_ndcg_at_1000_std": -0.289921, "nauc_ndcg_at_1000_diff1": 0.785093, "nauc_map_at_1_max": 0.388487, "nauc_map_at_1_std": -0.276874, "nauc_map_at_1_diff1": 0.795976, "nauc_map_at_3_max": 0.42752, "nauc_map_at_3_std": -0.290902, "nauc_map_at_3_diff1": 0.783195, "nauc_map_at_5_max": 0.421478, "nauc_map_at_5_std": -0.293365, "nauc_map_at_5_diff1": 0.783954, "nauc_map_at_10_max": 0.420547, "nauc_map_at_10_std": -0.28982, "nauc_map_at_10_diff1": 0.785667, "nauc_map_at_20_max": 0.419647, "nauc_map_at_20_std": -0.289309, "nauc_map_at_20_diff1": 0.785943, "nauc_map_at_25_max": 0.419598, "nauc_map_at_25_std": -0.289341, "nauc_map_at_25_diff1": 0.785958, "nauc_map_at_50_max": 0.419546, "nauc_map_at_50_std": -0.289293, "nauc_map_at_50_diff1": 0.785952, "nauc_map_at_100_max": 0.419469, "nauc_map_at_100_std": -0.289335, "nauc_map_at_100_diff1": 0.785954, "nauc_map_at_1000_max": 0.419427, "nauc_map_at_1000_std": -0.289385, "nauc_map_at_1000_diff1": 0.785954, "nauc_recall_at_1_max": 0.388487, "nauc_recall_at_1_std": -0.276874, "nauc_recall_at_1_diff1": 0.795976, "nauc_recall_at_3_max": 0.513525, "nauc_recall_at_3_std": -0.320123, "nauc_recall_at_3_diff1": 0.757079, "nauc_recall_at_5_max": 0.509129, "nauc_recall_at_5_std": -0.357594, "nauc_recall_at_5_diff1": 0.745968, "nauc_recall_at_10_max": 0.579412, "nauc_recall_at_10_std": -0.28765, "nauc_recall_at_10_diff1": 0.770479, "nauc_recall_at_20_max": 0.66182, "nauc_recall_at_20_std": -0.135315, "nauc_recall_at_20_diff1": 0.779768, "nauc_recall_at_25_max": 0.752863, "nauc_recall_at_25_std": -0.084382, "nauc_recall_at_25_diff1": 0.78361, "nauc_recall_at_50_max": 0.983656, "nauc_recall_at_50_std": 0.130905, "nauc_recall_at_50_diff1": 0.778211, "nauc_recall_at_100_max": 0.97385, "nauc_recall_at_100_std": 0.274195, "nauc_recall_at_100_diff1": 0.789886, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.388487, "nauc_precision_at_1_std": -0.276874, "nauc_precision_at_1_diff1": 0.795976, "nauc_precision_at_3_max": 0.513525, "nauc_precision_at_3_std": -0.320123, "nauc_precision_at_3_diff1": 0.757079, "nauc_precision_at_5_max": 0.509129, "nauc_precision_at_5_std": -0.357594, "nauc_precision_at_5_diff1": 0.745968, "nauc_precision_at_10_max": 0.579412, "nauc_precision_at_10_std": -0.28765, "nauc_precision_at_10_diff1": 0.770479, "nauc_precision_at_20_max": 0.66182, "nauc_precision_at_20_std": -0.135315, "nauc_precision_at_20_diff1": 0.779768, "nauc_precision_at_25_max": 0.752863, "nauc_precision_at_25_std": -0.084382, "nauc_precision_at_25_diff1": 0.78361, "nauc_precision_at_50_max": 0.983656, "nauc_precision_at_50_std": 0.130905, "nauc_precision_at_50_diff1": 0.778211, "nauc_precision_at_100_max": 0.97385, "nauc_precision_at_100_std": 0.274195, "nauc_precision_at_100_diff1": 0.789886, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.388487, "nauc_mrr_at_1_std": -0.276874, "nauc_mrr_at_1_diff1": 0.795976, "nauc_mrr_at_3_max": 0.42752, "nauc_mrr_at_3_std": -0.290902, "nauc_mrr_at_3_diff1": 0.783195, "nauc_mrr_at_5_max": 0.421478, "nauc_mrr_at_5_std": -0.293365, "nauc_mrr_at_5_diff1": 0.783954, "nauc_mrr_at_10_max": 0.420547, "nauc_mrr_at_10_std": -0.28982, "nauc_mrr_at_10_diff1": 0.785667, "nauc_mrr_at_20_max": 0.419647, "nauc_mrr_at_20_std": -0.289309, "nauc_mrr_at_20_diff1": 0.785943, "nauc_mrr_at_25_max": 0.419598, "nauc_mrr_at_25_std": -0.289341, "nauc_mrr_at_25_diff1": 0.785958, "nauc_mrr_at_50_max": 0.419546, "nauc_mrr_at_50_std": -0.289293, "nauc_mrr_at_50_diff1": 0.785952, "nauc_mrr_at_100_max": 0.419469, "nauc_mrr_at_100_std": -0.289335, "nauc_mrr_at_100_diff1": 0.785954, "nauc_mrr_at_1000_max": 0.419427, "nauc_mrr_at_1000_std": -0.289385, "nauc_mrr_at_1000_diff1": 0.785954, "hit_rate_at_1": 0.75302, "hit_rate_at_3": 0.89754, "hit_rate_at_5": 0.94139, "hit_rate_at_10": 0.97271, "hit_rate_at_20": 0.98926, "hit_rate_at_25": 0.99284, "hit_rate_at_50": 0.99642, "hit_rate_at_100": 0.99776, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.75302, "R_cap_at_3": 0.897539, "R_cap_at_5": 0.941387, "R_cap_at_10": 0.972707, "R_cap_at_20": 0.989262, "R_cap_at_25": 0.992841, "R_cap_at_50": 0.996421, "R_cap_at_100": 0.997763, "R_cap_at_1000": 1.0, "main_score": 0.86736, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77994, "ndcg_at_3": 0.8632, "ndcg_at_5": 0.87467, "ndcg_at_10": 0.8844, "ndcg_at_20": 0.8874, "ndcg_at_25": 0.88843, "ndcg_at_50": 0.88938, "ndcg_at_100": 0.88953, "ndcg_at_1000": 0.88978, "map_at_1": 0.77994, "map_at_3": 0.8437, "map_at_5": 0.85006, "map_at_10": 0.85415, "map_at_20": 0.85508, "map_at_25": 0.85529, "map_at_50": 0.85545, "map_at_100": 0.85547, "map_at_1000": 0.85548, "recall_at_1": 0.77994, "recall_at_3": 0.91922, "recall_at_5": 0.94708, "recall_at_10": 0.97679, "recall_at_20": 0.98793, "recall_at_25": 0.99257, "recall_at_50": 0.99721, "recall_at_100": 0.99814, "recall_at_1000": 1.0, "accuracy": 0.77994, "precision_at_1": 0.77994, "precision_at_3": 0.30641, "precision_at_5": 0.18942, "precision_at_10": 0.09768, "precision_at_20": 0.0494, "precision_at_25": 0.0397, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.779944, "mrr_at_3": 0.843702, "mrr_at_5": 0.850062, "mrr_at_10": 0.854151, "mrr_at_20": 0.855078, "mrr_at_25": 0.855291, "mrr_at_50": 0.855451, "mrr_at_100": 0.855466, "mrr_at_1000": 0.855478, "nauc_ndcg_at_1_max": 0.304438, "nauc_ndcg_at_1_std": -0.339101, "nauc_ndcg_at_1_diff1": 0.815206, "nauc_ndcg_at_3_max": 0.381235, "nauc_ndcg_at_3_std": -0.404634, "nauc_ndcg_at_3_diff1": 0.801197, "nauc_ndcg_at_5_max": 0.367904, "nauc_ndcg_at_5_std": -0.397886, "nauc_ndcg_at_5_diff1": 0.797733, "nauc_ndcg_at_10_max": 0.363752, "nauc_ndcg_at_10_std": -0.39475, "nauc_ndcg_at_10_diff1": 0.804768, "nauc_ndcg_at_20_max": 0.363365, "nauc_ndcg_at_20_std": -0.38691, "nauc_ndcg_at_20_diff1": 0.806733, "nauc_ndcg_at_25_max": 0.357895, "nauc_ndcg_at_25_std": -0.386602, "nauc_ndcg_at_25_diff1": 0.8069, "nauc_ndcg_at_50_max": 0.354643, "nauc_ndcg_at_50_std": -0.384192, "nauc_ndcg_at_50_diff1": 0.80611, "nauc_ndcg_at_100_max": 0.353869, "nauc_ndcg_at_100_std": -0.383037, "nauc_ndcg_at_100_diff1": 0.806015, "nauc_ndcg_at_1000_max": 0.352461, "nauc_ndcg_at_1000_std": -0.383384, "nauc_ndcg_at_1000_diff1": 0.805846, "nauc_map_at_1_max": 0.304438, "nauc_map_at_1_std": -0.339101, "nauc_map_at_1_diff1": 0.815206, "nauc_map_at_3_max": 0.35656, "nauc_map_at_3_std": -0.386847, "nauc_map_at_3_diff1": 0.80441, "nauc_map_at_5_max": 0.349716, "nauc_map_at_5_std": -0.382516, "nauc_map_at_5_diff1": 0.803004, "nauc_map_at_10_max": 0.347485, "nauc_map_at_10_std": -0.381533, "nauc_map_at_10_diff1": 0.805861, "nauc_map_at_20_max": 0.347311, "nauc_map_at_20_std": -0.379531, "nauc_map_at_20_diff1": 0.806412, "nauc_map_at_25_max": 0.34641, "nauc_map_at_25_std": -0.379456, "nauc_map_at_25_diff1": 0.806438, "nauc_map_at_50_max": 0.34597, "nauc_map_at_50_std": -0.379145, "nauc_map_at_50_diff1": 0.806331, "nauc_map_at_100_max": 0.345912, "nauc_map_at_100_std": -0.379059, "nauc_map_at_100_diff1": 0.806324, "nauc_map_at_1000_max": 0.345861, "nauc_map_at_1000_std": -0.379037, "nauc_map_at_1000_diff1": 0.806313, "nauc_recall_at_1_max": 0.304438, "nauc_recall_at_1_std": -0.339101, "nauc_recall_at_1_diff1": 0.815206, "nauc_recall_at_3_max": 0.509909, "nauc_recall_at_3_std": -0.494863, "nauc_recall_at_3_diff1": 0.785441, "nauc_recall_at_5_max": 0.49978, "nauc_recall_at_5_std": -0.509825, "nauc_recall_at_5_diff1": 0.757616, "nauc_recall_at_10_max": 0.618364, "nauc_recall_at_10_std": -0.591634, "nauc_recall_at_10_diff1": 0.796199, "nauc_recall_at_20_max": 0.838266, "nauc_recall_at_20_std": -0.521116, "nauc_recall_at_20_diff1": 0.846291, "nauc_recall_at_25_max": 0.788246, "nauc_recall_at_25_std": -0.587994, "nauc_recall_at_25_diff1": 0.881528, "nauc_recall_at_50_max": 0.912827, "nauc_recall_at_50_std": -0.478653, "nauc_recall_at_50_diff1": 0.86383, "nauc_recall_at_100_max": 0.93462, "nauc_recall_at_100_std": -0.141679, "nauc_recall_at_100_diff1": 0.861125, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.304438, "nauc_precision_at_1_std": -0.339101, "nauc_precision_at_1_diff1": 0.815206, "nauc_precision_at_3_max": 0.509909, "nauc_precision_at_3_std": -0.494863, "nauc_precision_at_3_diff1": 0.785441, "nauc_precision_at_5_max": 0.49978, "nauc_precision_at_5_std": -0.509825, "nauc_precision_at_5_diff1": 0.757616, "nauc_precision_at_10_max": 0.618364, "nauc_precision_at_10_std": -0.591634, "nauc_precision_at_10_diff1": 0.796199, "nauc_precision_at_20_max": 0.838266, "nauc_precision_at_20_std": -0.521116, "nauc_precision_at_20_diff1": 0.846291, "nauc_precision_at_25_max": 0.788246, "nauc_precision_at_25_std": -0.587994, "nauc_precision_at_25_diff1": 0.881528, "nauc_precision_at_50_max": 0.912827, "nauc_precision_at_50_std": -0.478653, "nauc_precision_at_50_diff1": 0.86383, "nauc_precision_at_100_max": 0.93462, "nauc_precision_at_100_std": -0.141679, "nauc_precision_at_100_diff1": 0.861125, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.304438, "nauc_mrr_at_1_std": -0.339101, "nauc_mrr_at_1_diff1": 0.815206, "nauc_mrr_at_3_max": 0.35656, "nauc_mrr_at_3_std": -0.386847, "nauc_mrr_at_3_diff1": 0.80441, "nauc_mrr_at_5_max": 0.349716, "nauc_mrr_at_5_std": -0.382516, "nauc_mrr_at_5_diff1": 0.803004, "nauc_mrr_at_10_max": 0.347485, "nauc_mrr_at_10_std": -0.381533, "nauc_mrr_at_10_diff1": 0.805861, "nauc_mrr_at_20_max": 0.347311, "nauc_mrr_at_20_std": -0.379531, "nauc_mrr_at_20_diff1": 0.806412, "nauc_mrr_at_25_max": 0.34641, "nauc_mrr_at_25_std": -0.379456, "nauc_mrr_at_25_diff1": 0.806438, "nauc_mrr_at_50_max": 0.34597, "nauc_mrr_at_50_std": -0.379145, "nauc_mrr_at_50_diff1": 0.806331, "nauc_mrr_at_100_max": 0.345912, "nauc_mrr_at_100_std": -0.379059, "nauc_mrr_at_100_diff1": 0.806324, "nauc_mrr_at_1000_max": 0.345861, "nauc_mrr_at_1000_std": -0.379037, "nauc_mrr_at_1000_diff1": 0.806313, "hit_rate_at_1": 0.77994, "hit_rate_at_3": 0.91922, "hit_rate_at_5": 0.94708, "hit_rate_at_10": 0.97679, "hit_rate_at_20": 0.98793, "hit_rate_at_25": 0.99257, "hit_rate_at_50": 0.99721, "hit_rate_at_100": 0.99814, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.779944, "R_cap_at_3": 0.91922, "R_cap_at_5": 0.947075, "R_cap_at_10": 0.976787, "R_cap_at_20": 0.987929, "R_cap_at_25": 0.992572, "R_cap_at_50": 0.997214, "R_cap_at_100": 0.998143, "R_cap_at_1000": 1.0, "main_score": 0.8844, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.86845, "ndcg_at_3": 0.91744, "ndcg_at_5": 0.92307, "ndcg_at_10": 0.92829, "ndcg_at_20": 0.93018, "ndcg_at_25": 0.93072, "ndcg_at_50": 0.93166, "ndcg_at_100": 0.93186, "ndcg_at_1000": 0.93233, "map_at_1": 0.86845, "map_at_3": 0.90586, "map_at_5": 0.90898, "map_at_10": 0.91124, "map_at_20": 0.91176, "map_at_25": 0.91186, "map_at_50": 0.91199, "map_at_100": 0.91201, "map_at_1000": 0.91203, "recall_at_1": 0.86845, "recall_at_3": 0.95075, "recall_at_5": 0.96446, "recall_at_10": 0.98005, "recall_at_20": 0.98753, "recall_at_25": 0.99002, "recall_at_50": 0.99501, "recall_at_100": 0.99626, "recall_at_1000": 1.0, "accuracy": 0.86845, "precision_at_1": 0.86845, "precision_at_3": 0.31692, "precision_at_5": 0.19289, "precision_at_10": 0.098, "precision_at_20": 0.04938, "precision_at_25": 0.0396, "precision_at_50": 0.0199, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.868454, "mrr_at_3": 0.90586, "mrr_at_5": 0.908978, "mrr_at_10": 0.911239, "mrr_at_20": 0.911755, "mrr_at_25": 0.911863, "mrr_at_50": 0.911994, "mrr_at_100": 0.91201, "mrr_at_1000": 0.912028, "nauc_ndcg_at_1_max": 0.595484, "nauc_ndcg_at_1_std": -0.199578, "nauc_ndcg_at_1_diff1": 0.851423, "nauc_ndcg_at_3_max": 0.643387, "nauc_ndcg_at_3_std": -0.245026, "nauc_ndcg_at_3_diff1": 0.834241, "nauc_ndcg_at_5_max": 0.64713, "nauc_ndcg_at_5_std": -0.210161, "nauc_ndcg_at_5_diff1": 0.836461, "nauc_ndcg_at_10_max": 0.638118, "nauc_ndcg_at_10_std": -0.218531, "nauc_ndcg_at_10_diff1": 0.839863, "nauc_ndcg_at_20_max": 0.631271, "nauc_ndcg_at_20_std": -0.221122, "nauc_ndcg_at_20_diff1": 0.838302, "nauc_ndcg_at_25_max": 0.630311, "nauc_ndcg_at_25_std": -0.223134, "nauc_ndcg_at_25_diff1": 0.840773, "nauc_ndcg_at_50_max": 0.626997, "nauc_ndcg_at_50_std": -0.229945, "nauc_ndcg_at_50_diff1": 0.840748, "nauc_ndcg_at_100_max": 0.626713, "nauc_ndcg_at_100_std": -0.225436, "nauc_ndcg_at_100_diff1": 0.84071, "nauc_ndcg_at_1000_max": 0.625703, "nauc_ndcg_at_1000_std": -0.224866, "nauc_ndcg_at_1000_diff1": 0.841013, "nauc_map_at_1_max": 0.595484, "nauc_map_at_1_std": -0.199578, "nauc_map_at_1_diff1": 0.851423, "nauc_map_at_3_max": 0.62537, "nauc_map_at_3_std": -0.236505, "nauc_map_at_3_diff1": 0.839623, "nauc_map_at_5_max": 0.62648, "nauc_map_at_5_std": -0.220089, "nauc_map_at_5_diff1": 0.840979, "nauc_map_at_10_max": 0.622567, "nauc_map_at_10_std": -0.223074, "nauc_map_at_10_diff1": 0.842295, "nauc_map_at_20_max": 0.620973, "nauc_map_at_20_std": -0.223617, "nauc_map_at_20_diff1": 0.841989, "nauc_map_at_25_max": 0.620805, "nauc_map_at_25_std": -0.223941, "nauc_map_at_25_diff1": 0.842376, "nauc_map_at_50_max": 0.620423, "nauc_map_at_50_std": -0.224726, "nauc_map_at_50_diff1": 0.842384, "nauc_map_at_100_max": 0.620403, "nauc_map_at_100_std": -0.224433, "nauc_map_at_100_diff1": 0.842386, "nauc_map_at_1000_max": 0.620366, "nauc_map_at_1000_std": -0.224403, "nauc_map_at_1000_diff1": 0.842386, "nauc_recall_at_1_max": 0.595484, "nauc_recall_at_1_std": -0.199578, "nauc_recall_at_1_diff1": 0.851423, "nauc_recall_at_3_max": 0.742146, "nauc_recall_at_3_std": -0.285861, "nauc_recall_at_3_diff1": 0.805481, "nauc_recall_at_5_max": 0.79973, "nauc_recall_at_5_std": -0.119099, "nauc_recall_at_5_diff1": 0.804546, "nauc_recall_at_10_max": 0.829391, "nauc_recall_at_10_std": -0.140782, "nauc_recall_at_10_diff1": 0.815197, "nauc_recall_at_20_max": 0.796694, "nauc_recall_at_20_std": -0.152395, "nauc_recall_at_20_diff1": 0.765582, "nauc_recall_at_25_max": 0.80845, "nauc_recall_at_25_std": -0.197386, "nauc_recall_at_25_diff1": 0.824803, "nauc_recall_at_50_max": 0.753733, "nauc_recall_at_50_std": -0.644574, "nauc_recall_at_50_diff1": 0.805393, "nauc_recall_at_100_max": 0.764232, "nauc_recall_at_100_std": -0.27907, "nauc_recall_at_100_diff1": 0.786817, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.595484, "nauc_precision_at_1_std": -0.199578, "nauc_precision_at_1_diff1": 0.851423, "nauc_precision_at_3_max": 0.742146, "nauc_precision_at_3_std": -0.285861, "nauc_precision_at_3_diff1": 0.805481, "nauc_precision_at_5_max": 0.79973, "nauc_precision_at_5_std": -0.119099, "nauc_precision_at_5_diff1": 0.804546, "nauc_precision_at_10_max": 0.829391, "nauc_precision_at_10_std": -0.140782, "nauc_precision_at_10_diff1": 0.815197, "nauc_precision_at_20_max": 0.796694, "nauc_precision_at_20_std": -0.152395, "nauc_precision_at_20_diff1": 0.765582, "nauc_precision_at_25_max": 0.80845, "nauc_precision_at_25_std": -0.197386, "nauc_precision_at_25_diff1": 0.824803, "nauc_precision_at_50_max": 0.753733, "nauc_precision_at_50_std": -0.644574, "nauc_precision_at_50_diff1": 0.805393, "nauc_precision_at_100_max": 0.764232, "nauc_precision_at_100_std": -0.27907, "nauc_precision_at_100_diff1": 0.786817, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.595484, "nauc_mrr_at_1_std": -0.199578, "nauc_mrr_at_1_diff1": 0.851423, "nauc_mrr_at_3_max": 0.62537, "nauc_mrr_at_3_std": -0.236505, "nauc_mrr_at_3_diff1": 0.839623, "nauc_mrr_at_5_max": 0.62648, "nauc_mrr_at_5_std": -0.220089, "nauc_mrr_at_5_diff1": 0.840979, "nauc_mrr_at_10_max": 0.622567, "nauc_mrr_at_10_std": -0.223074, "nauc_mrr_at_10_diff1": 0.842295, "nauc_mrr_at_20_max": 0.620973, "nauc_mrr_at_20_std": -0.223617, "nauc_mrr_at_20_diff1": 0.841989, "nauc_mrr_at_25_max": 0.620805, "nauc_mrr_at_25_std": -0.223941, "nauc_mrr_at_25_diff1": 0.842376, "nauc_mrr_at_50_max": 0.620423, "nauc_mrr_at_50_std": -0.224726, "nauc_mrr_at_50_diff1": 0.842384, "nauc_mrr_at_100_max": 0.620403, "nauc_mrr_at_100_std": -0.224433, "nauc_mrr_at_100_diff1": 0.842386, "nauc_mrr_at_1000_max": 0.620366, "nauc_mrr_at_1000_std": -0.224403, "nauc_mrr_at_1000_diff1": 0.842386, "hit_rate_at_1": 0.86845, "hit_rate_at_3": 0.95075, "hit_rate_at_5": 0.96446, "hit_rate_at_10": 0.98005, "hit_rate_at_20": 0.98753, "hit_rate_at_25": 0.99002, "hit_rate_at_50": 0.99501, "hit_rate_at_100": 0.99626, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.868454, "R_cap_at_3": 0.950748, "R_cap_at_5": 0.964464, "R_cap_at_10": 0.98005, "R_cap_at_20": 0.987531, "R_cap_at_25": 0.990025, "R_cap_at_50": 0.995012, "R_cap_at_100": 0.996259, "R_cap_at_1000": 1.0, "main_score": 0.92829, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.74573, "ndcg_at_3": 0.83073, "ndcg_at_5": 0.84345, "ndcg_at_10": 0.8535, "ndcg_at_20": 0.86015, "ndcg_at_25": 0.86179, "ndcg_at_50": 0.86354, "ndcg_at_100": 0.86454, "ndcg_at_1000": 0.86481, "map_at_1": 0.74573, "map_at_3": 0.81097, "map_at_5": 0.81808, "map_at_10": 0.82222, "map_at_20": 0.82407, "map_at_25": 0.82439, "map_at_50": 0.82466, "map_at_100": 0.82475, "map_at_1000": 0.82476, "recall_at_1": 0.74573, "recall_at_3": 0.88744, "recall_at_5": 0.91809, "recall_at_10": 0.94925, "recall_at_20": 0.97538, "recall_at_25": 0.98291, "recall_at_50": 0.99196, "recall_at_100": 0.99799, "recall_at_1000": 1.0, "accuracy": 0.74573, "precision_at_1": 0.74573, "precision_at_3": 0.29581, "precision_at_5": 0.18362, "precision_at_10": 0.09492, "precision_at_20": 0.04877, "precision_at_25": 0.03932, "precision_at_50": 0.01984, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.745729, "mrr_at_3": 0.810972, "mrr_at_5": 0.818082, "mrr_at_10": 0.822221, "mrr_at_20": 0.82407, "mrr_at_25": 0.824392, "mrr_at_50": 0.824657, "mrr_at_100": 0.824751, "mrr_at_1000": 0.824764, "nauc_ndcg_at_1_max": 0.397889, "nauc_ndcg_at_1_std": -0.391033, "nauc_ndcg_at_1_diff1": 0.83777, "nauc_ndcg_at_3_max": 0.453622, "nauc_ndcg_at_3_std": -0.477898, "nauc_ndcg_at_3_diff1": 0.804713, "nauc_ndcg_at_5_max": 0.440688, "nauc_ndcg_at_5_std": -0.487805, "nauc_ndcg_at_5_diff1": 0.803729, "nauc_ndcg_at_10_max": 0.440124, "nauc_ndcg_at_10_std": -0.486236, "nauc_ndcg_at_10_diff1": 0.80598, "nauc_ndcg_at_20_max": 0.44021, "nauc_ndcg_at_20_std": -0.471214, "nauc_ndcg_at_20_diff1": 0.813391, "nauc_ndcg_at_25_max": 0.437612, "nauc_ndcg_at_25_std": -0.468345, "nauc_ndcg_at_25_diff1": 0.814171, "nauc_ndcg_at_50_max": 0.437649, "nauc_ndcg_at_50_std": -0.462236, "nauc_ndcg_at_50_diff1": 0.814992, "nauc_ndcg_at_100_max": 0.435061, "nauc_ndcg_at_100_std": -0.460903, "nauc_ndcg_at_100_diff1": 0.814042, "nauc_ndcg_at_1000_max": 0.43481, "nauc_ndcg_at_1000_std": -0.459138, "nauc_ndcg_at_1000_diff1": 0.814017, "nauc_map_at_1_max": 0.397889, "nauc_map_at_1_std": -0.391033, "nauc_map_at_1_diff1": 0.83777, "nauc_map_at_3_max": 0.438148, "nauc_map_at_3_std": -0.450817, "nauc_map_at_3_diff1": 0.813354, "nauc_map_at_5_max": 0.431299, "nauc_map_at_5_std": -0.454461, "nauc_map_at_5_diff1": 0.813194, "nauc_map_at_10_max": 0.431115, "nauc_map_at_10_std": -0.453194, "nauc_map_at_10_diff1": 0.814256, "nauc_map_at_20_max": 0.431019, "nauc_map_at_20_std": -0.449739, "nauc_map_at_20_diff1": 0.816136, "nauc_map_at_25_max": 0.430599, "nauc_map_at_25_std": -0.449252, "nauc_map_at_25_diff1": 0.816257, "nauc_map_at_50_max": 0.430634, "nauc_map_at_50_std": -0.448448, "nauc_map_at_50_diff1": 0.816347, "nauc_map_at_100_max": 0.430444, "nauc_map_at_100_std": -0.448343, "nauc_map_at_100_diff1": 0.816279, "nauc_map_at_1000_max": 0.43043, "nauc_map_at_1000_std": -0.448279, "nauc_map_at_1000_diff1": 0.816277, "nauc_recall_at_1_max": 0.397889, "nauc_recall_at_1_std": -0.391033, "nauc_recall_at_1_diff1": 0.83777, "nauc_recall_at_3_max": 0.522104, "nauc_recall_at_3_std": -0.599918, "nauc_recall_at_3_diff1": 0.766863, "nauc_recall_at_5_max": 0.49044, "nauc_recall_at_5_std": -0.686275, "nauc_recall_at_5_diff1": 0.749489, "nauc_recall_at_10_max": 0.511972, "nauc_recall_at_10_std": -0.793175, "nauc_recall_at_10_diff1": 0.733963, "nauc_recall_at_20_max": 0.590065, "nauc_recall_at_20_std": -0.797938, "nauc_recall_at_20_diff1": 0.802654, "nauc_recall_at_25_max": 0.566952, "nauc_recall_at_25_std": -0.843494, "nauc_recall_at_25_diff1": 0.825287, "nauc_recall_at_50_max": 0.703606, "nauc_recall_at_50_std": -0.789303, "nauc_recall_at_50_diff1": 0.905754, "nauc_recall_at_100_max": 0.530345, "nauc_recall_at_100_std": -1.274276, "nauc_recall_at_100_diff1": 0.823179, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.397889, "nauc_precision_at_1_std": -0.391033, "nauc_precision_at_1_diff1": 0.83777, "nauc_precision_at_3_max": 0.522104, "nauc_precision_at_3_std": -0.599918, "nauc_precision_at_3_diff1": 0.766863, "nauc_precision_at_5_max": 0.49044, "nauc_precision_at_5_std": -0.686275, "nauc_precision_at_5_diff1": 0.749489, "nauc_precision_at_10_max": 0.511972, "nauc_precision_at_10_std": -0.793175, "nauc_precision_at_10_diff1": 0.733963, "nauc_precision_at_20_max": 0.590065, "nauc_precision_at_20_std": -0.797938, "nauc_precision_at_20_diff1": 0.802654, "nauc_precision_at_25_max": 0.566952, "nauc_precision_at_25_std": -0.843494, "nauc_precision_at_25_diff1": 0.825287, "nauc_precision_at_50_max": 0.703606, "nauc_precision_at_50_std": -0.789303, "nauc_precision_at_50_diff1": 0.905754, "nauc_precision_at_100_max": 0.530345, "nauc_precision_at_100_std": -1.274276, "nauc_precision_at_100_diff1": 0.823179, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.397889, "nauc_mrr_at_1_std": -0.391033, "nauc_mrr_at_1_diff1": 0.83777, "nauc_mrr_at_3_max": 0.438148, "nauc_mrr_at_3_std": -0.450817, "nauc_mrr_at_3_diff1": 0.813354, "nauc_mrr_at_5_max": 0.431299, "nauc_mrr_at_5_std": -0.454461, "nauc_mrr_at_5_diff1": 0.813194, "nauc_mrr_at_10_max": 0.431115, "nauc_mrr_at_10_std": -0.453194, "nauc_mrr_at_10_diff1": 0.814256, "nauc_mrr_at_20_max": 0.431019, "nauc_mrr_at_20_std": -0.449739, "nauc_mrr_at_20_diff1": 0.816136, "nauc_mrr_at_25_max": 0.430599, "nauc_mrr_at_25_std": -0.449252, "nauc_mrr_at_25_diff1": 0.816257, "nauc_mrr_at_50_max": 0.430634, "nauc_mrr_at_50_std": -0.448448, "nauc_mrr_at_50_diff1": 0.816347, "nauc_mrr_at_100_max": 0.430444, "nauc_mrr_at_100_std": -0.448343, "nauc_mrr_at_100_diff1": 0.816279, "nauc_mrr_at_1000_max": 0.43043, "nauc_mrr_at_1000_std": -0.448279, "nauc_mrr_at_1000_diff1": 0.816277, "hit_rate_at_1": 0.74573, "hit_rate_at_3": 0.88744, "hit_rate_at_5": 0.91809, "hit_rate_at_10": 0.94925, "hit_rate_at_20": 0.97538, "hit_rate_at_25": 0.98291, "hit_rate_at_50": 0.99196, "hit_rate_at_100": 0.99799, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.745729, "R_cap_at_3": 0.887437, "R_cap_at_5": 0.91809, "R_cap_at_10": 0.949246, "R_cap_at_20": 0.975377, "R_cap_at_25": 0.982915, "R_cap_at_50": 0.99196, "R_cap_at_100": 0.99799, "R_cap_at_1000": 1.0, "main_score": 0.8535, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.67312, "ndcg_at_3": 0.74921, "ndcg_at_5": 0.76827, "ndcg_at_10": 0.7853, "ndcg_at_20": 0.79519, "ndcg_at_25": 0.79734, "ndcg_at_50": 0.80221, "ndcg_at_100": 0.80483, "ndcg_at_1000": 0.80628, "map_at_1": 0.67312, "map_at_3": 0.73123, "map_at_5": 0.74179, "map_at_10": 0.7489, "map_at_20": 0.75167, "map_at_25": 0.7521, "map_at_50": 0.75282, "map_at_100": 0.75306, "map_at_1000": 0.75313, "recall_at_1": 0.67312, "recall_at_3": 0.80092, "recall_at_5": 0.84731, "recall_at_10": 0.89954, "recall_at_20": 0.93825, "recall_at_25": 0.94808, "recall_at_50": 0.97327, "recall_at_100": 0.98925, "recall_at_1000": 1.0, "accuracy": 0.67312, "precision_at_1": 0.67312, "precision_at_3": 0.26697, "precision_at_5": 0.16946, "precision_at_10": 0.08995, "precision_at_20": 0.04691, "precision_at_25": 0.03792, "precision_at_50": 0.01947, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.673118, "mrr_at_3": 0.731234, "mrr_at_5": 0.741787, "mrr_at_10": 0.748899, "mrr_at_20": 0.751666, "mrr_at_25": 0.752097, "mrr_at_50": 0.752823, "mrr_at_100": 0.753062, "mrr_at_1000": 0.753129, "nauc_ndcg_at_1_max": 0.216467, "nauc_ndcg_at_1_std": -0.585305, "nauc_ndcg_at_1_diff1": 0.849426, "nauc_ndcg_at_3_max": 0.192651, "nauc_ndcg_at_3_std": -0.668126, "nauc_ndcg_at_3_diff1": 0.823749, "nauc_ndcg_at_5_max": 0.190398, "nauc_ndcg_at_5_std": -0.685576, "nauc_ndcg_at_5_diff1": 0.824011, "nauc_ndcg_at_10_max": 0.194358, "nauc_ndcg_at_10_std": -0.681025, "nauc_ndcg_at_10_diff1": 0.8233, "nauc_ndcg_at_20_max": 0.20051, "nauc_ndcg_at_20_std": -0.670181, "nauc_ndcg_at_20_diff1": 0.826261, "nauc_ndcg_at_25_max": 0.202392, "nauc_ndcg_at_25_std": -0.66489, "nauc_ndcg_at_25_diff1": 0.826179, "nauc_ndcg_at_50_max": 0.200626, "nauc_ndcg_at_50_std": -0.661518, "nauc_ndcg_at_50_diff1": 0.827284, "nauc_ndcg_at_100_max": 0.199994, "nauc_ndcg_at_100_std": -0.658649, "nauc_ndcg_at_100_diff1": 0.82831, "nauc_ndcg_at_1000_max": 0.199909, "nauc_ndcg_at_1000_std": -0.657496, "nauc_ndcg_at_1000_diff1": 0.829318, "nauc_map_at_1_max": 0.216467, "nauc_map_at_1_std": -0.585305, "nauc_map_at_1_diff1": 0.849426, "nauc_map_at_3_max": 0.199223, "nauc_map_at_3_std": -0.646086, "nauc_map_at_3_diff1": 0.830903, "nauc_map_at_5_max": 0.198548, "nauc_map_at_5_std": -0.653884, "nauc_map_at_5_diff1": 0.831386, "nauc_map_at_10_max": 0.200075, "nauc_map_at_10_std": -0.651601, "nauc_map_at_10_diff1": 0.831308, "nauc_map_at_20_max": 0.201487, "nauc_map_at_20_std": -0.648711, "nauc_map_at_20_diff1": 0.832129, "nauc_map_at_25_max": 0.201817, "nauc_map_at_25_std": -0.647778, "nauc_map_at_25_diff1": 0.832136, "nauc_map_at_50_max": 0.201575, "nauc_map_at_50_std": -0.647392, "nauc_map_at_50_diff1": 0.832287, "nauc_map_at_100_max": 0.201513, "nauc_map_at_100_std": -0.647204, "nauc_map_at_100_diff1": 0.832371, "nauc_map_at_1000_max": 0.201518, "nauc_map_at_1000_std": -0.647136, "nauc_map_at_1000_diff1": 0.832405, "nauc_recall_at_1_max": 0.216467, "nauc_recall_at_1_std": -0.585305, "nauc_recall_at_1_diff1": 0.849426, "nauc_recall_at_3_max": 0.168853, "nauc_recall_at_3_std": -0.747502, "nauc_recall_at_3_diff1": 0.797808, "nauc_recall_at_5_max": 0.153306, "nauc_recall_at_5_std": -0.829972, "nauc_recall_at_5_diff1": 0.791155, "nauc_recall_at_10_max": 0.161258, "nauc_recall_at_10_std": -0.865738, "nauc_recall_at_10_diff1": 0.772479, "nauc_recall_at_20_max": 0.213519, "nauc_recall_at_20_std": -0.856609, "nauc_recall_at_20_diff1": 0.773832, "nauc_recall_at_25_max": 0.244962, "nauc_recall_at_25_std": -0.809192, "nauc_recall_at_25_diff1": 0.762254, "nauc_recall_at_50_max": 0.228798, "nauc_recall_at_50_std": -0.823474, "nauc_recall_at_50_diff1": 0.739137, "nauc_recall_at_100_max": 0.216402, "nauc_recall_at_100_std": -0.771268, "nauc_recall_at_100_diff1": 0.706006, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.216467, "nauc_precision_at_1_std": -0.585305, "nauc_precision_at_1_diff1": 0.849426, "nauc_precision_at_3_max": 0.168853, "nauc_precision_at_3_std": -0.747502, "nauc_precision_at_3_diff1": 0.797808, "nauc_precision_at_5_max": 0.153306, "nauc_precision_at_5_std": -0.829972, "nauc_precision_at_5_diff1": 0.791155, "nauc_precision_at_10_max": 0.161258, "nauc_precision_at_10_std": -0.865738, "nauc_precision_at_10_diff1": 0.772479, "nauc_precision_at_20_max": 0.213519, "nauc_precision_at_20_std": -0.856609, "nauc_precision_at_20_diff1": 0.773832, "nauc_precision_at_25_max": 0.244962, "nauc_precision_at_25_std": -0.809192, "nauc_precision_at_25_diff1": 0.762254, "nauc_precision_at_50_max": 0.228798, "nauc_precision_at_50_std": -0.823474, "nauc_precision_at_50_diff1": 0.739137, "nauc_precision_at_100_max": 0.216402, "nauc_precision_at_100_std": -0.771268, "nauc_precision_at_100_diff1": 0.706006, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.216467, "nauc_mrr_at_1_std": -0.585305, "nauc_mrr_at_1_diff1": 0.849426, "nauc_mrr_at_3_max": 0.199223, "nauc_mrr_at_3_std": -0.646086, "nauc_mrr_at_3_diff1": 0.830903, "nauc_mrr_at_5_max": 0.198548, "nauc_mrr_at_5_std": -0.653884, "nauc_mrr_at_5_diff1": 0.831386, "nauc_mrr_at_10_max": 0.200075, "nauc_mrr_at_10_std": -0.651601, "nauc_mrr_at_10_diff1": 0.831308, "nauc_mrr_at_20_max": 0.201487, "nauc_mrr_at_20_std": -0.648711, "nauc_mrr_at_20_diff1": 0.832129, "nauc_mrr_at_25_max": 0.201817, "nauc_mrr_at_25_std": -0.647778, "nauc_mrr_at_25_diff1": 0.832136, "nauc_mrr_at_50_max": 0.201575, "nauc_mrr_at_50_std": -0.647392, "nauc_mrr_at_50_diff1": 0.832287, "nauc_mrr_at_100_max": 0.201513, "nauc_mrr_at_100_std": -0.647204, "nauc_mrr_at_100_diff1": 0.832371, "nauc_mrr_at_1000_max": 0.201518, "nauc_mrr_at_1000_std": -0.647136, "nauc_mrr_at_1000_diff1": 0.832405, "hit_rate_at_1": 0.67312, "hit_rate_at_3": 0.80092, "hit_rate_at_5": 0.84731, "hit_rate_at_10": 0.89954, "hit_rate_at_20": 0.93825, "hit_rate_at_25": 0.94808, "hit_rate_at_50": 0.97327, "hit_rate_at_100": 0.98925, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.673118, "R_cap_at_3": 0.800922, "R_cap_at_5": 0.847312, "R_cap_at_10": 0.899539, "R_cap_at_20": 0.938249, "R_cap_at_25": 0.94808, "R_cap_at_50": 0.973272, "R_cap_at_100": 0.989247, "R_cap_at_1000": 1.0, "main_score": 0.7853, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.62395, "ndcg_at_3": 0.70565, "ndcg_at_5": 0.72273, "ndcg_at_10": 0.7383, "ndcg_at_20": 0.74709, "ndcg_at_25": 0.74934, "ndcg_at_50": 0.75636, "ndcg_at_100": 0.76131, "ndcg_at_1000": 0.76623, "map_at_1": 0.62395, "map_at_3": 0.68617, "map_at_5": 0.69568, "map_at_10": 0.70218, "map_at_20": 0.70462, "map_at_25": 0.70507, "map_at_50": 0.70612, "map_at_100": 0.70657, "map_at_1000": 0.70679, "recall_at_1": 0.62395, "recall_at_3": 0.76178, "recall_at_5": 0.8031, "recall_at_10": 0.85087, "recall_at_20": 0.88541, "recall_at_25": 0.89574, "recall_at_50": 0.93205, "recall_at_100": 0.96223, "recall_at_1000": 0.99903, "accuracy": 0.62395, "precision_at_1": 0.62395, "precision_at_3": 0.25393, "precision_at_5": 0.16062, "precision_at_10": 0.08509, "precision_at_20": 0.04427, "precision_at_25": 0.03583, "precision_at_50": 0.01864, "precision_at_100": 0.00962, "precision_at_1000": 0.001, "mrr_at_1": 0.623951, "mrr_at_3": 0.686168, "mrr_at_5": 0.695683, "mrr_at_10": 0.70218, "mrr_at_20": 0.704622, "mrr_at_25": 0.705073, "mrr_at_50": 0.706117, "mrr_at_100": 0.70657, "mrr_at_1000": 0.706789, "nauc_ndcg_at_1_max": 0.317041, "nauc_ndcg_at_1_std": -0.444781, "nauc_ndcg_at_1_diff1": 0.791959, "nauc_ndcg_at_3_max": 0.293231, "nauc_ndcg_at_3_std": -0.545041, "nauc_ndcg_at_3_diff1": 0.760978, "nauc_ndcg_at_5_max": 0.278298, "nauc_ndcg_at_5_std": -0.56529, "nauc_ndcg_at_5_diff1": 0.757923, "nauc_ndcg_at_10_max": 0.272879, "nauc_ndcg_at_10_std": -0.576186, "nauc_ndcg_at_10_diff1": 0.759973, "nauc_ndcg_at_20_max": 0.272922, "nauc_ndcg_at_20_std": -0.569862, "nauc_ndcg_at_20_diff1": 0.761519, "nauc_ndcg_at_25_max": 0.271959, "nauc_ndcg_at_25_std": -0.569633, "nauc_ndcg_at_25_diff1": 0.761416, "nauc_ndcg_at_50_max": 0.275833, "nauc_ndcg_at_50_std": -0.562838, "nauc_ndcg_at_50_diff1": 0.764112, "nauc_ndcg_at_100_max": 0.279121, "nauc_ndcg_at_100_std": -0.553985, "nauc_ndcg_at_100_diff1": 0.765495, "nauc_ndcg_at_1000_max": 0.284369, "nauc_ndcg_at_1000_std": -0.545404, "nauc_ndcg_at_1000_diff1": 0.76575, "nauc_map_at_1_max": 0.317041, "nauc_map_at_1_std": -0.444781, "nauc_map_at_1_diff1": 0.791959, "nauc_map_at_3_max": 0.299907, "nauc_map_at_3_std": -0.518285, "nauc_map_at_3_diff1": 0.768655, "nauc_map_at_5_max": 0.292368, "nauc_map_at_5_std": -0.528121, "nauc_map_at_5_diff1": 0.767221, "nauc_map_at_10_max": 0.290669, "nauc_map_at_10_std": -0.531754, "nauc_map_at_10_diff1": 0.768262, "nauc_map_at_20_max": 0.290803, "nauc_map_at_20_std": -0.529955, "nauc_map_at_20_diff1": 0.76873, "nauc_map_at_25_max": 0.290659, "nauc_map_at_25_std": -0.529875, "nauc_map_at_25_diff1": 0.768723, "nauc_map_at_50_max": 0.291175, "nauc_map_at_50_std": -0.528939, "nauc_map_at_50_diff1": 0.769083, "nauc_map_at_100_max": 0.291469, "nauc_map_at_100_std": -0.528209, "nauc_map_at_100_diff1": 0.769206, "nauc_map_at_1000_max": 0.291691, "nauc_map_at_1000_std": -0.527812, "nauc_map_at_1000_diff1": 0.76921, "nauc_recall_at_1_max": 0.317041, "nauc_recall_at_1_std": -0.444781, "nauc_recall_at_1_diff1": 0.791959, "nauc_recall_at_3_max": 0.269592, "nauc_recall_at_3_std": -0.639117, "nauc_recall_at_3_diff1": 0.734297, "nauc_recall_at_5_max": 0.218988, "nauc_recall_at_5_std": -0.717384, "nauc_recall_at_5_diff1": 0.720714, "nauc_recall_at_10_max": 0.175506, "nauc_recall_at_10_std": -0.810556, "nauc_recall_at_10_diff1": 0.719179, "nauc_recall_at_20_max": 0.150305, "nauc_recall_at_20_std": -0.823276, "nauc_recall_at_20_diff1": 0.719645, "nauc_recall_at_25_max": 0.130689, "nauc_recall_at_25_std": -0.842506, "nauc_recall_at_25_diff1": 0.715054, "nauc_recall_at_50_max": 0.12, "nauc_recall_at_50_std": -0.874593, "nauc_recall_at_50_diff1": 0.733675, "nauc_recall_at_100_max": 0.100576, "nauc_recall_at_100_std": -0.834131, "nauc_recall_at_100_diff1": 0.753176, "nauc_recall_at_1000_max": 0.931915, "nauc_recall_at_1000_std": 0.651489, "nauc_recall_at_1000_diff1": 0.789521, "nauc_precision_at_1_max": 0.317041, "nauc_precision_at_1_std": -0.444781, "nauc_precision_at_1_diff1": 0.791959, "nauc_precision_at_3_max": 0.269592, "nauc_precision_at_3_std": -0.639117, "nauc_precision_at_3_diff1": 0.734297, "nauc_precision_at_5_max": 0.218988, "nauc_precision_at_5_std": -0.717384, "nauc_precision_at_5_diff1": 0.720714, "nauc_precision_at_10_max": 0.175506, "nauc_precision_at_10_std": -0.810556, "nauc_precision_at_10_diff1": 0.719179, "nauc_precision_at_20_max": 0.150305, "nauc_precision_at_20_std": -0.823276, "nauc_precision_at_20_diff1": 0.719645, "nauc_precision_at_25_max": 0.130689, "nauc_precision_at_25_std": -0.842506, "nauc_precision_at_25_diff1": 0.715054, "nauc_precision_at_50_max": 0.12, "nauc_precision_at_50_std": -0.874593, "nauc_precision_at_50_diff1": 0.733675, "nauc_precision_at_100_max": 0.100576, "nauc_precision_at_100_std": -0.834131, "nauc_precision_at_100_diff1": 0.753176, "nauc_precision_at_1000_max": 0.931915, "nauc_precision_at_1000_std": 0.651489, "nauc_precision_at_1000_diff1": 0.789521, "nauc_mrr_at_1_max": 0.317041, "nauc_mrr_at_1_std": -0.444781, "nauc_mrr_at_1_diff1": 0.791959, "nauc_mrr_at_3_max": 0.299907, "nauc_mrr_at_3_std": -0.518285, "nauc_mrr_at_3_diff1": 0.768655, "nauc_mrr_at_5_max": 0.292368, "nauc_mrr_at_5_std": -0.528121, "nauc_mrr_at_5_diff1": 0.767221, "nauc_mrr_at_10_max": 0.290669, "nauc_mrr_at_10_std": -0.531754, "nauc_mrr_at_10_diff1": 0.768262, "nauc_mrr_at_20_max": 0.290803, "nauc_mrr_at_20_std": -0.529955, "nauc_mrr_at_20_diff1": 0.76873, "nauc_mrr_at_25_max": 0.290659, "nauc_mrr_at_25_std": -0.529875, "nauc_mrr_at_25_diff1": 0.768723, "nauc_mrr_at_50_max": 0.291175, "nauc_mrr_at_50_std": -0.528939, "nauc_mrr_at_50_diff1": 0.769083, "nauc_mrr_at_100_max": 0.291469, "nauc_mrr_at_100_std": -0.528209, "nauc_mrr_at_100_diff1": 0.769206, "nauc_mrr_at_1000_max": 0.291691, "nauc_mrr_at_1000_std": -0.527812, "nauc_mrr_at_1000_diff1": 0.76921, "hit_rate_at_1": 0.62395, "hit_rate_at_3": 0.76178, "hit_rate_at_5": 0.8031, "hit_rate_at_10": 0.85087, "hit_rate_at_20": 0.88541, "hit_rate_at_25": 0.89574, "hit_rate_at_50": 0.93205, "hit_rate_at_100": 0.96223, "hit_rate_at_1000": 0.99903, "R_cap_at_1": 0.623951, "R_cap_at_3": 0.761782, "R_cap_at_5": 0.803099, "R_cap_at_10": 0.850872, "R_cap_at_20": 0.88541, "R_cap_at_25": 0.895739, "R_cap_at_50": 0.932053, "R_cap_at_100": 0.962234, "R_cap_at_1000": 0.999032, "main_score": 0.7383, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.83887, "ndcg_at_3": 0.89715, "ndcg_at_5": 0.90579, "ndcg_at_10": 0.91405, "ndcg_at_20": 0.91636, "ndcg_at_25": 0.91721, "ndcg_at_50": 0.91746, "ndcg_at_100": 0.91786, "ndcg_at_1000": 0.91786, "map_at_1": 0.83887, "map_at_3": 0.88321, "map_at_5": 0.88813, "map_at_10": 0.89153, "map_at_20": 0.89219, "map_at_25": 0.89236, "map_at_50": 0.8924, "map_at_100": 0.89243, "map_at_1000": 0.89243, "recall_at_1": 0.83887, "recall_at_3": 0.93734, "recall_at_5": 0.9578, "recall_at_10": 0.98338, "recall_at_20": 0.99233, "recall_at_25": 0.99616, "recall_at_50": 0.99744, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.83887, "precision_at_1": 0.83887, "precision_at_3": 0.31245, "precision_at_5": 0.19156, "precision_at_10": 0.09834, "precision_at_20": 0.04962, "precision_at_25": 0.03985, "precision_at_50": 0.01995, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.838875, "mrr_at_3": 0.883205, "mrr_at_5": 0.888129, "mrr_at_10": 0.891527, "mrr_at_20": 0.892189, "mrr_at_25": 0.892362, "mrr_at_50": 0.892398, "mrr_at_100": 0.892429, "mrr_at_1000": 0.892429, "nauc_ndcg_at_1_max": 0.56688, "nauc_ndcg_at_1_std": -0.226568, "nauc_ndcg_at_1_diff1": 0.890788, "nauc_ndcg_at_3_max": 0.583076, "nauc_ndcg_at_3_std": -0.226506, "nauc_ndcg_at_3_diff1": 0.86869, "nauc_ndcg_at_5_max": 0.598268, "nauc_ndcg_at_5_std": -0.197051, "nauc_ndcg_at_5_diff1": 0.87373, "nauc_ndcg_at_10_max": 0.586326, "nauc_ndcg_at_10_std": -0.221667, "nauc_ndcg_at_10_diff1": 0.876598, "nauc_ndcg_at_20_max": 0.590604, "nauc_ndcg_at_20_std": -0.208745, "nauc_ndcg_at_20_diff1": 0.878431, "nauc_ndcg_at_25_max": 0.587199, "nauc_ndcg_at_25_std": -0.212229, "nauc_ndcg_at_25_diff1": 0.878115, "nauc_ndcg_at_50_max": 0.586779, "nauc_ndcg_at_50_std": -0.214001, "nauc_ndcg_at_50_diff1": 0.879122, "nauc_ndcg_at_100_max": 0.585349, "nauc_ndcg_at_100_std": -0.215608, "nauc_ndcg_at_100_diff1": 0.87851, "nauc_ndcg_at_1000_max": 0.585349, "nauc_ndcg_at_1000_std": -0.215608, "nauc_ndcg_at_1000_diff1": 0.87851, "nauc_map_at_1_max": 0.56688, "nauc_map_at_1_std": -0.226568, "nauc_map_at_1_diff1": 0.890788, "nauc_map_at_3_max": 0.579157, "nauc_map_at_3_std": -0.22593, "nauc_map_at_3_diff1": 0.875105, "nauc_map_at_5_max": 0.586206, "nauc_map_at_5_std": -0.211503, "nauc_map_at_5_diff1": 0.87782, "nauc_map_at_10_max": 0.581836, "nauc_map_at_10_std": -0.220388, "nauc_map_at_10_diff1": 0.878904, "nauc_map_at_20_max": 0.583071, "nauc_map_at_20_std": -0.217137, "nauc_map_at_20_diff1": 0.879412, "nauc_map_at_25_max": 0.582525, "nauc_map_at_25_std": -0.217714, "nauc_map_at_25_diff1": 0.87936, "nauc_map_at_50_max": 0.582476, "nauc_map_at_50_std": -0.217917, "nauc_map_at_50_diff1": 0.879475, "nauc_map_at_100_max": 0.582389, "nauc_map_at_100_std": -0.218024, "nauc_map_at_100_diff1": 0.879439, "nauc_map_at_1000_max": 0.582389, "nauc_map_at_1000_std": -0.218024, "nauc_map_at_1000_diff1": 0.879439, "nauc_recall_at_1_max": 0.56688, "nauc_recall_at_1_std": -0.226568, "nauc_recall_at_1_diff1": 0.890788, "nauc_recall_at_3_max": 0.602403, "nauc_recall_at_3_std": -0.229941, "nauc_recall_at_3_diff1": 0.835978, "nauc_recall_at_5_max": 0.690505, "nauc_recall_at_5_std": -0.083048, "nauc_recall_at_5_diff1": 0.845984, "nauc_recall_at_10_max": 0.649723, "nauc_recall_at_10_std": -0.276272, "nauc_recall_at_10_diff1": 0.847233, "nauc_recall_at_20_max": 0.866604, "nauc_recall_at_20_std": 0.149039, "nauc_recall_at_20_diff1": 0.879419, "nauc_recall_at_25_max": 0.82033, "nauc_recall_at_25_std": 0.181593, "nauc_recall_at_25_diff1": 0.851388, "nauc_recall_at_50_max": 0.869318, "nauc_recall_at_50_std": 0.093389, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.56688, "nauc_precision_at_1_std": -0.226568, "nauc_precision_at_1_diff1": 0.890788, "nauc_precision_at_3_max": 0.602403, "nauc_precision_at_3_std": -0.229941, "nauc_precision_at_3_diff1": 0.835978, "nauc_precision_at_5_max": 0.690505, "nauc_precision_at_5_std": -0.083048, "nauc_precision_at_5_diff1": 0.845984, "nauc_precision_at_10_max": 0.649723, "nauc_precision_at_10_std": -0.276272, "nauc_precision_at_10_diff1": 0.847233, "nauc_precision_at_20_max": 0.866604, "nauc_precision_at_20_std": 0.149039, "nauc_precision_at_20_diff1": 0.879419, "nauc_precision_at_25_max": 0.82033, "nauc_precision_at_25_std": 0.181593, "nauc_precision_at_25_diff1": 0.851388, "nauc_precision_at_50_max": 0.869318, "nauc_precision_at_50_std": 0.093389, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.56688, "nauc_mrr_at_1_std": -0.226568, "nauc_mrr_at_1_diff1": 0.890788, "nauc_mrr_at_3_max": 0.579157, "nauc_mrr_at_3_std": -0.22593, "nauc_mrr_at_3_diff1": 0.875105, "nauc_mrr_at_5_max": 0.586206, "nauc_mrr_at_5_std": -0.211503, "nauc_mrr_at_5_diff1": 0.87782, "nauc_mrr_at_10_max": 0.581836, "nauc_mrr_at_10_std": -0.220388, "nauc_mrr_at_10_diff1": 0.878904, "nauc_mrr_at_20_max": 0.583071, "nauc_mrr_at_20_std": -0.217137, "nauc_mrr_at_20_diff1": 0.879412, "nauc_mrr_at_25_max": 0.582525, "nauc_mrr_at_25_std": -0.217714, "nauc_mrr_at_25_diff1": 0.87936, "nauc_mrr_at_50_max": 0.582476, "nauc_mrr_at_50_std": -0.217917, "nauc_mrr_at_50_diff1": 0.879475, "nauc_mrr_at_100_max": 0.582389, "nauc_mrr_at_100_std": -0.218024, "nauc_mrr_at_100_diff1": 0.879439, "nauc_mrr_at_1000_max": 0.582389, "nauc_mrr_at_1000_std": -0.218024, "nauc_mrr_at_1000_diff1": 0.879439, "hit_rate_at_1": 0.83887, "hit_rate_at_3": 0.93734, "hit_rate_at_5": 0.9578, "hit_rate_at_10": 0.98338, "hit_rate_at_20": 0.99233, "hit_rate_at_25": 0.99616, "hit_rate_at_50": 0.99744, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.838875, "R_cap_at_3": 0.93734, "R_cap_at_5": 0.957801, "R_cap_at_10": 0.983376, "R_cap_at_20": 0.992327, "R_cap_at_25": 0.996164, "R_cap_at_50": 0.997442, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91405, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.71867, "ndcg_at_3": 0.79803, "ndcg_at_5": 0.81291, "ndcg_at_10": 0.82573, "ndcg_at_20": 0.83232, "ndcg_at_25": 0.83399, "ndcg_at_50": 0.83738, "ndcg_at_100": 0.83909, "ndcg_at_1000": 0.84043, "map_at_1": 0.71867, "map_at_3": 0.77935, "map_at_5": 0.78762, "map_at_10": 0.79296, "map_at_20": 0.7948, "map_at_25": 0.79513, "map_at_50": 0.79564, "map_at_100": 0.7958, "map_at_1000": 0.79585, "recall_at_1": 0.71867, "recall_at_3": 0.85175, "recall_at_5": 0.88782, "recall_at_10": 0.92715, "recall_at_20": 0.95308, "recall_at_25": 0.96067, "recall_at_50": 0.97813, "recall_at_100": 0.98862, "recall_at_1000": 0.99894, "accuracy": 0.71867, "precision_at_1": 0.71867, "precision_at_3": 0.28392, "precision_at_5": 0.17756, "precision_at_10": 0.09272, "precision_at_20": 0.04765, "precision_at_25": 0.03843, "precision_at_50": 0.01956, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.71867, "mrr_at_3": 0.779346, "mrr_at_5": 0.787622, "mrr_at_10": 0.792965, "mrr_at_20": 0.794798, "mrr_at_25": 0.795134, "mrr_at_50": 0.795644, "mrr_at_100": 0.795798, "mrr_at_1000": 0.795853, "nauc_ndcg_at_1_max": 0.46924, "nauc_ndcg_at_1_std": -0.338168, "nauc_ndcg_at_1_diff1": 0.821194, "nauc_ndcg_at_3_max": 0.508392, "nauc_ndcg_at_3_std": -0.389847, "nauc_ndcg_at_3_diff1": 0.791627, "nauc_ndcg_at_5_max": 0.507629, "nauc_ndcg_at_5_std": -0.388849, "nauc_ndcg_at_5_diff1": 0.788681, "nauc_ndcg_at_10_max": 0.507234, "nauc_ndcg_at_10_std": -0.380015, "nauc_ndcg_at_10_diff1": 0.792813, "nauc_ndcg_at_20_max": 0.506621, "nauc_ndcg_at_20_std": -0.372053, "nauc_ndcg_at_20_diff1": 0.794503, "nauc_ndcg_at_25_max": 0.506144, "nauc_ndcg_at_25_std": -0.369246, "nauc_ndcg_at_25_diff1": 0.794812, "nauc_ndcg_at_50_max": 0.504134, "nauc_ndcg_at_50_std": -0.366552, "nauc_ndcg_at_50_diff1": 0.795588, "nauc_ndcg_at_100_max": 0.502887, "nauc_ndcg_at_100_std": -0.365885, "nauc_ndcg_at_100_diff1": 0.796501, "nauc_ndcg_at_1000_max": 0.501135, "nauc_ndcg_at_1000_std": -0.369236, "nauc_ndcg_at_1000_diff1": 0.797068, "nauc_map_at_1_max": 0.46924, "nauc_map_at_1_std": -0.338168, "nauc_map_at_1_diff1": 0.821194, "nauc_map_at_3_max": 0.497779, "nauc_map_at_3_std": -0.375627, "nauc_map_at_3_diff1": 0.799182, "nauc_map_at_5_max": 0.496958, "nauc_map_at_5_std": -0.374546, "nauc_map_at_5_diff1": 0.797939, "nauc_map_at_10_max": 0.496383, "nauc_map_at_10_std": -0.371208, "nauc_map_at_10_diff1": 0.799615, "nauc_map_at_20_max": 0.496145, "nauc_map_at_20_std": -0.36941, "nauc_map_at_20_diff1": 0.800045, "nauc_map_at_25_max": 0.496049, "nauc_map_at_25_std": -0.368942, "nauc_map_at_25_diff1": 0.800108, "nauc_map_at_50_max": 0.49578, "nauc_map_at_50_std": -0.368618, "nauc_map_at_50_diff1": 0.800195, "nauc_map_at_100_max": 0.495694, "nauc_map_at_100_std": -0.368552, "nauc_map_at_100_diff1": 0.800269, "nauc_map_at_1000_max": 0.495644, "nauc_map_at_1000_std": -0.368648, "nauc_map_at_1000_diff1": 0.800286, "nauc_recall_at_1_max": 0.46924, "nauc_recall_at_1_std": -0.338168, "nauc_recall_at_1_diff1": 0.821194, "nauc_recall_at_3_max": 0.550704, "nauc_recall_at_3_std": -0.446672, "nauc_recall_at_3_diff1": 0.761803, "nauc_recall_at_5_max": 0.560145, "nauc_recall_at_5_std": -0.459403, "nauc_recall_at_5_diff1": 0.742743, "nauc_recall_at_10_max": 0.586626, "nauc_recall_at_10_std": -0.434223, "nauc_recall_at_10_diff1": 0.747164, "nauc_recall_at_20_max": 0.622359, "nauc_recall_at_20_std": -0.359244, "nauc_recall_at_20_diff1": 0.744259, "nauc_recall_at_25_max": 0.63627, "nauc_recall_at_25_std": -0.307685, "nauc_recall_at_25_diff1": 0.73987, "nauc_recall_at_50_max": 0.670329, "nauc_recall_at_50_std": -0.164373, "nauc_recall_at_50_diff1": 0.725222, "nauc_recall_at_100_max": 0.722587, "nauc_recall_at_100_std": 0.067191, "nauc_recall_at_100_diff1": 0.730467, "nauc_recall_at_1000_max": 0.951952, "nauc_recall_at_1000_std": 0.635544, "nauc_recall_at_1000_diff1": 0.705523, "nauc_precision_at_1_max": 0.46924, "nauc_precision_at_1_std": -0.338168, "nauc_precision_at_1_diff1": 0.821194, "nauc_precision_at_3_max": 0.550704, "nauc_precision_at_3_std": -0.446672, "nauc_precision_at_3_diff1": 0.761803, "nauc_precision_at_5_max": 0.560145, "nauc_precision_at_5_std": -0.459403, "nauc_precision_at_5_diff1": 0.742743, "nauc_precision_at_10_max": 0.586626, "nauc_precision_at_10_std": -0.434223, "nauc_precision_at_10_diff1": 0.747164, "nauc_precision_at_20_max": 0.622359, "nauc_precision_at_20_std": -0.359244, "nauc_precision_at_20_diff1": 0.744259, "nauc_precision_at_25_max": 0.63627, "nauc_precision_at_25_std": -0.307685, "nauc_precision_at_25_diff1": 0.73987, "nauc_precision_at_50_max": 0.670329, "nauc_precision_at_50_std": -0.164373, "nauc_precision_at_50_diff1": 0.725222, "nauc_precision_at_100_max": 0.722587, "nauc_precision_at_100_std": 0.067191, "nauc_precision_at_100_diff1": 0.730467, "nauc_precision_at_1000_max": 0.951952, "nauc_precision_at_1000_std": 0.635544, "nauc_precision_at_1000_diff1": 0.705523, "nauc_mrr_at_1_max": 0.46924, "nauc_mrr_at_1_std": -0.338168, "nauc_mrr_at_1_diff1": 0.821194, "nauc_mrr_at_3_max": 0.497779, "nauc_mrr_at_3_std": -0.375627, "nauc_mrr_at_3_diff1": 0.799182, "nauc_mrr_at_5_max": 0.496958, "nauc_mrr_at_5_std": -0.374546, "nauc_mrr_at_5_diff1": 0.797939, "nauc_mrr_at_10_max": 0.496383, "nauc_mrr_at_10_std": -0.371208, "nauc_mrr_at_10_diff1": 0.799615, "nauc_mrr_at_20_max": 0.496145, "nauc_mrr_at_20_std": -0.36941, "nauc_mrr_at_20_diff1": 0.800045, "nauc_mrr_at_25_max": 0.496049, "nauc_mrr_at_25_std": -0.368942, "nauc_mrr_at_25_diff1": 0.800108, "nauc_mrr_at_50_max": 0.49578, "nauc_mrr_at_50_std": -0.368618, "nauc_mrr_at_50_diff1": 0.800195, "nauc_mrr_at_100_max": 0.495694, "nauc_mrr_at_100_std": -0.368552, "nauc_mrr_at_100_diff1": 0.800269, "nauc_mrr_at_1000_max": 0.495644, "nauc_mrr_at_1000_std": -0.368648, "nauc_mrr_at_1000_diff1": 0.800286, "hit_rate_at_1": 0.71867, "hit_rate_at_3": 0.85175, "hit_rate_at_5": 0.88782, "hit_rate_at_10": 0.92715, "hit_rate_at_20": 0.95308, "hit_rate_at_25": 0.96067, "hit_rate_at_50": 0.97813, "hit_rate_at_100": 0.98862, "hit_rate_at_1000": 0.99894, "R_cap_at_1": 0.71867, "R_cap_at_3": 0.851751, "R_cap_at_5": 0.887821, "R_cap_at_10": 0.927154, "R_cap_at_20": 0.953082, "R_cap_at_25": 0.960667, "R_cap_at_50": 0.978129, "R_cap_at_100": 0.988623, "R_cap_at_1000": 0.998942, "main_score": 0.82573, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.78576, "ndcg_at_3": 0.8647, "ndcg_at_5": 0.87546, "ndcg_at_10": 0.88214, "ndcg_at_20": 0.88512, "ndcg_at_25": 0.8859, "ndcg_at_50": 0.88752, "ndcg_at_100": 0.88825, "ndcg_at_1000": 0.88915, "map_at_1": 0.78576, "map_at_3": 0.84612, "map_at_5": 0.85207, "map_at_10": 0.85493, "map_at_20": 0.85578, "map_at_25": 0.85593, "map_at_50": 0.85617, "map_at_100": 0.85623, "map_at_1000": 0.85627, "recall_at_1": 0.78576, "recall_at_3": 0.91812, "recall_at_5": 0.94434, "recall_at_10": 0.9644, "recall_at_20": 0.97605, "recall_at_25": 0.97961, "recall_at_50": 0.98803, "recall_at_100": 0.99256, "recall_at_1000": 0.99968, "accuracy": 0.78576, "precision_at_1": 0.78576, "precision_at_3": 0.30604, "precision_at_5": 0.18887, "precision_at_10": 0.09644, "precision_at_20": 0.0488, "precision_at_25": 0.03918, "precision_at_50": 0.01976, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.785761, "mrr_at_3": 0.846117, "mrr_at_5": 0.852071, "mrr_at_10": 0.854935, "mrr_at_20": 0.855778, "mrr_at_25": 0.855933, "mrr_at_50": 0.856172, "mrr_at_100": 0.856234, "mrr_at_1000": 0.856269, "nauc_ndcg_at_1_max": 0.497142, "nauc_ndcg_at_1_std": -0.114013, "nauc_ndcg_at_1_diff1": 0.796836, "nauc_ndcg_at_3_max": 0.563924, "nauc_ndcg_at_3_std": -0.09265, "nauc_ndcg_at_3_diff1": 0.779323, "nauc_ndcg_at_5_max": 0.561777, "nauc_ndcg_at_5_std": -0.09792, "nauc_ndcg_at_5_diff1": 0.783514, "nauc_ndcg_at_10_max": 0.560025, "nauc_ndcg_at_10_std": -0.090166, "nauc_ndcg_at_10_diff1": 0.785315, "nauc_ndcg_at_20_max": 0.555582, "nauc_ndcg_at_20_std": -0.094948, "nauc_ndcg_at_20_diff1": 0.787477, "nauc_ndcg_at_25_max": 0.554803, "nauc_ndcg_at_25_std": -0.094417, "nauc_ndcg_at_25_diff1": 0.787304, "nauc_ndcg_at_50_max": 0.551623, "nauc_ndcg_at_50_std": -0.090538, "nauc_ndcg_at_50_diff1": 0.785938, "nauc_ndcg_at_100_max": 0.549999, "nauc_ndcg_at_100_std": -0.091931, "nauc_ndcg_at_100_diff1": 0.78574, "nauc_ndcg_at_1000_max": 0.547472, "nauc_ndcg_at_1000_std": -0.096024, "nauc_ndcg_at_1000_diff1": 0.786514, "nauc_map_at_1_max": 0.497142, "nauc_map_at_1_std": -0.114013, "nauc_map_at_1_diff1": 0.796836, "nauc_map_at_3_max": 0.54398, "nauc_map_at_3_std": -0.099624, "nauc_map_at_3_diff1": 0.78395, "nauc_map_at_5_max": 0.542191, "nauc_map_at_5_std": -0.102171, "nauc_map_at_5_diff1": 0.78613, "nauc_map_at_10_max": 0.541317, "nauc_map_at_10_std": -0.099475, "nauc_map_at_10_diff1": 0.786802, "nauc_map_at_20_max": 0.540209, "nauc_map_at_20_std": -0.100606, "nauc_map_at_20_diff1": 0.787385, "nauc_map_at_25_max": 0.540062, "nauc_map_at_25_std": -0.100534, "nauc_map_at_25_diff1": 0.787355, "nauc_map_at_50_max": 0.53968, "nauc_map_at_50_std": -0.100072, "nauc_map_at_50_diff1": 0.787199, "nauc_map_at_100_max": 0.539564, "nauc_map_at_100_std": -0.100209, "nauc_map_at_100_diff1": 0.787185, "nauc_map_at_1000_max": 0.539485, "nauc_map_at_1000_std": -0.100334, "nauc_map_at_1000_diff1": 0.787211, "nauc_recall_at_1_max": 0.497142, "nauc_recall_at_1_std": -0.114013, "nauc_recall_at_1_diff1": 0.796836, "nauc_recall_at_3_max": 0.664417, "nauc_recall_at_3_std": -0.057032, "nauc_recall_at_3_diff1": 0.756493, "nauc_recall_at_5_max": 0.699919, "nauc_recall_at_5_std": -0.069781, "nauc_recall_at_5_diff1": 0.767214, "nauc_recall_at_10_max": 0.758289, "nauc_recall_at_10_std": 0.017719, "nauc_recall_at_10_diff1": 0.775253, "nauc_recall_at_20_max": 0.775746, "nauc_recall_at_20_std": -0.014794, "nauc_recall_at_20_diff1": 0.804849, "nauc_recall_at_25_max": 0.795792, "nauc_recall_at_25_std": 0.01242, "nauc_recall_at_25_diff1": 0.803862, "nauc_recall_at_50_max": 0.817385, "nauc_recall_at_50_std": 0.262044, "nauc_recall_at_50_diff1": 0.75253, "nauc_recall_at_100_max": 0.837129, "nauc_recall_at_100_std": 0.36989, "nauc_recall_at_100_diff1": 0.71526, "nauc_recall_at_1000_max": 0.722222, "nauc_recall_at_1000_std": 0.122782, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.497142, "nauc_precision_at_1_std": -0.114013, "nauc_precision_at_1_diff1": 0.796836, "nauc_precision_at_3_max": 0.664417, "nauc_precision_at_3_std": -0.057032, "nauc_precision_at_3_diff1": 0.756493, "nauc_precision_at_5_max": 0.699919, "nauc_precision_at_5_std": -0.069781, "nauc_precision_at_5_diff1": 0.767214, "nauc_precision_at_10_max": 0.758289, "nauc_precision_at_10_std": 0.017719, "nauc_precision_at_10_diff1": 0.775253, "nauc_precision_at_20_max": 0.775746, "nauc_precision_at_20_std": -0.014794, "nauc_precision_at_20_diff1": 0.804849, "nauc_precision_at_25_max": 0.795792, "nauc_precision_at_25_std": 0.01242, "nauc_precision_at_25_diff1": 0.803862, "nauc_precision_at_50_max": 0.817385, "nauc_precision_at_50_std": 0.262044, "nauc_precision_at_50_diff1": 0.75253, "nauc_precision_at_100_max": 0.837129, "nauc_precision_at_100_std": 0.36989, "nauc_precision_at_100_diff1": 0.71526, "nauc_precision_at_1000_max": 0.722222, "nauc_precision_at_1000_std": 0.122782, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.497142, "nauc_mrr_at_1_std": -0.114013, "nauc_mrr_at_1_diff1": 0.796836, "nauc_mrr_at_3_max": 0.54398, "nauc_mrr_at_3_std": -0.099624, "nauc_mrr_at_3_diff1": 0.78395, "nauc_mrr_at_5_max": 0.542191, "nauc_mrr_at_5_std": -0.102171, "nauc_mrr_at_5_diff1": 0.78613, "nauc_mrr_at_10_max": 0.541317, "nauc_mrr_at_10_std": -0.099475, "nauc_mrr_at_10_diff1": 0.786802, "nauc_mrr_at_20_max": 0.540209, "nauc_mrr_at_20_std": -0.100606, "nauc_mrr_at_20_diff1": 0.787385, "nauc_mrr_at_25_max": 0.540062, "nauc_mrr_at_25_std": -0.100534, "nauc_mrr_at_25_diff1": 0.787355, "nauc_mrr_at_50_max": 0.53968, "nauc_mrr_at_50_std": -0.100072, "nauc_mrr_at_50_diff1": 0.787199, "nauc_mrr_at_100_max": 0.539564, "nauc_mrr_at_100_std": -0.100209, "nauc_mrr_at_100_diff1": 0.787185, "nauc_mrr_at_1000_max": 0.539485, "nauc_mrr_at_1000_std": -0.100334, "nauc_mrr_at_1000_diff1": 0.787211, "hit_rate_at_1": 0.78576, "hit_rate_at_3": 0.91812, "hit_rate_at_5": 0.94434, "hit_rate_at_10": 0.9644, "hit_rate_at_20": 0.97605, "hit_rate_at_25": 0.97961, "hit_rate_at_50": 0.98803, "hit_rate_at_100": 0.99256, "hit_rate_at_1000": 0.99968, "R_cap_at_1": 0.785761, "R_cap_at_3": 0.918123, "R_cap_at_5": 0.944337, "R_cap_at_10": 0.964401, "R_cap_at_20": 0.976052, "R_cap_at_25": 0.979612, "R_cap_at_50": 0.988026, "R_cap_at_100": 0.992557, "R_cap_at_1000": 0.999676, "main_score": 0.88214, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.94495, "ndcg_at_3": 0.97097, "ndcg_at_5": 0.97222, "ndcg_at_10": 0.9737, "ndcg_at_20": 0.97452, "ndcg_at_25": 0.97452, "ndcg_at_50": 0.97452, "ndcg_at_100": 0.97478, "ndcg_at_1000": 0.97478, "map_at_1": 0.94495, "map_at_3": 0.96509, "map_at_5": 0.96577, "map_at_10": 0.96639, "map_at_20": 0.96664, "map_at_25": 0.96664, "map_at_50": 0.96664, "map_at_100": 0.96666, "map_at_1000": 0.96666, "recall_at_1": 0.94495, "recall_at_3": 0.98777, "recall_at_5": 0.99083, "recall_at_10": 0.99541, "recall_at_20": 0.99847, "recall_at_25": 0.99847, "recall_at_50": 0.99847, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.94495, "precision_at_1": 0.94495, "precision_at_3": 0.32926, "precision_at_5": 0.19817, "precision_at_10": 0.09954, "precision_at_20": 0.04992, "precision_at_25": 0.03994, "precision_at_50": 0.01997, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.944954, "mrr_at_3": 0.965087, "mrr_at_5": 0.965775, "mrr_at_10": 0.966391, "mrr_at_20": 0.966636, "mrr_at_25": 0.966636, "mrr_at_50": 0.966636, "mrr_at_100": 0.966662, "mrr_at_1000": 0.966662, "nauc_ndcg_at_1_max": 0.538811, "nauc_ndcg_at_1_std": -0.344159, "nauc_ndcg_at_1_diff1": 0.915298, "nauc_ndcg_at_3_max": 0.660011, "nauc_ndcg_at_3_std": -0.248183, "nauc_ndcg_at_3_diff1": 0.920361, "nauc_ndcg_at_5_max": 0.644715, "nauc_ndcg_at_5_std": -0.28321, "nauc_ndcg_at_5_diff1": 0.916778, "nauc_ndcg_at_10_max": 0.624621, "nauc_ndcg_at_10_std": -0.25552, "nauc_ndcg_at_10_diff1": 0.912071, "nauc_ndcg_at_20_max": 0.616995, "nauc_ndcg_at_20_std": -0.281044, "nauc_ndcg_at_20_diff1": 0.913637, "nauc_ndcg_at_25_max": 0.616995, "nauc_ndcg_at_25_std": -0.281044, "nauc_ndcg_at_25_diff1": 0.913637, "nauc_ndcg_at_50_max": 0.616995, "nauc_ndcg_at_50_std": -0.281044, "nauc_ndcg_at_50_diff1": 0.913637, "nauc_ndcg_at_100_max": 0.613031, "nauc_ndcg_at_100_std": -0.287657, "nauc_ndcg_at_100_diff1": 0.915618, "nauc_ndcg_at_1000_max": 0.613031, "nauc_ndcg_at_1000_std": -0.287657, "nauc_ndcg_at_1000_diff1": 0.915618, "nauc_map_at_1_max": 0.538811, "nauc_map_at_1_std": -0.344159, "nauc_map_at_1_diff1": 0.915298, "nauc_map_at_3_max": 0.621819, "nauc_map_at_3_std": -0.283557, "nauc_map_at_3_diff1": 0.919037, "nauc_map_at_5_max": 0.614216, "nauc_map_at_5_std": -0.29971, "nauc_map_at_5_diff1": 0.917409, "nauc_map_at_10_max": 0.607146, "nauc_map_at_10_std": -0.289837, "nauc_map_at_10_diff1": 0.915895, "nauc_map_at_20_max": 0.60524, "nauc_map_at_20_std": -0.295986, "nauc_map_at_20_diff1": 0.916257, "nauc_map_at_25_max": 0.60524, "nauc_map_at_25_std": -0.295986, "nauc_map_at_25_diff1": 0.916257, "nauc_map_at_50_max": 0.60524, "nauc_map_at_50_std": -0.295986, "nauc_map_at_50_diff1": 0.916257, "nauc_map_at_100_max": 0.604923, "nauc_map_at_100_std": -0.296512, "nauc_map_at_100_diff1": 0.916413, "nauc_map_at_1000_max": 0.604923, "nauc_map_at_1000_std": -0.296512, "nauc_map_at_1000_diff1": 0.916413, "nauc_recall_at_1_max": 0.538811, "nauc_recall_at_1_std": -0.344159, "nauc_recall_at_1_diff1": 0.915298, "nauc_recall_at_3_max": 0.965282, "nauc_recall_at_3_std": 0.04186, "nauc_recall_at_3_diff1": 0.930564, "nauc_recall_at_5_max": 0.953709, "nauc_recall_at_5_std": -0.124227, "nauc_recall_at_5_diff1": 0.907418, "nauc_recall_at_10_max": 0.907418, "nauc_recall_at_10_std": 0.479407, "nauc_recall_at_10_diff1": 0.814837, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.357982, "nauc_recall_at_20_diff1": 0.722255, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.357982, "nauc_recall_at_25_diff1": 0.722255, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.357982, "nauc_recall_at_50_diff1": 0.722255, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.538811, "nauc_precision_at_1_std": -0.344159, "nauc_precision_at_1_diff1": 0.915298, "nauc_precision_at_3_max": 0.965282, "nauc_precision_at_3_std": 0.04186, "nauc_precision_at_3_diff1": 0.930564, "nauc_precision_at_5_max": 0.953709, "nauc_precision_at_5_std": -0.124227, "nauc_precision_at_5_diff1": 0.907418, "nauc_precision_at_10_max": 0.907418, "nauc_precision_at_10_std": 0.479407, "nauc_precision_at_10_diff1": 0.814837, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.357982, "nauc_precision_at_20_diff1": 0.722255, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.357982, "nauc_precision_at_25_diff1": 0.722255, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.357982, "nauc_precision_at_50_diff1": 0.722255, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.538811, "nauc_mrr_at_1_std": -0.344159, "nauc_mrr_at_1_diff1": 0.915298, "nauc_mrr_at_3_max": 0.621819, "nauc_mrr_at_3_std": -0.283557, "nauc_mrr_at_3_diff1": 0.919037, "nauc_mrr_at_5_max": 0.614216, "nauc_mrr_at_5_std": -0.29971, "nauc_mrr_at_5_diff1": 0.917409, "nauc_mrr_at_10_max": 0.607146, "nauc_mrr_at_10_std": -0.289837, "nauc_mrr_at_10_diff1": 0.915895, "nauc_mrr_at_20_max": 0.60524, "nauc_mrr_at_20_std": -0.295986, "nauc_mrr_at_20_diff1": 0.916257, "nauc_mrr_at_25_max": 0.60524, "nauc_mrr_at_25_std": -0.295986, "nauc_mrr_at_25_diff1": 0.916257, "nauc_mrr_at_50_max": 0.60524, "nauc_mrr_at_50_std": -0.295986, "nauc_mrr_at_50_diff1": 0.916257, "nauc_mrr_at_100_max": 0.604923, "nauc_mrr_at_100_std": -0.296512, "nauc_mrr_at_100_diff1": 0.916413, "nauc_mrr_at_1000_max": 0.604923, "nauc_mrr_at_1000_std": -0.296512, "nauc_mrr_at_1000_diff1": 0.916413, "hit_rate_at_1": 0.94495, "hit_rate_at_3": 0.98777, "hit_rate_at_5": 0.99083, "hit_rate_at_10": 0.99541, "hit_rate_at_20": 0.99847, "hit_rate_at_25": 0.99847, "hit_rate_at_50": 0.99847, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.944954, "R_cap_at_3": 0.987768, "R_cap_at_5": 0.990826, "R_cap_at_10": 0.995413, "R_cap_at_20": 0.998471, "R_cap_at_25": 0.998471, "R_cap_at_50": 0.998471, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9737, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77682, "ndcg_at_3": 0.85141, "ndcg_at_5": 0.86353, "ndcg_at_10": 0.87241, "ndcg_at_20": 0.87705, "ndcg_at_25": 0.87772, "ndcg_at_50": 0.87986, "ndcg_at_100": 0.88052, "ndcg_at_1000": 0.88113, "map_at_1": 0.77682, "map_at_3": 0.83388, "map_at_5": 0.84063, "map_at_10": 0.84431, "map_at_20": 0.8456, "map_at_25": 0.84574, "map_at_50": 0.84605, "map_at_100": 0.84611, "map_at_1000": 0.84614, "recall_at_1": 0.77682, "recall_at_3": 0.90182, "recall_at_5": 0.93117, "recall_at_10": 0.9585, "recall_at_20": 0.97672, "recall_at_25": 0.97976, "recall_at_50": 0.99089, "recall_at_100": 0.99494, "recall_at_1000": 0.99949, "accuracy": 0.77682, "precision_at_1": 0.77682, "precision_at_3": 0.30061, "precision_at_5": 0.18623, "precision_at_10": 0.09585, "precision_at_20": 0.04884, "precision_at_25": 0.03919, "precision_at_50": 0.01982, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.776822, "mrr_at_3": 0.833882, "mrr_at_5": 0.840625, "mrr_at_10": 0.844308, "mrr_at_20": 0.845601, "mrr_at_25": 0.845737, "mrr_at_50": 0.84605, "mrr_at_100": 0.846112, "mrr_at_1000": 0.846139, "nauc_ndcg_at_1_max": 0.523711, "nauc_ndcg_at_1_std": -0.227265, "nauc_ndcg_at_1_diff1": 0.822355, "nauc_ndcg_at_3_max": 0.588066, "nauc_ndcg_at_3_std": -0.255135, "nauc_ndcg_at_3_diff1": 0.797596, "nauc_ndcg_at_5_max": 0.586722, "nauc_ndcg_at_5_std": -0.252039, "nauc_ndcg_at_5_diff1": 0.800649, "nauc_ndcg_at_10_max": 0.578127, "nauc_ndcg_at_10_std": -0.256686, "nauc_ndcg_at_10_diff1": 0.802138, "nauc_ndcg_at_20_max": 0.573899, "nauc_ndcg_at_20_std": -0.252575, "nauc_ndcg_at_20_diff1": 0.805562, "nauc_ndcg_at_25_max": 0.574453, "nauc_ndcg_at_25_std": -0.249214, "nauc_ndcg_at_25_diff1": 0.805599, "nauc_ndcg_at_50_max": 0.571146, "nauc_ndcg_at_50_std": -0.248167, "nauc_ndcg_at_50_diff1": 0.805639, "nauc_ndcg_at_100_max": 0.569237, "nauc_ndcg_at_100_std": -0.247752, "nauc_ndcg_at_100_diff1": 0.805426, "nauc_ndcg_at_1000_max": 0.567828, "nauc_ndcg_at_1000_std": -0.249014, "nauc_ndcg_at_1000_diff1": 0.805843, "nauc_map_at_1_max": 0.523711, "nauc_map_at_1_std": -0.227265, "nauc_map_at_1_diff1": 0.822355, "nauc_map_at_3_max": 0.568144, "nauc_map_at_3_std": -0.2493, "nauc_map_at_3_diff1": 0.804584, "nauc_map_at_5_max": 0.566578, "nauc_map_at_5_std": -0.247289, "nauc_map_at_5_diff1": 0.806385, "nauc_map_at_10_max": 0.563168, "nauc_map_at_10_std": -0.248717, "nauc_map_at_10_diff1": 0.807154, "nauc_map_at_20_max": 0.562119, "nauc_map_at_20_std": -0.247811, "nauc_map_at_20_diff1": 0.807957, "nauc_map_at_25_max": 0.562199, "nauc_map_at_25_std": -0.24724, "nauc_map_at_25_diff1": 0.807964, "nauc_map_at_50_max": 0.561796, "nauc_map_at_50_std": -0.247123, "nauc_map_at_50_diff1": 0.807979, "nauc_map_at_100_max": 0.561654, "nauc_map_at_100_std": -0.247092, "nauc_map_at_100_diff1": 0.807975, "nauc_map_at_1000_max": 0.561605, "nauc_map_at_1000_std": -0.24713, "nauc_map_at_1000_diff1": 0.807983, "nauc_recall_at_1_max": 0.523711, "nauc_recall_at_1_std": -0.227265, "nauc_recall_at_1_diff1": 0.822355, "nauc_recall_at_3_max": 0.678985, "nauc_recall_at_3_std": -0.279901, "nauc_recall_at_3_diff1": 0.766158, "nauc_recall_at_5_max": 0.711823, "nauc_recall_at_5_std": -0.278753, "nauc_recall_at_5_diff1": 0.766426, "nauc_recall_at_10_max": 0.716943, "nauc_recall_at_10_std": -0.338287, "nauc_recall_at_10_diff1": 0.755038, "nauc_recall_at_20_max": 0.742392, "nauc_recall_at_20_std": -0.318216, "nauc_recall_at_20_diff1": 0.784868, "nauc_recall_at_25_max": 0.781836, "nauc_recall_at_25_std": -0.243097, "nauc_recall_at_25_diff1": 0.78282, "nauc_recall_at_50_max": 0.822244, "nauc_recall_at_50_std": -0.166194, "nauc_recall_at_50_diff1": 0.756694, "nauc_recall_at_100_max": 0.766635, "nauc_recall_at_100_std": -0.046141, "nauc_recall_at_100_diff1": 0.682937, "nauc_recall_at_1000_max": 0.218331, "nauc_recall_at_1000_std": -0.370202, "nauc_recall_at_1000_diff1": 0.338462, "nauc_precision_at_1_max": 0.523711, "nauc_precision_at_1_std": -0.227265, "nauc_precision_at_1_diff1": 0.822355, "nauc_precision_at_3_max": 0.678985, "nauc_precision_at_3_std": -0.279901, "nauc_precision_at_3_diff1": 0.766158, "nauc_precision_at_5_max": 0.711823, "nauc_precision_at_5_std": -0.278753, "nauc_precision_at_5_diff1": 0.766426, "nauc_precision_at_10_max": 0.716943, "nauc_precision_at_10_std": -0.338287, "nauc_precision_at_10_diff1": 0.755038, "nauc_precision_at_20_max": 0.742392, "nauc_precision_at_20_std": -0.318216, "nauc_precision_at_20_diff1": 0.784868, "nauc_precision_at_25_max": 0.781836, "nauc_precision_at_25_std": -0.243097, "nauc_precision_at_25_diff1": 0.78282, "nauc_precision_at_50_max": 0.822244, "nauc_precision_at_50_std": -0.166194, "nauc_precision_at_50_diff1": 0.756694, "nauc_precision_at_100_max": 0.766635, "nauc_precision_at_100_std": -0.046141, "nauc_precision_at_100_diff1": 0.682937, "nauc_precision_at_1000_max": 0.218331, "nauc_precision_at_1000_std": -0.370202, "nauc_precision_at_1000_diff1": 0.338462, "nauc_mrr_at_1_max": 0.523711, "nauc_mrr_at_1_std": -0.227265, "nauc_mrr_at_1_diff1": 0.822355, "nauc_mrr_at_3_max": 0.568144, "nauc_mrr_at_3_std": -0.2493, "nauc_mrr_at_3_diff1": 0.804584, "nauc_mrr_at_5_max": 0.566578, "nauc_mrr_at_5_std": -0.247289, "nauc_mrr_at_5_diff1": 0.806385, "nauc_mrr_at_10_max": 0.563168, "nauc_mrr_at_10_std": -0.248717, "nauc_mrr_at_10_diff1": 0.807154, "nauc_mrr_at_20_max": 0.562119, "nauc_mrr_at_20_std": -0.247811, "nauc_mrr_at_20_diff1": 0.807957, "nauc_mrr_at_25_max": 0.562199, "nauc_mrr_at_25_std": -0.24724, "nauc_mrr_at_25_diff1": 0.807964, "nauc_mrr_at_50_max": 0.561796, "nauc_mrr_at_50_std": -0.247123, "nauc_mrr_at_50_diff1": 0.807979, "nauc_mrr_at_100_max": 0.561654, "nauc_mrr_at_100_std": -0.247092, "nauc_mrr_at_100_diff1": 0.807975, "nauc_mrr_at_1000_max": 0.561605, "nauc_mrr_at_1000_std": -0.24713, "nauc_mrr_at_1000_diff1": 0.807983, "hit_rate_at_1": 0.77682, "hit_rate_at_3": 0.90182, "hit_rate_at_5": 0.93117, "hit_rate_at_10": 0.9585, "hit_rate_at_20": 0.97672, "hit_rate_at_25": 0.97976, "hit_rate_at_50": 0.99089, "hit_rate_at_100": 0.99494, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.776822, "R_cap_at_3": 0.901822, "R_cap_at_5": 0.931174, "R_cap_at_10": 0.958502, "R_cap_at_20": 0.976721, "R_cap_at_25": 0.979757, "R_cap_at_50": 0.990891, "R_cap_at_100": 0.994939, "R_cap_at_1000": 0.999494, "main_score": 0.87241, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.85202, "ndcg_at_3": 0.91106, "ndcg_at_5": 0.91887, "ndcg_at_10": 0.92298, "ndcg_at_20": 0.92466, "ndcg_at_25": 0.92539, "ndcg_at_50": 0.92602, "ndcg_at_100": 0.92657, "ndcg_at_1000": 0.92684, "map_at_1": 0.85202, "map_at_3": 0.89761, "map_at_5": 0.90192, "map_at_10": 0.90369, "map_at_20": 0.90413, "map_at_25": 0.90428, "map_at_50": 0.90437, "map_at_100": 0.90442, "map_at_1000": 0.90442, "recall_at_1": 0.85202, "recall_at_3": 0.94955, "recall_at_5": 0.96861, "recall_at_10": 0.98094, "recall_at_20": 0.98767, "recall_at_25": 0.99103, "recall_at_50": 0.99439, "recall_at_100": 0.99776, "recall_at_1000": 1.0, "accuracy": 0.85202, "precision_at_1": 0.85202, "precision_at_3": 0.31652, "precision_at_5": 0.19372, "precision_at_10": 0.09809, "precision_at_20": 0.04938, "precision_at_25": 0.03964, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.852018, "mrr_at_3": 0.897608, "mrr_at_5": 0.901925, "mrr_at_10": 0.903689, "mrr_at_20": 0.904135, "mrr_at_25": 0.90428, "mrr_at_50": 0.904365, "mrr_at_100": 0.904416, "mrr_at_1000": 0.904425, "nauc_ndcg_at_1_max": 0.591525, "nauc_ndcg_at_1_std": -0.277778, "nauc_ndcg_at_1_diff1": 0.857722, "nauc_ndcg_at_3_max": 0.626861, "nauc_ndcg_at_3_std": -0.367492, "nauc_ndcg_at_3_diff1": 0.833829, "nauc_ndcg_at_5_max": 0.62233, "nauc_ndcg_at_5_std": -0.391871, "nauc_ndcg_at_5_diff1": 0.833607, "nauc_ndcg_at_10_max": 0.614467, "nauc_ndcg_at_10_std": -0.375726, "nauc_ndcg_at_10_diff1": 0.833164, "nauc_ndcg_at_20_max": 0.612177, "nauc_ndcg_at_20_std": -0.359787, "nauc_ndcg_at_20_diff1": 0.83402, "nauc_ndcg_at_25_max": 0.609651, "nauc_ndcg_at_25_std": -0.351792, "nauc_ndcg_at_25_diff1": 0.832778, "nauc_ndcg_at_50_max": 0.607917, "nauc_ndcg_at_50_std": -0.346795, "nauc_ndcg_at_50_diff1": 0.832094, "nauc_ndcg_at_100_max": 0.608954, "nauc_ndcg_at_100_std": -0.33996, "nauc_ndcg_at_100_diff1": 0.833509, "nauc_ndcg_at_1000_max": 0.609979, "nauc_ndcg_at_1000_std": -0.344545, "nauc_ndcg_at_1000_diff1": 0.836252, "nauc_map_at_1_max": 0.591525, "nauc_map_at_1_std": -0.277778, "nauc_map_at_1_diff1": 0.857722, "nauc_map_at_3_max": 0.61379, "nauc_map_at_3_std": -0.339567, "nauc_map_at_3_diff1": 0.839871, "nauc_map_at_5_max": 0.61168, "nauc_map_at_5_std": -0.348908, "nauc_map_at_5_diff1": 0.839933, "nauc_map_at_10_max": 0.608629, "nauc_map_at_10_std": -0.342279, "nauc_map_at_10_diff1": 0.839741, "nauc_map_at_20_max": 0.608147, "nauc_map_at_20_std": -0.338308, "nauc_map_at_20_diff1": 0.839858, "nauc_map_at_25_max": 0.607757, "nauc_map_at_25_std": -0.337045, "nauc_map_at_25_diff1": 0.839673, "nauc_map_at_50_max": 0.607576, "nauc_map_at_50_std": -0.336516, "nauc_map_at_50_diff1": 0.8396, "nauc_map_at_100_max": 0.607658, "nauc_map_at_100_std": -0.336012, "nauc_map_at_100_diff1": 0.839704, "nauc_map_at_1000_max": 0.60771, "nauc_map_at_1000_std": -0.336119, "nauc_map_at_1000_diff1": 0.839809, "nauc_recall_at_1_max": 0.591525, "nauc_recall_at_1_std": -0.277778, "nauc_recall_at_1_diff1": 0.857722, "nauc_recall_at_3_max": 0.701795, "nauc_recall_at_3_std": -0.523614, "nauc_recall_at_3_diff1": 0.801304, "nauc_recall_at_5_max": 0.712526, "nauc_recall_at_5_std": -0.774743, "nauc_recall_at_5_diff1": 0.781589, "nauc_recall_at_10_max": 0.681663, "nauc_recall_at_10_std": -0.840238, "nauc_recall_at_10_diff1": 0.746639, "nauc_recall_at_20_max": 0.662023, "nauc_recall_at_20_std": -0.741946, "nauc_recall_at_20_diff1": 0.725319, "nauc_recall_at_25_max": 0.586325, "nauc_recall_at_25_std": -0.588039, "nauc_recall_at_25_diff1": 0.638649, "nauc_recall_at_50_max": 0.453424, "nauc_recall_at_50_std": -0.386549, "nauc_recall_at_50_diff1": 0.477371, "nauc_recall_at_100_max": 0.414382, "nauc_recall_at_100_std": 0.861169, "nauc_recall_at_100_diff1": 0.218596, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.591525, "nauc_precision_at_1_std": -0.277778, "nauc_precision_at_1_diff1": 0.857722, "nauc_precision_at_3_max": 0.701795, "nauc_precision_at_3_std": -0.523614, "nauc_precision_at_3_diff1": 0.801304, "nauc_precision_at_5_max": 0.712526, "nauc_precision_at_5_std": -0.774743, "nauc_precision_at_5_diff1": 0.781589, "nauc_precision_at_10_max": 0.681663, "nauc_precision_at_10_std": -0.840238, "nauc_precision_at_10_diff1": 0.746639, "nauc_precision_at_20_max": 0.662023, "nauc_precision_at_20_std": -0.741946, "nauc_precision_at_20_diff1": 0.725319, "nauc_precision_at_25_max": 0.586325, "nauc_precision_at_25_std": -0.588039, "nauc_precision_at_25_diff1": 0.638649, "nauc_precision_at_50_max": 0.453424, "nauc_precision_at_50_std": -0.386549, "nauc_precision_at_50_diff1": 0.477371, "nauc_precision_at_100_max": 0.414382, "nauc_precision_at_100_std": 0.861169, "nauc_precision_at_100_diff1": 0.218596, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.591525, "nauc_mrr_at_1_std": -0.277778, "nauc_mrr_at_1_diff1": 0.857722, "nauc_mrr_at_3_max": 0.61379, "nauc_mrr_at_3_std": -0.339567, "nauc_mrr_at_3_diff1": 0.839871, "nauc_mrr_at_5_max": 0.61168, "nauc_mrr_at_5_std": -0.348908, "nauc_mrr_at_5_diff1": 0.839933, "nauc_mrr_at_10_max": 0.608629, "nauc_mrr_at_10_std": -0.342279, "nauc_mrr_at_10_diff1": 0.839741, "nauc_mrr_at_20_max": 0.608147, "nauc_mrr_at_20_std": -0.338308, "nauc_mrr_at_20_diff1": 0.839858, "nauc_mrr_at_25_max": 0.607757, "nauc_mrr_at_25_std": -0.337045, "nauc_mrr_at_25_diff1": 0.839673, "nauc_mrr_at_50_max": 0.607576, "nauc_mrr_at_50_std": -0.336516, "nauc_mrr_at_50_diff1": 0.8396, "nauc_mrr_at_100_max": 0.607658, "nauc_mrr_at_100_std": -0.336012, "nauc_mrr_at_100_diff1": 0.839704, "nauc_mrr_at_1000_max": 0.60771, "nauc_mrr_at_1000_std": -0.336119, "nauc_mrr_at_1000_diff1": 0.839809, "hit_rate_at_1": 0.85202, "hit_rate_at_3": 0.94955, "hit_rate_at_5": 0.96861, "hit_rate_at_10": 0.98094, "hit_rate_at_20": 0.98767, "hit_rate_at_25": 0.99103, "hit_rate_at_50": 0.99439, "hit_rate_at_100": 0.99776, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.852018, "R_cap_at_3": 0.949552, "R_cap_at_5": 0.96861, "R_cap_at_10": 0.980942, "R_cap_at_20": 0.987668, "R_cap_at_25": 0.991031, "R_cap_at_50": 0.994395, "R_cap_at_100": 0.997758, "R_cap_at_1000": 1.0, "main_score": 0.92298, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.81183, "ndcg_at_3": 0.88178, "ndcg_at_5": 0.89249, "ndcg_at_10": 0.89859, "ndcg_at_20": 0.90315, "ndcg_at_25": 0.90362, "ndcg_at_50": 0.90393, "ndcg_at_100": 0.90453, "ndcg_at_1000": 0.90479, "map_at_1": 0.81183, "map_at_3": 0.8655, "map_at_5": 0.8715, "map_at_10": 0.87413, "map_at_20": 0.87542, "map_at_25": 0.87551, "map_at_50": 0.87555, "map_at_100": 0.87561, "map_at_1000": 0.87561, "recall_at_1": 0.81183, "recall_at_3": 0.92849, "recall_at_5": 0.9543, "recall_at_10": 0.97258, "recall_at_20": 0.99032, "recall_at_25": 0.99247, "recall_at_50": 0.99409, "recall_at_100": 0.99785, "recall_at_1000": 1.0, "accuracy": 0.81183, "precision_at_1": 0.81183, "precision_at_3": 0.3095, "precision_at_5": 0.19086, "precision_at_10": 0.09726, "precision_at_20": 0.04952, "precision_at_25": 0.0397, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.811828, "mrr_at_3": 0.865502, "mrr_at_5": 0.871496, "mrr_at_10": 0.874126, "mrr_at_20": 0.875416, "mrr_at_25": 0.87551, "mrr_at_50": 0.875555, "mrr_at_100": 0.875605, "mrr_at_1000": 0.875614, "nauc_ndcg_at_1_max": 0.518754, "nauc_ndcg_at_1_std": -0.171284, "nauc_ndcg_at_1_diff1": 0.846182, "nauc_ndcg_at_3_max": 0.576825, "nauc_ndcg_at_3_std": -0.21801, "nauc_ndcg_at_3_diff1": 0.837081, "nauc_ndcg_at_5_max": 0.57394, "nauc_ndcg_at_5_std": -0.191928, "nauc_ndcg_at_5_diff1": 0.835561, "nauc_ndcg_at_10_max": 0.567216, "nauc_ndcg_at_10_std": -0.186284, "nauc_ndcg_at_10_diff1": 0.836622, "nauc_ndcg_at_20_max": 0.559813, "nauc_ndcg_at_20_std": -0.186421, "nauc_ndcg_at_20_diff1": 0.839946, "nauc_ndcg_at_25_max": 0.557731, "nauc_ndcg_at_25_std": -0.190105, "nauc_ndcg_at_25_diff1": 0.839128, "nauc_ndcg_at_50_max": 0.557535, "nauc_ndcg_at_50_std": -0.18905, "nauc_ndcg_at_50_diff1": 0.839244, "nauc_ndcg_at_100_max": 0.556242, "nauc_ndcg_at_100_std": -0.188789, "nauc_ndcg_at_100_diff1": 0.839393, "nauc_ndcg_at_1000_max": 0.555049, "nauc_ndcg_at_1000_std": -0.191604, "nauc_ndcg_at_1000_diff1": 0.839334, "nauc_map_at_1_max": 0.518754, "nauc_map_at_1_std": -0.171284, "nauc_map_at_1_diff1": 0.846182, "nauc_map_at_3_max": 0.55697, "nauc_map_at_3_std": -0.207074, "nauc_map_at_3_diff1": 0.839569, "nauc_map_at_5_max": 0.554446, "nauc_map_at_5_std": -0.194515, "nauc_map_at_5_diff1": 0.838995, "nauc_map_at_10_max": 0.551733, "nauc_map_at_10_std": -0.192298, "nauc_map_at_10_diff1": 0.839426, "nauc_map_at_20_max": 0.549806, "nauc_map_at_20_std": -0.192656, "nauc_map_at_20_diff1": 0.840142, "nauc_map_at_25_max": 0.549474, "nauc_map_at_25_std": -0.193235, "nauc_map_at_25_diff1": 0.840014, "nauc_map_at_50_max": 0.549447, "nauc_map_at_50_std": -0.193142, "nauc_map_at_50_diff1": 0.840031, "nauc_map_at_100_max": 0.549384, "nauc_map_at_100_std": -0.193067, "nauc_map_at_100_diff1": 0.840049, "nauc_map_at_1000_max": 0.549354, "nauc_map_at_1000_std": -0.193135, "nauc_map_at_1000_diff1": 0.840049, "nauc_recall_at_1_max": 0.518754, "nauc_recall_at_1_std": -0.171284, "nauc_recall_at_1_diff1": 0.846182, "nauc_recall_at_3_max": 0.680462, "nauc_recall_at_3_std": -0.271466, "nauc_recall_at_3_diff1": 0.824547, "nauc_recall_at_5_max": 0.725457, "nauc_recall_at_5_std": -0.156896, "nauc_recall_at_5_diff1": 0.808975, "nauc_recall_at_10_max": 0.753712, "nauc_recall_at_10_std": -0.080381, "nauc_recall_at_10_diff1": 0.80275, "nauc_recall_at_20_max": 0.831466, "nauc_recall_at_20_std": 0.132483, "nauc_recall_at_20_diff1": 0.868762, "nauc_recall_at_25_max": 0.79265, "nauc_recall_at_25_std": 0.017307, "nauc_recall_at_25_diff1": 0.831266, "nauc_recall_at_50_max": 0.8411, "nauc_recall_at_50_std": 0.165775, "nauc_recall_at_50_diff1": 0.837662, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.786415, "nauc_recall_at_100_diff1": 0.865196, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.518754, "nauc_precision_at_1_std": -0.171284, "nauc_precision_at_1_diff1": 0.846182, "nauc_precision_at_3_max": 0.680462, "nauc_precision_at_3_std": -0.271466, "nauc_precision_at_3_diff1": 0.824547, "nauc_precision_at_5_max": 0.725457, "nauc_precision_at_5_std": -0.156896, "nauc_precision_at_5_diff1": 0.808975, "nauc_precision_at_10_max": 0.753712, "nauc_precision_at_10_std": -0.080381, "nauc_precision_at_10_diff1": 0.80275, "nauc_precision_at_20_max": 0.831466, "nauc_precision_at_20_std": 0.132483, "nauc_precision_at_20_diff1": 0.868762, "nauc_precision_at_25_max": 0.79265, "nauc_precision_at_25_std": 0.017307, "nauc_precision_at_25_diff1": 0.831266, "nauc_precision_at_50_max": 0.8411, "nauc_precision_at_50_std": 0.165775, "nauc_precision_at_50_diff1": 0.837662, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.786415, "nauc_precision_at_100_diff1": 0.865196, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.518754, "nauc_mrr_at_1_std": -0.171284, "nauc_mrr_at_1_diff1": 0.846182, "nauc_mrr_at_3_max": 0.55697, "nauc_mrr_at_3_std": -0.207074, "nauc_mrr_at_3_diff1": 0.839569, "nauc_mrr_at_5_max": 0.554446, "nauc_mrr_at_5_std": -0.194515, "nauc_mrr_at_5_diff1": 0.838995, "nauc_mrr_at_10_max": 0.551733, "nauc_mrr_at_10_std": -0.192298, "nauc_mrr_at_10_diff1": 0.839426, "nauc_mrr_at_20_max": 0.549806, "nauc_mrr_at_20_std": -0.192656, "nauc_mrr_at_20_diff1": 0.840142, "nauc_mrr_at_25_max": 0.549474, "nauc_mrr_at_25_std": -0.193235, "nauc_mrr_at_25_diff1": 0.840014, "nauc_mrr_at_50_max": 0.549447, "nauc_mrr_at_50_std": -0.193142, "nauc_mrr_at_50_diff1": 0.840031, "nauc_mrr_at_100_max": 0.549384, "nauc_mrr_at_100_std": -0.193067, "nauc_mrr_at_100_diff1": 0.840049, "nauc_mrr_at_1000_max": 0.549354, "nauc_mrr_at_1000_std": -0.193135, "nauc_mrr_at_1000_diff1": 0.840049, "hit_rate_at_1": 0.81183, "hit_rate_at_3": 0.92849, "hit_rate_at_5": 0.9543, "hit_rate_at_10": 0.97258, "hit_rate_at_20": 0.99032, "hit_rate_at_25": 0.99247, "hit_rate_at_50": 0.99409, "hit_rate_at_100": 0.99785, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.811828, "R_cap_at_3": 0.928495, "R_cap_at_5": 0.954301, "R_cap_at_10": 0.972581, "R_cap_at_20": 0.990323, "R_cap_at_25": 0.992473, "R_cap_at_50": 0.994086, "R_cap_at_100": 0.997849, "R_cap_at_1000": 1.0, "main_score": 0.89859, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.86592, "ndcg_at_3": 0.92111, "ndcg_at_5": 0.92888, "ndcg_at_10": 0.93292, "ndcg_at_20": 0.93368, "ndcg_at_25": 0.93418, "ndcg_at_50": 0.93489, "ndcg_at_100": 0.93489, "ndcg_at_1000": 0.9352, "map_at_1": 0.86592, "map_at_3": 0.90824, "map_at_5": 0.91258, "map_at_10": 0.91436, "map_at_20": 0.91457, "map_at_25": 0.91467, "map_at_50": 0.91477, "map_at_100": 0.91477, "map_at_1000": 0.91479, "recall_at_1": 0.86592, "recall_at_3": 0.95805, "recall_at_5": 0.97678, "recall_at_10": 0.98876, "recall_at_20": 0.99176, "recall_at_25": 0.99401, "recall_at_50": 0.99775, "recall_at_100": 0.99775, "recall_at_1000": 1.0, "accuracy": 0.86592, "precision_at_1": 0.86592, "precision_at_3": 0.31935, "precision_at_5": 0.19536, "precision_at_10": 0.09888, "precision_at_20": 0.04959, "precision_at_25": 0.03976, "precision_at_50": 0.01996, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.865918, "mrr_at_3": 0.90824, "mrr_at_5": 0.912584, "mrr_at_10": 0.914356, "mrr_at_20": 0.914565, "mrr_at_25": 0.914667, "mrr_at_50": 0.914772, "mrr_at_100": 0.914772, "mrr_at_1000": 0.914786, "nauc_ndcg_at_1_max": 0.614994, "nauc_ndcg_at_1_std": -0.113693, "nauc_ndcg_at_1_diff1": 0.878081, "nauc_ndcg_at_3_max": 0.695056, "nauc_ndcg_at_3_std": -0.139751, "nauc_ndcg_at_3_diff1": 0.86742, "nauc_ndcg_at_5_max": 0.677414, "nauc_ndcg_at_5_std": -0.1233, "nauc_ndcg_at_5_diff1": 0.864523, "nauc_ndcg_at_10_max": 0.670109, "nauc_ndcg_at_10_std": -0.129806, "nauc_ndcg_at_10_diff1": 0.866308, "nauc_ndcg_at_20_max": 0.668552, "nauc_ndcg_at_20_std": -0.12967, "nauc_ndcg_at_20_diff1": 0.86833, "nauc_ndcg_at_25_max": 0.666662, "nauc_ndcg_at_25_std": -0.126875, "nauc_ndcg_at_25_diff1": 0.867643, "nauc_ndcg_at_50_max": 0.664083, "nauc_ndcg_at_50_std": -0.127918, "nauc_ndcg_at_50_diff1": 0.867373, "nauc_ndcg_at_100_max": 0.664083, "nauc_ndcg_at_100_std": -0.127918, "nauc_ndcg_at_100_diff1": 0.867373, "nauc_ndcg_at_1000_max": 0.66392, "nauc_ndcg_at_1000_std": -0.127089, "nauc_ndcg_at_1000_diff1": 0.868801, "nauc_map_at_1_max": 0.614994, "nauc_map_at_1_std": -0.113693, "nauc_map_at_1_diff1": 0.878081, "nauc_map_at_3_max": 0.671819, "nauc_map_at_3_std": -0.132782, "nauc_map_at_3_diff1": 0.870355, "nauc_map_at_5_max": 0.66279, "nauc_map_at_5_std": -0.124116, "nauc_map_at_5_diff1": 0.869238, "nauc_map_at_10_max": 0.659955, "nauc_map_at_10_std": -0.126173, "nauc_map_at_10_diff1": 0.869962, "nauc_map_at_20_max": 0.659672, "nauc_map_at_20_std": -0.126194, "nauc_map_at_20_diff1": 0.87051, "nauc_map_at_25_max": 0.659361, "nauc_map_at_25_std": -0.125769, "nauc_map_at_25_diff1": 0.870402, "nauc_map_at_50_max": 0.659057, "nauc_map_at_50_std": -0.125763, "nauc_map_at_50_diff1": 0.870353, "nauc_map_at_100_max": 0.659057, "nauc_map_at_100_std": -0.125763, "nauc_map_at_100_diff1": 0.870353, "nauc_map_at_1000_max": 0.65905, "nauc_map_at_1000_std": -0.12577, "nauc_map_at_1000_diff1": 0.870402, "nauc_recall_at_1_max": 0.614994, "nauc_recall_at_1_std": -0.113693, "nauc_recall_at_1_diff1": 0.878081, "nauc_recall_at_3_max": 0.834059, "nauc_recall_at_3_std": -0.180812, "nauc_recall_at_3_diff1": 0.850034, "nauc_recall_at_5_max": 0.815839, "nauc_recall_at_5_std": -0.107531, "nauc_recall_at_5_diff1": 0.814284, "nauc_recall_at_10_max": 0.838109, "nauc_recall_at_10_std": -0.211141, "nauc_recall_at_10_diff1": 0.791149, "nauc_recall_at_20_max": 0.845042, "nauc_recall_at_20_std": -0.232573, "nauc_recall_at_20_diff1": 0.818756, "nauc_recall_at_25_max": 0.819626, "nauc_recall_at_25_std": -0.13253, "nauc_recall_at_25_diff1": 0.767137, "nauc_recall_at_50_max": 0.698795, "nauc_recall_at_50_std": -0.355504, "nauc_recall_at_50_diff1": 0.571285, "nauc_recall_at_100_max": 0.698795, "nauc_recall_at_100_std": -0.355504, "nauc_recall_at_100_diff1": 0.571285, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614994, "nauc_precision_at_1_std": -0.113693, "nauc_precision_at_1_diff1": 0.878081, "nauc_precision_at_3_max": 0.834059, "nauc_precision_at_3_std": -0.180812, "nauc_precision_at_3_diff1": 0.850034, "nauc_precision_at_5_max": 0.815839, "nauc_precision_at_5_std": -0.107531, "nauc_precision_at_5_diff1": 0.814284, "nauc_precision_at_10_max": 0.838109, "nauc_precision_at_10_std": -0.211141, "nauc_precision_at_10_diff1": 0.791149, "nauc_precision_at_20_max": 0.845042, "nauc_precision_at_20_std": -0.232573, "nauc_precision_at_20_diff1": 0.818756, "nauc_precision_at_25_max": 0.819626, "nauc_precision_at_25_std": -0.13253, "nauc_precision_at_25_diff1": 0.767137, "nauc_precision_at_50_max": 0.698795, "nauc_precision_at_50_std": -0.355504, "nauc_precision_at_50_diff1": 0.571285, "nauc_precision_at_100_max": 0.698795, "nauc_precision_at_100_std": -0.355504, "nauc_precision_at_100_diff1": 0.571285, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.614994, "nauc_mrr_at_1_std": -0.113693, "nauc_mrr_at_1_diff1": 0.878081, "nauc_mrr_at_3_max": 0.671819, "nauc_mrr_at_3_std": -0.132782, "nauc_mrr_at_3_diff1": 0.870355, "nauc_mrr_at_5_max": 0.66279, "nauc_mrr_at_5_std": -0.124116, "nauc_mrr_at_5_diff1": 0.869238, "nauc_mrr_at_10_max": 0.659955, "nauc_mrr_at_10_std": -0.126173, "nauc_mrr_at_10_diff1": 0.869962, "nauc_mrr_at_20_max": 0.659672, "nauc_mrr_at_20_std": -0.126194, "nauc_mrr_at_20_diff1": 0.87051, "nauc_mrr_at_25_max": 0.659361, "nauc_mrr_at_25_std": -0.125769, "nauc_mrr_at_25_diff1": 0.870402, "nauc_mrr_at_50_max": 0.659057, "nauc_mrr_at_50_std": -0.125763, "nauc_mrr_at_50_diff1": 0.870353, "nauc_mrr_at_100_max": 0.659057, "nauc_mrr_at_100_std": -0.125763, "nauc_mrr_at_100_diff1": 0.870353, "nauc_mrr_at_1000_max": 0.65905, "nauc_mrr_at_1000_std": -0.12577, "nauc_mrr_at_1000_diff1": 0.870402, "hit_rate_at_1": 0.86592, "hit_rate_at_3": 0.95805, "hit_rate_at_5": 0.97678, "hit_rate_at_10": 0.98876, "hit_rate_at_20": 0.99176, "hit_rate_at_25": 0.99401, "hit_rate_at_50": 0.99775, "hit_rate_at_100": 0.99775, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.865918, "R_cap_at_3": 0.958052, "R_cap_at_5": 0.976779, "R_cap_at_10": 0.988764, "R_cap_at_20": 0.99176, "R_cap_at_25": 0.994007, "R_cap_at_50": 0.997753, "R_cap_at_100": 0.997753, "R_cap_at_1000": 1.0, "main_score": 0.93292, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.71116, "ndcg_at_3": 0.80625, "ndcg_at_5": 0.82034, "ndcg_at_10": 0.83444, "ndcg_at_20": 0.84003, "ndcg_at_25": 0.84129, "ndcg_at_50": 0.84464, "ndcg_at_100": 0.84513, "ndcg_at_1000": 0.8457, "map_at_1": 0.71116, "map_at_3": 0.78422, "map_at_5": 0.79203, "map_at_10": 0.79782, "map_at_20": 0.79938, "map_at_25": 0.79963, "map_at_50": 0.80011, "map_at_100": 0.80016, "map_at_1000": 0.80018, "recall_at_1": 0.71116, "recall_at_3": 0.86944, "recall_at_5": 0.90372, "recall_at_10": 0.94748, "recall_at_20": 0.96937, "recall_at_25": 0.9752, "recall_at_50": 0.99271, "recall_at_100": 0.99562, "recall_at_1000": 1.0, "accuracy": 0.71116, "precision_at_1": 0.71116, "precision_at_3": 0.28981, "precision_at_5": 0.18074, "precision_at_10": 0.09475, "precision_at_20": 0.04847, "precision_at_25": 0.03901, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.71116, "mrr_at_3": 0.784221, "mrr_at_5": 0.792025, "mrr_at_10": 0.797816, "mrr_at_20": 0.799377, "mrr_at_25": 0.799627, "mrr_at_50": 0.800112, "mrr_at_100": 0.800158, "mrr_at_1000": 0.800181, "nauc_ndcg_at_1_max": 0.342065, "nauc_ndcg_at_1_std": -0.32086, "nauc_ndcg_at_1_diff1": 0.805873, "nauc_ndcg_at_3_max": 0.376807, "nauc_ndcg_at_3_std": -0.395444, "nauc_ndcg_at_3_diff1": 0.764732, "nauc_ndcg_at_5_max": 0.378028, "nauc_ndcg_at_5_std": -0.396991, "nauc_ndcg_at_5_diff1": 0.765817, "nauc_ndcg_at_10_max": 0.382117, "nauc_ndcg_at_10_std": -0.400221, "nauc_ndcg_at_10_diff1": 0.776782, "nauc_ndcg_at_20_max": 0.374244, "nauc_ndcg_at_20_std": -0.400609, "nauc_ndcg_at_20_diff1": 0.78001, "nauc_ndcg_at_25_max": 0.373675, "nauc_ndcg_at_25_std": -0.396764, "nauc_ndcg_at_25_diff1": 0.778968, "nauc_ndcg_at_50_max": 0.372574, "nauc_ndcg_at_50_std": -0.383699, "nauc_ndcg_at_50_diff1": 0.779604, "nauc_ndcg_at_100_max": 0.372238, "nauc_ndcg_at_100_std": -0.381745, "nauc_ndcg_at_100_diff1": 0.779619, "nauc_ndcg_at_1000_max": 0.371618, "nauc_ndcg_at_1000_std": -0.382099, "nauc_ndcg_at_1000_diff1": 0.779764, "nauc_map_at_1_max": 0.342065, "nauc_map_at_1_std": -0.32086, "nauc_map_at_1_diff1": 0.805873, "nauc_map_at_3_max": 0.368665, "nauc_map_at_3_std": -0.373438, "nauc_map_at_3_diff1": 0.776567, "nauc_map_at_5_max": 0.368812, "nauc_map_at_5_std": -0.373955, "nauc_map_at_5_diff1": 0.777479, "nauc_map_at_10_max": 0.370164, "nauc_map_at_10_std": -0.375092, "nauc_map_at_10_diff1": 0.781592, "nauc_map_at_20_max": 0.368183, "nauc_map_at_20_std": -0.375095, "nauc_map_at_20_diff1": 0.782364, "nauc_map_at_25_max": 0.368092, "nauc_map_at_25_std": -0.374448, "nauc_map_at_25_diff1": 0.782203, "nauc_map_at_50_max": 0.367938, "nauc_map_at_50_std": -0.372956, "nauc_map_at_50_diff1": 0.782274, "nauc_map_at_100_max": 0.367918, "nauc_map_at_100_std": -0.37278, "nauc_map_at_100_diff1": 0.782277, "nauc_map_at_1000_max": 0.367909, "nauc_map_at_1000_std": -0.372758, "nauc_map_at_1000_diff1": 0.782287, "nauc_recall_at_1_max": 0.342065, "nauc_recall_at_1_std": -0.32086, "nauc_recall_at_1_diff1": 0.805873, "nauc_recall_at_3_max": 0.411133, "nauc_recall_at_3_std": -0.492039, "nauc_recall_at_3_diff1": 0.712982, "nauc_recall_at_5_max": 0.428182, "nauc_recall_at_5_std": -0.524212, "nauc_recall_at_5_diff1": 0.701624, "nauc_recall_at_10_max": 0.501467, "nauc_recall_at_10_std": -0.644932, "nauc_recall_at_10_diff1": 0.745006, "nauc_recall_at_20_max": 0.445797, "nauc_recall_at_20_std": -0.821315, "nauc_recall_at_20_diff1": 0.781791, "nauc_recall_at_25_max": 0.446965, "nauc_recall_at_25_std": -0.818399, "nauc_recall_at_25_diff1": 0.754474, "nauc_recall_at_50_max": 0.517406, "nauc_recall_at_50_std": -0.506272, "nauc_recall_at_50_diff1": 0.762887, "nauc_recall_at_100_max": 0.544178, "nauc_recall_at_100_std": -0.237909, "nauc_recall_at_100_diff1": 0.753397, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.342065, "nauc_precision_at_1_std": -0.32086, "nauc_precision_at_1_diff1": 0.805873, "nauc_precision_at_3_max": 0.411133, "nauc_precision_at_3_std": -0.492039, "nauc_precision_at_3_diff1": 0.712982, "nauc_precision_at_5_max": 0.428182, "nauc_precision_at_5_std": -0.524212, "nauc_precision_at_5_diff1": 0.701624, "nauc_precision_at_10_max": 0.501467, "nauc_precision_at_10_std": -0.644932, "nauc_precision_at_10_diff1": 0.745006, "nauc_precision_at_20_max": 0.445797, "nauc_precision_at_20_std": -0.821315, "nauc_precision_at_20_diff1": 0.781791, "nauc_precision_at_25_max": 0.446965, "nauc_precision_at_25_std": -0.818399, "nauc_precision_at_25_diff1": 0.754474, "nauc_precision_at_50_max": 0.517406, "nauc_precision_at_50_std": -0.506272, "nauc_precision_at_50_diff1": 0.762887, "nauc_precision_at_100_max": 0.544178, "nauc_precision_at_100_std": -0.237909, "nauc_precision_at_100_diff1": 0.753397, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.342065, "nauc_mrr_at_1_std": -0.32086, "nauc_mrr_at_1_diff1": 0.805873, "nauc_mrr_at_3_max": 0.368665, "nauc_mrr_at_3_std": -0.373438, "nauc_mrr_at_3_diff1": 0.776567, "nauc_mrr_at_5_max": 0.368812, "nauc_mrr_at_5_std": -0.373955, "nauc_mrr_at_5_diff1": 0.777479, "nauc_mrr_at_10_max": 0.370164, "nauc_mrr_at_10_std": -0.375092, "nauc_mrr_at_10_diff1": 0.781592, "nauc_mrr_at_20_max": 0.368183, "nauc_mrr_at_20_std": -0.375095, "nauc_mrr_at_20_diff1": 0.782364, "nauc_mrr_at_25_max": 0.368092, "nauc_mrr_at_25_std": -0.374448, "nauc_mrr_at_25_diff1": 0.782203, "nauc_mrr_at_50_max": 0.367938, "nauc_mrr_at_50_std": -0.372956, "nauc_mrr_at_50_diff1": 0.782274, "nauc_mrr_at_100_max": 0.367918, "nauc_mrr_at_100_std": -0.37278, "nauc_mrr_at_100_diff1": 0.782277, "nauc_mrr_at_1000_max": 0.367909, "nauc_mrr_at_1000_std": -0.372758, "nauc_mrr_at_1000_diff1": 0.782287, "hit_rate_at_1": 0.71116, "hit_rate_at_3": 0.86944, "hit_rate_at_5": 0.90372, "hit_rate_at_10": 0.94748, "hit_rate_at_20": 0.96937, "hit_rate_at_25": 0.9752, "hit_rate_at_50": 0.99271, "hit_rate_at_100": 0.99562, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.71116, "R_cap_at_3": 0.869438, "R_cap_at_5": 0.90372, "R_cap_at_10": 0.947484, "R_cap_at_20": 0.969365, "R_cap_at_25": 0.975201, "R_cap_at_50": 0.992706, "R_cap_at_100": 0.995624, "R_cap_at_1000": 1.0, "main_score": 0.83444, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.7859, "ndcg_at_3": 0.85068, "ndcg_at_5": 0.86192, "ndcg_at_10": 0.87193, "ndcg_at_20": 0.87677, "ndcg_at_25": 0.87796, "ndcg_at_50": 0.88001, "ndcg_at_100": 0.88116, "ndcg_at_1000": 0.88159, "map_at_1": 0.7859, "map_at_3": 0.83497, "map_at_5": 0.84122, "map_at_10": 0.84536, "map_at_20": 0.84671, "map_at_25": 0.84696, "map_at_50": 0.84727, "map_at_100": 0.84737, "map_at_1000": 0.84739, "recall_at_1": 0.7859, "recall_at_3": 0.89604, "recall_at_5": 0.9233, "recall_at_10": 0.9542, "recall_at_20": 0.9731, "recall_at_25": 0.97855, "recall_at_50": 0.98909, "recall_at_100": 0.996, "recall_at_1000": 0.99927, "accuracy": 0.7859, "precision_at_1": 0.7859, "precision_at_3": 0.29868, "precision_at_5": 0.18466, "precision_at_10": 0.09542, "precision_at_20": 0.04866, "precision_at_25": 0.03914, "precision_at_50": 0.01978, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.785896, "mrr_at_3": 0.834969, "mrr_at_5": 0.841221, "mrr_at_10": 0.84536, "mrr_at_20": 0.846715, "mrr_at_25": 0.846955, "mrr_at_50": 0.847266, "mrr_at_100": 0.847374, "mrr_at_1000": 0.847392, "nauc_ndcg_at_1_max": 0.56382, "nauc_ndcg_at_1_std": -0.181465, "nauc_ndcg_at_1_diff1": 0.839551, "nauc_ndcg_at_3_max": 0.613999, "nauc_ndcg_at_3_std": -0.162545, "nauc_ndcg_at_3_diff1": 0.815388, "nauc_ndcg_at_5_max": 0.610087, "nauc_ndcg_at_5_std": -0.15902, "nauc_ndcg_at_5_diff1": 0.818602, "nauc_ndcg_at_10_max": 0.610374, "nauc_ndcg_at_10_std": -0.166201, "nauc_ndcg_at_10_diff1": 0.821787, "nauc_ndcg_at_20_max": 0.606886, "nauc_ndcg_at_20_std": -0.164551, "nauc_ndcg_at_20_diff1": 0.821046, "nauc_ndcg_at_25_max": 0.604792, "nauc_ndcg_at_25_std": -0.168886, "nauc_ndcg_at_25_diff1": 0.821196, "nauc_ndcg_at_50_max": 0.602431, "nauc_ndcg_at_50_std": -0.169031, "nauc_ndcg_at_50_diff1": 0.82187, "nauc_ndcg_at_100_max": 0.6012, "nauc_ndcg_at_100_std": -0.16997, "nauc_ndcg_at_100_diff1": 0.822591, "nauc_ndcg_at_1000_max": 0.600209, "nauc_ndcg_at_1000_std": -0.169561, "nauc_ndcg_at_1000_diff1": 0.823139, "nauc_map_at_1_max": 0.56382, "nauc_map_at_1_std": -0.181465, "nauc_map_at_1_diff1": 0.839551, "nauc_map_at_3_max": 0.599272, "nauc_map_at_3_std": -0.170404, "nauc_map_at_3_diff1": 0.822306, "nauc_map_at_5_max": 0.596549, "nauc_map_at_5_std": -0.168972, "nauc_map_at_5_diff1": 0.824104, "nauc_map_at_10_max": 0.596536, "nauc_map_at_10_std": -0.171834, "nauc_map_at_10_diff1": 0.825422, "nauc_map_at_20_max": 0.595577, "nauc_map_at_20_std": -0.171836, "nauc_map_at_20_diff1": 0.825318, "nauc_map_at_25_max": 0.595215, "nauc_map_at_25_std": -0.172545, "nauc_map_at_25_diff1": 0.825353, "nauc_map_at_50_max": 0.594923, "nauc_map_at_50_std": -0.172513, "nauc_map_at_50_diff1": 0.825419, "nauc_map_at_100_max": 0.594837, "nauc_map_at_100_std": -0.172581, "nauc_map_at_100_diff1": 0.825483, "nauc_map_at_1000_max": 0.594805, "nauc_map_at_1000_std": -0.172545, "nauc_map_at_1000_diff1": 0.825502, "nauc_recall_at_1_max": 0.56382, "nauc_recall_at_1_std": -0.181465, "nauc_recall_at_1_diff1": 0.839551, "nauc_recall_at_3_max": 0.6775, "nauc_recall_at_3_std": -0.127167, "nauc_recall_at_3_diff1": 0.785669, "nauc_recall_at_5_max": 0.68513, "nauc_recall_at_5_std": -0.100506, "nauc_recall_at_5_diff1": 0.789055, "nauc_recall_at_10_max": 0.733577, "nauc_recall_at_10_std": -0.118028, "nauc_recall_at_10_diff1": 0.793994, "nauc_recall_at_20_max": 0.762703, "nauc_recall_at_20_std": -0.043564, "nauc_recall_at_20_diff1": 0.760822, "nauc_recall_at_25_max": 0.751349, "nauc_recall_at_25_std": -0.119143, "nauc_recall_at_25_diff1": 0.748905, "nauc_recall_at_50_max": 0.765753, "nauc_recall_at_50_std": -0.088396, "nauc_recall_at_50_diff1": 0.718959, "nauc_recall_at_100_max": 0.832795, "nauc_recall_at_100_std": -0.110622, "nauc_recall_at_100_diff1": 0.657389, "nauc_recall_at_1000_max": 0.711743, "nauc_recall_at_1000_std": 0.422515, "nauc_recall_at_1000_diff1": 0.561395, "nauc_precision_at_1_max": 0.56382, "nauc_precision_at_1_std": -0.181465, "nauc_precision_at_1_diff1": 0.839551, "nauc_precision_at_3_max": 0.6775, "nauc_precision_at_3_std": -0.127167, "nauc_precision_at_3_diff1": 0.785669, "nauc_precision_at_5_max": 0.68513, "nauc_precision_at_5_std": -0.100506, "nauc_precision_at_5_diff1": 0.789055, "nauc_precision_at_10_max": 0.733577, "nauc_precision_at_10_std": -0.118028, "nauc_precision_at_10_diff1": 0.793994, "nauc_precision_at_20_max": 0.762703, "nauc_precision_at_20_std": -0.043564, "nauc_precision_at_20_diff1": 0.760822, "nauc_precision_at_25_max": 0.751349, "nauc_precision_at_25_std": -0.119143, "nauc_precision_at_25_diff1": 0.748905, "nauc_precision_at_50_max": 0.765753, "nauc_precision_at_50_std": -0.088396, "nauc_precision_at_50_diff1": 0.718959, "nauc_precision_at_100_max": 0.832795, "nauc_precision_at_100_std": -0.110622, "nauc_precision_at_100_diff1": 0.657389, "nauc_precision_at_1000_max": 0.711743, "nauc_precision_at_1000_std": 0.422515, "nauc_precision_at_1000_diff1": 0.561395, "nauc_mrr_at_1_max": 0.56382, "nauc_mrr_at_1_std": -0.181465, "nauc_mrr_at_1_diff1": 0.839551, "nauc_mrr_at_3_max": 0.599272, "nauc_mrr_at_3_std": -0.170404, "nauc_mrr_at_3_diff1": 0.822306, "nauc_mrr_at_5_max": 0.596549, "nauc_mrr_at_5_std": -0.168972, "nauc_mrr_at_5_diff1": 0.824104, "nauc_mrr_at_10_max": 0.596536, "nauc_mrr_at_10_std": -0.171834, "nauc_mrr_at_10_diff1": 0.825422, "nauc_mrr_at_20_max": 0.595577, "nauc_mrr_at_20_std": -0.171836, "nauc_mrr_at_20_diff1": 0.825318, "nauc_mrr_at_25_max": 0.595215, "nauc_mrr_at_25_std": -0.172545, "nauc_mrr_at_25_diff1": 0.825353, "nauc_mrr_at_50_max": 0.594923, "nauc_mrr_at_50_std": -0.172513, "nauc_mrr_at_50_diff1": 0.825419, "nauc_mrr_at_100_max": 0.594837, "nauc_mrr_at_100_std": -0.172581, "nauc_mrr_at_100_diff1": 0.825483, "nauc_mrr_at_1000_max": 0.594805, "nauc_mrr_at_1000_std": -0.172545, "nauc_mrr_at_1000_diff1": 0.825502, "hit_rate_at_1": 0.7859, "hit_rate_at_3": 0.89604, "hit_rate_at_5": 0.9233, "hit_rate_at_10": 0.9542, "hit_rate_at_20": 0.9731, "hit_rate_at_25": 0.97855, "hit_rate_at_50": 0.98909, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 0.99927, "R_cap_at_1": 0.785896, "R_cap_at_3": 0.896038, "R_cap_at_5": 0.923301, "R_cap_at_10": 0.954198, "R_cap_at_20": 0.973101, "R_cap_at_25": 0.978553, "R_cap_at_50": 0.989095, "R_cap_at_100": 0.996001, "R_cap_at_1000": 0.999273, "main_score": 0.87193, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.79694, "ndcg_at_3": 0.8661, "ndcg_at_5": 0.87841, "ndcg_at_10": 0.88557, "ndcg_at_20": 0.88949, "ndcg_at_25": 0.8909, "ndcg_at_50": 0.89217, "ndcg_at_100": 0.89284, "ndcg_at_1000": 0.89334, "map_at_1": 0.79694, "map_at_3": 0.85001, "map_at_5": 0.85681, "map_at_10": 0.85983, "map_at_20": 0.86093, "map_at_25": 0.86121, "map_at_50": 0.86141, "map_at_100": 0.86147, "map_at_1000": 0.8615, "recall_at_1": 0.79694, "recall_at_3": 0.9123, "recall_at_5": 0.94232, "recall_at_10": 0.9641, "recall_at_20": 0.9794, "recall_at_25": 0.98587, "recall_at_50": 0.99235, "recall_at_100": 0.99647, "recall_at_1000": 1.0, "accuracy": 0.79694, "precision_at_1": 0.79694, "precision_at_3": 0.3041, "precision_at_5": 0.18846, "precision_at_10": 0.09641, "precision_at_20": 0.04897, "precision_at_25": 0.03943, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.796939, "mrr_at_3": 0.85001, "mrr_at_5": 0.856808, "mrr_at_10": 0.859826, "mrr_at_20": 0.860928, "mrr_at_25": 0.861214, "mrr_at_50": 0.861411, "mrr_at_100": 0.861469, "mrr_at_1000": 0.861496, "nauc_ndcg_at_1_max": 0.482381, "nauc_ndcg_at_1_std": -0.369623, "nauc_ndcg_at_1_diff1": 0.83673, "nauc_ndcg_at_3_max": 0.528686, "nauc_ndcg_at_3_std": -0.392371, "nauc_ndcg_at_3_diff1": 0.816878, "nauc_ndcg_at_5_max": 0.543271, "nauc_ndcg_at_5_std": -0.380417, "nauc_ndcg_at_5_diff1": 0.823305, "nauc_ndcg_at_10_max": 0.527974, "nauc_ndcg_at_10_std": -0.389411, "nauc_ndcg_at_10_diff1": 0.822651, "nauc_ndcg_at_20_max": 0.521734, "nauc_ndcg_at_20_std": -0.380282, "nauc_ndcg_at_20_diff1": 0.822215, "nauc_ndcg_at_25_max": 0.524383, "nauc_ndcg_at_25_std": -0.379355, "nauc_ndcg_at_25_diff1": 0.825321, "nauc_ndcg_at_50_max": 0.522953, "nauc_ndcg_at_50_std": -0.377536, "nauc_ndcg_at_50_diff1": 0.825254, "nauc_ndcg_at_100_max": 0.521119, "nauc_ndcg_at_100_std": -0.381564, "nauc_ndcg_at_100_diff1": 0.825392, "nauc_ndcg_at_1000_max": 0.519909, "nauc_ndcg_at_1000_std": -0.382027, "nauc_ndcg_at_1000_diff1": 0.824624, "nauc_map_at_1_max": 0.482381, "nauc_map_at_1_std": -0.369623, "nauc_map_at_1_diff1": 0.83673, "nauc_map_at_3_max": 0.516026, "nauc_map_at_3_std": -0.384808, "nauc_map_at_3_diff1": 0.822251, "nauc_map_at_5_max": 0.522307, "nauc_map_at_5_std": -0.379713, "nauc_map_at_5_diff1": 0.825424, "nauc_map_at_10_max": 0.5164, "nauc_map_at_10_std": -0.383504, "nauc_map_at_10_diff1": 0.825176, "nauc_map_at_20_max": 0.514918, "nauc_map_at_20_std": -0.381194, "nauc_map_at_20_diff1": 0.825088, "nauc_map_at_25_max": 0.515305, "nauc_map_at_25_std": -0.381018, "nauc_map_at_25_diff1": 0.825595, "nauc_map_at_50_max": 0.515093, "nauc_map_at_50_std": -0.380924, "nauc_map_at_50_diff1": 0.825601, "nauc_map_at_100_max": 0.514967, "nauc_map_at_100_std": -0.381193, "nauc_map_at_100_diff1": 0.825601, "nauc_map_at_1000_max": 0.514918, "nauc_map_at_1000_std": -0.381226, "nauc_map_at_1000_diff1": 0.825567, "nauc_recall_at_1_max": 0.482381, "nauc_recall_at_1_std": -0.369623, "nauc_recall_at_1_diff1": 0.83673, "nauc_recall_at_3_max": 0.586696, "nauc_recall_at_3_std": -0.428077, "nauc_recall_at_3_diff1": 0.792301, "nauc_recall_at_5_max": 0.688267, "nauc_recall_at_5_std": -0.378877, "nauc_recall_at_5_diff1": 0.812365, "nauc_recall_at_10_max": 0.6376, "nauc_recall_at_10_std": -0.447321, "nauc_recall_at_10_diff1": 0.801047, "nauc_recall_at_20_max": 0.593876, "nauc_recall_at_20_std": -0.318531, "nauc_recall_at_20_diff1": 0.776854, "nauc_recall_at_25_max": 0.717475, "nauc_recall_at_25_std": -0.262012, "nauc_recall_at_25_diff1": 0.859467, "nauc_recall_at_50_max": 0.789347, "nauc_recall_at_50_std": -0.011881, "nauc_recall_at_50_diff1": 0.880962, "nauc_recall_at_100_max": 0.772367, "nauc_recall_at_100_std": -0.306303, "nauc_recall_at_100_diff1": 0.978212, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.482381, "nauc_precision_at_1_std": -0.369623, "nauc_precision_at_1_diff1": 0.83673, "nauc_precision_at_3_max": 0.586696, "nauc_precision_at_3_std": -0.428077, "nauc_precision_at_3_diff1": 0.792301, "nauc_precision_at_5_max": 0.688267, "nauc_precision_at_5_std": -0.378877, "nauc_precision_at_5_diff1": 0.812365, "nauc_precision_at_10_max": 0.6376, "nauc_precision_at_10_std": -0.447321, "nauc_precision_at_10_diff1": 0.801047, "nauc_precision_at_20_max": 0.593876, "nauc_precision_at_20_std": -0.318531, "nauc_precision_at_20_diff1": 0.776854, "nauc_precision_at_25_max": 0.717475, "nauc_precision_at_25_std": -0.262012, "nauc_precision_at_25_diff1": 0.859467, "nauc_precision_at_50_max": 0.789347, "nauc_precision_at_50_std": -0.011881, "nauc_precision_at_50_diff1": 0.880962, "nauc_precision_at_100_max": 0.772367, "nauc_precision_at_100_std": -0.306303, "nauc_precision_at_100_diff1": 0.978212, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.482381, "nauc_mrr_at_1_std": -0.369623, "nauc_mrr_at_1_diff1": 0.83673, "nauc_mrr_at_3_max": 0.516026, "nauc_mrr_at_3_std": -0.384808, "nauc_mrr_at_3_diff1": 0.822251, "nauc_mrr_at_5_max": 0.522307, "nauc_mrr_at_5_std": -0.379713, "nauc_mrr_at_5_diff1": 0.825424, "nauc_mrr_at_10_max": 0.5164, "nauc_mrr_at_10_std": -0.383504, "nauc_mrr_at_10_diff1": 0.825176, "nauc_mrr_at_20_max": 0.514918, "nauc_mrr_at_20_std": -0.381194, "nauc_mrr_at_20_diff1": 0.825088, "nauc_mrr_at_25_max": 0.515305, "nauc_mrr_at_25_std": -0.381018, "nauc_mrr_at_25_diff1": 0.825595, "nauc_mrr_at_50_max": 0.515093, "nauc_mrr_at_50_std": -0.380924, "nauc_mrr_at_50_diff1": 0.825601, "nauc_mrr_at_100_max": 0.514967, "nauc_mrr_at_100_std": -0.381193, "nauc_mrr_at_100_diff1": 0.825601, "nauc_mrr_at_1000_max": 0.514918, "nauc_mrr_at_1000_std": -0.381226, "nauc_mrr_at_1000_diff1": 0.825567, "hit_rate_at_1": 0.79694, "hit_rate_at_3": 0.9123, "hit_rate_at_5": 0.94232, "hit_rate_at_10": 0.9641, "hit_rate_at_20": 0.9794, "hit_rate_at_25": 0.98587, "hit_rate_at_50": 0.99235, "hit_rate_at_100": 0.99647, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.796939, "R_cap_at_3": 0.912301, "R_cap_at_5": 0.942319, "R_cap_at_10": 0.964097, "R_cap_at_20": 0.9794, "R_cap_at_25": 0.985874, "R_cap_at_50": 0.992348, "R_cap_at_100": 0.996469, "R_cap_at_1000": 1.0, "main_score": 0.88557, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.71925, "ndcg_at_3": 0.81436, "ndcg_at_5": 0.82933, "ndcg_at_10": 0.84035, "ndcg_at_20": 0.84452, "ndcg_at_25": 0.84654, "ndcg_at_50": 0.84906, "ndcg_at_100": 0.84997, "ndcg_at_1000": 0.85061, "map_at_1": 0.71925, "map_at_3": 0.79157, "map_at_5": 0.7999, "map_at_10": 0.80453, "map_at_20": 0.80568, "map_at_25": 0.80609, "map_at_50": 0.80647, "map_at_100": 0.80655, "map_at_1000": 0.80657, "recall_at_1": 0.71925, "recall_at_3": 0.88006, "recall_at_5": 0.91635, "recall_at_10": 0.94996, "recall_at_20": 0.96639, "recall_at_25": 0.97555, "recall_at_50": 0.98854, "recall_at_100": 0.99427, "recall_at_1000": 0.99924, "accuracy": 0.71925, "precision_at_1": 0.71925, "precision_at_3": 0.29335, "precision_at_5": 0.18327, "precision_at_10": 0.095, "precision_at_20": 0.04832, "precision_at_25": 0.03902, "precision_at_50": 0.01977, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.719251, "mrr_at_3": 0.791571, "mrr_at_5": 0.799898, "mrr_at_10": 0.80453, "mrr_at_20": 0.805683, "mrr_at_25": 0.806092, "mrr_at_50": 0.806474, "mrr_at_100": 0.806548, "mrr_at_1000": 0.806573, "nauc_ndcg_at_1_max": 0.338959, "nauc_ndcg_at_1_std": -0.284626, "nauc_ndcg_at_1_diff1": 0.782481, "nauc_ndcg_at_3_max": 0.389836, "nauc_ndcg_at_3_std": -0.328488, "nauc_ndcg_at_3_diff1": 0.770976, "nauc_ndcg_at_5_max": 0.38229, "nauc_ndcg_at_5_std": -0.338247, "nauc_ndcg_at_5_diff1": 0.774708, "nauc_ndcg_at_10_max": 0.371329, "nauc_ndcg_at_10_std": -0.335441, "nauc_ndcg_at_10_diff1": 0.774355, "nauc_ndcg_at_20_max": 0.374584, "nauc_ndcg_at_20_std": -0.324973, "nauc_ndcg_at_20_diff1": 0.773445, "nauc_ndcg_at_25_max": 0.371834, "nauc_ndcg_at_25_std": -0.324474, "nauc_ndcg_at_25_diff1": 0.773899, "nauc_ndcg_at_50_max": 0.374206, "nauc_ndcg_at_50_std": -0.315213, "nauc_ndcg_at_50_diff1": 0.773142, "nauc_ndcg_at_100_max": 0.372343, "nauc_ndcg_at_100_std": -0.314837, "nauc_ndcg_at_100_diff1": 0.773395, "nauc_ndcg_at_1000_max": 0.370071, "nauc_ndcg_at_1000_std": -0.318832, "nauc_ndcg_at_1000_diff1": 0.77378, "nauc_map_at_1_max": 0.338959, "nauc_map_at_1_std": -0.284626, "nauc_map_at_1_diff1": 0.782481, "nauc_map_at_3_max": 0.37387, "nauc_map_at_3_std": -0.316878, "nauc_map_at_3_diff1": 0.773415, "nauc_map_at_5_max": 0.36939, "nauc_map_at_5_std": -0.320911, "nauc_map_at_5_diff1": 0.775006, "nauc_map_at_10_max": 0.364932, "nauc_map_at_10_std": -0.319505, "nauc_map_at_10_diff1": 0.774947, "nauc_map_at_20_max": 0.365615, "nauc_map_at_20_std": -0.317176, "nauc_map_at_20_diff1": 0.774804, "nauc_map_at_25_max": 0.365133, "nauc_map_at_25_std": -0.317101, "nauc_map_at_25_diff1": 0.774883, "nauc_map_at_50_max": 0.365464, "nauc_map_at_50_std": -0.315896, "nauc_map_at_50_diff1": 0.774792, "nauc_map_at_100_max": 0.365337, "nauc_map_at_100_std": -0.315872, "nauc_map_at_100_diff1": 0.774804, "nauc_map_at_1000_max": 0.365269, "nauc_map_at_1000_std": -0.315982, "nauc_map_at_1000_diff1": 0.774811, "nauc_recall_at_1_max": 0.338959, "nauc_recall_at_1_std": -0.284626, "nauc_recall_at_1_diff1": 0.782481, "nauc_recall_at_3_max": 0.463777, "nauc_recall_at_3_std": -0.380829, "nauc_recall_at_3_diff1": 0.760457, "nauc_recall_at_5_max": 0.460956, "nauc_recall_at_5_std": -0.447552, "nauc_recall_at_5_diff1": 0.775856, "nauc_recall_at_10_max": 0.422811, "nauc_recall_at_10_std": -0.495657, "nauc_recall_at_10_diff1": 0.772429, "nauc_recall_at_20_max": 0.50164, "nauc_recall_at_20_std": -0.396786, "nauc_recall_at_20_diff1": 0.754202, "nauc_recall_at_25_max": 0.479251, "nauc_recall_at_25_std": -0.409081, "nauc_recall_at_25_diff1": 0.758639, "nauc_recall_at_50_max": 0.733229, "nauc_recall_at_50_std": 0.043327, "nauc_recall_at_50_diff1": 0.695738, "nauc_recall_at_100_max": 0.817366, "nauc_recall_at_100_std": 0.45795, "nauc_recall_at_100_diff1": 0.659439, "nauc_recall_at_1000_max": 0.561402, "nauc_recall_at_1000_std": -0.141121, "nauc_recall_at_1000_diff1": 0.496037, "nauc_precision_at_1_max": 0.338959, "nauc_precision_at_1_std": -0.284626, "nauc_precision_at_1_diff1": 0.782481, "nauc_precision_at_3_max": 0.463777, "nauc_precision_at_3_std": -0.380829, "nauc_precision_at_3_diff1": 0.760457, "nauc_precision_at_5_max": 0.460956, "nauc_precision_at_5_std": -0.447552, "nauc_precision_at_5_diff1": 0.775856, "nauc_precision_at_10_max": 0.422811, "nauc_precision_at_10_std": -0.495657, "nauc_precision_at_10_diff1": 0.772429, "nauc_precision_at_20_max": 0.50164, "nauc_precision_at_20_std": -0.396786, "nauc_precision_at_20_diff1": 0.754202, "nauc_precision_at_25_max": 0.479251, "nauc_precision_at_25_std": -0.409081, "nauc_precision_at_25_diff1": 0.758639, "nauc_precision_at_50_max": 0.733229, "nauc_precision_at_50_std": 0.043327, "nauc_precision_at_50_diff1": 0.695738, "nauc_precision_at_100_max": 0.817366, "nauc_precision_at_100_std": 0.45795, "nauc_precision_at_100_diff1": 0.659439, "nauc_precision_at_1000_max": 0.561402, "nauc_precision_at_1000_std": -0.141121, "nauc_precision_at_1000_diff1": 0.496037, "nauc_mrr_at_1_max": 0.338959, "nauc_mrr_at_1_std": -0.284626, "nauc_mrr_at_1_diff1": 0.782481, "nauc_mrr_at_3_max": 0.37387, "nauc_mrr_at_3_std": -0.316878, "nauc_mrr_at_3_diff1": 0.773415, "nauc_mrr_at_5_max": 0.36939, "nauc_mrr_at_5_std": -0.320911, "nauc_mrr_at_5_diff1": 0.775006, "nauc_mrr_at_10_max": 0.364932, "nauc_mrr_at_10_std": -0.319505, "nauc_mrr_at_10_diff1": 0.774947, "nauc_mrr_at_20_max": 0.365615, "nauc_mrr_at_20_std": -0.317176, "nauc_mrr_at_20_diff1": 0.774804, "nauc_mrr_at_25_max": 0.365133, "nauc_mrr_at_25_std": -0.317101, "nauc_mrr_at_25_diff1": 0.774883, "nauc_mrr_at_50_max": 0.365464, "nauc_mrr_at_50_std": -0.315896, "nauc_mrr_at_50_diff1": 0.774792, "nauc_mrr_at_100_max": 0.365337, "nauc_mrr_at_100_std": -0.315872, "nauc_mrr_at_100_diff1": 0.774804, "nauc_mrr_at_1000_max": 0.365269, "nauc_mrr_at_1000_std": -0.315982, "nauc_mrr_at_1000_diff1": 0.774811, "hit_rate_at_1": 0.71925, "hit_rate_at_3": 0.88006, "hit_rate_at_5": 0.91635, "hit_rate_at_10": 0.94996, "hit_rate_at_20": 0.96639, "hit_rate_at_25": 0.97555, "hit_rate_at_50": 0.98854, "hit_rate_at_100": 0.99427, "hit_rate_at_1000": 0.99924, "R_cap_at_1": 0.719251, "R_cap_at_3": 0.880061, "R_cap_at_5": 0.916348, "R_cap_at_10": 0.949962, "R_cap_at_20": 0.966387, "R_cap_at_25": 0.975554, "R_cap_at_50": 0.988541, "R_cap_at_100": 0.99427, "R_cap_at_1000": 0.999236, "main_score": 0.84035, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.74575, "ndcg_at_3": 0.83759, "ndcg_at_5": 0.85212, "ndcg_at_10": 0.86175, "ndcg_at_20": 0.86524, "ndcg_at_25": 0.8661, "ndcg_at_50": 0.8679, "ndcg_at_100": 0.86847, "ndcg_at_1000": 0.86899, "map_at_1": 0.74575, "map_at_3": 0.8156, "map_at_5": 0.82364, "map_at_10": 0.82773, "map_at_20": 0.82872, "map_at_25": 0.82889, "map_at_50": 0.82917, "map_at_100": 0.82923, "map_at_1000": 0.82925, "recall_at_1": 0.74575, "recall_at_3": 0.901, "recall_at_5": 0.93633, "recall_at_10": 0.96555, "recall_at_20": 0.97907, "recall_at_25": 0.98299, "recall_at_50": 0.99215, "recall_at_100": 0.99564, "recall_at_1000": 0.99956, "accuracy": 0.74575, "precision_at_1": 0.74575, "precision_at_3": 0.30033, "precision_at_5": 0.18727, "precision_at_10": 0.09655, "precision_at_20": 0.04895, "precision_at_25": 0.03932, "precision_at_50": 0.01984, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.745748, "mrr_at_3": 0.815598, "mrr_at_5": 0.823644, "mrr_at_10": 0.827727, "mrr_at_20": 0.828722, "mrr_at_25": 0.828894, "mrr_at_50": 0.829174, "mrr_at_100": 0.829226, "mrr_at_1000": 0.829248, "nauc_ndcg_at_1_max": 0.373975, "nauc_ndcg_at_1_std": -0.1965, "nauc_ndcg_at_1_diff1": 0.7858, "nauc_ndcg_at_3_max": 0.43003, "nauc_ndcg_at_3_std": -0.213207, "nauc_ndcg_at_3_diff1": 0.762499, "nauc_ndcg_at_5_max": 0.440659, "nauc_ndcg_at_5_std": -0.205733, "nauc_ndcg_at_5_diff1": 0.768718, "nauc_ndcg_at_10_max": 0.427375, "nauc_ndcg_at_10_std": -0.203623, "nauc_ndcg_at_10_diff1": 0.768022, "nauc_ndcg_at_20_max": 0.428338, "nauc_ndcg_at_20_std": -0.202159, "nauc_ndcg_at_20_diff1": 0.768287, "nauc_ndcg_at_25_max": 0.425591, "nauc_ndcg_at_25_std": -0.201928, "nauc_ndcg_at_25_diff1": 0.768015, "nauc_ndcg_at_50_max": 0.420851, "nauc_ndcg_at_50_std": -0.199225, "nauc_ndcg_at_50_diff1": 0.768326, "nauc_ndcg_at_100_max": 0.419334, "nauc_ndcg_at_100_std": -0.200602, "nauc_ndcg_at_100_diff1": 0.769401, "nauc_ndcg_at_1000_max": 0.418211, "nauc_ndcg_at_1000_std": -0.201665, "nauc_ndcg_at_1000_diff1": 0.769861, "nauc_map_at_1_max": 0.373975, "nauc_map_at_1_std": -0.1965, "nauc_map_at_1_diff1": 0.7858, "nauc_map_at_3_max": 0.412443, "nauc_map_at_3_std": -0.208093, "nauc_map_at_3_diff1": 0.768433, "nauc_map_at_5_max": 0.416308, "nauc_map_at_5_std": -0.204085, "nauc_map_at_5_diff1": 0.771699, "nauc_map_at_10_max": 0.411394, "nauc_map_at_10_std": -0.203163, "nauc_map_at_10_diff1": 0.7716, "nauc_map_at_20_max": 0.411744, "nauc_map_at_20_std": -0.202831, "nauc_map_at_20_diff1": 0.771709, "nauc_map_at_25_max": 0.41129, "nauc_map_at_25_std": -0.2028, "nauc_map_at_25_diff1": 0.771669, "nauc_map_at_50_max": 0.410717, "nauc_map_at_50_std": -0.202414, "nauc_map_at_50_diff1": 0.771715, "nauc_map_at_100_max": 0.410602, "nauc_map_at_100_std": -0.202528, "nauc_map_at_100_diff1": 0.771783, "nauc_map_at_1000_max": 0.410575, "nauc_map_at_1000_std": -0.202574, "nauc_map_at_1000_diff1": 0.771801, "nauc_recall_at_1_max": 0.373975, "nauc_recall_at_1_std": -0.1965, "nauc_recall_at_1_diff1": 0.7858, "nauc_recall_at_3_max": 0.516518, "nauc_recall_at_3_std": -0.238265, "nauc_recall_at_3_diff1": 0.734317, "nauc_recall_at_5_max": 0.622603, "nauc_recall_at_5_std": -0.215694, "nauc_recall_at_5_diff1": 0.750625, "nauc_recall_at_10_max": 0.621882, "nauc_recall_at_10_std": -0.204463, "nauc_recall_at_10_diff1": 0.726021, "nauc_recall_at_20_max": 0.756698, "nauc_recall_at_20_std": -0.171361, "nauc_recall_at_20_diff1": 0.703555, "nauc_recall_at_25_max": 0.742017, "nauc_recall_at_25_std": -0.156215, "nauc_recall_at_25_diff1": 0.679675, "nauc_recall_at_50_max": 0.733438, "nauc_recall_at_50_std": 0.093553, "nauc_recall_at_50_diff1": 0.60044, "nauc_recall_at_100_max": 0.732085, "nauc_recall_at_100_std": 0.107865, "nauc_recall_at_100_diff1": 0.654342, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722209, "nauc_recall_at_1000_diff1": 0.554131, "nauc_precision_at_1_max": 0.373975, "nauc_precision_at_1_std": -0.1965, "nauc_precision_at_1_diff1": 0.7858, "nauc_precision_at_3_max": 0.516518, "nauc_precision_at_3_std": -0.238265, "nauc_precision_at_3_diff1": 0.734317, "nauc_precision_at_5_max": 0.622603, "nauc_precision_at_5_std": -0.215694, "nauc_precision_at_5_diff1": 0.750625, "nauc_precision_at_10_max": 0.621882, "nauc_precision_at_10_std": -0.204463, "nauc_precision_at_10_diff1": 0.726021, "nauc_precision_at_20_max": 0.756698, "nauc_precision_at_20_std": -0.171361, "nauc_precision_at_20_diff1": 0.703555, "nauc_precision_at_25_max": 0.742017, "nauc_precision_at_25_std": -0.156215, "nauc_precision_at_25_diff1": 0.679675, "nauc_precision_at_50_max": 0.733438, "nauc_precision_at_50_std": 0.093553, "nauc_precision_at_50_diff1": 0.60044, "nauc_precision_at_100_max": 0.732085, "nauc_precision_at_100_std": 0.107865, "nauc_precision_at_100_diff1": 0.654342, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.722209, "nauc_precision_at_1000_diff1": 0.554131, "nauc_mrr_at_1_max": 0.373975, "nauc_mrr_at_1_std": -0.1965, "nauc_mrr_at_1_diff1": 0.7858, "nauc_mrr_at_3_max": 0.412443, "nauc_mrr_at_3_std": -0.208093, "nauc_mrr_at_3_diff1": 0.768433, "nauc_mrr_at_5_max": 0.416308, "nauc_mrr_at_5_std": -0.204085, "nauc_mrr_at_5_diff1": 0.771699, "nauc_mrr_at_10_max": 0.411394, "nauc_mrr_at_10_std": -0.203163, "nauc_mrr_at_10_diff1": 0.7716, "nauc_mrr_at_20_max": 0.411744, "nauc_mrr_at_20_std": -0.202831, "nauc_mrr_at_20_diff1": 0.771709, "nauc_mrr_at_25_max": 0.41129, "nauc_mrr_at_25_std": -0.2028, "nauc_mrr_at_25_diff1": 0.771669, "nauc_mrr_at_50_max": 0.410717, "nauc_mrr_at_50_std": -0.202414, "nauc_mrr_at_50_diff1": 0.771715, "nauc_mrr_at_100_max": 0.410602, "nauc_mrr_at_100_std": -0.202528, "nauc_mrr_at_100_diff1": 0.771783, "nauc_mrr_at_1000_max": 0.410575, "nauc_mrr_at_1000_std": -0.202574, "nauc_mrr_at_1000_diff1": 0.771801, "hit_rate_at_1": 0.74575, "hit_rate_at_3": 0.901, "hit_rate_at_5": 0.93633, "hit_rate_at_10": 0.96555, "hit_rate_at_20": 0.97907, "hit_rate_at_25": 0.98299, "hit_rate_at_50": 0.99215, "hit_rate_at_100": 0.99564, "hit_rate_at_1000": 0.99956, "R_cap_at_1": 0.745748, "R_cap_at_3": 0.901003, "R_cap_at_5": 0.936328, "R_cap_at_10": 0.965547, "R_cap_at_20": 0.979067, "R_cap_at_25": 0.982992, "R_cap_at_50": 0.99215, "R_cap_at_100": 0.995639, "R_cap_at_1000": 0.999564, "main_score": 0.86175, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.80484, "ndcg_at_3": 0.8703, "ndcg_at_5": 0.88008, "ndcg_at_10": 0.88717, "ndcg_at_20": 0.89074, "ndcg_at_25": 0.89171, "ndcg_at_50": 0.89373, "ndcg_at_100": 0.89458, "ndcg_at_1000": 0.89524, "map_at_1": 0.80484, "map_at_3": 0.85487, "map_at_5": 0.8603, "map_at_10": 0.8633, "map_at_20": 0.86429, "map_at_25": 0.86449, "map_at_50": 0.86479, "map_at_100": 0.86486, "map_at_1000": 0.86489, "recall_at_1": 0.80484, "recall_at_3": 0.91466, "recall_at_5": 0.93839, "recall_at_10": 0.95995, "recall_at_20": 0.97397, "recall_at_25": 0.97843, "recall_at_50": 0.98891, "recall_at_100": 0.99415, "recall_at_1000": 0.99923, "accuracy": 0.80484, "precision_at_1": 0.80484, "precision_at_3": 0.30489, "precision_at_5": 0.18768, "precision_at_10": 0.096, "precision_at_20": 0.0487, "precision_at_25": 0.03914, "precision_at_50": 0.01978, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.804837, "mrr_at_3": 0.854873, "mrr_at_5": 0.860302, "mrr_at_10": 0.8633, "mrr_at_20": 0.86429, "mrr_at_25": 0.864487, "mrr_at_50": 0.864786, "mrr_at_100": 0.864859, "mrr_at_1000": 0.864888, "nauc_ndcg_at_1_max": 0.550318, "nauc_ndcg_at_1_std": -0.217184, "nauc_ndcg_at_1_diff1": 0.813367, "nauc_ndcg_at_3_max": 0.62067, "nauc_ndcg_at_3_std": -0.218689, "nauc_ndcg_at_3_diff1": 0.797198, "nauc_ndcg_at_5_max": 0.618765, "nauc_ndcg_at_5_std": -0.215975, "nauc_ndcg_at_5_diff1": 0.800146, "nauc_ndcg_at_10_max": 0.61747, "nauc_ndcg_at_10_std": -0.217316, "nauc_ndcg_at_10_diff1": 0.801601, "nauc_ndcg_at_20_max": 0.613481, "nauc_ndcg_at_20_std": -0.211696, "nauc_ndcg_at_20_diff1": 0.801291, "nauc_ndcg_at_25_max": 0.610966, "nauc_ndcg_at_25_std": -0.211325, "nauc_ndcg_at_25_diff1": 0.801666, "nauc_ndcg_at_50_max": 0.606496, "nauc_ndcg_at_50_std": -0.213429, "nauc_ndcg_at_50_diff1": 0.802901, "nauc_ndcg_at_100_max": 0.605012, "nauc_ndcg_at_100_std": -0.213275, "nauc_ndcg_at_100_diff1": 0.803061, "nauc_ndcg_at_1000_max": 0.603847, "nauc_ndcg_at_1000_std": -0.214717, "nauc_ndcg_at_1000_diff1": 0.803023, "nauc_map_at_1_max": 0.550318, "nauc_map_at_1_std": -0.217184, "nauc_map_at_1_diff1": 0.813367, "nauc_map_at_3_max": 0.60077, "nauc_map_at_3_std": -0.218928, "nauc_map_at_3_diff1": 0.802039, "nauc_map_at_5_max": 0.599129, "nauc_map_at_5_std": -0.217503, "nauc_map_at_5_diff1": 0.803632, "nauc_map_at_10_max": 0.598242, "nauc_map_at_10_std": -0.218039, "nauc_map_at_10_diff1": 0.804262, "nauc_map_at_20_max": 0.597227, "nauc_map_at_20_std": -0.216856, "nauc_map_at_20_diff1": 0.804205, "nauc_map_at_25_max": 0.596798, "nauc_map_at_25_std": -0.216798, "nauc_map_at_25_diff1": 0.804272, "nauc_map_at_50_max": 0.59624, "nauc_map_at_50_std": -0.217136, "nauc_map_at_50_diff1": 0.804423, "nauc_map_at_100_max": 0.596135, "nauc_map_at_100_std": -0.217113, "nauc_map_at_100_diff1": 0.804437, "nauc_map_at_1000_max": 0.596091, "nauc_map_at_1000_std": -0.217162, "nauc_map_at_1000_diff1": 0.804434, "nauc_recall_at_1_max": 0.550318, "nauc_recall_at_1_std": -0.217184, "nauc_recall_at_1_diff1": 0.813367, "nauc_recall_at_3_max": 0.712276, "nauc_recall_at_3_std": -0.217085, "nauc_recall_at_3_diff1": 0.774711, "nauc_recall_at_5_max": 0.738147, "nauc_recall_at_5_std": -0.205353, "nauc_recall_at_5_diff1": 0.779586, "nauc_recall_at_10_max": 0.791414, "nauc_recall_at_10_std": -0.210036, "nauc_recall_at_10_diff1": 0.779793, "nauc_recall_at_20_max": 0.821174, "nauc_recall_at_20_std": -0.114498, "nauc_recall_at_20_diff1": 0.763382, "nauc_recall_at_25_max": 0.808975, "nauc_recall_at_25_std": -0.086589, "nauc_recall_at_25_diff1": 0.76367, "nauc_recall_at_50_max": 0.784778, "nauc_recall_at_50_std": -0.056685, "nauc_recall_at_50_diff1": 0.786367, "nauc_recall_at_100_max": 0.785571, "nauc_recall_at_100_std": 0.093319, "nauc_recall_at_100_diff1": 0.787425, "nauc_recall_at_1000_max": 0.836609, "nauc_recall_at_1000_std": 0.670025, "nauc_recall_at_1000_diff1": 0.653691, "nauc_precision_at_1_max": 0.550318, "nauc_precision_at_1_std": -0.217184, "nauc_precision_at_1_diff1": 0.813367, "nauc_precision_at_3_max": 0.712276, "nauc_precision_at_3_std": -0.217085, "nauc_precision_at_3_diff1": 0.774711, "nauc_precision_at_5_max": 0.738147, "nauc_precision_at_5_std": -0.205353, "nauc_precision_at_5_diff1": 0.779586, "nauc_precision_at_10_max": 0.791414, "nauc_precision_at_10_std": -0.210036, "nauc_precision_at_10_diff1": 0.779793, "nauc_precision_at_20_max": 0.821174, "nauc_precision_at_20_std": -0.114498, "nauc_precision_at_20_diff1": 0.763382, "nauc_precision_at_25_max": 0.808975, "nauc_precision_at_25_std": -0.086589, "nauc_precision_at_25_diff1": 0.76367, "nauc_precision_at_50_max": 0.784778, "nauc_precision_at_50_std": -0.056685, "nauc_precision_at_50_diff1": 0.786367, "nauc_precision_at_100_max": 0.785571, "nauc_precision_at_100_std": 0.093319, "nauc_precision_at_100_diff1": 0.787425, "nauc_precision_at_1000_max": 0.836609, "nauc_precision_at_1000_std": 0.670025, "nauc_precision_at_1000_diff1": 0.653691, "nauc_mrr_at_1_max": 0.550318, "nauc_mrr_at_1_std": -0.217184, "nauc_mrr_at_1_diff1": 0.813367, "nauc_mrr_at_3_max": 0.60077, "nauc_mrr_at_3_std": -0.218928, "nauc_mrr_at_3_diff1": 0.802039, "nauc_mrr_at_5_max": 0.599129, "nauc_mrr_at_5_std": -0.217503, "nauc_mrr_at_5_diff1": 0.803632, "nauc_mrr_at_10_max": 0.598242, "nauc_mrr_at_10_std": -0.218039, "nauc_mrr_at_10_diff1": 0.804262, "nauc_mrr_at_20_max": 0.597227, "nauc_mrr_at_20_std": -0.216856, "nauc_mrr_at_20_diff1": 0.804205, "nauc_mrr_at_25_max": 0.596798, "nauc_mrr_at_25_std": -0.216798, "nauc_mrr_at_25_diff1": 0.804272, "nauc_mrr_at_50_max": 0.59624, "nauc_mrr_at_50_std": -0.217136, "nauc_mrr_at_50_diff1": 0.804423, "nauc_mrr_at_100_max": 0.596135, "nauc_mrr_at_100_std": -0.217113, "nauc_mrr_at_100_diff1": 0.804437, "nauc_mrr_at_1000_max": 0.596091, "nauc_mrr_at_1000_std": -0.217162, "nauc_mrr_at_1000_diff1": 0.804434, "hit_rate_at_1": 0.80484, "hit_rate_at_3": 0.91466, "hit_rate_at_5": 0.93839, "hit_rate_at_10": 0.95995, "hit_rate_at_20": 0.97397, "hit_rate_at_25": 0.97843, "hit_rate_at_50": 0.98891, "hit_rate_at_100": 0.99415, "hit_rate_at_1000": 0.99923, "R_cap_at_1": 0.804837, "R_cap_at_3": 0.914664, "R_cap_at_5": 0.938386, "R_cap_at_10": 0.959951, "R_cap_at_20": 0.973968, "R_cap_at_25": 0.978435, "R_cap_at_50": 0.988909, "R_cap_at_100": 0.994147, "R_cap_at_1000": 0.99923, "main_score": 0.88717, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.80888, "ndcg_at_3": 0.88035, "ndcg_at_5": 0.89107, "ndcg_at_10": 0.89784, "ndcg_at_20": 0.90105, "ndcg_at_25": 0.90147, "ndcg_at_50": 0.90288, "ndcg_at_100": 0.90309, "ndcg_at_1000": 0.90333, "map_at_1": 0.80888, "map_at_3": 0.86358, "map_at_5": 0.86959, "map_at_10": 0.87245, "map_at_20": 0.8733, "map_at_25": 0.87339, "map_at_50": 0.87362, "map_at_100": 0.87363, "map_at_1000": 0.87364, "recall_at_1": 0.80888, "recall_at_3": 0.92857, "recall_at_5": 0.95431, "recall_at_10": 0.9749, "recall_at_20": 0.98777, "recall_at_25": 0.9897, "recall_at_50": 0.99678, "recall_at_100": 0.99807, "recall_at_1000": 1.0, "accuracy": 0.80888, "precision_at_1": 0.80888, "precision_at_3": 0.30952, "precision_at_5": 0.19086, "precision_at_10": 0.09749, "precision_at_20": 0.04939, "precision_at_25": 0.03959, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.80888, "mrr_at_3": 0.863578, "mrr_at_5": 0.869595, "mrr_at_10": 0.872447, "mrr_at_20": 0.873304, "mrr_at_25": 0.873388, "mrr_at_50": 0.873618, "mrr_at_100": 0.873633, "mrr_at_1000": 0.873643, "nauc_ndcg_at_1_max": 0.458886, "nauc_ndcg_at_1_std": -0.159215, "nauc_ndcg_at_1_diff1": 0.791715, "nauc_ndcg_at_3_max": 0.526642, "nauc_ndcg_at_3_std": -0.173411, "nauc_ndcg_at_3_diff1": 0.77218, "nauc_ndcg_at_5_max": 0.527282, "nauc_ndcg_at_5_std": -0.180537, "nauc_ndcg_at_5_diff1": 0.776822, "nauc_ndcg_at_10_max": 0.517623, "nauc_ndcg_at_10_std": -0.177426, "nauc_ndcg_at_10_diff1": 0.778551, "nauc_ndcg_at_20_max": 0.513536, "nauc_ndcg_at_20_std": -0.169486, "nauc_ndcg_at_20_diff1": 0.775981, "nauc_ndcg_at_25_max": 0.512696, "nauc_ndcg_at_25_std": -0.16846, "nauc_ndcg_at_25_diff1": 0.775652, "nauc_ndcg_at_50_max": 0.50839, "nauc_ndcg_at_50_std": -0.171541, "nauc_ndcg_at_50_diff1": 0.777325, "nauc_ndcg_at_100_max": 0.507796, "nauc_ndcg_at_100_std": -0.171783, "nauc_ndcg_at_100_diff1": 0.777464, "nauc_ndcg_at_1000_max": 0.507471, "nauc_ndcg_at_1000_std": -0.170573, "nauc_ndcg_at_1000_diff1": 0.778166, "nauc_map_at_1_max": 0.458886, "nauc_map_at_1_std": -0.159215, "nauc_map_at_1_diff1": 0.791715, "nauc_map_at_3_max": 0.506937, "nauc_map_at_3_std": -0.169669, "nauc_map_at_3_diff1": 0.77687, "nauc_map_at_5_max": 0.506723, "nauc_map_at_5_std": -0.172348, "nauc_map_at_5_diff1": 0.779307, "nauc_map_at_10_max": 0.503075, "nauc_map_at_10_std": -0.170745, "nauc_map_at_10_diff1": 0.779915, "nauc_map_at_20_max": 0.502149, "nauc_map_at_20_std": -0.168865, "nauc_map_at_20_diff1": 0.779362, "nauc_map_at_25_max": 0.502007, "nauc_map_at_25_std": -0.168707, "nauc_map_at_25_diff1": 0.779316, "nauc_map_at_50_max": 0.501463, "nauc_map_at_50_std": -0.169117, "nauc_map_at_50_diff1": 0.779576, "nauc_map_at_100_max": 0.501425, "nauc_map_at_100_std": -0.169138, "nauc_map_at_100_diff1": 0.779584, "nauc_map_at_1000_max": 0.501418, "nauc_map_at_1000_std": -0.169091, "nauc_map_at_1000_diff1": 0.779603, "nauc_recall_at_1_max": 0.458886, "nauc_recall_at_1_std": -0.159215, "nauc_recall_at_1_diff1": 0.791715, "nauc_recall_at_3_max": 0.628375, "nauc_recall_at_3_std": -0.1924, "nauc_recall_at_3_diff1": 0.748816, "nauc_recall_at_5_max": 0.684278, "nauc_recall_at_5_std": -0.24786, "nauc_recall_at_5_diff1": 0.760902, "nauc_recall_at_10_max": 0.695938, "nauc_recall_at_10_std": -0.27538, "nauc_recall_at_10_diff1": 0.769269, "nauc_recall_at_20_max": 0.754565, "nauc_recall_at_20_std": -0.146299, "nauc_recall_at_20_diff1": 0.681909, "nauc_recall_at_25_max": 0.765003, "nauc_recall_at_25_std": -0.098742, "nauc_recall_at_25_diff1": 0.650129, "nauc_recall_at_50_max": 0.693287, "nauc_recall_at_50_std": -0.379981, "nauc_recall_at_50_diff1": 0.594914, "nauc_recall_at_100_max": 0.637412, "nauc_recall_at_100_std": -0.582845, "nauc_recall_at_100_diff1": 0.517017, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.458886, "nauc_precision_at_1_std": -0.159215, "nauc_precision_at_1_diff1": 0.791715, "nauc_precision_at_3_max": 0.628375, "nauc_precision_at_3_std": -0.1924, "nauc_precision_at_3_diff1": 0.748816, "nauc_precision_at_5_max": 0.684278, "nauc_precision_at_5_std": -0.24786, "nauc_precision_at_5_diff1": 0.760902, "nauc_precision_at_10_max": 0.695938, "nauc_precision_at_10_std": -0.27538, "nauc_precision_at_10_diff1": 0.769269, "nauc_precision_at_20_max": 0.754565, "nauc_precision_at_20_std": -0.146299, "nauc_precision_at_20_diff1": 0.681909, "nauc_precision_at_25_max": 0.765003, "nauc_precision_at_25_std": -0.098742, "nauc_precision_at_25_diff1": 0.650129, "nauc_precision_at_50_max": 0.693287, "nauc_precision_at_50_std": -0.379981, "nauc_precision_at_50_diff1": 0.594914, "nauc_precision_at_100_max": 0.637412, "nauc_precision_at_100_std": -0.582845, "nauc_precision_at_100_diff1": 0.517017, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.458886, "nauc_mrr_at_1_std": -0.159215, "nauc_mrr_at_1_diff1": 0.791715, "nauc_mrr_at_3_max": 0.506937, "nauc_mrr_at_3_std": -0.169669, "nauc_mrr_at_3_diff1": 0.77687, "nauc_mrr_at_5_max": 0.506723, "nauc_mrr_at_5_std": -0.172348, "nauc_mrr_at_5_diff1": 0.779307, "nauc_mrr_at_10_max": 0.503075, "nauc_mrr_at_10_std": -0.170745, "nauc_mrr_at_10_diff1": 0.779915, "nauc_mrr_at_20_max": 0.502149, "nauc_mrr_at_20_std": -0.168865, "nauc_mrr_at_20_diff1": 0.779362, "nauc_mrr_at_25_max": 0.502007, "nauc_mrr_at_25_std": -0.168707, "nauc_mrr_at_25_diff1": 0.779316, "nauc_mrr_at_50_max": 0.501463, "nauc_mrr_at_50_std": -0.169117, "nauc_mrr_at_50_diff1": 0.779576, "nauc_mrr_at_100_max": 0.501425, "nauc_mrr_at_100_std": -0.169138, "nauc_mrr_at_100_diff1": 0.779584, "nauc_mrr_at_1000_max": 0.501418, "nauc_mrr_at_1000_std": -0.169091, "nauc_mrr_at_1000_diff1": 0.779603, "hit_rate_at_1": 0.80888, "hit_rate_at_3": 0.92857, "hit_rate_at_5": 0.95431, "hit_rate_at_10": 0.9749, "hit_rate_at_20": 0.98777, "hit_rate_at_25": 0.9897, "hit_rate_at_50": 0.99678, "hit_rate_at_100": 0.99807, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80888, "R_cap_at_3": 0.928571, "R_cap_at_5": 0.954311, "R_cap_at_10": 0.974903, "R_cap_at_20": 0.987773, "R_cap_at_25": 0.989704, "R_cap_at_50": 0.996782, "R_cap_at_100": 0.998069, "R_cap_at_1000": 1.0, "main_score": 0.89784, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.73887, "ndcg_at_3": 0.813, "ndcg_at_5": 0.82561, "ndcg_at_10": 0.83559, "ndcg_at_20": 0.84219, "ndcg_at_25": 0.84395, "ndcg_at_50": 0.84734, "ndcg_at_100": 0.84903, "ndcg_at_1000": 0.85057, "map_at_1": 0.73887, "map_at_3": 0.79544, "map_at_5": 0.80245, "map_at_10": 0.8066, "map_at_20": 0.80843, "map_at_25": 0.80879, "map_at_50": 0.80929, "map_at_100": 0.80944, "map_at_1000": 0.8095, "recall_at_1": 0.73887, "recall_at_3": 0.86355, "recall_at_5": 0.89412, "recall_at_10": 0.92479, "recall_at_20": 0.95074, "recall_at_25": 0.95877, "recall_at_50": 0.97625, "recall_at_100": 0.9867, "recall_at_1000": 0.99879, "accuracy": 0.73887, "precision_at_1": 0.73887, "precision_at_3": 0.28785, "precision_at_5": 0.17882, "precision_at_10": 0.09248, "precision_at_20": 0.04754, "precision_at_25": 0.03835, "precision_at_50": 0.01953, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "mrr_at_1": 0.738868, "mrr_at_3": 0.795437, "mrr_at_5": 0.802452, "mrr_at_10": 0.806596, "mrr_at_20": 0.808434, "mrr_at_25": 0.808787, "mrr_at_50": 0.809294, "mrr_at_100": 0.809443, "mrr_at_1000": 0.809501, "nauc_ndcg_at_1_max": 0.51093, "nauc_ndcg_at_1_std": -0.306236, "nauc_ndcg_at_1_diff1": 0.833631, "nauc_ndcg_at_3_max": 0.533513, "nauc_ndcg_at_3_std": -0.351443, "nauc_ndcg_at_3_diff1": 0.807543, "nauc_ndcg_at_5_max": 0.535655, "nauc_ndcg_at_5_std": -0.347855, "nauc_ndcg_at_5_diff1": 0.80449, "nauc_ndcg_at_10_max": 0.53708, "nauc_ndcg_at_10_std": -0.339847, "nauc_ndcg_at_10_diff1": 0.805909, "nauc_ndcg_at_20_max": 0.536295, "nauc_ndcg_at_20_std": -0.334831, "nauc_ndcg_at_20_diff1": 0.808028, "nauc_ndcg_at_25_max": 0.535465, "nauc_ndcg_at_25_std": -0.332985, "nauc_ndcg_at_25_diff1": 0.808733, "nauc_ndcg_at_50_max": 0.534398, "nauc_ndcg_at_50_std": -0.328956, "nauc_ndcg_at_50_diff1": 0.810095, "nauc_ndcg_at_100_max": 0.53362, "nauc_ndcg_at_100_std": -0.329954, "nauc_ndcg_at_100_diff1": 0.811128, "nauc_ndcg_at_1000_max": 0.532196, "nauc_ndcg_at_1000_std": -0.332088, "nauc_ndcg_at_1000_diff1": 0.811621, "nauc_map_at_1_max": 0.51093, "nauc_map_at_1_std": -0.306236, "nauc_map_at_1_diff1": 0.833631, "nauc_map_at_3_max": 0.527475, "nauc_map_at_3_std": -0.339021, "nauc_map_at_3_diff1": 0.814378, "nauc_map_at_5_max": 0.528421, "nauc_map_at_5_std": -0.33683, "nauc_map_at_5_diff1": 0.813068, "nauc_map_at_10_max": 0.528662, "nauc_map_at_10_std": -0.333773, "nauc_map_at_10_diff1": 0.81367, "nauc_map_at_20_max": 0.528433, "nauc_map_at_20_std": -0.332592, "nauc_map_at_20_diff1": 0.814234, "nauc_map_at_25_max": 0.528275, "nauc_map_at_25_std": -0.332311, "nauc_map_at_25_diff1": 0.814361, "nauc_map_at_50_max": 0.528142, "nauc_map_at_50_std": -0.3318, "nauc_map_at_50_diff1": 0.814551, "nauc_map_at_100_max": 0.528083, "nauc_map_at_100_std": -0.331855, "nauc_map_at_100_diff1": 0.814624, "nauc_map_at_1000_max": 0.528043, "nauc_map_at_1000_std": -0.331889, "nauc_map_at_1000_diff1": 0.814636, "nauc_recall_at_1_max": 0.51093, "nauc_recall_at_1_std": -0.306236, "nauc_recall_at_1_diff1": 0.833631, "nauc_recall_at_3_max": 0.55776, "nauc_recall_at_3_std": -0.401546, "nauc_recall_at_3_diff1": 0.78019, "nauc_recall_at_5_max": 0.571253, "nauc_recall_at_5_std": -0.400762, "nauc_recall_at_5_diff1": 0.762075, "nauc_recall_at_10_max": 0.595541, "nauc_recall_at_10_std": -0.371522, "nauc_recall_at_10_diff1": 0.75525, "nauc_recall_at_20_max": 0.616106, "nauc_recall_at_20_std": -0.328977, "nauc_recall_at_20_diff1": 0.753237, "nauc_recall_at_25_max": 0.618649, "nauc_recall_at_25_std": -0.297315, "nauc_recall_at_25_diff1": 0.753853, "nauc_recall_at_50_max": 0.645755, "nauc_recall_at_50_std": -0.150847, "nauc_recall_at_50_diff1": 0.753963, "nauc_recall_at_100_max": 0.683151, "nauc_recall_at_100_std": -0.079767, "nauc_recall_at_100_diff1": 0.777127, "nauc_recall_at_1000_max": 0.873307, "nauc_recall_at_1000_std": 0.274572, "nauc_recall_at_1000_diff1": 0.901956, "nauc_precision_at_1_max": 0.51093, "nauc_precision_at_1_std": -0.306236, "nauc_precision_at_1_diff1": 0.833631, "nauc_precision_at_3_max": 0.55776, "nauc_precision_at_3_std": -0.401546, "nauc_precision_at_3_diff1": 0.78019, "nauc_precision_at_5_max": 0.571253, "nauc_precision_at_5_std": -0.400762, "nauc_precision_at_5_diff1": 0.762075, "nauc_precision_at_10_max": 0.595541, "nauc_precision_at_10_std": -0.371522, "nauc_precision_at_10_diff1": 0.75525, "nauc_precision_at_20_max": 0.616106, "nauc_precision_at_20_std": -0.328977, "nauc_precision_at_20_diff1": 0.753237, "nauc_precision_at_25_max": 0.618649, "nauc_precision_at_25_std": -0.297315, "nauc_precision_at_25_diff1": 0.753853, "nauc_precision_at_50_max": 0.645755, "nauc_precision_at_50_std": -0.150847, "nauc_precision_at_50_diff1": 0.753963, "nauc_precision_at_100_max": 0.683151, "nauc_precision_at_100_std": -0.079767, "nauc_precision_at_100_diff1": 0.777127, "nauc_precision_at_1000_max": 0.873307, "nauc_precision_at_1000_std": 0.274572, "nauc_precision_at_1000_diff1": 0.901956, "nauc_mrr_at_1_max": 0.51093, "nauc_mrr_at_1_std": -0.306236, "nauc_mrr_at_1_diff1": 0.833631, "nauc_mrr_at_3_max": 0.527475, "nauc_mrr_at_3_std": -0.339021, "nauc_mrr_at_3_diff1": 0.814378, "nauc_mrr_at_5_max": 0.528421, "nauc_mrr_at_5_std": -0.33683, "nauc_mrr_at_5_diff1": 0.813068, "nauc_mrr_at_10_max": 0.528662, "nauc_mrr_at_10_std": -0.333773, "nauc_mrr_at_10_diff1": 0.81367, "nauc_mrr_at_20_max": 0.528433, "nauc_mrr_at_20_std": -0.332592, "nauc_mrr_at_20_diff1": 0.814234, "nauc_mrr_at_25_max": 0.528275, "nauc_mrr_at_25_std": -0.332311, "nauc_mrr_at_25_diff1": 0.814361, "nauc_mrr_at_50_max": 0.528142, "nauc_mrr_at_50_std": -0.3318, "nauc_mrr_at_50_diff1": 0.814551, "nauc_mrr_at_100_max": 0.528083, "nauc_mrr_at_100_std": -0.331855, "nauc_mrr_at_100_diff1": 0.814624, "nauc_mrr_at_1000_max": 0.528043, "nauc_mrr_at_1000_std": -0.331889, "nauc_mrr_at_1000_diff1": 0.814636, "hit_rate_at_1": 0.73887, "hit_rate_at_3": 0.86355, "hit_rate_at_5": 0.89412, "hit_rate_at_10": 0.92479, "hit_rate_at_20": 0.95074, "hit_rate_at_25": 0.95877, "hit_rate_at_50": 0.97625, "hit_rate_at_100": 0.9867, "hit_rate_at_1000": 0.99879, "R_cap_at_1": 0.738868, "R_cap_at_3": 0.863551, "R_cap_at_5": 0.894118, "R_cap_at_10": 0.924794, "R_cap_at_20": 0.950742, "R_cap_at_25": 0.958769, "R_cap_at_50": 0.976251, "R_cap_at_100": 0.986696, "R_cap_at_1000": 0.998791, "main_score": 0.83559, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84384, "ndcg_at_3": 0.90258, "ndcg_at_5": 0.91032, "ndcg_at_10": 0.91549, "ndcg_at_20": 0.91829, "ndcg_at_25": 0.91884, "ndcg_at_50": 0.91975, "ndcg_at_100": 0.92029, "ndcg_at_1000": 0.92058, "map_at_1": 0.84384, "map_at_3": 0.88898, "map_at_5": 0.89332, "map_at_10": 0.89543, "map_at_20": 0.89621, "map_at_25": 0.89632, "map_at_50": 0.89645, "map_at_100": 0.8965, "map_at_1000": 0.89652, "recall_at_1": 0.84384, "recall_at_3": 0.9416, "recall_at_5": 0.96022, "recall_at_10": 0.9763, "recall_at_20": 0.9873, "recall_at_25": 0.98984, "recall_at_50": 0.9945, "recall_at_100": 0.99788, "recall_at_1000": 1.0, "accuracy": 0.84384, "precision_at_1": 0.84384, "precision_at_3": 0.31387, "precision_at_5": 0.19204, "precision_at_10": 0.09763, "precision_at_20": 0.04937, "precision_at_25": 0.03959, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.843843, "mrr_at_3": 0.888983, "mrr_at_5": 0.893321, "mrr_at_10": 0.895429, "mrr_at_20": 0.896205, "mrr_at_25": 0.896318, "mrr_at_50": 0.896454, "mrr_at_100": 0.896502, "mrr_at_1000": 0.896515, "nauc_ndcg_at_1_max": 0.567447, "nauc_ndcg_at_1_std": -0.418961, "nauc_ndcg_at_1_diff1": 0.86292, "nauc_ndcg_at_3_max": 0.614882, "nauc_ndcg_at_3_std": -0.476899, "nauc_ndcg_at_3_diff1": 0.845921, "nauc_ndcg_at_5_max": 0.624722, "nauc_ndcg_at_5_std": -0.454531, "nauc_ndcg_at_5_diff1": 0.848666, "nauc_ndcg_at_10_max": 0.619687, "nauc_ndcg_at_10_std": -0.442715, "nauc_ndcg_at_10_diff1": 0.851345, "nauc_ndcg_at_20_max": 0.613718, "nauc_ndcg_at_20_std": -0.44366, "nauc_ndcg_at_20_diff1": 0.85321, "nauc_ndcg_at_25_max": 0.613396, "nauc_ndcg_at_25_std": -0.440912, "nauc_ndcg_at_25_diff1": 0.852804, "nauc_ndcg_at_50_max": 0.609888, "nauc_ndcg_at_50_std": -0.442379, "nauc_ndcg_at_50_diff1": 0.852499, "nauc_ndcg_at_100_max": 0.60749, "nauc_ndcg_at_100_std": -0.445206, "nauc_ndcg_at_100_diff1": 0.85228, "nauc_ndcg_at_1000_max": 0.606904, "nauc_ndcg_at_1000_std": -0.445447, "nauc_ndcg_at_1000_diff1": 0.852628, "nauc_map_at_1_max": 0.567447, "nauc_map_at_1_std": -0.418961, "nauc_map_at_1_diff1": 0.86292, "nauc_map_at_3_max": 0.601289, "nauc_map_at_3_std": -0.458844, "nauc_map_at_3_diff1": 0.850656, "nauc_map_at_5_max": 0.605204, "nauc_map_at_5_std": -0.447322, "nauc_map_at_5_diff1": 0.852131, "nauc_map_at_10_max": 0.60304, "nauc_map_at_10_std": -0.443784, "nauc_map_at_10_diff1": 0.853162, "nauc_map_at_20_max": 0.601594, "nauc_map_at_20_std": -0.44412, "nauc_map_at_20_diff1": 0.853609, "nauc_map_at_25_max": 0.601529, "nauc_map_at_25_std": -0.443696, "nauc_map_at_25_diff1": 0.853545, "nauc_map_at_50_max": 0.601105, "nauc_map_at_50_std": -0.443888, "nauc_map_at_50_diff1": 0.853501, "nauc_map_at_100_max": 0.600935, "nauc_map_at_100_std": -0.444101, "nauc_map_at_100_diff1": 0.853484, "nauc_map_at_1000_max": 0.600914, "nauc_map_at_1000_std": -0.444118, "nauc_map_at_1000_diff1": 0.853501, "nauc_recall_at_1_max": 0.567447, "nauc_recall_at_1_std": -0.418961, "nauc_recall_at_1_diff1": 0.86292, "nauc_recall_at_3_max": 0.685264, "nauc_recall_at_3_std": -0.571663, "nauc_recall_at_3_diff1": 0.821524, "nauc_recall_at_5_max": 0.771733, "nauc_recall_at_5_std": -0.500342, "nauc_recall_at_5_diff1": 0.824792, "nauc_recall_at_10_max": 0.819405, "nauc_recall_at_10_std": -0.392644, "nauc_recall_at_10_diff1": 0.835774, "nauc_recall_at_20_max": 0.846882, "nauc_recall_at_20_std": -0.36484, "nauc_recall_at_20_diff1": 0.866248, "nauc_recall_at_25_max": 0.893888, "nauc_recall_at_25_std": -0.247309, "nauc_recall_at_25_diff1": 0.855276, "nauc_recall_at_50_max": 0.875739, "nauc_recall_at_50_std": -0.186153, "nauc_recall_at_50_diff1": 0.837138, "nauc_recall_at_100_max": 0.766095, "nauc_recall_at_100_std": -0.391058, "nauc_recall_at_100_diff1": 0.766095, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.567447, "nauc_precision_at_1_std": -0.418961, "nauc_precision_at_1_diff1": 0.86292, "nauc_precision_at_3_max": 0.685264, "nauc_precision_at_3_std": -0.571663, "nauc_precision_at_3_diff1": 0.821524, "nauc_precision_at_5_max": 0.771733, "nauc_precision_at_5_std": -0.500342, "nauc_precision_at_5_diff1": 0.824792, "nauc_precision_at_10_max": 0.819405, "nauc_precision_at_10_std": -0.392644, "nauc_precision_at_10_diff1": 0.835774, "nauc_precision_at_20_max": 0.846882, "nauc_precision_at_20_std": -0.36484, "nauc_precision_at_20_diff1": 0.866248, "nauc_precision_at_25_max": 0.893888, "nauc_precision_at_25_std": -0.247309, "nauc_precision_at_25_diff1": 0.855276, "nauc_precision_at_50_max": 0.875739, "nauc_precision_at_50_std": -0.186153, "nauc_precision_at_50_diff1": 0.837138, "nauc_precision_at_100_max": 0.766095, "nauc_precision_at_100_std": -0.391058, "nauc_precision_at_100_diff1": 0.766095, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.567447, "nauc_mrr_at_1_std": -0.418961, "nauc_mrr_at_1_diff1": 0.86292, "nauc_mrr_at_3_max": 0.601289, "nauc_mrr_at_3_std": -0.458844, "nauc_mrr_at_3_diff1": 0.850656, "nauc_mrr_at_5_max": 0.605204, "nauc_mrr_at_5_std": -0.447322, "nauc_mrr_at_5_diff1": 0.852131, "nauc_mrr_at_10_max": 0.60304, "nauc_mrr_at_10_std": -0.443784, "nauc_mrr_at_10_diff1": 0.853162, "nauc_mrr_at_20_max": 0.601594, "nauc_mrr_at_20_std": -0.44412, "nauc_mrr_at_20_diff1": 0.853609, "nauc_mrr_at_25_max": 0.601529, "nauc_mrr_at_25_std": -0.443696, "nauc_mrr_at_25_diff1": 0.853545, "nauc_mrr_at_50_max": 0.601105, "nauc_mrr_at_50_std": -0.443888, "nauc_mrr_at_50_diff1": 0.853501, "nauc_mrr_at_100_max": 0.600935, "nauc_mrr_at_100_std": -0.444101, "nauc_mrr_at_100_diff1": 0.853484, "nauc_mrr_at_1000_max": 0.600914, "nauc_mrr_at_1000_std": -0.444118, "nauc_mrr_at_1000_diff1": 0.853501, "hit_rate_at_1": 0.84384, "hit_rate_at_3": 0.9416, "hit_rate_at_5": 0.96022, "hit_rate_at_10": 0.9763, "hit_rate_at_20": 0.9873, "hit_rate_at_25": 0.98984, "hit_rate_at_50": 0.9945, "hit_rate_at_100": 0.99788, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.843843, "R_cap_at_3": 0.9416, "R_cap_at_5": 0.96022, "R_cap_at_10": 0.976301, "R_cap_at_20": 0.987304, "R_cap_at_25": 0.989843, "R_cap_at_50": 0.994499, "R_cap_at_100": 0.997884, "R_cap_at_1000": 1.0, "main_score": 0.91549, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77375, "ndcg_at_3": 0.84592, "ndcg_at_5": 0.85916, "ndcg_at_10": 0.8687, "ndcg_at_20": 0.87367, "ndcg_at_25": 0.87488, "ndcg_at_50": 0.8765, "ndcg_at_100": 0.87761, "ndcg_at_1000": 0.87801, "map_at_1": 0.77375, "map_at_3": 0.82867, "map_at_5": 0.83608, "map_at_10": 0.84009, "map_at_20": 0.84151, "map_at_25": 0.84176, "map_at_50": 0.84202, "map_at_100": 0.84213, "map_at_1000": 0.84214, "recall_at_1": 0.77375, "recall_at_3": 0.89566, "recall_at_5": 0.92751, "recall_at_10": 0.95662, "recall_at_20": 0.97584, "recall_at_25": 0.98133, "recall_at_50": 0.98957, "recall_at_100": 0.99616, "recall_at_1000": 0.99945, "accuracy": 0.77375, "precision_at_1": 0.77375, "precision_at_3": 0.29855, "precision_at_5": 0.1855, "precision_at_10": 0.09566, "precision_at_20": 0.04879, "precision_at_25": 0.03925, "precision_at_50": 0.01979, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.773751, "mrr_at_3": 0.828666, "mrr_at_5": 0.836079, "mrr_at_10": 0.840092, "mrr_at_20": 0.841514, "mrr_at_25": 0.841763, "mrr_at_50": 0.842016, "mrr_at_100": 0.842125, "mrr_at_1000": 0.842137, "nauc_ndcg_at_1_max": 0.413385, "nauc_ndcg_at_1_std": -0.46498, "nauc_ndcg_at_1_diff1": 0.85007, "nauc_ndcg_at_3_max": 0.438844, "nauc_ndcg_at_3_std": -0.536974, "nauc_ndcg_at_3_diff1": 0.849112, "nauc_ndcg_at_5_max": 0.430823, "nauc_ndcg_at_5_std": -0.55121, "nauc_ndcg_at_5_diff1": 0.846163, "nauc_ndcg_at_10_max": 0.422282, "nauc_ndcg_at_10_std": -0.54008, "nauc_ndcg_at_10_diff1": 0.848552, "nauc_ndcg_at_20_max": 0.419137, "nauc_ndcg_at_20_std": -0.541502, "nauc_ndcg_at_20_diff1": 0.849078, "nauc_ndcg_at_25_max": 0.420675, "nauc_ndcg_at_25_std": -0.5412, "nauc_ndcg_at_25_diff1": 0.848534, "nauc_ndcg_at_50_max": 0.429141, "nauc_ndcg_at_50_std": -0.529219, "nauc_ndcg_at_50_diff1": 0.848267, "nauc_ndcg_at_100_max": 0.42788, "nauc_ndcg_at_100_std": -0.524241, "nauc_ndcg_at_100_diff1": 0.848926, "nauc_ndcg_at_1000_max": 0.426762, "nauc_ndcg_at_1000_std": -0.523383, "nauc_ndcg_at_1000_diff1": 0.849262, "nauc_map_at_1_max": 0.413385, "nauc_map_at_1_std": -0.46498, "nauc_map_at_1_diff1": 0.85007, "nauc_map_at_3_max": 0.43253, "nauc_map_at_3_std": -0.515198, "nauc_map_at_3_diff1": 0.849901, "nauc_map_at_5_max": 0.428386, "nauc_map_at_5_std": -0.520879, "nauc_map_at_5_diff1": 0.848472, "nauc_map_at_10_max": 0.425404, "nauc_map_at_10_std": -0.516212, "nauc_map_at_10_diff1": 0.8495, "nauc_map_at_20_max": 0.424634, "nauc_map_at_20_std": -0.516329, "nauc_map_at_20_diff1": 0.849657, "nauc_map_at_25_max": 0.424892, "nauc_map_at_25_std": -0.516248, "nauc_map_at_25_diff1": 0.84957, "nauc_map_at_50_max": 0.425957, "nauc_map_at_50_std": -0.514741, "nauc_map_at_50_diff1": 0.849531, "nauc_map_at_100_max": 0.425875, "nauc_map_at_100_std": -0.514305, "nauc_map_at_100_diff1": 0.849584, "nauc_map_at_1000_max": 0.425849, "nauc_map_at_1000_std": -0.514288, "nauc_map_at_1000_diff1": 0.849597, "nauc_recall_at_1_max": 0.413385, "nauc_recall_at_1_std": -0.46498, "nauc_recall_at_1_diff1": 0.85007, "nauc_recall_at_3_max": 0.465943, "nauc_recall_at_3_std": -0.63356, "nauc_recall_at_3_diff1": 0.845286, "nauc_recall_at_5_max": 0.441851, "nauc_recall_at_5_std": -0.739651, "nauc_recall_at_5_diff1": 0.83095, "nauc_recall_at_10_max": 0.374518, "nauc_recall_at_10_std": -0.769211, "nauc_recall_at_10_diff1": 0.838903, "nauc_recall_at_20_max": 0.28086, "nauc_recall_at_20_std": -0.976877, "nauc_recall_at_20_diff1": 0.839965, "nauc_recall_at_25_max": 0.283897, "nauc_recall_at_25_std": -1.095567, "nauc_recall_at_25_diff1": 0.821864, "nauc_recall_at_50_max": 0.646378, "nauc_recall_at_50_std": -0.860976, "nauc_recall_at_50_diff1": 0.787487, "nauc_recall_at_100_max": 0.782934, "nauc_recall_at_100_std": -0.586084, "nauc_recall_at_100_diff1": 0.798609, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.554223, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.413385, "nauc_precision_at_1_std": -0.46498, "nauc_precision_at_1_diff1": 0.85007, "nauc_precision_at_3_max": 0.465943, "nauc_precision_at_3_std": -0.63356, "nauc_precision_at_3_diff1": 0.845286, "nauc_precision_at_5_max": 0.441851, "nauc_precision_at_5_std": -0.739651, "nauc_precision_at_5_diff1": 0.83095, "nauc_precision_at_10_max": 0.374518, "nauc_precision_at_10_std": -0.769211, "nauc_precision_at_10_diff1": 0.838903, "nauc_precision_at_20_max": 0.28086, "nauc_precision_at_20_std": -0.976877, "nauc_precision_at_20_diff1": 0.839965, "nauc_precision_at_25_max": 0.283897, "nauc_precision_at_25_std": -1.095567, "nauc_precision_at_25_diff1": 0.821864, "nauc_precision_at_50_max": 0.646378, "nauc_precision_at_50_std": -0.860976, "nauc_precision_at_50_diff1": 0.787487, "nauc_precision_at_100_max": 0.782934, "nauc_precision_at_100_std": -0.586084, "nauc_precision_at_100_diff1": 0.798609, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.554223, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.413385, "nauc_mrr_at_1_std": -0.46498, "nauc_mrr_at_1_diff1": 0.85007, "nauc_mrr_at_3_max": 0.43253, "nauc_mrr_at_3_std": -0.515198, "nauc_mrr_at_3_diff1": 0.849901, "nauc_mrr_at_5_max": 0.428386, "nauc_mrr_at_5_std": -0.520879, "nauc_mrr_at_5_diff1": 0.848472, "nauc_mrr_at_10_max": 0.425404, "nauc_mrr_at_10_std": -0.516212, "nauc_mrr_at_10_diff1": 0.8495, "nauc_mrr_at_20_max": 0.424634, "nauc_mrr_at_20_std": -0.516329, "nauc_mrr_at_20_diff1": 0.849657, "nauc_mrr_at_25_max": 0.424892, "nauc_mrr_at_25_std": -0.516248, "nauc_mrr_at_25_diff1": 0.84957, "nauc_mrr_at_50_max": 0.425957, "nauc_mrr_at_50_std": -0.514741, "nauc_mrr_at_50_diff1": 0.849531, "nauc_mrr_at_100_max": 0.425875, "nauc_mrr_at_100_std": -0.514305, "nauc_mrr_at_100_diff1": 0.849584, "nauc_mrr_at_1000_max": 0.425849, "nauc_mrr_at_1000_std": -0.514288, "nauc_mrr_at_1000_diff1": 0.849597, "hit_rate_at_1": 0.77375, "hit_rate_at_3": 0.89566, "hit_rate_at_5": 0.92751, "hit_rate_at_10": 0.95662, "hit_rate_at_20": 0.97584, "hit_rate_at_25": 0.98133, "hit_rate_at_50": 0.98957, "hit_rate_at_100": 0.99616, "hit_rate_at_1000": 0.99945, "R_cap_at_1": 0.773751, "R_cap_at_3": 0.895662, "R_cap_at_5": 0.927512, "R_cap_at_10": 0.956617, "R_cap_at_20": 0.975837, "R_cap_at_25": 0.981329, "R_cap_at_50": 0.989566, "R_cap_at_100": 0.996156, "R_cap_at_1000": 0.999451, "main_score": 0.8687, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84394, "ndcg_at_3": 0.89964, "ndcg_at_5": 0.90823, "ndcg_at_10": 0.91461, "ndcg_at_20": 0.91771, "ndcg_at_25": 0.91815, "ndcg_at_50": 0.91856, "ndcg_at_100": 0.91936, "ndcg_at_1000": 0.9195, "map_at_1": 0.84394, "map_at_3": 0.88651, "map_at_5": 0.89129, "map_at_10": 0.89389, "map_at_20": 0.89479, "map_at_25": 0.89488, "map_at_50": 0.89495, "map_at_100": 0.89502, "map_at_1000": 0.89502, "recall_at_1": 0.84394, "recall_at_3": 0.93738, "recall_at_5": 0.95825, "recall_at_10": 0.97813, "recall_at_20": 0.99006, "recall_at_25": 0.99205, "recall_at_50": 0.99404, "recall_at_100": 0.99901, "recall_at_1000": 1.0, "accuracy": 0.84394, "precision_at_1": 0.84394, "precision_at_3": 0.31246, "precision_at_5": 0.19165, "precision_at_10": 0.09781, "precision_at_20": 0.0495, "precision_at_25": 0.03968, "precision_at_50": 0.01988, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.843936, "mrr_at_3": 0.886514, "mrr_at_5": 0.891286, "mrr_at_10": 0.89389, "mrr_at_20": 0.894785, "mrr_at_25": 0.894876, "mrr_at_50": 0.894947, "mrr_at_100": 0.895017, "mrr_at_1000": 0.895025, "nauc_ndcg_at_1_max": 0.625825, "nauc_ndcg_at_1_std": -0.35616, "nauc_ndcg_at_1_diff1": 0.883164, "nauc_ndcg_at_3_max": 0.681722, "nauc_ndcg_at_3_std": -0.440132, "nauc_ndcg_at_3_diff1": 0.870083, "nauc_ndcg_at_5_max": 0.683274, "nauc_ndcg_at_5_std": -0.447417, "nauc_ndcg_at_5_diff1": 0.873541, "nauc_ndcg_at_10_max": 0.673643, "nauc_ndcg_at_10_std": -0.434693, "nauc_ndcg_at_10_diff1": 0.873266, "nauc_ndcg_at_20_max": 0.668918, "nauc_ndcg_at_20_std": -0.43158, "nauc_ndcg_at_20_diff1": 0.874641, "nauc_ndcg_at_25_max": 0.668886, "nauc_ndcg_at_25_std": -0.424322, "nauc_ndcg_at_25_diff1": 0.874671, "nauc_ndcg_at_50_max": 0.669037, "nauc_ndcg_at_50_std": -0.427402, "nauc_ndcg_at_50_diff1": 0.87509, "nauc_ndcg_at_100_max": 0.666715, "nauc_ndcg_at_100_std": -0.419473, "nauc_ndcg_at_100_diff1": 0.875354, "nauc_ndcg_at_1000_max": 0.666615, "nauc_ndcg_at_1000_std": -0.417085, "nauc_ndcg_at_1000_diff1": 0.875365, "nauc_map_at_1_max": 0.625825, "nauc_map_at_1_std": -0.35616, "nauc_map_at_1_diff1": 0.883164, "nauc_map_at_3_max": 0.666108, "nauc_map_at_3_std": -0.412739, "nauc_map_at_3_diff1": 0.873736, "nauc_map_at_5_max": 0.6665, "nauc_map_at_5_std": -0.414413, "nauc_map_at_5_diff1": 0.875571, "nauc_map_at_10_max": 0.663044, "nauc_map_at_10_std": -0.409023, "nauc_map_at_10_diff1": 0.875671, "nauc_map_at_20_max": 0.661961, "nauc_map_at_20_std": -0.407849, "nauc_map_at_20_diff1": 0.875985, "nauc_map_at_25_max": 0.661959, "nauc_map_at_25_std": -0.406662, "nauc_map_at_25_diff1": 0.875991, "nauc_map_at_50_max": 0.661971, "nauc_map_at_50_std": -0.407092, "nauc_map_at_50_diff1": 0.876052, "nauc_map_at_100_max": 0.661807, "nauc_map_at_100_std": -0.406596, "nauc_map_at_100_diff1": 0.876083, "nauc_map_at_1000_max": 0.661802, "nauc_map_at_1000_std": -0.406497, "nauc_map_at_1000_diff1": 0.876084, "nauc_recall_at_1_max": 0.625825, "nauc_recall_at_1_std": -0.35616, "nauc_recall_at_1_diff1": 0.883164, "nauc_recall_at_3_max": 0.758842, "nauc_recall_at_3_std": -0.578766, "nauc_recall_at_3_diff1": 0.852042, "nauc_recall_at_5_max": 0.801581, "nauc_recall_at_5_std": -0.691122, "nauc_recall_at_5_diff1": 0.860496, "nauc_recall_at_10_max": 0.791705, "nauc_recall_at_10_std": -0.772148, "nauc_recall_at_10_diff1": 0.841796, "nauc_recall_at_20_max": 0.781727, "nauc_recall_at_20_std": -1.099235, "nauc_recall_at_20_diff1": 0.847538, "nauc_recall_at_25_max": 0.807392, "nauc_recall_at_25_std": -0.939496, "nauc_recall_at_25_diff1": 0.842117, "nauc_recall_at_50_max": 0.863808, "nauc_recall_at_50_std": -1.303621, "nauc_recall_at_50_diff1": 0.857585, "nauc_recall_at_100_max": 0.722201, "nauc_recall_at_100_std": -1.73819, "nauc_recall_at_100_diff1": 0.869223, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.625825, "nauc_precision_at_1_std": -0.35616, "nauc_precision_at_1_diff1": 0.883164, "nauc_precision_at_3_max": 0.758842, "nauc_precision_at_3_std": -0.578766, "nauc_precision_at_3_diff1": 0.852042, "nauc_precision_at_5_max": 0.801581, "nauc_precision_at_5_std": -0.691122, "nauc_precision_at_5_diff1": 0.860496, "nauc_precision_at_10_max": 0.791705, "nauc_precision_at_10_std": -0.772148, "nauc_precision_at_10_diff1": 0.841796, "nauc_precision_at_20_max": 0.781727, "nauc_precision_at_20_std": -1.099235, "nauc_precision_at_20_diff1": 0.847538, "nauc_precision_at_25_max": 0.807392, "nauc_precision_at_25_std": -0.939496, "nauc_precision_at_25_diff1": 0.842117, "nauc_precision_at_50_max": 0.863808, "nauc_precision_at_50_std": -1.303621, "nauc_precision_at_50_diff1": 0.857585, "nauc_precision_at_100_max": 0.722201, "nauc_precision_at_100_std": -1.73819, "nauc_precision_at_100_diff1": 0.869223, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.625825, "nauc_mrr_at_1_std": -0.35616, "nauc_mrr_at_1_diff1": 0.883164, "nauc_mrr_at_3_max": 0.666108, "nauc_mrr_at_3_std": -0.412739, "nauc_mrr_at_3_diff1": 0.873736, "nauc_mrr_at_5_max": 0.6665, "nauc_mrr_at_5_std": -0.414413, "nauc_mrr_at_5_diff1": 0.875571, "nauc_mrr_at_10_max": 0.663044, "nauc_mrr_at_10_std": -0.409023, "nauc_mrr_at_10_diff1": 0.875671, "nauc_mrr_at_20_max": 0.661961, "nauc_mrr_at_20_std": -0.407849, "nauc_mrr_at_20_diff1": 0.875985, "nauc_mrr_at_25_max": 0.661959, "nauc_mrr_at_25_std": -0.406662, "nauc_mrr_at_25_diff1": 0.875991, "nauc_mrr_at_50_max": 0.661971, "nauc_mrr_at_50_std": -0.407092, "nauc_mrr_at_50_diff1": 0.876052, "nauc_mrr_at_100_max": 0.661807, "nauc_mrr_at_100_std": -0.406596, "nauc_mrr_at_100_diff1": 0.876083, "nauc_mrr_at_1000_max": 0.661802, "nauc_mrr_at_1000_std": -0.406497, "nauc_mrr_at_1000_diff1": 0.876084, "hit_rate_at_1": 0.84394, "hit_rate_at_3": 0.93738, "hit_rate_at_5": 0.95825, "hit_rate_at_10": 0.97813, "hit_rate_at_20": 0.99006, "hit_rate_at_25": 0.99205, "hit_rate_at_50": 0.99404, "hit_rate_at_100": 0.99901, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.843936, "R_cap_at_3": 0.937376, "R_cap_at_5": 0.95825, "R_cap_at_10": 0.978131, "R_cap_at_20": 0.99006, "R_cap_at_25": 0.992048, "R_cap_at_50": 0.994036, "R_cap_at_100": 0.999006, "R_cap_at_1000": 1.0, "main_score": 0.91461, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.90032, "ndcg_at_3": 0.95747, "ndcg_at_5": 0.95886, "ndcg_at_10": 0.95886, "ndcg_at_20": 0.95972, "ndcg_at_25": 0.95972, "ndcg_at_50": 0.95972, "ndcg_at_100": 0.95972, "ndcg_at_1000": 0.95972, "map_at_1": 0.90032, "map_at_3": 0.9448, "map_at_5": 0.94561, "map_at_10": 0.94561, "map_at_20": 0.94587, "map_at_25": 0.94587, "map_at_50": 0.94587, "map_at_100": 0.94587, "map_at_1000": 0.94587, "recall_at_1": 0.90032, "recall_at_3": 0.99357, "recall_at_5": 0.99678, "recall_at_10": 0.99678, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90032, "precision_at_1": 0.90032, "precision_at_3": 0.33119, "precision_at_5": 0.19936, "precision_at_10": 0.09968, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.900322, "mrr_at_3": 0.944802, "mrr_at_5": 0.945606, "mrr_at_10": 0.945606, "mrr_at_20": 0.945874, "mrr_at_25": 0.945874, "mrr_at_50": 0.945874, "mrr_at_100": 0.945874, "mrr_at_1000": 0.945874, "nauc_ndcg_at_1_max": 0.532378, "nauc_ndcg_at_1_std": -0.211173, "nauc_ndcg_at_1_diff1": 0.874726, "nauc_ndcg_at_3_max": 0.57618, "nauc_ndcg_at_3_std": -0.196904, "nauc_ndcg_at_3_diff1": 0.869462, "nauc_ndcg_at_5_max": 0.566314, "nauc_ndcg_at_5_std": -0.197734, "nauc_ndcg_at_5_diff1": 0.874412, "nauc_ndcg_at_10_max": 0.566314, "nauc_ndcg_at_10_std": -0.197734, "nauc_ndcg_at_10_diff1": 0.874412, "nauc_ndcg_at_20_max": 0.556957, "nauc_ndcg_at_20_std": -0.20465, "nauc_ndcg_at_20_diff1": 0.871703, "nauc_ndcg_at_25_max": 0.556957, "nauc_ndcg_at_25_std": -0.20465, "nauc_ndcg_at_25_diff1": 0.871703, "nauc_ndcg_at_50_max": 0.556957, "nauc_ndcg_at_50_std": -0.20465, "nauc_ndcg_at_50_diff1": 0.871703, "nauc_ndcg_at_100_max": 0.556957, "nauc_ndcg_at_100_std": -0.20465, "nauc_ndcg_at_100_diff1": 0.871703, "nauc_ndcg_at_1000_max": 0.556957, "nauc_ndcg_at_1000_std": -0.20465, "nauc_ndcg_at_1000_diff1": 0.871703, "nauc_map_at_1_max": 0.532378, "nauc_map_at_1_std": -0.211173, "nauc_map_at_1_diff1": 0.874726, "nauc_map_at_3_max": 0.561132, "nauc_map_at_3_std": -0.203764, "nauc_map_at_3_diff1": 0.870041, "nauc_map_at_5_max": 0.556577, "nauc_map_at_5_std": -0.20423, "nauc_map_at_5_diff1": 0.872223, "nauc_map_at_10_max": 0.556577, "nauc_map_at_10_std": -0.20423, "nauc_map_at_10_diff1": 0.872223, "nauc_map_at_20_max": 0.554382, "nauc_map_at_20_std": -0.205849, "nauc_map_at_20_diff1": 0.871591, "nauc_map_at_25_max": 0.554382, "nauc_map_at_25_std": -0.205849, "nauc_map_at_25_diff1": 0.871591, "nauc_map_at_50_max": 0.554382, "nauc_map_at_50_std": -0.205849, "nauc_map_at_50_diff1": 0.871591, "nauc_map_at_100_max": 0.554382, "nauc_map_at_100_std": -0.205849, "nauc_map_at_100_diff1": 0.871591, "nauc_map_at_1000_max": 0.554382, "nauc_map_at_1000_std": -0.205849, "nauc_map_at_1000_diff1": 0.871591, "nauc_recall_at_1_max": 0.532378, "nauc_recall_at_1_std": -0.211173, "nauc_recall_at_1_diff1": 0.874726, "nauc_recall_at_3_max": 0.934664, "nauc_recall_at_3_std": -0.024694, "nauc_recall_at_3_diff1": 0.861194, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.122839, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.122839, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.532378, "nauc_precision_at_1_std": -0.211173, "nauc_precision_at_1_diff1": 0.874726, "nauc_precision_at_3_max": 0.934664, "nauc_precision_at_3_std": -0.024694, "nauc_precision_at_3_diff1": 0.861194, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.122839, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.122839, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.532378, "nauc_mrr_at_1_std": -0.211173, "nauc_mrr_at_1_diff1": 0.874726, "nauc_mrr_at_3_max": 0.561132, "nauc_mrr_at_3_std": -0.203764, "nauc_mrr_at_3_diff1": 0.870041, "nauc_mrr_at_5_max": 0.556577, "nauc_mrr_at_5_std": -0.20423, "nauc_mrr_at_5_diff1": 0.872223, "nauc_mrr_at_10_max": 0.556577, "nauc_mrr_at_10_std": -0.20423, "nauc_mrr_at_10_diff1": 0.872223, "nauc_mrr_at_20_max": 0.554382, "nauc_mrr_at_20_std": -0.205849, "nauc_mrr_at_20_diff1": 0.871591, "nauc_mrr_at_25_max": 0.554382, "nauc_mrr_at_25_std": -0.205849, "nauc_mrr_at_25_diff1": 0.871591, "nauc_mrr_at_50_max": 0.554382, "nauc_mrr_at_50_std": -0.205849, "nauc_mrr_at_50_diff1": 0.871591, "nauc_mrr_at_100_max": 0.554382, "nauc_mrr_at_100_std": -0.205849, "nauc_mrr_at_100_diff1": 0.871591, "nauc_mrr_at_1000_max": 0.554382, "nauc_mrr_at_1000_std": -0.205849, "nauc_mrr_at_1000_diff1": 0.871591, "hit_rate_at_1": 0.90032, "hit_rate_at_3": 0.99357, "hit_rate_at_5": 0.99678, "hit_rate_at_10": 0.99678, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.900322, "R_cap_at_3": 0.993569, "R_cap_at_5": 0.996785, "R_cap_at_10": 0.996785, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95886, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.55387, "ndcg_at_3": 0.63056, "ndcg_at_5": 0.64926, "ndcg_at_10": 0.66723, "ndcg_at_20": 0.67968, "ndcg_at_25": 0.68267, "ndcg_at_50": 0.69053, "ndcg_at_100": 0.69595, "ndcg_at_1000": 0.70489, "map_at_1": 0.55387, "map_at_3": 0.61205, "map_at_5": 0.62242, "map_at_10": 0.6299, "map_at_20": 0.63332, "map_at_25": 0.63392, "map_at_50": 0.63509, "map_at_100": 0.63558, "map_at_1000": 0.6359, "recall_at_1": 0.55387, "recall_at_3": 0.68399, "recall_at_5": 0.7294, "recall_at_10": 0.78467, "recall_at_20": 0.83385, "recall_at_25": 0.84751, "recall_at_50": 0.88814, "recall_at_100": 0.92137, "recall_at_1000": 0.99243, "accuracy": 0.55387, "precision_at_1": 0.55387, "precision_at_3": 0.228, "precision_at_5": 0.14588, "precision_at_10": 0.07847, "precision_at_20": 0.04169, "precision_at_25": 0.0339, "precision_at_50": 0.01776, "precision_at_100": 0.00921, "precision_at_1000": 0.00099, "mrr_at_1": 0.553874, "mrr_at_3": 0.612052, "mrr_at_5": 0.622424, "mrr_at_10": 0.629899, "mrr_at_20": 0.633324, "mrr_at_25": 0.633921, "mrr_at_50": 0.635094, "mrr_at_100": 0.63558, "mrr_at_1000": 0.635903, "nauc_ndcg_at_1_max": 0.322114, "nauc_ndcg_at_1_std": -0.112635, "nauc_ndcg_at_1_diff1": 0.782399, "nauc_ndcg_at_3_max": 0.317834, "nauc_ndcg_at_3_std": -0.10666, "nauc_ndcg_at_3_diff1": 0.739049, "nauc_ndcg_at_5_max": 0.315553, "nauc_ndcg_at_5_std": -0.098343, "nauc_ndcg_at_5_diff1": 0.73638, "nauc_ndcg_at_10_max": 0.311001, "nauc_ndcg_at_10_std": -0.092442, "nauc_ndcg_at_10_diff1": 0.732571, "nauc_ndcg_at_20_max": 0.311753, "nauc_ndcg_at_20_std": -0.089898, "nauc_ndcg_at_20_diff1": 0.734786, "nauc_ndcg_at_25_max": 0.312116, "nauc_ndcg_at_25_std": -0.088972, "nauc_ndcg_at_25_diff1": 0.736056, "nauc_ndcg_at_50_max": 0.311894, "nauc_ndcg_at_50_std": -0.088755, "nauc_ndcg_at_50_diff1": 0.73627, "nauc_ndcg_at_100_max": 0.312608, "nauc_ndcg_at_100_std": -0.089222, "nauc_ndcg_at_100_diff1": 0.737971, "nauc_ndcg_at_1000_max": 0.314333, "nauc_ndcg_at_1000_std": -0.093417, "nauc_ndcg_at_1000_diff1": 0.74139, "nauc_map_at_1_max": 0.322114, "nauc_map_at_1_std": -0.112635, "nauc_map_at_1_diff1": 0.782399, "nauc_map_at_3_max": 0.319321, "nauc_map_at_3_std": -0.107897, "nauc_map_at_3_diff1": 0.750341, "nauc_map_at_5_max": 0.318114, "nauc_map_at_5_std": -0.103497, "nauc_map_at_5_diff1": 0.74905, "nauc_map_at_10_max": 0.316211, "nauc_map_at_10_std": -0.101376, "nauc_map_at_10_diff1": 0.747845, "nauc_map_at_20_max": 0.316371, "nauc_map_at_20_std": -0.100855, "nauc_map_at_20_diff1": 0.748478, "nauc_map_at_25_max": 0.316445, "nauc_map_at_25_std": -0.100708, "nauc_map_at_25_diff1": 0.748726, "nauc_map_at_50_max": 0.316386, "nauc_map_at_50_std": -0.100777, "nauc_map_at_50_diff1": 0.748782, "nauc_map_at_100_max": 0.316458, "nauc_map_at_100_std": -0.1008, "nauc_map_at_100_diff1": 0.748935, "nauc_map_at_1000_max": 0.31651, "nauc_map_at_1000_std": -0.100926, "nauc_map_at_1000_diff1": 0.749054, "nauc_recall_at_1_max": 0.322114, "nauc_recall_at_1_std": -0.112635, "nauc_recall_at_1_diff1": 0.782399, "nauc_recall_at_3_max": 0.312808, "nauc_recall_at_3_std": -0.102777, "nauc_recall_at_3_diff1": 0.702222, "nauc_recall_at_5_max": 0.305803, "nauc_recall_at_5_std": -0.078565, "nauc_recall_at_5_diff1": 0.690615, "nauc_recall_at_10_max": 0.286393, "nauc_recall_at_10_std": -0.049531, "nauc_recall_at_10_diff1": 0.665301, "nauc_recall_at_20_max": 0.285924, "nauc_recall_at_20_std": -0.02177, "nauc_recall_at_20_diff1": 0.663216, "nauc_recall_at_25_max": 0.286718, "nauc_recall_at_25_std": -0.008797, "nauc_recall_at_25_diff1": 0.667663, "nauc_recall_at_50_max": 0.277552, "nauc_recall_at_50_std": 0.02118, "nauc_recall_at_50_diff1": 0.648801, "nauc_recall_at_100_max": 0.276473, "nauc_recall_at_100_std": 0.054137, "nauc_recall_at_100_diff1": 0.645742, "nauc_recall_at_1000_max": 0.361593, "nauc_recall_at_1000_std": 0.329256, "nauc_recall_at_1000_diff1": 0.608913, "nauc_precision_at_1_max": 0.322114, "nauc_precision_at_1_std": -0.112635, "nauc_precision_at_1_diff1": 0.782399, "nauc_precision_at_3_max": 0.312808, "nauc_precision_at_3_std": -0.102777, "nauc_precision_at_3_diff1": 0.702222, "nauc_precision_at_5_max": 0.305803, "nauc_precision_at_5_std": -0.078565, "nauc_precision_at_5_diff1": 0.690615, "nauc_precision_at_10_max": 0.286393, "nauc_precision_at_10_std": -0.049531, "nauc_precision_at_10_diff1": 0.665301, "nauc_precision_at_20_max": 0.285924, "nauc_precision_at_20_std": -0.02177, "nauc_precision_at_20_diff1": 0.663216, "nauc_precision_at_25_max": 0.286718, "nauc_precision_at_25_std": -0.008797, "nauc_precision_at_25_diff1": 0.667663, "nauc_precision_at_50_max": 0.277552, "nauc_precision_at_50_std": 0.02118, "nauc_precision_at_50_diff1": 0.648801, "nauc_precision_at_100_max": 0.276473, "nauc_precision_at_100_std": 0.054137, "nauc_precision_at_100_diff1": 0.645742, "nauc_precision_at_1000_max": 0.361593, "nauc_precision_at_1000_std": 0.329256, "nauc_precision_at_1000_diff1": 0.608913, "nauc_mrr_at_1_max": 0.322114, "nauc_mrr_at_1_std": -0.112635, "nauc_mrr_at_1_diff1": 0.782399, "nauc_mrr_at_3_max": 0.319321, "nauc_mrr_at_3_std": -0.107897, "nauc_mrr_at_3_diff1": 0.750341, "nauc_mrr_at_5_max": 0.318114, "nauc_mrr_at_5_std": -0.103497, "nauc_mrr_at_5_diff1": 0.74905, "nauc_mrr_at_10_max": 0.316211, "nauc_mrr_at_10_std": -0.101376, "nauc_mrr_at_10_diff1": 0.747845, "nauc_mrr_at_20_max": 0.316371, "nauc_mrr_at_20_std": -0.100855, "nauc_mrr_at_20_diff1": 0.748478, "nauc_mrr_at_25_max": 0.316445, "nauc_mrr_at_25_std": -0.100708, "nauc_mrr_at_25_diff1": 0.748726, "nauc_mrr_at_50_max": 0.316386, "nauc_mrr_at_50_std": -0.100777, "nauc_mrr_at_50_diff1": 0.748782, "nauc_mrr_at_100_max": 0.316458, "nauc_mrr_at_100_std": -0.1008, "nauc_mrr_at_100_diff1": 0.748935, "nauc_mrr_at_1000_max": 0.31651, "nauc_mrr_at_1000_std": -0.100926, "nauc_mrr_at_1000_diff1": 0.749054, "hit_rate_at_1": 0.55387, "hit_rate_at_3": 0.68399, "hit_rate_at_5": 0.7294, "hit_rate_at_10": 0.78467, "hit_rate_at_20": 0.83385, "hit_rate_at_25": 0.84751, "hit_rate_at_50": 0.88814, "hit_rate_at_100": 0.92137, "hit_rate_at_1000": 0.99243, "R_cap_at_1": 0.553874, "R_cap_at_3": 0.683994, "R_cap_at_5": 0.729396, "R_cap_at_10": 0.784669, "R_cap_at_20": 0.833854, "R_cap_at_25": 0.847508, "R_cap_at_50": 0.888139, "R_cap_at_100": 0.921369, "R_cap_at_1000": 0.992433, "main_score": 0.66723, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.82287, "ndcg_at_3": 0.8968, "ndcg_at_5": 0.90712, "ndcg_at_10": 0.91162, "ndcg_at_20": 0.91329, "ndcg_at_25": 0.91385, "ndcg_at_50": 0.91443, "ndcg_at_100": 0.91452, "ndcg_at_1000": 0.91473, "map_at_1": 0.82287, "map_at_3": 0.87953, "map_at_5": 0.88527, "map_at_10": 0.88715, "map_at_20": 0.8876, "map_at_25": 0.88772, "map_at_50": 0.8878, "map_at_100": 0.88781, "map_at_1000": 0.88782, "recall_at_1": 0.82287, "recall_at_3": 0.9464, "recall_at_5": 0.97141, "recall_at_10": 0.9852, "recall_at_20": 0.99183, "recall_at_25": 0.99438, "recall_at_50": 0.99745, "recall_at_100": 0.99796, "recall_at_1000": 0.99949, "accuracy": 0.82287, "precision_at_1": 0.82287, "precision_at_3": 0.31547, "precision_at_5": 0.19428, "precision_at_10": 0.09852, "precision_at_20": 0.04959, "precision_at_25": 0.03978, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.822869, "mrr_at_3": 0.87953, "mrr_at_5": 0.885273, "mrr_at_10": 0.887151, "mrr_at_20": 0.887604, "mrr_at_25": 0.88772, "mrr_at_50": 0.887803, "mrr_at_100": 0.887811, "mrr_at_1000": 0.887823, "nauc_ndcg_at_1_max": 0.383648, "nauc_ndcg_at_1_std": -0.316474, "nauc_ndcg_at_1_diff1": 0.802706, "nauc_ndcg_at_3_max": 0.467727, "nauc_ndcg_at_3_std": -0.357543, "nauc_ndcg_at_3_diff1": 0.800402, "nauc_ndcg_at_5_max": 0.463526, "nauc_ndcg_at_5_std": -0.360231, "nauc_ndcg_at_5_diff1": 0.806364, "nauc_ndcg_at_10_max": 0.452937, "nauc_ndcg_at_10_std": -0.343762, "nauc_ndcg_at_10_diff1": 0.803365, "nauc_ndcg_at_20_max": 0.446514, "nauc_ndcg_at_20_std": -0.341468, "nauc_ndcg_at_20_diff1": 0.801856, "nauc_ndcg_at_25_max": 0.445655, "nauc_ndcg_at_25_std": -0.339595, "nauc_ndcg_at_25_diff1": 0.802044, "nauc_ndcg_at_50_max": 0.442209, "nauc_ndcg_at_50_std": -0.340384, "nauc_ndcg_at_50_diff1": 0.801283, "nauc_ndcg_at_100_max": 0.441631, "nauc_ndcg_at_100_std": -0.339543, "nauc_ndcg_at_100_diff1": 0.801213, "nauc_ndcg_at_1000_max": 0.440277, "nauc_ndcg_at_1000_std": -0.342159, "nauc_ndcg_at_1000_diff1": 0.801282, "nauc_map_at_1_max": 0.383648, "nauc_map_at_1_std": -0.316474, "nauc_map_at_1_diff1": 0.802706, "nauc_map_at_3_max": 0.440972, "nauc_map_at_3_std": -0.346802, "nauc_map_at_3_diff1": 0.799719, "nauc_map_at_5_max": 0.43799, "nauc_map_at_5_std": -0.347563, "nauc_map_at_5_diff1": 0.802239, "nauc_map_at_10_max": 0.43421, "nauc_map_at_10_std": -0.341272, "nauc_map_at_10_diff1": 0.801163, "nauc_map_at_20_max": 0.432816, "nauc_map_at_20_std": -0.340651, "nauc_map_at_20_diff1": 0.800855, "nauc_map_at_25_max": 0.432665, "nauc_map_at_25_std": -0.340326, "nauc_map_at_25_diff1": 0.800882, "nauc_map_at_50_max": 0.432284, "nauc_map_at_50_std": -0.340381, "nauc_map_at_50_diff1": 0.800794, "nauc_map_at_100_max": 0.432241, "nauc_map_at_100_std": -0.340321, "nauc_map_at_100_diff1": 0.800789, "nauc_map_at_1000_max": 0.432184, "nauc_map_at_1000_std": -0.340429, "nauc_map_at_1000_diff1": 0.800787, "nauc_recall_at_1_max": 0.383648, "nauc_recall_at_1_std": -0.316474, "nauc_recall_at_1_diff1": 0.802706, "nauc_recall_at_3_max": 0.631702, "nauc_recall_at_3_std": -0.421097, "nauc_recall_at_3_diff1": 0.805968, "nauc_recall_at_5_max": 0.738398, "nauc_recall_at_5_std": -0.495315, "nauc_recall_at_5_diff1": 0.858094, "nauc_recall_at_10_max": 0.80312, "nauc_recall_at_10_std": -0.358323, "nauc_recall_at_10_diff1": 0.854536, "nauc_recall_at_20_max": 0.824374, "nauc_recall_at_20_std": -0.289384, "nauc_recall_at_20_diff1": 0.832937, "nauc_recall_at_25_max": 0.939092, "nauc_recall_at_25_std": -0.146616, "nauc_recall_at_25_diff1": 0.85993, "nauc_recall_at_50_max": 0.947709, "nauc_recall_at_50_std": -0.065039, "nauc_recall_at_50_diff1": 0.802967, "nauc_recall_at_100_max": 0.934637, "nauc_recall_at_100_std": 0.206533, "nauc_recall_at_100_diff1": 0.78639, "nauc_recall_at_1000_max": 0.869274, "nauc_recall_at_1000_std": -1.151327, "nauc_recall_at_1000_diff1": 0.869274, "nauc_precision_at_1_max": 0.383648, "nauc_precision_at_1_std": -0.316474, "nauc_precision_at_1_diff1": 0.802706, "nauc_precision_at_3_max": 0.631702, "nauc_precision_at_3_std": -0.421097, "nauc_precision_at_3_diff1": 0.805968, "nauc_precision_at_5_max": 0.738398, "nauc_precision_at_5_std": -0.495315, "nauc_precision_at_5_diff1": 0.858094, "nauc_precision_at_10_max": 0.80312, "nauc_precision_at_10_std": -0.358323, "nauc_precision_at_10_diff1": 0.854536, "nauc_precision_at_20_max": 0.824374, "nauc_precision_at_20_std": -0.289384, "nauc_precision_at_20_diff1": 0.832937, "nauc_precision_at_25_max": 0.939092, "nauc_precision_at_25_std": -0.146616, "nauc_precision_at_25_diff1": 0.85993, "nauc_precision_at_50_max": 0.947709, "nauc_precision_at_50_std": -0.065039, "nauc_precision_at_50_diff1": 0.802967, "nauc_precision_at_100_max": 0.934637, "nauc_precision_at_100_std": 0.206533, "nauc_precision_at_100_diff1": 0.78639, "nauc_precision_at_1000_max": 0.869274, "nauc_precision_at_1000_std": -1.151327, "nauc_precision_at_1000_diff1": 0.869274, "nauc_mrr_at_1_max": 0.383648, "nauc_mrr_at_1_std": -0.316474, "nauc_mrr_at_1_diff1": 0.802706, "nauc_mrr_at_3_max": 0.440972, "nauc_mrr_at_3_std": -0.346802, "nauc_mrr_at_3_diff1": 0.799719, "nauc_mrr_at_5_max": 0.43799, "nauc_mrr_at_5_std": -0.347563, "nauc_mrr_at_5_diff1": 0.802239, "nauc_mrr_at_10_max": 0.43421, "nauc_mrr_at_10_std": -0.341272, "nauc_mrr_at_10_diff1": 0.801163, "nauc_mrr_at_20_max": 0.432816, "nauc_mrr_at_20_std": -0.340651, "nauc_mrr_at_20_diff1": 0.800855, "nauc_mrr_at_25_max": 0.432665, "nauc_mrr_at_25_std": -0.340326, "nauc_mrr_at_25_diff1": 0.800882, "nauc_mrr_at_50_max": 0.432284, "nauc_mrr_at_50_std": -0.340381, "nauc_mrr_at_50_diff1": 0.800794, "nauc_mrr_at_100_max": 0.432241, "nauc_mrr_at_100_std": -0.340321, "nauc_mrr_at_100_diff1": 0.800789, "nauc_mrr_at_1000_max": 0.432184, "nauc_mrr_at_1000_std": -0.340429, "nauc_mrr_at_1000_diff1": 0.800787, "hit_rate_at_1": 0.82287, "hit_rate_at_3": 0.9464, "hit_rate_at_5": 0.97141, "hit_rate_at_10": 0.9852, "hit_rate_at_20": 0.99183, "hit_rate_at_25": 0.99438, "hit_rate_at_50": 0.99745, "hit_rate_at_100": 0.99796, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.822869, "R_cap_at_3": 0.946401, "R_cap_at_5": 0.971414, "R_cap_at_10": 0.985197, "R_cap_at_20": 0.991833, "R_cap_at_25": 0.994385, "R_cap_at_50": 0.997448, "R_cap_at_100": 0.997958, "R_cap_at_1000": 0.99949, "main_score": 0.91162, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.7912, "ndcg_at_3": 0.87391, "ndcg_at_5": 0.88327, "ndcg_at_10": 0.89226, "ndcg_at_20": 0.89491, "ndcg_at_25": 0.89526, "ndcg_at_50": 0.89618, "ndcg_at_100": 0.89631, "ndcg_at_1000": 0.8965, "map_at_1": 0.7912, "map_at_3": 0.85453, "map_at_5": 0.85961, "map_at_10": 0.86328, "map_at_20": 0.86402, "map_at_25": 0.86409, "map_at_50": 0.86422, "map_at_100": 0.86424, "map_at_1000": 0.86424, "recall_at_1": 0.7912, "recall_at_3": 0.9296, "recall_at_5": 0.9528, "recall_at_10": 0.9808, "recall_at_20": 0.9912, "recall_at_25": 0.9928, "recall_at_50": 0.9976, "recall_at_100": 0.9984, "recall_at_1000": 1.0, "accuracy": 0.7912, "precision_at_1": 0.7912, "precision_at_3": 0.30987, "precision_at_5": 0.19056, "precision_at_10": 0.09808, "precision_at_20": 0.04956, "precision_at_25": 0.03971, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.7912, "mrr_at_3": 0.854533, "mrr_at_5": 0.859613, "mrr_at_10": 0.863284, "mrr_at_20": 0.864025, "mrr_at_25": 0.864091, "mrr_at_50": 0.864224, "mrr_at_100": 0.864237, "mrr_at_1000": 0.864241, "nauc_ndcg_at_1_max": 0.474116, "nauc_ndcg_at_1_std": -0.230872, "nauc_ndcg_at_1_diff1": 0.828402, "nauc_ndcg_at_3_max": 0.561477, "nauc_ndcg_at_3_std": -0.236822, "nauc_ndcg_at_3_diff1": 0.808547, "nauc_ndcg_at_5_max": 0.559684, "nauc_ndcg_at_5_std": -0.23996, "nauc_ndcg_at_5_diff1": 0.814208, "nauc_ndcg_at_10_max": 0.54503, "nauc_ndcg_at_10_std": -0.237367, "nauc_ndcg_at_10_diff1": 0.81455, "nauc_ndcg_at_20_max": 0.540651, "nauc_ndcg_at_20_std": -0.228482, "nauc_ndcg_at_20_diff1": 0.816451, "nauc_ndcg_at_25_max": 0.539051, "nauc_ndcg_at_25_std": -0.231208, "nauc_ndcg_at_25_diff1": 0.816039, "nauc_ndcg_at_50_max": 0.535335, "nauc_ndcg_at_50_std": -0.230578, "nauc_ndcg_at_50_diff1": 0.816142, "nauc_ndcg_at_100_max": 0.534702, "nauc_ndcg_at_100_std": -0.23138, "nauc_ndcg_at_100_diff1": 0.81607, "nauc_ndcg_at_1000_max": 0.53395, "nauc_ndcg_at_1000_std": -0.231624, "nauc_ndcg_at_1000_diff1": 0.815978, "nauc_map_at_1_max": 0.474116, "nauc_map_at_1_std": -0.230872, "nauc_map_at_1_diff1": 0.828402, "nauc_map_at_3_max": 0.536174, "nauc_map_at_3_std": -0.232528, "nauc_map_at_3_diff1": 0.813682, "nauc_map_at_5_max": 0.534084, "nauc_map_at_5_std": -0.233785, "nauc_map_at_5_diff1": 0.816285, "nauc_map_at_10_max": 0.528544, "nauc_map_at_10_std": -0.232813, "nauc_map_at_10_diff1": 0.816563, "nauc_map_at_20_max": 0.527463, "nauc_map_at_20_std": -0.230938, "nauc_map_at_20_diff1": 0.816945, "nauc_map_at_25_max": 0.527217, "nauc_map_at_25_std": -0.231347, "nauc_map_at_25_diff1": 0.816884, "nauc_map_at_50_max": 0.526792, "nauc_map_at_50_std": -0.231221, "nauc_map_at_50_diff1": 0.816882, "nauc_map_at_100_max": 0.526745, "nauc_map_at_100_std": -0.23128, "nauc_map_at_100_diff1": 0.816877, "nauc_map_at_1000_max": 0.526733, "nauc_map_at_1000_std": -0.23128, "nauc_map_at_1000_diff1": 0.816875, "nauc_recall_at_1_max": 0.474116, "nauc_recall_at_1_std": -0.230872, "nauc_recall_at_1_diff1": 0.828402, "nauc_recall_at_3_max": 0.700715, "nauc_recall_at_3_std": -0.262881, "nauc_recall_at_3_diff1": 0.780865, "nauc_recall_at_5_max": 0.762269, "nauc_recall_at_5_std": -0.294007, "nauc_recall_at_5_diff1": 0.802157, "nauc_recall_at_10_max": 0.818452, "nauc_recall_at_10_std": -0.327595, "nauc_recall_at_10_diff1": 0.786453, "nauc_recall_at_20_max": 0.952466, "nauc_recall_at_20_std": -0.032765, "nauc_recall_at_20_diff1": 0.842119, "nauc_recall_at_25_max": 0.941903, "nauc_recall_at_25_std": -0.163191, "nauc_recall_at_25_diff1": 0.821558, "nauc_recall_at_50_max": 0.956427, "nauc_recall_at_50_std": 0.068783, "nauc_recall_at_50_diff1": 0.863834, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.474116, "nauc_precision_at_1_std": -0.230872, "nauc_precision_at_1_diff1": 0.828402, "nauc_precision_at_3_max": 0.700715, "nauc_precision_at_3_std": -0.262881, "nauc_precision_at_3_diff1": 0.780865, "nauc_precision_at_5_max": 0.762269, "nauc_precision_at_5_std": -0.294007, "nauc_precision_at_5_diff1": 0.802157, "nauc_precision_at_10_max": 0.818452, "nauc_precision_at_10_std": -0.327595, "nauc_precision_at_10_diff1": 0.786453, "nauc_precision_at_20_max": 0.952466, "nauc_precision_at_20_std": -0.032765, "nauc_precision_at_20_diff1": 0.842119, "nauc_precision_at_25_max": 0.941903, "nauc_precision_at_25_std": -0.163191, "nauc_precision_at_25_diff1": 0.821558, "nauc_precision_at_50_max": 0.956427, "nauc_precision_at_50_std": 0.068783, "nauc_precision_at_50_diff1": 0.863834, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.474116, "nauc_mrr_at_1_std": -0.230872, "nauc_mrr_at_1_diff1": 0.828402, "nauc_mrr_at_3_max": 0.536174, "nauc_mrr_at_3_std": -0.232528, "nauc_mrr_at_3_diff1": 0.813682, "nauc_mrr_at_5_max": 0.534084, "nauc_mrr_at_5_std": -0.233785, "nauc_mrr_at_5_diff1": 0.816285, "nauc_mrr_at_10_max": 0.528544, "nauc_mrr_at_10_std": -0.232813, "nauc_mrr_at_10_diff1": 0.816563, "nauc_mrr_at_20_max": 0.527463, "nauc_mrr_at_20_std": -0.230938, "nauc_mrr_at_20_diff1": 0.816945, "nauc_mrr_at_25_max": 0.527217, "nauc_mrr_at_25_std": -0.231347, "nauc_mrr_at_25_diff1": 0.816884, "nauc_mrr_at_50_max": 0.526792, "nauc_mrr_at_50_std": -0.231221, "nauc_mrr_at_50_diff1": 0.816882, "nauc_mrr_at_100_max": 0.526745, "nauc_mrr_at_100_std": -0.23128, "nauc_mrr_at_100_diff1": 0.816877, "nauc_mrr_at_1000_max": 0.526733, "nauc_mrr_at_1000_std": -0.23128, "nauc_mrr_at_1000_diff1": 0.816875, "hit_rate_at_1": 0.7912, "hit_rate_at_3": 0.9296, "hit_rate_at_5": 0.9528, "hit_rate_at_10": 0.9808, "hit_rate_at_20": 0.9912, "hit_rate_at_25": 0.9928, "hit_rate_at_50": 0.9976, "hit_rate_at_100": 0.9984, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7912, "R_cap_at_3": 0.9296, "R_cap_at_5": 0.9528, "R_cap_at_10": 0.9808, "R_cap_at_20": 0.9912, "R_cap_at_25": 0.9928, "R_cap_at_50": 0.9976, "R_cap_at_100": 0.9984, "R_cap_at_1000": 1.0, "main_score": 0.89226, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.91546, "ndcg_at_3": 0.95413, "ndcg_at_5": 0.95819, "ndcg_at_10": 0.95899, "ndcg_at_20": 0.9602, "ndcg_at_25": 0.96074, "ndcg_at_50": 0.96118, "ndcg_at_100": 0.96118, "ndcg_at_1000": 0.96118, "map_at_1": 0.91546, "map_at_3": 0.94565, "map_at_5": 0.94795, "map_at_10": 0.94829, "map_at_20": 0.94861, "map_at_25": 0.94873, "map_at_50": 0.94878, "map_at_100": 0.94878, "map_at_1000": 0.94878, "recall_at_1": 0.91546, "recall_at_3": 0.97826, "recall_at_5": 0.98792, "recall_at_10": 0.99034, "recall_at_20": 0.99517, "recall_at_25": 0.99758, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.91546, "precision_at_1": 0.91546, "precision_at_3": 0.32609, "precision_at_5": 0.19758, "precision_at_10": 0.09903, "precision_at_20": 0.04976, "precision_at_25": 0.0399, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.915459, "mrr_at_3": 0.945652, "mrr_at_5": 0.947947, "mrr_at_10": 0.948292, "mrr_at_20": 0.948614, "mrr_at_25": 0.948729, "mrr_at_50": 0.94878, "mrr_at_100": 0.94878, "mrr_at_1000": 0.94878, "nauc_ndcg_at_1_max": 0.662776, "nauc_ndcg_at_1_std": -0.459477, "nauc_ndcg_at_1_diff1": 0.934561, "nauc_ndcg_at_3_max": 0.717746, "nauc_ndcg_at_3_std": -0.600687, "nauc_ndcg_at_3_diff1": 0.933605, "nauc_ndcg_at_5_max": 0.700117, "nauc_ndcg_at_5_std": -0.597976, "nauc_ndcg_at_5_diff1": 0.927165, "nauc_ndcg_at_10_max": 0.711456, "nauc_ndcg_at_10_std": -0.575467, "nauc_ndcg_at_10_diff1": 0.931189, "nauc_ndcg_at_20_max": 0.704681, "nauc_ndcg_at_20_std": -0.577422, "nauc_ndcg_at_20_diff1": 0.931082, "nauc_ndcg_at_25_max": 0.700606, "nauc_ndcg_at_25_std": -0.561321, "nauc_ndcg_at_25_diff1": 0.930131, "nauc_ndcg_at_50_max": 0.697271, "nauc_ndcg_at_50_std": -0.554759, "nauc_ndcg_at_50_diff1": 0.930807, "nauc_ndcg_at_100_max": 0.697271, "nauc_ndcg_at_100_std": -0.554759, "nauc_ndcg_at_100_diff1": 0.930807, "nauc_ndcg_at_1000_max": 0.697271, "nauc_ndcg_at_1000_std": -0.554759, "nauc_ndcg_at_1000_diff1": 0.930807, "nauc_map_at_1_max": 0.662776, "nauc_map_at_1_std": -0.459477, "nauc_map_at_1_diff1": 0.934561, "nauc_map_at_3_max": 0.699797, "nauc_map_at_3_std": -0.558094, "nauc_map_at_3_diff1": 0.93286, "nauc_map_at_5_max": 0.691108, "nauc_map_at_5_std": -0.553859, "nauc_map_at_5_diff1": 0.9299, "nauc_map_at_10_max": 0.694901, "nauc_map_at_10_std": -0.545915, "nauc_map_at_10_diff1": 0.931285, "nauc_map_at_20_max": 0.693398, "nauc_map_at_20_std": -0.546133, "nauc_map_at_20_diff1": 0.931264, "nauc_map_at_25_max": 0.69271, "nauc_map_at_25_std": -0.543445, "nauc_map_at_25_diff1": 0.93111, "nauc_map_at_50_max": 0.692402, "nauc_map_at_50_std": -0.542836, "nauc_map_at_50_diff1": 0.931172, "nauc_map_at_100_max": 0.692402, "nauc_map_at_100_std": -0.542836, "nauc_map_at_100_diff1": 0.931172, "nauc_map_at_1000_max": 0.692402, "nauc_map_at_1000_std": -0.542836, "nauc_map_at_1000_diff1": 0.931172, "nauc_recall_at_1_max": 0.662776, "nauc_recall_at_1_std": -0.459477, "nauc_recall_at_1_diff1": 0.934561, "nauc_recall_at_3_max": 0.84448, "nauc_recall_at_3_std": -0.897262, "nauc_recall_at_3_diff1": 0.940124, "nauc_recall_at_5_max": 0.798411, "nauc_recall_at_5_std": -1.132236, "nauc_recall_at_5_diff1": 0.892223, "nauc_recall_at_10_max": 0.967355, "nauc_recall_at_10_std": -0.979206, "nauc_recall_at_10_diff1": 0.934711, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -1.44737, "nauc_recall_at_20_diff1": 0.934711, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": -1.150383, "nauc_recall_at_25_diff1": 0.869421, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.662776, "nauc_precision_at_1_std": -0.459477, "nauc_precision_at_1_diff1": 0.934561, "nauc_precision_at_3_max": 0.84448, "nauc_precision_at_3_std": -0.897262, "nauc_precision_at_3_diff1": 0.940124, "nauc_precision_at_5_max": 0.798411, "nauc_precision_at_5_std": -1.132236, "nauc_precision_at_5_diff1": 0.892223, "nauc_precision_at_10_max": 0.967355, "nauc_precision_at_10_std": -0.979206, "nauc_precision_at_10_diff1": 0.934711, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -1.44737, "nauc_precision_at_20_diff1": 0.934711, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": -1.150383, "nauc_precision_at_25_diff1": 0.869421, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.662776, "nauc_mrr_at_1_std": -0.459477, "nauc_mrr_at_1_diff1": 0.934561, "nauc_mrr_at_3_max": 0.699797, "nauc_mrr_at_3_std": -0.558094, "nauc_mrr_at_3_diff1": 0.93286, "nauc_mrr_at_5_max": 0.691108, "nauc_mrr_at_5_std": -0.553859, "nauc_mrr_at_5_diff1": 0.9299, "nauc_mrr_at_10_max": 0.694901, "nauc_mrr_at_10_std": -0.545915, "nauc_mrr_at_10_diff1": 0.931285, "nauc_mrr_at_20_max": 0.693398, "nauc_mrr_at_20_std": -0.546133, "nauc_mrr_at_20_diff1": 0.931264, "nauc_mrr_at_25_max": 0.69271, "nauc_mrr_at_25_std": -0.543445, "nauc_mrr_at_25_diff1": 0.93111, "nauc_mrr_at_50_max": 0.692402, "nauc_mrr_at_50_std": -0.542836, "nauc_mrr_at_50_diff1": 0.931172, "nauc_mrr_at_100_max": 0.692402, "nauc_mrr_at_100_std": -0.542836, "nauc_mrr_at_100_diff1": 0.931172, "nauc_mrr_at_1000_max": 0.692402, "nauc_mrr_at_1000_std": -0.542836, "nauc_mrr_at_1000_diff1": 0.931172, "hit_rate_at_1": 0.91546, "hit_rate_at_3": 0.97826, "hit_rate_at_5": 0.98792, "hit_rate_at_10": 0.99034, "hit_rate_at_20": 0.99517, "hit_rate_at_25": 0.99758, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.915459, "R_cap_at_3": 0.978261, "R_cap_at_5": 0.987923, "R_cap_at_10": 0.990338, "R_cap_at_20": 0.995169, "R_cap_at_25": 0.997585, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95899, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8165, "ndcg_at_3": 0.88722, "ndcg_at_5": 0.89708, "ndcg_at_10": 0.90306, "ndcg_at_20": 0.90585, "ndcg_at_25": 0.90643, "ndcg_at_50": 0.90756, "ndcg_at_100": 0.90791, "ndcg_at_1000": 0.90805, "map_at_1": 0.8165, "map_at_3": 0.87062, "map_at_5": 0.87611, "map_at_10": 0.87859, "map_at_20": 0.87934, "map_at_25": 0.87946, "map_at_50": 0.87963, "map_at_100": 0.87966, "map_at_1000": 0.87967, "recall_at_1": 0.8165, "recall_at_3": 0.93496, "recall_at_5": 0.95875, "recall_at_10": 0.97726, "recall_at_20": 0.98837, "recall_at_25": 0.99101, "recall_at_50": 0.99683, "recall_at_100": 0.99894, "recall_at_1000": 1.0, "accuracy": 0.8165, "precision_at_1": 0.8165, "precision_at_3": 0.31165, "precision_at_5": 0.19175, "precision_at_10": 0.09773, "precision_at_20": 0.04942, "precision_at_25": 0.03964, "precision_at_50": 0.01994, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.816499, "mrr_at_3": 0.870615, "mrr_at_5": 0.876115, "mrr_at_10": 0.878587, "mrr_at_20": 0.879343, "mrr_at_25": 0.879458, "mrr_at_50": 0.879629, "mrr_at_100": 0.879663, "mrr_at_1000": 0.879669, "nauc_ndcg_at_1_max": 0.519171, "nauc_ndcg_at_1_std": -0.382384, "nauc_ndcg_at_1_diff1": 0.841884, "nauc_ndcg_at_3_max": 0.56943, "nauc_ndcg_at_3_std": -0.477255, "nauc_ndcg_at_3_diff1": 0.827422, "nauc_ndcg_at_5_max": 0.560369, "nauc_ndcg_at_5_std": -0.477717, "nauc_ndcg_at_5_diff1": 0.83155, "nauc_ndcg_at_10_max": 0.561726, "nauc_ndcg_at_10_std": -0.466194, "nauc_ndcg_at_10_diff1": 0.83622, "nauc_ndcg_at_20_max": 0.559064, "nauc_ndcg_at_20_std": -0.443063, "nauc_ndcg_at_20_diff1": 0.835406, "nauc_ndcg_at_25_max": 0.557871, "nauc_ndcg_at_25_std": -0.443401, "nauc_ndcg_at_25_diff1": 0.834876, "nauc_ndcg_at_50_max": 0.554928, "nauc_ndcg_at_50_std": -0.443262, "nauc_ndcg_at_50_diff1": 0.835088, "nauc_ndcg_at_100_max": 0.553697, "nauc_ndcg_at_100_std": -0.441812, "nauc_ndcg_at_100_diff1": 0.83469, "nauc_ndcg_at_1000_max": 0.553228, "nauc_ndcg_at_1000_std": -0.442456, "nauc_ndcg_at_1000_diff1": 0.834531, "nauc_map_at_1_max": 0.519171, "nauc_map_at_1_std": -0.382384, "nauc_map_at_1_diff1": 0.841884, "nauc_map_at_3_max": 0.554811, "nauc_map_at_3_std": -0.44657, "nauc_map_at_3_diff1": 0.831241, "nauc_map_at_5_max": 0.549896, "nauc_map_at_5_std": -0.444816, "nauc_map_at_5_diff1": 0.833379, "nauc_map_at_10_max": 0.550122, "nauc_map_at_10_std": -0.440311, "nauc_map_at_10_diff1": 0.834973, "nauc_map_at_20_max": 0.549451, "nauc_map_at_20_std": -0.43503, "nauc_map_at_20_diff1": 0.834774, "nauc_map_at_25_max": 0.549253, "nauc_map_at_25_std": -0.435112, "nauc_map_at_25_diff1": 0.834692, "nauc_map_at_50_max": 0.548913, "nauc_map_at_50_std": -0.435113, "nauc_map_at_50_diff1": 0.834724, "nauc_map_at_100_max": 0.548814, "nauc_map_at_100_std": -0.43503, "nauc_map_at_100_diff1": 0.834694, "nauc_map_at_1000_max": 0.548802, "nauc_map_at_1000_std": -0.435044, "nauc_map_at_1000_diff1": 0.834689, "nauc_recall_at_1_max": 0.519171, "nauc_recall_at_1_std": -0.382384, "nauc_recall_at_1_diff1": 0.841884, "nauc_recall_at_3_max": 0.648023, "nauc_recall_at_3_std": -0.64504, "nauc_recall_at_3_diff1": 0.80724, "nauc_recall_at_5_max": 0.641068, "nauc_recall_at_5_std": -0.75098, "nauc_recall_at_5_diff1": 0.819067, "nauc_recall_at_10_max": 0.723867, "nauc_recall_at_10_std": -0.827853, "nauc_recall_at_10_diff1": 0.867566, "nauc_recall_at_20_max": 0.79876, "nauc_recall_at_20_std": -0.475255, "nauc_recall_at_20_diff1": 0.873766, "nauc_recall_at_25_max": 0.815199, "nauc_recall_at_25_std": -0.495408, "nauc_recall_at_25_diff1": 0.860666, "nauc_recall_at_50_max": 0.857626, "nauc_recall_at_50_std": -0.557335, "nauc_recall_at_50_diff1": 0.934644, "nauc_recall_at_100_max": 0.861125, "nauc_recall_at_100_std": -0.004813, "nauc_recall_at_100_diff1": 0.934644, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.519171, "nauc_precision_at_1_std": -0.382384, "nauc_precision_at_1_diff1": 0.841884, "nauc_precision_at_3_max": 0.648023, "nauc_precision_at_3_std": -0.64504, "nauc_precision_at_3_diff1": 0.80724, "nauc_precision_at_5_max": 0.641068, "nauc_precision_at_5_std": -0.75098, "nauc_precision_at_5_diff1": 0.819067, "nauc_precision_at_10_max": 0.723867, "nauc_precision_at_10_std": -0.827853, "nauc_precision_at_10_diff1": 0.867566, "nauc_precision_at_20_max": 0.79876, "nauc_precision_at_20_std": -0.475255, "nauc_precision_at_20_diff1": 0.873766, "nauc_precision_at_25_max": 0.815199, "nauc_precision_at_25_std": -0.495408, "nauc_precision_at_25_diff1": 0.860666, "nauc_precision_at_50_max": 0.857626, "nauc_precision_at_50_std": -0.557335, "nauc_precision_at_50_diff1": 0.934644, "nauc_precision_at_100_max": 0.861125, "nauc_precision_at_100_std": -0.004813, "nauc_precision_at_100_diff1": 0.934644, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.519171, "nauc_mrr_at_1_std": -0.382384, "nauc_mrr_at_1_diff1": 0.841884, "nauc_mrr_at_3_max": 0.554811, "nauc_mrr_at_3_std": -0.44657, "nauc_mrr_at_3_diff1": 0.831241, "nauc_mrr_at_5_max": 0.549896, "nauc_mrr_at_5_std": -0.444816, "nauc_mrr_at_5_diff1": 0.833379, "nauc_mrr_at_10_max": 0.550122, "nauc_mrr_at_10_std": -0.440311, "nauc_mrr_at_10_diff1": 0.834973, "nauc_mrr_at_20_max": 0.549451, "nauc_mrr_at_20_std": -0.43503, "nauc_mrr_at_20_diff1": 0.834774, "nauc_mrr_at_25_max": 0.549253, "nauc_mrr_at_25_std": -0.435112, "nauc_mrr_at_25_diff1": 0.834692, "nauc_mrr_at_50_max": 0.548913, "nauc_mrr_at_50_std": -0.435113, "nauc_mrr_at_50_diff1": 0.834724, "nauc_mrr_at_100_max": 0.548814, "nauc_mrr_at_100_std": -0.43503, "nauc_mrr_at_100_diff1": 0.834694, "nauc_mrr_at_1000_max": 0.548802, "nauc_mrr_at_1000_std": -0.435044, "nauc_mrr_at_1000_diff1": 0.834689, "hit_rate_at_1": 0.8165, "hit_rate_at_3": 0.93496, "hit_rate_at_5": 0.95875, "hit_rate_at_10": 0.97726, "hit_rate_at_20": 0.98837, "hit_rate_at_25": 0.99101, "hit_rate_at_50": 0.99683, "hit_rate_at_100": 0.99894, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.816499, "R_cap_at_3": 0.934955, "R_cap_at_5": 0.958752, "R_cap_at_10": 0.977261, "R_cap_at_20": 0.988366, "R_cap_at_25": 0.99101, "R_cap_at_50": 0.996827, "R_cap_at_100": 0.998942, "R_cap_at_1000": 1.0, "main_score": 0.90306, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.72048, "ndcg_at_3": 0.80996, "ndcg_at_5": 0.82583, "ndcg_at_10": 0.83824, "ndcg_at_20": 0.84309, "ndcg_at_25": 0.84458, "ndcg_at_50": 0.84692, "ndcg_at_100": 0.84809, "ndcg_at_1000": 0.84899, "map_at_1": 0.72048, "map_at_3": 0.78884, "map_at_5": 0.79772, "map_at_10": 0.80292, "map_at_20": 0.80428, "map_at_25": 0.80458, "map_at_50": 0.80492, "map_at_100": 0.80503, "map_at_1000": 0.80507, "recall_at_1": 0.72048, "recall_at_3": 0.87072, "recall_at_5": 0.90894, "recall_at_10": 0.94687, "recall_at_20": 0.96591, "recall_at_25": 0.9727, "recall_at_50": 0.9848, "recall_at_100": 0.99188, "recall_at_1000": 0.99882, "accuracy": 0.72048, "precision_at_1": 0.72048, "precision_at_3": 0.29024, "precision_at_5": 0.18179, "precision_at_10": 0.09469, "precision_at_20": 0.0483, "precision_at_25": 0.03891, "precision_at_50": 0.0197, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.720484, "mrr_at_3": 0.788838, "mrr_at_5": 0.797722, "mrr_at_10": 0.802925, "mrr_at_20": 0.804276, "mrr_at_25": 0.804576, "mrr_at_50": 0.804925, "mrr_at_100": 0.805033, "mrr_at_1000": 0.80507, "nauc_ndcg_at_1_max": 0.453912, "nauc_ndcg_at_1_std": -0.240489, "nauc_ndcg_at_1_diff1": 0.787918, "nauc_ndcg_at_3_max": 0.526579, "nauc_ndcg_at_3_std": -0.281367, "nauc_ndcg_at_3_diff1": 0.762057, "nauc_ndcg_at_5_max": 0.530462, "nauc_ndcg_at_5_std": -0.272156, "nauc_ndcg_at_5_diff1": 0.75823, "nauc_ndcg_at_10_max": 0.524778, "nauc_ndcg_at_10_std": -0.271378, "nauc_ndcg_at_10_diff1": 0.763397, "nauc_ndcg_at_20_max": 0.520686, "nauc_ndcg_at_20_std": -0.26362, "nauc_ndcg_at_20_diff1": 0.765442, "nauc_ndcg_at_25_max": 0.517912, "nauc_ndcg_at_25_std": -0.261445, "nauc_ndcg_at_25_diff1": 0.765723, "nauc_ndcg_at_50_max": 0.514098, "nauc_ndcg_at_50_std": -0.261394, "nauc_ndcg_at_50_diff1": 0.766561, "nauc_ndcg_at_100_max": 0.512235, "nauc_ndcg_at_100_std": -0.260807, "nauc_ndcg_at_100_diff1": 0.767042, "nauc_ndcg_at_1000_max": 0.510203, "nauc_ndcg_at_1000_std": -0.262423, "nauc_ndcg_at_1000_diff1": 0.767337, "nauc_map_at_1_max": 0.453912, "nauc_map_at_1_std": -0.240489, "nauc_map_at_1_diff1": 0.787918, "nauc_map_at_3_max": 0.505302, "nauc_map_at_3_std": -0.270044, "nauc_map_at_3_diff1": 0.768996, "nauc_map_at_5_max": 0.506266, "nauc_map_at_5_std": -0.264846, "nauc_map_at_5_diff1": 0.767398, "nauc_map_at_10_max": 0.503603, "nauc_map_at_10_std": -0.264601, "nauc_map_at_10_diff1": 0.769439, "nauc_map_at_20_max": 0.502566, "nauc_map_at_20_std": -0.262856, "nauc_map_at_20_diff1": 0.769955, "nauc_map_at_25_max": 0.502084, "nauc_map_at_25_std": -0.262503, "nauc_map_at_25_diff1": 0.770008, "nauc_map_at_50_max": 0.501614, "nauc_map_at_50_std": -0.262501, "nauc_map_at_50_diff1": 0.770113, "nauc_map_at_100_max": 0.501475, "nauc_map_at_100_std": -0.262459, "nauc_map_at_100_diff1": 0.77015, "nauc_map_at_1000_max": 0.501407, "nauc_map_at_1000_std": -0.262476, "nauc_map_at_1000_diff1": 0.770155, "nauc_recall_at_1_max": 0.453912, "nauc_recall_at_1_std": -0.240489, "nauc_recall_at_1_diff1": 0.787918, "nauc_recall_at_3_max": 0.619218, "nauc_recall_at_3_std": -0.330241, "nauc_recall_at_3_diff1": 0.732269, "nauc_recall_at_5_max": 0.670696, "nauc_recall_at_5_std": -0.311485, "nauc_recall_at_5_diff1": 0.705085, "nauc_recall_at_10_max": 0.722197, "nauc_recall_at_10_std": -0.328677, "nauc_recall_at_10_diff1": 0.71127, "nauc_recall_at_20_max": 0.763449, "nauc_recall_at_20_std": -0.231421, "nauc_recall_at_20_diff1": 0.715372, "nauc_recall_at_25_max": 0.758615, "nauc_recall_at_25_std": -0.172187, "nauc_recall_at_25_diff1": 0.709538, "nauc_recall_at_50_max": 0.768949, "nauc_recall_at_50_std": -0.09786, "nauc_recall_at_50_diff1": 0.704696, "nauc_recall_at_100_max": 0.798222, "nauc_recall_at_100_std": 0.105181, "nauc_recall_at_100_diff1": 0.699979, "nauc_recall_at_1000_max": 0.676523, "nauc_recall_at_1000_std": 0.5814, "nauc_recall_at_1000_diff1": 0.609355, "nauc_precision_at_1_max": 0.453912, "nauc_precision_at_1_std": -0.240489, "nauc_precision_at_1_diff1": 0.787918, "nauc_precision_at_3_max": 0.619218, "nauc_precision_at_3_std": -0.330241, "nauc_precision_at_3_diff1": 0.732269, "nauc_precision_at_5_max": 0.670696, "nauc_precision_at_5_std": -0.311485, "nauc_precision_at_5_diff1": 0.705085, "nauc_precision_at_10_max": 0.722197, "nauc_precision_at_10_std": -0.328677, "nauc_precision_at_10_diff1": 0.71127, "nauc_precision_at_20_max": 0.763449, "nauc_precision_at_20_std": -0.231421, "nauc_precision_at_20_diff1": 0.715372, "nauc_precision_at_25_max": 0.758615, "nauc_precision_at_25_std": -0.172187, "nauc_precision_at_25_diff1": 0.709538, "nauc_precision_at_50_max": 0.768949, "nauc_precision_at_50_std": -0.09786, "nauc_precision_at_50_diff1": 0.704696, "nauc_precision_at_100_max": 0.798222, "nauc_precision_at_100_std": 0.105181, "nauc_precision_at_100_diff1": 0.699979, "nauc_precision_at_1000_max": 0.676523, "nauc_precision_at_1000_std": 0.5814, "nauc_precision_at_1000_diff1": 0.609355, "nauc_mrr_at_1_max": 0.453912, "nauc_mrr_at_1_std": -0.240489, "nauc_mrr_at_1_diff1": 0.787918, "nauc_mrr_at_3_max": 0.505302, "nauc_mrr_at_3_std": -0.270044, "nauc_mrr_at_3_diff1": 0.768996, "nauc_mrr_at_5_max": 0.506266, "nauc_mrr_at_5_std": -0.264846, "nauc_mrr_at_5_diff1": 0.767398, "nauc_mrr_at_10_max": 0.503603, "nauc_mrr_at_10_std": -0.264601, "nauc_mrr_at_10_diff1": 0.769439, "nauc_mrr_at_20_max": 0.502566, "nauc_mrr_at_20_std": -0.262856, "nauc_mrr_at_20_diff1": 0.769955, "nauc_mrr_at_25_max": 0.502084, "nauc_mrr_at_25_std": -0.262503, "nauc_mrr_at_25_diff1": 0.770008, "nauc_mrr_at_50_max": 0.501614, "nauc_mrr_at_50_std": -0.262501, "nauc_mrr_at_50_diff1": 0.770113, "nauc_mrr_at_100_max": 0.501475, "nauc_mrr_at_100_std": -0.262459, "nauc_mrr_at_100_diff1": 0.77015, "nauc_mrr_at_1000_max": 0.501407, "nauc_mrr_at_1000_std": -0.262476, "nauc_mrr_at_1000_diff1": 0.770155, "hit_rate_at_1": 0.72048, "hit_rate_at_3": 0.87072, "hit_rate_at_5": 0.90894, "hit_rate_at_10": 0.94687, "hit_rate_at_20": 0.96591, "hit_rate_at_25": 0.9727, "hit_rate_at_50": 0.9848, "hit_rate_at_100": 0.99188, "hit_rate_at_1000": 0.99882, "R_cap_at_1": 0.720484, "R_cap_at_3": 0.87072, "R_cap_at_5": 0.908943, "R_cap_at_10": 0.946871, "R_cap_at_20": 0.965909, "R_cap_at_25": 0.972698, "R_cap_at_50": 0.984799, "R_cap_at_100": 0.991883, "R_cap_at_1000": 0.998819, "main_score": 0.83824, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.83899, "ndcg_at_3": 0.88966, "ndcg_at_5": 0.89984, "ndcg_at_10": 0.90746, "ndcg_at_20": 0.9109, "ndcg_at_25": 0.91206, "ndcg_at_50": 0.91281, "ndcg_at_100": 0.91358, "ndcg_at_1000": 0.91391, "map_at_1": 0.83899, "map_at_3": 0.87801, "map_at_5": 0.88374, "map_at_10": 0.887, "map_at_20": 0.88797, "map_at_25": 0.88821, "map_at_50": 0.88832, "map_at_100": 0.88839, "map_at_1000": 0.88841, "recall_at_1": 0.83899, "recall_at_3": 0.92308, "recall_at_5": 0.94744, "recall_at_10": 0.97038, "recall_at_20": 0.98376, "recall_at_25": 0.98901, "recall_at_50": 0.99283, "recall_at_100": 0.99761, "recall_at_1000": 1.0, "accuracy": 0.83899, "precision_at_1": 0.83899, "precision_at_3": 0.30769, "precision_at_5": 0.18949, "precision_at_10": 0.09704, "precision_at_20": 0.04919, "precision_at_25": 0.03956, "precision_at_50": 0.01986, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.838987, "mrr_at_3": 0.878006, "mrr_at_5": 0.883739, "mrr_at_10": 0.886995, "mrr_at_20": 0.887973, "mrr_at_25": 0.88821, "mrr_at_50": 0.888325, "mrr_at_100": 0.888392, "mrr_at_1000": 0.888408, "nauc_ndcg_at_1_max": 0.593639, "nauc_ndcg_at_1_std": -0.432142, "nauc_ndcg_at_1_diff1": 0.878294, "nauc_ndcg_at_3_max": 0.638683, "nauc_ndcg_at_3_std": -0.465123, "nauc_ndcg_at_3_diff1": 0.851709, "nauc_ndcg_at_5_max": 0.643775, "nauc_ndcg_at_5_std": -0.453296, "nauc_ndcg_at_5_diff1": 0.851578, "nauc_ndcg_at_10_max": 0.640097, "nauc_ndcg_at_10_std": -0.438021, "nauc_ndcg_at_10_diff1": 0.853568, "nauc_ndcg_at_20_max": 0.634117, "nauc_ndcg_at_20_std": -0.438605, "nauc_ndcg_at_20_diff1": 0.856471, "nauc_ndcg_at_25_max": 0.634338, "nauc_ndcg_at_25_std": -0.443321, "nauc_ndcg_at_25_diff1": 0.859321, "nauc_ndcg_at_50_max": 0.632559, "nauc_ndcg_at_50_std": -0.440726, "nauc_ndcg_at_50_diff1": 0.859133, "nauc_ndcg_at_100_max": 0.630039, "nauc_ndcg_at_100_std": -0.442549, "nauc_ndcg_at_100_diff1": 0.858723, "nauc_ndcg_at_1000_max": 0.629268, "nauc_ndcg_at_1000_std": -0.44408, "nauc_ndcg_at_1000_diff1": 0.858946, "nauc_map_at_1_max": 0.593639, "nauc_map_at_1_std": -0.432142, "nauc_map_at_1_diff1": 0.878294, "nauc_map_at_3_max": 0.625724, "nauc_map_at_3_std": -0.456767, "nauc_map_at_3_diff1": 0.858978, "nauc_map_at_5_max": 0.627615, "nauc_map_at_5_std": -0.450534, "nauc_map_at_5_diff1": 0.85924, "nauc_map_at_10_max": 0.625733, "nauc_map_at_10_std": -0.445075, "nauc_map_at_10_diff1": 0.860097, "nauc_map_at_20_max": 0.624325, "nauc_map_at_20_std": -0.444955, "nauc_map_at_20_diff1": 0.860746, "nauc_map_at_25_max": 0.624359, "nauc_map_at_25_std": -0.445711, "nauc_map_at_25_diff1": 0.861226, "nauc_map_at_50_max": 0.624139, "nauc_map_at_50_std": -0.445345, "nauc_map_at_50_diff1": 0.861208, "nauc_map_at_100_max": 0.623963, "nauc_map_at_100_std": -0.445505, "nauc_map_at_100_diff1": 0.861178, "nauc_map_at_1000_max": 0.623932, "nauc_map_at_1000_std": -0.445554, "nauc_map_at_1000_diff1": 0.861181, "nauc_recall_at_1_max": 0.593639, "nauc_recall_at_1_std": -0.432142, "nauc_recall_at_1_diff1": 0.878294, "nauc_recall_at_3_max": 0.695337, "nauc_recall_at_3_std": -0.50087, "nauc_recall_at_3_diff1": 0.82019, "nauc_recall_at_5_max": 0.743522, "nauc_recall_at_5_std": -0.465435, "nauc_recall_at_5_diff1": 0.805408, "nauc_recall_at_10_max": 0.789162, "nauc_recall_at_10_std": -0.335756, "nauc_recall_at_10_diff1": 0.78908, "nauc_recall_at_20_max": 0.784955, "nauc_recall_at_20_std": -0.279491, "nauc_recall_at_20_diff1": 0.79936, "nauc_recall_at_25_max": 0.86299, "nauc_recall_at_25_std": -0.370532, "nauc_recall_at_25_diff1": 0.871011, "nauc_recall_at_50_max": 0.877372, "nauc_recall_at_50_std": -0.186693, "nauc_recall_at_50_diff1": 0.865395, "nauc_recall_at_100_max": 0.821652, "nauc_recall_at_100_std": -0.042682, "nauc_recall_at_100_diff1": 0.793198, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.593639, "nauc_precision_at_1_std": -0.432142, "nauc_precision_at_1_diff1": 0.878294, "nauc_precision_at_3_max": 0.695337, "nauc_precision_at_3_std": -0.50087, "nauc_precision_at_3_diff1": 0.82019, "nauc_precision_at_5_max": 0.743522, "nauc_precision_at_5_std": -0.465435, "nauc_precision_at_5_diff1": 0.805408, "nauc_precision_at_10_max": 0.789162, "nauc_precision_at_10_std": -0.335756, "nauc_precision_at_10_diff1": 0.78908, "nauc_precision_at_20_max": 0.784955, "nauc_precision_at_20_std": -0.279491, "nauc_precision_at_20_diff1": 0.79936, "nauc_precision_at_25_max": 0.86299, "nauc_precision_at_25_std": -0.370532, "nauc_precision_at_25_diff1": 0.871011, "nauc_precision_at_50_max": 0.877372, "nauc_precision_at_50_std": -0.186693, "nauc_precision_at_50_diff1": 0.865395, "nauc_precision_at_100_max": 0.821652, "nauc_precision_at_100_std": -0.042682, "nauc_precision_at_100_diff1": 0.793198, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.593639, "nauc_mrr_at_1_std": -0.432142, "nauc_mrr_at_1_diff1": 0.878294, "nauc_mrr_at_3_max": 0.625724, "nauc_mrr_at_3_std": -0.456767, "nauc_mrr_at_3_diff1": 0.858978, "nauc_mrr_at_5_max": 0.627615, "nauc_mrr_at_5_std": -0.450534, "nauc_mrr_at_5_diff1": 0.85924, "nauc_mrr_at_10_max": 0.625733, "nauc_mrr_at_10_std": -0.445075, "nauc_mrr_at_10_diff1": 0.860097, "nauc_mrr_at_20_max": 0.624325, "nauc_mrr_at_20_std": -0.444955, "nauc_mrr_at_20_diff1": 0.860746, "nauc_mrr_at_25_max": 0.624359, "nauc_mrr_at_25_std": -0.445711, "nauc_mrr_at_25_diff1": 0.861226, "nauc_mrr_at_50_max": 0.624139, "nauc_mrr_at_50_std": -0.445345, "nauc_mrr_at_50_diff1": 0.861208, "nauc_mrr_at_100_max": 0.623963, "nauc_mrr_at_100_std": -0.445505, "nauc_mrr_at_100_diff1": 0.861178, "nauc_mrr_at_1000_max": 0.623932, "nauc_mrr_at_1000_std": -0.445554, "nauc_mrr_at_1000_diff1": 0.861181, "hit_rate_at_1": 0.83899, "hit_rate_at_3": 0.92308, "hit_rate_at_5": 0.94744, "hit_rate_at_10": 0.97038, "hit_rate_at_20": 0.98376, "hit_rate_at_25": 0.98901, "hit_rate_at_50": 0.99283, "hit_rate_at_100": 0.99761, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.838987, "R_cap_at_3": 0.923077, "R_cap_at_5": 0.947444, "R_cap_at_10": 0.970377, "R_cap_at_20": 0.983755, "R_cap_at_25": 0.989011, "R_cap_at_50": 0.992833, "R_cap_at_100": 0.997611, "R_cap_at_1000": 1.0, "main_score": 0.90746, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.85363, "ndcg_at_3": 0.90085, "ndcg_at_5": 0.90895, "ndcg_at_10": 0.91374, "ndcg_at_20": 0.91902, "ndcg_at_25": 0.91956, "ndcg_at_50": 0.92106, "ndcg_at_100": 0.92126, "ndcg_at_1000": 0.92126, "map_at_1": 0.85363, "map_at_3": 0.8895, "map_at_5": 0.89399, "map_at_10": 0.89598, "map_at_20": 0.89743, "map_at_25": 0.89753, "map_at_50": 0.89778, "map_at_100": 0.8978, "map_at_1000": 0.8978, "recall_at_1": 0.85363, "recall_at_3": 0.93358, "recall_at_5": 0.95326, "recall_at_10": 0.96802, "recall_at_20": 0.98893, "recall_at_25": 0.99139, "recall_at_50": 0.99877, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85363, "precision_at_1": 0.85363, "precision_at_3": 0.31119, "precision_at_5": 0.19065, "precision_at_10": 0.0968, "precision_at_20": 0.04945, "precision_at_25": 0.03966, "precision_at_50": 0.01998, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.853629, "mrr_at_3": 0.889504, "mrr_at_5": 0.893993, "mrr_at_10": 0.895978, "mrr_at_20": 0.897425, "mrr_at_25": 0.89753, "mrr_at_50": 0.897782, "mrr_at_100": 0.8978, "mrr_at_1000": 0.8978, "nauc_ndcg_at_1_max": 0.468146, "nauc_ndcg_at_1_std": -0.582061, "nauc_ndcg_at_1_diff1": 0.901935, "nauc_ndcg_at_3_max": 0.465677, "nauc_ndcg_at_3_std": -0.677596, "nauc_ndcg_at_3_diff1": 0.892273, "nauc_ndcg_at_5_max": 0.466448, "nauc_ndcg_at_5_std": -0.685957, "nauc_ndcg_at_5_diff1": 0.892935, "nauc_ndcg_at_10_max": 0.453813, "nauc_ndcg_at_10_std": -0.711393, "nauc_ndcg_at_10_diff1": 0.896633, "nauc_ndcg_at_20_max": 0.46926, "nauc_ndcg_at_20_std": -0.678127, "nauc_ndcg_at_20_diff1": 0.897328, "nauc_ndcg_at_25_max": 0.467171, "nauc_ndcg_at_25_std": -0.672883, "nauc_ndcg_at_25_diff1": 0.896628, "nauc_ndcg_at_50_max": 0.466348, "nauc_ndcg_at_50_std": -0.660602, "nauc_ndcg_at_50_diff1": 0.895429, "nauc_ndcg_at_100_max": 0.464938, "nauc_ndcg_at_100_std": -0.659309, "nauc_ndcg_at_100_diff1": 0.895153, "nauc_ndcg_at_1000_max": 0.464938, "nauc_ndcg_at_1000_std": -0.659309, "nauc_ndcg_at_1000_diff1": 0.895153, "nauc_map_at_1_max": 0.468146, "nauc_map_at_1_std": -0.582061, "nauc_map_at_1_diff1": 0.901935, "nauc_map_at_3_max": 0.466063, "nauc_map_at_3_std": -0.646664, "nauc_map_at_3_diff1": 0.89389, "nauc_map_at_5_max": 0.466761, "nauc_map_at_5_std": -0.648859, "nauc_map_at_5_diff1": 0.89417, "nauc_map_at_10_max": 0.462353, "nauc_map_at_10_std": -0.656849, "nauc_map_at_10_diff1": 0.895371, "nauc_map_at_20_max": 0.465786, "nauc_map_at_20_std": -0.648978, "nauc_map_at_20_diff1": 0.895503, "nauc_map_at_25_max": 0.465464, "nauc_map_at_25_std": -0.648133, "nauc_map_at_25_diff1": 0.895393, "nauc_map_at_50_max": 0.465374, "nauc_map_at_50_std": -0.646363, "nauc_map_at_50_diff1": 0.895224, "nauc_map_at_100_max": 0.465275, "nauc_map_at_100_std": -0.646269, "nauc_map_at_100_diff1": 0.895205, "nauc_map_at_1000_max": 0.465275, "nauc_map_at_1000_std": -0.646269, "nauc_map_at_1000_diff1": 0.895205, "nauc_recall_at_1_max": 0.468146, "nauc_recall_at_1_std": -0.582061, "nauc_recall_at_1_diff1": 0.901935, "nauc_recall_at_3_max": 0.464138, "nauc_recall_at_3_std": -0.822559, "nauc_recall_at_3_diff1": 0.885681, "nauc_recall_at_5_max": 0.464197, "nauc_recall_at_5_std": -0.926344, "nauc_recall_at_5_diff1": 0.886938, "nauc_recall_at_10_max": 0.361839, "nauc_recall_at_10_std": -1.243794, "nauc_recall_at_10_diff1": 0.915615, "nauc_recall_at_20_max": 0.625625, "nauc_recall_at_20_std": -1.304721, "nauc_recall_at_20_diff1": 0.970963, "nauc_recall_at_25_max": 0.582362, "nauc_recall_at_25_std": -1.264582, "nauc_recall_at_25_diff1": 0.962667, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": -1.150001, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.468146, "nauc_precision_at_1_std": -0.582061, "nauc_precision_at_1_diff1": 0.901935, "nauc_precision_at_3_max": 0.464138, "nauc_precision_at_3_std": -0.822559, "nauc_precision_at_3_diff1": 0.885681, "nauc_precision_at_5_max": 0.464197, "nauc_precision_at_5_std": -0.926344, "nauc_precision_at_5_diff1": 0.886938, "nauc_precision_at_10_max": 0.361839, "nauc_precision_at_10_std": -1.243794, "nauc_precision_at_10_diff1": 0.915615, "nauc_precision_at_20_max": 0.625625, "nauc_precision_at_20_std": -1.304721, "nauc_precision_at_20_diff1": 0.970963, "nauc_precision_at_25_max": 0.582362, "nauc_precision_at_25_std": -1.264582, "nauc_precision_at_25_diff1": 0.962667, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": -1.150001, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.468146, "nauc_mrr_at_1_std": -0.582061, "nauc_mrr_at_1_diff1": 0.901935, "nauc_mrr_at_3_max": 0.466063, "nauc_mrr_at_3_std": -0.646664, "nauc_mrr_at_3_diff1": 0.89389, "nauc_mrr_at_5_max": 0.466761, "nauc_mrr_at_5_std": -0.648859, "nauc_mrr_at_5_diff1": 0.89417, "nauc_mrr_at_10_max": 0.462353, "nauc_mrr_at_10_std": -0.656849, "nauc_mrr_at_10_diff1": 0.895371, "nauc_mrr_at_20_max": 0.465786, "nauc_mrr_at_20_std": -0.648978, "nauc_mrr_at_20_diff1": 0.895503, "nauc_mrr_at_25_max": 0.465464, "nauc_mrr_at_25_std": -0.648133, "nauc_mrr_at_25_diff1": 0.895393, "nauc_mrr_at_50_max": 0.465374, "nauc_mrr_at_50_std": -0.646363, "nauc_mrr_at_50_diff1": 0.895224, "nauc_mrr_at_100_max": 0.465275, "nauc_mrr_at_100_std": -0.646269, "nauc_mrr_at_100_diff1": 0.895205, "nauc_mrr_at_1000_max": 0.465275, "nauc_mrr_at_1000_std": -0.646269, "nauc_mrr_at_1000_diff1": 0.895205, "hit_rate_at_1": 0.85363, "hit_rate_at_3": 0.93358, "hit_rate_at_5": 0.95326, "hit_rate_at_10": 0.96802, "hit_rate_at_20": 0.98893, "hit_rate_at_25": 0.99139, "hit_rate_at_50": 0.99877, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.853629, "R_cap_at_3": 0.933579, "R_cap_at_5": 0.95326, "R_cap_at_10": 0.96802, "R_cap_at_20": 0.98893, "R_cap_at_25": 0.99139, "R_cap_at_50": 0.99877, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91374, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.81718, "ndcg_at_3": 0.88496, "ndcg_at_5": 0.89662, "ndcg_at_10": 0.90252, "ndcg_at_20": 0.90543, "ndcg_at_25": 0.90665, "ndcg_at_50": 0.90756, "ndcg_at_100": 0.90756, "ndcg_at_1000": 0.90767, "map_at_1": 0.81718, "map_at_3": 0.86906, "map_at_5": 0.87552, "map_at_10": 0.87797, "map_at_20": 0.87873, "map_at_25": 0.87898, "map_at_50": 0.87912, "map_at_100": 0.87912, "map_at_1000": 0.87912, "recall_at_1": 0.81718, "recall_at_3": 0.93065, "recall_at_5": 0.95902, "recall_at_10": 0.97715, "recall_at_20": 0.98897, "recall_at_25": 0.99448, "recall_at_50": 0.99921, "recall_at_100": 0.99921, "recall_at_1000": 1.0, "accuracy": 0.81718, "precision_at_1": 0.81718, "precision_at_3": 0.31022, "precision_at_5": 0.1918, "precision_at_10": 0.09771, "precision_at_20": 0.04945, "precision_at_25": 0.03978, "precision_at_50": 0.01998, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.817179, "mrr_at_3": 0.869057, "mrr_at_5": 0.875519, "mrr_at_10": 0.877975, "mrr_at_20": 0.87873, "mrr_at_25": 0.878983, "mrr_at_50": 0.879119, "mrr_at_100": 0.879119, "mrr_at_1000": 0.879123, "nauc_ndcg_at_1_max": 0.543476, "nauc_ndcg_at_1_std": -0.154006, "nauc_ndcg_at_1_diff1": 0.803715, "nauc_ndcg_at_3_max": 0.594584, "nauc_ndcg_at_3_std": -0.179822, "nauc_ndcg_at_3_diff1": 0.784218, "nauc_ndcg_at_5_max": 0.583616, "nauc_ndcg_at_5_std": -0.183845, "nauc_ndcg_at_5_diff1": 0.789169, "nauc_ndcg_at_10_max": 0.582436, "nauc_ndcg_at_10_std": -0.175434, "nauc_ndcg_at_10_diff1": 0.79088, "nauc_ndcg_at_20_max": 0.582832, "nauc_ndcg_at_20_std": -0.163746, "nauc_ndcg_at_20_diff1": 0.789699, "nauc_ndcg_at_25_max": 0.577637, "nauc_ndcg_at_25_std": -0.172982, "nauc_ndcg_at_25_diff1": 0.790507, "nauc_ndcg_at_50_max": 0.575604, "nauc_ndcg_at_50_std": -0.169601, "nauc_ndcg_at_50_diff1": 0.791133, "nauc_ndcg_at_100_max": 0.575604, "nauc_ndcg_at_100_std": -0.169601, "nauc_ndcg_at_100_diff1": 0.791133, "nauc_ndcg_at_1000_max": 0.575114, "nauc_ndcg_at_1000_std": -0.17021, "nauc_ndcg_at_1000_diff1": 0.790891, "nauc_map_at_1_max": 0.543476, "nauc_map_at_1_std": -0.154006, "nauc_map_at_1_diff1": 0.803715, "nauc_map_at_3_max": 0.57912, "nauc_map_at_3_std": -0.171235, "nauc_map_at_3_diff1": 0.788637, "nauc_map_at_5_max": 0.573425, "nauc_map_at_5_std": -0.172425, "nauc_map_at_5_diff1": 0.791132, "nauc_map_at_10_max": 0.572387, "nauc_map_at_10_std": -0.169842, "nauc_map_at_10_diff1": 0.791699, "nauc_map_at_20_max": 0.572387, "nauc_map_at_20_std": -0.167439, "nauc_map_at_20_diff1": 0.791442, "nauc_map_at_25_max": 0.571534, "nauc_map_at_25_std": -0.168925, "nauc_map_at_25_diff1": 0.79157, "nauc_map_at_50_max": 0.571297, "nauc_map_at_50_std": -0.16845, "nauc_map_at_50_diff1": 0.791672, "nauc_map_at_100_max": 0.571297, "nauc_map_at_100_std": -0.16845, "nauc_map_at_100_diff1": 0.791672, "nauc_map_at_1000_max": 0.571283, "nauc_map_at_1000_std": -0.168467, "nauc_map_at_1000_diff1": 0.791666, "nauc_recall_at_1_max": 0.543476, "nauc_recall_at_1_std": -0.154006, "nauc_recall_at_1_diff1": 0.803715, "nauc_recall_at_3_max": 0.674301, "nauc_recall_at_3_std": -0.224724, "nauc_recall_at_3_diff1": 0.762651, "nauc_recall_at_5_max": 0.662213, "nauc_recall_at_5_std": -0.282006, "nauc_recall_at_5_diff1": 0.777324, "nauc_recall_at_10_max": 0.721391, "nauc_recall_at_10_std": -0.24206, "nauc_recall_at_10_diff1": 0.790755, "nauc_recall_at_20_max": 0.884929, "nauc_recall_at_20_std": 0.077463, "nauc_recall_at_20_diff1": 0.753177, "nauc_recall_at_25_max": 0.80721, "nauc_recall_at_25_std": -0.356479, "nauc_recall_at_25_diff1": 0.776848, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.357876, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.357876, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.543476, "nauc_precision_at_1_std": -0.154006, "nauc_precision_at_1_diff1": 0.803715, "nauc_precision_at_3_max": 0.674301, "nauc_precision_at_3_std": -0.224724, "nauc_precision_at_3_diff1": 0.762651, "nauc_precision_at_5_max": 0.662213, "nauc_precision_at_5_std": -0.282006, "nauc_precision_at_5_diff1": 0.777324, "nauc_precision_at_10_max": 0.721391, "nauc_precision_at_10_std": -0.24206, "nauc_precision_at_10_diff1": 0.790755, "nauc_precision_at_20_max": 0.884929, "nauc_precision_at_20_std": 0.077463, "nauc_precision_at_20_diff1": 0.753177, "nauc_precision_at_25_max": 0.80721, "nauc_precision_at_25_std": -0.356479, "nauc_precision_at_25_diff1": 0.776848, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.357876, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.357876, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.543476, "nauc_mrr_at_1_std": -0.154006, "nauc_mrr_at_1_diff1": 0.803715, "nauc_mrr_at_3_max": 0.57912, "nauc_mrr_at_3_std": -0.171235, "nauc_mrr_at_3_diff1": 0.788637, "nauc_mrr_at_5_max": 0.573425, "nauc_mrr_at_5_std": -0.172425, "nauc_mrr_at_5_diff1": 0.791132, "nauc_mrr_at_10_max": 0.572387, "nauc_mrr_at_10_std": -0.169842, "nauc_mrr_at_10_diff1": 0.791699, "nauc_mrr_at_20_max": 0.572387, "nauc_mrr_at_20_std": -0.167439, "nauc_mrr_at_20_diff1": 0.791442, "nauc_mrr_at_25_max": 0.571534, "nauc_mrr_at_25_std": -0.168925, "nauc_mrr_at_25_diff1": 0.79157, "nauc_mrr_at_50_max": 0.571297, "nauc_mrr_at_50_std": -0.16845, "nauc_mrr_at_50_diff1": 0.791672, "nauc_mrr_at_100_max": 0.571297, "nauc_mrr_at_100_std": -0.16845, "nauc_mrr_at_100_diff1": 0.791672, "nauc_mrr_at_1000_max": 0.571283, "nauc_mrr_at_1000_std": -0.168467, "nauc_mrr_at_1000_diff1": 0.791666, "hit_rate_at_1": 0.81718, "hit_rate_at_3": 0.93065, "hit_rate_at_5": 0.95902, "hit_rate_at_10": 0.97715, "hit_rate_at_20": 0.98897, "hit_rate_at_25": 0.99448, "hit_rate_at_50": 0.99921, "hit_rate_at_100": 0.99921, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.817179, "R_cap_at_3": 0.930654, "R_cap_at_5": 0.959023, "R_cap_at_10": 0.977147, "R_cap_at_20": 0.988968, "R_cap_at_25": 0.994484, "R_cap_at_50": 0.999212, "R_cap_at_100": 0.999212, "R_cap_at_1000": 1.0, "main_score": 0.90252, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" } ] }, "evaluation_time": 750.2562274932861, "kg_co2_emissions": null, "date": 1780065726.597642 }