{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.36735, "ndcg_at_3": 0.361, "ndcg_at_5": 0.38105, "ndcg_at_10": 0.40675, "ndcg_at_20": 0.45051, "ndcg_at_25": 0.45969, "ndcg_at_50": 0.49012, "ndcg_at_100": 0.51432, "ndcg_at_1000": 0.54069, "map_at_1": 0.1776, "map_at_3": 0.25286, "map_at_5": 0.28632, "map_at_10": 0.31656, "map_at_20": 0.33756, "map_at_25": 0.34073, "map_at_50": 0.34937, "map_at_100": 0.35452, "map_at_1000": 0.3581, "recall_at_1": 0.1776, "recall_at_3": 0.29169, "recall_at_5": 0.37406, "recall_at_10": 0.49529, "recall_at_20": 0.63932, "recall_at_25": 0.66722, "recall_at_50": 0.77425, "recall_at_100": 0.8683, "recall_at_1000": 1.0, "accuracy": 0.1776, "precision_at_1": 0.36735, "precision_at_3": 0.2551, "precision_at_5": 0.21224, "precision_at_10": 0.14388, "precision_at_20": 0.09694, "precision_at_25": 0.08286, "precision_at_50": 0.0502, "precision_at_100": 0.03, "precision_at_1000": 0.00354, "mrr_at_1": 0.367347, "mrr_at_3": 0.426871, "mrr_at_5": 0.447789, "mrr_at_10": 0.465087, "mrr_at_20": 0.471422, "mrr_at_25": 0.472835, "mrr_at_50": 0.474649, "mrr_at_100": 0.475268, "mrr_at_1000": 0.475609, "nauc_ndcg_at_1_max": 0.244939, "nauc_ndcg_at_1_std": 0.137012, "nauc_ndcg_at_1_diff1": 0.33884, "nauc_ndcg_at_3_max": 0.222937, "nauc_ndcg_at_3_std": 0.152752, "nauc_ndcg_at_3_diff1": 0.251267, "nauc_ndcg_at_5_max": 0.301099, "nauc_ndcg_at_5_std": 0.201829, "nauc_ndcg_at_5_diff1": 0.279113, "nauc_ndcg_at_10_max": 0.339215, "nauc_ndcg_at_10_std": 0.275536, "nauc_ndcg_at_10_diff1": 0.238106, "nauc_ndcg_at_20_max": 0.360503, "nauc_ndcg_at_20_std": 0.29594, "nauc_ndcg_at_20_diff1": 0.281023, "nauc_ndcg_at_25_max": 0.355122, "nauc_ndcg_at_25_std": 0.295883, "nauc_ndcg_at_25_diff1": 0.267393, "nauc_ndcg_at_50_max": 0.370859, "nauc_ndcg_at_50_std": 0.318622, "nauc_ndcg_at_50_diff1": 0.269077, "nauc_ndcg_at_100_max": 0.343989, "nauc_ndcg_at_100_std": 0.28353, "nauc_ndcg_at_100_diff1": 0.259567, "nauc_ndcg_at_1000_max": 0.304343, "nauc_ndcg_at_1000_std": 0.228328, "nauc_ndcg_at_1000_diff1": 0.262562, "nauc_map_at_1_max": 0.229559, "nauc_map_at_1_std": 0.194251, "nauc_map_at_1_diff1": 0.31439, "nauc_map_at_3_max": 0.293402, "nauc_map_at_3_std": 0.199236, "nauc_map_at_3_diff1": 0.28959, "nauc_map_at_5_max": 0.32705, "nauc_map_at_5_std": 0.219775, "nauc_map_at_5_diff1": 0.284488, "nauc_map_at_10_max": 0.328508, "nauc_map_at_10_std": 0.244864, "nauc_map_at_10_diff1": 0.266737, "nauc_map_at_20_max": 0.331809, "nauc_map_at_20_std": 0.247576, "nauc_map_at_20_diff1": 0.276206, "nauc_map_at_25_max": 0.331294, "nauc_map_at_25_std": 0.248058, "nauc_map_at_25_diff1": 0.272345, "nauc_map_at_50_max": 0.333505, "nauc_map_at_50_std": 0.253581, "nauc_map_at_50_diff1": 0.272236, "nauc_map_at_100_max": 0.328918, "nauc_map_at_100_std": 0.247044, "nauc_map_at_100_diff1": 0.271178, "nauc_map_at_1000_max": 0.324458, "nauc_map_at_1000_std": 0.240854, "nauc_map_at_1000_diff1": 0.271491, "nauc_recall_at_1_max": 0.229559, "nauc_recall_at_1_std": 0.194251, "nauc_recall_at_1_diff1": 0.31439, "nauc_recall_at_3_max": 0.307047, "nauc_recall_at_3_std": 0.244607, "nauc_recall_at_3_diff1": 0.284273, "nauc_recall_at_5_max": 0.418839, "nauc_recall_at_5_std": 0.295589, "nauc_recall_at_5_diff1": 0.281907, "nauc_recall_at_10_max": 0.418796, "nauc_recall_at_10_std": 0.40845, "nauc_recall_at_10_diff1": 0.154859, "nauc_recall_at_20_max": 0.478015, "nauc_recall_at_20_std": 0.48621, "nauc_recall_at_20_diff1": 0.272752, "nauc_recall_at_25_max": 0.465062, "nauc_recall_at_25_std": 0.499502, "nauc_recall_at_25_diff1": 0.225502, "nauc_recall_at_50_max": 0.626761, "nauc_recall_at_50_std": 0.724416, "nauc_recall_at_50_diff1": 0.220372, "nauc_recall_at_100_max": 0.615087, "nauc_recall_at_100_std": 0.741077, "nauc_recall_at_100_diff1": 0.137974, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.244939, "nauc_precision_at_1_std": 0.137012, "nauc_precision_at_1_diff1": 0.33884, "nauc_precision_at_3_max": 0.137392, "nauc_precision_at_3_std": 0.066523, "nauc_precision_at_3_diff1": 0.096851, "nauc_precision_at_5_max": 0.181748, "nauc_precision_at_5_std": 0.096097, "nauc_precision_at_5_diff1": 0.127543, "nauc_precision_at_10_max": 0.095199, "nauc_precision_at_10_std": 0.072717, "nauc_precision_at_10_diff1": 0.023778, "nauc_precision_at_20_max": 0.063098, "nauc_precision_at_20_std": 0.031865, "nauc_precision_at_20_diff1": 0.033483, "nauc_precision_at_25_max": 0.033121, "nauc_precision_at_25_std": 0.015855, "nauc_precision_at_25_diff1": -0.013575, "nauc_precision_at_50_max": 0.010774, "nauc_precision_at_50_std": 0.005792, "nauc_precision_at_50_diff1": -0.012351, "nauc_precision_at_100_max": -0.069428, "nauc_precision_at_100_std": -0.100558, "nauc_precision_at_100_diff1": -0.036974, "nauc_precision_at_1000_max": -0.154415, "nauc_precision_at_1000_std": -0.203615, "nauc_precision_at_1000_diff1": -0.046105, "nauc_mrr_at_1_max": 0.244939, "nauc_mrr_at_1_std": 0.137012, "nauc_mrr_at_1_diff1": 0.33884, "nauc_mrr_at_3_max": 0.213011, "nauc_mrr_at_3_std": 0.13124, "nauc_mrr_at_3_diff1": 0.29323, "nauc_mrr_at_5_max": 0.250098, "nauc_mrr_at_5_std": 0.143761, "nauc_mrr_at_5_diff1": 0.306549, "nauc_mrr_at_10_max": 0.255438, "nauc_mrr_at_10_std": 0.164697, "nauc_mrr_at_10_diff1": 0.291516, "nauc_mrr_at_20_max": 0.257417, "nauc_mrr_at_20_std": 0.166673, "nauc_mrr_at_20_diff1": 0.299848, "nauc_mrr_at_25_max": 0.256118, "nauc_mrr_at_25_std": 0.166118, "nauc_mrr_at_25_diff1": 0.29824, "nauc_mrr_at_50_max": 0.256019, "nauc_mrr_at_50_std": 0.165845, "nauc_mrr_at_50_diff1": 0.29798, "nauc_mrr_at_100_max": 0.255115, "nauc_mrr_at_100_std": 0.164544, "nauc_mrr_at_100_diff1": 0.298006, "nauc_mrr_at_1000_max": 0.254717, "nauc_mrr_at_1000_std": 0.163863, "nauc_mrr_at_1000_diff1": 0.298017, "hit_rate_at_1": 0.36735, "hit_rate_at_3": 0.5102, "hit_rate_at_5": 0.60204, "hit_rate_at_10": 0.72449, "hit_rate_at_20": 0.81633, "hit_rate_at_25": 0.84694, "hit_rate_at_50": 0.90816, "hit_rate_at_100": 0.94898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.367347, "R_cap_at_3": 0.369048, "R_cap_at_5": 0.419388, "R_cap_at_10": 0.503814, "R_cap_at_20": 0.639323, "R_cap_at_25": 0.667225, "R_cap_at_50": 0.774254, "R_cap_at_100": 0.868299, "R_cap_at_1000": 1.0, "main_score": 0.40675, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.42623, "ndcg_at_3": 0.40961, "ndcg_at_5": 0.42597, "ndcg_at_10": 0.43741, "ndcg_at_20": 0.46163, "ndcg_at_25": 0.46829, "ndcg_at_50": 0.49459, "ndcg_at_100": 0.5239, "ndcg_at_1000": 0.5509, "map_at_1": 0.18987, "map_at_3": 0.27815, "map_at_5": 0.31169, "map_at_10": 0.33933, "map_at_20": 0.3521, "map_at_25": 0.35511, "map_at_50": 0.3624, "map_at_100": 0.36792, "map_at_1000": 0.37128, "recall_at_1": 0.18987, "recall_at_3": 0.34185, "recall_at_5": 0.43132, "recall_at_10": 0.5303, "recall_at_20": 0.62037, "recall_at_25": 0.63985, "recall_at_50": 0.73565, "recall_at_100": 0.85751, "recall_at_1000": 1.0, "accuracy": 0.18987, "precision_at_1": 0.42623, "precision_at_3": 0.28689, "precision_at_5": 0.22623, "precision_at_10": 0.14426, "precision_at_20": 0.0877, "precision_at_25": 0.0741, "precision_at_50": 0.04426, "precision_at_100": 0.02738, "precision_at_1000": 0.00322, "mrr_at_1": 0.42623, "mrr_at_3": 0.483607, "mrr_at_5": 0.501639, "mrr_at_10": 0.512487, "mrr_at_20": 0.517773, "mrr_at_25": 0.518163, "mrr_at_50": 0.520172, "mrr_at_100": 0.520961, "mrr_at_1000": 0.521544, "nauc_ndcg_at_1_max": 0.15315, "nauc_ndcg_at_1_std": -0.070108, "nauc_ndcg_at_1_diff1": 0.366997, "nauc_ndcg_at_3_max": 0.143552, "nauc_ndcg_at_3_std": -0.075785, "nauc_ndcg_at_3_diff1": 0.260448, "nauc_ndcg_at_5_max": 0.173756, "nauc_ndcg_at_5_std": -0.078154, "nauc_ndcg_at_5_diff1": 0.307855, "nauc_ndcg_at_10_max": 0.234389, "nauc_ndcg_at_10_std": 0.009515, "nauc_ndcg_at_10_diff1": 0.318702, "nauc_ndcg_at_20_max": 0.243117, "nauc_ndcg_at_20_std": 0.037307, "nauc_ndcg_at_20_diff1": 0.33053, "nauc_ndcg_at_25_max": 0.246189, "nauc_ndcg_at_25_std": 0.037784, "nauc_ndcg_at_25_diff1": 0.327738, "nauc_ndcg_at_50_max": 0.24881, "nauc_ndcg_at_50_std": 0.014432, "nauc_ndcg_at_50_diff1": 0.335978, "nauc_ndcg_at_100_max": 0.226502, "nauc_ndcg_at_100_std": 0.002411, "nauc_ndcg_at_100_diff1": 0.322388, "nauc_ndcg_at_1000_max": 0.187303, "nauc_ndcg_at_1000_std": -0.022183, "nauc_ndcg_at_1000_diff1": 0.310034, "nauc_map_at_1_max": 0.089829, "nauc_map_at_1_std": -0.046378, "nauc_map_at_1_diff1": 0.387205, "nauc_map_at_3_max": 0.106613, "nauc_map_at_3_std": -0.059078, "nauc_map_at_3_diff1": 0.305207, "nauc_map_at_5_max": 0.130085, "nauc_map_at_5_std": -0.078235, "nauc_map_at_5_diff1": 0.337573, "nauc_map_at_10_max": 0.154904, "nauc_map_at_10_std": -0.040958, "nauc_map_at_10_diff1": 0.314883, "nauc_map_at_20_max": 0.161743, "nauc_map_at_20_std": -0.034653, "nauc_map_at_20_diff1": 0.318766, "nauc_map_at_25_max": 0.165578, "nauc_map_at_25_std": -0.034293, "nauc_map_at_25_diff1": 0.318824, "nauc_map_at_50_max": 0.165761, "nauc_map_at_50_std": -0.039834, "nauc_map_at_50_diff1": 0.31667, "nauc_map_at_100_max": 0.163808, "nauc_map_at_100_std": -0.041472, "nauc_map_at_100_diff1": 0.314075, "nauc_map_at_1000_max": 0.160062, "nauc_map_at_1000_std": -0.043989, "nauc_map_at_1000_diff1": 0.313737, "nauc_recall_at_1_max": 0.089829, "nauc_recall_at_1_std": -0.046378, "nauc_recall_at_1_diff1": 0.387205, "nauc_recall_at_3_max": 0.139153, "nauc_recall_at_3_std": -0.001094, "nauc_recall_at_3_diff1": 0.211915, "nauc_recall_at_5_max": 0.213876, "nauc_recall_at_5_std": -0.020791, "nauc_recall_at_5_diff1": 0.286598, "nauc_recall_at_10_max": 0.36121, "nauc_recall_at_10_std": 0.17178, "nauc_recall_at_10_diff1": 0.273586, "nauc_recall_at_20_max": 0.416511, "nauc_recall_at_20_std": 0.27238, "nauc_recall_at_20_diff1": 0.298805, "nauc_recall_at_25_max": 0.425458, "nauc_recall_at_25_std": 0.282867, "nauc_recall_at_25_diff1": 0.291089, "nauc_recall_at_50_max": 0.517214, "nauc_recall_at_50_std": 0.220266, "nauc_recall_at_50_diff1": 0.37818, "nauc_recall_at_100_max": 0.56058, "nauc_recall_at_100_std": 0.261939, "nauc_recall_at_100_diff1": 0.381089, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.15315, "nauc_precision_at_1_std": -0.070108, "nauc_precision_at_1_diff1": 0.366997, "nauc_precision_at_3_max": 0.118225, "nauc_precision_at_3_std": -0.073694, "nauc_precision_at_3_diff1": 0.11186, "nauc_precision_at_5_max": 0.125691, "nauc_precision_at_5_std": -0.079662, "nauc_precision_at_5_diff1": 0.119652, "nauc_precision_at_10_max": 0.150947, "nauc_precision_at_10_std": 0.00125, "nauc_precision_at_10_diff1": 0.048799, "nauc_precision_at_20_max": 0.145034, "nauc_precision_at_20_std": 0.018201, "nauc_precision_at_20_diff1": 0.053803, "nauc_precision_at_25_max": 0.160111, "nauc_precision_at_25_std": 0.017179, "nauc_precision_at_25_diff1": 0.050696, "nauc_precision_at_50_max": 0.115569, "nauc_precision_at_50_std": -0.012612, "nauc_precision_at_50_diff1": 0.017971, "nauc_precision_at_100_max": 0.049142, "nauc_precision_at_100_std": -0.037076, "nauc_precision_at_100_diff1": -0.019564, "nauc_precision_at_1000_max": -0.025622, "nauc_precision_at_1000_std": -0.06487, "nauc_precision_at_1000_diff1": -0.043024, "nauc_mrr_at_1_max": 0.15315, "nauc_mrr_at_1_std": -0.070108, "nauc_mrr_at_1_diff1": 0.366997, "nauc_mrr_at_3_max": 0.155421, "nauc_mrr_at_3_std": -0.059788, "nauc_mrr_at_3_diff1": 0.307696, "nauc_mrr_at_5_max": 0.16796, "nauc_mrr_at_5_std": -0.063711, "nauc_mrr_at_5_diff1": 0.323935, "nauc_mrr_at_10_max": 0.185301, "nauc_mrr_at_10_std": -0.039414, "nauc_mrr_at_10_diff1": 0.329402, "nauc_mrr_at_20_max": 0.18642, "nauc_mrr_at_20_std": -0.035268, "nauc_mrr_at_20_diff1": 0.330322, "nauc_mrr_at_25_max": 0.186155, "nauc_mrr_at_25_std": -0.035095, "nauc_mrr_at_25_diff1": 0.329947, "nauc_mrr_at_50_max": 0.186137, "nauc_mrr_at_50_std": -0.03876, "nauc_mrr_at_50_diff1": 0.331682, "nauc_mrr_at_100_max": 0.184825, "nauc_mrr_at_100_std": -0.039504, "nauc_mrr_at_100_diff1": 0.331107, "nauc_mrr_at_1000_max": 0.18382, "nauc_mrr_at_1000_std": -0.040441, "nauc_mrr_at_1000_diff1": 0.330795, "hit_rate_at_1": 0.42623, "hit_rate_at_3": 0.56557, "hit_rate_at_5": 0.64754, "hit_rate_at_10": 0.72131, "hit_rate_at_20": 0.79508, "hit_rate_at_25": 0.80328, "hit_rate_at_50": 0.86885, "hit_rate_at_100": 0.92623, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.42623, "R_cap_at_3": 0.428962, "R_cap_at_5": 0.482104, "R_cap_at_10": 0.538934, "R_cap_at_20": 0.620374, "R_cap_at_25": 0.639847, "R_cap_at_50": 0.735653, "R_cap_at_100": 0.857513, "R_cap_at_1000": 1.0, "main_score": 0.43741, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.8, "ndcg_at_5": 0.8, "ndcg_at_10": 0.8, "ndcg_at_20": 0.8, "ndcg_at_25": 0.8, "ndcg_at_50": 0.83544, "ndcg_at_100": 0.83544, "ndcg_at_1000": 0.83544, "map_at_1": 0.8, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.80408, "map_at_100": 0.80408, "map_at_1000": 0.80408, "recall_at_1": 0.8, "recall_at_3": 0.8, "recall_at_5": 0.8, "recall_at_10": 0.8, "recall_at_20": 0.8, "recall_at_25": 0.8, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.26667, "precision_at_5": 0.16, "precision_at_10": 0.08, "precision_at_20": 0.04, "precision_at_25": 0.032, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.804082, "mrr_at_100": 0.804082, "mrr_at_1000": 0.804082, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.833333, "nauc_ndcg_at_1_diff1": 0.166667, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.833333, "nauc_ndcg_at_3_diff1": 0.166667, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.833333, "nauc_ndcg_at_5_diff1": 0.166667, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.833333, "nauc_ndcg_at_10_diff1": 0.166667, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.833333, "nauc_ndcg_at_20_diff1": 0.166667, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 0.833333, "nauc_ndcg_at_25_diff1": 0.166667, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 0.833333, "nauc_ndcg_at_50_diff1": 0.166667, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.833333, "nauc_ndcg_at_100_diff1": 0.166667, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.833333, "nauc_ndcg_at_1000_diff1": 0.166667, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.833333, "nauc_map_at_1_diff1": 0.166667, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.833333, "nauc_map_at_3_diff1": 0.166667, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.833333, "nauc_map_at_5_diff1": 0.166667, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.833333, "nauc_map_at_10_diff1": 0.166667, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.833333, "nauc_map_at_20_diff1": 0.166667, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 0.833333, "nauc_map_at_25_diff1": 0.166667, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 0.833333, "nauc_map_at_50_diff1": 0.166667, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.833333, "nauc_map_at_100_diff1": 0.166667, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.833333, "nauc_map_at_1000_diff1": 0.166667, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.833333, "nauc_recall_at_1_diff1": 0.166667, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 0.166667, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.833333, "nauc_recall_at_5_diff1": 0.166667, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.833333, "nauc_recall_at_10_diff1": 0.166667, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.833333, "nauc_recall_at_20_diff1": 0.166667, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.833333, "nauc_recall_at_25_diff1": 0.166667, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.833333, "nauc_precision_at_1_diff1": 0.166667, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 0.166667, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.833333, "nauc_precision_at_5_diff1": 0.166667, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.833333, "nauc_precision_at_10_diff1": 0.166667, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.833333, "nauc_precision_at_20_diff1": 0.166667, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.833333, "nauc_precision_at_25_diff1": 0.166667, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.833333, "nauc_mrr_at_1_diff1": 0.166667, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.833333, "nauc_mrr_at_3_diff1": 0.166667, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.833333, "nauc_mrr_at_5_diff1": 0.166667, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.833333, "nauc_mrr_at_10_diff1": 0.166667, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.833333, "nauc_mrr_at_20_diff1": 0.166667, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 0.833333, "nauc_mrr_at_25_diff1": 0.166667, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 0.833333, "nauc_mrr_at_50_diff1": 0.166667, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.833333, "nauc_mrr_at_100_diff1": 0.166667, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.833333, "nauc_mrr_at_1000_diff1": 0.166667, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.8, "hit_rate_at_20": 0.8, "hit_rate_at_25": 0.8, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 0.8, "R_cap_at_5": 0.8, "R_cap_at_10": 0.8, "R_cap_at_20": 0.8, "R_cap_at_25": 0.8, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.72619, "ndcg_at_5": 0.72619, "ndcg_at_10": 0.72619, "ndcg_at_20": 0.72619, "ndcg_at_25": 0.72619, "ndcg_at_50": 0.72619, "ndcg_at_100": 0.75871, "ndcg_at_1000": 0.75871, "map_at_1": 0.6, "map_at_3": 0.7, "map_at_5": 0.7, "map_at_10": 0.7, "map_at_20": 0.7, "map_at_25": 0.7, "map_at_50": 0.7, "map_at_100": 0.70286, "map_at_1000": 0.70286, "recall_at_1": 0.6, "recall_at_3": 0.8, "recall_at_5": 0.8, "recall_at_10": 0.8, "recall_at_20": 0.8, "recall_at_25": 0.8, "recall_at_50": 0.8, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.26667, "precision_at_5": 0.16, "precision_at_10": 0.08, "precision_at_20": 0.04, "precision_at_25": 0.032, "precision_at_50": 0.016, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.7, "mrr_at_5": 0.7, "mrr_at_10": 0.7, "mrr_at_20": 0.7, "mrr_at_25": 0.7, "mrr_at_50": 0.7, "mrr_at_100": 0.702857, "mrr_at_1000": 0.702857, "nauc_ndcg_at_1_max": 0.636364, "nauc_ndcg_at_1_std": 0.545455, "nauc_ndcg_at_1_diff1": 0.636364, "nauc_ndcg_at_3_max": 0.811827, "nauc_ndcg_at_3_std": 0.684363, "nauc_ndcg_at_3_diff1": 0.409723, "nauc_ndcg_at_5_max": 0.811827, "nauc_ndcg_at_5_std": 0.684363, "nauc_ndcg_at_5_diff1": 0.409723, "nauc_ndcg_at_10_max": 0.811827, "nauc_ndcg_at_10_std": 0.684363, "nauc_ndcg_at_10_diff1": 0.409723, "nauc_ndcg_at_20_max": 0.811827, "nauc_ndcg_at_20_std": 0.684363, "nauc_ndcg_at_20_diff1": 0.409723, "nauc_ndcg_at_25_max": 0.811827, "nauc_ndcg_at_25_std": 0.684363, "nauc_ndcg_at_25_diff1": 0.409723, "nauc_ndcg_at_50_max": 0.811827, "nauc_ndcg_at_50_std": 0.684363, "nauc_ndcg_at_50_diff1": 0.409723, "nauc_ndcg_at_100_max": 0.785103, "nauc_ndcg_at_100_std": 0.663206, "nauc_ndcg_at_100_diff1": 0.444242, "nauc_ndcg_at_1000_max": 0.785103, "nauc_ndcg_at_1000_std": 0.663206, "nauc_ndcg_at_1000_diff1": 0.444242, "nauc_map_at_1_max": 0.636364, "nauc_map_at_1_std": 0.545455, "nauc_map_at_1_diff1": 0.636364, "nauc_map_at_3_max": 0.764706, "nauc_map_at_3_std": 0.647059, "nauc_map_at_3_diff1": 0.470588, "nauc_map_at_5_max": 0.764706, "nauc_map_at_5_std": 0.647059, "nauc_map_at_5_diff1": 0.470588, "nauc_map_at_10_max": 0.764706, "nauc_map_at_10_std": 0.647059, "nauc_map_at_10_diff1": 0.470588, "nauc_map_at_20_max": 0.764706, "nauc_map_at_20_std": 0.647059, "nauc_map_at_20_diff1": 0.470588, "nauc_map_at_25_max": 0.764706, "nauc_map_at_25_std": 0.647059, "nauc_map_at_25_diff1": 0.470588, "nauc_map_at_50_max": 0.764706, "nauc_map_at_50_std": 0.647059, "nauc_map_at_50_diff1": 0.470588, "nauc_map_at_100_max": 0.762309, "nauc_map_at_100_std": 0.645161, "nauc_map_at_100_diff1": 0.473684, "nauc_map_at_1000_max": 0.762309, "nauc_map_at_1000_std": 0.645161, "nauc_map_at_1000_diff1": 0.473684, "nauc_recall_at_1_max": 0.636364, "nauc_recall_at_1_std": 0.545455, "nauc_recall_at_1_diff1": 0.636364, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 0.166667, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.833333, "nauc_recall_at_5_diff1": 0.166667, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.833333, "nauc_recall_at_10_diff1": 0.166667, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.833333, "nauc_recall_at_20_diff1": 0.166667, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.833333, "nauc_recall_at_25_diff1": 0.166667, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.833333, "nauc_recall_at_50_diff1": 0.166667, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636364, "nauc_precision_at_1_std": 0.545455, "nauc_precision_at_1_diff1": 0.636364, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 0.166667, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.833333, "nauc_precision_at_5_diff1": 0.166667, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.833333, "nauc_precision_at_10_diff1": 0.166667, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.833333, "nauc_precision_at_20_diff1": 0.166667, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.833333, "nauc_precision_at_25_diff1": 0.166667, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.833333, "nauc_precision_at_50_diff1": 0.166667, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.636364, "nauc_mrr_at_1_std": 0.545455, "nauc_mrr_at_1_diff1": 0.636364, "nauc_mrr_at_3_max": 0.764706, "nauc_mrr_at_3_std": 0.647059, "nauc_mrr_at_3_diff1": 0.470588, "nauc_mrr_at_5_max": 0.764706, "nauc_mrr_at_5_std": 0.647059, "nauc_mrr_at_5_diff1": 0.470588, "nauc_mrr_at_10_max": 0.764706, "nauc_mrr_at_10_std": 0.647059, "nauc_mrr_at_10_diff1": 0.470588, "nauc_mrr_at_20_max": 0.764706, "nauc_mrr_at_20_std": 0.647059, "nauc_mrr_at_20_diff1": 0.470588, "nauc_mrr_at_25_max": 0.764706, "nauc_mrr_at_25_std": 0.647059, "nauc_mrr_at_25_diff1": 0.470588, "nauc_mrr_at_50_max": 0.764706, "nauc_mrr_at_50_std": 0.647059, "nauc_mrr_at_50_diff1": 0.470588, "nauc_mrr_at_100_max": 0.762309, "nauc_mrr_at_100_std": 0.645161, "nauc_mrr_at_100_diff1": 0.473684, "nauc_mrr_at_1000_max": 0.762309, "nauc_mrr_at_1000_std": 0.645161, "nauc_mrr_at_1000_diff1": 0.473684, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.8, "hit_rate_at_20": 0.8, "hit_rate_at_25": 0.8, "hit_rate_at_50": 0.8, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 0.8, "R_cap_at_5": 0.8, "R_cap_at_10": 0.8, "R_cap_at_20": 0.8, "R_cap_at_25": 0.8, "R_cap_at_50": 0.8, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.72619, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.42424, "ndcg_at_3": 0.45331, "ndcg_at_5": 0.4749, "ndcg_at_10": 0.48535, "ndcg_at_20": 0.52223, "ndcg_at_25": 0.52991, "ndcg_at_50": 0.55607, "ndcg_at_100": 0.57691, "ndcg_at_1000": 0.59157, "map_at_1": 0.17522, "map_at_3": 0.31309, "map_at_5": 0.35998, "map_at_10": 0.38853, "map_at_20": 0.40671, "map_at_25": 0.40956, "map_at_50": 0.41706, "map_at_100": 0.42147, "map_at_1000": 0.42322, "recall_at_1": 0.17522, "recall_at_3": 0.38458, "recall_at_5": 0.50333, "recall_at_10": 0.5959, "recall_at_20": 0.71804, "recall_at_25": 0.74194, "recall_at_50": 0.83888, "recall_at_100": 0.92306, "recall_at_1000": 1.0, "accuracy": 0.17522, "precision_at_1": 0.42424, "precision_at_3": 0.33586, "precision_at_5": 0.26818, "precision_at_10": 0.16667, "precision_at_20": 0.10076, "precision_at_25": 0.08455, "precision_at_50": 0.04939, "precision_at_100": 0.02856, "precision_at_1000": 0.00312, "mrr_at_1": 0.424242, "mrr_at_3": 0.501263, "mrr_at_5": 0.528914, "mrr_at_10": 0.53572, "mrr_at_20": 0.541686, "mrr_at_25": 0.542031, "mrr_at_50": 0.54364, "mrr_at_100": 0.544193, "mrr_at_1000": 0.544484, "nauc_ndcg_at_1_max": 0.129237, "nauc_ndcg_at_1_std": 0.044823, "nauc_ndcg_at_1_diff1": 0.439979, "nauc_ndcg_at_3_max": 0.181478, "nauc_ndcg_at_3_std": 0.05434, "nauc_ndcg_at_3_diff1": 0.406241, "nauc_ndcg_at_5_max": 0.235901, "nauc_ndcg_at_5_std": 0.098667, "nauc_ndcg_at_5_diff1": 0.386692, "nauc_ndcg_at_10_max": 0.278724, "nauc_ndcg_at_10_std": 0.139243, "nauc_ndcg_at_10_diff1": 0.408044, "nauc_ndcg_at_20_max": 0.338747, "nauc_ndcg_at_20_std": 0.177064, "nauc_ndcg_at_20_diff1": 0.447363, "nauc_ndcg_at_25_max": 0.330082, "nauc_ndcg_at_25_std": 0.181156, "nauc_ndcg_at_25_diff1": 0.440358, "nauc_ndcg_at_50_max": 0.316012, "nauc_ndcg_at_50_std": 0.174371, "nauc_ndcg_at_50_diff1": 0.431314, "nauc_ndcg_at_100_max": 0.288881, "nauc_ndcg_at_100_std": 0.160362, "nauc_ndcg_at_100_diff1": 0.420699, "nauc_ndcg_at_1000_max": 0.255039, "nauc_ndcg_at_1000_std": 0.136102, "nauc_ndcg_at_1000_diff1": 0.410857, "nauc_map_at_1_max": 0.157316, "nauc_map_at_1_std": 0.057218, "nauc_map_at_1_diff1": 0.454076, "nauc_map_at_3_max": 0.197539, "nauc_map_at_3_std": 0.063388, "nauc_map_at_3_diff1": 0.393169, "nauc_map_at_5_max": 0.224041, "nauc_map_at_5_std": 0.083358, "nauc_map_at_5_diff1": 0.389546, "nauc_map_at_10_max": 0.236084, "nauc_map_at_10_std": 0.094055, "nauc_map_at_10_diff1": 0.401046, "nauc_map_at_20_max": 0.255352, "nauc_map_at_20_std": 0.111629, "nauc_map_at_20_diff1": 0.411498, "nauc_map_at_25_max": 0.253572, "nauc_map_at_25_std": 0.11379, "nauc_map_at_25_diff1": 0.409047, "nauc_map_at_50_max": 0.252436, "nauc_map_at_50_std": 0.114966, "nauc_map_at_50_diff1": 0.406583, "nauc_map_at_100_max": 0.248532, "nauc_map_at_100_std": 0.113135, "nauc_map_at_100_diff1": 0.406084, "nauc_map_at_1000_max": 0.245441, "nauc_map_at_1000_std": 0.111211, "nauc_map_at_1000_diff1": 0.405173, "nauc_recall_at_1_max": 0.157316, "nauc_recall_at_1_std": 0.057218, "nauc_recall_at_1_diff1": 0.454076, "nauc_recall_at_3_max": 0.214985, "nauc_recall_at_3_std": 0.060801, "nauc_recall_at_3_diff1": 0.344578, "nauc_recall_at_5_max": 0.319313, "nauc_recall_at_5_std": 0.12398, "nauc_recall_at_5_diff1": 0.310993, "nauc_recall_at_10_max": 0.41344, "nauc_recall_at_10_std": 0.251825, "nauc_recall_at_10_diff1": 0.368963, "nauc_recall_at_20_max": 0.642431, "nauc_recall_at_20_std": 0.36813, "nauc_recall_at_20_diff1": 0.491846, "nauc_recall_at_25_max": 0.62907, "nauc_recall_at_25_std": 0.400307, "nauc_recall_at_25_diff1": 0.466942, "nauc_recall_at_50_max": 0.701032, "nauc_recall_at_50_std": 0.453774, "nauc_recall_at_50_diff1": 0.487621, "nauc_recall_at_100_max": 0.797502, "nauc_recall_at_100_std": 0.567068, "nauc_recall_at_100_diff1": 0.481719, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.129237, "nauc_precision_at_1_std": 0.044823, "nauc_precision_at_1_diff1": 0.439979, "nauc_precision_at_3_max": 0.105402, "nauc_precision_at_3_std": 0.029361, "nauc_precision_at_3_diff1": 0.242772, "nauc_precision_at_5_max": 0.12691, "nauc_precision_at_5_std": 0.082572, "nauc_precision_at_5_diff1": 0.190474, "nauc_precision_at_10_max": 0.11556, "nauc_precision_at_10_std": 0.088146, "nauc_precision_at_10_diff1": 0.158876, "nauc_precision_at_20_max": 0.14787, "nauc_precision_at_20_std": 0.14013, "nauc_precision_at_20_diff1": 0.139683, "nauc_precision_at_25_max": 0.119859, "nauc_precision_at_25_std": 0.137136, "nauc_precision_at_25_diff1": 0.114584, "nauc_precision_at_50_max": 0.073003, "nauc_precision_at_50_std": 0.114305, "nauc_precision_at_50_diff1": 0.06441, "nauc_precision_at_100_max": -0.008456, "nauc_precision_at_100_std": 0.062126, "nauc_precision_at_100_diff1": 0.023594, "nauc_precision_at_1000_max": -0.079314, "nauc_precision_at_1000_std": 0.016063, "nauc_precision_at_1000_diff1": -0.020152, "nauc_mrr_at_1_max": 0.129237, "nauc_mrr_at_1_std": 0.044823, "nauc_mrr_at_1_diff1": 0.439979, "nauc_mrr_at_3_max": 0.156006, "nauc_mrr_at_3_std": 0.062809, "nauc_mrr_at_3_diff1": 0.421154, "nauc_mrr_at_5_max": 0.187199, "nauc_mrr_at_5_std": 0.088072, "nauc_mrr_at_5_diff1": 0.418794, "nauc_mrr_at_10_max": 0.194413, "nauc_mrr_at_10_std": 0.098893, "nauc_mrr_at_10_diff1": 0.423882, "nauc_mrr_at_20_max": 0.202006, "nauc_mrr_at_20_std": 0.098538, "nauc_mrr_at_20_diff1": 0.429576, "nauc_mrr_at_25_max": 0.201248, "nauc_mrr_at_25_std": 0.098818, "nauc_mrr_at_25_diff1": 0.428891, "nauc_mrr_at_50_max": 0.197986, "nauc_mrr_at_50_std": 0.095791, "nauc_mrr_at_50_diff1": 0.427941, "nauc_mrr_at_100_max": 0.197018, "nauc_mrr_at_100_std": 0.095343, "nauc_mrr_at_100_diff1": 0.427402, "nauc_mrr_at_1000_max": 0.196352, "nauc_mrr_at_1000_std": 0.094792, "nauc_mrr_at_1000_diff1": 0.427224, "hit_rate_at_1": 0.42424, "hit_rate_at_3": 0.59848, "hit_rate_at_5": 0.7197, "hit_rate_at_10": 0.77273, "hit_rate_at_20": 0.85606, "hit_rate_at_25": 0.86364, "hit_rate_at_50": 0.92424, "hit_rate_at_100": 0.96212, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.424242, "R_cap_at_3": 0.484848, "R_cap_at_5": 0.549621, "R_cap_at_10": 0.60135, "R_cap_at_20": 0.718045, "R_cap_at_25": 0.741941, "R_cap_at_50": 0.838883, "R_cap_at_100": 0.923063, "R_cap_at_1000": 1.0, "main_score": 0.48535, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54167, "ndcg_at_3": 0.52596, "ndcg_at_5": 0.55812, "ndcg_at_10": 0.57992, "ndcg_at_20": 0.59731, "ndcg_at_25": 0.6006, "ndcg_at_50": 0.62556, "ndcg_at_100": 0.64372, "ndcg_at_1000": 0.6567, "map_at_1": 0.25866, "map_at_3": 0.38301, "map_at_5": 0.43717, "map_at_10": 0.47354, "map_at_20": 0.48562, "map_at_25": 0.48701, "map_at_50": 0.49436, "map_at_100": 0.49839, "map_at_1000": 0.50026, "recall_at_1": 0.25866, "recall_at_3": 0.44744, "recall_at_5": 0.57742, "recall_at_10": 0.69191, "recall_at_20": 0.75596, "recall_at_25": 0.76586, "recall_at_50": 0.86201, "recall_at_100": 0.93589, "recall_at_1000": 1.0, "accuracy": 0.25866, "precision_at_1": 0.54167, "precision_at_3": 0.36343, "precision_at_5": 0.29444, "precision_at_10": 0.18958, "precision_at_20": 0.10868, "precision_at_25": 0.08861, "precision_at_50": 0.05069, "precision_at_100": 0.02882, "precision_at_1000": 0.00313, "mrr_at_1": 0.541667, "mrr_at_3": 0.599537, "mrr_at_5": 0.623148, "mrr_at_10": 0.632655, "mrr_at_20": 0.63596, "mrr_at_25": 0.63596, "mrr_at_50": 0.637206, "mrr_at_100": 0.637689, "mrr_at_1000": 0.637862, "nauc_ndcg_at_1_max": 0.204539, "nauc_ndcg_at_1_std": 0.010672, "nauc_ndcg_at_1_diff1": 0.543888, "nauc_ndcg_at_3_max": 0.225495, "nauc_ndcg_at_3_std": -0.021642, "nauc_ndcg_at_3_diff1": 0.485883, "nauc_ndcg_at_5_max": 0.23426, "nauc_ndcg_at_5_std": 0.005368, "nauc_ndcg_at_5_diff1": 0.479104, "nauc_ndcg_at_10_max": 0.295891, "nauc_ndcg_at_10_std": 0.127177, "nauc_ndcg_at_10_diff1": 0.500236, "nauc_ndcg_at_20_max": 0.30219, "nauc_ndcg_at_20_std": 0.14475, "nauc_ndcg_at_20_diff1": 0.505466, "nauc_ndcg_at_25_max": 0.295308, "nauc_ndcg_at_25_std": 0.141886, "nauc_ndcg_at_25_diff1": 0.501816, "nauc_ndcg_at_50_max": 0.308431, "nauc_ndcg_at_50_std": 0.129558, "nauc_ndcg_at_50_diff1": 0.514787, "nauc_ndcg_at_100_max": 0.288978, "nauc_ndcg_at_100_std": 0.109412, "nauc_ndcg_at_100_diff1": 0.504784, "nauc_ndcg_at_1000_max": 0.265868, "nauc_ndcg_at_1000_std": 0.093152, "nauc_ndcg_at_1000_diff1": 0.503436, "nauc_map_at_1_max": 0.167984, "nauc_map_at_1_std": 0.059685, "nauc_map_at_1_diff1": 0.448272, "nauc_map_at_3_max": 0.222678, "nauc_map_at_3_std": 0.019708, "nauc_map_at_3_diff1": 0.468456, "nauc_map_at_5_max": 0.236509, "nauc_map_at_5_std": 0.027857, "nauc_map_at_5_diff1": 0.478151, "nauc_map_at_10_max": 0.261532, "nauc_map_at_10_std": 0.076921, "nauc_map_at_10_diff1": 0.492033, "nauc_map_at_20_max": 0.262277, "nauc_map_at_20_std": 0.08119, "nauc_map_at_20_diff1": 0.490649, "nauc_map_at_25_max": 0.259427, "nauc_map_at_25_std": 0.08003, "nauc_map_at_25_diff1": 0.488824, "nauc_map_at_50_max": 0.261316, "nauc_map_at_50_std": 0.078306, "nauc_map_at_50_diff1": 0.490643, "nauc_map_at_100_max": 0.259074, "nauc_map_at_100_std": 0.074802, "nauc_map_at_100_diff1": 0.489794, "nauc_map_at_1000_max": 0.257159, "nauc_map_at_1000_std": 0.072677, "nauc_map_at_1000_diff1": 0.489937, "nauc_recall_at_1_max": 0.167984, "nauc_recall_at_1_std": 0.059685, "nauc_recall_at_1_diff1": 0.448272, "nauc_recall_at_3_max": 0.236965, "nauc_recall_at_3_std": 0.011692, "nauc_recall_at_3_diff1": 0.395887, "nauc_recall_at_5_max": 0.227606, "nauc_recall_at_5_std": 0.024432, "nauc_recall_at_5_diff1": 0.377476, "nauc_recall_at_10_max": 0.362995, "nauc_recall_at_10_std": 0.304381, "nauc_recall_at_10_diff1": 0.391858, "nauc_recall_at_20_max": 0.419403, "nauc_recall_at_20_std": 0.368448, "nauc_recall_at_20_diff1": 0.390854, "nauc_recall_at_25_max": 0.401957, "nauc_recall_at_25_std": 0.366194, "nauc_recall_at_25_diff1": 0.381057, "nauc_recall_at_50_max": 0.601123, "nauc_recall_at_50_std": 0.366422, "nauc_recall_at_50_diff1": 0.469961, "nauc_recall_at_100_max": 0.652359, "nauc_recall_at_100_std": 0.349929, "nauc_recall_at_100_diff1": 0.376817, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.204539, "nauc_precision_at_1_std": 0.010672, "nauc_precision_at_1_diff1": 0.543888, "nauc_precision_at_3_max": 0.151313, "nauc_precision_at_3_std": -0.037478, "nauc_precision_at_3_diff1": 0.290698, "nauc_precision_at_5_max": 0.108258, "nauc_precision_at_5_std": -0.029755, "nauc_precision_at_5_diff1": 0.198572, "nauc_precision_at_10_max": 0.105063, "nauc_precision_at_10_std": 0.056148, "nauc_precision_at_10_diff1": 0.131763, "nauc_precision_at_20_max": 0.066407, "nauc_precision_at_20_std": 0.045876, "nauc_precision_at_20_diff1": 0.067945, "nauc_precision_at_25_max": 0.049919, "nauc_precision_at_25_std": 0.03953, "nauc_precision_at_25_diff1": 0.056095, "nauc_precision_at_50_max": 0.035996, "nauc_precision_at_50_std": 0.020069, "nauc_precision_at_50_diff1": 0.020541, "nauc_precision_at_100_max": -0.014065, "nauc_precision_at_100_std": -0.038352, "nauc_precision_at_100_diff1": -0.012149, "nauc_precision_at_1000_max": -0.053719, "nauc_precision_at_1000_std": -0.072449, "nauc_precision_at_1000_diff1": -0.028592, "nauc_mrr_at_1_max": 0.204539, "nauc_mrr_at_1_std": 0.010672, "nauc_mrr_at_1_diff1": 0.543888, "nauc_mrr_at_3_max": 0.24234, "nauc_mrr_at_3_std": 0.036034, "nauc_mrr_at_3_diff1": 0.53294, "nauc_mrr_at_5_max": 0.2314, "nauc_mrr_at_5_std": 0.029829, "nauc_mrr_at_5_diff1": 0.540154, "nauc_mrr_at_10_max": 0.249608, "nauc_mrr_at_10_std": 0.061066, "nauc_mrr_at_10_diff1": 0.541775, "nauc_mrr_at_20_max": 0.246455, "nauc_mrr_at_20_std": 0.060986, "nauc_mrr_at_20_diff1": 0.539781, "nauc_mrr_at_25_max": 0.246455, "nauc_mrr_at_25_std": 0.060986, "nauc_mrr_at_25_diff1": 0.539781, "nauc_mrr_at_50_max": 0.247712, "nauc_mrr_at_50_std": 0.058177, "nauc_mrr_at_50_diff1": 0.541325, "nauc_mrr_at_100_max": 0.246707, "nauc_mrr_at_100_std": 0.057616, "nauc_mrr_at_100_diff1": 0.540743, "nauc_mrr_at_1000_max": 0.246271, "nauc_mrr_at_1000_std": 0.057208, "nauc_mrr_at_1000_diff1": 0.54071, "hit_rate_at_1": 0.54167, "hit_rate_at_3": 0.68056, "hit_rate_at_5": 0.78472, "hit_rate_at_10": 0.85417, "hit_rate_at_20": 0.90278, "hit_rate_at_25": 0.90278, "hit_rate_at_50": 0.94444, "hit_rate_at_100": 0.97917, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.541667, "R_cap_at_3": 0.543981, "R_cap_at_5": 0.627894, "R_cap_at_10": 0.700157, "R_cap_at_20": 0.755957, "R_cap_at_25": 0.765856, "R_cap_at_50": 0.862012, "R_cap_at_100": 0.935895, "R_cap_at_1000": 1.0, "main_score": 0.57992, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53846, "ndcg_at_3": 0.5871, "ndcg_at_5": 0.63224, "ndcg_at_10": 0.67678, "ndcg_at_20": 0.71843, "ndcg_at_25": 0.71843, "ndcg_at_50": 0.71843, "ndcg_at_100": 0.71843, "ndcg_at_1000": 0.71843, "map_at_1": 0.41987, "map_at_3": 0.54968, "map_at_5": 0.58077, "map_at_10": 0.60366, "map_at_20": 0.61815, "map_at_25": 0.61815, "map_at_50": 0.61815, "map_at_100": 0.61815, "map_at_1000": 0.61815, "recall_at_1": 0.41987, "recall_at_3": 0.62821, "recall_at_5": 0.72756, "recall_at_10": 0.84936, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41987, "precision_at_1": 0.53846, "precision_at_3": 0.30128, "precision_at_5": 0.20769, "precision_at_10": 0.12308, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.538462, "mrr_at_3": 0.615385, "mrr_at_5": 0.633654, "mrr_at_10": 0.647085, "mrr_at_20": 0.655812, "mrr_at_25": 0.655812, "mrr_at_50": 0.655812, "mrr_at_100": 0.655812, "mrr_at_1000": 0.655812, "nauc_ndcg_at_1_max": 0.563992, "nauc_ndcg_at_1_std": 0.530935, "nauc_ndcg_at_1_diff1": 0.572675, "nauc_ndcg_at_3_max": 0.61896, "nauc_ndcg_at_3_std": 0.603811, "nauc_ndcg_at_3_diff1": 0.538257, "nauc_ndcg_at_5_max": 0.628485, "nauc_ndcg_at_5_std": 0.649138, "nauc_ndcg_at_5_diff1": 0.56807, "nauc_ndcg_at_10_max": 0.605228, "nauc_ndcg_at_10_std": 0.605819, "nauc_ndcg_at_10_diff1": 0.560688, "nauc_ndcg_at_20_max": 0.593697, "nauc_ndcg_at_20_std": 0.58708, "nauc_ndcg_at_20_diff1": 0.544641, "nauc_ndcg_at_25_max": 0.593697, "nauc_ndcg_at_25_std": 0.58708, "nauc_ndcg_at_25_diff1": 0.544641, "nauc_ndcg_at_50_max": 0.593697, "nauc_ndcg_at_50_std": 0.58708, "nauc_ndcg_at_50_diff1": 0.544641, "nauc_ndcg_at_100_max": 0.593697, "nauc_ndcg_at_100_std": 0.58708, "nauc_ndcg_at_100_diff1": 0.544641, "nauc_ndcg_at_1000_max": 0.593697, "nauc_ndcg_at_1000_std": 0.58708, "nauc_ndcg_at_1000_diff1": 0.544641, "nauc_map_at_1_max": 0.435735, "nauc_map_at_1_std": 0.453909, "nauc_map_at_1_diff1": 0.506491, "nauc_map_at_3_max": 0.623273, "nauc_map_at_3_std": 0.618322, "nauc_map_at_3_diff1": 0.539777, "nauc_map_at_5_max": 0.616075, "nauc_map_at_5_std": 0.632679, "nauc_map_at_5_diff1": 0.544029, "nauc_map_at_10_max": 0.608377, "nauc_map_at_10_std": 0.611729, "nauc_map_at_10_diff1": 0.548761, "nauc_map_at_20_max": 0.602261, "nauc_map_at_20_std": 0.604696, "nauc_map_at_20_diff1": 0.54038, "nauc_map_at_25_max": 0.602261, "nauc_map_at_25_std": 0.604696, "nauc_map_at_25_diff1": 0.54038, "nauc_map_at_50_max": 0.602261, "nauc_map_at_50_std": 0.604696, "nauc_map_at_50_diff1": 0.54038, "nauc_map_at_100_max": 0.602261, "nauc_map_at_100_std": 0.604696, "nauc_map_at_100_diff1": 0.54038, "nauc_map_at_1000_max": 0.602261, "nauc_map_at_1000_std": 0.604696, "nauc_map_at_1000_diff1": 0.54038, "nauc_recall_at_1_max": 0.435735, "nauc_recall_at_1_std": 0.453909, "nauc_recall_at_1_diff1": 0.506491, "nauc_recall_at_3_max": 0.630232, "nauc_recall_at_3_std": 0.616158, "nauc_recall_at_3_diff1": 0.513783, "nauc_recall_at_5_max": 0.676573, "nauc_recall_at_5_std": 0.758619, "nauc_recall_at_5_diff1": 0.607942, "nauc_recall_at_10_max": 0.607207, "nauc_recall_at_10_std": 0.652757, "nauc_recall_at_10_diff1": 0.587673, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563992, "nauc_precision_at_1_std": 0.530935, "nauc_precision_at_1_diff1": 0.572675, "nauc_precision_at_3_max": 0.527988, "nauc_precision_at_3_std": 0.458136, "nauc_precision_at_3_diff1": 0.294073, "nauc_precision_at_5_max": 0.416304, "nauc_precision_at_5_std": 0.401688, "nauc_precision_at_5_diff1": 0.223385, "nauc_precision_at_10_max": 0.240196, "nauc_precision_at_10_std": 0.171795, "nauc_precision_at_10_diff1": 0.109261, "nauc_precision_at_20_max": 0.040668, "nauc_precision_at_20_std": -0.044705, "nauc_precision_at_20_diff1": -0.106464, "nauc_precision_at_25_max": 0.040668, "nauc_precision_at_25_std": -0.044705, "nauc_precision_at_25_diff1": -0.106464, "nauc_precision_at_50_max": 0.040668, "nauc_precision_at_50_std": -0.044705, "nauc_precision_at_50_diff1": -0.106464, "nauc_precision_at_100_max": 0.040668, "nauc_precision_at_100_std": -0.044705, "nauc_precision_at_100_diff1": -0.106464, "nauc_precision_at_1000_max": 0.040668, "nauc_precision_at_1000_std": -0.044705, "nauc_precision_at_1000_diff1": -0.106464, "nauc_mrr_at_1_max": 0.563992, "nauc_mrr_at_1_std": 0.530935, "nauc_mrr_at_1_diff1": 0.572675, "nauc_mrr_at_3_max": 0.573462, "nauc_mrr_at_3_std": 0.540317, "nauc_mrr_at_3_diff1": 0.537019, "nauc_mrr_at_5_max": 0.592594, "nauc_mrr_at_5_std": 0.57413, "nauc_mrr_at_5_diff1": 0.570056, "nauc_mrr_at_10_max": 0.580337, "nauc_mrr_at_10_std": 0.560353, "nauc_mrr_at_10_diff1": 0.553885, "nauc_mrr_at_20_max": 0.581221, "nauc_mrr_at_20_std": 0.559196, "nauc_mrr_at_20_diff1": 0.556019, "nauc_mrr_at_25_max": 0.581221, "nauc_mrr_at_25_std": 0.559196, "nauc_mrr_at_25_diff1": 0.556019, "nauc_mrr_at_50_max": 0.581221, "nauc_mrr_at_50_std": 0.559196, "nauc_mrr_at_50_diff1": 0.556019, "nauc_mrr_at_100_max": 0.581221, "nauc_mrr_at_100_std": 0.559196, "nauc_mrr_at_100_diff1": 0.556019, "nauc_mrr_at_1000_max": 0.581221, "nauc_mrr_at_1000_std": 0.559196, "nauc_mrr_at_1000_diff1": 0.556019, "hit_rate_at_1": 0.53846, "hit_rate_at_3": 0.71154, "hit_rate_at_5": 0.78846, "hit_rate_at_10": 0.88462, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.538462, "R_cap_at_3": 0.628205, "R_cap_at_5": 0.727564, "R_cap_at_10": 0.849359, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.67678, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57746, "ndcg_at_3": 0.60928, "ndcg_at_5": 0.65654, "ndcg_at_10": 0.69312, "ndcg_at_20": 0.72957, "ndcg_at_25": 0.72957, "ndcg_at_50": 0.72957, "ndcg_at_100": 0.72957, "ndcg_at_1000": 0.72957, "map_at_1": 0.46479, "map_at_3": 0.56534, "map_at_5": 0.59362, "map_at_10": 0.61252, "map_at_20": 0.62675, "map_at_25": 0.62675, "map_at_50": 0.62675, "map_at_100": 0.62675, "map_at_1000": 0.62675, "recall_at_1": 0.46479, "recall_at_3": 0.66197, "recall_at_5": 0.7723, "recall_at_10": 0.87324, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.46479, "precision_at_1": 0.57746, "precision_at_3": 0.28638, "precision_at_5": 0.2, "precision_at_10": 0.1169, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.577465, "mrr_at_3": 0.64554, "mrr_at_5": 0.667371, "mrr_at_10": 0.676174, "mrr_at_20": 0.682398, "mrr_at_25": 0.682398, "mrr_at_50": 0.682398, "mrr_at_100": 0.682398, "mrr_at_1000": 0.682398, "nauc_ndcg_at_1_max": 0.639952, "nauc_ndcg_at_1_std": 0.389005, "nauc_ndcg_at_1_diff1": 0.744507, "nauc_ndcg_at_3_max": 0.547983, "nauc_ndcg_at_3_std": 0.374596, "nauc_ndcg_at_3_diff1": 0.556783, "nauc_ndcg_at_5_max": 0.495626, "nauc_ndcg_at_5_std": 0.317757, "nauc_ndcg_at_5_diff1": 0.565536, "nauc_ndcg_at_10_max": 0.487689, "nauc_ndcg_at_10_std": 0.301224, "nauc_ndcg_at_10_diff1": 0.585618, "nauc_ndcg_at_20_max": 0.549763, "nauc_ndcg_at_20_std": 0.350616, "nauc_ndcg_at_20_diff1": 0.619419, "nauc_ndcg_at_25_max": 0.549763, "nauc_ndcg_at_25_std": 0.350616, "nauc_ndcg_at_25_diff1": 0.619419, "nauc_ndcg_at_50_max": 0.549763, "nauc_ndcg_at_50_std": 0.350616, "nauc_ndcg_at_50_diff1": 0.619419, "nauc_ndcg_at_100_max": 0.549763, "nauc_ndcg_at_100_std": 0.350616, "nauc_ndcg_at_100_diff1": 0.619419, "nauc_ndcg_at_1000_max": 0.549763, "nauc_ndcg_at_1000_std": 0.350616, "nauc_ndcg_at_1000_diff1": 0.619419, "nauc_map_at_1_max": 0.521424, "nauc_map_at_1_std": 0.37738, "nauc_map_at_1_diff1": 0.569985, "nauc_map_at_3_max": 0.534092, "nauc_map_at_3_std": 0.392912, "nauc_map_at_3_diff1": 0.534263, "nauc_map_at_5_max": 0.505695, "nauc_map_at_5_std": 0.362953, "nauc_map_at_5_diff1": 0.544676, "nauc_map_at_10_max": 0.501014, "nauc_map_at_10_std": 0.349499, "nauc_map_at_10_diff1": 0.552354, "nauc_map_at_20_max": 0.524439, "nauc_map_at_20_std": 0.365077, "nauc_map_at_20_diff1": 0.567617, "nauc_map_at_25_max": 0.524439, "nauc_map_at_25_std": 0.365077, "nauc_map_at_25_diff1": 0.567617, "nauc_map_at_50_max": 0.524439, "nauc_map_at_50_std": 0.365077, "nauc_map_at_50_diff1": 0.567617, "nauc_map_at_100_max": 0.524439, "nauc_map_at_100_std": 0.365077, "nauc_map_at_100_diff1": 0.567617, "nauc_map_at_1000_max": 0.524439, "nauc_map_at_1000_std": 0.365077, "nauc_map_at_1000_diff1": 0.567617, "nauc_recall_at_1_max": 0.521424, "nauc_recall_at_1_std": 0.37738, "nauc_recall_at_1_diff1": 0.569985, "nauc_recall_at_3_max": 0.465932, "nauc_recall_at_3_std": 0.311573, "nauc_recall_at_3_diff1": 0.42355, "nauc_recall_at_5_max": 0.267613, "nauc_recall_at_5_std": 0.124381, "nauc_recall_at_5_diff1": 0.371778, "nauc_recall_at_10_max": 0.105292, "nauc_recall_at_10_std": -0.024864, "nauc_recall_at_10_diff1": 0.36487, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.639952, "nauc_precision_at_1_std": 0.389005, "nauc_precision_at_1_diff1": 0.744507, "nauc_precision_at_3_max": 0.420938, "nauc_precision_at_3_std": 0.203016, "nauc_precision_at_3_diff1": 0.426996, "nauc_precision_at_5_max": 0.235247, "nauc_precision_at_5_std": 0.017367, "nauc_precision_at_5_diff1": 0.395734, "nauc_precision_at_10_max": 0.042728, "nauc_precision_at_10_std": -0.153676, "nauc_precision_at_10_diff1": 0.254344, "nauc_precision_at_20_max": 0.048213, "nauc_precision_at_20_std": -0.140883, "nauc_precision_at_20_diff1": 0.193415, "nauc_precision_at_25_max": 0.048213, "nauc_precision_at_25_std": -0.140883, "nauc_precision_at_25_diff1": 0.193415, "nauc_precision_at_50_max": 0.048213, "nauc_precision_at_50_std": -0.140883, "nauc_precision_at_50_diff1": 0.193415, "nauc_precision_at_100_max": 0.048213, "nauc_precision_at_100_std": -0.140883, "nauc_precision_at_100_diff1": 0.193415, "nauc_precision_at_1000_max": 0.048213, "nauc_precision_at_1000_std": -0.140883, "nauc_precision_at_1000_diff1": 0.193415, "nauc_mrr_at_1_max": 0.639952, "nauc_mrr_at_1_std": 0.389005, "nauc_mrr_at_1_diff1": 0.744507, "nauc_mrr_at_3_max": 0.629425, "nauc_mrr_at_3_std": 0.371909, "nauc_mrr_at_3_diff1": 0.7227, "nauc_mrr_at_5_max": 0.609254, "nauc_mrr_at_5_std": 0.342934, "nauc_mrr_at_5_diff1": 0.719658, "nauc_mrr_at_10_max": 0.610367, "nauc_mrr_at_10_std": 0.346967, "nauc_mrr_at_10_diff1": 0.723259, "nauc_mrr_at_20_max": 0.620315, "nauc_mrr_at_20_std": 0.359715, "nauc_mrr_at_20_diff1": 0.727295, "nauc_mrr_at_25_max": 0.620315, "nauc_mrr_at_25_std": 0.359715, "nauc_mrr_at_25_diff1": 0.727295, "nauc_mrr_at_50_max": 0.620315, "nauc_mrr_at_50_std": 0.359715, "nauc_mrr_at_50_diff1": 0.727295, "nauc_mrr_at_100_max": 0.620315, "nauc_mrr_at_100_std": 0.359715, "nauc_mrr_at_100_diff1": 0.727295, "nauc_mrr_at_1000_max": 0.620315, "nauc_mrr_at_1000_std": 0.359715, "nauc_mrr_at_1000_diff1": 0.727295, "hit_rate_at_1": 0.57746, "hit_rate_at_3": 0.74648, "hit_rate_at_5": 0.84507, "hit_rate_at_10": 0.91549, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.577465, "R_cap_at_3": 0.661972, "R_cap_at_5": 0.7723, "R_cap_at_10": 0.873239, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.69312, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.9, "ndcg_at_5": 0.9, "ndcg_at_10": 0.9, "ndcg_at_20": 0.9, "ndcg_at_25": 0.9, "ndcg_at_50": 0.9, "ndcg_at_100": 0.9, "ndcg_at_1000": 0.9, "map_at_1": 0.8, "map_at_3": 0.86667, "map_at_5": 0.86667, "map_at_10": 0.86667, "map_at_20": 0.86667, "map_at_25": 0.86667, "map_at_50": 0.86667, "map_at_100": 0.86667, "map_at_1000": 0.86667, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.866667, "mrr_at_5": 0.866667, "mrr_at_10": 0.866667, "mrr_at_20": 0.866667, "mrr_at_25": 0.866667, "mrr_at_50": 0.866667, "mrr_at_100": 0.866667, "mrr_at_1000": 0.866667, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 0.166667, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 0.166667, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 0.166667, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 0.166667, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 0.166667, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 0.166667, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 0.166667, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 0.166667, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 0.166667, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 0.166667, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 0.166667, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 0.166667, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 0.166667, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 0.166667, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 0.166667, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 0.166667, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 0.166667, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 0.166667, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 0.166667, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 0.166667, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 0.166667, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 0.166667, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 0.166667, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 0.166667, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 0.166667, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 0.166667, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 0.166667, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 0.166667, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.9, "ndcg_at_5": 0.9, "ndcg_at_10": 0.9, "ndcg_at_20": 0.9, "ndcg_at_25": 0.9, "ndcg_at_50": 0.9, "ndcg_at_100": 0.9, "ndcg_at_1000": 0.9, "map_at_1": 0.8, "map_at_3": 0.86667, "map_at_5": 0.86667, "map_at_10": 0.86667, "map_at_20": 0.86667, "map_at_25": 0.86667, "map_at_50": 0.86667, "map_at_100": 0.86667, "map_at_1000": 0.86667, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.866667, "mrr_at_5": 0.866667, "mrr_at_10": 0.866667, "mrr_at_20": 0.866667, "mrr_at_25": 0.866667, "mrr_at_50": 0.866667, "mrr_at_100": 0.866667, "mrr_at_1000": 0.866667, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 0.166667, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 0.166667, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 0.166667, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 0.166667, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 0.166667, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 0.166667, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 0.166667, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 0.166667, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 0.166667, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 0.166667, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 0.166667, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 0.166667, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 0.166667, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 0.166667, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 0.166667, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 0.166667, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 0.166667, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 0.166667, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 0.166667, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 0.166667, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 0.166667, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 0.166667, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 0.166667, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 0.166667, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 0.166667, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 0.166667, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 0.166667, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 0.166667, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69014, "ndcg_at_3": 0.71109, "ndcg_at_5": 0.75777, "ndcg_at_10": 0.78423, "ndcg_at_20": 0.8055, "ndcg_at_25": 0.8055, "ndcg_at_50": 0.8055, "ndcg_at_100": 0.8055, "ndcg_at_1000": 0.8055, "map_at_1": 0.55164, "map_at_3": 0.6741, "map_at_5": 0.70462, "map_at_10": 0.71901, "map_at_20": 0.72664, "map_at_25": 0.72664, "map_at_50": 0.72664, "map_at_100": 0.72664, "map_at_1000": 0.72664, "recall_at_1": 0.55164, "recall_at_3": 0.74883, "recall_at_5": 0.85211, "recall_at_10": 0.92254, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.55164, "precision_at_1": 0.69014, "precision_at_3": 0.33333, "precision_at_5": 0.22817, "precision_at_10": 0.12676, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.690141, "mrr_at_3": 0.748826, "mrr_at_5": 0.768545, "mrr_at_10": 0.774648, "mrr_at_20": 0.778418, "mrr_at_25": 0.778418, "mrr_at_50": 0.778418, "mrr_at_100": 0.778418, "mrr_at_1000": 0.778418, "nauc_ndcg_at_1_max": 0.537506, "nauc_ndcg_at_1_std": 0.307254, "nauc_ndcg_at_1_diff1": 0.673617, "nauc_ndcg_at_3_max": 0.662248, "nauc_ndcg_at_3_std": 0.499696, "nauc_ndcg_at_3_diff1": 0.551921, "nauc_ndcg_at_5_max": 0.641963, "nauc_ndcg_at_5_std": 0.470435, "nauc_ndcg_at_5_diff1": 0.557703, "nauc_ndcg_at_10_max": 0.603989, "nauc_ndcg_at_10_std": 0.426968, "nauc_ndcg_at_10_diff1": 0.561463, "nauc_ndcg_at_20_max": 0.608883, "nauc_ndcg_at_20_std": 0.416672, "nauc_ndcg_at_20_diff1": 0.592271, "nauc_ndcg_at_25_max": 0.608883, "nauc_ndcg_at_25_std": 0.416672, "nauc_ndcg_at_25_diff1": 0.592271, "nauc_ndcg_at_50_max": 0.608883, "nauc_ndcg_at_50_std": 0.416672, "nauc_ndcg_at_50_diff1": 0.592271, "nauc_ndcg_at_100_max": 0.608883, "nauc_ndcg_at_100_std": 0.416672, "nauc_ndcg_at_100_diff1": 0.592271, "nauc_ndcg_at_1000_max": 0.608883, "nauc_ndcg_at_1000_std": 0.416672, "nauc_ndcg_at_1000_diff1": 0.592271, "nauc_map_at_1_max": 0.478698, "nauc_map_at_1_std": 0.240522, "nauc_map_at_1_diff1": 0.585181, "nauc_map_at_3_max": 0.626677, "nauc_map_at_3_std": 0.465446, "nauc_map_at_3_diff1": 0.529134, "nauc_map_at_5_max": 0.612928, "nauc_map_at_5_std": 0.445988, "nauc_map_at_5_diff1": 0.53808, "nauc_map_at_10_max": 0.594833, "nauc_map_at_10_std": 0.424523, "nauc_map_at_10_diff1": 0.540147, "nauc_map_at_20_max": 0.598817, "nauc_map_at_20_std": 0.422078, "nauc_map_at_20_diff1": 0.553723, "nauc_map_at_25_max": 0.598817, "nauc_map_at_25_std": 0.422078, "nauc_map_at_25_diff1": 0.553723, "nauc_map_at_50_max": 0.598817, "nauc_map_at_50_std": 0.422078, "nauc_map_at_50_diff1": 0.553723, "nauc_map_at_100_max": 0.598817, "nauc_map_at_100_std": 0.422078, "nauc_map_at_100_diff1": 0.553723, "nauc_map_at_1000_max": 0.598817, "nauc_map_at_1000_std": 0.422078, "nauc_map_at_1000_diff1": 0.553723, "nauc_recall_at_1_max": 0.478698, "nauc_recall_at_1_std": 0.240522, "nauc_recall_at_1_diff1": 0.585181, "nauc_recall_at_3_max": 0.727268, "nauc_recall_at_3_std": 0.621541, "nauc_recall_at_3_diff1": 0.472595, "nauc_recall_at_5_max": 0.694809, "nauc_recall_at_5_std": 0.605449, "nauc_recall_at_5_diff1": 0.418786, "nauc_recall_at_10_max": 0.547446, "nauc_recall_at_10_std": 0.474318, "nauc_recall_at_10_diff1": 0.343643, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.537506, "nauc_precision_at_1_std": 0.307254, "nauc_precision_at_1_diff1": 0.673617, "nauc_precision_at_3_max": 0.368368, "nauc_precision_at_3_std": 0.422025, "nauc_precision_at_3_diff1": 0.140845, "nauc_precision_at_5_max": 0.199221, "nauc_precision_at_5_std": 0.276788, "nauc_precision_at_5_diff1": 0.04251, "nauc_precision_at_10_max": -0.010213, "nauc_precision_at_10_std": 0.092147, "nauc_precision_at_10_diff1": -0.059668, "nauc_precision_at_20_max": -0.098148, "nauc_precision_at_20_std": -0.008743, "nauc_precision_at_20_diff1": -0.072936, "nauc_precision_at_25_max": -0.098148, "nauc_precision_at_25_std": -0.008743, "nauc_precision_at_25_diff1": -0.072936, "nauc_precision_at_50_max": -0.098148, "nauc_precision_at_50_std": -0.008743, "nauc_precision_at_50_diff1": -0.072936, "nauc_precision_at_100_max": -0.098148, "nauc_precision_at_100_std": -0.008743, "nauc_precision_at_100_diff1": -0.072936, "nauc_precision_at_1000_max": -0.098148, "nauc_precision_at_1000_std": -0.008743, "nauc_precision_at_1000_diff1": -0.072936, "nauc_mrr_at_1_max": 0.537506, "nauc_mrr_at_1_std": 0.307254, "nauc_mrr_at_1_diff1": 0.673617, "nauc_mrr_at_3_max": 0.636416, "nauc_mrr_at_3_std": 0.419481, "nauc_mrr_at_3_diff1": 0.666645, "nauc_mrr_at_5_max": 0.621527, "nauc_mrr_at_5_std": 0.39634, "nauc_mrr_at_5_diff1": 0.662128, "nauc_mrr_at_10_max": 0.614083, "nauc_mrr_at_10_std": 0.388828, "nauc_mrr_at_10_diff1": 0.665266, "nauc_mrr_at_20_max": 0.612587, "nauc_mrr_at_20_std": 0.386484, "nauc_mrr_at_20_diff1": 0.666713, "nauc_mrr_at_25_max": 0.612587, "nauc_mrr_at_25_std": 0.386484, "nauc_mrr_at_25_diff1": 0.666713, "nauc_mrr_at_50_max": 0.612587, "nauc_mrr_at_50_std": 0.386484, "nauc_mrr_at_50_diff1": 0.666713, "nauc_mrr_at_100_max": 0.612587, "nauc_mrr_at_100_std": 0.386484, "nauc_mrr_at_100_diff1": 0.666713, "nauc_mrr_at_1000_max": 0.612587, "nauc_mrr_at_1000_std": 0.386484, "nauc_mrr_at_1000_diff1": 0.666713, "hit_rate_at_1": 0.69014, "hit_rate_at_3": 0.8169, "hit_rate_at_5": 0.90141, "hit_rate_at_10": 0.94366, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.690141, "R_cap_at_3": 0.748826, "R_cap_at_5": 0.852113, "R_cap_at_10": 0.922535, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.78423, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70833, "ndcg_at_3": 0.7307, "ndcg_at_5": 0.77584, "ndcg_at_10": 0.79825, "ndcg_at_20": 0.81937, "ndcg_at_25": 0.81937, "ndcg_at_50": 0.81937, "ndcg_at_100": 0.81937, "ndcg_at_1000": 0.81937, "map_at_1": 0.56944, "map_at_3": 0.69753, "map_at_5": 0.72357, "map_at_10": 0.73603, "map_at_20": 0.74542, "map_at_25": 0.74542, "map_at_50": 0.74542, "map_at_100": 0.74542, "map_at_1000": 0.74542, "recall_at_1": 0.56944, "recall_at_3": 0.76389, "recall_at_5": 0.87037, "recall_at_10": 0.93056, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.56944, "precision_at_1": 0.70833, "precision_at_3": 0.34722, "precision_at_5": 0.23611, "precision_at_10": 0.12639, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.708333, "mrr_at_3": 0.763889, "mrr_at_5": 0.784722, "mrr_at_10": 0.791667, "mrr_at_20": 0.793552, "mrr_at_25": 0.793552, "mrr_at_50": 0.793552, "mrr_at_100": 0.793552, "mrr_at_1000": 0.793552, "nauc_ndcg_at_1_max": 0.86074, "nauc_ndcg_at_1_std": 0.802206, "nauc_ndcg_at_1_diff1": 0.798344, "nauc_ndcg_at_3_max": 0.777499, "nauc_ndcg_at_3_std": 0.797833, "nauc_ndcg_at_3_diff1": 0.660552, "nauc_ndcg_at_5_max": 0.757743, "nauc_ndcg_at_5_std": 0.794239, "nauc_ndcg_at_5_diff1": 0.654005, "nauc_ndcg_at_10_max": 0.742277, "nauc_ndcg_at_10_std": 0.771841, "nauc_ndcg_at_10_diff1": 0.621575, "nauc_ndcg_at_20_max": 0.782901, "nauc_ndcg_at_20_std": 0.781726, "nauc_ndcg_at_20_diff1": 0.685095, "nauc_ndcg_at_25_max": 0.782901, "nauc_ndcg_at_25_std": 0.781726, "nauc_ndcg_at_25_diff1": 0.685095, "nauc_ndcg_at_50_max": 0.782901, "nauc_ndcg_at_50_std": 0.781726, "nauc_ndcg_at_50_diff1": 0.685095, "nauc_ndcg_at_100_max": 0.782901, "nauc_ndcg_at_100_std": 0.781726, "nauc_ndcg_at_100_diff1": 0.685095, "nauc_ndcg_at_1000_max": 0.782901, "nauc_ndcg_at_1000_std": 0.781726, "nauc_ndcg_at_1000_diff1": 0.685095, "nauc_map_at_1_max": 0.585265, "nauc_map_at_1_std": 0.534308, "nauc_map_at_1_diff1": 0.561308, "nauc_map_at_3_max": 0.741318, "nauc_map_at_3_std": 0.767925, "nauc_map_at_3_diff1": 0.621294, "nauc_map_at_5_max": 0.733089, "nauc_map_at_5_std": 0.76552, "nauc_map_at_5_diff1": 0.622046, "nauc_map_at_10_max": 0.724242, "nauc_map_at_10_std": 0.752687, "nauc_map_at_10_diff1": 0.604101, "nauc_map_at_20_max": 0.739517, "nauc_map_at_20_std": 0.756635, "nauc_map_at_20_diff1": 0.628677, "nauc_map_at_25_max": 0.739517, "nauc_map_at_25_std": 0.756635, "nauc_map_at_25_diff1": 0.628677, "nauc_map_at_50_max": 0.739517, "nauc_map_at_50_std": 0.756635, "nauc_map_at_50_diff1": 0.628677, "nauc_map_at_100_max": 0.739517, "nauc_map_at_100_std": 0.756635, "nauc_map_at_100_diff1": 0.628677, "nauc_map_at_1000_max": 0.739517, "nauc_map_at_1000_std": 0.756635, "nauc_map_at_1000_diff1": 0.628677, "nauc_recall_at_1_max": 0.585265, "nauc_recall_at_1_std": 0.534308, "nauc_recall_at_1_diff1": 0.561308, "nauc_recall_at_3_max": 0.742053, "nauc_recall_at_3_std": 0.801909, "nauc_recall_at_3_diff1": 0.59344, "nauc_recall_at_5_max": 0.596315, "nauc_recall_at_5_std": 0.766703, "nauc_recall_at_5_diff1": 0.470589, "nauc_recall_at_10_max": 0.34305, "nauc_recall_at_10_std": 0.577463, "nauc_recall_at_10_diff1": 0.096222, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.86074, "nauc_precision_at_1_std": 0.802206, "nauc_precision_at_1_diff1": 0.798344, "nauc_precision_at_3_max": 0.504002, "nauc_precision_at_3_std": 0.555761, "nauc_precision_at_3_diff1": 0.317182, "nauc_precision_at_5_max": 0.363703, "nauc_precision_at_5_std": 0.417453, "nauc_precision_at_5_diff1": 0.21222, "nauc_precision_at_10_max": 0.20281, "nauc_precision_at_10_std": 0.237052, "nauc_precision_at_10_diff1": 0.036616, "nauc_precision_at_20_max": 0.132148, "nauc_precision_at_20_std": 0.086251, "nauc_precision_at_20_diff1": 0.070074, "nauc_precision_at_25_max": 0.132148, "nauc_precision_at_25_std": 0.086251, "nauc_precision_at_25_diff1": 0.070074, "nauc_precision_at_50_max": 0.132148, "nauc_precision_at_50_std": 0.086251, "nauc_precision_at_50_diff1": 0.070074, "nauc_precision_at_100_max": 0.132148, "nauc_precision_at_100_std": 0.086251, "nauc_precision_at_100_diff1": 0.070074, "nauc_precision_at_1000_max": 0.132148, "nauc_precision_at_1000_std": 0.086251, "nauc_precision_at_1000_diff1": 0.070074, "nauc_mrr_at_1_max": 0.86074, "nauc_mrr_at_1_std": 0.802206, "nauc_mrr_at_1_diff1": 0.798344, "nauc_mrr_at_3_max": 0.882365, "nauc_mrr_at_3_std": 0.838679, "nauc_mrr_at_3_diff1": 0.817858, "nauc_mrr_at_5_max": 0.871032, "nauc_mrr_at_5_std": 0.835159, "nauc_mrr_at_5_diff1": 0.808817, "nauc_mrr_at_10_max": 0.87177, "nauc_mrr_at_10_std": 0.832426, "nauc_mrr_at_10_diff1": 0.808849, "nauc_mrr_at_20_max": 0.872644, "nauc_mrr_at_20_std": 0.832313, "nauc_mrr_at_20_diff1": 0.810717, "nauc_mrr_at_25_max": 0.872644, "nauc_mrr_at_25_std": 0.832313, "nauc_mrr_at_25_diff1": 0.810717, "nauc_mrr_at_50_max": 0.872644, "nauc_mrr_at_50_std": 0.832313, "nauc_mrr_at_50_diff1": 0.810717, "nauc_mrr_at_100_max": 0.872644, "nauc_mrr_at_100_std": 0.832313, "nauc_mrr_at_100_diff1": 0.810717, "nauc_mrr_at_1000_max": 0.872644, "nauc_mrr_at_1000_std": 0.832313, "nauc_mrr_at_1000_diff1": 0.810717, "hit_rate_at_1": 0.70833, "hit_rate_at_3": 0.83333, "hit_rate_at_5": 0.93056, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.708333, "R_cap_at_3": 0.763889, "R_cap_at_5": 0.87037, "R_cap_at_10": 0.930556, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.79825, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.25263, "ndcg_at_3": 0.21654, "ndcg_at_5": 0.22064, "ndcg_at_10": 0.22536, "ndcg_at_20": 0.25113, "ndcg_at_25": 0.25815, "ndcg_at_50": 0.27955, "ndcg_at_100": 0.30145, "ndcg_at_1000": 0.37069, "map_at_1": 0.05749, "map_at_3": 0.09189, "map_at_5": 0.10498, "map_at_10": 0.11946, "map_at_20": 0.13832, "map_at_25": 0.14316, "map_at_50": 0.15296, "map_at_100": 0.16127, "map_at_1000": 0.17058, "recall_at_1": 0.05749, "recall_at_3": 0.10445, "recall_at_5": 0.14699, "recall_at_10": 0.2104, "recall_at_20": 0.33853, "recall_at_25": 0.37128, "recall_at_50": 0.48005, "recall_at_100": 0.58361, "recall_at_1000": 0.90926, "accuracy": 0.05749, "precision_at_1": 0.25263, "precision_at_3": 0.18596, "precision_at_5": 0.16, "precision_at_10": 0.11895, "precision_at_20": 0.09526, "precision_at_25": 0.08758, "precision_at_50": 0.06168, "precision_at_100": 0.04305, "precision_at_1000": 0.00768, "mrr_at_1": 0.252632, "mrr_at_3": 0.278947, "mrr_at_5": 0.301579, "mrr_at_10": 0.311967, "mrr_at_20": 0.321397, "mrr_at_25": 0.323577, "mrr_at_50": 0.326679, "mrr_at_100": 0.32781, "mrr_at_1000": 0.328274, "nauc_ndcg_at_1_max": -0.026612, "nauc_ndcg_at_1_std": -0.173048, "nauc_ndcg_at_1_diff1": 0.308139, "nauc_ndcg_at_3_max": 0.019256, "nauc_ndcg_at_3_std": -0.12982, "nauc_ndcg_at_3_diff1": 0.220951, "nauc_ndcg_at_5_max": 0.075262, "nauc_ndcg_at_5_std": -0.073234, "nauc_ndcg_at_5_diff1": 0.258395, "nauc_ndcg_at_10_max": 0.096209, "nauc_ndcg_at_10_std": -0.029877, "nauc_ndcg_at_10_diff1": 0.263164, "nauc_ndcg_at_20_max": 0.164681, "nauc_ndcg_at_20_std": 0.032999, "nauc_ndcg_at_20_diff1": 0.282002, "nauc_ndcg_at_25_max": 0.179142, "nauc_ndcg_at_25_std": 0.046038, "nauc_ndcg_at_25_diff1": 0.281361, "nauc_ndcg_at_50_max": 0.180082, "nauc_ndcg_at_50_std": 0.081809, "nauc_ndcg_at_50_diff1": 0.25049, "nauc_ndcg_at_100_max": 0.187896, "nauc_ndcg_at_100_std": 0.101425, "nauc_ndcg_at_100_diff1": 0.217823, "nauc_ndcg_at_1000_max": 0.164204, "nauc_ndcg_at_1000_std": 0.059115, "nauc_ndcg_at_1000_diff1": 0.22519, "nauc_map_at_1_max": -0.181742, "nauc_map_at_1_std": -0.27503, "nauc_map_at_1_diff1": 0.384997, "nauc_map_at_3_max": -0.138482, "nauc_map_at_3_std": -0.243612, "nauc_map_at_3_diff1": 0.318565, "nauc_map_at_5_max": -0.069575, "nauc_map_at_5_std": -0.189711, "nauc_map_at_5_diff1": 0.318675, "nauc_map_at_10_max": -0.024688, "nauc_map_at_10_std": -0.150039, "nauc_map_at_10_diff1": 0.308279, "nauc_map_at_20_max": 0.046673, "nauc_map_at_20_std": -0.11632, "nauc_map_at_20_diff1": 0.300791, "nauc_map_at_25_max": 0.070262, "nauc_map_at_25_std": -0.10504, "nauc_map_at_25_diff1": 0.290955, "nauc_map_at_50_max": 0.085911, "nauc_map_at_50_std": -0.073881, "nauc_map_at_50_diff1": 0.280568, "nauc_map_at_100_max": 0.101775, "nauc_map_at_100_std": -0.031467, "nauc_map_at_100_diff1": 0.260605, "nauc_map_at_1000_max": 0.110328, "nauc_map_at_1000_std": -0.006759, "nauc_map_at_1000_diff1": 0.248045, "nauc_recall_at_1_max": -0.181742, "nauc_recall_at_1_std": -0.27503, "nauc_recall_at_1_diff1": 0.384997, "nauc_recall_at_3_max": -0.137486, "nauc_recall_at_3_std": -0.21733, "nauc_recall_at_3_diff1": 0.251438, "nauc_recall_at_5_max": 0.080151, "nauc_recall_at_5_std": -0.023225, "nauc_recall_at_5_diff1": 0.239684, "nauc_recall_at_10_max": 0.139252, "nauc_recall_at_10_std": 0.098837, "nauc_recall_at_10_diff1": 0.198551, "nauc_recall_at_20_max": 0.280796, "nauc_recall_at_20_std": 0.192877, "nauc_recall_at_20_diff1": 0.214422, "nauc_recall_at_25_max": 0.314922, "nauc_recall_at_25_std": 0.216891, "nauc_recall_at_25_diff1": 0.205881, "nauc_recall_at_50_max": 0.295545, "nauc_recall_at_50_std": 0.290719, "nauc_recall_at_50_diff1": 0.10848, "nauc_recall_at_100_max": 0.327767, "nauc_recall_at_100_std": 0.384315, "nauc_recall_at_100_diff1": -0.000772, "nauc_recall_at_1000_max": 0.677954, "nauc_recall_at_1000_std": 0.759238, "nauc_recall_at_1000_diff1": -0.082397, "nauc_precision_at_1_max": -0.026612, "nauc_precision_at_1_std": -0.173048, "nauc_precision_at_1_diff1": 0.308139, "nauc_precision_at_3_max": 0.061498, "nauc_precision_at_3_std": -0.095671, "nauc_precision_at_3_diff1": 0.183902, "nauc_precision_at_5_max": 0.160504, "nauc_precision_at_5_std": 0.001762, "nauc_precision_at_5_diff1": 0.215772, "nauc_precision_at_10_max": 0.220483, "nauc_precision_at_10_std": 0.076948, "nauc_precision_at_10_diff1": 0.163827, "nauc_precision_at_20_max": 0.291489, "nauc_precision_at_20_std": 0.147783, "nauc_precision_at_20_diff1": 0.125108, "nauc_precision_at_25_max": 0.315339, "nauc_precision_at_25_std": 0.170807, "nauc_precision_at_25_diff1": 0.10862, "nauc_precision_at_50_max": 0.289385, "nauc_precision_at_50_std": 0.243048, "nauc_precision_at_50_diff1": 0.067271, "nauc_precision_at_100_max": 0.272315, "nauc_precision_at_100_std": 0.333055, "nauc_precision_at_100_diff1": 0.011207, "nauc_precision_at_1000_max": 0.141133, "nauc_precision_at_1000_std": 0.180892, "nauc_precision_at_1000_diff1": 0.027892, "nauc_mrr_at_1_max": -0.026612, "nauc_mrr_at_1_std": -0.173048, "nauc_mrr_at_1_diff1": 0.308139, "nauc_mrr_at_3_max": -0.046868, "nauc_mrr_at_3_std": -0.174031, "nauc_mrr_at_3_diff1": 0.254454, "nauc_mrr_at_5_max": 0.007233, "nauc_mrr_at_5_std": -0.121133, "nauc_mrr_at_5_diff1": 0.264684, "nauc_mrr_at_10_max": 0.012511, "nauc_mrr_at_10_std": -0.108308, "nauc_mrr_at_10_diff1": 0.263289, "nauc_mrr_at_20_max": 0.020412, "nauc_mrr_at_20_std": -0.100766, "nauc_mrr_at_20_diff1": 0.26552, "nauc_mrr_at_25_max": 0.019961, "nauc_mrr_at_25_std": -0.10048, "nauc_mrr_at_25_diff1": 0.264411, "nauc_mrr_at_50_max": 0.019219, "nauc_mrr_at_50_std": -0.099666, "nauc_mrr_at_50_diff1": 0.264252, "nauc_mrr_at_100_max": 0.017722, "nauc_mrr_at_100_std": -0.101039, "nauc_mrr_at_100_diff1": 0.262973, "nauc_mrr_at_1000_max": 0.017572, "nauc_mrr_at_1000_std": -0.101718, "nauc_mrr_at_1000_diff1": 0.263092, "hit_rate_at_1": 0.25263, "hit_rate_at_3": 0.30526, "hit_rate_at_5": 0.4, "hit_rate_at_10": 0.47368, "hit_rate_at_20": 0.61053, "hit_rate_at_25": 0.66316, "hit_rate_at_50": 0.76842, "hit_rate_at_100": 0.85263, "hit_rate_at_1000": 0.97895, "R_cap_at_1": 0.252632, "R_cap_at_3": 0.208772, "R_cap_at_5": 0.226491, "R_cap_at_10": 0.26038, "R_cap_at_20": 0.367012, "R_cap_at_25": 0.393847, "R_cap_at_50": 0.490654, "R_cap_at_100": 0.586477, "R_cap_at_1000": 0.909258, "main_score": 0.22536, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.375, "ndcg_at_3": 0.35803, "ndcg_at_5": 0.35622, "ndcg_at_10": 0.3618, "ndcg_at_20": 0.36367, "ndcg_at_25": 0.36208, "ndcg_at_50": 0.37483, "ndcg_at_100": 0.38975, "ndcg_at_1000": 0.45338, "map_at_1": 0.13127, "map_at_3": 0.1993, "map_at_5": 0.21987, "map_at_10": 0.23873, "map_at_20": 0.25252, "map_at_25": 0.25427, "map_at_50": 0.26227, "map_at_100": 0.26699, "map_at_1000": 0.27266, "recall_at_1": 0.13127, "recall_at_3": 0.25339, "recall_at_5": 0.31346, "recall_at_10": 0.36904, "recall_at_20": 0.43408, "recall_at_25": 0.44525, "recall_at_50": 0.51563, "recall_at_100": 0.58575, "recall_at_1000": 0.91271, "accuracy": 0.13127, "precision_at_1": 0.375, "precision_at_3": 0.26111, "precision_at_5": 0.21, "precision_at_10": 0.15333, "precision_at_20": 0.1025, "precision_at_25": 0.087, "precision_at_50": 0.05583, "precision_at_100": 0.034, "precision_at_1000": 0.00581, "mrr_at_1": 0.375, "mrr_at_3": 0.429167, "mrr_at_5": 0.4425, "mrr_at_10": 0.449071, "mrr_at_20": 0.453298, "mrr_at_25": 0.45401, "mrr_at_50": 0.455776, "mrr_at_100": 0.456842, "mrr_at_1000": 0.457624, "nauc_ndcg_at_1_max": 0.17502, "nauc_ndcg_at_1_std": -0.066287, "nauc_ndcg_at_1_diff1": 0.399815, "nauc_ndcg_at_3_max": 0.041251, "nauc_ndcg_at_3_std": -0.160583, "nauc_ndcg_at_3_diff1": 0.269655, "nauc_ndcg_at_5_max": 0.01762, "nauc_ndcg_at_5_std": -0.186759, "nauc_ndcg_at_5_diff1": 0.231553, "nauc_ndcg_at_10_max": 0.054537, "nauc_ndcg_at_10_std": -0.15505, "nauc_ndcg_at_10_diff1": 0.256835, "nauc_ndcg_at_20_max": 0.06631, "nauc_ndcg_at_20_std": -0.132703, "nauc_ndcg_at_20_diff1": 0.267922, "nauc_ndcg_at_25_max": 0.072408, "nauc_ndcg_at_25_std": -0.120943, "nauc_ndcg_at_25_diff1": 0.263723, "nauc_ndcg_at_50_max": 0.072279, "nauc_ndcg_at_50_std": -0.108899, "nauc_ndcg_at_50_diff1": 0.277225, "nauc_ndcg_at_100_max": 0.069658, "nauc_ndcg_at_100_std": -0.100503, "nauc_ndcg_at_100_diff1": 0.279474, "nauc_ndcg_at_1000_max": 0.070008, "nauc_ndcg_at_1000_std": -0.10445, "nauc_ndcg_at_1000_diff1": 0.300128, "nauc_map_at_1_max": -0.134931, "nauc_map_at_1_std": -0.29859, "nauc_map_at_1_diff1": 0.343589, "nauc_map_at_3_max": -0.154419, "nauc_map_at_3_std": -0.295044, "nauc_map_at_3_diff1": 0.224536, "nauc_map_at_5_max": -0.142653, "nauc_map_at_5_std": -0.290651, "nauc_map_at_5_diff1": 0.200915, "nauc_map_at_10_max": -0.0988, "nauc_map_at_10_std": -0.259937, "nauc_map_at_10_diff1": 0.223623, "nauc_map_at_20_max": -0.078283, "nauc_map_at_20_std": -0.24369, "nauc_map_at_20_diff1": 0.237648, "nauc_map_at_25_max": -0.072441, "nauc_map_at_25_std": -0.238404, "nauc_map_at_25_diff1": 0.238533, "nauc_map_at_50_max": -0.056341, "nauc_map_at_50_std": -0.226626, "nauc_map_at_50_diff1": 0.247861, "nauc_map_at_100_max": -0.047604, "nauc_map_at_100_std": -0.220677, "nauc_map_at_100_diff1": 0.250435, "nauc_map_at_1000_max": -0.040401, "nauc_map_at_1000_std": -0.216664, "nauc_map_at_1000_diff1": 0.253869, "nauc_recall_at_1_max": -0.134931, "nauc_recall_at_1_std": -0.29859, "nauc_recall_at_1_diff1": 0.343589, "nauc_recall_at_3_max": -0.163786, "nauc_recall_at_3_std": -0.265187, "nauc_recall_at_3_diff1": 0.12458, "nauc_recall_at_5_max": -0.123157, "nauc_recall_at_5_std": -0.231725, "nauc_recall_at_5_diff1": 0.049567, "nauc_recall_at_10_max": 0.015972, "nauc_recall_at_10_std": -0.106754, "nauc_recall_at_10_diff1": 0.122881, "nauc_recall_at_20_max": 0.066087, "nauc_recall_at_20_std": -0.009437, "nauc_recall_at_20_diff1": 0.098614, "nauc_recall_at_25_max": 0.114094, "nauc_recall_at_25_std": 0.039446, "nauc_recall_at_25_diff1": 0.111318, "nauc_recall_at_50_max": 0.164021, "nauc_recall_at_50_std": 0.111478, "nauc_recall_at_50_diff1": 0.161289, "nauc_recall_at_100_max": 0.189353, "nauc_recall_at_100_std": 0.163194, "nauc_recall_at_100_diff1": 0.160021, "nauc_recall_at_1000_max": 0.36045, "nauc_recall_at_1000_std": 0.404358, "nauc_recall_at_1000_diff1": 0.347507, "nauc_precision_at_1_max": 0.17502, "nauc_precision_at_1_std": -0.066287, "nauc_precision_at_1_diff1": 0.399815, "nauc_precision_at_3_max": 0.124154, "nauc_precision_at_3_std": -0.05315, "nauc_precision_at_3_diff1": 0.181699, "nauc_precision_at_5_max": 0.142419, "nauc_precision_at_5_std": -0.029001, "nauc_precision_at_5_diff1": 0.149617, "nauc_precision_at_10_max": 0.219709, "nauc_precision_at_10_std": 0.046093, "nauc_precision_at_10_diff1": 0.180416, "nauc_precision_at_20_max": 0.261194, "nauc_precision_at_20_std": 0.085003, "nauc_precision_at_20_diff1": 0.210844, "nauc_precision_at_25_max": 0.276358, "nauc_precision_at_25_std": 0.110047, "nauc_precision_at_25_diff1": 0.192872, "nauc_precision_at_50_max": 0.305312, "nauc_precision_at_50_std": 0.136984, "nauc_precision_at_50_diff1": 0.19684, "nauc_precision_at_100_max": 0.315281, "nauc_precision_at_100_std": 0.153486, "nauc_precision_at_100_diff1": 0.184563, "nauc_precision_at_1000_max": 0.266477, "nauc_precision_at_1000_std": 0.13186, "nauc_precision_at_1000_diff1": 0.163249, "nauc_mrr_at_1_max": 0.17502, "nauc_mrr_at_1_std": -0.066287, "nauc_mrr_at_1_diff1": 0.399815, "nauc_mrr_at_3_max": 0.126597, "nauc_mrr_at_3_std": -0.105117, "nauc_mrr_at_3_diff1": 0.353454, "nauc_mrr_at_5_max": 0.136488, "nauc_mrr_at_5_std": -0.101507, "nauc_mrr_at_5_diff1": 0.345799, "nauc_mrr_at_10_max": 0.145406, "nauc_mrr_at_10_std": -0.091115, "nauc_mrr_at_10_diff1": 0.356472, "nauc_mrr_at_20_max": 0.147266, "nauc_mrr_at_20_std": -0.083193, "nauc_mrr_at_20_diff1": 0.353097, "nauc_mrr_at_25_max": 0.148646, "nauc_mrr_at_25_std": -0.081214, "nauc_mrr_at_25_diff1": 0.354, "nauc_mrr_at_50_max": 0.149243, "nauc_mrr_at_50_std": -0.080281, "nauc_mrr_at_50_diff1": 0.356182, "nauc_mrr_at_100_max": 0.148925, "nauc_mrr_at_100_std": -0.080038, "nauc_mrr_at_100_diff1": 0.355357, "nauc_mrr_at_1000_max": 0.148882, "nauc_mrr_at_1000_std": -0.080712, "nauc_mrr_at_1000_diff1": 0.356176, "hit_rate_at_1": 0.375, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.55833, "hit_rate_at_10": 0.60833, "hit_rate_at_20": 0.66667, "hit_rate_at_25": 0.68333, "hit_rate_at_50": 0.74167, "hit_rate_at_100": 0.80833, "hit_rate_at_1000": 0.96667, "R_cap_at_1": 0.375, "R_cap_at_3": 0.375, "R_cap_at_5": 0.395139, "R_cap_at_10": 0.423218, "R_cap_at_20": 0.457131, "R_cap_at_25": 0.461354, "R_cap_at_50": 0.519563, "R_cap_at_100": 0.585753, "R_cap_at_1000": 0.912706, "main_score": 0.3618, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.57856, "ndcg_at_5": 0.65593, "ndcg_at_10": 0.65593, "ndcg_at_20": 0.65593, "ndcg_at_25": 0.65593, "ndcg_at_50": 0.65593, "ndcg_at_100": 0.65593, "ndcg_at_1000": 0.65593, "map_at_1": 0.2, "map_at_3": 0.5, "map_at_5": 0.54, "map_at_10": 0.54, "map_at_20": 0.54, "map_at_25": 0.54, "map_at_50": 0.54, "map_at_100": 0.54, "map_at_1000": 0.54, "recall_at_1": 0.2, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.2, "precision_at_1": 0.2, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.2, "mrr_at_3": 0.5, "mrr_at_5": 0.54, "mrr_at_10": 0.54, "mrr_at_20": 0.54, "mrr_at_25": 0.54, "mrr_at_50": 0.54, "mrr_at_100": 0.54, "mrr_at_1000": 0.54, "nauc_ndcg_at_1_max": 0.090909, "nauc_ndcg_at_1_std": -0.454545, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.449147, "nauc_ndcg_at_3_std": -0.154795, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.287724, "nauc_ndcg_at_5_std": -0.289864, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.287724, "nauc_ndcg_at_10_std": -0.289864, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.287724, "nauc_ndcg_at_20_std": -0.289864, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.287724, "nauc_ndcg_at_25_std": -0.289864, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.287724, "nauc_ndcg_at_50_std": -0.289864, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.287724, "nauc_ndcg_at_100_std": -0.289864, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.287724, "nauc_ndcg_at_1000_std": -0.289864, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.090909, "nauc_map_at_1_std": -0.454545, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.352941, "nauc_map_at_3_std": -0.235294, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.273973, "nauc_map_at_5_std": -0.30137, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.273973, "nauc_map_at_10_std": -0.30137, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.273973, "nauc_map_at_20_std": -0.30137, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.273973, "nauc_map_at_25_std": -0.30137, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.273973, "nauc_map_at_50_std": -0.30137, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.273973, "nauc_map_at_100_std": -0.30137, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.273973, "nauc_map_at_1000_std": -0.30137, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.090909, "nauc_recall_at_1_std": -0.454545, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.833333, "nauc_recall_at_3_std": 0.166667, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.090909, "nauc_precision_at_1_std": -0.454545, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.833333, "nauc_precision_at_3_std": 0.166667, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.090909, "nauc_mrr_at_1_std": -0.454545, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.352941, "nauc_mrr_at_3_std": -0.235294, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.273973, "nauc_mrr_at_5_std": -0.30137, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.273973, "nauc_mrr_at_10_std": -0.30137, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.273973, "nauc_mrr_at_20_std": -0.30137, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.273973, "nauc_mrr_at_25_std": -0.30137, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.273973, "nauc_mrr_at_50_std": -0.30137, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.273973, "nauc_mrr_at_100_std": -0.30137, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.273973, "nauc_mrr_at_1000_std": -0.30137, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.2, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.2, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.65593, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.42619, "ndcg_at_5": 0.51232, "ndcg_at_10": 0.57253, "ndcg_at_20": 0.57253, "ndcg_at_25": 0.57253, "ndcg_at_50": 0.57253, "ndcg_at_100": 0.57253, "ndcg_at_1000": 0.57253, "map_at_1": 0.2, "map_at_3": 0.36667, "map_at_5": 0.41667, "map_at_10": 0.43889, "map_at_20": 0.43889, "map_at_25": 0.43889, "map_at_50": 0.43889, "map_at_100": 0.43889, "map_at_1000": 0.43889, "recall_at_1": 0.2, "recall_at_3": 0.6, "recall_at_5": 0.8, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.2, "precision_at_1": 0.2, "precision_at_3": 0.2, "precision_at_5": 0.16, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.2, "mrr_at_3": 0.366667, "mrr_at_5": 0.416667, "mrr_at_10": 0.438889, "mrr_at_20": 0.438889, "mrr_at_25": 0.438889, "mrr_at_50": 0.438889, "mrr_at_100": 0.438889, "mrr_at_1000": 0.438889, "nauc_ndcg_at_1_max": -0.090909, "nauc_ndcg_at_1_std": -0.454545, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.264149, "nauc_ndcg_at_3_std": -0.09521, "nauc_ndcg_at_3_diff1": 0.693062, "nauc_ndcg_at_5_max": 0.087646, "nauc_ndcg_at_5_std": -0.070074, "nauc_ndcg_at_5_diff1": 0.811329, "nauc_ndcg_at_10_max": 0.151697, "nauc_ndcg_at_10_std": -0.1297, "nauc_ndcg_at_10_diff1": 0.805787, "nauc_ndcg_at_20_max": 0.151697, "nauc_ndcg_at_20_std": -0.1297, "nauc_ndcg_at_20_diff1": 0.805787, "nauc_ndcg_at_25_max": 0.151697, "nauc_ndcg_at_25_std": -0.1297, "nauc_ndcg_at_25_diff1": 0.805787, "nauc_ndcg_at_50_max": 0.151697, "nauc_ndcg_at_50_std": -0.1297, "nauc_ndcg_at_50_diff1": 0.805787, "nauc_ndcg_at_100_max": 0.151697, "nauc_ndcg_at_100_std": -0.1297, "nauc_ndcg_at_100_diff1": 0.805787, "nauc_ndcg_at_1000_max": 0.151697, "nauc_ndcg_at_1000_std": -0.1297, "nauc_ndcg_at_1000_diff1": 0.805787, "nauc_map_at_1_max": -0.090909, "nauc_map_at_1_std": -0.454545, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.223881, "nauc_map_at_3_std": -0.134328, "nauc_map_at_3_diff1": 0.746269, "nauc_map_at_5_max": 0.12605, "nauc_map_at_5_std": -0.12605, "nauc_map_at_5_diff1": 0.815126, "nauc_map_at_10_max": 0.147147, "nauc_map_at_10_std": -0.147147, "nauc_map_at_10_diff1": 0.813814, "nauc_map_at_20_max": 0.147147, "nauc_map_at_20_std": -0.147147, "nauc_map_at_20_diff1": 0.813814, "nauc_map_at_25_max": 0.147147, "nauc_map_at_25_std": -0.147147, "nauc_map_at_25_diff1": 0.813814, "nauc_map_at_50_max": 0.147147, "nauc_map_at_50_std": -0.147147, "nauc_map_at_50_diff1": 0.813814, "nauc_map_at_100_max": 0.147147, "nauc_map_at_100_std": -0.147147, "nauc_map_at_100_diff1": 0.813814, "nauc_map_at_1000_max": 0.147147, "nauc_map_at_1000_std": -0.147147, "nauc_map_at_1000_diff1": 0.813814, "nauc_recall_at_1_max": -0.090909, "nauc_recall_at_1_std": -0.454545, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.363636, "nauc_recall_at_3_std": 0.0, "nauc_recall_at_3_diff1": 0.545455, "nauc_recall_at_5_max": -0.166667, "nauc_recall_at_5_std": 0.166667, "nauc_recall_at_5_diff1": 0.833333, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.090909, "nauc_precision_at_1_std": -0.454545, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.363636, "nauc_precision_at_3_std": -0.0, "nauc_precision_at_3_diff1": 0.545455, "nauc_precision_at_5_max": -0.166667, "nauc_precision_at_5_std": 0.166667, "nauc_precision_at_5_diff1": 0.833333, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.090909, "nauc_mrr_at_1_std": -0.454545, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.223881, "nauc_mrr_at_3_std": -0.134328, "nauc_mrr_at_3_diff1": 0.746269, "nauc_mrr_at_5_max": 0.12605, "nauc_mrr_at_5_std": -0.12605, "nauc_mrr_at_5_diff1": 0.815126, "nauc_mrr_at_10_max": 0.147147, "nauc_mrr_at_10_std": -0.147147, "nauc_mrr_at_10_diff1": 0.813814, "nauc_mrr_at_20_max": 0.147147, "nauc_mrr_at_20_std": -0.147147, "nauc_mrr_at_20_diff1": 0.813814, "nauc_mrr_at_25_max": 0.147147, "nauc_mrr_at_25_std": -0.147147, "nauc_mrr_at_25_diff1": 0.813814, "nauc_mrr_at_50_max": 0.147147, "nauc_mrr_at_50_std": -0.147147, "nauc_mrr_at_50_diff1": 0.813814, "nauc_mrr_at_100_max": 0.147147, "nauc_mrr_at_100_std": -0.147147, "nauc_mrr_at_100_diff1": 0.813814, "nauc_mrr_at_1000_max": 0.147147, "nauc_mrr_at_1000_std": -0.147147, "nauc_mrr_at_1000_diff1": 0.813814, "hit_rate_at_1": 0.2, "hit_rate_at_3": 0.6, "hit_rate_at_5": 0.8, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.2, "R_cap_at_3": 0.6, "R_cap_at_5": 0.8, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.57253, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.36496, "ndcg_at_3": 0.36038, "ndcg_at_5": 0.36668, "ndcg_at_10": 0.37434, "ndcg_at_20": 0.38418, "ndcg_at_25": 0.38576, "ndcg_at_50": 0.40775, "ndcg_at_100": 0.43018, "ndcg_at_1000": 0.48342, "map_at_1": 0.15839, "map_at_3": 0.22706, "map_at_5": 0.24858, "map_at_10": 0.26624, "map_at_20": 0.28298, "map_at_25": 0.28588, "map_at_50": 0.29465, "map_at_100": 0.30088, "map_at_1000": 0.3065, "recall_at_1": 0.15839, "recall_at_3": 0.27268, "recall_at_5": 0.32965, "recall_at_10": 0.38466, "recall_at_20": 0.4523, "recall_at_25": 0.47233, "recall_at_50": 0.56828, "recall_at_100": 0.66983, "recall_at_1000": 0.94298, "accuracy": 0.15839, "precision_at_1": 0.36496, "precision_at_3": 0.25304, "precision_at_5": 0.20584, "precision_at_10": 0.1438, "precision_at_20": 0.10036, "precision_at_25": 0.08584, "precision_at_50": 0.05547, "precision_at_100": 0.03518, "precision_at_1000": 0.00549, "mrr_at_1": 0.364964, "mrr_at_3": 0.424574, "mrr_at_5": 0.440268, "mrr_at_10": 0.448708, "mrr_at_20": 0.454025, "mrr_at_25": 0.454995, "mrr_at_50": 0.457391, "mrr_at_100": 0.458515, "mrr_at_1000": 0.459047, "nauc_ndcg_at_1_max": 0.010977, "nauc_ndcg_at_1_std": -0.130997, "nauc_ndcg_at_1_diff1": 0.487713, "nauc_ndcg_at_3_max": 0.040568, "nauc_ndcg_at_3_std": -0.149878, "nauc_ndcg_at_3_diff1": 0.402292, "nauc_ndcg_at_5_max": 0.048744, "nauc_ndcg_at_5_std": -0.154158, "nauc_ndcg_at_5_diff1": 0.361892, "nauc_ndcg_at_10_max": 0.077252, "nauc_ndcg_at_10_std": -0.133104, "nauc_ndcg_at_10_diff1": 0.352511, "nauc_ndcg_at_20_max": 0.105534, "nauc_ndcg_at_20_std": -0.098447, "nauc_ndcg_at_20_diff1": 0.372418, "nauc_ndcg_at_25_max": 0.11455, "nauc_ndcg_at_25_std": -0.090415, "nauc_ndcg_at_25_diff1": 0.380366, "nauc_ndcg_at_50_max": 0.119195, "nauc_ndcg_at_50_std": -0.061437, "nauc_ndcg_at_50_diff1": 0.372684, "nauc_ndcg_at_100_max": 0.139713, "nauc_ndcg_at_100_std": -0.034696, "nauc_ndcg_at_100_diff1": 0.382518, "nauc_ndcg_at_1000_max": 0.112456, "nauc_ndcg_at_1000_std": -0.060258, "nauc_ndcg_at_1000_diff1": 0.395407, "nauc_map_at_1_max": 0.023064, "nauc_map_at_1_std": -0.204488, "nauc_map_at_1_diff1": 0.487223, "nauc_map_at_3_max": 0.031758, "nauc_map_at_3_std": -0.217367, "nauc_map_at_3_diff1": 0.441318, "nauc_map_at_5_max": 0.036509, "nauc_map_at_5_std": -0.211515, "nauc_map_at_5_diff1": 0.43116, "nauc_map_at_10_max": 0.051955, "nauc_map_at_10_std": -0.201081, "nauc_map_at_10_diff1": 0.416727, "nauc_map_at_20_max": 0.067934, "nauc_map_at_20_std": -0.18529, "nauc_map_at_20_diff1": 0.410586, "nauc_map_at_25_max": 0.073195, "nauc_map_at_25_std": -0.181099, "nauc_map_at_25_diff1": 0.408322, "nauc_map_at_50_max": 0.082095, "nauc_map_at_50_std": -0.164294, "nauc_map_at_50_diff1": 0.403022, "nauc_map_at_100_max": 0.088592, "nauc_map_at_100_std": -0.14472, "nauc_map_at_100_diff1": 0.395133, "nauc_map_at_1000_max": 0.091078, "nauc_map_at_1000_std": -0.133524, "nauc_map_at_1000_diff1": 0.389589, "nauc_recall_at_1_max": 0.023064, "nauc_recall_at_1_std": -0.204488, "nauc_recall_at_1_diff1": 0.487223, "nauc_recall_at_3_max": 0.019341, "nauc_recall_at_3_std": -0.225659, "nauc_recall_at_3_diff1": 0.373374, "nauc_recall_at_5_max": 0.049698, "nauc_recall_at_5_std": -0.184022, "nauc_recall_at_5_diff1": 0.300015, "nauc_recall_at_10_max": 0.101855, "nauc_recall_at_10_std": -0.131432, "nauc_recall_at_10_diff1": 0.262737, "nauc_recall_at_20_max": 0.160473, "nauc_recall_at_20_std": -0.052017, "nauc_recall_at_20_diff1": 0.269792, "nauc_recall_at_25_max": 0.189239, "nauc_recall_at_25_std": -0.022999, "nauc_recall_at_25_diff1": 0.271311, "nauc_recall_at_50_max": 0.189999, "nauc_recall_at_50_std": 0.110177, "nauc_recall_at_50_diff1": 0.203444, "nauc_recall_at_100_max": 0.303239, "nauc_recall_at_100_std": 0.289783, "nauc_recall_at_100_diff1": 0.182121, "nauc_recall_at_1000_max": 0.305909, "nauc_recall_at_1000_std": 0.488606, "nauc_recall_at_1000_diff1": 0.153795, "nauc_precision_at_1_max": 0.010977, "nauc_precision_at_1_std": -0.130997, "nauc_precision_at_1_diff1": 0.487713, "nauc_precision_at_3_max": 0.064517, "nauc_precision_at_3_std": -0.021629, "nauc_precision_at_3_diff1": 0.260149, "nauc_precision_at_5_max": 0.067234, "nauc_precision_at_5_std": 0.008956, "nauc_precision_at_5_diff1": 0.154157, "nauc_precision_at_10_max": 0.110569, "nauc_precision_at_10_std": 0.071464, "nauc_precision_at_10_diff1": 0.059396, "nauc_precision_at_20_max": 0.132236, "nauc_precision_at_20_std": 0.122232, "nauc_precision_at_20_diff1": 0.023694, "nauc_precision_at_25_max": 0.149536, "nauc_precision_at_25_std": 0.148752, "nauc_precision_at_25_diff1": 0.010361, "nauc_precision_at_50_max": 0.148287, "nauc_precision_at_50_std": 0.225603, "nauc_precision_at_50_diff1": -0.038364, "nauc_precision_at_100_max": 0.178657, "nauc_precision_at_100_std": 0.345486, "nauc_precision_at_100_diff1": -0.085933, "nauc_precision_at_1000_max": 0.075693, "nauc_precision_at_1000_std": 0.27676, "nauc_precision_at_1000_diff1": -0.114329, "nauc_mrr_at_1_max": 0.010977, "nauc_mrr_at_1_std": -0.130997, "nauc_mrr_at_1_diff1": 0.487713, "nauc_mrr_at_3_max": 0.010726, "nauc_mrr_at_3_std": -0.141292, "nauc_mrr_at_3_diff1": 0.449473, "nauc_mrr_at_5_max": 0.018341, "nauc_mrr_at_5_std": -0.13361, "nauc_mrr_at_5_diff1": 0.424854, "nauc_mrr_at_10_max": 0.028051, "nauc_mrr_at_10_std": -0.120888, "nauc_mrr_at_10_diff1": 0.42686, "nauc_mrr_at_20_max": 0.029328, "nauc_mrr_at_20_std": -0.11842, "nauc_mrr_at_20_diff1": 0.428559, "nauc_mrr_at_25_max": 0.031674, "nauc_mrr_at_25_std": -0.116388, "nauc_mrr_at_25_diff1": 0.429619, "nauc_mrr_at_50_max": 0.028432, "nauc_mrr_at_50_std": -0.116405, "nauc_mrr_at_50_diff1": 0.428895, "nauc_mrr_at_100_max": 0.028031, "nauc_mrr_at_100_std": -0.116323, "nauc_mrr_at_100_diff1": 0.428623, "nauc_mrr_at_1000_max": 0.027771, "nauc_mrr_at_1000_std": -0.117247, "nauc_mrr_at_1000_diff1": 0.429466, "hit_rate_at_1": 0.36496, "hit_rate_at_3": 0.49635, "hit_rate_at_5": 0.56204, "hit_rate_at_10": 0.62774, "hit_rate_at_20": 0.70073, "hit_rate_at_25": 0.72263, "hit_rate_at_50": 0.80292, "hit_rate_at_100": 0.87591, "hit_rate_at_1000": 0.9854, "R_cap_at_1": 0.364964, "R_cap_at_3": 0.371046, "R_cap_at_5": 0.396107, "R_cap_at_10": 0.426078, "R_cap_at_20": 0.469698, "R_cap_at_25": 0.483372, "R_cap_at_50": 0.572938, "R_cap_at_100": 0.67176, "R_cap_at_1000": 0.942984, "main_score": 0.37434, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48538, "ndcg_at_3": 0.43604, "ndcg_at_5": 0.42194, "ndcg_at_10": 0.43006, "ndcg_at_20": 0.43668, "ndcg_at_25": 0.44457, "ndcg_at_50": 0.46044, "ndcg_at_100": 0.47553, "ndcg_at_1000": 0.52503, "map_at_1": 0.18779, "map_at_3": 0.26013, "map_at_5": 0.27843, "map_at_10": 0.30032, "map_at_20": 0.31675, "map_at_25": 0.32197, "map_at_50": 0.33101, "map_at_100": 0.33687, "map_at_1000": 0.3432, "recall_at_1": 0.18779, "recall_at_3": 0.30249, "recall_at_5": 0.3444, "recall_at_10": 0.40962, "recall_at_20": 0.47646, "recall_at_25": 0.5203, "recall_at_50": 0.60489, "recall_at_100": 0.67405, "recall_at_1000": 0.93348, "accuracy": 0.18779, "precision_at_1": 0.48538, "precision_at_3": 0.31774, "precision_at_5": 0.24327, "precision_at_10": 0.17427, "precision_at_20": 0.11784, "precision_at_25": 0.10386, "precision_at_50": 0.06491, "precision_at_100": 0.03994, "precision_at_1000": 0.00601, "mrr_at_1": 0.48538, "mrr_at_3": 0.535088, "mrr_at_5": 0.547076, "mrr_at_10": 0.552483, "mrr_at_20": 0.554973, "mrr_at_25": 0.556776, "mrr_at_50": 0.558529, "mrr_at_100": 0.559002, "mrr_at_1000": 0.559365, "nauc_ndcg_at_1_max": 0.327745, "nauc_ndcg_at_1_std": 0.088964, "nauc_ndcg_at_1_diff1": 0.445967, "nauc_ndcg_at_3_max": 0.257645, "nauc_ndcg_at_3_std": 0.016165, "nauc_ndcg_at_3_diff1": 0.312215, "nauc_ndcg_at_5_max": 0.247262, "nauc_ndcg_at_5_std": 0.026832, "nauc_ndcg_at_5_diff1": 0.291188, "nauc_ndcg_at_10_max": 0.239486, "nauc_ndcg_at_10_std": 0.024358, "nauc_ndcg_at_10_diff1": 0.281659, "nauc_ndcg_at_20_max": 0.263028, "nauc_ndcg_at_20_std": 0.068998, "nauc_ndcg_at_20_diff1": 0.287846, "nauc_ndcg_at_25_max": 0.273181, "nauc_ndcg_at_25_std": 0.08065, "nauc_ndcg_at_25_diff1": 0.316618, "nauc_ndcg_at_50_max": 0.270807, "nauc_ndcg_at_50_std": 0.106071, "nauc_ndcg_at_50_diff1": 0.325614, "nauc_ndcg_at_100_max": 0.29544, "nauc_ndcg_at_100_std": 0.130713, "nauc_ndcg_at_100_diff1": 0.345901, "nauc_ndcg_at_1000_max": 0.302458, "nauc_ndcg_at_1000_std": 0.126859, "nauc_ndcg_at_1000_diff1": 0.335799, "nauc_map_at_1_max": 0.026584, "nauc_map_at_1_std": -0.118323, "nauc_map_at_1_diff1": 0.343448, "nauc_map_at_3_max": 0.071346, "nauc_map_at_3_std": -0.098354, "nauc_map_at_3_diff1": 0.319901, "nauc_map_at_5_max": 0.101011, "nauc_map_at_5_std": -0.070208, "nauc_map_at_5_diff1": 0.329909, "nauc_map_at_10_max": 0.116923, "nauc_map_at_10_std": -0.063075, "nauc_map_at_10_diff1": 0.317983, "nauc_map_at_20_max": 0.144187, "nauc_map_at_20_std": -0.045235, "nauc_map_at_20_diff1": 0.303028, "nauc_map_at_25_max": 0.154819, "nauc_map_at_25_std": -0.039463, "nauc_map_at_25_diff1": 0.305697, "nauc_map_at_50_max": 0.170887, "nauc_map_at_50_std": -0.02408, "nauc_map_at_50_diff1": 0.304834, "nauc_map_at_100_max": 0.186349, "nauc_map_at_100_std": -0.006626, "nauc_map_at_100_diff1": 0.307808, "nauc_map_at_1000_max": 0.196151, "nauc_map_at_1000_std": 0.00498, "nauc_map_at_1000_diff1": 0.306167, "nauc_recall_at_1_max": 0.026584, "nauc_recall_at_1_std": -0.118323, "nauc_recall_at_1_diff1": 0.343448, "nauc_recall_at_3_max": 0.063923, "nauc_recall_at_3_std": -0.082837, "nauc_recall_at_3_diff1": 0.254732, "nauc_recall_at_5_max": 0.108855, "nauc_recall_at_5_std": -0.025175, "nauc_recall_at_5_diff1": 0.243492, "nauc_recall_at_10_max": 0.116462, "nauc_recall_at_10_std": -0.021032, "nauc_recall_at_10_diff1": 0.211755, "nauc_recall_at_20_max": 0.169703, "nauc_recall_at_20_std": 0.06682, "nauc_recall_at_20_diff1": 0.161936, "nauc_recall_at_25_max": 0.20523, "nauc_recall_at_25_std": 0.104689, "nauc_recall_at_25_diff1": 0.227732, "nauc_recall_at_50_max": 0.181576, "nauc_recall_at_50_std": 0.1859, "nauc_recall_at_50_diff1": 0.212401, "nauc_recall_at_100_max": 0.311191, "nauc_recall_at_100_std": 0.322088, "nauc_recall_at_100_diff1": 0.318158, "nauc_recall_at_1000_max": 0.34918, "nauc_recall_at_1000_std": 0.485893, "nauc_recall_at_1000_diff1": 0.315132, "nauc_precision_at_1_max": 0.327745, "nauc_precision_at_1_std": 0.088964, "nauc_precision_at_1_diff1": 0.445967, "nauc_precision_at_3_max": 0.309654, "nauc_precision_at_3_std": 0.114072, "nauc_precision_at_3_diff1": 0.168235, "nauc_precision_at_5_max": 0.329058, "nauc_precision_at_5_std": 0.170936, "nauc_precision_at_5_diff1": 0.111705, "nauc_precision_at_10_max": 0.316277, "nauc_precision_at_10_std": 0.156751, "nauc_precision_at_10_diff1": 0.03918, "nauc_precision_at_20_max": 0.345963, "nauc_precision_at_20_std": 0.189275, "nauc_precision_at_20_diff1": -0.004985, "nauc_precision_at_25_max": 0.359835, "nauc_precision_at_25_std": 0.198641, "nauc_precision_at_25_diff1": 0.005223, "nauc_precision_at_50_max": 0.383648, "nauc_precision_at_50_std": 0.254661, "nauc_precision_at_50_diff1": 0.012911, "nauc_precision_at_100_max": 0.420211, "nauc_precision_at_100_std": 0.330508, "nauc_precision_at_100_diff1": 0.033057, "nauc_precision_at_1000_max": 0.356628, "nauc_precision_at_1000_std": 0.267929, "nauc_precision_at_1000_diff1": -0.001997, "nauc_mrr_at_1_max": 0.327745, "nauc_mrr_at_1_std": 0.088964, "nauc_mrr_at_1_diff1": 0.445967, "nauc_mrr_at_3_max": 0.348757, "nauc_mrr_at_3_std": 0.116728, "nauc_mrr_at_3_diff1": 0.424916, "nauc_mrr_at_5_max": 0.360666, "nauc_mrr_at_5_std": 0.141842, "nauc_mrr_at_5_diff1": 0.414702, "nauc_mrr_at_10_max": 0.354991, "nauc_mrr_at_10_std": 0.133231, "nauc_mrr_at_10_diff1": 0.411855, "nauc_mrr_at_20_max": 0.35759, "nauc_mrr_at_20_std": 0.139493, "nauc_mrr_at_20_diff1": 0.410689, "nauc_mrr_at_25_max": 0.359584, "nauc_mrr_at_25_std": 0.140779, "nauc_mrr_at_25_diff1": 0.415153, "nauc_mrr_at_50_max": 0.357345, "nauc_mrr_at_50_std": 0.140942, "nauc_mrr_at_50_diff1": 0.414317, "nauc_mrr_at_100_max": 0.357857, "nauc_mrr_at_100_std": 0.141155, "nauc_mrr_at_100_diff1": 0.414851, "nauc_mrr_at_1000_max": 0.3577, "nauc_mrr_at_1000_std": 0.14063, "nauc_mrr_at_1000_diff1": 0.415077, "hit_rate_at_1": 0.48538, "hit_rate_at_3": 0.60234, "hit_rate_at_5": 0.65497, "hit_rate_at_10": 0.69591, "hit_rate_at_20": 0.73684, "hit_rate_at_25": 0.77778, "hit_rate_at_50": 0.83626, "hit_rate_at_100": 0.87135, "hit_rate_at_1000": 0.97661, "R_cap_at_1": 0.48538, "R_cap_at_3": 0.434698, "R_cap_at_5": 0.426023, "R_cap_at_10": 0.46187, "R_cap_at_20": 0.500313, "R_cap_at_25": 0.537721, "R_cap_at_50": 0.611179, "R_cap_at_100": 0.675625, "R_cap_at_1000": 0.933476, "main_score": 0.43006, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.34694, "ndcg_at_3": 0.31563, "ndcg_at_5": 0.34848, "ndcg_at_10": 0.36534, "ndcg_at_20": 0.38965, "ndcg_at_25": 0.40319, "ndcg_at_50": 0.43869, "ndcg_at_100": 0.46828, "ndcg_at_1000": 0.49942, "map_at_1": 0.14474, "map_at_3": 0.20351, "map_at_5": 0.24805, "map_at_10": 0.2735, "map_at_20": 0.28948, "map_at_25": 0.29366, "map_at_50": 0.30213, "map_at_100": 0.30796, "map_at_1000": 0.31184, "recall_at_1": 0.14474, "recall_at_3": 0.23188, "recall_at_5": 0.34105, "recall_at_10": 0.44162, "recall_at_20": 0.53433, "recall_at_25": 0.57851, "recall_at_50": 0.71906, "recall_at_100": 0.84141, "recall_at_1000": 1.0, "accuracy": 0.14474, "precision_at_1": 0.34694, "precision_at_3": 0.23469, "precision_at_5": 0.21224, "precision_at_10": 0.1449, "precision_at_20": 0.09031, "precision_at_25": 0.07837, "precision_at_50": 0.04755, "precision_at_100": 0.02918, "precision_at_1000": 0.00353, "mrr_at_1": 0.346939, "mrr_at_3": 0.382653, "mrr_at_5": 0.410204, "mrr_at_10": 0.427401, "mrr_at_20": 0.430784, "mrr_at_25": 0.432097, "mrr_at_50": 0.435006, "mrr_at_100": 0.435664, "mrr_at_1000": 0.436361, "nauc_ndcg_at_1_max": 0.26726, "nauc_ndcg_at_1_std": -0.056826, "nauc_ndcg_at_1_diff1": 0.322438, "nauc_ndcg_at_3_max": 0.296672, "nauc_ndcg_at_3_std": 0.005397, "nauc_ndcg_at_3_diff1": 0.295215, "nauc_ndcg_at_5_max": 0.349427, "nauc_ndcg_at_5_std": 0.055665, "nauc_ndcg_at_5_diff1": 0.322217, "nauc_ndcg_at_10_max": 0.368407, "nauc_ndcg_at_10_std": 0.099127, "nauc_ndcg_at_10_diff1": 0.325809, "nauc_ndcg_at_20_max": 0.404711, "nauc_ndcg_at_20_std": 0.159845, "nauc_ndcg_at_20_diff1": 0.347007, "nauc_ndcg_at_25_max": 0.407166, "nauc_ndcg_at_25_std": 0.157463, "nauc_ndcg_at_25_diff1": 0.347245, "nauc_ndcg_at_50_max": 0.437004, "nauc_ndcg_at_50_std": 0.194982, "nauc_ndcg_at_50_diff1": 0.3554, "nauc_ndcg_at_100_max": 0.404495, "nauc_ndcg_at_100_std": 0.163475, "nauc_ndcg_at_100_diff1": 0.347965, "nauc_ndcg_at_1000_max": 0.357283, "nauc_ndcg_at_1000_std": 0.08666, "nauc_ndcg_at_1000_diff1": 0.328597, "nauc_map_at_1_max": 0.273762, "nauc_map_at_1_std": -0.025269, "nauc_map_at_1_diff1": 0.472277, "nauc_map_at_3_max": 0.324088, "nauc_map_at_3_std": 0.013672, "nauc_map_at_3_diff1": 0.375296, "nauc_map_at_5_max": 0.354337, "nauc_map_at_5_std": 0.048269, "nauc_map_at_5_diff1": 0.354413, "nauc_map_at_10_max": 0.349059, "nauc_map_at_10_std": 0.073958, "nauc_map_at_10_diff1": 0.343492, "nauc_map_at_20_max": 0.365324, "nauc_map_at_20_std": 0.097288, "nauc_map_at_20_diff1": 0.353364, "nauc_map_at_25_max": 0.365627, "nauc_map_at_25_std": 0.097544, "nauc_map_at_25_diff1": 0.352262, "nauc_map_at_50_max": 0.372361, "nauc_map_at_50_std": 0.104788, "nauc_map_at_50_diff1": 0.353789, "nauc_map_at_100_max": 0.366196, "nauc_map_at_100_std": 0.09771, "nauc_map_at_100_diff1": 0.352814, "nauc_map_at_1000_max": 0.360788, "nauc_map_at_1000_std": 0.089343, "nauc_map_at_1000_diff1": 0.351164, "nauc_recall_at_1_max": 0.273762, "nauc_recall_at_1_std": -0.025269, "nauc_recall_at_1_diff1": 0.472277, "nauc_recall_at_3_max": 0.325081, "nauc_recall_at_3_std": 0.035207, "nauc_recall_at_3_diff1": 0.299663, "nauc_recall_at_5_max": 0.393218, "nauc_recall_at_5_std": 0.147972, "nauc_recall_at_5_diff1": 0.277424, "nauc_recall_at_10_max": 0.388726, "nauc_recall_at_10_std": 0.205202, "nauc_recall_at_10_diff1": 0.263915, "nauc_recall_at_20_max": 0.480904, "nauc_recall_at_20_std": 0.366149, "nauc_recall_at_20_diff1": 0.336626, "nauc_recall_at_25_max": 0.494052, "nauc_recall_at_25_std": 0.369983, "nauc_recall_at_25_diff1": 0.3334, "nauc_recall_at_50_max": 0.693159, "nauc_recall_at_50_std": 0.668577, "nauc_recall_at_50_diff1": 0.387812, "nauc_recall_at_100_max": 0.682708, "nauc_recall_at_100_std": 0.775262, "nauc_recall_at_100_diff1": 0.424218, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.26726, "nauc_precision_at_1_std": -0.056826, "nauc_precision_at_1_diff1": 0.322438, "nauc_precision_at_3_max": 0.274209, "nauc_precision_at_3_std": 0.051304, "nauc_precision_at_3_diff1": 0.132825, "nauc_precision_at_5_max": 0.267344, "nauc_precision_at_5_std": 0.06939, "nauc_precision_at_5_diff1": 0.134836, "nauc_precision_at_10_max": 0.18686, "nauc_precision_at_10_std": 0.073764, "nauc_precision_at_10_diff1": 0.093283, "nauc_precision_at_20_max": 0.185279, "nauc_precision_at_20_std": 0.095978, "nauc_precision_at_20_diff1": 0.105519, "nauc_precision_at_25_max": 0.173911, "nauc_precision_at_25_std": 0.084643, "nauc_precision_at_25_diff1": 0.102928, "nauc_precision_at_50_max": 0.152217, "nauc_precision_at_50_std": 0.076651, "nauc_precision_at_50_diff1": 0.075436, "nauc_precision_at_100_max": 0.034415, "nauc_precision_at_100_std": -0.032268, "nauc_precision_at_100_diff1": 0.030014, "nauc_precision_at_1000_max": -0.0758, "nauc_precision_at_1000_std": -0.163448, "nauc_precision_at_1000_diff1": -0.018581, "nauc_mrr_at_1_max": 0.26726, "nauc_mrr_at_1_std": -0.056826, "nauc_mrr_at_1_diff1": 0.322438, "nauc_mrr_at_3_max": 0.315865, "nauc_mrr_at_3_std": 0.00457, "nauc_mrr_at_3_diff1": 0.289408, "nauc_mrr_at_5_max": 0.324835, "nauc_mrr_at_5_std": 0.022512, "nauc_mrr_at_5_diff1": 0.296371, "nauc_mrr_at_10_max": 0.32954, "nauc_mrr_at_10_std": 0.030614, "nauc_mrr_at_10_diff1": 0.298795, "nauc_mrr_at_20_max": 0.329574, "nauc_mrr_at_20_std": 0.031907, "nauc_mrr_at_20_diff1": 0.299259, "nauc_mrr_at_25_max": 0.33107, "nauc_mrr_at_25_std": 0.031226, "nauc_mrr_at_25_diff1": 0.302639, "nauc_mrr_at_50_max": 0.332859, "nauc_mrr_at_50_std": 0.034054, "nauc_mrr_at_50_diff1": 0.302994, "nauc_mrr_at_100_max": 0.331567, "nauc_mrr_at_100_std": 0.033157, "nauc_mrr_at_100_diff1": 0.30285, "nauc_mrr_at_1000_max": 0.3307, "nauc_mrr_at_1000_std": 0.03152, "nauc_mrr_at_1000_diff1": 0.302392, "hit_rate_at_1": 0.34694, "hit_rate_at_3": 0.42857, "hit_rate_at_5": 0.55102, "hit_rate_at_10": 0.68367, "hit_rate_at_20": 0.73469, "hit_rate_at_25": 0.76531, "hit_rate_at_50": 0.86735, "hit_rate_at_100": 0.90816, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.346939, "R_cap_at_3": 0.316327, "R_cap_at_5": 0.391327, "R_cap_at_10": 0.452782, "R_cap_at_20": 0.534326, "R_cap_at_25": 0.578513, "R_cap_at_50": 0.719058, "R_cap_at_100": 0.841405, "R_cap_at_1000": 1.0, "main_score": 0.36534, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.42975, "ndcg_at_3": 0.40532, "ndcg_at_5": 0.41026, "ndcg_at_10": 0.43282, "ndcg_at_20": 0.4595, "ndcg_at_25": 0.46931, "ndcg_at_50": 0.50178, "ndcg_at_100": 0.52979, "ndcg_at_1000": 0.54753, "map_at_1": 0.18788, "map_at_3": 0.27981, "map_at_5": 0.30702, "map_at_10": 0.34056, "map_at_20": 0.35473, "map_at_25": 0.35835, "map_at_50": 0.36614, "map_at_100": 0.37144, "map_at_1000": 0.37381, "recall_at_1": 0.18788, "recall_at_3": 0.32939, "recall_at_5": 0.40077, "recall_at_10": 0.53128, "recall_at_20": 0.63319, "recall_at_25": 0.66553, "recall_at_50": 0.79144, "recall_at_100": 0.9147, "recall_at_1000": 1.0, "accuracy": 0.18788, "precision_at_1": 0.42975, "precision_at_3": 0.28926, "precision_at_5": 0.21488, "precision_at_10": 0.14545, "precision_at_20": 0.09008, "precision_at_25": 0.07669, "precision_at_50": 0.04645, "precision_at_100": 0.02793, "precision_at_1000": 0.0032, "mrr_at_1": 0.429752, "mrr_at_3": 0.466942, "mrr_at_5": 0.480165, "mrr_at_10": 0.494051, "mrr_at_20": 0.501757, "mrr_at_25": 0.502492, "mrr_at_50": 0.504733, "mrr_at_100": 0.505722, "mrr_at_1000": 0.506092, "nauc_ndcg_at_1_max": 0.127413, "nauc_ndcg_at_1_std": -0.142546, "nauc_ndcg_at_1_diff1": 0.350552, "nauc_ndcg_at_3_max": 0.228542, "nauc_ndcg_at_3_std": -0.119871, "nauc_ndcg_at_3_diff1": 0.35048, "nauc_ndcg_at_5_max": 0.267246, "nauc_ndcg_at_5_std": -0.053956, "nauc_ndcg_at_5_diff1": 0.3337, "nauc_ndcg_at_10_max": 0.255934, "nauc_ndcg_at_10_std": -0.066016, "nauc_ndcg_at_10_diff1": 0.304137, "nauc_ndcg_at_20_max": 0.269449, "nauc_ndcg_at_20_std": -0.053366, "nauc_ndcg_at_20_diff1": 0.348419, "nauc_ndcg_at_25_max": 0.263683, "nauc_ndcg_at_25_std": -0.056056, "nauc_ndcg_at_25_diff1": 0.349217, "nauc_ndcg_at_50_max": 0.23997, "nauc_ndcg_at_50_std": -0.056129, "nauc_ndcg_at_50_diff1": 0.342234, "nauc_ndcg_at_100_max": 0.251305, "nauc_ndcg_at_100_std": -0.05056, "nauc_ndcg_at_100_diff1": 0.337741, "nauc_ndcg_at_1000_max": 0.220384, "nauc_ndcg_at_1000_std": -0.079001, "nauc_ndcg_at_1000_diff1": 0.325793, "nauc_map_at_1_max": 0.115122, "nauc_map_at_1_std": -0.102448, "nauc_map_at_1_diff1": 0.255494, "nauc_map_at_3_max": 0.195158, "nauc_map_at_3_std": -0.099641, "nauc_map_at_3_diff1": 0.303795, "nauc_map_at_5_max": 0.221186, "nauc_map_at_5_std": -0.068696, "nauc_map_at_5_diff1": 0.313952, "nauc_map_at_10_max": 0.222884, "nauc_map_at_10_std": -0.077717, "nauc_map_at_10_diff1": 0.305642, "nauc_map_at_20_max": 0.229157, "nauc_map_at_20_std": -0.076534, "nauc_map_at_20_diff1": 0.320348, "nauc_map_at_25_max": 0.228448, "nauc_map_at_25_std": -0.076668, "nauc_map_at_25_diff1": 0.319854, "nauc_map_at_50_max": 0.224164, "nauc_map_at_50_std": -0.076289, "nauc_map_at_50_diff1": 0.319525, "nauc_map_at_100_max": 0.225984, "nauc_map_at_100_std": -0.075727, "nauc_map_at_100_diff1": 0.318109, "nauc_map_at_1000_max": 0.222827, "nauc_map_at_1000_std": -0.079018, "nauc_map_at_1000_diff1": 0.316456, "nauc_recall_at_1_max": 0.115122, "nauc_recall_at_1_std": -0.102448, "nauc_recall_at_1_diff1": 0.255494, "nauc_recall_at_3_max": 0.261764, "nauc_recall_at_3_std": -0.073753, "nauc_recall_at_3_diff1": 0.281189, "nauc_recall_at_5_max": 0.311883, "nauc_recall_at_5_std": 0.045898, "nauc_recall_at_5_diff1": 0.265185, "nauc_recall_at_10_max": 0.267189, "nauc_recall_at_10_std": -0.014384, "nauc_recall_at_10_diff1": 0.193489, "nauc_recall_at_20_max": 0.352909, "nauc_recall_at_20_std": 0.042806, "nauc_recall_at_20_diff1": 0.312568, "nauc_recall_at_25_max": 0.336837, "nauc_recall_at_25_std": 0.035985, "nauc_recall_at_25_diff1": 0.31934, "nauc_recall_at_50_max": 0.257556, "nauc_recall_at_50_std": 0.090366, "nauc_recall_at_50_diff1": 0.294269, "nauc_recall_at_100_max": 0.628377, "nauc_recall_at_100_std": 0.378815, "nauc_recall_at_100_diff1": 0.374897, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.127413, "nauc_precision_at_1_std": -0.142546, "nauc_precision_at_1_diff1": 0.350552, "nauc_precision_at_3_max": 0.188934, "nauc_precision_at_3_std": -0.100735, "nauc_precision_at_3_diff1": 0.316629, "nauc_precision_at_5_max": 0.209724, "nauc_precision_at_5_std": -0.044937, "nauc_precision_at_5_diff1": 0.288823, "nauc_precision_at_10_max": 0.169032, "nauc_precision_at_10_std": -0.048942, "nauc_precision_at_10_diff1": 0.207377, "nauc_precision_at_20_max": 0.141721, "nauc_precision_at_20_std": -0.047388, "nauc_precision_at_20_diff1": 0.200483, "nauc_precision_at_25_max": 0.126574, "nauc_precision_at_25_std": -0.047609, "nauc_precision_at_25_diff1": 0.184229, "nauc_precision_at_50_max": 0.057294, "nauc_precision_at_50_std": -0.052542, "nauc_precision_at_50_diff1": 0.138567, "nauc_precision_at_100_max": 0.037696, "nauc_precision_at_100_std": -0.047926, "nauc_precision_at_100_diff1": 0.081473, "nauc_precision_at_1000_max": -0.039894, "nauc_precision_at_1000_std": -0.093581, "nauc_precision_at_1000_diff1": 0.01979, "nauc_mrr_at_1_max": 0.127413, "nauc_mrr_at_1_std": -0.142546, "nauc_mrr_at_1_diff1": 0.350552, "nauc_mrr_at_3_max": 0.206614, "nauc_mrr_at_3_std": -0.105879, "nauc_mrr_at_3_diff1": 0.353736, "nauc_mrr_at_5_max": 0.214067, "nauc_mrr_at_5_std": -0.082544, "nauc_mrr_at_5_diff1": 0.352854, "nauc_mrr_at_10_max": 0.209377, "nauc_mrr_at_10_std": -0.093326, "nauc_mrr_at_10_diff1": 0.348485, "nauc_mrr_at_20_max": 0.20844, "nauc_mrr_at_20_std": -0.094072, "nauc_mrr_at_20_diff1": 0.355178, "nauc_mrr_at_25_max": 0.207322, "nauc_mrr_at_25_std": -0.094981, "nauc_mrr_at_25_diff1": 0.354458, "nauc_mrr_at_50_max": 0.205623, "nauc_mrr_at_50_std": -0.094407, "nauc_mrr_at_50_diff1": 0.352822, "nauc_mrr_at_100_max": 0.206617, "nauc_mrr_at_100_std": -0.093936, "nauc_mrr_at_100_diff1": 0.352963, "nauc_mrr_at_1000_max": 0.206058, "nauc_mrr_at_1000_std": -0.094531, "nauc_mrr_at_1000_diff1": 0.352972, "hit_rate_at_1": 0.42975, "hit_rate_at_3": 0.52066, "hit_rate_at_5": 0.57851, "hit_rate_at_10": 0.68595, "hit_rate_at_20": 0.79339, "hit_rate_at_25": 0.80992, "hit_rate_at_50": 0.8843, "hit_rate_at_100": 0.95041, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.429752, "R_cap_at_3": 0.42011, "R_cap_at_5": 0.450413, "R_cap_at_10": 0.541552, "R_cap_at_20": 0.633186, "R_cap_at_25": 0.665526, "R_cap_at_50": 0.791444, "R_cap_at_100": 0.914703, "R_cap_at_1000": 1.0, "main_score": 0.43282, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.37856, "ndcg_at_5": 0.37856, "ndcg_at_10": 0.50304, "ndcg_at_20": 0.50304, "ndcg_at_25": 0.50304, "ndcg_at_50": 0.50304, "ndcg_at_100": 0.50304, "ndcg_at_1000": 0.50304, "map_at_1": 0.0, "map_at_3": 0.3, "map_at_5": 0.3, "map_at_10": 0.34857, "map_at_20": 0.34857, "map_at_25": 0.34857, "map_at_50": 0.34857, "map_at_100": 0.34857, "map_at_1000": 0.34857, "recall_at_1": 0.0, "recall_at_3": 0.6, "recall_at_5": 0.6, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.2, "precision_at_5": 0.12, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.0, "mrr_at_3": 0.3, "mrr_at_5": 0.3, "mrr_at_10": 0.348571, "mrr_at_20": 0.348571, "mrr_at_25": 0.348571, "mrr_at_50": 0.348571, "mrr_at_100": 0.348571, "mrr_at_1000": 0.348571, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.636364, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.545455, "nauc_ndcg_at_5_max": 0.636364, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 0.545455, "nauc_ndcg_at_10_max": 0.601113, "nauc_ndcg_at_10_std": 0.987492, "nauc_ndcg_at_10_diff1": 0.56706, "nauc_ndcg_at_20_max": 0.601113, "nauc_ndcg_at_20_std": 0.987492, "nauc_ndcg_at_20_diff1": 0.56706, "nauc_ndcg_at_25_max": 0.601113, "nauc_ndcg_at_25_std": 0.987492, "nauc_ndcg_at_25_diff1": 0.56706, "nauc_ndcg_at_50_max": 0.601113, "nauc_ndcg_at_50_std": 0.987492, "nauc_ndcg_at_50_diff1": 0.56706, "nauc_ndcg_at_100_max": 0.601113, "nauc_ndcg_at_100_std": 0.987492, "nauc_ndcg_at_100_diff1": 0.56706, "nauc_ndcg_at_1000_max": 0.601113, "nauc_ndcg_at_1000_std": 0.987492, "nauc_ndcg_at_1000_diff1": 0.56706, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.636364, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 0.545455, "nauc_map_at_5_max": 0.636364, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 0.545455, "nauc_map_at_10_max": 0.607509, "nauc_map_at_10_std": 0.989761, "nauc_map_at_10_diff1": 0.56314, "nauc_map_at_20_max": 0.607509, "nauc_map_at_20_std": 0.989761, "nauc_map_at_20_diff1": 0.56314, "nauc_map_at_25_max": 0.607509, "nauc_map_at_25_std": 0.989761, "nauc_map_at_25_diff1": 0.56314, "nauc_map_at_50_max": 0.607509, "nauc_map_at_50_std": 0.989761, "nauc_map_at_50_diff1": 0.56314, "nauc_map_at_100_max": 0.607509, "nauc_map_at_100_std": 0.989761, "nauc_map_at_100_diff1": 0.56314, "nauc_map_at_1000_max": 0.607509, "nauc_map_at_1000_std": 0.989761, "nauc_map_at_1000_diff1": 0.56314, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.636364, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 0.545455, "nauc_recall_at_5_max": 0.636364, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.545455, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.636364, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 0.545455, "nauc_precision_at_5_max": 0.636364, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 0.545455, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.636364, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 0.545455, "nauc_mrr_at_5_max": 0.636364, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 0.545455, "nauc_mrr_at_10_max": 0.607509, "nauc_mrr_at_10_std": 0.989761, "nauc_mrr_at_10_diff1": 0.56314, "nauc_mrr_at_20_max": 0.607509, "nauc_mrr_at_20_std": 0.989761, "nauc_mrr_at_20_diff1": 0.56314, "nauc_mrr_at_25_max": 0.607509, "nauc_mrr_at_25_std": 0.989761, "nauc_mrr_at_25_diff1": 0.56314, "nauc_mrr_at_50_max": 0.607509, "nauc_mrr_at_50_std": 0.989761, "nauc_mrr_at_50_diff1": 0.56314, "nauc_mrr_at_100_max": 0.607509, "nauc_mrr_at_100_std": 0.989761, "nauc_mrr_at_100_diff1": 0.56314, "nauc_mrr_at_1000_max": 0.607509, "nauc_mrr_at_1000_std": 0.989761, "nauc_mrr_at_1000_diff1": 0.56314, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.6, "hit_rate_at_5": 0.6, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.0, "R_cap_at_3": 0.6, "R_cap_at_5": 0.6, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.50304, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.32619, "ndcg_at_5": 0.32619, "ndcg_at_10": 0.32619, "ndcg_at_20": 0.43143, "ndcg_at_25": 0.43143, "ndcg_at_50": 0.43143, "ndcg_at_100": 0.43143, "ndcg_at_1000": 0.43143, "map_at_1": 0.0, "map_at_3": 0.23333, "map_at_5": 0.23333, "map_at_10": 0.23333, "map_at_20": 0.26429, "map_at_25": 0.26429, "map_at_50": 0.26429, "map_at_100": 0.26429, "map_at_1000": 0.26429, "recall_at_1": 0.0, "recall_at_3": 0.6, "recall_at_5": 0.6, "recall_at_10": 0.6, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.2, "precision_at_5": 0.12, "precision_at_10": 0.06, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.0, "mrr_at_3": 0.233333, "mrr_at_5": 0.233333, "mrr_at_10": 0.233333, "mrr_at_20": 0.264286, "mrr_at_25": 0.264286, "mrr_at_50": 0.264286, "mrr_at_100": 0.264286, "mrr_at_1000": 0.264286, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.711825, "nauc_ndcg_at_3_std": 0.773616, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.711825, "nauc_ndcg_at_5_std": 0.773616, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.711825, "nauc_ndcg_at_10_std": 0.773616, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.755643, "nauc_ndcg_at_20_std": 0.608852, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.755643, "nauc_ndcg_at_25_std": 0.608852, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.755643, "nauc_ndcg_at_50_std": 0.608852, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.755643, "nauc_ndcg_at_100_std": 0.608852, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.755643, "nauc_ndcg_at_1000_std": 0.608852, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.757576, "nauc_map_at_3_std": 0.636364, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.757576, "nauc_map_at_5_std": 0.636364, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.757576, "nauc_map_at_10_std": 0.636364, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.772379, "nauc_map_at_20_std": 0.567775, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.772379, "nauc_map_at_25_std": 0.567775, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.772379, "nauc_map_at_50_std": 0.567775, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.772379, "nauc_map_at_100_std": 0.567775, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.772379, "nauc_map_at_1000_std": 0.567775, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.636364, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.636364, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.636364, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.636364, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.636364, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.636364, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.757576, "nauc_mrr_at_3_std": 0.636364, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.757576, "nauc_mrr_at_5_std": 0.636364, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.757576, "nauc_mrr_at_10_std": 0.636364, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.772379, "nauc_mrr_at_20_std": 0.567775, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.772379, "nauc_mrr_at_25_std": 0.567775, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.772379, "nauc_mrr_at_50_std": 0.567775, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.772379, "nauc_mrr_at_100_std": 0.567775, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.772379, "nauc_mrr_at_1000_std": 0.567775, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.6, "hit_rate_at_5": 0.6, "hit_rate_at_10": 0.6, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.0, "R_cap_at_3": 0.6, "R_cap_at_5": 0.6, "R_cap_at_10": 0.6, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.32619, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.37121, "ndcg_at_3": 0.39481, "ndcg_at_5": 0.41985, "ndcg_at_10": 0.44476, "ndcg_at_20": 0.48434, "ndcg_at_25": 0.49225, "ndcg_at_50": 0.52453, "ndcg_at_100": 0.54356, "ndcg_at_1000": 0.55808, "map_at_1": 0.16378, "map_at_3": 0.2747, "map_at_5": 0.32006, "map_at_10": 0.35441, "map_at_20": 0.37303, "map_at_25": 0.37622, "map_at_50": 0.38465, "map_at_100": 0.38819, "map_at_1000": 0.38999, "recall_at_1": 0.16378, "recall_at_3": 0.33069, "recall_at_5": 0.44541, "recall_at_10": 0.56262, "recall_at_20": 0.69405, "recall_at_25": 0.71655, "recall_at_50": 0.84135, "recall_at_100": 0.92872, "recall_at_1000": 1.0, "accuracy": 0.16378, "precision_at_1": 0.37121, "precision_at_3": 0.30303, "precision_at_5": 0.24394, "precision_at_10": 0.16061, "precision_at_20": 0.09886, "precision_at_25": 0.08364, "precision_at_50": 0.0497, "precision_at_100": 0.0278, "precision_at_1000": 0.00308, "mrr_at_1": 0.371212, "mrr_at_3": 0.439394, "mrr_at_5": 0.462121, "mrr_at_10": 0.477279, "mrr_at_20": 0.484847, "mrr_at_25": 0.485163, "mrr_at_50": 0.487307, "mrr_at_100": 0.487944, "mrr_at_1000": 0.488204, "nauc_ndcg_at_1_max": 0.090395, "nauc_ndcg_at_1_std": -0.053788, "nauc_ndcg_at_1_diff1": 0.340776, "nauc_ndcg_at_3_max": 0.134305, "nauc_ndcg_at_3_std": -0.034228, "nauc_ndcg_at_3_diff1": 0.228995, "nauc_ndcg_at_5_max": 0.180754, "nauc_ndcg_at_5_std": -0.05907, "nauc_ndcg_at_5_diff1": 0.194757, "nauc_ndcg_at_10_max": 0.244234, "nauc_ndcg_at_10_std": -0.008816, "nauc_ndcg_at_10_diff1": 0.227884, "nauc_ndcg_at_20_max": 0.271137, "nauc_ndcg_at_20_std": 0.021306, "nauc_ndcg_at_20_diff1": 0.236026, "nauc_ndcg_at_25_max": 0.266615, "nauc_ndcg_at_25_std": 0.030222, "nauc_ndcg_at_25_diff1": 0.233665, "nauc_ndcg_at_50_max": 0.231062, "nauc_ndcg_at_50_std": 0.032771, "nauc_ndcg_at_50_diff1": 0.219393, "nauc_ndcg_at_100_max": 0.218708, "nauc_ndcg_at_100_std": 0.029349, "nauc_ndcg_at_100_diff1": 0.230799, "nauc_ndcg_at_1000_max": 0.18683, "nauc_ndcg_at_1000_std": 0.001796, "nauc_ndcg_at_1000_diff1": 0.228295, "nauc_map_at_1_max": 0.198466, "nauc_map_at_1_std": -0.045486, "nauc_map_at_1_diff1": 0.387084, "nauc_map_at_3_max": 0.198851, "nauc_map_at_3_std": -0.020431, "nauc_map_at_3_diff1": 0.299746, "nauc_map_at_5_max": 0.204386, "nauc_map_at_5_std": -0.042152, "nauc_map_at_5_diff1": 0.257748, "nauc_map_at_10_max": 0.213161, "nauc_map_at_10_std": -0.016265, "nauc_map_at_10_diff1": 0.253219, "nauc_map_at_20_max": 0.219491, "nauc_map_at_20_std": -0.004012, "nauc_map_at_20_diff1": 0.248082, "nauc_map_at_25_max": 0.218795, "nauc_map_at_25_std": 0.00083, "nauc_map_at_25_diff1": 0.247267, "nauc_map_at_50_max": 0.211287, "nauc_map_at_50_std": 0.001529, "nauc_map_at_50_diff1": 0.243309, "nauc_map_at_100_max": 0.208294, "nauc_map_at_100_std": 0.000315, "nauc_map_at_100_diff1": 0.243391, "nauc_map_at_1000_max": 0.204957, "nauc_map_at_1000_std": -0.002264, "nauc_map_at_1000_diff1": 0.242337, "nauc_recall_at_1_max": 0.198466, "nauc_recall_at_1_std": -0.045486, "nauc_recall_at_1_diff1": 0.387084, "nauc_recall_at_3_max": 0.182263, "nauc_recall_at_3_std": -0.064282, "nauc_recall_at_3_diff1": 0.190556, "nauc_recall_at_5_max": 0.265933, "nauc_recall_at_5_std": -0.117006, "nauc_recall_at_5_diff1": 0.10588, "nauc_recall_at_10_max": 0.397398, "nauc_recall_at_10_std": -0.00077, "nauc_recall_at_10_diff1": 0.148547, "nauc_recall_at_20_max": 0.534634, "nauc_recall_at_20_std": 0.100365, "nauc_recall_at_20_diff1": 0.140155, "nauc_recall_at_25_max": 0.540564, "nauc_recall_at_25_std": 0.136426, "nauc_recall_at_25_diff1": 0.13753, "nauc_recall_at_50_max": 0.492937, "nauc_recall_at_50_std": 0.258697, "nauc_recall_at_50_diff1": 0.000681, "nauc_recall_at_100_max": 0.701999, "nauc_recall_at_100_std": 0.519663, "nauc_recall_at_100_diff1": 0.110257, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.090395, "nauc_precision_at_1_std": -0.053788, "nauc_precision_at_1_diff1": 0.340776, "nauc_precision_at_3_max": 0.049171, "nauc_precision_at_3_std": -0.004601, "nauc_precision_at_3_diff1": 0.118752, "nauc_precision_at_5_max": 0.05454, "nauc_precision_at_5_std": -0.011504, "nauc_precision_at_5_diff1": 0.037647, "nauc_precision_at_10_max": 0.055724, "nauc_precision_at_10_std": 0.045281, "nauc_precision_at_10_diff1": 0.02073, "nauc_precision_at_20_max": 0.047331, "nauc_precision_at_20_std": 0.08071, "nauc_precision_at_20_diff1": -0.010527, "nauc_precision_at_25_max": 0.028933, "nauc_precision_at_25_std": 0.094786, "nauc_precision_at_25_diff1": -0.025327, "nauc_precision_at_50_max": -0.049674, "nauc_precision_at_50_std": 0.070915, "nauc_precision_at_50_diff1": -0.064631, "nauc_precision_at_100_max": -0.099974, "nauc_precision_at_100_std": 0.041482, "nauc_precision_at_100_diff1": -0.075994, "nauc_precision_at_1000_max": -0.174735, "nauc_precision_at_1000_std": -0.01732, "nauc_precision_at_1000_diff1": -0.113401, "nauc_mrr_at_1_max": 0.090395, "nauc_mrr_at_1_std": -0.053788, "nauc_mrr_at_1_diff1": 0.340776, "nauc_mrr_at_3_max": 0.086372, "nauc_mrr_at_3_std": -0.04568, "nauc_mrr_at_3_diff1": 0.260467, "nauc_mrr_at_5_max": 0.128036, "nauc_mrr_at_5_std": -0.034868, "nauc_mrr_at_5_diff1": 0.263808, "nauc_mrr_at_10_max": 0.135751, "nauc_mrr_at_10_std": -0.028545, "nauc_mrr_at_10_diff1": 0.268201, "nauc_mrr_at_20_max": 0.136181, "nauc_mrr_at_20_std": -0.029669, "nauc_mrr_at_20_diff1": 0.271737, "nauc_mrr_at_25_max": 0.13595, "nauc_mrr_at_25_std": -0.030229, "nauc_mrr_at_25_diff1": 0.272505, "nauc_mrr_at_50_max": 0.132001, "nauc_mrr_at_50_std": -0.029385, "nauc_mrr_at_50_diff1": 0.269274, "nauc_mrr_at_100_max": 0.132214, "nauc_mrr_at_100_std": -0.028781, "nauc_mrr_at_100_diff1": 0.27025, "nauc_mrr_at_1000_max": 0.131687, "nauc_mrr_at_1000_std": -0.029363, "nauc_mrr_at_1000_diff1": 0.270394, "hit_rate_at_1": 0.37121, "hit_rate_at_3": 0.5303, "hit_rate_at_5": 0.62879, "hit_rate_at_10": 0.73485, "hit_rate_at_20": 0.84091, "hit_rate_at_25": 0.84848, "hit_rate_at_50": 0.91667, "hit_rate_at_100": 0.96212, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.371212, "R_cap_at_3": 0.420455, "R_cap_at_5": 0.488258, "R_cap_at_10": 0.567701, "R_cap_at_20": 0.694051, "R_cap_at_25": 0.716554, "R_cap_at_50": 0.841353, "R_cap_at_100": 0.92872, "R_cap_at_1000": 1.0, "main_score": 0.44476, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53846, "ndcg_at_3": 0.53724, "ndcg_at_5": 0.53994, "ndcg_at_10": 0.56807, "ndcg_at_20": 0.59851, "ndcg_at_25": 0.61096, "ndcg_at_50": 0.63465, "ndcg_at_100": 0.65057, "ndcg_at_1000": 0.65686, "map_at_1": 0.26795, "map_at_3": 0.40026, "map_at_5": 0.43357, "map_at_10": 0.47173, "map_at_20": 0.48877, "map_at_25": 0.49293, "map_at_50": 0.50026, "map_at_100": 0.50405, "map_at_1000": 0.50521, "recall_at_1": 0.26795, "recall_at_3": 0.45986, "recall_at_5": 0.52797, "recall_at_10": 0.66516, "recall_at_20": 0.7815, "recall_at_25": 0.82722, "recall_at_50": 0.91035, "recall_at_100": 0.97458, "recall_at_1000": 1.0, "accuracy": 0.26795, "precision_at_1": 0.53846, "precision_at_3": 0.37529, "precision_at_5": 0.27692, "precision_at_10": 0.18462, "precision_at_20": 0.10839, "precision_at_25": 0.09119, "precision_at_50": 0.05245, "precision_at_100": 0.02923, "precision_at_1000": 0.0031, "mrr_at_1": 0.538462, "mrr_at_3": 0.588578, "mrr_at_5": 0.601166, "mrr_at_10": 0.617174, "mrr_at_20": 0.623972, "mrr_at_25": 0.625129, "mrr_at_50": 0.625922, "mrr_at_100": 0.626223, "mrr_at_1000": 0.626223, "nauc_ndcg_at_1_max": 0.385759, "nauc_ndcg_at_1_std": 0.050544, "nauc_ndcg_at_1_diff1": 0.524774, "nauc_ndcg_at_3_max": 0.383913, "nauc_ndcg_at_3_std": 0.050231, "nauc_ndcg_at_3_diff1": 0.381241, "nauc_ndcg_at_5_max": 0.397222, "nauc_ndcg_at_5_std": 0.094999, "nauc_ndcg_at_5_diff1": 0.332905, "nauc_ndcg_at_10_max": 0.427609, "nauc_ndcg_at_10_std": 0.125014, "nauc_ndcg_at_10_diff1": 0.329982, "nauc_ndcg_at_20_max": 0.427463, "nauc_ndcg_at_20_std": 0.157868, "nauc_ndcg_at_20_diff1": 0.313115, "nauc_ndcg_at_25_max": 0.433072, "nauc_ndcg_at_25_std": 0.153842, "nauc_ndcg_at_25_diff1": 0.333815, "nauc_ndcg_at_50_max": 0.417348, "nauc_ndcg_at_50_std": 0.15101, "nauc_ndcg_at_50_diff1": 0.356076, "nauc_ndcg_at_100_max": 0.408885, "nauc_ndcg_at_100_std": 0.134663, "nauc_ndcg_at_100_diff1": 0.359471, "nauc_ndcg_at_1000_max": 0.402318, "nauc_ndcg_at_1000_std": 0.125332, "nauc_ndcg_at_1000_diff1": 0.362959, "nauc_map_at_1_max": 0.317217, "nauc_map_at_1_std": 0.088384, "nauc_map_at_1_diff1": 0.390811, "nauc_map_at_3_max": 0.379073, "nauc_map_at_3_std": 0.104289, "nauc_map_at_3_diff1": 0.340522, "nauc_map_at_5_max": 0.386826, "nauc_map_at_5_std": 0.109106, "nauc_map_at_5_diff1": 0.321293, "nauc_map_at_10_max": 0.390187, "nauc_map_at_10_std": 0.109851, "nauc_map_at_10_diff1": 0.313253, "nauc_map_at_20_max": 0.393752, "nauc_map_at_20_std": 0.125524, "nauc_map_at_20_diff1": 0.306916, "nauc_map_at_25_max": 0.395764, "nauc_map_at_25_std": 0.125249, "nauc_map_at_25_diff1": 0.313481, "nauc_map_at_50_max": 0.391746, "nauc_map_at_50_std": 0.123733, "nauc_map_at_50_diff1": 0.318115, "nauc_map_at_100_max": 0.391179, "nauc_map_at_100_std": 0.121511, "nauc_map_at_100_diff1": 0.319005, "nauc_map_at_1000_max": 0.39053, "nauc_map_at_1000_std": 0.119967, "nauc_map_at_1000_diff1": 0.319732, "nauc_recall_at_1_max": 0.317217, "nauc_recall_at_1_std": 0.088384, "nauc_recall_at_1_diff1": 0.390811, "nauc_recall_at_3_max": 0.373748, "nauc_recall_at_3_std": 0.075851, "nauc_recall_at_3_diff1": 0.26026, "nauc_recall_at_5_max": 0.381958, "nauc_recall_at_5_std": 0.127288, "nauc_recall_at_5_diff1": 0.199173, "nauc_recall_at_10_max": 0.471558, "nauc_recall_at_10_std": 0.175654, "nauc_recall_at_10_diff1": 0.192904, "nauc_recall_at_20_max": 0.439773, "nauc_recall_at_20_std": 0.274638, "nauc_recall_at_20_diff1": 0.022611, "nauc_recall_at_25_max": 0.479041, "nauc_recall_at_25_std": 0.260447, "nauc_recall_at_25_diff1": 0.078201, "nauc_recall_at_50_max": 0.457845, "nauc_recall_at_50_std": 0.374866, "nauc_recall_at_50_diff1": 0.195572, "nauc_recall_at_100_max": 0.492888, "nauc_recall_at_100_std": 0.349845, "nauc_recall_at_100_diff1": 0.129817, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.385759, "nauc_precision_at_1_std": 0.050544, "nauc_precision_at_1_diff1": 0.524774, "nauc_precision_at_3_max": 0.222575, "nauc_precision_at_3_std": 2.5e-05, "nauc_precision_at_3_diff1": 0.21623, "nauc_precision_at_5_max": 0.179208, "nauc_precision_at_5_std": 0.018026, "nauc_precision_at_5_diff1": 0.125615, "nauc_precision_at_10_max": 0.10165, "nauc_precision_at_10_std": 0.008323, "nauc_precision_at_10_diff1": 0.045544, "nauc_precision_at_20_max": 0.063804, "nauc_precision_at_20_std": 0.035435, "nauc_precision_at_20_diff1": -0.010233, "nauc_precision_at_25_max": 0.061706, "nauc_precision_at_25_std": 0.031179, "nauc_precision_at_25_diff1": 0.012331, "nauc_precision_at_50_max": -0.00231, "nauc_precision_at_50_std": -0.002997, "nauc_precision_at_50_diff1": 0.025075, "nauc_precision_at_100_max": -0.02702, "nauc_precision_at_100_std": -0.036744, "nauc_precision_at_100_diff1": 0.018433, "nauc_precision_at_1000_max": -0.047402, "nauc_precision_at_1000_std": -0.068041, "nauc_precision_at_1000_diff1": 0.02639, "nauc_mrr_at_1_max": 0.385759, "nauc_mrr_at_1_std": 0.050544, "nauc_mrr_at_1_diff1": 0.524774, "nauc_mrr_at_3_max": 0.395327, "nauc_mrr_at_3_std": 0.056268, "nauc_mrr_at_3_diff1": 0.472742, "nauc_mrr_at_5_max": 0.409578, "nauc_mrr_at_5_std": 0.090572, "nauc_mrr_at_5_diff1": 0.471627, "nauc_mrr_at_10_max": 0.417952, "nauc_mrr_at_10_std": 0.093998, "nauc_mrr_at_10_diff1": 0.475938, "nauc_mrr_at_20_max": 0.413633, "nauc_mrr_at_20_std": 0.089656, "nauc_mrr_at_20_diff1": 0.474665, "nauc_mrr_at_25_max": 0.413692, "nauc_mrr_at_25_std": 0.087934, "nauc_mrr_at_25_diff1": 0.475937, "nauc_mrr_at_50_max": 0.412794, "nauc_mrr_at_50_std": 0.087917, "nauc_mrr_at_50_diff1": 0.476552, "nauc_mrr_at_100_max": 0.412177, "nauc_mrr_at_100_std": 0.087215, "nauc_mrr_at_100_diff1": 0.476422, "nauc_mrr_at_1000_max": 0.412177, "nauc_mrr_at_1000_std": 0.087215, "nauc_mrr_at_1000_diff1": 0.476422, "hit_rate_at_1": 0.53846, "hit_rate_at_3": 0.65734, "hit_rate_at_5": 0.71329, "hit_rate_at_10": 0.83217, "hit_rate_at_20": 0.92308, "hit_rate_at_25": 0.95105, "hit_rate_at_50": 0.97902, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.538462, "R_cap_at_3": 0.560606, "R_cap_at_5": 0.579953, "R_cap_at_10": 0.675799, "R_cap_at_20": 0.781505, "R_cap_at_25": 0.827215, "R_cap_at_50": 0.910347, "R_cap_at_100": 0.974578, "R_cap_at_1000": 1.0, "main_score": 0.56807, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44231, "ndcg_at_3": 0.51577, "ndcg_at_5": 0.54025, "ndcg_at_10": 0.61502, "ndcg_at_20": 0.6616, "ndcg_at_25": 0.6616, "ndcg_at_50": 0.6616, "ndcg_at_100": 0.6616, "ndcg_at_1000": 0.6616, "map_at_1": 0.34295, "map_at_3": 0.47329, "map_at_5": 0.49252, "map_at_10": 0.5275, "map_at_20": 0.54531, "map_at_25": 0.54531, "map_at_50": 0.54531, "map_at_100": 0.54531, "map_at_1000": 0.54531, "recall_at_1": 0.34295, "recall_at_3": 0.55449, "recall_at_5": 0.6266, "recall_at_10": 0.83814, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.34295, "precision_at_1": 0.44231, "precision_at_3": 0.26923, "precision_at_5": 0.18077, "precision_at_10": 0.12115, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 0.442308, "mrr_at_3": 0.528846, "mrr_at_5": 0.545192, "mrr_at_10": 0.570368, "mrr_at_20": 0.578284, "mrr_at_25": 0.578284, "mrr_at_50": 0.578284, "mrr_at_100": 0.578284, "mrr_at_1000": 0.578284, "nauc_ndcg_at_1_max": 0.289228, "nauc_ndcg_at_1_std": 0.25057, "nauc_ndcg_at_1_diff1": 0.229736, "nauc_ndcg_at_3_max": 0.358914, "nauc_ndcg_at_3_std": 0.389831, "nauc_ndcg_at_3_diff1": 0.297006, "nauc_ndcg_at_5_max": 0.384591, "nauc_ndcg_at_5_std": 0.384929, "nauc_ndcg_at_5_diff1": 0.297525, "nauc_ndcg_at_10_max": 0.335321, "nauc_ndcg_at_10_std": 0.386863, "nauc_ndcg_at_10_diff1": 0.256269, "nauc_ndcg_at_20_max": 0.329144, "nauc_ndcg_at_20_std": 0.340264, "nauc_ndcg_at_20_diff1": 0.258828, "nauc_ndcg_at_25_max": 0.329144, "nauc_ndcg_at_25_std": 0.340264, "nauc_ndcg_at_25_diff1": 0.258828, "nauc_ndcg_at_50_max": 0.329144, "nauc_ndcg_at_50_std": 0.340264, "nauc_ndcg_at_50_diff1": 0.258828, "nauc_ndcg_at_100_max": 0.329144, "nauc_ndcg_at_100_std": 0.340264, "nauc_ndcg_at_100_diff1": 0.258828, "nauc_ndcg_at_1000_max": 0.329144, "nauc_ndcg_at_1000_std": 0.340264, "nauc_ndcg_at_1000_diff1": 0.258828, "nauc_map_at_1_max": 0.170249, "nauc_map_at_1_std": 0.146058, "nauc_map_at_1_diff1": 0.255664, "nauc_map_at_3_max": 0.294847, "nauc_map_at_3_std": 0.325615, "nauc_map_at_3_diff1": 0.26662, "nauc_map_at_5_max": 0.336179, "nauc_map_at_5_std": 0.349107, "nauc_map_at_5_diff1": 0.281722, "nauc_map_at_10_max": 0.322878, "nauc_map_at_10_std": 0.351947, "nauc_map_at_10_diff1": 0.265312, "nauc_map_at_20_max": 0.318581, "nauc_map_at_20_std": 0.33614, "nauc_map_at_20_diff1": 0.263561, "nauc_map_at_25_max": 0.318581, "nauc_map_at_25_std": 0.33614, "nauc_map_at_25_diff1": 0.263561, "nauc_map_at_50_max": 0.318581, "nauc_map_at_50_std": 0.33614, "nauc_map_at_50_diff1": 0.263561, "nauc_map_at_100_max": 0.318581, "nauc_map_at_100_std": 0.33614, "nauc_map_at_100_diff1": 0.263561, "nauc_map_at_1000_max": 0.318581, "nauc_map_at_1000_std": 0.33614, "nauc_map_at_1000_diff1": 0.263561, "nauc_recall_at_1_max": 0.170249, "nauc_recall_at_1_std": 0.146058, "nauc_recall_at_1_diff1": 0.255664, "nauc_recall_at_3_max": 0.395189, "nauc_recall_at_3_std": 0.467492, "nauc_recall_at_3_diff1": 0.345453, "nauc_recall_at_5_max": 0.498904, "nauc_recall_at_5_std": 0.484573, "nauc_recall_at_5_diff1": 0.3556, "nauc_recall_at_10_max": 0.329705, "nauc_recall_at_10_std": 0.594154, "nauc_recall_at_10_diff1": 0.203262, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.289228, "nauc_precision_at_1_std": 0.25057, "nauc_precision_at_1_diff1": 0.229736, "nauc_precision_at_3_max": 0.364379, "nauc_precision_at_3_std": 0.398895, "nauc_precision_at_3_diff1": 0.140754, "nauc_precision_at_5_max": 0.436245, "nauc_precision_at_5_std": 0.41993, "nauc_precision_at_5_diff1": 0.144205, "nauc_precision_at_10_max": 0.245652, "nauc_precision_at_10_std": 0.285229, "nauc_precision_at_10_diff1": -0.031567, "nauc_precision_at_20_max": 0.070307, "nauc_precision_at_20_std": 0.023544, "nauc_precision_at_20_diff1": -0.138811, "nauc_precision_at_25_max": 0.070307, "nauc_precision_at_25_std": 0.023544, "nauc_precision_at_25_diff1": -0.138811, "nauc_precision_at_50_max": 0.070307, "nauc_precision_at_50_std": 0.023544, "nauc_precision_at_50_diff1": -0.138811, "nauc_precision_at_100_max": 0.070307, "nauc_precision_at_100_std": 0.023544, "nauc_precision_at_100_diff1": -0.138811, "nauc_precision_at_1000_max": 0.070307, "nauc_precision_at_1000_std": 0.023544, "nauc_precision_at_1000_diff1": -0.138811, "nauc_mrr_at_1_max": 0.289228, "nauc_mrr_at_1_std": 0.25057, "nauc_mrr_at_1_diff1": 0.229736, "nauc_mrr_at_3_max": 0.346632, "nauc_mrr_at_3_std": 0.348136, "nauc_mrr_at_3_diff1": 0.274355, "nauc_mrr_at_5_max": 0.362037, "nauc_mrr_at_5_std": 0.343573, "nauc_mrr_at_5_diff1": 0.269419, "nauc_mrr_at_10_max": 0.336892, "nauc_mrr_at_10_std": 0.34115, "nauc_mrr_at_10_diff1": 0.254644, "nauc_mrr_at_20_max": 0.343791, "nauc_mrr_at_20_std": 0.338434, "nauc_mrr_at_20_diff1": 0.259794, "nauc_mrr_at_25_max": 0.343791, "nauc_mrr_at_25_std": 0.338434, "nauc_mrr_at_25_diff1": 0.259794, "nauc_mrr_at_50_max": 0.343791, "nauc_mrr_at_50_std": 0.338434, "nauc_mrr_at_50_diff1": 0.259794, "nauc_mrr_at_100_max": 0.343791, "nauc_mrr_at_100_std": 0.338434, "nauc_mrr_at_100_diff1": 0.259794, "nauc_mrr_at_1000_max": 0.343791, "nauc_mrr_at_1000_std": 0.338434, "nauc_mrr_at_1000_diff1": 0.259794, "hit_rate_at_1": 0.44231, "hit_rate_at_3": 0.63462, "hit_rate_at_5": 0.71154, "hit_rate_at_10": 0.90385, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.442308, "R_cap_at_3": 0.564103, "R_cap_at_5": 0.626603, "R_cap_at_10": 0.838141, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.61502, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53521, "ndcg_at_3": 0.58315, "ndcg_at_5": 0.61616, "ndcg_at_10": 0.68174, "ndcg_at_20": 0.71227, "ndcg_at_25": 0.71227, "ndcg_at_50": 0.71227, "ndcg_at_100": 0.71227, "ndcg_at_1000": 0.71227, "map_at_1": 0.41667, "map_at_3": 0.5493, "map_at_5": 0.57218, "map_at_10": 0.60333, "map_at_20": 0.61455, "map_at_25": 0.61455, "map_at_50": 0.61455, "map_at_100": 0.61455, "map_at_1000": 0.61455, "recall_at_1": 0.41667, "recall_at_3": 0.63146, "recall_at_5": 0.71009, "recall_at_10": 0.89554, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41667, "precision_at_1": 0.53521, "precision_at_3": 0.28638, "precision_at_5": 0.19437, "precision_at_10": 0.12113, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.535211, "mrr_at_3": 0.593897, "mrr_at_5": 0.60939, "mrr_at_10": 0.63525, "mrr_at_20": 0.640171, "mrr_at_25": 0.640171, "mrr_at_50": 0.640171, "mrr_at_100": 0.640171, "mrr_at_1000": 0.640171, "nauc_ndcg_at_1_max": 0.351916, "nauc_ndcg_at_1_std": 0.269404, "nauc_ndcg_at_1_diff1": 0.382971, "nauc_ndcg_at_3_max": 0.281525, "nauc_ndcg_at_3_std": 0.293302, "nauc_ndcg_at_3_diff1": 0.295332, "nauc_ndcg_at_5_max": 0.31831, "nauc_ndcg_at_5_std": 0.298932, "nauc_ndcg_at_5_diff1": 0.325208, "nauc_ndcg_at_10_max": 0.338361, "nauc_ndcg_at_10_std": 0.333761, "nauc_ndcg_at_10_diff1": 0.31391, "nauc_ndcg_at_20_max": 0.324789, "nauc_ndcg_at_20_std": 0.297991, "nauc_ndcg_at_20_diff1": 0.32737, "nauc_ndcg_at_25_max": 0.324789, "nauc_ndcg_at_25_std": 0.297991, "nauc_ndcg_at_25_diff1": 0.32737, "nauc_ndcg_at_50_max": 0.324789, "nauc_ndcg_at_50_std": 0.297991, "nauc_ndcg_at_50_diff1": 0.32737, "nauc_ndcg_at_100_max": 0.324789, "nauc_ndcg_at_100_std": 0.297991, "nauc_ndcg_at_100_diff1": 0.32737, "nauc_ndcg_at_1000_max": 0.324789, "nauc_ndcg_at_1000_std": 0.297991, "nauc_ndcg_at_1000_diff1": 0.32737, "nauc_map_at_1_max": 0.240306, "nauc_map_at_1_std": 0.126599, "nauc_map_at_1_diff1": 0.399023, "nauc_map_at_3_max": 0.25234, "nauc_map_at_3_std": 0.26763, "nauc_map_at_3_diff1": 0.312028, "nauc_map_at_5_max": 0.285524, "nauc_map_at_5_std": 0.271904, "nauc_map_at_5_diff1": 0.331789, "nauc_map_at_10_max": 0.302879, "nauc_map_at_10_std": 0.297132, "nauc_map_at_10_diff1": 0.329318, "nauc_map_at_20_max": 0.299428, "nauc_map_at_20_std": 0.284767, "nauc_map_at_20_diff1": 0.329959, "nauc_map_at_25_max": 0.299428, "nauc_map_at_25_std": 0.284767, "nauc_map_at_25_diff1": 0.329959, "nauc_map_at_50_max": 0.299428, "nauc_map_at_50_std": 0.284767, "nauc_map_at_50_diff1": 0.329959, "nauc_map_at_100_max": 0.299428, "nauc_map_at_100_std": 0.284767, "nauc_map_at_100_diff1": 0.329959, "nauc_map_at_1000_max": 0.299428, "nauc_map_at_1000_std": 0.284767, "nauc_map_at_1000_diff1": 0.329959, "nauc_recall_at_1_max": 0.240306, "nauc_recall_at_1_std": 0.126599, "nauc_recall_at_1_diff1": 0.399023, "nauc_recall_at_3_max": 0.233054, "nauc_recall_at_3_std": 0.30895, "nauc_recall_at_3_diff1": 0.22453, "nauc_recall_at_5_max": 0.320304, "nauc_recall_at_5_std": 0.330025, "nauc_recall_at_5_diff1": 0.287613, "nauc_recall_at_10_max": 0.406666, "nauc_recall_at_10_std": 0.54035, "nauc_recall_at_10_diff1": 0.160676, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.351916, "nauc_precision_at_1_std": 0.269404, "nauc_precision_at_1_diff1": 0.382971, "nauc_precision_at_3_max": 0.246769, "nauc_precision_at_3_std": 0.373198, "nauc_precision_at_3_diff1": 0.053176, "nauc_precision_at_5_max": 0.283302, "nauc_precision_at_5_std": 0.336297, "nauc_precision_at_5_diff1": 0.050442, "nauc_precision_at_10_max": 0.264855, "nauc_precision_at_10_std": 0.360341, "nauc_precision_at_10_diff1": -0.120994, "nauc_precision_at_20_max": 0.114164, "nauc_precision_at_20_std": 0.140518, "nauc_precision_at_20_diff1": -0.195455, "nauc_precision_at_25_max": 0.114164, "nauc_precision_at_25_std": 0.140518, "nauc_precision_at_25_diff1": -0.195455, "nauc_precision_at_50_max": 0.114164, "nauc_precision_at_50_std": 0.140518, "nauc_precision_at_50_diff1": -0.195455, "nauc_precision_at_100_max": 0.114164, "nauc_precision_at_100_std": 0.140518, "nauc_precision_at_100_diff1": -0.195455, "nauc_precision_at_1000_max": 0.114164, "nauc_precision_at_1000_std": 0.140518, "nauc_precision_at_1000_diff1": -0.195455, "nauc_mrr_at_1_max": 0.351916, "nauc_mrr_at_1_std": 0.269404, "nauc_mrr_at_1_diff1": 0.382971, "nauc_mrr_at_3_max": 0.361361, "nauc_mrr_at_3_std": 0.323074, "nauc_mrr_at_3_diff1": 0.332033, "nauc_mrr_at_5_max": 0.368317, "nauc_mrr_at_5_std": 0.317273, "nauc_mrr_at_5_diff1": 0.340383, "nauc_mrr_at_10_max": 0.368101, "nauc_mrr_at_10_std": 0.319495, "nauc_mrr_at_10_diff1": 0.339418, "nauc_mrr_at_20_max": 0.367571, "nauc_mrr_at_20_std": 0.317039, "nauc_mrr_at_20_diff1": 0.346803, "nauc_mrr_at_25_max": 0.367571, "nauc_mrr_at_25_std": 0.317039, "nauc_mrr_at_25_diff1": 0.346803, "nauc_mrr_at_50_max": 0.367571, "nauc_mrr_at_50_std": 0.317039, "nauc_mrr_at_50_diff1": 0.346803, "nauc_mrr_at_100_max": 0.367571, "nauc_mrr_at_100_std": 0.317039, "nauc_mrr_at_100_diff1": 0.346803, "nauc_mrr_at_1000_max": 0.367571, "nauc_mrr_at_1000_std": 0.317039, "nauc_mrr_at_1000_diff1": 0.346803, "hit_rate_at_1": 0.53521, "hit_rate_at_3": 0.67606, "hit_rate_at_5": 0.74648, "hit_rate_at_10": 0.92958, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.535211, "R_cap_at_3": 0.633803, "R_cap_at_5": 0.710094, "R_cap_at_10": 0.89554, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.68174, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 0.166667, "nauc_ndcg_at_1_std": -1.833333, "nauc_ndcg_at_1_diff1": 0.166667, "nauc_ndcg_at_3_max": 0.166667, "nauc_ndcg_at_3_std": -1.833333, "nauc_ndcg_at_3_diff1": 0.166667, "nauc_ndcg_at_5_max": 0.166667, "nauc_ndcg_at_5_std": -1.833333, "nauc_ndcg_at_5_diff1": 0.166667, "nauc_ndcg_at_10_max": 0.166667, "nauc_ndcg_at_10_std": -1.833333, "nauc_ndcg_at_10_diff1": 0.166667, "nauc_ndcg_at_20_max": 0.166667, "nauc_ndcg_at_20_std": -1.833333, "nauc_ndcg_at_20_diff1": 0.166667, "nauc_ndcg_at_25_max": 0.166667, "nauc_ndcg_at_25_std": -1.833333, "nauc_ndcg_at_25_diff1": 0.166667, "nauc_ndcg_at_50_max": 0.166667, "nauc_ndcg_at_50_std": -1.833333, "nauc_ndcg_at_50_diff1": 0.166667, "nauc_ndcg_at_100_max": 0.166667, "nauc_ndcg_at_100_std": -1.833333, "nauc_ndcg_at_100_diff1": 0.166667, "nauc_ndcg_at_1000_max": 0.166667, "nauc_ndcg_at_1000_std": -1.833333, "nauc_ndcg_at_1000_diff1": 0.166667, "nauc_map_at_1_max": 0.166667, "nauc_map_at_1_std": -1.833333, "nauc_map_at_1_diff1": 0.166667, "nauc_map_at_3_max": 0.166667, "nauc_map_at_3_std": -1.833333, "nauc_map_at_3_diff1": 0.166667, "nauc_map_at_5_max": 0.166667, "nauc_map_at_5_std": -1.833333, "nauc_map_at_5_diff1": 0.166667, "nauc_map_at_10_max": 0.166667, "nauc_map_at_10_std": -1.833333, "nauc_map_at_10_diff1": 0.166667, "nauc_map_at_20_max": 0.166667, "nauc_map_at_20_std": -1.833333, "nauc_map_at_20_diff1": 0.166667, "nauc_map_at_25_max": 0.166667, "nauc_map_at_25_std": -1.833333, "nauc_map_at_25_diff1": 0.166667, "nauc_map_at_50_max": 0.166667, "nauc_map_at_50_std": -1.833333, "nauc_map_at_50_diff1": 0.166667, "nauc_map_at_100_max": 0.166667, "nauc_map_at_100_std": -1.833333, "nauc_map_at_100_diff1": 0.166667, "nauc_map_at_1000_max": 0.166667, "nauc_map_at_1000_std": -1.833333, "nauc_map_at_1000_diff1": 0.166667, "nauc_recall_at_1_max": 0.166667, "nauc_recall_at_1_std": -1.833333, "nauc_recall_at_1_diff1": 0.166667, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.166667, "nauc_precision_at_1_std": -1.833333, "nauc_precision_at_1_diff1": 0.166667, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.166667, "nauc_mrr_at_1_std": -1.833333, "nauc_mrr_at_1_diff1": 0.166667, "nauc_mrr_at_3_max": 0.166667, "nauc_mrr_at_3_std": -1.833333, "nauc_mrr_at_3_diff1": 0.166667, "nauc_mrr_at_5_max": 0.166667, "nauc_mrr_at_5_std": -1.833333, "nauc_mrr_at_5_diff1": 0.166667, "nauc_mrr_at_10_max": 0.166667, "nauc_mrr_at_10_std": -1.833333, "nauc_mrr_at_10_diff1": 0.166667, "nauc_mrr_at_20_max": 0.166667, "nauc_mrr_at_20_std": -1.833333, "nauc_mrr_at_20_diff1": 0.166667, "nauc_mrr_at_25_max": 0.166667, "nauc_mrr_at_25_std": -1.833333, "nauc_mrr_at_25_diff1": 0.166667, "nauc_mrr_at_50_max": 0.166667, "nauc_mrr_at_50_std": -1.833333, "nauc_mrr_at_50_diff1": 0.166667, "nauc_mrr_at_100_max": 0.166667, "nauc_mrr_at_100_std": -1.833333, "nauc_mrr_at_100_diff1": 0.166667, "nauc_mrr_at_1000_max": 0.166667, "nauc_mrr_at_1000_std": -1.833333, "nauc_mrr_at_1000_diff1": 0.166667, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 0.454545, "nauc_ndcg_at_1_std": -0.545455, "nauc_ndcg_at_1_diff1": 0.636364, "nauc_ndcg_at_3_max": 0.454545, "nauc_ndcg_at_3_std": -0.545455, "nauc_ndcg_at_3_diff1": 0.636364, "nauc_ndcg_at_5_max": 0.454545, "nauc_ndcg_at_5_std": -0.545455, "nauc_ndcg_at_5_diff1": 0.636364, "nauc_ndcg_at_10_max": 0.454545, "nauc_ndcg_at_10_std": -0.545455, "nauc_ndcg_at_10_diff1": 0.636364, "nauc_ndcg_at_20_max": 0.454545, "nauc_ndcg_at_20_std": -0.545455, "nauc_ndcg_at_20_diff1": 0.636364, "nauc_ndcg_at_25_max": 0.454545, "nauc_ndcg_at_25_std": -0.545455, "nauc_ndcg_at_25_diff1": 0.636364, "nauc_ndcg_at_50_max": 0.454545, "nauc_ndcg_at_50_std": -0.545455, "nauc_ndcg_at_50_diff1": 0.636364, "nauc_ndcg_at_100_max": 0.454545, "nauc_ndcg_at_100_std": -0.545455, "nauc_ndcg_at_100_diff1": 0.636364, "nauc_ndcg_at_1000_max": 0.454545, "nauc_ndcg_at_1000_std": -0.545455, "nauc_ndcg_at_1000_diff1": 0.636364, "nauc_map_at_1_max": 0.454545, "nauc_map_at_1_std": -0.545455, "nauc_map_at_1_diff1": 0.636364, "nauc_map_at_3_max": 0.454545, "nauc_map_at_3_std": -0.545455, "nauc_map_at_3_diff1": 0.636364, "nauc_map_at_5_max": 0.454545, "nauc_map_at_5_std": -0.545455, "nauc_map_at_5_diff1": 0.636364, "nauc_map_at_10_max": 0.454545, "nauc_map_at_10_std": -0.545455, "nauc_map_at_10_diff1": 0.636364, "nauc_map_at_20_max": 0.454545, "nauc_map_at_20_std": -0.545455, "nauc_map_at_20_diff1": 0.636364, "nauc_map_at_25_max": 0.454545, "nauc_map_at_25_std": -0.545455, "nauc_map_at_25_diff1": 0.636364, "nauc_map_at_50_max": 0.454545, "nauc_map_at_50_std": -0.545455, "nauc_map_at_50_diff1": 0.636364, "nauc_map_at_100_max": 0.454545, "nauc_map_at_100_std": -0.545455, "nauc_map_at_100_diff1": 0.636364, "nauc_map_at_1000_max": 0.454545, "nauc_map_at_1000_std": -0.545455, "nauc_map_at_1000_diff1": 0.636364, "nauc_recall_at_1_max": 0.454545, "nauc_recall_at_1_std": -0.545455, "nauc_recall_at_1_diff1": 0.636364, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.454545, "nauc_precision_at_1_std": -0.545455, "nauc_precision_at_1_diff1": 0.636364, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.454545, "nauc_mrr_at_1_std": -0.545455, "nauc_mrr_at_1_diff1": 0.636364, "nauc_mrr_at_3_max": 0.454545, "nauc_mrr_at_3_std": -0.545455, "nauc_mrr_at_3_diff1": 0.636364, "nauc_mrr_at_5_max": 0.454545, "nauc_mrr_at_5_std": -0.545455, "nauc_mrr_at_5_diff1": 0.636364, "nauc_mrr_at_10_max": 0.454545, "nauc_mrr_at_10_std": -0.545455, "nauc_mrr_at_10_diff1": 0.636364, "nauc_mrr_at_20_max": 0.454545, "nauc_mrr_at_20_std": -0.545455, "nauc_mrr_at_20_diff1": 0.636364, "nauc_mrr_at_25_max": 0.454545, "nauc_mrr_at_25_std": -0.545455, "nauc_mrr_at_25_diff1": 0.636364, "nauc_mrr_at_50_max": 0.454545, "nauc_mrr_at_50_std": -0.545455, "nauc_mrr_at_50_diff1": 0.636364, "nauc_mrr_at_100_max": 0.454545, "nauc_mrr_at_100_std": -0.545455, "nauc_mrr_at_100_diff1": 0.636364, "nauc_mrr_at_1000_max": 0.454545, "nauc_mrr_at_1000_std": -0.545455, "nauc_mrr_at_1000_diff1": 0.636364, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.59722, "ndcg_at_3": 0.67909, "ndcg_at_5": 0.71909, "ndcg_at_10": 0.75734, "ndcg_at_20": 0.77573, "ndcg_at_25": 0.77573, "ndcg_at_50": 0.77573, "ndcg_at_100": 0.77573, "ndcg_at_1000": 0.77573, "map_at_1": 0.47106, "map_at_3": 0.64236, "map_at_5": 0.66968, "map_at_10": 0.68902, "map_at_20": 0.69575, "map_at_25": 0.69575, "map_at_50": 0.69575, "map_at_100": 0.69575, "map_at_1000": 0.69575, "recall_at_1": 0.47106, "recall_at_3": 0.73264, "recall_at_5": 0.8287, "recall_at_10": 0.9375, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.47106, "precision_at_1": 0.59722, "precision_at_3": 0.33796, "precision_at_5": 0.23056, "precision_at_10": 0.13194, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.597222, "mrr_at_3": 0.68287, "mrr_at_5": 0.703704, "mrr_at_10": 0.713883, "mrr_at_20": 0.71697, "mrr_at_25": 0.71697, "mrr_at_50": 0.71697, "mrr_at_100": 0.71697, "mrr_at_1000": 0.71697, "nauc_ndcg_at_1_max": 0.327189, "nauc_ndcg_at_1_std": 0.12141, "nauc_ndcg_at_1_diff1": 0.478765, "nauc_ndcg_at_3_max": 0.484683, "nauc_ndcg_at_3_std": 0.290921, "nauc_ndcg_at_3_diff1": 0.557281, "nauc_ndcg_at_5_max": 0.506519, "nauc_ndcg_at_5_std": 0.293119, "nauc_ndcg_at_5_diff1": 0.549514, "nauc_ndcg_at_10_max": 0.480574, "nauc_ndcg_at_10_std": 0.270762, "nauc_ndcg_at_10_diff1": 0.554142, "nauc_ndcg_at_20_max": 0.435593, "nauc_ndcg_at_20_std": 0.223009, "nauc_ndcg_at_20_diff1": 0.515027, "nauc_ndcg_at_25_max": 0.435593, "nauc_ndcg_at_25_std": 0.223009, "nauc_ndcg_at_25_diff1": 0.515027, "nauc_ndcg_at_50_max": 0.435593, "nauc_ndcg_at_50_std": 0.223009, "nauc_ndcg_at_50_diff1": 0.515027, "nauc_ndcg_at_100_max": 0.435593, "nauc_ndcg_at_100_std": 0.223009, "nauc_ndcg_at_100_diff1": 0.515027, "nauc_ndcg_at_1000_max": 0.435593, "nauc_ndcg_at_1000_std": 0.223009, "nauc_ndcg_at_1000_diff1": 0.515027, "nauc_map_at_1_max": 0.164008, "nauc_map_at_1_std": -0.035135, "nauc_map_at_1_diff1": 0.449708, "nauc_map_at_3_max": 0.412109, "nauc_map_at_3_std": 0.20391, "nauc_map_at_3_diff1": 0.515148, "nauc_map_at_5_max": 0.440858, "nauc_map_at_5_std": 0.230837, "nauc_map_at_5_diff1": 0.520651, "nauc_map_at_10_max": 0.433396, "nauc_map_at_10_std": 0.222515, "nauc_map_at_10_diff1": 0.520161, "nauc_map_at_20_max": 0.420689, "nauc_map_at_20_std": 0.208844, "nauc_map_at_20_diff1": 0.508887, "nauc_map_at_25_max": 0.420689, "nauc_map_at_25_std": 0.208844, "nauc_map_at_25_diff1": 0.508887, "nauc_map_at_50_max": 0.420689, "nauc_map_at_50_std": 0.208844, "nauc_map_at_50_diff1": 0.508887, "nauc_map_at_100_max": 0.420689, "nauc_map_at_100_std": 0.208844, "nauc_map_at_100_diff1": 0.508887, "nauc_map_at_1000_max": 0.420689, "nauc_map_at_1000_std": 0.208844, "nauc_map_at_1000_diff1": 0.508887, "nauc_recall_at_1_max": 0.164008, "nauc_recall_at_1_std": -0.035135, "nauc_recall_at_1_diff1": 0.449708, "nauc_recall_at_3_max": 0.589344, "nauc_recall_at_3_std": 0.42565, "nauc_recall_at_3_diff1": 0.614823, "nauc_recall_at_5_max": 0.744097, "nauc_recall_at_5_std": 0.537417, "nauc_recall_at_5_diff1": 0.639815, "nauc_recall_at_10_max": 0.892722, "nauc_recall_at_10_std": 0.726599, "nauc_recall_at_10_diff1": 0.902304, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.327189, "nauc_precision_at_1_std": 0.12141, "nauc_precision_at_1_diff1": 0.478765, "nauc_precision_at_3_max": 0.481529, "nauc_precision_at_3_std": 0.421918, "nauc_precision_at_3_diff1": 0.224998, "nauc_precision_at_5_max": 0.48781, "nauc_precision_at_5_std": 0.450494, "nauc_precision_at_5_diff1": 0.153232, "nauc_precision_at_10_max": 0.353264, "nauc_precision_at_10_std": 0.357205, "nauc_precision_at_10_diff1": 0.023256, "nauc_precision_at_20_max": 0.166392, "nauc_precision_at_20_std": 0.20247, "nauc_precision_at_20_diff1": -0.153577, "nauc_precision_at_25_max": 0.166392, "nauc_precision_at_25_std": 0.20247, "nauc_precision_at_25_diff1": -0.153577, "nauc_precision_at_50_max": 0.166392, "nauc_precision_at_50_std": 0.20247, "nauc_precision_at_50_diff1": -0.153577, "nauc_precision_at_100_max": 0.166392, "nauc_precision_at_100_std": 0.20247, "nauc_precision_at_100_diff1": -0.153577, "nauc_precision_at_1000_max": 0.166392, "nauc_precision_at_1000_std": 0.20247, "nauc_precision_at_1000_diff1": -0.153577, "nauc_mrr_at_1_max": 0.327189, "nauc_mrr_at_1_std": 0.12141, "nauc_mrr_at_1_diff1": 0.478765, "nauc_mrr_at_3_max": 0.454559, "nauc_mrr_at_3_std": 0.252874, "nauc_mrr_at_3_diff1": 0.540717, "nauc_mrr_at_5_max": 0.453923, "nauc_mrr_at_5_std": 0.237858, "nauc_mrr_at_5_diff1": 0.524246, "nauc_mrr_at_10_max": 0.437204, "nauc_mrr_at_10_std": 0.227813, "nauc_mrr_at_10_diff1": 0.525232, "nauc_mrr_at_20_max": 0.430381, "nauc_mrr_at_20_std": 0.220429, "nauc_mrr_at_20_diff1": 0.52001, "nauc_mrr_at_25_max": 0.430381, "nauc_mrr_at_25_std": 0.220429, "nauc_mrr_at_25_diff1": 0.52001, "nauc_mrr_at_50_max": 0.430381, "nauc_mrr_at_50_std": 0.220429, "nauc_mrr_at_50_diff1": 0.52001, "nauc_mrr_at_100_max": 0.430381, "nauc_mrr_at_100_std": 0.220429, "nauc_mrr_at_100_diff1": 0.52001, "nauc_mrr_at_1000_max": 0.430381, "nauc_mrr_at_1000_std": 0.220429, "nauc_mrr_at_1000_diff1": 0.52001, "hit_rate_at_1": 0.59722, "hit_rate_at_3": 0.77778, "hit_rate_at_5": 0.875, "hit_rate_at_10": 0.95833, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.597222, "R_cap_at_3": 0.736111, "R_cap_at_5": 0.828704, "R_cap_at_10": 0.9375, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.75734, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57534, "ndcg_at_3": 0.66983, "ndcg_at_5": 0.71307, "ndcg_at_10": 0.74638, "ndcg_at_20": 0.76808, "ndcg_at_25": 0.76808, "ndcg_at_50": 0.76808, "ndcg_at_100": 0.76808, "ndcg_at_1000": 0.76808, "map_at_1": 0.45434, "map_at_3": 0.61986, "map_at_5": 0.65525, "map_at_10": 0.67167, "map_at_20": 0.68148, "map_at_25": 0.68148, "map_at_50": 0.68148, "map_at_100": 0.68148, "map_at_1000": 0.68148, "recall_at_1": 0.45434, "recall_at_3": 0.7363, "recall_at_5": 0.8379, "recall_at_10": 0.93493, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.45434, "precision_at_1": 0.57534, "precision_at_3": 0.34247, "precision_at_5": 0.23836, "precision_at_10": 0.13151, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.575342, "mrr_at_3": 0.678082, "mrr_at_5": 0.693836, "mrr_at_10": 0.704789, "mrr_at_20": 0.708421, "mrr_at_25": 0.708421, "mrr_at_50": 0.708421, "mrr_at_100": 0.708421, "mrr_at_1000": 0.708421, "nauc_ndcg_at_1_max": 0.647688, "nauc_ndcg_at_1_std": 0.467657, "nauc_ndcg_at_1_diff1": 0.609394, "nauc_ndcg_at_3_max": 0.549899, "nauc_ndcg_at_3_std": 0.471353, "nauc_ndcg_at_3_diff1": 0.503129, "nauc_ndcg_at_5_max": 0.588991, "nauc_ndcg_at_5_std": 0.508359, "nauc_ndcg_at_5_diff1": 0.527939, "nauc_ndcg_at_10_max": 0.596604, "nauc_ndcg_at_10_std": 0.518849, "nauc_ndcg_at_10_diff1": 0.534811, "nauc_ndcg_at_20_max": 0.596426, "nauc_ndcg_at_20_std": 0.489624, "nauc_ndcg_at_20_diff1": 0.544146, "nauc_ndcg_at_25_max": 0.596426, "nauc_ndcg_at_25_std": 0.489624, "nauc_ndcg_at_25_diff1": 0.544146, "nauc_ndcg_at_50_max": 0.596426, "nauc_ndcg_at_50_std": 0.489624, "nauc_ndcg_at_50_diff1": 0.544146, "nauc_ndcg_at_100_max": 0.596426, "nauc_ndcg_at_100_std": 0.489624, "nauc_ndcg_at_100_diff1": 0.544146, "nauc_ndcg_at_1000_max": 0.596426, "nauc_ndcg_at_1000_std": 0.489624, "nauc_ndcg_at_1000_diff1": 0.544146, "nauc_map_at_1_max": 0.318579, "nauc_map_at_1_std": 0.247838, "nauc_map_at_1_diff1": 0.500684, "nauc_map_at_3_max": 0.502394, "nauc_map_at_3_std": 0.438069, "nauc_map_at_3_diff1": 0.499095, "nauc_map_at_5_max": 0.553056, "nauc_map_at_5_std": 0.484007, "nauc_map_at_5_diff1": 0.542082, "nauc_map_at_10_max": 0.563063, "nauc_map_at_10_std": 0.490495, "nauc_map_at_10_diff1": 0.542759, "nauc_map_at_20_max": 0.563812, "nauc_map_at_20_std": 0.48141, "nauc_map_at_20_diff1": 0.543427, "nauc_map_at_25_max": 0.563812, "nauc_map_at_25_std": 0.48141, "nauc_map_at_25_diff1": 0.543427, "nauc_map_at_50_max": 0.563812, "nauc_map_at_50_std": 0.48141, "nauc_map_at_50_diff1": 0.543427, "nauc_map_at_100_max": 0.563812, "nauc_map_at_100_std": 0.48141, "nauc_map_at_100_diff1": 0.543427, "nauc_map_at_1000_max": 0.563812, "nauc_map_at_1000_std": 0.48141, "nauc_map_at_1000_diff1": 0.543427, "nauc_recall_at_1_max": 0.318579, "nauc_recall_at_1_std": 0.247838, "nauc_recall_at_1_diff1": 0.500684, "nauc_recall_at_3_max": 0.442387, "nauc_recall_at_3_std": 0.414787, "nauc_recall_at_3_diff1": 0.367698, "nauc_recall_at_5_max": 0.551841, "nauc_recall_at_5_std": 0.553331, "nauc_recall_at_5_diff1": 0.416846, "nauc_recall_at_10_max": 0.532395, "nauc_recall_at_10_std": 0.700892, "nauc_recall_at_10_diff1": 0.384912, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.647688, "nauc_precision_at_1_std": 0.467657, "nauc_precision_at_1_diff1": 0.609394, "nauc_precision_at_3_max": 0.566103, "nauc_precision_at_3_std": 0.499766, "nauc_precision_at_3_diff1": 0.180622, "nauc_precision_at_5_max": 0.539621, "nauc_precision_at_5_std": 0.469088, "nauc_precision_at_5_diff1": 0.162344, "nauc_precision_at_10_max": 0.490925, "nauc_precision_at_10_std": 0.411312, "nauc_precision_at_10_diff1": 0.073806, "nauc_precision_at_20_max": 0.349044, "nauc_precision_at_20_std": 0.226859, "nauc_precision_at_20_diff1": -0.013454, "nauc_precision_at_25_max": 0.349044, "nauc_precision_at_25_std": 0.226859, "nauc_precision_at_25_diff1": -0.013454, "nauc_precision_at_50_max": 0.349044, "nauc_precision_at_50_std": 0.226859, "nauc_precision_at_50_diff1": -0.013454, "nauc_precision_at_100_max": 0.349044, "nauc_precision_at_100_std": 0.226859, "nauc_precision_at_100_diff1": -0.013454, "nauc_precision_at_1000_max": 0.349044, "nauc_precision_at_1000_std": 0.226859, "nauc_precision_at_1000_diff1": -0.013454, "nauc_mrr_at_1_max": 0.647688, "nauc_mrr_at_1_std": 0.467657, "nauc_mrr_at_1_diff1": 0.609394, "nauc_mrr_at_3_max": 0.649923, "nauc_mrr_at_3_std": 0.490876, "nauc_mrr_at_3_diff1": 0.554206, "nauc_mrr_at_5_max": 0.653873, "nauc_mrr_at_5_std": 0.49888, "nauc_mrr_at_5_diff1": 0.551983, "nauc_mrr_at_10_max": 0.652046, "nauc_mrr_at_10_std": 0.501553, "nauc_mrr_at_10_diff1": 0.557162, "nauc_mrr_at_20_max": 0.651417, "nauc_mrr_at_20_std": 0.496619, "nauc_mrr_at_20_diff1": 0.562279, "nauc_mrr_at_25_max": 0.651417, "nauc_mrr_at_25_std": 0.496619, "nauc_mrr_at_25_diff1": 0.562279, "nauc_mrr_at_50_max": 0.651417, "nauc_mrr_at_50_std": 0.496619, "nauc_mrr_at_50_diff1": 0.562279, "nauc_mrr_at_100_max": 0.651417, "nauc_mrr_at_100_std": 0.496619, "nauc_mrr_at_100_diff1": 0.562279, "nauc_mrr_at_1000_max": 0.651417, "nauc_mrr_at_1000_std": 0.496619, "nauc_mrr_at_1000_diff1": 0.562279, "hit_rate_at_1": 0.57534, "hit_rate_at_3": 0.80822, "hit_rate_at_5": 0.87671, "hit_rate_at_10": 0.9589, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.575342, "R_cap_at_3": 0.742009, "R_cap_at_5": 0.8379, "R_cap_at_10": 0.934932, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.74638, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.35354, "ndcg_at_3": 0.34001, "ndcg_at_5": 0.33567, "ndcg_at_10": 0.35155, "ndcg_at_20": 0.36878, "ndcg_at_25": 0.3773, "ndcg_at_50": 0.41893, "ndcg_at_100": 0.4607, "ndcg_at_1000": 0.49159, "map_at_1": 0.14537, "map_at_3": 0.22455, "map_at_5": 0.24182, "map_at_10": 0.26976, "map_at_20": 0.28085, "map_at_25": 0.2836, "map_at_50": 0.29271, "map_at_100": 0.30018, "map_at_1000": 0.30397, "recall_at_1": 0.14537, "recall_at_3": 0.2675, "recall_at_5": 0.29824, "recall_at_10": 0.38929, "recall_at_20": 0.46775, "recall_at_25": 0.49208, "recall_at_50": 0.66183, "recall_at_100": 0.84732, "recall_at_1000": 1.0, "accuracy": 0.14537, "precision_at_1": 0.35354, "precision_at_3": 0.24916, "precision_at_5": 0.1899, "precision_at_10": 0.1303, "precision_at_20": 0.07828, "precision_at_25": 0.06747, "precision_at_50": 0.04303, "precision_at_100": 0.02828, "precision_at_1000": 0.00342, "mrr_at_1": 0.353535, "mrr_at_3": 0.415825, "mrr_at_5": 0.421886, "mrr_at_10": 0.431854, "mrr_at_20": 0.436357, "mrr_at_25": 0.437242, "mrr_at_50": 0.441462, "mrr_at_100": 0.442773, "mrr_at_1000": 0.443318, "nauc_ndcg_at_1_max": 0.180211, "nauc_ndcg_at_1_std": 0.136017, "nauc_ndcg_at_1_diff1": 0.396857, "nauc_ndcg_at_3_max": 0.238569, "nauc_ndcg_at_3_std": 0.140918, "nauc_ndcg_at_3_diff1": 0.331968, "nauc_ndcg_at_5_max": 0.277209, "nauc_ndcg_at_5_std": 0.163247, "nauc_ndcg_at_5_diff1": 0.314496, "nauc_ndcg_at_10_max": 0.307699, "nauc_ndcg_at_10_std": 0.181836, "nauc_ndcg_at_10_diff1": 0.31735, "nauc_ndcg_at_20_max": 0.302182, "nauc_ndcg_at_20_std": 0.181871, "nauc_ndcg_at_20_diff1": 0.327286, "nauc_ndcg_at_25_max": 0.290008, "nauc_ndcg_at_25_std": 0.18374, "nauc_ndcg_at_25_diff1": 0.321914, "nauc_ndcg_at_50_max": 0.32452, "nauc_ndcg_at_50_std": 0.225604, "nauc_ndcg_at_50_diff1": 0.339384, "nauc_ndcg_at_100_max": 0.330714, "nauc_ndcg_at_100_std": 0.222573, "nauc_ndcg_at_100_diff1": 0.342814, "nauc_ndcg_at_1000_max": 0.260554, "nauc_ndcg_at_1000_std": 0.160666, "nauc_ndcg_at_1000_diff1": 0.321035, "nauc_map_at_1_max": 0.252989, "nauc_map_at_1_std": 0.034323, "nauc_map_at_1_diff1": 0.326331, "nauc_map_at_3_max": 0.265789, "nauc_map_at_3_std": 0.042873, "nauc_map_at_3_diff1": 0.344295, "nauc_map_at_5_max": 0.275861, "nauc_map_at_5_std": 0.06479, "nauc_map_at_5_diff1": 0.3414, "nauc_map_at_10_max": 0.299041, "nauc_map_at_10_std": 0.118995, "nauc_map_at_10_diff1": 0.332015, "nauc_map_at_20_max": 0.296505, "nauc_map_at_20_std": 0.133002, "nauc_map_at_20_diff1": 0.322474, "nauc_map_at_25_max": 0.294023, "nauc_map_at_25_std": 0.13762, "nauc_map_at_25_diff1": 0.32015, "nauc_map_at_50_max": 0.301289, "nauc_map_at_50_std": 0.149532, "nauc_map_at_50_diff1": 0.322834, "nauc_map_at_100_max": 0.301197, "nauc_map_at_100_std": 0.15119, "nauc_map_at_100_diff1": 0.320511, "nauc_map_at_1000_max": 0.294058, "nauc_map_at_1000_std": 0.145561, "nauc_map_at_1000_diff1": 0.317924, "nauc_recall_at_1_max": 0.252989, "nauc_recall_at_1_std": 0.034323, "nauc_recall_at_1_diff1": 0.326331, "nauc_recall_at_3_max": 0.287842, "nauc_recall_at_3_std": 0.070503, "nauc_recall_at_3_diff1": 0.330917, "nauc_recall_at_5_max": 0.311448, "nauc_recall_at_5_std": 0.107168, "nauc_recall_at_5_diff1": 0.318323, "nauc_recall_at_10_max": 0.332584, "nauc_recall_at_10_std": 0.173681, "nauc_recall_at_10_diff1": 0.294002, "nauc_recall_at_20_max": 0.328634, "nauc_recall_at_20_std": 0.23757, "nauc_recall_at_20_diff1": 0.24434, "nauc_recall_at_25_max": 0.29637, "nauc_recall_at_25_std": 0.239335, "nauc_recall_at_25_diff1": 0.230725, "nauc_recall_at_50_max": 0.466711, "nauc_recall_at_50_std": 0.449661, "nauc_recall_at_50_diff1": 0.278273, "nauc_recall_at_100_max": 0.813333, "nauc_recall_at_100_std": 0.699154, "nauc_recall_at_100_diff1": 0.403332, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.180211, "nauc_precision_at_1_std": 0.136017, "nauc_precision_at_1_diff1": 0.396857, "nauc_precision_at_3_max": 0.154467, "nauc_precision_at_3_std": 0.150807, "nauc_precision_at_3_diff1": 0.241266, "nauc_precision_at_5_max": 0.168204, "nauc_precision_at_5_std": 0.210482, "nauc_precision_at_5_diff1": 0.163076, "nauc_precision_at_10_max": 0.202888, "nauc_precision_at_10_std": 0.301552, "nauc_precision_at_10_diff1": 0.102649, "nauc_precision_at_20_max": 0.155828, "nauc_precision_at_20_std": 0.310946, "nauc_precision_at_20_diff1": 0.060798, "nauc_precision_at_25_max": 0.123121, "nauc_precision_at_25_std": 0.312497, "nauc_precision_at_25_diff1": 0.036156, "nauc_precision_at_50_max": 0.101578, "nauc_precision_at_50_std": 0.312477, "nauc_precision_at_50_diff1": 0.015588, "nauc_precision_at_100_max": 0.058093, "nauc_precision_at_100_std": 0.244606, "nauc_precision_at_100_diff1": -0.008071, "nauc_precision_at_1000_max": -0.093599, "nauc_precision_at_1000_std": 0.093913, "nauc_precision_at_1000_diff1": -0.075633, "nauc_mrr_at_1_max": 0.180211, "nauc_mrr_at_1_std": 0.136017, "nauc_mrr_at_1_diff1": 0.396857, "nauc_mrr_at_3_max": 0.201997, "nauc_mrr_at_3_std": 0.138873, "nauc_mrr_at_3_diff1": 0.379253, "nauc_mrr_at_5_max": 0.210594, "nauc_mrr_at_5_std": 0.151163, "nauc_mrr_at_5_diff1": 0.381948, "nauc_mrr_at_10_max": 0.210733, "nauc_mrr_at_10_std": 0.14821, "nauc_mrr_at_10_diff1": 0.380667, "nauc_mrr_at_20_max": 0.210665, "nauc_mrr_at_20_std": 0.149149, "nauc_mrr_at_20_diff1": 0.379255, "nauc_mrr_at_25_max": 0.209161, "nauc_mrr_at_25_std": 0.147558, "nauc_mrr_at_25_diff1": 0.378183, "nauc_mrr_at_50_max": 0.212684, "nauc_mrr_at_50_std": 0.150652, "nauc_mrr_at_50_diff1": 0.380514, "nauc_mrr_at_100_max": 0.213109, "nauc_mrr_at_100_std": 0.150798, "nauc_mrr_at_100_diff1": 0.381151, "nauc_mrr_at_1000_max": 0.21222, "nauc_mrr_at_1000_std": 0.149933, "nauc_mrr_at_1000_diff1": 0.380927, "hit_rate_at_1": 0.35354, "hit_rate_at_3": 0.49495, "hit_rate_at_5": 0.52525, "hit_rate_at_10": 0.59596, "hit_rate_at_20": 0.66667, "hit_rate_at_25": 0.68687, "hit_rate_at_50": 0.83838, "hit_rate_at_100": 0.92929, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.353535, "R_cap_at_3": 0.345118, "R_cap_at_5": 0.344444, "R_cap_at_10": 0.402229, "R_cap_at_20": 0.467747, "R_cap_at_25": 0.492083, "R_cap_at_50": 0.661825, "R_cap_at_100": 0.847316, "R_cap_at_1000": 1.0, "main_score": 0.35155, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.30435, "ndcg_at_3": 0.29939, "ndcg_at_5": 0.30456, "ndcg_at_10": 0.30587, "ndcg_at_20": 0.32801, "ndcg_at_25": 0.34192, "ndcg_at_50": 0.37787, "ndcg_at_100": 0.42404, "ndcg_at_1000": 0.46109, "map_at_1": 0.14638, "map_at_3": 0.2078, "map_at_5": 0.22873, "map_at_10": 0.24075, "map_at_20": 0.25098, "map_at_25": 0.25438, "map_at_50": 0.26266, "map_at_100": 0.27061, "map_at_1000": 0.2752, "recall_at_1": 0.14638, "recall_at_3": 0.24983, "recall_at_5": 0.29947, "recall_at_10": 0.34553, "recall_at_20": 0.42334, "recall_at_25": 0.47794, "recall_at_50": 0.61446, "recall_at_100": 0.81271, "recall_at_1000": 1.0, "accuracy": 0.14638, "precision_at_1": 0.30435, "precision_at_3": 0.2, "precision_at_5": 0.15652, "precision_at_10": 0.1, "precision_at_20": 0.06391, "precision_at_25": 0.05565, "precision_at_50": 0.03757, "precision_at_100": 0.02678, "precision_at_1000": 0.00337, "mrr_at_1": 0.304348, "mrr_at_3": 0.357971, "mrr_at_5": 0.367536, "mrr_at_10": 0.374645, "mrr_at_20": 0.381305, "mrr_at_25": 0.383484, "mrr_at_50": 0.386708, "mrr_at_100": 0.388455, "mrr_at_1000": 0.389204, "nauc_ndcg_at_1_max": 0.236821, "nauc_ndcg_at_1_std": -0.086083, "nauc_ndcg_at_1_diff1": 0.289703, "nauc_ndcg_at_3_max": 0.245061, "nauc_ndcg_at_3_std": -0.173772, "nauc_ndcg_at_3_diff1": 0.208688, "nauc_ndcg_at_5_max": 0.264572, "nauc_ndcg_at_5_std": -0.15966, "nauc_ndcg_at_5_diff1": 0.227789, "nauc_ndcg_at_10_max": 0.23928, "nauc_ndcg_at_10_std": -0.175133, "nauc_ndcg_at_10_diff1": 0.232649, "nauc_ndcg_at_20_max": 0.245306, "nauc_ndcg_at_20_std": -0.149564, "nauc_ndcg_at_20_diff1": 0.222338, "nauc_ndcg_at_25_max": 0.235339, "nauc_ndcg_at_25_std": -0.157618, "nauc_ndcg_at_25_diff1": 0.213952, "nauc_ndcg_at_50_max": 0.223282, "nauc_ndcg_at_50_std": -0.157448, "nauc_ndcg_at_50_diff1": 0.199498, "nauc_ndcg_at_100_max": 0.235301, "nauc_ndcg_at_100_std": -0.13347, "nauc_ndcg_at_100_diff1": 0.213094, "nauc_ndcg_at_1000_max": 0.210348, "nauc_ndcg_at_1000_std": -0.126485, "nauc_ndcg_at_1000_diff1": 0.209892, "nauc_map_at_1_max": 0.344751, "nauc_map_at_1_std": -0.09409, "nauc_map_at_1_diff1": 0.36546, "nauc_map_at_3_max": 0.294969, "nauc_map_at_3_std": -0.157632, "nauc_map_at_3_diff1": 0.277905, "nauc_map_at_5_max": 0.294603, "nauc_map_at_5_std": -0.16294, "nauc_map_at_5_diff1": 0.275381, "nauc_map_at_10_max": 0.28738, "nauc_map_at_10_std": -0.179659, "nauc_map_at_10_diff1": 0.269866, "nauc_map_at_20_max": 0.293551, "nauc_map_at_20_std": -0.174908, "nauc_map_at_20_diff1": 0.2586, "nauc_map_at_25_max": 0.29162, "nauc_map_at_25_std": -0.175357, "nauc_map_at_25_diff1": 0.256764, "nauc_map_at_50_max": 0.288555, "nauc_map_at_50_std": -0.176416, "nauc_map_at_50_diff1": 0.251273, "nauc_map_at_100_max": 0.286286, "nauc_map_at_100_std": -0.173561, "nauc_map_at_100_diff1": 0.249804, "nauc_map_at_1000_max": 0.282001, "nauc_map_at_1000_std": -0.171581, "nauc_map_at_1000_diff1": 0.248164, "nauc_recall_at_1_max": 0.344751, "nauc_recall_at_1_std": -0.09409, "nauc_recall_at_1_diff1": 0.36546, "nauc_recall_at_3_max": 0.235086, "nauc_recall_at_3_std": -0.15642, "nauc_recall_at_3_diff1": 0.194825, "nauc_recall_at_5_max": 0.232856, "nauc_recall_at_5_std": -0.145816, "nauc_recall_at_5_diff1": 0.206487, "nauc_recall_at_10_max": 0.150465, "nauc_recall_at_10_std": -0.207685, "nauc_recall_at_10_diff1": 0.193396, "nauc_recall_at_20_max": 0.154133, "nauc_recall_at_20_std": -0.133728, "nauc_recall_at_20_diff1": 0.142799, "nauc_recall_at_25_max": 0.113826, "nauc_recall_at_25_std": -0.169912, "nauc_recall_at_25_diff1": 0.095413, "nauc_recall_at_50_max": 0.066594, "nauc_recall_at_50_std": -0.182616, "nauc_recall_at_50_diff1": 0.025014, "nauc_recall_at_100_max": 0.251813, "nauc_recall_at_100_std": -0.076368, "nauc_recall_at_100_diff1": 0.124921, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.236821, "nauc_precision_at_1_std": -0.086083, "nauc_precision_at_1_diff1": 0.289703, "nauc_precision_at_3_max": 0.178367, "nauc_precision_at_3_std": -0.162662, "nauc_precision_at_3_diff1": 0.100225, "nauc_precision_at_5_max": 0.152117, "nauc_precision_at_5_std": -0.12187, "nauc_precision_at_5_diff1": 0.059177, "nauc_precision_at_10_max": 0.082372, "nauc_precision_at_10_std": -0.151868, "nauc_precision_at_10_diff1": 0.009957, "nauc_precision_at_20_max": 0.070188, "nauc_precision_at_20_std": -0.119473, "nauc_precision_at_20_diff1": -0.050918, "nauc_precision_at_25_max": 0.04266, "nauc_precision_at_25_std": -0.11499, "nauc_precision_at_25_diff1": -0.06134, "nauc_precision_at_50_max": -0.028053, "nauc_precision_at_50_std": -0.079909, "nauc_precision_at_50_diff1": -0.098854, "nauc_precision_at_100_max": -0.093263, "nauc_precision_at_100_std": 0.000431, "nauc_precision_at_100_diff1": -0.103417, "nauc_precision_at_1000_max": -0.168676, "nauc_precision_at_1000_std": 0.039496, "nauc_precision_at_1000_diff1": -0.123706, "nauc_mrr_at_1_max": 0.236821, "nauc_mrr_at_1_std": -0.086083, "nauc_mrr_at_1_diff1": 0.289703, "nauc_mrr_at_3_max": 0.196894, "nauc_mrr_at_3_std": -0.104711, "nauc_mrr_at_3_diff1": 0.217758, "nauc_mrr_at_5_max": 0.20743, "nauc_mrr_at_5_std": -0.093223, "nauc_mrr_at_5_diff1": 0.228204, "nauc_mrr_at_10_max": 0.193558, "nauc_mrr_at_10_std": -0.095638, "nauc_mrr_at_10_diff1": 0.226323, "nauc_mrr_at_20_max": 0.190974, "nauc_mrr_at_20_std": -0.091877, "nauc_mrr_at_20_diff1": 0.223236, "nauc_mrr_at_25_max": 0.189715, "nauc_mrr_at_25_std": -0.093995, "nauc_mrr_at_25_diff1": 0.222644, "nauc_mrr_at_50_max": 0.188773, "nauc_mrr_at_50_std": -0.092808, "nauc_mrr_at_50_diff1": 0.222827, "nauc_mrr_at_100_max": 0.191365, "nauc_mrr_at_100_std": -0.093035, "nauc_mrr_at_100_diff1": 0.224975, "nauc_mrr_at_1000_max": 0.19177, "nauc_mrr_at_1000_std": -0.093312, "nauc_mrr_at_1000_diff1": 0.225155, "hit_rate_at_1": 0.30435, "hit_rate_at_3": 0.42609, "hit_rate_at_5": 0.46957, "hit_rate_at_10": 0.52174, "hit_rate_at_20": 0.61739, "hit_rate_at_25": 0.66957, "hit_rate_at_50": 0.7913, "hit_rate_at_100": 0.90435, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.304348, "R_cap_at_3": 0.311594, "R_cap_at_5": 0.332464, "R_cap_at_10": 0.352705, "R_cap_at_20": 0.423339, "R_cap_at_25": 0.477939, "R_cap_at_50": 0.614455, "R_cap_at_100": 0.812709, "R_cap_at_1000": 1.0, "main_score": 0.30587, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.4, "ndcg_at_5": 0.4, "ndcg_at_10": 0.45781, "ndcg_at_20": 0.50578, "ndcg_at_25": 0.50578, "ndcg_at_50": 0.54738, "ndcg_at_100": 0.54738, "ndcg_at_1000": 0.54738, "map_at_1": 0.4, "map_at_3": 0.4, "map_at_5": 0.4, "map_at_10": 0.42, "map_at_20": 0.43176, "map_at_25": 0.43176, "map_at_50": 0.43917, "map_at_100": 0.43917, "map_at_1000": 0.43917, "recall_at_1": 0.4, "recall_at_3": 0.4, "recall_at_5": 0.4, "recall_at_10": 0.6, "recall_at_20": 0.8, "recall_at_25": 0.8, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.4, "precision_at_1": 0.4, "precision_at_3": 0.13333, "precision_at_5": 0.08, "precision_at_10": 0.06, "precision_at_20": 0.04, "precision_at_25": 0.032, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.4, "mrr_at_5": 0.4, "mrr_at_10": 0.42, "mrr_at_20": 0.431765, "mrr_at_25": 0.431765, "mrr_at_50": 0.439172, "mrr_at_100": 0.439172, "mrr_at_1000": 0.439172, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": -0.333333, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": -0.333333, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": -0.333333, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.876583, "nauc_ndcg_at_10_std": -0.366244, "nauc_ndcg_at_10_diff1": 0.876583, "nauc_ndcg_at_20_max": 0.862506, "nauc_ndcg_at_20_std": -0.544902, "nauc_ndcg_at_20_diff1": 0.862506, "nauc_ndcg_at_25_max": 0.862506, "nauc_ndcg_at_25_std": -0.544902, "nauc_ndcg_at_25_diff1": 0.862506, "nauc_ndcg_at_50_max": 0.956254, "nauc_ndcg_at_50_std": -0.371315, "nauc_ndcg_at_50_diff1": 0.956254, "nauc_ndcg_at_100_max": 0.956254, "nauc_ndcg_at_100_std": -0.371315, "nauc_ndcg_at_100_diff1": 0.956254, "nauc_ndcg_at_1000_max": 0.956254, "nauc_ndcg_at_1000_std": -0.371315, "nauc_ndcg_at_1000_diff1": 0.956254, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": -0.333333, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": -0.333333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": -0.333333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.957983, "nauc_map_at_10_std": -0.344538, "nauc_map_at_10_diff1": 0.957983, "nauc_map_at_20_max": 0.956918, "nauc_map_at_20_std": -0.38368, "nauc_map_at_20_diff1": 0.956918, "nauc_map_at_25_max": 0.956918, "nauc_map_at_25_std": -0.38368, "nauc_map_at_25_diff1": 0.956918, "nauc_map_at_50_max": 0.972345, "nauc_map_at_50_std": -0.355381, "nauc_map_at_50_diff1": 0.972345, "nauc_map_at_100_max": 0.972345, "nauc_map_at_100_std": -0.355381, "nauc_map_at_100_diff1": 0.972345, "nauc_map_at_1000_max": 0.972345, "nauc_map_at_1000_std": -0.355381, "nauc_map_at_1000_diff1": 0.972345, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": -0.333333, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": -0.333333, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": -0.333333, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.545455, "nauc_recall_at_10_std": -0.454545, "nauc_recall_at_10_diff1": 0.545455, "nauc_recall_at_20_max": 0.166667, "nauc_recall_at_20_std": -1.833333, "nauc_recall_at_20_diff1": 0.166667, "nauc_recall_at_25_max": 0.166667, "nauc_recall_at_25_std": -1.833333, "nauc_recall_at_25_diff1": 0.166667, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": -0.333333, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": -0.333333, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": -0.333333, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.545455, "nauc_precision_at_10_std": -0.454545, "nauc_precision_at_10_diff1": 0.545455, "nauc_precision_at_20_max": 0.166667, "nauc_precision_at_20_std": -1.833333, "nauc_precision_at_20_diff1": 0.166667, "nauc_precision_at_25_max": 0.166667, "nauc_precision_at_25_std": -1.833333, "nauc_precision_at_25_diff1": 0.166667, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": -0.333333, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": -0.333333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": -0.333333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.957983, "nauc_mrr_at_10_std": -0.344538, "nauc_mrr_at_10_diff1": 0.957983, "nauc_mrr_at_20_max": 0.956918, "nauc_mrr_at_20_std": -0.38368, "nauc_mrr_at_20_diff1": 0.956918, "nauc_mrr_at_25_max": 0.956918, "nauc_mrr_at_25_std": -0.38368, "nauc_mrr_at_25_diff1": 0.956918, "nauc_mrr_at_50_max": 0.972345, "nauc_mrr_at_50_std": -0.355381, "nauc_mrr_at_50_diff1": 0.972345, "nauc_mrr_at_100_max": 0.972345, "nauc_mrr_at_100_std": -0.355381, "nauc_mrr_at_100_diff1": 0.972345, "nauc_mrr_at_1000_max": 0.972345, "nauc_mrr_at_1000_std": -0.355381, "nauc_mrr_at_1000_diff1": 0.972345, "hit_rate_at_1": 0.4, "hit_rate_at_3": 0.4, "hit_rate_at_5": 0.4, "hit_rate_at_10": 0.6, "hit_rate_at_20": 0.8, "hit_rate_at_25": 0.8, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.4, "R_cap_at_3": 0.4, "R_cap_at_5": 0.4, "R_cap_at_10": 0.6, "R_cap_at_20": 0.8, "R_cap_at_25": 0.8, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.45781, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.4, "ndcg_at_5": 0.4, "ndcg_at_10": 0.4, "ndcg_at_20": 0.50113, "ndcg_at_25": 0.50113, "ndcg_at_50": 0.54113, "ndcg_at_100": 0.54113, "ndcg_at_1000": 0.54113, "map_at_1": 0.4, "map_at_3": 0.4, "map_at_5": 0.4, "map_at_10": 0.4, "map_at_20": 0.42778, "map_at_25": 0.42778, "map_at_50": 0.43423, "map_at_100": 0.43423, "map_at_1000": 0.43423, "recall_at_1": 0.4, "recall_at_3": 0.4, "recall_at_5": 0.4, "recall_at_10": 0.4, "recall_at_20": 0.8, "recall_at_25": 0.8, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.4, "precision_at_1": 0.4, "precision_at_3": 0.13333, "precision_at_5": 0.08, "precision_at_10": 0.04, "precision_at_20": 0.04, "precision_at_25": 0.032, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.4, "mrr_at_5": 0.4, "mrr_at_10": 0.4, "mrr_at_20": 0.427778, "mrr_at_25": 0.427778, "mrr_at_50": 0.434229, "mrr_at_100": 0.434229, "mrr_at_1000": 0.434229, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": -0.333333, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": -0.333333, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": -0.333333, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": -0.333333, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.682433, "nauc_ndcg_at_20_std": -0.538505, "nauc_ndcg_at_20_diff1": 0.871958, "nauc_ndcg_at_25_max": 0.682433, "nauc_ndcg_at_25_std": -0.538505, "nauc_ndcg_at_25_diff1": 0.871958, "nauc_ndcg_at_50_max": 0.791377, "nauc_ndcg_at_50_std": -0.372372, "nauc_ndcg_at_50_diff1": 0.96245, "nauc_ndcg_at_100_max": 0.791377, "nauc_ndcg_at_100_std": -0.372372, "nauc_ndcg_at_100_diff1": 0.96245, "nauc_ndcg_at_1000_max": 0.791377, "nauc_ndcg_at_1000_std": -0.372372, "nauc_ndcg_at_1000_diff1": 0.96245, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": -0.333333, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": -0.333333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": -0.333333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": -0.333333, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.792363, "nauc_map_at_20_std": -0.379475, "nauc_map_at_20_diff1": 0.9642, "nauc_map_at_25_max": 0.792363, "nauc_map_at_25_std": -0.379475, "nauc_map_at_25_diff1": 0.9642, "nauc_map_at_50_max": 0.808581, "nauc_map_at_50_std": -0.354889, "nauc_map_at_50_diff1": 0.977687, "nauc_map_at_100_max": 0.808581, "nauc_map_at_100_std": -0.354889, "nauc_map_at_100_diff1": 0.977687, "nauc_map_at_1000_max": 0.808581, "nauc_map_at_1000_std": -0.354889, "nauc_map_at_1000_diff1": 0.977687, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": -0.333333, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.833333, "nauc_recall_at_3_std": -0.333333, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.833333, "nauc_recall_at_5_std": -0.333333, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.833333, "nauc_recall_at_10_std": -0.333333, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": -0.166667, "nauc_recall_at_20_std": -1.833333, "nauc_recall_at_20_diff1": 0.166667, "nauc_recall_at_25_max": -0.166667, "nauc_recall_at_25_std": -1.833333, "nauc_recall_at_25_diff1": 0.166667, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": -0.333333, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.833333, "nauc_precision_at_3_std": -0.333333, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.833333, "nauc_precision_at_5_std": -0.333333, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.833333, "nauc_precision_at_10_std": -0.333333, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": -0.166667, "nauc_precision_at_20_std": -1.833333, "nauc_precision_at_20_diff1": 0.166667, "nauc_precision_at_25_max": -0.166667, "nauc_precision_at_25_std": -1.833333, "nauc_precision_at_25_diff1": 0.166667, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": -0.333333, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": -0.333333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": -0.333333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": -0.333333, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.792363, "nauc_mrr_at_20_std": -0.379475, "nauc_mrr_at_20_diff1": 0.9642, "nauc_mrr_at_25_max": 0.792363, "nauc_mrr_at_25_std": -0.379475, "nauc_mrr_at_25_diff1": 0.9642, "nauc_mrr_at_50_max": 0.808581, "nauc_mrr_at_50_std": -0.354889, "nauc_mrr_at_50_diff1": 0.977687, "nauc_mrr_at_100_max": 0.808581, "nauc_mrr_at_100_std": -0.354889, "nauc_mrr_at_100_diff1": 0.977687, "nauc_mrr_at_1000_max": 0.808581, "nauc_mrr_at_1000_std": -0.354889, "nauc_mrr_at_1000_diff1": 0.977687, "hit_rate_at_1": 0.4, "hit_rate_at_3": 0.4, "hit_rate_at_5": 0.4, "hit_rate_at_10": 0.4, "hit_rate_at_20": 0.8, "hit_rate_at_25": 0.8, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.4, "R_cap_at_3": 0.4, "R_cap_at_5": 0.4, "R_cap_at_10": 0.4, "R_cap_at_20": 0.8, "R_cap_at_25": 0.8, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.4, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33594, "ndcg_at_3": 0.32527, "ndcg_at_5": 0.32845, "ndcg_at_10": 0.35527, "ndcg_at_20": 0.37924, "ndcg_at_25": 0.38954, "ndcg_at_50": 0.41912, "ndcg_at_100": 0.46341, "ndcg_at_1000": 0.49112, "map_at_1": 0.14017, "map_at_3": 0.2122, "map_at_5": 0.23239, "map_at_10": 0.26042, "map_at_20": 0.27302, "map_at_25": 0.27581, "map_at_50": 0.2831, "map_at_100": 0.29135, "map_at_1000": 0.29492, "recall_at_1": 0.14017, "recall_at_3": 0.27954, "recall_at_5": 0.32688, "recall_at_10": 0.44117, "recall_at_20": 0.53049, "recall_at_25": 0.56244, "recall_at_50": 0.67078, "recall_at_100": 0.86358, "recall_at_1000": 1.0, "accuracy": 0.14017, "precision_at_1": 0.33594, "precision_at_3": 0.22917, "precision_at_5": 0.17344, "precision_at_10": 0.12031, "precision_at_20": 0.07578, "precision_at_25": 0.06594, "precision_at_50": 0.04125, "precision_at_100": 0.02781, "precision_at_1000": 0.00333, "mrr_at_1": 0.335938, "mrr_at_3": 0.411458, "mrr_at_5": 0.420833, "mrr_at_10": 0.433535, "mrr_at_20": 0.438385, "mrr_at_25": 0.44037, "mrr_at_50": 0.442497, "mrr_at_100": 0.443967, "mrr_at_1000": 0.444504, "nauc_ndcg_at_1_max": 0.078223, "nauc_ndcg_at_1_std": 0.073126, "nauc_ndcg_at_1_diff1": 0.409327, "nauc_ndcg_at_3_max": 0.139505, "nauc_ndcg_at_3_std": 0.07495, "nauc_ndcg_at_3_diff1": 0.331911, "nauc_ndcg_at_5_max": 0.188259, "nauc_ndcg_at_5_std": 0.107396, "nauc_ndcg_at_5_diff1": 0.351234, "nauc_ndcg_at_10_max": 0.230988, "nauc_ndcg_at_10_std": 0.133408, "nauc_ndcg_at_10_diff1": 0.405658, "nauc_ndcg_at_20_max": 0.211284, "nauc_ndcg_at_20_std": 0.129895, "nauc_ndcg_at_20_diff1": 0.426439, "nauc_ndcg_at_25_max": 0.208427, "nauc_ndcg_at_25_std": 0.122531, "nauc_ndcg_at_25_diff1": 0.422053, "nauc_ndcg_at_50_max": 0.192482, "nauc_ndcg_at_50_std": 0.121085, "nauc_ndcg_at_50_diff1": 0.404095, "nauc_ndcg_at_100_max": 0.196006, "nauc_ndcg_at_100_std": 0.14076, "nauc_ndcg_at_100_diff1": 0.390744, "nauc_ndcg_at_1000_max": 0.14081, "nauc_ndcg_at_1000_std": 0.092392, "nauc_ndcg_at_1000_diff1": 0.375187, "nauc_map_at_1_max": 0.062172, "nauc_map_at_1_std": -0.057396, "nauc_map_at_1_diff1": 0.466988, "nauc_map_at_3_max": 0.137002, "nauc_map_at_3_std": 0.011618, "nauc_map_at_3_diff1": 0.418907, "nauc_map_at_5_max": 0.154337, "nauc_map_at_5_std": 0.035296, "nauc_map_at_5_diff1": 0.416543, "nauc_map_at_10_max": 0.194344, "nauc_map_at_10_std": 0.077056, "nauc_map_at_10_diff1": 0.422784, "nauc_map_at_20_max": 0.19045, "nauc_map_at_20_std": 0.084752, "nauc_map_at_20_diff1": 0.42203, "nauc_map_at_25_max": 0.190868, "nauc_map_at_25_std": 0.08413, "nauc_map_at_25_diff1": 0.420115, "nauc_map_at_50_max": 0.188521, "nauc_map_at_50_std": 0.085364, "nauc_map_at_50_diff1": 0.414528, "nauc_map_at_100_max": 0.187686, "nauc_map_at_100_std": 0.088238, "nauc_map_at_100_diff1": 0.406802, "nauc_map_at_1000_max": 0.181348, "nauc_map_at_1000_std": 0.083267, "nauc_map_at_1000_diff1": 0.404472, "nauc_recall_at_1_max": 0.062172, "nauc_recall_at_1_std": -0.057396, "nauc_recall_at_1_diff1": 0.466988, "nauc_recall_at_3_max": 0.20999, "nauc_recall_at_3_std": 0.075845, "nauc_recall_at_3_diff1": 0.343406, "nauc_recall_at_5_max": 0.222793, "nauc_recall_at_5_std": 0.098945, "nauc_recall_at_5_diff1": 0.350045, "nauc_recall_at_10_max": 0.276193, "nauc_recall_at_10_std": 0.160269, "nauc_recall_at_10_diff1": 0.38816, "nauc_recall_at_20_max": 0.286727, "nauc_recall_at_20_std": 0.176672, "nauc_recall_at_20_diff1": 0.394056, "nauc_recall_at_25_max": 0.289493, "nauc_recall_at_25_std": 0.161302, "nauc_recall_at_25_diff1": 0.382768, "nauc_recall_at_50_max": 0.273212, "nauc_recall_at_50_std": 0.170663, "nauc_recall_at_50_diff1": 0.320644, "nauc_recall_at_100_max": 0.577677, "nauc_recall_at_100_std": 0.517551, "nauc_recall_at_100_diff1": 0.374892, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.078223, "nauc_precision_at_1_std": 0.073126, "nauc_precision_at_1_diff1": 0.409327, "nauc_precision_at_3_max": 0.148602, "nauc_precision_at_3_std": 0.158147, "nauc_precision_at_3_diff1": 0.184932, "nauc_precision_at_5_max": 0.185746, "nauc_precision_at_5_std": 0.205855, "nauc_precision_at_5_diff1": 0.106968, "nauc_precision_at_10_max": 0.216083, "nauc_precision_at_10_std": 0.232843, "nauc_precision_at_10_diff1": 0.071013, "nauc_precision_at_20_max": 0.144216, "nauc_precision_at_20_std": 0.205566, "nauc_precision_at_20_diff1": 0.009933, "nauc_precision_at_25_max": 0.118957, "nauc_precision_at_25_std": 0.176586, "nauc_precision_at_25_diff1": -0.026248, "nauc_precision_at_50_max": 0.043584, "nauc_precision_at_50_std": 0.132745, "nauc_precision_at_50_diff1": -0.08583, "nauc_precision_at_100_max": -0.015919, "nauc_precision_at_100_std": 0.091233, "nauc_precision_at_100_diff1": -0.168719, "nauc_precision_at_1000_max": -0.122521, "nauc_precision_at_1000_std": -0.009335, "nauc_precision_at_1000_diff1": -0.199383, "nauc_mrr_at_1_max": 0.078223, "nauc_mrr_at_1_std": 0.073126, "nauc_mrr_at_1_diff1": 0.409327, "nauc_mrr_at_3_max": 0.107112, "nauc_mrr_at_3_std": 0.095388, "nauc_mrr_at_3_diff1": 0.388637, "nauc_mrr_at_5_max": 0.111867, "nauc_mrr_at_5_std": 0.101003, "nauc_mrr_at_5_diff1": 0.390014, "nauc_mrr_at_10_max": 0.118587, "nauc_mrr_at_10_std": 0.103952, "nauc_mrr_at_10_diff1": 0.402993, "nauc_mrr_at_20_max": 0.116975, "nauc_mrr_at_20_std": 0.101896, "nauc_mrr_at_20_diff1": 0.40188, "nauc_mrr_at_25_max": 0.11473, "nauc_mrr_at_25_std": 0.099389, "nauc_mrr_at_25_diff1": 0.400347, "nauc_mrr_at_50_max": 0.112762, "nauc_mrr_at_50_std": 0.098421, "nauc_mrr_at_50_diff1": 0.399411, "nauc_mrr_at_100_max": 0.114292, "nauc_mrr_at_100_std": 0.100401, "nauc_mrr_at_100_diff1": 0.400762, "nauc_mrr_at_1000_max": 0.113623, "nauc_mrr_at_1000_std": 0.099731, "nauc_mrr_at_1000_diff1": 0.400617, "hit_rate_at_1": 0.33594, "hit_rate_at_3": 0.51562, "hit_rate_at_5": 0.55469, "hit_rate_at_10": 0.64844, "hit_rate_at_20": 0.71875, "hit_rate_at_25": 0.76562, "hit_rate_at_50": 0.84375, "hit_rate_at_100": 0.92969, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.335938, "R_cap_at_3": 0.346354, "R_cap_at_5": 0.363021, "R_cap_at_10": 0.45053, "R_cap_at_20": 0.530494, "R_cap_at_25": 0.562441, "R_cap_at_50": 0.670777, "R_cap_at_100": 0.863575, "R_cap_at_1000": 1.0, "main_score": 0.35527, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.42647, "ndcg_at_3": 0.39188, "ndcg_at_5": 0.39245, "ndcg_at_10": 0.413, "ndcg_at_20": 0.43966, "ndcg_at_25": 0.45014, "ndcg_at_50": 0.48751, "ndcg_at_100": 0.52715, "ndcg_at_1000": 0.54488, "map_at_1": 0.18695, "map_at_3": 0.27194, "map_at_5": 0.29066, "map_at_10": 0.31722, "map_at_20": 0.33326, "map_at_25": 0.33677, "map_at_50": 0.34567, "map_at_100": 0.35363, "map_at_1000": 0.35644, "recall_at_1": 0.18695, "recall_at_3": 0.3201, "recall_at_5": 0.36637, "recall_at_10": 0.47221, "recall_at_20": 0.5722, "recall_at_25": 0.60435, "recall_at_50": 0.7504, "recall_at_100": 0.91634, "recall_at_1000": 1.0, "accuracy": 0.18695, "precision_at_1": 0.42647, "precision_at_3": 0.27206, "precision_at_5": 0.20147, "precision_at_10": 0.13309, "precision_at_20": 0.08529, "precision_at_25": 0.07353, "precision_at_50": 0.04603, "precision_at_100": 0.03015, "precision_at_1000": 0.00338, "mrr_at_1": 0.426471, "mrr_at_3": 0.487745, "mrr_at_5": 0.498775, "mrr_at_10": 0.512465, "mrr_at_20": 0.516606, "mrr_at_25": 0.517234, "mrr_at_50": 0.520075, "mrr_at_100": 0.521481, "mrr_at_1000": 0.521774, "nauc_ndcg_at_1_max": 0.194799, "nauc_ndcg_at_1_std": 0.21601, "nauc_ndcg_at_1_diff1": 0.50238, "nauc_ndcg_at_3_max": 0.252306, "nauc_ndcg_at_3_std": 0.175773, "nauc_ndcg_at_3_diff1": 0.371789, "nauc_ndcg_at_5_max": 0.290973, "nauc_ndcg_at_5_std": 0.143299, "nauc_ndcg_at_5_diff1": 0.360306, "nauc_ndcg_at_10_max": 0.269762, "nauc_ndcg_at_10_std": 0.124016, "nauc_ndcg_at_10_diff1": 0.395668, "nauc_ndcg_at_20_max": 0.275512, "nauc_ndcg_at_20_std": 0.147791, "nauc_ndcg_at_20_diff1": 0.431684, "nauc_ndcg_at_25_max": 0.278579, "nauc_ndcg_at_25_std": 0.148175, "nauc_ndcg_at_25_diff1": 0.438024, "nauc_ndcg_at_50_max": 0.281015, "nauc_ndcg_at_50_std": 0.181541, "nauc_ndcg_at_50_diff1": 0.420523, "nauc_ndcg_at_100_max": 0.268306, "nauc_ndcg_at_100_std": 0.184451, "nauc_ndcg_at_100_diff1": 0.412886, "nauc_ndcg_at_1000_max": 0.247078, "nauc_ndcg_at_1000_std": 0.180583, "nauc_ndcg_at_1000_diff1": 0.402757, "nauc_map_at_1_max": 0.230242, "nauc_map_at_1_std": 0.047292, "nauc_map_at_1_diff1": 0.549148, "nauc_map_at_3_max": 0.268455, "nauc_map_at_3_std": 0.071435, "nauc_map_at_3_diff1": 0.433617, "nauc_map_at_5_max": 0.287564, "nauc_map_at_5_std": 0.06879, "nauc_map_at_5_diff1": 0.416958, "nauc_map_at_10_max": 0.287577, "nauc_map_at_10_std": 0.085274, "nauc_map_at_10_diff1": 0.424562, "nauc_map_at_20_max": 0.293314, "nauc_map_at_20_std": 0.099286, "nauc_map_at_20_diff1": 0.427115, "nauc_map_at_25_max": 0.294516, "nauc_map_at_25_std": 0.101572, "nauc_map_at_25_diff1": 0.427035, "nauc_map_at_50_max": 0.29588, "nauc_map_at_50_std": 0.111204, "nauc_map_at_50_diff1": 0.419404, "nauc_map_at_100_max": 0.293325, "nauc_map_at_100_std": 0.114773, "nauc_map_at_100_diff1": 0.415085, "nauc_map_at_1000_max": 0.289833, "nauc_map_at_1000_std": 0.115234, "nauc_map_at_1000_diff1": 0.413518, "nauc_recall_at_1_max": 0.230242, "nauc_recall_at_1_std": 0.047292, "nauc_recall_at_1_diff1": 0.549148, "nauc_recall_at_3_max": 0.265909, "nauc_recall_at_3_std": 0.081064, "nauc_recall_at_3_diff1": 0.342394, "nauc_recall_at_5_max": 0.275942, "nauc_recall_at_5_std": 0.047154, "nauc_recall_at_5_diff1": 0.298506, "nauc_recall_at_10_max": 0.204197, "nauc_recall_at_10_std": 0.013221, "nauc_recall_at_10_diff1": 0.317892, "nauc_recall_at_20_max": 0.246459, "nauc_recall_at_20_std": 0.105765, "nauc_recall_at_20_diff1": 0.360105, "nauc_recall_at_25_max": 0.26154, "nauc_recall_at_25_std": 0.100542, "nauc_recall_at_25_diff1": 0.386259, "nauc_recall_at_50_max": 0.290178, "nauc_recall_at_50_std": 0.203507, "nauc_recall_at_50_diff1": 0.318545, "nauc_recall_at_100_max": 0.380267, "nauc_recall_at_100_std": 0.2416, "nauc_recall_at_100_diff1": 0.362154, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.194799, "nauc_precision_at_1_std": 0.21601, "nauc_precision_at_1_diff1": 0.50238, "nauc_precision_at_3_max": 0.18037, "nauc_precision_at_3_std": 0.225783, "nauc_precision_at_3_diff1": 0.19194, "nauc_precision_at_5_max": 0.214477, "nauc_precision_at_5_std": 0.195046, "nauc_precision_at_5_diff1": 0.091666, "nauc_precision_at_10_max": 0.156901, "nauc_precision_at_10_std": 0.22247, "nauc_precision_at_10_diff1": 0.030537, "nauc_precision_at_20_max": 0.113056, "nauc_precision_at_20_std": 0.24264, "nauc_precision_at_20_diff1": 0.002111, "nauc_precision_at_25_max": 0.102011, "nauc_precision_at_25_std": 0.237699, "nauc_precision_at_25_diff1": -0.009589, "nauc_precision_at_50_max": 0.035708, "nauc_precision_at_50_std": 0.287509, "nauc_precision_at_50_diff1": -0.120844, "nauc_precision_at_100_max": -0.038687, "nauc_precision_at_100_std": 0.228545, "nauc_precision_at_100_diff1": -0.159214, "nauc_precision_at_1000_max": -0.089912, "nauc_precision_at_1000_std": 0.199542, "nauc_precision_at_1000_diff1": -0.173848, "nauc_mrr_at_1_max": 0.194799, "nauc_mrr_at_1_std": 0.21601, "nauc_mrr_at_1_diff1": 0.50238, "nauc_mrr_at_3_max": 0.232105, "nauc_mrr_at_3_std": 0.248705, "nauc_mrr_at_3_diff1": 0.472279, "nauc_mrr_at_5_max": 0.22515, "nauc_mrr_at_5_std": 0.232706, "nauc_mrr_at_5_diff1": 0.458264, "nauc_mrr_at_10_max": 0.208826, "nauc_mrr_at_10_std": 0.230872, "nauc_mrr_at_10_diff1": 0.457367, "nauc_mrr_at_20_max": 0.21177, "nauc_mrr_at_20_std": 0.23678, "nauc_mrr_at_20_diff1": 0.459692, "nauc_mrr_at_25_max": 0.212586, "nauc_mrr_at_25_std": 0.23597, "nauc_mrr_at_25_diff1": 0.461381, "nauc_mrr_at_50_max": 0.213547, "nauc_mrr_at_50_std": 0.237089, "nauc_mrr_at_50_diff1": 0.461721, "nauc_mrr_at_100_max": 0.213583, "nauc_mrr_at_100_std": 0.236265, "nauc_mrr_at_100_diff1": 0.462252, "nauc_mrr_at_1000_max": 0.2134, "nauc_mrr_at_1000_std": 0.235843, "nauc_mrr_at_1000_diff1": 0.462024, "hit_rate_at_1": 0.42647, "hit_rate_at_3": 0.55882, "hit_rate_at_5": 0.61029, "hit_rate_at_10": 0.69853, "hit_rate_at_20": 0.76471, "hit_rate_at_25": 0.77941, "hit_rate_at_50": 0.875, "hit_rate_at_100": 0.96324, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.426471, "R_cap_at_3": 0.395833, "R_cap_at_5": 0.409804, "R_cap_at_10": 0.483783, "R_cap_at_20": 0.572202, "R_cap_at_25": 0.604352, "R_cap_at_50": 0.7504, "R_cap_at_100": 0.916341, "R_cap_at_1000": 1.0, "main_score": 0.413, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.375, "ndcg_at_3": 0.46133, "ndcg_at_5": 0.51096, "ndcg_at_10": 0.54624, "ndcg_at_20": 0.62043, "ndcg_at_25": 0.62043, "ndcg_at_50": 0.62043, "ndcg_at_100": 0.62043, "ndcg_at_1000": 0.62043, "map_at_1": 0.29861, "map_at_3": 0.4184, "map_at_5": 0.45278, "map_at_10": 0.46868, "map_at_20": 0.49384, "map_at_25": 0.49384, "map_at_50": 0.49384, "map_at_100": 0.49384, "map_at_1000": 0.49384, "recall_at_1": 0.29861, "recall_at_3": 0.52083, "recall_at_5": 0.63194, "recall_at_10": 0.72917, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.29861, "precision_at_1": 0.375, "precision_at_3": 0.22917, "precision_at_5": 0.16667, "precision_at_10": 0.09792, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.375, "mrr_at_3": 0.482639, "mrr_at_5": 0.502431, "mrr_at_10": 0.516691, "mrr_at_20": 0.53197, "mrr_at_25": 0.53197, "mrr_at_50": 0.53197, "mrr_at_100": 0.53197, "mrr_at_1000": 0.53197, "nauc_ndcg_at_1_max": 0.436453, "nauc_ndcg_at_1_std": 0.515979, "nauc_ndcg_at_1_diff1": 0.696234, "nauc_ndcg_at_3_max": 0.443921, "nauc_ndcg_at_3_std": 0.575002, "nauc_ndcg_at_3_diff1": 0.472832, "nauc_ndcg_at_5_max": 0.488256, "nauc_ndcg_at_5_std": 0.60903, "nauc_ndcg_at_5_diff1": 0.466689, "nauc_ndcg_at_10_max": 0.501348, "nauc_ndcg_at_10_std": 0.602937, "nauc_ndcg_at_10_diff1": 0.528839, "nauc_ndcg_at_20_max": 0.461161, "nauc_ndcg_at_20_std": 0.576873, "nauc_ndcg_at_20_diff1": 0.547525, "nauc_ndcg_at_25_max": 0.461161, "nauc_ndcg_at_25_std": 0.576873, "nauc_ndcg_at_25_diff1": 0.547525, "nauc_ndcg_at_50_max": 0.461161, "nauc_ndcg_at_50_std": 0.576873, "nauc_ndcg_at_50_diff1": 0.547525, "nauc_ndcg_at_100_max": 0.461161, "nauc_ndcg_at_100_std": 0.576873, "nauc_ndcg_at_100_diff1": 0.547525, "nauc_ndcg_at_1000_max": 0.461161, "nauc_ndcg_at_1000_std": 0.576873, "nauc_ndcg_at_1000_diff1": 0.547525, "nauc_map_at_1_max": 0.423468, "nauc_map_at_1_std": 0.508751, "nauc_map_at_1_diff1": 0.636581, "nauc_map_at_3_max": 0.457929, "nauc_map_at_3_std": 0.573594, "nauc_map_at_3_diff1": 0.491843, "nauc_map_at_5_max": 0.486428, "nauc_map_at_5_std": 0.60038, "nauc_map_at_5_diff1": 0.499947, "nauc_map_at_10_max": 0.49108, "nauc_map_at_10_std": 0.593864, "nauc_map_at_10_diff1": 0.530351, "nauc_map_at_20_max": 0.476604, "nauc_map_at_20_std": 0.588479, "nauc_map_at_20_diff1": 0.53856, "nauc_map_at_25_max": 0.476604, "nauc_map_at_25_std": 0.588479, "nauc_map_at_25_diff1": 0.53856, "nauc_map_at_50_max": 0.476604, "nauc_map_at_50_std": 0.588479, "nauc_map_at_50_diff1": 0.53856, "nauc_map_at_100_max": 0.476604, "nauc_map_at_100_std": 0.588479, "nauc_map_at_100_diff1": 0.53856, "nauc_map_at_1000_max": 0.476604, "nauc_map_at_1000_std": 0.588479, "nauc_map_at_1000_diff1": 0.53856, "nauc_recall_at_1_max": 0.423468, "nauc_recall_at_1_std": 0.508751, "nauc_recall_at_1_diff1": 0.636581, "nauc_recall_at_3_max": 0.430697, "nauc_recall_at_3_std": 0.594881, "nauc_recall_at_3_diff1": 0.325785, "nauc_recall_at_5_max": 0.523052, "nauc_recall_at_5_std": 0.655494, "nauc_recall_at_5_diff1": 0.261609, "nauc_recall_at_10_max": 0.586594, "nauc_recall_at_10_std": 0.647099, "nauc_recall_at_10_diff1": 0.428919, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.436453, "nauc_precision_at_1_std": 0.515979, "nauc_precision_at_1_diff1": 0.696234, "nauc_precision_at_3_max": 0.36903, "nauc_precision_at_3_std": 0.573478, "nauc_precision_at_3_diff1": 0.379471, "nauc_precision_at_5_max": 0.354034, "nauc_precision_at_5_std": 0.519285, "nauc_precision_at_5_diff1": 0.305078, "nauc_precision_at_10_max": 0.301338, "nauc_precision_at_10_std": 0.458658, "nauc_precision_at_10_diff1": 0.407731, "nauc_precision_at_20_max": -0.111841, "nauc_precision_at_20_std": 0.081753, "nauc_precision_at_20_diff1": 0.183406, "nauc_precision_at_25_max": -0.111841, "nauc_precision_at_25_std": 0.081753, "nauc_precision_at_25_diff1": 0.183406, "nauc_precision_at_50_max": -0.111841, "nauc_precision_at_50_std": 0.081753, "nauc_precision_at_50_diff1": 0.183406, "nauc_precision_at_100_max": -0.111841, "nauc_precision_at_100_std": 0.081753, "nauc_precision_at_100_diff1": 0.183406, "nauc_precision_at_1000_max": -0.111841, "nauc_precision_at_1000_std": 0.081753, "nauc_precision_at_1000_diff1": 0.183406, "nauc_mrr_at_1_max": 0.436453, "nauc_mrr_at_1_std": 0.515979, "nauc_mrr_at_1_diff1": 0.696234, "nauc_mrr_at_3_max": 0.408989, "nauc_mrr_at_3_std": 0.522582, "nauc_mrr_at_3_diff1": 0.5687, "nauc_mrr_at_5_max": 0.431994, "nauc_mrr_at_5_std": 0.537003, "nauc_mrr_at_5_diff1": 0.561817, "nauc_mrr_at_10_max": 0.436534, "nauc_mrr_at_10_std": 0.534037, "nauc_mrr_at_10_diff1": 0.575949, "nauc_mrr_at_20_max": 0.432806, "nauc_mrr_at_20_std": 0.527642, "nauc_mrr_at_20_diff1": 0.581926, "nauc_mrr_at_25_max": 0.432806, "nauc_mrr_at_25_std": 0.527642, "nauc_mrr_at_25_diff1": 0.581926, "nauc_mrr_at_50_max": 0.432806, "nauc_mrr_at_50_std": 0.527642, "nauc_mrr_at_50_diff1": 0.581926, "nauc_mrr_at_100_max": 0.432806, "nauc_mrr_at_100_std": 0.527642, "nauc_mrr_at_100_diff1": 0.581926, "nauc_mrr_at_1000_max": 0.432806, "nauc_mrr_at_1000_std": 0.527642, "nauc_mrr_at_1000_diff1": 0.581926, "hit_rate_at_1": 0.375, "hit_rate_at_3": 0.60417, "hit_rate_at_5": 0.6875, "hit_rate_at_10": 0.79167, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.375, "R_cap_at_3": 0.520833, "R_cap_at_5": 0.631944, "R_cap_at_10": 0.729167, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.54624, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.38028, "ndcg_at_3": 0.40808, "ndcg_at_5": 0.46326, "ndcg_at_10": 0.53456, "ndcg_at_20": 0.59288, "ndcg_at_25": 0.59288, "ndcg_at_50": 0.59288, "ndcg_at_100": 0.59288, "ndcg_at_1000": 0.59288, "map_at_1": 0.28169, "map_at_3": 0.36502, "map_at_5": 0.39894, "map_at_10": 0.43265, "map_at_20": 0.45184, "map_at_25": 0.45184, "map_at_50": 0.45184, "map_at_100": 0.45184, "map_at_1000": 0.45184, "recall_at_1": 0.28169, "recall_at_3": 0.45305, "recall_at_5": 0.57746, "recall_at_10": 0.78638, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.28169, "precision_at_1": 0.38028, "precision_at_3": 0.20188, "precision_at_5": 0.15493, "precision_at_10": 0.10282, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.380282, "mrr_at_3": 0.453052, "mrr_at_5": 0.479108, "mrr_at_10": 0.502241, "mrr_at_20": 0.514362, "mrr_at_25": 0.514362, "mrr_at_50": 0.514362, "mrr_at_100": 0.514362, "mrr_at_1000": 0.514362, "nauc_ndcg_at_1_max": -0.083218, "nauc_ndcg_at_1_std": -0.009797, "nauc_ndcg_at_1_diff1": 0.400324, "nauc_ndcg_at_3_max": -0.030371, "nauc_ndcg_at_3_std": 0.112363, "nauc_ndcg_at_3_diff1": 0.274003, "nauc_ndcg_at_5_max": 0.008008, "nauc_ndcg_at_5_std": 0.167584, "nauc_ndcg_at_5_diff1": 0.209627, "nauc_ndcg_at_10_max": -0.033761, "nauc_ndcg_at_10_std": 0.150691, "nauc_ndcg_at_10_diff1": 0.199175, "nauc_ndcg_at_20_max": -0.043098, "nauc_ndcg_at_20_std": 0.125206, "nauc_ndcg_at_20_diff1": 0.282294, "nauc_ndcg_at_25_max": -0.043098, "nauc_ndcg_at_25_std": 0.125206, "nauc_ndcg_at_25_diff1": 0.282294, "nauc_ndcg_at_50_max": -0.043098, "nauc_ndcg_at_50_std": 0.125206, "nauc_ndcg_at_50_diff1": 0.282294, "nauc_ndcg_at_100_max": -0.043098, "nauc_ndcg_at_100_std": 0.125206, "nauc_ndcg_at_100_diff1": 0.282294, "nauc_ndcg_at_1000_max": -0.043098, "nauc_ndcg_at_1000_std": 0.125206, "nauc_ndcg_at_1000_diff1": 0.282294, "nauc_map_at_1_max": 0.009558, "nauc_map_at_1_std": 0.074673, "nauc_map_at_1_diff1": 0.397178, "nauc_map_at_3_max": -0.027955, "nauc_map_at_3_std": 0.110145, "nauc_map_at_3_diff1": 0.281272, "nauc_map_at_5_max": -0.002783, "nauc_map_at_5_std": 0.14531, "nauc_map_at_5_diff1": 0.241567, "nauc_map_at_10_max": -0.022121, "nauc_map_at_10_std": 0.136906, "nauc_map_at_10_diff1": 0.243104, "nauc_map_at_20_max": -0.027484, "nauc_map_at_20_std": 0.131428, "nauc_map_at_20_diff1": 0.27082, "nauc_map_at_25_max": -0.027484, "nauc_map_at_25_std": 0.131428, "nauc_map_at_25_diff1": 0.27082, "nauc_map_at_50_max": -0.027484, "nauc_map_at_50_std": 0.131428, "nauc_map_at_50_diff1": 0.27082, "nauc_map_at_100_max": -0.027484, "nauc_map_at_100_std": 0.131428, "nauc_map_at_100_diff1": 0.27082, "nauc_map_at_1000_max": -0.027484, "nauc_map_at_1000_std": 0.131428, "nauc_map_at_1000_diff1": 0.27082, "nauc_recall_at_1_max": 0.009558, "nauc_recall_at_1_std": 0.074673, "nauc_recall_at_1_diff1": 0.397178, "nauc_recall_at_3_max": 0.008545, "nauc_recall_at_3_std": 0.160317, "nauc_recall_at_3_diff1": 0.160617, "nauc_recall_at_5_max": 0.101111, "nauc_recall_at_5_std": 0.26483, "nauc_recall_at_5_diff1": -0.001983, "nauc_recall_at_10_max": -0.014889, "nauc_recall_at_10_std": 0.256903, "nauc_recall_at_10_diff1": -0.203668, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.083218, "nauc_precision_at_1_std": -0.009797, "nauc_precision_at_1_diff1": 0.400324, "nauc_precision_at_3_max": -0.12826, "nauc_precision_at_3_std": 0.072744, "nauc_precision_at_3_diff1": 0.172034, "nauc_precision_at_5_max": -0.088057, "nauc_precision_at_5_std": 0.201079, "nauc_precision_at_5_diff1": 0.007648, "nauc_precision_at_10_max": -0.219369, "nauc_precision_at_10_std": 0.118539, "nauc_precision_at_10_diff1": -0.059773, "nauc_precision_at_20_max": -0.306305, "nauc_precision_at_20_std": -0.014883, "nauc_precision_at_20_diff1": 0.077948, "nauc_precision_at_25_max": -0.306305, "nauc_precision_at_25_std": -0.014883, "nauc_precision_at_25_diff1": 0.077948, "nauc_precision_at_50_max": -0.306305, "nauc_precision_at_50_std": -0.014883, "nauc_precision_at_50_diff1": 0.077948, "nauc_precision_at_100_max": -0.306305, "nauc_precision_at_100_std": -0.014883, "nauc_precision_at_100_diff1": 0.077948, "nauc_precision_at_1000_max": -0.306305, "nauc_precision_at_1000_std": -0.014883, "nauc_precision_at_1000_diff1": 0.077948, "nauc_mrr_at_1_max": -0.083218, "nauc_mrr_at_1_std": -0.009797, "nauc_mrr_at_1_diff1": 0.400324, "nauc_mrr_at_3_max": -0.074555, "nauc_mrr_at_3_std": 0.049347, "nauc_mrr_at_3_diff1": 0.35846, "nauc_mrr_at_5_max": -0.055889, "nauc_mrr_at_5_std": 0.072987, "nauc_mrr_at_5_diff1": 0.332843, "nauc_mrr_at_10_max": -0.062898, "nauc_mrr_at_10_std": 0.065276, "nauc_mrr_at_10_diff1": 0.33249, "nauc_mrr_at_20_max": -0.063473, "nauc_mrr_at_20_std": 0.062289, "nauc_mrr_at_20_diff1": 0.345208, "nauc_mrr_at_25_max": -0.063473, "nauc_mrr_at_25_std": 0.062289, "nauc_mrr_at_25_diff1": 0.345208, "nauc_mrr_at_50_max": -0.063473, "nauc_mrr_at_50_std": 0.062289, "nauc_mrr_at_50_diff1": 0.345208, "nauc_mrr_at_100_max": -0.063473, "nauc_mrr_at_100_std": 0.062289, "nauc_mrr_at_100_diff1": 0.345208, "nauc_mrr_at_1000_max": -0.063473, "nauc_mrr_at_1000_std": 0.062289, "nauc_mrr_at_1000_diff1": 0.345208, "hit_rate_at_1": 0.38028, "hit_rate_at_3": 0.5493, "hit_rate_at_5": 0.66197, "hit_rate_at_10": 0.83099, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.380282, "R_cap_at_3": 0.453052, "R_cap_at_5": 0.577465, "R_cap_at_10": 0.786385, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.53456, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.82619, "ndcg_at_5": 0.82619, "ndcg_at_10": 0.82619, "ndcg_at_20": 0.82619, "ndcg_at_25": 0.82619, "ndcg_at_50": 0.82619, "ndcg_at_100": 0.82619, "ndcg_at_1000": 0.82619, "map_at_1": 0.6, "map_at_3": 0.76667, "map_at_5": 0.76667, "map_at_10": 0.76667, "map_at_20": 0.76667, "map_at_25": 0.76667, "map_at_50": 0.76667, "map_at_100": 0.76667, "map_at_1000": 0.76667, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.766667, "mrr_at_5": 0.766667, "mrr_at_10": 0.766667, "mrr_at_20": 0.766667, "mrr_at_25": 0.766667, "mrr_at_50": 0.766667, "mrr_at_100": 0.766667, "mrr_at_1000": 0.766667, "nauc_ndcg_at_1_max": 0.363636, "nauc_ndcg_at_1_std": 0.636364, "nauc_ndcg_at_1_diff1": 0.454545, "nauc_ndcg_at_3_max": 0.439789, "nauc_ndcg_at_3_std": 0.69532, "nauc_ndcg_at_3_diff1": 0.353828, "nauc_ndcg_at_5_max": 0.439789, "nauc_ndcg_at_5_std": 0.69532, "nauc_ndcg_at_5_diff1": 0.353828, "nauc_ndcg_at_10_max": 0.439789, "nauc_ndcg_at_10_std": 0.69532, "nauc_ndcg_at_10_diff1": 0.353828, "nauc_ndcg_at_20_max": 0.439789, "nauc_ndcg_at_20_std": 0.69532, "nauc_ndcg_at_20_diff1": 0.353828, "nauc_ndcg_at_25_max": 0.439789, "nauc_ndcg_at_25_std": 0.69532, "nauc_ndcg_at_25_diff1": 0.353828, "nauc_ndcg_at_50_max": 0.439789, "nauc_ndcg_at_50_std": 0.69532, "nauc_ndcg_at_50_diff1": 0.353828, "nauc_ndcg_at_100_max": 0.439789, "nauc_ndcg_at_100_std": 0.69532, "nauc_ndcg_at_100_diff1": 0.353828, "nauc_ndcg_at_1000_max": 0.439789, "nauc_ndcg_at_1000_std": 0.69532, "nauc_ndcg_at_1000_diff1": 0.353828, "nauc_map_at_1_max": 0.363636, "nauc_map_at_1_std": 0.636364, "nauc_map_at_1_diff1": 0.454545, "nauc_map_at_3_max": 0.435897, "nauc_map_at_3_std": 0.692308, "nauc_map_at_3_diff1": 0.358974, "nauc_map_at_5_max": 0.435897, "nauc_map_at_5_std": 0.692308, "nauc_map_at_5_diff1": 0.358974, "nauc_map_at_10_max": 0.435897, "nauc_map_at_10_std": 0.692308, "nauc_map_at_10_diff1": 0.358974, "nauc_map_at_20_max": 0.435897, "nauc_map_at_20_std": 0.692308, "nauc_map_at_20_diff1": 0.358974, "nauc_map_at_25_max": 0.435897, "nauc_map_at_25_std": 0.692308, "nauc_map_at_25_diff1": 0.358974, "nauc_map_at_50_max": 0.435897, "nauc_map_at_50_std": 0.692308, "nauc_map_at_50_diff1": 0.358974, "nauc_map_at_100_max": 0.435897, "nauc_map_at_100_std": 0.692308, "nauc_map_at_100_diff1": 0.358974, "nauc_map_at_1000_max": 0.435897, "nauc_map_at_1000_std": 0.692308, "nauc_map_at_1000_diff1": 0.358974, "nauc_recall_at_1_max": 0.363636, "nauc_recall_at_1_std": 0.636364, "nauc_recall_at_1_diff1": 0.454545, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.363636, "nauc_precision_at_1_std": 0.636364, "nauc_precision_at_1_diff1": 0.454545, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.363636, "nauc_mrr_at_1_std": 0.636364, "nauc_mrr_at_1_diff1": 0.454545, "nauc_mrr_at_3_max": 0.435897, "nauc_mrr_at_3_std": 0.692308, "nauc_mrr_at_3_diff1": 0.358974, "nauc_mrr_at_5_max": 0.435897, "nauc_mrr_at_5_std": 0.692308, "nauc_mrr_at_5_diff1": 0.358974, "nauc_mrr_at_10_max": 0.435897, "nauc_mrr_at_10_std": 0.692308, "nauc_mrr_at_10_diff1": 0.358974, "nauc_mrr_at_20_max": 0.435897, "nauc_mrr_at_20_std": 0.692308, "nauc_mrr_at_20_diff1": 0.358974, "nauc_mrr_at_25_max": 0.435897, "nauc_mrr_at_25_std": 0.692308, "nauc_mrr_at_25_diff1": 0.358974, "nauc_mrr_at_50_max": 0.435897, "nauc_mrr_at_50_std": 0.692308, "nauc_mrr_at_50_diff1": 0.358974, "nauc_mrr_at_100_max": 0.435897, "nauc_mrr_at_100_std": 0.692308, "nauc_mrr_at_100_diff1": 0.358974, "nauc_mrr_at_1000_max": 0.435897, "nauc_mrr_at_1000_std": 0.692308, "nauc_mrr_at_1000_diff1": 0.358974, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82619, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.7, "ndcg_at_5": 0.78614, "ndcg_at_10": 0.78614, "ndcg_at_20": 0.78614, "ndcg_at_25": 0.78614, "ndcg_at_50": 0.78614, "ndcg_at_100": 0.78614, "ndcg_at_1000": 0.78614, "map_at_1": 0.6, "map_at_3": 0.66667, "map_at_5": 0.71667, "map_at_10": 0.71667, "map_at_20": 0.71667, "map_at_25": 0.71667, "map_at_50": 0.71667, "map_at_100": 0.71667, "map_at_1000": 0.71667, "recall_at_1": 0.6, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.666667, "mrr_at_5": 0.716667, "mrr_at_10": 0.716667, "mrr_at_20": 0.716667, "mrr_at_25": 0.716667, "mrr_at_50": 0.716667, "mrr_at_100": 0.716667, "mrr_at_1000": 0.716667, "nauc_ndcg_at_1_max": 0.0, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 0.0, "nauc_ndcg_at_3_max": -0.058824, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": -0.058824, "nauc_ndcg_at_5_max": -0.011718, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": -0.011718, "nauc_ndcg_at_10_max": -0.011718, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": -0.011718, "nauc_ndcg_at_20_max": -0.011718, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": -0.011718, "nauc_ndcg_at_25_max": -0.011718, "nauc_ndcg_at_25_std": 1.0, "nauc_ndcg_at_25_diff1": -0.011718, "nauc_ndcg_at_50_max": -0.011718, "nauc_ndcg_at_50_std": 1.0, "nauc_ndcg_at_50_diff1": -0.011718, "nauc_ndcg_at_100_max": -0.011718, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": -0.011718, "nauc_ndcg_at_1000_max": -0.011718, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": -0.011718, "nauc_map_at_1_max": 0.0, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 0.0, "nauc_map_at_3_max": -0.035714, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": -0.035714, "nauc_map_at_5_max": -0.010638, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": -0.010638, "nauc_map_at_10_max": -0.010638, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": -0.010638, "nauc_map_at_20_max": -0.010638, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": -0.010638, "nauc_map_at_25_max": -0.010638, "nauc_map_at_25_std": 1.0, "nauc_map_at_25_diff1": -0.010638, "nauc_map_at_50_max": -0.010638, "nauc_map_at_50_std": 1.0, "nauc_map_at_50_diff1": -0.010638, "nauc_map_at_100_max": -0.010638, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": -0.010638, "nauc_map_at_1000_max": -0.010638, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": -0.010638, "nauc_recall_at_1_max": 0.0, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 0.0, "nauc_recall_at_3_max": -0.166667, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": -0.166667, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.0, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 0.0, "nauc_precision_at_3_max": -0.166667, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": -0.166667, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.0, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 0.0, "nauc_mrr_at_3_max": -0.035714, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": -0.035714, "nauc_mrr_at_5_max": -0.010638, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": -0.010638, "nauc_mrr_at_10_max": -0.010638, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": -0.010638, "nauc_mrr_at_20_max": -0.010638, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": -0.010638, "nauc_mrr_at_25_max": -0.010638, "nauc_mrr_at_25_std": 1.0, "nauc_mrr_at_25_diff1": -0.010638, "nauc_mrr_at_50_max": -0.010638, "nauc_mrr_at_50_std": 1.0, "nauc_mrr_at_50_diff1": -0.010638, "nauc_mrr_at_100_max": -0.010638, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": -0.010638, "nauc_mrr_at_1000_max": -0.010638, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": -0.010638, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.78614, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.45833, "ndcg_at_3": 0.50573, "ndcg_at_5": 0.54492, "ndcg_at_10": 0.59656, "ndcg_at_20": 0.65324, "ndcg_at_25": 0.65324, "ndcg_at_50": 0.65324, "ndcg_at_100": 0.65324, "ndcg_at_1000": 0.65324, "map_at_1": 0.34259, "map_at_3": 0.46875, "map_at_5": 0.49537, "map_at_10": 0.51796, "map_at_20": 0.53671, "map_at_25": 0.53671, "map_at_50": 0.53671, "map_at_100": 0.53671, "map_at_1000": 0.53671, "recall_at_1": 0.34259, "recall_at_3": 0.55093, "recall_at_5": 0.63657, "recall_at_10": 0.79167, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.34259, "precision_at_1": 0.45833, "precision_at_3": 0.25463, "precision_at_5": 0.17778, "precision_at_10": 0.10694, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.458333, "mrr_at_3": 0.534722, "mrr_at_5": 0.550694, "mrr_at_10": 0.568976, "mrr_at_20": 0.580462, "mrr_at_25": 0.580462, "mrr_at_50": 0.580462, "mrr_at_100": 0.580462, "mrr_at_1000": 0.580462, "nauc_ndcg_at_1_max": 0.054666, "nauc_ndcg_at_1_std": 0.387254, "nauc_ndcg_at_1_diff1": 0.64975, "nauc_ndcg_at_3_max": 0.112809, "nauc_ndcg_at_3_std": 0.539111, "nauc_ndcg_at_3_diff1": 0.473559, "nauc_ndcg_at_5_max": 0.109618, "nauc_ndcg_at_5_std": 0.515249, "nauc_ndcg_at_5_diff1": 0.452432, "nauc_ndcg_at_10_max": 0.154056, "nauc_ndcg_at_10_std": 0.526269, "nauc_ndcg_at_10_diff1": 0.488559, "nauc_ndcg_at_20_max": 0.107439, "nauc_ndcg_at_20_std": 0.500799, "nauc_ndcg_at_20_diff1": 0.511506, "nauc_ndcg_at_25_max": 0.107439, "nauc_ndcg_at_25_std": 0.500799, "nauc_ndcg_at_25_diff1": 0.511506, "nauc_ndcg_at_50_max": 0.107439, "nauc_ndcg_at_50_std": 0.500799, "nauc_ndcg_at_50_diff1": 0.511506, "nauc_ndcg_at_100_max": 0.107439, "nauc_ndcg_at_100_std": 0.500799, "nauc_ndcg_at_100_diff1": 0.511506, "nauc_ndcg_at_1000_max": 0.107439, "nauc_ndcg_at_1000_std": 0.500799, "nauc_ndcg_at_1000_diff1": 0.511506, "nauc_map_at_1_max": 0.13665, "nauc_map_at_1_std": 0.430263, "nauc_map_at_1_diff1": 0.690565, "nauc_map_at_3_max": 0.131291, "nauc_map_at_3_std": 0.530702, "nauc_map_at_3_diff1": 0.4907, "nauc_map_at_5_max": 0.133999, "nauc_map_at_5_std": 0.521372, "nauc_map_at_5_diff1": 0.484427, "nauc_map_at_10_max": 0.150206, "nauc_map_at_10_std": 0.523774, "nauc_map_at_10_diff1": 0.500272, "nauc_map_at_20_max": 0.135039, "nauc_map_at_20_std": 0.517151, "nauc_map_at_20_diff1": 0.505078, "nauc_map_at_25_max": 0.135039, "nauc_map_at_25_std": 0.517151, "nauc_map_at_25_diff1": 0.505078, "nauc_map_at_50_max": 0.135039, "nauc_map_at_50_std": 0.517151, "nauc_map_at_50_diff1": 0.505078, "nauc_map_at_100_max": 0.135039, "nauc_map_at_100_std": 0.517151, "nauc_map_at_100_diff1": 0.505078, "nauc_map_at_1000_max": 0.135039, "nauc_map_at_1000_std": 0.517151, "nauc_map_at_1000_diff1": 0.505078, "nauc_recall_at_1_max": 0.13665, "nauc_recall_at_1_std": 0.430263, "nauc_recall_at_1_diff1": 0.690565, "nauc_recall_at_3_max": 0.125295, "nauc_recall_at_3_std": 0.593467, "nauc_recall_at_3_diff1": 0.34456, "nauc_recall_at_5_max": 0.111575, "nauc_recall_at_5_std": 0.531024, "nauc_recall_at_5_diff1": 0.26453, "nauc_recall_at_10_max": 0.309566, "nauc_recall_at_10_std": 0.585444, "nauc_recall_at_10_diff1": 0.315798, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.054666, "nauc_precision_at_1_std": 0.387254, "nauc_precision_at_1_diff1": 0.64975, "nauc_precision_at_3_max": 0.017824, "nauc_precision_at_3_std": 0.413463, "nauc_precision_at_3_diff1": 0.179725, "nauc_precision_at_5_max": 0.010235, "nauc_precision_at_5_std": 0.323768, "nauc_precision_at_5_diff1": 0.127338, "nauc_precision_at_10_max": 0.040741, "nauc_precision_at_10_std": 0.261554, "nauc_precision_at_10_diff1": 0.105943, "nauc_precision_at_20_max": -0.186904, "nauc_precision_at_20_std": -0.063213, "nauc_precision_at_20_diff1": -0.038516, "nauc_precision_at_25_max": -0.186904, "nauc_precision_at_25_std": -0.063213, "nauc_precision_at_25_diff1": -0.038516, "nauc_precision_at_50_max": -0.186904, "nauc_precision_at_50_std": -0.063213, "nauc_precision_at_50_diff1": -0.038516, "nauc_precision_at_100_max": -0.186904, "nauc_precision_at_100_std": -0.063213, "nauc_precision_at_100_diff1": -0.038516, "nauc_precision_at_1000_max": -0.186904, "nauc_precision_at_1000_std": -0.063213, "nauc_precision_at_1000_diff1": -0.038516, "nauc_mrr_at_1_max": 0.054666, "nauc_mrr_at_1_std": 0.387254, "nauc_mrr_at_1_diff1": 0.64975, "nauc_mrr_at_3_max": 0.045473, "nauc_mrr_at_3_std": 0.460469, "nauc_mrr_at_3_diff1": 0.556969, "nauc_mrr_at_5_max": 0.046602, "nauc_mrr_at_5_std": 0.447409, "nauc_mrr_at_5_diff1": 0.537638, "nauc_mrr_at_10_max": 0.067526, "nauc_mrr_at_10_std": 0.451641, "nauc_mrr_at_10_diff1": 0.553297, "nauc_mrr_at_20_max": 0.057643, "nauc_mrr_at_20_std": 0.447964, "nauc_mrr_at_20_diff1": 0.556814, "nauc_mrr_at_25_max": 0.057643, "nauc_mrr_at_25_std": 0.447964, "nauc_mrr_at_25_diff1": 0.556814, "nauc_mrr_at_50_max": 0.057643, "nauc_mrr_at_50_std": 0.447964, "nauc_mrr_at_50_diff1": 0.556814, "nauc_mrr_at_100_max": 0.057643, "nauc_mrr_at_100_std": 0.447964, "nauc_mrr_at_100_diff1": 0.556814, "nauc_mrr_at_1000_max": 0.057643, "nauc_mrr_at_1000_std": 0.447964, "nauc_mrr_at_1000_diff1": 0.556814, "hit_rate_at_1": 0.45833, "hit_rate_at_3": 0.625, "hit_rate_at_5": 0.69444, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.458333, "R_cap_at_3": 0.550926, "R_cap_at_5": 0.636574, "R_cap_at_10": 0.791667, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.59656, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.50704, "ndcg_at_3": 0.55057, "ndcg_at_5": 0.60476, "ndcg_at_10": 0.64115, "ndcg_at_20": 0.69006, "ndcg_at_25": 0.69006, "ndcg_at_50": 0.69006, "ndcg_at_100": 0.69006, "ndcg_at_1000": 0.69006, "map_at_1": 0.4061, "map_at_3": 0.50587, "map_at_5": 0.54319, "map_at_10": 0.56181, "map_at_20": 0.57789, "map_at_25": 0.57789, "map_at_50": 0.57789, "map_at_100": 0.57789, "map_at_1000": 0.57789, "recall_at_1": 0.4061, "recall_at_3": 0.5939, "recall_at_5": 0.71362, "recall_at_10": 0.8169, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.4061, "precision_at_1": 0.50704, "precision_at_3": 0.26291, "precision_at_5": 0.19155, "precision_at_10": 0.10986, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.507042, "mrr_at_3": 0.596244, "mrr_at_5": 0.615962, "mrr_at_10": 0.625408, "mrr_at_20": 0.635303, "mrr_at_25": 0.635303, "mrr_at_50": 0.635303, "mrr_at_100": 0.635303, "mrr_at_1000": 0.635303, "nauc_ndcg_at_1_max": 0.223589, "nauc_ndcg_at_1_std": 0.408933, "nauc_ndcg_at_1_diff1": 0.604465, "nauc_ndcg_at_3_max": 0.277796, "nauc_ndcg_at_3_std": 0.514439, "nauc_ndcg_at_3_diff1": 0.505233, "nauc_ndcg_at_5_max": 0.294892, "nauc_ndcg_at_5_std": 0.529595, "nauc_ndcg_at_5_diff1": 0.464895, "nauc_ndcg_at_10_max": 0.27281, "nauc_ndcg_at_10_std": 0.526015, "nauc_ndcg_at_10_diff1": 0.504674, "nauc_ndcg_at_20_max": 0.24625, "nauc_ndcg_at_20_std": 0.521152, "nauc_ndcg_at_20_diff1": 0.515393, "nauc_ndcg_at_25_max": 0.24625, "nauc_ndcg_at_25_std": 0.521152, "nauc_ndcg_at_25_diff1": 0.515393, "nauc_ndcg_at_50_max": 0.24625, "nauc_ndcg_at_50_std": 0.521152, "nauc_ndcg_at_50_diff1": 0.515393, "nauc_ndcg_at_100_max": 0.24625, "nauc_ndcg_at_100_std": 0.521152, "nauc_ndcg_at_100_diff1": 0.515393, "nauc_ndcg_at_1000_max": 0.24625, "nauc_ndcg_at_1000_std": 0.521152, "nauc_ndcg_at_1000_diff1": 0.515393, "nauc_map_at_1_max": 0.318892, "nauc_map_at_1_std": 0.405547, "nauc_map_at_1_diff1": 0.615051, "nauc_map_at_3_max": 0.302739, "nauc_map_at_3_std": 0.502016, "nauc_map_at_3_diff1": 0.526672, "nauc_map_at_5_max": 0.307219, "nauc_map_at_5_std": 0.521972, "nauc_map_at_5_diff1": 0.502459, "nauc_map_at_10_max": 0.291858, "nauc_map_at_10_std": 0.524588, "nauc_map_at_10_diff1": 0.516786, "nauc_map_at_20_max": 0.283775, "nauc_map_at_20_std": 0.525019, "nauc_map_at_20_diff1": 0.520179, "nauc_map_at_25_max": 0.283775, "nauc_map_at_25_std": 0.525019, "nauc_map_at_25_diff1": 0.520179, "nauc_map_at_50_max": 0.283775, "nauc_map_at_50_std": 0.525019, "nauc_map_at_50_diff1": 0.520179, "nauc_map_at_100_max": 0.283775, "nauc_map_at_100_std": 0.525019, "nauc_map_at_100_diff1": 0.520179, "nauc_map_at_1000_max": 0.283775, "nauc_map_at_1000_std": 0.525019, "nauc_map_at_1000_diff1": 0.520179, "nauc_recall_at_1_max": 0.318892, "nauc_recall_at_1_std": 0.405547, "nauc_recall_at_1_diff1": 0.615051, "nauc_recall_at_3_max": 0.31098, "nauc_recall_at_3_std": 0.523555, "nauc_recall_at_3_diff1": 0.415654, "nauc_recall_at_5_max": 0.379846, "nauc_recall_at_5_std": 0.52809, "nauc_recall_at_5_diff1": 0.275972, "nauc_recall_at_10_max": 0.34848, "nauc_recall_at_10_std": 0.498146, "nauc_recall_at_10_diff1": 0.386205, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.223589, "nauc_precision_at_1_std": 0.408933, "nauc_precision_at_1_diff1": 0.604465, "nauc_precision_at_3_max": 0.084373, "nauc_precision_at_3_std": 0.513388, "nauc_precision_at_3_diff1": 0.236002, "nauc_precision_at_5_max": 0.031221, "nauc_precision_at_5_std": 0.433062, "nauc_precision_at_5_diff1": 0.076707, "nauc_precision_at_10_max": -0.09328, "nauc_precision_at_10_std": 0.336686, "nauc_precision_at_10_diff1": 0.041935, "nauc_precision_at_20_max": -0.294325, "nauc_precision_at_20_std": 0.128221, "nauc_precision_at_20_diff1": -0.125095, "nauc_precision_at_25_max": -0.294325, "nauc_precision_at_25_std": 0.128221, "nauc_precision_at_25_diff1": -0.125095, "nauc_precision_at_50_max": -0.294325, "nauc_precision_at_50_std": 0.128221, "nauc_precision_at_50_diff1": -0.125095, "nauc_precision_at_100_max": -0.294325, "nauc_precision_at_100_std": 0.128221, "nauc_precision_at_100_diff1": -0.125095, "nauc_precision_at_1000_max": -0.294325, "nauc_precision_at_1000_std": 0.128221, "nauc_precision_at_1000_diff1": -0.125095, "nauc_mrr_at_1_max": 0.223589, "nauc_mrr_at_1_std": 0.408933, "nauc_mrr_at_1_diff1": 0.604465, "nauc_mrr_at_3_max": 0.175164, "nauc_mrr_at_3_std": 0.490408, "nauc_mrr_at_3_diff1": 0.534319, "nauc_mrr_at_5_max": 0.187578, "nauc_mrr_at_5_std": 0.479392, "nauc_mrr_at_5_diff1": 0.509779, "nauc_mrr_at_10_max": 0.187262, "nauc_mrr_at_10_std": 0.469885, "nauc_mrr_at_10_diff1": 0.529559, "nauc_mrr_at_20_max": 0.182116, "nauc_mrr_at_20_std": 0.470598, "nauc_mrr_at_20_diff1": 0.5317, "nauc_mrr_at_25_max": 0.182116, "nauc_mrr_at_25_std": 0.470598, "nauc_mrr_at_25_diff1": 0.5317, "nauc_mrr_at_50_max": 0.182116, "nauc_mrr_at_50_std": 0.470598, "nauc_mrr_at_50_diff1": 0.5317, "nauc_mrr_at_100_max": 0.182116, "nauc_mrr_at_100_std": 0.470598, "nauc_mrr_at_100_diff1": 0.5317, "nauc_mrr_at_1000_max": 0.182116, "nauc_mrr_at_1000_std": 0.470598, "nauc_mrr_at_1000_diff1": 0.5317, "hit_rate_at_1": 0.50704, "hit_rate_at_3": 0.70423, "hit_rate_at_5": 0.78873, "hit_rate_at_10": 0.85915, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.507042, "R_cap_at_3": 0.593897, "R_cap_at_5": 0.713615, "R_cap_at_10": 0.816901, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.64115, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.57794, "ndcg_at_5": 0.60618, "ndcg_at_10": 0.63028, "ndcg_at_20": 0.66267, "ndcg_at_25": 0.66831, "ndcg_at_50": 0.68084, "ndcg_at_100": 0.69124, "ndcg_at_1000": 0.70601, "map_at_1": 0.28518, "map_at_3": 0.45282, "map_at_5": 0.50759, "map_at_10": 0.54592, "map_at_20": 0.57114, "map_at_25": 0.57535, "map_at_50": 0.57939, "map_at_100": 0.58101, "map_at_1000": 0.58282, "recall_at_1": 0.28518, "recall_at_3": 0.50319, "recall_at_5": 0.60934, "recall_at_10": 0.70775, "recall_at_20": 0.82224, "recall_at_25": 0.84062, "recall_at_50": 0.88456, "recall_at_100": 0.93016, "recall_at_1000": 1.0, "accuracy": 0.28518, "precision_at_1": 0.57143, "precision_at_3": 0.40816, "precision_at_5": 0.31837, "precision_at_10": 0.20408, "precision_at_20": 0.12653, "precision_at_25": 0.10653, "precision_at_50": 0.05714, "precision_at_100": 0.03, "precision_at_1000": 0.0033, "mrr_at_1": 0.571429, "mrr_at_3": 0.637755, "mrr_at_5": 0.652551, "mrr_at_10": 0.661459, "mrr_at_20": 0.666798, "mrr_at_25": 0.667284, "mrr_at_50": 0.668172, "mrr_at_100": 0.668426, "mrr_at_1000": 0.668573, "nauc_ndcg_at_1_max": 0.239065, "nauc_ndcg_at_1_std": 0.088854, "nauc_ndcg_at_1_diff1": 0.243289, "nauc_ndcg_at_3_max": 0.303288, "nauc_ndcg_at_3_std": 0.155922, "nauc_ndcg_at_3_diff1": 0.222264, "nauc_ndcg_at_5_max": 0.41447, "nauc_ndcg_at_5_std": 0.266913, "nauc_ndcg_at_5_diff1": 0.234201, "nauc_ndcg_at_10_max": 0.453761, "nauc_ndcg_at_10_std": 0.314184, "nauc_ndcg_at_10_diff1": 0.201612, "nauc_ndcg_at_20_max": 0.456665, "nauc_ndcg_at_20_std": 0.317977, "nauc_ndcg_at_20_diff1": 0.235054, "nauc_ndcg_at_25_max": 0.45475, "nauc_ndcg_at_25_std": 0.316383, "nauc_ndcg_at_25_diff1": 0.249551, "nauc_ndcg_at_50_max": 0.439388, "nauc_ndcg_at_50_std": 0.305804, "nauc_ndcg_at_50_diff1": 0.230498, "nauc_ndcg_at_100_max": 0.413033, "nauc_ndcg_at_100_std": 0.284012, "nauc_ndcg_at_100_diff1": 0.225894, "nauc_ndcg_at_1000_max": 0.381266, "nauc_ndcg_at_1000_std": 0.247561, "nauc_ndcg_at_1000_diff1": 0.230231, "nauc_map_at_1_max": 0.168213, "nauc_map_at_1_std": 0.024646, "nauc_map_at_1_diff1": 0.242761, "nauc_map_at_3_max": 0.314242, "nauc_map_at_3_std": 0.144976, "nauc_map_at_3_diff1": 0.266992, "nauc_map_at_5_max": 0.36927, "nauc_map_at_5_std": 0.194905, "nauc_map_at_5_diff1": 0.285323, "nauc_map_at_10_max": 0.383896, "nauc_map_at_10_std": 0.224339, "nauc_map_at_10_diff1": 0.254085, "nauc_map_at_20_max": 0.395196, "nauc_map_at_20_std": 0.247361, "nauc_map_at_20_diff1": 0.235641, "nauc_map_at_25_max": 0.399226, "nauc_map_at_25_std": 0.258645, "nauc_map_at_25_diff1": 0.233408, "nauc_map_at_50_max": 0.3973, "nauc_map_at_50_std": 0.258897, "nauc_map_at_50_diff1": 0.227468, "nauc_map_at_100_max": 0.393752, "nauc_map_at_100_std": 0.256207, "nauc_map_at_100_diff1": 0.226921, "nauc_map_at_1000_max": 0.390623, "nauc_map_at_1000_std": 0.252924, "nauc_map_at_1000_diff1": 0.227751, "nauc_recall_at_1_max": 0.168213, "nauc_recall_at_1_std": 0.024646, "nauc_recall_at_1_diff1": 0.242761, "nauc_recall_at_3_max": 0.368623, "nauc_recall_at_3_std": 0.204544, "nauc_recall_at_3_diff1": 0.257083, "nauc_recall_at_5_max": 0.530537, "nauc_recall_at_5_std": 0.35691, "nauc_recall_at_5_diff1": 0.285963, "nauc_recall_at_10_max": 0.637501, "nauc_recall_at_10_std": 0.493082, "nauc_recall_at_10_diff1": 0.160093, "nauc_recall_at_20_max": 0.792279, "nauc_recall_at_20_std": 0.649807, "nauc_recall_at_20_diff1": 0.296578, "nauc_recall_at_25_max": 0.841413, "nauc_recall_at_25_std": 0.71324, "nauc_recall_at_25_diff1": 0.360794, "nauc_recall_at_50_max": 0.89659, "nauc_recall_at_50_std": 0.804731, "nauc_recall_at_50_diff1": 0.253908, "nauc_recall_at_100_max": 0.836062, "nauc_recall_at_100_std": 0.813287, "nauc_recall_at_100_diff1": 0.223561, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.239065, "nauc_precision_at_1_std": 0.088854, "nauc_precision_at_1_diff1": 0.243289, "nauc_precision_at_3_max": 0.2216, "nauc_precision_at_3_std": 0.15356, "nauc_precision_at_3_diff1": 0.110054, "nauc_precision_at_5_max": 0.203355, "nauc_precision_at_5_std": 0.179382, "nauc_precision_at_5_diff1": 0.035295, "nauc_precision_at_10_max": 0.151882, "nauc_precision_at_10_std": 0.190933, "nauc_precision_at_10_diff1": -0.063249, "nauc_precision_at_20_max": 0.123093, "nauc_precision_at_20_std": 0.211429, "nauc_precision_at_20_diff1": -0.126714, "nauc_precision_at_25_max": 0.116558, "nauc_precision_at_25_std": 0.22655, "nauc_precision_at_25_diff1": -0.123049, "nauc_precision_at_50_max": 0.073443, "nauc_precision_at_50_std": 0.192384, "nauc_precision_at_50_diff1": -0.151949, "nauc_precision_at_100_max": 0.01645, "nauc_precision_at_100_std": 0.149481, "nauc_precision_at_100_diff1": -0.168679, "nauc_precision_at_1000_max": -0.076848, "nauc_precision_at_1000_std": 0.052331, "nauc_precision_at_1000_diff1": -0.15561, "nauc_mrr_at_1_max": 0.239065, "nauc_mrr_at_1_std": 0.088854, "nauc_mrr_at_1_diff1": 0.243289, "nauc_mrr_at_3_max": 0.284385, "nauc_mrr_at_3_std": 0.141199, "nauc_mrr_at_3_diff1": 0.234347, "nauc_mrr_at_5_max": 0.311168, "nauc_mrr_at_5_std": 0.165208, "nauc_mrr_at_5_diff1": 0.233024, "nauc_mrr_at_10_max": 0.319202, "nauc_mrr_at_10_std": 0.179527, "nauc_mrr_at_10_diff1": 0.224387, "nauc_mrr_at_20_max": 0.317193, "nauc_mrr_at_20_std": 0.17583, "nauc_mrr_at_20_diff1": 0.236042, "nauc_mrr_at_25_max": 0.316186, "nauc_mrr_at_25_std": 0.174834, "nauc_mrr_at_25_diff1": 0.237513, "nauc_mrr_at_50_max": 0.314412, "nauc_mrr_at_50_std": 0.17322, "nauc_mrr_at_50_diff1": 0.235412, "nauc_mrr_at_100_max": 0.313825, "nauc_mrr_at_100_std": 0.172577, "nauc_mrr_at_100_diff1": 0.235424, "nauc_mrr_at_1000_max": 0.313559, "nauc_mrr_at_1000_std": 0.17219, "nauc_mrr_at_1000_diff1": 0.235203, "hit_rate_at_1": 0.57143, "hit_rate_at_3": 0.72449, "hit_rate_at_5": 0.78571, "hit_rate_at_10": 0.84694, "hit_rate_at_20": 0.91837, "hit_rate_at_25": 0.92857, "hit_rate_at_50": 0.95918, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.571429, "R_cap_at_3": 0.593537, "R_cap_at_5": 0.655612, "R_cap_at_10": 0.723222, "R_cap_at_20": 0.825032, "R_cap_at_25": 0.841011, "R_cap_at_50": 0.884556, "R_cap_at_100": 0.930163, "R_cap_at_1000": 1.0, "main_score": 0.63028, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54762, "ndcg_at_3": 0.56147, "ndcg_at_5": 0.57596, "ndcg_at_10": 0.60451, "ndcg_at_20": 0.62883, "ndcg_at_25": 0.63239, "ndcg_at_50": 0.64493, "ndcg_at_100": 0.66465, "ndcg_at_1000": 0.67716, "map_at_1": 0.29936, "map_at_3": 0.4262, "map_at_5": 0.48049, "map_at_10": 0.52122, "map_at_20": 0.53737, "map_at_25": 0.53923, "map_at_50": 0.54314, "map_at_100": 0.54585, "map_at_1000": 0.54714, "recall_at_1": 0.29936, "recall_at_3": 0.47931, "recall_at_5": 0.59673, "recall_at_10": 0.71519, "recall_at_20": 0.78457, "recall_at_25": 0.7946, "recall_at_50": 0.83694, "recall_at_100": 0.93387, "recall_at_1000": 1.0, "accuracy": 0.29936, "precision_at_1": 0.54762, "precision_at_3": 0.37566, "precision_at_5": 0.29365, "precision_at_10": 0.1873, "precision_at_20": 0.10714, "precision_at_25": 0.08762, "precision_at_50": 0.04746, "precision_at_100": 0.02619, "precision_at_1000": 0.00283, "mrr_at_1": 0.547619, "mrr_at_3": 0.609788, "mrr_at_5": 0.624868, "mrr_at_10": 0.635787, "mrr_at_20": 0.638492, "mrr_at_25": 0.638492, "mrr_at_50": 0.639455, "mrr_at_100": 0.640263, "mrr_at_1000": 0.640487, "nauc_ndcg_at_1_max": 0.140151, "nauc_ndcg_at_1_std": -0.170305, "nauc_ndcg_at_1_diff1": 0.339193, "nauc_ndcg_at_3_max": 0.202629, "nauc_ndcg_at_3_std": -0.070658, "nauc_ndcg_at_3_diff1": 0.337147, "nauc_ndcg_at_5_max": 0.24682, "nauc_ndcg_at_5_std": 0.00246, "nauc_ndcg_at_5_diff1": 0.338947, "nauc_ndcg_at_10_max": 0.243261, "nauc_ndcg_at_10_std": -0.022805, "nauc_ndcg_at_10_diff1": 0.338655, "nauc_ndcg_at_20_max": 0.253299, "nauc_ndcg_at_20_std": -0.021933, "nauc_ndcg_at_20_diff1": 0.358705, "nauc_ndcg_at_25_max": 0.261446, "nauc_ndcg_at_25_std": -0.028376, "nauc_ndcg_at_25_diff1": 0.359364, "nauc_ndcg_at_50_max": 0.25406, "nauc_ndcg_at_50_std": -0.030412, "nauc_ndcg_at_50_diff1": 0.354982, "nauc_ndcg_at_100_max": 0.242897, "nauc_ndcg_at_100_std": -0.048753, "nauc_ndcg_at_100_diff1": 0.342633, "nauc_ndcg_at_1000_max": 0.226168, "nauc_ndcg_at_1000_std": -0.058281, "nauc_ndcg_at_1000_diff1": 0.334809, "nauc_map_at_1_max": 0.137305, "nauc_map_at_1_std": 0.048086, "nauc_map_at_1_diff1": 0.3775, "nauc_map_at_3_max": 0.200424, "nauc_map_at_3_std": 0.010421, "nauc_map_at_3_diff1": 0.393847, "nauc_map_at_5_max": 0.22831, "nauc_map_at_5_std": 0.006314, "nauc_map_at_5_diff1": 0.351164, "nauc_map_at_10_max": 0.227915, "nauc_map_at_10_std": -0.015668, "nauc_map_at_10_diff1": 0.338005, "nauc_map_at_20_max": 0.230712, "nauc_map_at_20_std": -0.01437, "nauc_map_at_20_diff1": 0.332879, "nauc_map_at_25_max": 0.234821, "nauc_map_at_25_std": -0.017736, "nauc_map_at_25_diff1": 0.331993, "nauc_map_at_50_max": 0.232733, "nauc_map_at_50_std": -0.019044, "nauc_map_at_50_diff1": 0.329964, "nauc_map_at_100_max": 0.231865, "nauc_map_at_100_std": -0.02098, "nauc_map_at_100_diff1": 0.329156, "nauc_map_at_1000_max": 0.230736, "nauc_map_at_1000_std": -0.021247, "nauc_map_at_1000_diff1": 0.3285, "nauc_recall_at_1_max": 0.137305, "nauc_recall_at_1_std": 0.048086, "nauc_recall_at_1_diff1": 0.3775, "nauc_recall_at_3_max": 0.211069, "nauc_recall_at_3_std": 0.05742, "nauc_recall_at_3_diff1": 0.420059, "nauc_recall_at_5_max": 0.277337, "nauc_recall_at_5_std": 0.172264, "nauc_recall_at_5_diff1": 0.344651, "nauc_recall_at_10_max": 0.326143, "nauc_recall_at_10_std": 0.125357, "nauc_recall_at_10_diff1": 0.321638, "nauc_recall_at_20_max": 0.414449, "nauc_recall_at_20_std": 0.182405, "nauc_recall_at_20_diff1": 0.454837, "nauc_recall_at_25_max": 0.458771, "nauc_recall_at_25_std": 0.162291, "nauc_recall_at_25_diff1": 0.47746, "nauc_recall_at_50_max": 0.469393, "nauc_recall_at_50_std": 0.205015, "nauc_recall_at_50_diff1": 0.496738, "nauc_recall_at_100_max": 0.573609, "nauc_recall_at_100_std": 0.180048, "nauc_recall_at_100_diff1": 0.463336, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.140151, "nauc_precision_at_1_std": -0.170305, "nauc_precision_at_1_diff1": 0.339193, "nauc_precision_at_3_max": 0.120801, "nauc_precision_at_3_std": -0.167805, "nauc_precision_at_3_diff1": 0.053301, "nauc_precision_at_5_max": 0.135827, "nauc_precision_at_5_std": -0.124544, "nauc_precision_at_5_diff1": -0.047355, "nauc_precision_at_10_max": 0.080663, "nauc_precision_at_10_std": -0.12995, "nauc_precision_at_10_diff1": -0.090172, "nauc_precision_at_20_max": 0.057342, "nauc_precision_at_20_std": -0.11115, "nauc_precision_at_20_diff1": -0.118858, "nauc_precision_at_25_max": 0.069168, "nauc_precision_at_25_std": -0.119159, "nauc_precision_at_25_diff1": -0.122518, "nauc_precision_at_50_max": 0.039656, "nauc_precision_at_50_std": -0.118315, "nauc_precision_at_50_diff1": -0.144396, "nauc_precision_at_100_max": 0.003386, "nauc_precision_at_100_std": -0.135415, "nauc_precision_at_100_diff1": -0.180988, "nauc_precision_at_1000_max": -0.042993, "nauc_precision_at_1000_std": -0.130047, "nauc_precision_at_1000_diff1": -0.214915, "nauc_mrr_at_1_max": 0.140151, "nauc_mrr_at_1_std": -0.170305, "nauc_mrr_at_1_diff1": 0.339193, "nauc_mrr_at_3_max": 0.162951, "nauc_mrr_at_3_std": -0.159086, "nauc_mrr_at_3_diff1": 0.371312, "nauc_mrr_at_5_max": 0.168544, "nauc_mrr_at_5_std": -0.138252, "nauc_mrr_at_5_diff1": 0.368426, "nauc_mrr_at_10_max": 0.171183, "nauc_mrr_at_10_std": -0.14878, "nauc_mrr_at_10_diff1": 0.361524, "nauc_mrr_at_20_max": 0.175123, "nauc_mrr_at_20_std": -0.145776, "nauc_mrr_at_20_diff1": 0.368606, "nauc_mrr_at_25_max": 0.175123, "nauc_mrr_at_25_std": -0.145776, "nauc_mrr_at_25_diff1": 0.368606, "nauc_mrr_at_50_max": 0.174264, "nauc_mrr_at_50_std": -0.146107, "nauc_mrr_at_50_diff1": 0.368649, "nauc_mrr_at_100_max": 0.173443, "nauc_mrr_at_100_std": -0.146873, "nauc_mrr_at_100_diff1": 0.367842, "nauc_mrr_at_1000_max": 0.173001, "nauc_mrr_at_1000_std": -0.147229, "nauc_mrr_at_1000_diff1": 0.367772, "hit_rate_at_1": 0.54762, "hit_rate_at_3": 0.69048, "hit_rate_at_5": 0.7619, "hit_rate_at_10": 0.84127, "hit_rate_at_20": 0.87302, "hit_rate_at_25": 0.87302, "hit_rate_at_50": 0.90476, "hit_rate_at_100": 0.96825, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.547619, "R_cap_at_3": 0.580688, "R_cap_at_5": 0.633333, "R_cap_at_10": 0.71746, "R_cap_at_20": 0.784574, "R_cap_at_25": 0.794602, "R_cap_at_50": 0.836936, "R_cap_at_100": 0.933869, "R_cap_at_1000": 1.0, "main_score": 0.60451, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65217, "ndcg_at_3": 0.63531, "ndcg_at_5": 0.65167, "ndcg_at_10": 0.67505, "ndcg_at_20": 0.69077, "ndcg_at_25": 0.6965, "ndcg_at_50": 0.70457, "ndcg_at_100": 0.72243, "ndcg_at_1000": 0.73352, "map_at_1": 0.35231, "map_at_3": 0.51104, "map_at_5": 0.56037, "map_at_10": 0.59721, "map_at_20": 0.6136, "map_at_25": 0.61762, "map_at_50": 0.62034, "map_at_100": 0.62274, "map_at_1000": 0.62409, "recall_at_1": 0.35231, "recall_at_3": 0.56799, "recall_at_5": 0.66657, "recall_at_10": 0.75647, "recall_at_20": 0.80529, "recall_at_25": 0.82498, "recall_at_50": 0.85638, "recall_at_100": 0.94543, "recall_at_1000": 1.0, "accuracy": 0.35231, "precision_at_1": 0.65217, "precision_at_3": 0.42995, "precision_at_5": 0.32029, "precision_at_10": 0.20217, "precision_at_20": 0.1163, "precision_at_25": 0.09739, "precision_at_50": 0.05072, "precision_at_100": 0.02754, "precision_at_1000": 0.00296, "mrr_at_1": 0.652174, "mrr_at_3": 0.689614, "mrr_at_5": 0.699034, "mrr_at_10": 0.708141, "mrr_at_20": 0.709026, "mrr_at_25": 0.709356, "mrr_at_50": 0.71005, "mrr_at_100": 0.711047, "mrr_at_1000": 0.711218, "nauc_ndcg_at_1_max": 0.264075, "nauc_ndcg_at_1_std": 0.109214, "nauc_ndcg_at_1_diff1": 0.417167, "nauc_ndcg_at_3_max": 0.382088, "nauc_ndcg_at_3_std": 0.231286, "nauc_ndcg_at_3_diff1": 0.380463, "nauc_ndcg_at_5_max": 0.427591, "nauc_ndcg_at_5_std": 0.269554, "nauc_ndcg_at_5_diff1": 0.427842, "nauc_ndcg_at_10_max": 0.447883, "nauc_ndcg_at_10_std": 0.30173, "nauc_ndcg_at_10_diff1": 0.401151, "nauc_ndcg_at_20_max": 0.457668, "nauc_ndcg_at_20_std": 0.324767, "nauc_ndcg_at_20_diff1": 0.420166, "nauc_ndcg_at_25_max": 0.454718, "nauc_ndcg_at_25_std": 0.325377, "nauc_ndcg_at_25_diff1": 0.425548, "nauc_ndcg_at_50_max": 0.449472, "nauc_ndcg_at_50_std": 0.318386, "nauc_ndcg_at_50_diff1": 0.419689, "nauc_ndcg_at_100_max": 0.424982, "nauc_ndcg_at_100_std": 0.291953, "nauc_ndcg_at_100_diff1": 0.410507, "nauc_ndcg_at_1000_max": 0.407946, "nauc_ndcg_at_1000_std": 0.260475, "nauc_ndcg_at_1000_diff1": 0.402676, "nauc_map_at_1_max": 0.191101, "nauc_map_at_1_std": 0.006423, "nauc_map_at_1_diff1": 0.385777, "nauc_map_at_3_max": 0.397725, "nauc_map_at_3_std": 0.193847, "nauc_map_at_3_diff1": 0.369831, "nauc_map_at_5_max": 0.397381, "nauc_map_at_5_std": 0.203056, "nauc_map_at_5_diff1": 0.405381, "nauc_map_at_10_max": 0.403187, "nauc_map_at_10_std": 0.224086, "nauc_map_at_10_diff1": 0.395025, "nauc_map_at_20_max": 0.424624, "nauc_map_at_20_std": 0.256987, "nauc_map_at_20_diff1": 0.387168, "nauc_map_at_25_max": 0.429001, "nauc_map_at_25_std": 0.267232, "nauc_map_at_25_diff1": 0.383844, "nauc_map_at_50_max": 0.428154, "nauc_map_at_50_std": 0.268482, "nauc_map_at_50_diff1": 0.380656, "nauc_map_at_100_max": 0.425941, "nauc_map_at_100_std": 0.265847, "nauc_map_at_100_diff1": 0.380557, "nauc_map_at_1000_max": 0.42422, "nauc_map_at_1000_std": 0.26296, "nauc_map_at_1000_diff1": 0.379888, "nauc_recall_at_1_max": 0.191101, "nauc_recall_at_1_std": 0.006423, "nauc_recall_at_1_diff1": 0.385777, "nauc_recall_at_3_max": 0.451762, "nauc_recall_at_3_std": 0.268187, "nauc_recall_at_3_diff1": 0.378675, "nauc_recall_at_5_max": 0.467501, "nauc_recall_at_5_std": 0.307344, "nauc_recall_at_5_diff1": 0.449767, "nauc_recall_at_10_max": 0.538148, "nauc_recall_at_10_std": 0.442918, "nauc_recall_at_10_diff1": 0.42415, "nauc_recall_at_20_max": 0.677658, "nauc_recall_at_20_std": 0.639525, "nauc_recall_at_20_diff1": 0.514712, "nauc_recall_at_25_max": 0.694457, "nauc_recall_at_25_std": 0.688226, "nauc_recall_at_25_diff1": 0.552219, "nauc_recall_at_50_max": 0.728729, "nauc_recall_at_50_std": 0.722861, "nauc_recall_at_50_diff1": 0.549445, "nauc_recall_at_100_max": 0.685196, "nauc_recall_at_100_std": 0.862218, "nauc_recall_at_100_diff1": 0.547416, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.264075, "nauc_precision_at_1_std": 0.109214, "nauc_precision_at_1_diff1": 0.417167, "nauc_precision_at_3_max": 0.260016, "nauc_precision_at_3_std": 0.237179, "nauc_precision_at_3_diff1": 0.097469, "nauc_precision_at_5_max": 0.168582, "nauc_precision_at_5_std": 0.193436, "nauc_precision_at_5_diff1": 0.061281, "nauc_precision_at_10_max": 0.119479, "nauc_precision_at_10_std": 0.189868, "nauc_precision_at_10_diff1": -0.024515, "nauc_precision_at_20_max": 0.133526, "nauc_precision_at_20_std": 0.234043, "nauc_precision_at_20_diff1": -0.073677, "nauc_precision_at_25_max": 0.133269, "nauc_precision_at_25_std": 0.250822, "nauc_precision_at_25_diff1": -0.088796, "nauc_precision_at_50_max": 0.112327, "nauc_precision_at_50_std": 0.235602, "nauc_precision_at_50_diff1": -0.110805, "nauc_precision_at_100_max": 0.045652, "nauc_precision_at_100_std": 0.170647, "nauc_precision_at_100_diff1": -0.151828, "nauc_precision_at_1000_max": -0.018977, "nauc_precision_at_1000_std": 0.08592, "nauc_precision_at_1000_diff1": -0.176058, "nauc_mrr_at_1_max": 0.264075, "nauc_mrr_at_1_std": 0.109214, "nauc_mrr_at_1_diff1": 0.417167, "nauc_mrr_at_3_max": 0.329778, "nauc_mrr_at_3_std": 0.179022, "nauc_mrr_at_3_diff1": 0.434295, "nauc_mrr_at_5_max": 0.33014, "nauc_mrr_at_5_std": 0.182767, "nauc_mrr_at_5_diff1": 0.435702, "nauc_mrr_at_10_max": 0.337297, "nauc_mrr_at_10_std": 0.198057, "nauc_mrr_at_10_diff1": 0.434629, "nauc_mrr_at_20_max": 0.337782, "nauc_mrr_at_20_std": 0.19861, "nauc_mrr_at_20_diff1": 0.440297, "nauc_mrr_at_25_max": 0.337012, "nauc_mrr_at_25_std": 0.197679, "nauc_mrr_at_25_diff1": 0.439471, "nauc_mrr_at_50_max": 0.336599, "nauc_mrr_at_50_std": 0.196689, "nauc_mrr_at_50_diff1": 0.438314, "nauc_mrr_at_100_max": 0.335286, "nauc_mrr_at_100_std": 0.195274, "nauc_mrr_at_100_diff1": 0.437753, "nauc_mrr_at_1000_max": 0.335093, "nauc_mrr_at_1000_std": 0.194823, "nauc_mrr_at_1000_diff1": 0.437683, "hit_rate_at_1": 0.65217, "hit_rate_at_3": 0.75362, "hit_rate_at_5": 0.7971, "hit_rate_at_10": 0.86232, "hit_rate_at_20": 0.87681, "hit_rate_at_25": 0.88406, "hit_rate_at_50": 0.9058, "hit_rate_at_100": 0.97826, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.652174, "R_cap_at_3": 0.657005, "R_cap_at_5": 0.704106, "R_cap_at_10": 0.765315, "R_cap_at_20": 0.807172, "R_cap_at_25": 0.825251, "R_cap_at_50": 0.856378, "R_cap_at_100": 0.945428, "R_cap_at_1000": 1.0, "main_score": 0.67505, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77931, "ndcg_at_3": 0.78006, "ndcg_at_5": 0.78219, "ndcg_at_10": 0.7979, "ndcg_at_20": 0.814, "ndcg_at_25": 0.81693, "ndcg_at_50": 0.82685, "ndcg_at_100": 0.83328, "ndcg_at_1000": 0.83454, "map_at_1": 0.41263, "map_at_3": 0.63192, "map_at_5": 0.6854, "map_at_10": 0.72662, "map_at_20": 0.74465, "map_at_25": 0.74736, "map_at_50": 0.75136, "map_at_100": 0.75229, "map_at_1000": 0.75241, "recall_at_1": 0.41263, "recall_at_3": 0.68057, "recall_at_5": 0.76604, "recall_at_10": 0.85474, "recall_at_20": 0.90795, "recall_at_25": 0.92037, "recall_at_50": 0.95673, "recall_at_100": 0.99234, "recall_at_1000": 1.0, "accuracy": 0.41263, "precision_at_1": 0.77931, "precision_at_3": 0.53333, "precision_at_5": 0.39172, "precision_at_10": 0.23862, "precision_at_20": 0.13517, "precision_at_25": 0.1109, "precision_at_50": 0.05821, "precision_at_100": 0.02979, "precision_at_1000": 0.00299, "mrr_at_1": 0.77931, "mrr_at_3": 0.824138, "mrr_at_5": 0.832069, "mrr_at_10": 0.835536, "mrr_at_20": 0.836494, "mrr_at_25": 0.83677, "mrr_at_50": 0.836914, "mrr_at_100": 0.837237, "mrr_at_1000": 0.837304, "nauc_ndcg_at_1_max": 0.502024, "nauc_ndcg_at_1_std": 0.154786, "nauc_ndcg_at_1_diff1": 0.480376, "nauc_ndcg_at_3_max": 0.482769, "nauc_ndcg_at_3_std": 0.179901, "nauc_ndcg_at_3_diff1": 0.451956, "nauc_ndcg_at_5_max": 0.562093, "nauc_ndcg_at_5_std": 0.286933, "nauc_ndcg_at_5_diff1": 0.454184, "nauc_ndcg_at_10_max": 0.569595, "nauc_ndcg_at_10_std": 0.295429, "nauc_ndcg_at_10_diff1": 0.422948, "nauc_ndcg_at_20_max": 0.578871, "nauc_ndcg_at_20_std": 0.289474, "nauc_ndcg_at_20_diff1": 0.4531, "nauc_ndcg_at_25_max": 0.579842, "nauc_ndcg_at_25_std": 0.290357, "nauc_ndcg_at_25_diff1": 0.450429, "nauc_ndcg_at_50_max": 0.570089, "nauc_ndcg_at_50_std": 0.270066, "nauc_ndcg_at_50_diff1": 0.462648, "nauc_ndcg_at_100_max": 0.557529, "nauc_ndcg_at_100_std": 0.256303, "nauc_ndcg_at_100_diff1": 0.454154, "nauc_ndcg_at_1000_max": 0.554624, "nauc_ndcg_at_1000_std": 0.254902, "nauc_ndcg_at_1000_diff1": 0.45342, "nauc_map_at_1_max": 0.218229, "nauc_map_at_1_std": -0.004306, "nauc_map_at_1_diff1": 0.405679, "nauc_map_at_3_max": 0.423355, "nauc_map_at_3_std": 0.166984, "nauc_map_at_3_diff1": 0.440193, "nauc_map_at_5_max": 0.472414, "nauc_map_at_5_std": 0.208921, "nauc_map_at_5_diff1": 0.446425, "nauc_map_at_10_max": 0.497501, "nauc_map_at_10_std": 0.213428, "nauc_map_at_10_diff1": 0.434062, "nauc_map_at_20_max": 0.526719, "nauc_map_at_20_std": 0.241884, "nauc_map_at_20_diff1": 0.424549, "nauc_map_at_25_max": 0.535554, "nauc_map_at_25_std": 0.253783, "nauc_map_at_25_diff1": 0.420513, "nauc_map_at_50_max": 0.535094, "nauc_map_at_50_std": 0.251529, "nauc_map_at_50_diff1": 0.421415, "nauc_map_at_100_max": 0.534424, "nauc_map_at_100_std": 0.250126, "nauc_map_at_100_diff1": 0.421198, "nauc_map_at_1000_max": 0.534313, "nauc_map_at_1000_std": 0.24998, "nauc_map_at_1000_diff1": 0.421413, "nauc_recall_at_1_max": 0.218229, "nauc_recall_at_1_std": -0.004306, "nauc_recall_at_1_diff1": 0.405679, "nauc_recall_at_3_max": 0.419705, "nauc_recall_at_3_std": 0.223542, "nauc_recall_at_3_diff1": 0.439531, "nauc_recall_at_5_max": 0.481094, "nauc_recall_at_5_std": 0.304071, "nauc_recall_at_5_diff1": 0.411646, "nauc_recall_at_10_max": 0.512408, "nauc_recall_at_10_std": 0.349688, "nauc_recall_at_10_diff1": 0.33585, "nauc_recall_at_20_max": 0.693741, "nauc_recall_at_20_std": 0.461574, "nauc_recall_at_20_diff1": 0.494823, "nauc_recall_at_25_max": 0.761509, "nauc_recall_at_25_std": 0.539529, "nauc_recall_at_25_diff1": 0.459473, "nauc_recall_at_50_max": 0.867771, "nauc_recall_at_50_std": 0.516541, "nauc_recall_at_50_diff1": 0.692262, "nauc_recall_at_100_max": 0.912406, "nauc_recall_at_100_std": 0.377351, "nauc_recall_at_100_diff1": 0.667301, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.502024, "nauc_precision_at_1_std": 0.154786, "nauc_precision_at_1_diff1": 0.480376, "nauc_precision_at_3_max": 0.22005, "nauc_precision_at_3_std": 0.13423, "nauc_precision_at_3_diff1": 0.021613, "nauc_precision_at_5_max": 0.152776, "nauc_precision_at_5_std": 0.117714, "nauc_precision_at_5_diff1": -0.04569, "nauc_precision_at_10_max": 0.09706, "nauc_precision_at_10_std": 0.091517, "nauc_precision_at_10_diff1": -0.12177, "nauc_precision_at_20_max": 0.104115, "nauc_precision_at_20_std": 0.129554, "nauc_precision_at_20_diff1": -0.16267, "nauc_precision_at_25_max": 0.11456, "nauc_precision_at_25_std": 0.149858, "nauc_precision_at_25_diff1": -0.170998, "nauc_precision_at_50_max": 0.088232, "nauc_precision_at_50_std": 0.124547, "nauc_precision_at_50_diff1": -0.171605, "nauc_precision_at_100_max": 0.070888, "nauc_precision_at_100_std": 0.108597, "nauc_precision_at_100_diff1": -0.179653, "nauc_precision_at_1000_max": 0.067408, "nauc_precision_at_1000_std": 0.105665, "nauc_precision_at_1000_diff1": -0.178423, "nauc_mrr_at_1_max": 0.502024, "nauc_mrr_at_1_std": 0.154786, "nauc_mrr_at_1_diff1": 0.480376, "nauc_mrr_at_3_max": 0.561837, "nauc_mrr_at_3_std": 0.244864, "nauc_mrr_at_3_diff1": 0.516429, "nauc_mrr_at_5_max": 0.555913, "nauc_mrr_at_5_std": 0.23181, "nauc_mrr_at_5_diff1": 0.507008, "nauc_mrr_at_10_max": 0.554445, "nauc_mrr_at_10_std": 0.230477, "nauc_mrr_at_10_diff1": 0.505966, "nauc_mrr_at_20_max": 0.558003, "nauc_mrr_at_20_std": 0.22958, "nauc_mrr_at_20_diff1": 0.51492, "nauc_mrr_at_25_max": 0.558366, "nauc_mrr_at_25_std": 0.229771, "nauc_mrr_at_25_diff1": 0.514041, "nauc_mrr_at_50_max": 0.557949, "nauc_mrr_at_50_std": 0.229306, "nauc_mrr_at_50_diff1": 0.513582, "nauc_mrr_at_100_max": 0.557147, "nauc_mrr_at_100_std": 0.228823, "nauc_mrr_at_100_diff1": 0.512967, "nauc_mrr_at_1000_max": 0.556949, "nauc_mrr_at_1000_std": 0.228765, "nauc_mrr_at_1000_diff1": 0.512808, "hit_rate_at_1": 0.77931, "hit_rate_at_3": 0.87586, "hit_rate_at_5": 0.91034, "hit_rate_at_10": 0.93793, "hit_rate_at_20": 0.95172, "hit_rate_at_25": 0.95862, "hit_rate_at_50": 0.96552, "hit_rate_at_100": 0.9931, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.77931, "R_cap_at_3": 0.796552, "R_cap_at_5": 0.814943, "R_cap_at_10": 0.865129, "R_cap_at_20": 0.909836, "R_cap_at_25": 0.920635, "R_cap_at_50": 0.956732, "R_cap_at_100": 0.992337, "R_cap_at_1000": 1.0, "main_score": 0.7979, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67347, "ndcg_at_3": 0.774, "ndcg_at_5": 0.80177, "ndcg_at_10": 0.80496, "ndcg_at_20": 0.83292, "ndcg_at_25": 0.83292, "ndcg_at_50": 0.83292, "ndcg_at_100": 0.83292, "ndcg_at_1000": 0.83292, "map_at_1": 0.54082, "map_at_3": 0.72619, "map_at_5": 0.7585, "map_at_10": 0.76142, "map_at_20": 0.77095, "map_at_25": 0.77095, "map_at_50": 0.77095, "map_at_100": 0.77095, "map_at_1000": 0.77095, "recall_at_1": 0.54082, "recall_at_3": 0.82993, "recall_at_5": 0.89796, "recall_at_10": 0.90476, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.54082, "precision_at_1": 0.67347, "precision_at_3": 0.38095, "precision_at_5": 0.25714, "precision_at_10": 0.13061, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.673469, "mrr_at_3": 0.782313, "mrr_at_5": 0.786395, "mrr_at_10": 0.786395, "mrr_at_20": 0.792468, "mrr_at_25": 0.792468, "mrr_at_50": 0.792468, "mrr_at_100": 0.792468, "mrr_at_1000": 0.792468, "nauc_ndcg_at_1_max": 0.594325, "nauc_ndcg_at_1_std": 0.517933, "nauc_ndcg_at_1_diff1": 0.571994, "nauc_ndcg_at_3_max": 0.751107, "nauc_ndcg_at_3_std": 0.662477, "nauc_ndcg_at_3_diff1": 0.648571, "nauc_ndcg_at_5_max": 0.725973, "nauc_ndcg_at_5_std": 0.637006, "nauc_ndcg_at_5_diff1": 0.646716, "nauc_ndcg_at_10_max": 0.724191, "nauc_ndcg_at_10_std": 0.633784, "nauc_ndcg_at_10_diff1": 0.640875, "nauc_ndcg_at_20_max": 0.690511, "nauc_ndcg_at_20_std": 0.598643, "nauc_ndcg_at_20_diff1": 0.620881, "nauc_ndcg_at_25_max": 0.690511, "nauc_ndcg_at_25_std": 0.598643, "nauc_ndcg_at_25_diff1": 0.620881, "nauc_ndcg_at_50_max": 0.690511, "nauc_ndcg_at_50_std": 0.598643, "nauc_ndcg_at_50_diff1": 0.620881, "nauc_ndcg_at_100_max": 0.690511, "nauc_ndcg_at_100_std": 0.598643, "nauc_ndcg_at_100_diff1": 0.620881, "nauc_ndcg_at_1000_max": 0.690511, "nauc_ndcg_at_1000_std": 0.598643, "nauc_ndcg_at_1000_diff1": 0.620881, "nauc_map_at_1_max": 0.479734, "nauc_map_at_1_std": 0.390466, "nauc_map_at_1_diff1": 0.560982, "nauc_map_at_3_max": 0.691761, "nauc_map_at_3_std": 0.598054, "nauc_map_at_3_diff1": 0.654675, "nauc_map_at_5_max": 0.70951, "nauc_map_at_5_std": 0.619517, "nauc_map_at_5_diff1": 0.63995, "nauc_map_at_10_max": 0.708007, "nauc_map_at_10_std": 0.61689, "nauc_map_at_10_diff1": 0.635454, "nauc_map_at_20_max": 0.698621, "nauc_map_at_20_std": 0.607219, "nauc_map_at_20_diff1": 0.629412, "nauc_map_at_25_max": 0.698621, "nauc_map_at_25_std": 0.607219, "nauc_map_at_25_diff1": 0.629412, "nauc_map_at_50_max": 0.698621, "nauc_map_at_50_std": 0.607219, "nauc_map_at_50_diff1": 0.629412, "nauc_map_at_100_max": 0.698621, "nauc_map_at_100_std": 0.607219, "nauc_map_at_100_diff1": 0.629412, "nauc_map_at_1000_max": 0.698621, "nauc_map_at_1000_std": 0.607219, "nauc_map_at_1000_diff1": 0.629412, "nauc_recall_at_1_max": 0.479734, "nauc_recall_at_1_std": 0.390466, "nauc_recall_at_1_diff1": 0.560982, "nauc_recall_at_3_max": 0.784328, "nauc_recall_at_3_std": 0.699606, "nauc_recall_at_3_diff1": 0.682809, "nauc_recall_at_5_max": 0.855536, "nauc_recall_at_5_std": 0.779397, "nauc_recall_at_5_diff1": 0.722589, "nauc_recall_at_10_max": 0.857127, "nauc_recall_at_10_std": 0.776262, "nauc_recall_at_10_diff1": 0.70537, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.594325, "nauc_precision_at_1_std": 0.517933, "nauc_precision_at_1_diff1": 0.571994, "nauc_precision_at_3_max": 0.314343, "nauc_precision_at_3_std": 0.338493, "nauc_precision_at_3_diff1": 0.06737, "nauc_precision_at_5_max": 0.162649, "nauc_precision_at_5_std": 0.20132, "nauc_precision_at_5_diff1": -0.075396, "nauc_precision_at_10_max": 0.130628, "nauc_precision_at_10_std": 0.167186, "nauc_precision_at_10_diff1": -0.099152, "nauc_precision_at_20_max": -0.101105, "nauc_precision_at_20_std": -0.044956, "nauc_precision_at_20_diff1": -0.29428, "nauc_precision_at_25_max": -0.101105, "nauc_precision_at_25_std": -0.044956, "nauc_precision_at_25_diff1": -0.29428, "nauc_precision_at_50_max": -0.101105, "nauc_precision_at_50_std": -0.044956, "nauc_precision_at_50_diff1": -0.29428, "nauc_precision_at_100_max": -0.101105, "nauc_precision_at_100_std": -0.044956, "nauc_precision_at_100_diff1": -0.29428, "nauc_precision_at_1000_max": -0.101105, "nauc_precision_at_1000_std": -0.044956, "nauc_precision_at_1000_diff1": -0.29428, "nauc_mrr_at_1_max": 0.594325, "nauc_mrr_at_1_std": 0.517933, "nauc_mrr_at_1_diff1": 0.571994, "nauc_mrr_at_3_max": 0.673036, "nauc_mrr_at_3_std": 0.583964, "nauc_mrr_at_3_diff1": 0.602416, "nauc_mrr_at_5_max": 0.668774, "nauc_mrr_at_5_std": 0.58098, "nauc_mrr_at_5_diff1": 0.603521, "nauc_mrr_at_10_max": 0.668774, "nauc_mrr_at_10_std": 0.58098, "nauc_mrr_at_10_diff1": 0.603521, "nauc_mrr_at_20_max": 0.662522, "nauc_mrr_at_20_std": 0.574228, "nauc_mrr_at_20_diff1": 0.600596, "nauc_mrr_at_25_max": 0.662522, "nauc_mrr_at_25_std": 0.574228, "nauc_mrr_at_25_diff1": 0.600596, "nauc_mrr_at_50_max": 0.662522, "nauc_mrr_at_50_std": 0.574228, "nauc_mrr_at_50_diff1": 0.600596, "nauc_mrr_at_100_max": 0.662522, "nauc_mrr_at_100_std": 0.574228, "nauc_mrr_at_100_diff1": 0.600596, "nauc_mrr_at_1000_max": 0.662522, "nauc_mrr_at_1000_std": 0.574228, "nauc_mrr_at_1000_diff1": 0.600596, "hit_rate_at_1": 0.67347, "hit_rate_at_3": 0.89796, "hit_rate_at_5": 0.91837, "hit_rate_at_10": 0.91837, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.673469, "R_cap_at_3": 0.840136, "R_cap_at_5": 0.897959, "R_cap_at_10": 0.904762, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.80496, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74286, "ndcg_at_3": 0.79992, "ndcg_at_5": 0.81825, "ndcg_at_10": 0.8387, "ndcg_at_20": 0.85711, "ndcg_at_25": 0.85711, "ndcg_at_50": 0.85711, "ndcg_at_100": 0.85711, "ndcg_at_1000": 0.85711, "map_at_1": 0.61429, "map_at_3": 0.76548, "map_at_5": 0.78619, "map_at_10": 0.79675, "map_at_20": 0.80381, "map_at_25": 0.80381, "map_at_50": 0.80381, "map_at_100": 0.80381, "map_at_1000": 0.80381, "recall_at_1": 0.61429, "recall_at_3": 0.83571, "recall_at_5": 0.88333, "recall_at_10": 0.94048, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61429, "precision_at_1": 0.74286, "precision_at_3": 0.38095, "precision_at_5": 0.24571, "precision_at_10": 0.13143, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.742857, "mrr_at_3": 0.807143, "mrr_at_5": 0.813571, "mrr_at_10": 0.819524, "mrr_at_20": 0.822766, "mrr_at_25": 0.822766, "mrr_at_50": 0.822766, "mrr_at_100": 0.822766, "mrr_at_1000": 0.822766, "nauc_ndcg_at_1_max": 0.185206, "nauc_ndcg_at_1_std": 0.212824, "nauc_ndcg_at_1_diff1": 0.452157, "nauc_ndcg_at_3_max": 0.333744, "nauc_ndcg_at_3_std": 0.370354, "nauc_ndcg_at_3_diff1": 0.52233, "nauc_ndcg_at_5_max": 0.363732, "nauc_ndcg_at_5_std": 0.385781, "nauc_ndcg_at_5_diff1": 0.495917, "nauc_ndcg_at_10_max": 0.321312, "nauc_ndcg_at_10_std": 0.345753, "nauc_ndcg_at_10_diff1": 0.464253, "nauc_ndcg_at_20_max": 0.271631, "nauc_ndcg_at_20_std": 0.287126, "nauc_ndcg_at_20_diff1": 0.451383, "nauc_ndcg_at_25_max": 0.271631, "nauc_ndcg_at_25_std": 0.287126, "nauc_ndcg_at_25_diff1": 0.451383, "nauc_ndcg_at_50_max": 0.271631, "nauc_ndcg_at_50_std": 0.287126, "nauc_ndcg_at_50_diff1": 0.451383, "nauc_ndcg_at_100_max": 0.271631, "nauc_ndcg_at_100_std": 0.287126, "nauc_ndcg_at_100_diff1": 0.451383, "nauc_ndcg_at_1000_max": 0.271631, "nauc_ndcg_at_1000_std": 0.287126, "nauc_ndcg_at_1000_diff1": 0.451383, "nauc_map_at_1_max": 0.147508, "nauc_map_at_1_std": 0.095027, "nauc_map_at_1_diff1": 0.415153, "nauc_map_at_3_max": 0.281951, "nauc_map_at_3_std": 0.294286, "nauc_map_at_3_diff1": 0.478614, "nauc_map_at_5_max": 0.321367, "nauc_map_at_5_std": 0.338078, "nauc_map_at_5_diff1": 0.467485, "nauc_map_at_10_max": 0.299875, "nauc_map_at_10_std": 0.317658, "nauc_map_at_10_diff1": 0.450405, "nauc_map_at_20_max": 0.283058, "nauc_map_at_20_std": 0.299577, "nauc_map_at_20_diff1": 0.447677, "nauc_map_at_25_max": 0.283058, "nauc_map_at_25_std": 0.299577, "nauc_map_at_25_diff1": 0.447677, "nauc_map_at_50_max": 0.283058, "nauc_map_at_50_std": 0.299577, "nauc_map_at_50_diff1": 0.447677, "nauc_map_at_100_max": 0.283058, "nauc_map_at_100_std": 0.299577, "nauc_map_at_100_diff1": 0.447677, "nauc_map_at_1000_max": 0.283058, "nauc_map_at_1000_std": 0.299577, "nauc_map_at_1000_diff1": 0.447677, "nauc_recall_at_1_max": 0.147508, "nauc_recall_at_1_std": 0.095027, "nauc_recall_at_1_diff1": 0.415153, "nauc_recall_at_3_max": 0.433884, "nauc_recall_at_3_std": 0.480318, "nauc_recall_at_3_diff1": 0.621783, "nauc_recall_at_5_max": 0.641988, "nauc_recall_at_5_std": 0.694889, "nauc_recall_at_5_diff1": 0.612341, "nauc_recall_at_10_max": 0.620093, "nauc_recall_at_10_std": 0.71662, "nauc_recall_at_10_diff1": 0.526032, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.185206, "nauc_precision_at_1_std": 0.212824, "nauc_precision_at_1_diff1": 0.452157, "nauc_precision_at_3_max": 0.124501, "nauc_precision_at_3_std": 0.221826, "nauc_precision_at_3_diff1": 0.066624, "nauc_precision_at_5_max": 0.142049, "nauc_precision_at_5_std": 0.234102, "nauc_precision_at_5_diff1": -0.010829, "nauc_precision_at_10_max": 0.036854, "nauc_precision_at_10_std": 0.124932, "nauc_precision_at_10_diff1": -0.126458, "nauc_precision_at_20_max": -0.102124, "nauc_precision_at_20_std": -0.036358, "nauc_precision_at_20_diff1": -0.235562, "nauc_precision_at_25_max": -0.102124, "nauc_precision_at_25_std": -0.036358, "nauc_precision_at_25_diff1": -0.235562, "nauc_precision_at_50_max": -0.102124, "nauc_precision_at_50_std": -0.036358, "nauc_precision_at_50_diff1": -0.235562, "nauc_precision_at_100_max": -0.102124, "nauc_precision_at_100_std": -0.036358, "nauc_precision_at_100_diff1": -0.235562, "nauc_precision_at_1000_max": -0.102124, "nauc_precision_at_1000_std": -0.036358, "nauc_precision_at_1000_diff1": -0.235562, "nauc_mrr_at_1_max": 0.185206, "nauc_mrr_at_1_std": 0.212824, "nauc_mrr_at_1_diff1": 0.452157, "nauc_mrr_at_3_max": 0.261722, "nauc_mrr_at_3_std": 0.285544, "nauc_mrr_at_3_diff1": 0.49182, "nauc_mrr_at_5_max": 0.269224, "nauc_mrr_at_5_std": 0.293879, "nauc_mrr_at_5_diff1": 0.482073, "nauc_mrr_at_10_max": 0.25649, "nauc_mrr_at_10_std": 0.282644, "nauc_mrr_at_10_diff1": 0.478884, "nauc_mrr_at_20_max": 0.249586, "nauc_mrr_at_20_std": 0.272911, "nauc_mrr_at_20_diff1": 0.474557, "nauc_mrr_at_25_max": 0.249586, "nauc_mrr_at_25_std": 0.272911, "nauc_mrr_at_25_diff1": 0.474557, "nauc_mrr_at_50_max": 0.249586, "nauc_mrr_at_50_std": 0.272911, "nauc_mrr_at_50_diff1": 0.474557, "nauc_mrr_at_100_max": 0.249586, "nauc_mrr_at_100_std": 0.272911, "nauc_mrr_at_100_diff1": 0.474557, "nauc_mrr_at_1000_max": 0.249586, "nauc_mrr_at_1000_std": 0.272911, "nauc_mrr_at_1000_diff1": 0.474557, "hit_rate_at_1": 0.74286, "hit_rate_at_3": 0.88571, "hit_rate_at_5": 0.91429, "hit_rate_at_10": 0.95714, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.742857, "R_cap_at_3": 0.842857, "R_cap_at_5": 0.883333, "R_cap_at_10": 0.940476, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8387, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76471, "ndcg_at_3": 0.82249, "ndcg_at_5": 0.83659, "ndcg_at_10": 0.85579, "ndcg_at_20": 0.86809, "ndcg_at_25": 0.86809, "ndcg_at_50": 0.86809, "ndcg_at_100": 0.86809, "ndcg_at_1000": 0.86809, "map_at_1": 0.6152, "map_at_3": 0.77778, "map_at_5": 0.80351, "map_at_10": 0.81346, "map_at_20": 0.81784, "map_at_25": 0.81784, "map_at_50": 0.81784, "map_at_100": 0.81784, "map_at_1000": 0.81784, "recall_at_1": 0.6152, "recall_at_3": 0.86029, "recall_at_5": 0.90441, "recall_at_10": 0.96078, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6152, "precision_at_1": 0.76471, "precision_at_3": 0.39706, "precision_at_5": 0.25882, "precision_at_10": 0.13676, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.764706, "mrr_at_3": 0.830882, "mrr_at_5": 0.834559, "mrr_at_10": 0.839951, "mrr_at_20": 0.842213, "mrr_at_25": 0.842213, "mrr_at_50": 0.842213, "mrr_at_100": 0.842213, "mrr_at_1000": 0.842213, "nauc_ndcg_at_1_max": 0.270825, "nauc_ndcg_at_1_std": 0.157876, "nauc_ndcg_at_1_diff1": 0.403951, "nauc_ndcg_at_3_max": 0.48646, "nauc_ndcg_at_3_std": 0.442795, "nauc_ndcg_at_3_diff1": 0.426053, "nauc_ndcg_at_5_max": 0.468735, "nauc_ndcg_at_5_std": 0.428744, "nauc_ndcg_at_5_diff1": 0.47629, "nauc_ndcg_at_10_max": 0.43552, "nauc_ndcg_at_10_std": 0.380835, "nauc_ndcg_at_10_diff1": 0.457294, "nauc_ndcg_at_20_max": 0.402524, "nauc_ndcg_at_20_std": 0.332001, "nauc_ndcg_at_20_diff1": 0.4318, "nauc_ndcg_at_25_max": 0.402524, "nauc_ndcg_at_25_std": 0.332001, "nauc_ndcg_at_25_diff1": 0.4318, "nauc_ndcg_at_50_max": 0.402524, "nauc_ndcg_at_50_std": 0.332001, "nauc_ndcg_at_50_diff1": 0.4318, "nauc_ndcg_at_100_max": 0.402524, "nauc_ndcg_at_100_std": 0.332001, "nauc_ndcg_at_100_diff1": 0.4318, "nauc_ndcg_at_1000_max": 0.402524, "nauc_ndcg_at_1000_std": 0.332001, "nauc_ndcg_at_1000_diff1": 0.4318, "nauc_map_at_1_max": 0.273157, "nauc_map_at_1_std": 0.083728, "nauc_map_at_1_diff1": 0.456832, "nauc_map_at_3_max": 0.427814, "nauc_map_at_3_std": 0.34252, "nauc_map_at_3_diff1": 0.401669, "nauc_map_at_5_max": 0.44353, "nauc_map_at_5_std": 0.386017, "nauc_map_at_5_diff1": 0.445026, "nauc_map_at_10_max": 0.424705, "nauc_map_at_10_std": 0.360184, "nauc_map_at_10_diff1": 0.428218, "nauc_map_at_20_max": 0.416025, "nauc_map_at_20_std": 0.347327, "nauc_map_at_20_diff1": 0.421295, "nauc_map_at_25_max": 0.416025, "nauc_map_at_25_std": 0.347327, "nauc_map_at_25_diff1": 0.421295, "nauc_map_at_50_max": 0.416025, "nauc_map_at_50_std": 0.347327, "nauc_map_at_50_diff1": 0.421295, "nauc_map_at_100_max": 0.416025, "nauc_map_at_100_std": 0.347327, "nauc_map_at_100_diff1": 0.421295, "nauc_map_at_1000_max": 0.416025, "nauc_map_at_1000_std": 0.347327, "nauc_map_at_1000_diff1": 0.421295, "nauc_recall_at_1_max": 0.273157, "nauc_recall_at_1_std": 0.083728, "nauc_recall_at_1_diff1": 0.456832, "nauc_recall_at_3_max": 0.597027, "nauc_recall_at_3_std": 0.590181, "nauc_recall_at_3_diff1": 0.437662, "nauc_recall_at_5_max": 0.682933, "nauc_recall_at_5_std": 0.760612, "nauc_recall_at_5_diff1": 0.598705, "nauc_recall_at_10_max": 0.734593, "nauc_recall_at_10_std": 0.839329, "nauc_recall_at_10_diff1": 0.685813, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.270825, "nauc_precision_at_1_std": 0.157876, "nauc_precision_at_1_diff1": 0.403951, "nauc_precision_at_3_max": 0.109085, "nauc_precision_at_3_std": 0.267348, "nauc_precision_at_3_diff1": -0.135123, "nauc_precision_at_5_max": 0.062034, "nauc_precision_at_5_std": 0.232396, "nauc_precision_at_5_diff1": -0.105138, "nauc_precision_at_10_max": -0.017562, "nauc_precision_at_10_std": 0.148635, "nauc_precision_at_10_diff1": -0.183125, "nauc_precision_at_20_max": -0.119022, "nauc_precision_at_20_std": 0.029235, "nauc_precision_at_20_diff1": -0.270147, "nauc_precision_at_25_max": -0.119022, "nauc_precision_at_25_std": 0.029235, "nauc_precision_at_25_diff1": -0.270147, "nauc_precision_at_50_max": -0.119022, "nauc_precision_at_50_std": 0.029235, "nauc_precision_at_50_diff1": -0.270147, "nauc_precision_at_100_max": -0.119022, "nauc_precision_at_100_std": 0.029235, "nauc_precision_at_100_diff1": -0.270147, "nauc_precision_at_1000_max": -0.119022, "nauc_precision_at_1000_std": 0.029235, "nauc_precision_at_1000_diff1": -0.270147, "nauc_mrr_at_1_max": 0.270825, "nauc_mrr_at_1_std": 0.157876, "nauc_mrr_at_1_diff1": 0.403951, "nauc_mrr_at_3_max": 0.375617, "nauc_mrr_at_3_std": 0.298814, "nauc_mrr_at_3_diff1": 0.463371, "nauc_mrr_at_5_max": 0.371356, "nauc_mrr_at_5_std": 0.297379, "nauc_mrr_at_5_diff1": 0.450555, "nauc_mrr_at_10_max": 0.362257, "nauc_mrr_at_10_std": 0.28315, "nauc_mrr_at_10_diff1": 0.45263, "nauc_mrr_at_20_max": 0.355567, "nauc_mrr_at_20_std": 0.273077, "nauc_mrr_at_20_diff1": 0.447338, "nauc_mrr_at_25_max": 0.355567, "nauc_mrr_at_25_std": 0.273077, "nauc_mrr_at_25_diff1": 0.447338, "nauc_mrr_at_50_max": 0.355567, "nauc_mrr_at_50_std": 0.273077, "nauc_mrr_at_50_diff1": 0.447338, "nauc_mrr_at_100_max": 0.355567, "nauc_mrr_at_100_std": 0.273077, "nauc_mrr_at_100_diff1": 0.447338, "nauc_mrr_at_1000_max": 0.355567, "nauc_mrr_at_1000_std": 0.273077, "nauc_mrr_at_1000_diff1": 0.447338, "hit_rate_at_1": 0.76471, "hit_rate_at_3": 0.91176, "hit_rate_at_5": 0.92647, "hit_rate_at_10": 0.97059, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.764706, "R_cap_at_3": 0.875, "R_cap_at_5": 0.904412, "R_cap_at_10": 0.960784, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85579, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90411, "ndcg_at_3": 0.93218, "ndcg_at_5": 0.94847, "ndcg_at_10": 0.95041, "ndcg_at_20": 0.95041, "ndcg_at_25": 0.95041, "ndcg_at_50": 0.95041, "ndcg_at_100": 0.95041, "ndcg_at_1000": 0.95041, "map_at_1": 0.73059, "map_at_3": 0.89878, "map_at_5": 0.92595, "map_at_10": 0.92747, "map_at_20": 0.92747, "map_at_25": 0.92747, "map_at_50": 0.92747, "map_at_100": 0.92747, "map_at_1000": 0.92747, "recall_at_1": 0.73059, "recall_at_3": 0.94749, "recall_at_5": 0.99543, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73059, "precision_at_1": 0.90411, "precision_at_3": 0.45205, "precision_at_5": 0.29589, "precision_at_10": 0.14932, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.90411, "mrr_at_3": 0.940639, "mrr_at_5": 0.943379, "mrr_at_10": 0.943379, "mrr_at_20": 0.943379, "mrr_at_25": 0.943379, "mrr_at_50": 0.943379, "mrr_at_100": 0.943379, "mrr_at_1000": 0.943379, "nauc_ndcg_at_1_max": 0.6854, "nauc_ndcg_at_1_std": 0.649485, "nauc_ndcg_at_1_diff1": 0.652241, "nauc_ndcg_at_3_max": 0.757855, "nauc_ndcg_at_3_std": 0.637737, "nauc_ndcg_at_3_diff1": 0.622365, "nauc_ndcg_at_5_max": 0.727522, "nauc_ndcg_at_5_std": 0.654589, "nauc_ndcg_at_5_diff1": 0.646899, "nauc_ndcg_at_10_max": 0.719707, "nauc_ndcg_at_10_std": 0.649986, "nauc_ndcg_at_10_diff1": 0.630912, "nauc_ndcg_at_20_max": 0.719707, "nauc_ndcg_at_20_std": 0.649986, "nauc_ndcg_at_20_diff1": 0.630912, "nauc_ndcg_at_25_max": 0.719707, "nauc_ndcg_at_25_std": 0.649986, "nauc_ndcg_at_25_diff1": 0.630912, "nauc_ndcg_at_50_max": 0.719707, "nauc_ndcg_at_50_std": 0.649986, "nauc_ndcg_at_50_diff1": 0.630912, "nauc_ndcg_at_100_max": 0.719707, "nauc_ndcg_at_100_std": 0.649986, "nauc_ndcg_at_100_diff1": 0.630912, "nauc_ndcg_at_1000_max": 0.719707, "nauc_ndcg_at_1000_std": 0.649986, "nauc_ndcg_at_1000_diff1": 0.630912, "nauc_map_at_1_max": 0.268786, "nauc_map_at_1_std": 0.198118, "nauc_map_at_1_diff1": 0.454013, "nauc_map_at_3_max": 0.610512, "nauc_map_at_3_std": 0.504874, "nauc_map_at_3_diff1": 0.571071, "nauc_map_at_5_max": 0.724666, "nauc_map_at_5_std": 0.654078, "nauc_map_at_5_diff1": 0.612966, "nauc_map_at_10_max": 0.721523, "nauc_map_at_10_std": 0.652612, "nauc_map_at_10_diff1": 0.604588, "nauc_map_at_20_max": 0.721523, "nauc_map_at_20_std": 0.652612, "nauc_map_at_20_diff1": 0.604588, "nauc_map_at_25_max": 0.721523, "nauc_map_at_25_std": 0.652612, "nauc_map_at_25_diff1": 0.604588, "nauc_map_at_50_max": 0.721523, "nauc_map_at_50_std": 0.652612, "nauc_map_at_50_diff1": 0.604588, "nauc_map_at_100_max": 0.721523, "nauc_map_at_100_std": 0.652612, "nauc_map_at_100_diff1": 0.604588, "nauc_map_at_1000_max": 0.721523, "nauc_map_at_1000_std": 0.652612, "nauc_map_at_1000_diff1": 0.604588, "nauc_recall_at_1_max": 0.268786, "nauc_recall_at_1_std": 0.198118, "nauc_recall_at_1_diff1": 0.454013, "nauc_recall_at_3_max": 0.519822, "nauc_recall_at_3_std": 0.293514, "nauc_recall_at_3_diff1": 0.497078, "nauc_recall_at_5_max": 0.869875, "nauc_recall_at_5_std": 0.721802, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6854, "nauc_precision_at_1_std": 0.649485, "nauc_precision_at_1_diff1": 0.652241, "nauc_precision_at_3_max": 0.088096, "nauc_precision_at_3_std": 0.112472, "nauc_precision_at_3_diff1": -0.165671, "nauc_precision_at_5_max": 0.009444, "nauc_precision_at_5_std": 0.06393, "nauc_precision_at_5_diff1": -0.212389, "nauc_precision_at_10_max": -0.009348, "nauc_precision_at_10_std": 0.04698, "nauc_precision_at_10_diff1": -0.228595, "nauc_precision_at_20_max": -0.009348, "nauc_precision_at_20_std": 0.04698, "nauc_precision_at_20_diff1": -0.228595, "nauc_precision_at_25_max": -0.009348, "nauc_precision_at_25_std": 0.04698, "nauc_precision_at_25_diff1": -0.228595, "nauc_precision_at_50_max": -0.009348, "nauc_precision_at_50_std": 0.04698, "nauc_precision_at_50_diff1": -0.228595, "nauc_precision_at_100_max": -0.009348, "nauc_precision_at_100_std": 0.04698, "nauc_precision_at_100_diff1": -0.228595, "nauc_precision_at_1000_max": -0.009348, "nauc_precision_at_1000_std": 0.04698, "nauc_precision_at_1000_diff1": -0.228595, "nauc_mrr_at_1_max": 0.6854, "nauc_mrr_at_1_std": 0.649485, "nauc_mrr_at_1_diff1": 0.652241, "nauc_mrr_at_3_max": 0.725881, "nauc_mrr_at_3_std": 0.64284, "nauc_mrr_at_3_diff1": 0.704103, "nauc_mrr_at_5_max": 0.718914, "nauc_mrr_at_5_std": 0.656612, "nauc_mrr_at_5_diff1": 0.696082, "nauc_mrr_at_10_max": 0.718914, "nauc_mrr_at_10_std": 0.656612, "nauc_mrr_at_10_diff1": 0.696082, "nauc_mrr_at_20_max": 0.718914, "nauc_mrr_at_20_std": 0.656612, "nauc_mrr_at_20_diff1": 0.696082, "nauc_mrr_at_25_max": 0.718914, "nauc_mrr_at_25_std": 0.656612, "nauc_mrr_at_25_diff1": 0.696082, "nauc_mrr_at_50_max": 0.718914, "nauc_mrr_at_50_std": 0.656612, "nauc_mrr_at_50_diff1": 0.696082, "nauc_mrr_at_100_max": 0.718914, "nauc_mrr_at_100_std": 0.656612, "nauc_mrr_at_100_diff1": 0.696082, "nauc_mrr_at_1000_max": 0.718914, "nauc_mrr_at_1000_std": 0.656612, "nauc_mrr_at_1000_diff1": 0.696082, "hit_rate_at_1": 0.90411, "hit_rate_at_3": 0.9863, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.90411, "R_cap_at_3": 0.961187, "R_cap_at_5": 0.995434, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95041, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1790.2732517533004, "kg_co2_emissions": null, "date": 1787641859.958276, "evaluation_phases": [ { "name": "Data loading", "start": 7.167458534240723e-06, "end": 32.36647368967533, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.36648679152131, "end": 32.36648905649781, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.38606582954526, "end": 32.44315500929952, "split": "test", "subset": "world_news_claude_short__Times" }, { "name": "Scoring", "start": 32.44317004084587, "end": 32.49919947236776, "split": "test", "subset": "world_news_claude_short__Times" } ] }