{ "dataset_revision": "1dd519e4d91573e2818d850eb4405fb290663ac2", "task_name": "MemBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.947, "ndcg_at_3": 0.91093, "ndcg_at_5": 0.86856, "ndcg_at_10": 0.78703, "ndcg_at_20": 0.85811, "ndcg_at_25": 0.87197, "ndcg_at_50": 0.89669, "ndcg_at_100": 0.90805, "ndcg_at_1000": 0.91145, "map_at_1": 0.10662, "map_at_3": 0.29791, "map_at_5": 0.45647, "map_at_10": 0.67891, "map_at_20": 0.74501, "map_at_25": 0.75523, "map_at_50": 0.76969, "map_at_100": 0.7739, "map_at_1000": 0.77485, "recall_at_1": 0.10662, "recall_at_3": 0.3039, "recall_at_5": 0.47472, "recall_at_10": 0.73767, "recall_at_20": 0.8693, "recall_at_25": 0.89872, "recall_at_50": 0.9576, "recall_at_100": 0.98957, "recall_at_1000": 1.0, "accuracy": 0.10662, "precision_at_1": 0.947, "precision_at_3": 0.89933, "precision_at_5": 0.8422, "precision_at_10": 0.6537, "precision_at_20": 0.3871, "precision_at_25": 0.3208, "precision_at_50": 0.17162, "precision_at_100": 0.08896, "precision_at_1000": 0.009, "mrr_at_1": 0.947, "mrr_at_3": 0.969333, "mrr_at_5": 0.970233, "mrr_at_10": 0.970376, "mrr_at_20": 0.970376, "mrr_at_25": 0.970376, "mrr_at_50": 0.970376, "mrr_at_100": 0.970376, "mrr_at_1000": 0.970376, "nauc_ndcg_at_1_max": 0.130833, "nauc_ndcg_at_1_std": 0.105456, "nauc_ndcg_at_1_diff1": 0.341939, "nauc_ndcg_at_3_max": 0.218589, "nauc_ndcg_at_3_std": 0.182642, "nauc_ndcg_at_3_diff1": -0.029805, "nauc_ndcg_at_5_max": 0.206416, "nauc_ndcg_at_5_std": 0.220712, "nauc_ndcg_at_5_diff1": -0.017213, "nauc_ndcg_at_10_max": -0.037684, "nauc_ndcg_at_10_std": 0.237913, "nauc_ndcg_at_10_diff1": -0.005357, "nauc_ndcg_at_20_max": -0.037392, "nauc_ndcg_at_20_std": 0.265496, "nauc_ndcg_at_20_diff1": 0.011648, "nauc_ndcg_at_25_max": -0.052559, "nauc_ndcg_at_25_std": 0.249119, "nauc_ndcg_at_25_diff1": 0.013059, "nauc_ndcg_at_50_max": -0.105173, "nauc_ndcg_at_50_std": 0.210949, "nauc_ndcg_at_50_diff1": 0.024548, "nauc_ndcg_at_100_max": -0.046045, "nauc_ndcg_at_100_std": 0.214252, "nauc_ndcg_at_100_diff1": 0.016285, "nauc_ndcg_at_1000_max": 0.011217, "nauc_ndcg_at_1000_std": 0.228016, "nauc_ndcg_at_1000_diff1": 0.01181, "nauc_map_at_1_max": -0.215523, "nauc_map_at_1_std": 0.140162, "nauc_map_at_1_diff1": 0.185383, "nauc_map_at_3_max": -0.065491, "nauc_map_at_3_std": 0.173777, "nauc_map_at_3_diff1": -0.005109, "nauc_map_at_5_max": -0.021513, "nauc_map_at_5_std": 0.215324, "nauc_map_at_5_diff1": -0.003841, "nauc_map_at_10_max": -0.051411, "nauc_map_at_10_std": 0.231929, "nauc_map_at_10_diff1": -0.012388, "nauc_map_at_20_max": -0.042211, "nauc_map_at_20_std": 0.250486, "nauc_map_at_20_diff1": -0.009863, "nauc_map_at_25_max": -0.046319, "nauc_map_at_25_std": 0.244138, "nauc_map_at_25_diff1": -0.009726, "nauc_map_at_50_max": -0.059004, "nauc_map_at_50_std": 0.233345, "nauc_map_at_50_diff1": -0.006175, "nauc_map_at_100_max": -0.050111, "nauc_map_at_100_std": 0.233334, "nauc_map_at_100_diff1": -0.008164, "nauc_map_at_1000_max": -0.043119, "nauc_map_at_1000_std": 0.234974, "nauc_map_at_1000_diff1": -0.00884, "nauc_recall_at_1_max": -0.215523, "nauc_recall_at_1_std": 0.140162, "nauc_recall_at_1_diff1": 0.185383, "nauc_recall_at_3_max": -0.089259, "nauc_recall_at_3_std": 0.184964, "nauc_recall_at_3_diff1": -0.026189, "nauc_recall_at_5_max": -0.056104, "nauc_recall_at_5_std": 0.22938, "nauc_recall_at_5_diff1": -0.009756, "nauc_recall_at_10_max": -0.105077, "nauc_recall_at_10_std": 0.230858, "nauc_recall_at_10_diff1": -0.014398, "nauc_recall_at_20_max": -0.148949, "nauc_recall_at_20_std": 0.276103, "nauc_recall_at_20_diff1": 0.016484, "nauc_recall_at_25_max": -0.20963, "nauc_recall_at_25_std": 0.243964, "nauc_recall_at_25_diff1": 0.02104, "nauc_recall_at_50_max": -0.618118, "nauc_recall_at_50_std": 0.088052, "nauc_recall_at_50_diff1": 0.076003, "nauc_recall_at_100_max": -1.043343, "nauc_recall_at_100_std": -0.09673, "nauc_recall_at_100_diff1": 0.089534, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.130833, "nauc_precision_at_1_std": 0.105456, "nauc_precision_at_1_diff1": 0.341939, "nauc_precision_at_3_max": 0.236719, "nauc_precision_at_3_std": 0.197509, "nauc_precision_at_3_diff1": -0.091881, "nauc_precision_at_5_max": 0.207872, "nauc_precision_at_5_std": 0.235707, "nauc_precision_at_5_diff1": -0.043083, "nauc_precision_at_10_max": 0.10819, "nauc_precision_at_10_std": 0.22956, "nauc_precision_at_10_diff1": -0.041201, "nauc_precision_at_20_max": 0.174009, "nauc_precision_at_20_std": 0.1795, "nauc_precision_at_20_diff1": -0.019423, "nauc_precision_at_25_max": 0.163275, "nauc_precision_at_25_std": 0.100996, "nauc_precision_at_25_diff1": -0.019855, "nauc_precision_at_50_max": 0.103415, "nauc_precision_at_50_std": -0.113075, "nauc_precision_at_50_diff1": -0.012413, "nauc_precision_at_100_max": 0.297622, "nauc_precision_at_100_std": -0.181812, "nauc_precision_at_100_diff1": -0.042011, "nauc_precision_at_1000_max": 0.460757, "nauc_precision_at_1000_std": -0.171843, "nauc_precision_at_1000_diff1": -0.056613, "nauc_mrr_at_1_max": 0.130833, "nauc_mrr_at_1_std": 0.105456, "nauc_mrr_at_1_diff1": 0.341939, "nauc_mrr_at_3_max": 0.139356, "nauc_mrr_at_3_std": 0.110705, "nauc_mrr_at_3_diff1": 0.364374, "nauc_mrr_at_5_max": 0.13837, "nauc_mrr_at_5_std": 0.11437, "nauc_mrr_at_5_diff1": 0.357476, "nauc_mrr_at_10_max": 0.135554, "nauc_mrr_at_10_std": 0.111439, "nauc_mrr_at_10_diff1": 0.358608, "nauc_mrr_at_20_max": 0.135554, "nauc_mrr_at_20_std": 0.111439, "nauc_mrr_at_20_diff1": 0.358608, "nauc_mrr_at_25_max": 0.135554, "nauc_mrr_at_25_std": 0.111439, "nauc_mrr_at_25_diff1": 0.358608, "nauc_mrr_at_50_max": 0.135554, "nauc_mrr_at_50_std": 0.111439, "nauc_mrr_at_50_diff1": 0.358608, "nauc_mrr_at_100_max": 0.135554, "nauc_mrr_at_100_std": 0.111439, "nauc_mrr_at_100_diff1": 0.358608, "nauc_mrr_at_1000_max": 0.135554, "nauc_mrr_at_1000_std": 0.111439, "nauc_mrr_at_1000_diff1": 0.358608, "hit_rate_at_1": 0.947, "hit_rate_at_3": 0.995, "hit_rate_at_5": 0.999, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.947, "R_cap_at_3": 0.899333, "R_cap_at_5": 0.8422, "R_cap_at_10": 0.737675, "R_cap_at_20": 0.8693, "R_cap_at_25": 0.898725, "R_cap_at_50": 0.9576, "R_cap_at_100": 0.989575, "R_cap_at_1000": 1.0, "main_score": 0.78703, "hf_subset": "aggregative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.839, "ndcg_at_3": 0.84023, "ndcg_at_5": 0.8859, "ndcg_at_10": 0.8927, "ndcg_at_20": 0.89285, "ndcg_at_25": 0.89285, "ndcg_at_50": 0.89285, "ndcg_at_100": 0.89285, "ndcg_at_1000": 0.89285, "map_at_1": 0.4195, "map_at_3": 0.78383, "map_at_5": 0.82558, "map_at_10": 0.83052, "map_at_20": 0.83057, "map_at_25": 0.83057, "map_at_50": 0.83057, "map_at_100": 0.83057, "map_at_1000": 0.83057, "recall_at_1": 0.4195, "recall_at_3": 0.874, "recall_at_5": 0.962, "recall_at_10": 0.978, "recall_at_20": 0.9785, "recall_at_25": 0.9785, "recall_at_50": 0.9785, "recall_at_100": 0.9785, "recall_at_1000": 0.9785, "accuracy": 0.4195, "precision_at_1": 0.839, "precision_at_3": 0.58267, "precision_at_5": 0.3848, "precision_at_10": 0.1956, "precision_at_20": 0.09785, "precision_at_25": 0.07828, "precision_at_50": 0.03914, "precision_at_100": 0.01957, "precision_at_1000": 0.00196, "mrr_at_1": 0.839, "mrr_at_3": 0.912, "mrr_at_5": 0.9135, "mrr_at_10": 0.913667, "mrr_at_20": 0.913667, "mrr_at_25": 0.913667, "mrr_at_50": 0.913667, "mrr_at_100": 0.913667, "mrr_at_1000": 0.913667, "nauc_ndcg_at_1_max": 0.06702, "nauc_ndcg_at_1_std": -0.079946, "nauc_ndcg_at_1_diff1": 0.395607, "nauc_ndcg_at_3_max": -0.12732, "nauc_ndcg_at_3_std": -0.240605, "nauc_ndcg_at_3_diff1": 0.024435, "nauc_ndcg_at_5_max": -0.181759, "nauc_ndcg_at_5_std": -0.29433, "nauc_ndcg_at_5_diff1": 0.02189, "nauc_ndcg_at_10_max": -0.163291, "nauc_ndcg_at_10_std": -0.248492, "nauc_ndcg_at_10_diff1": 0.029937, "nauc_ndcg_at_20_max": -0.163761, "nauc_ndcg_at_20_std": -0.24604, "nauc_ndcg_at_20_diff1": 0.028341, "nauc_ndcg_at_25_max": -0.163761, "nauc_ndcg_at_25_std": -0.24604, "nauc_ndcg_at_25_diff1": 0.028341, "nauc_ndcg_at_50_max": -0.163761, "nauc_ndcg_at_50_std": -0.24604, "nauc_ndcg_at_50_diff1": 0.028341, "nauc_ndcg_at_100_max": -0.163761, "nauc_ndcg_at_100_std": -0.24604, "nauc_ndcg_at_100_diff1": 0.028341, "nauc_ndcg_at_1000_max": -0.163761, "nauc_ndcg_at_1000_std": -0.24604, "nauc_ndcg_at_1000_diff1": 0.028341, "nauc_map_at_1_max": 0.06702, "nauc_map_at_1_std": -0.079946, "nauc_map_at_1_diff1": 0.395607, "nauc_map_at_3_max": -0.122087, "nauc_map_at_3_std": -0.221803, "nauc_map_at_3_diff1": 0.006598, "nauc_map_at_5_max": -0.15852, "nauc_map_at_5_std": -0.257503, "nauc_map_at_5_diff1": -0.001175, "nauc_map_at_10_max": -0.148902, "nauc_map_at_10_std": -0.234514, "nauc_map_at_10_diff1": 0.00096, "nauc_map_at_20_max": -0.149017, "nauc_map_at_20_std": -0.233879, "nauc_map_at_20_diff1": 0.000539, "nauc_map_at_25_max": -0.149017, "nauc_map_at_25_std": -0.233879, "nauc_map_at_25_diff1": 0.000539, "nauc_map_at_50_max": -0.149017, "nauc_map_at_50_std": -0.233879, "nauc_map_at_50_diff1": 0.000539, "nauc_map_at_100_max": -0.149017, "nauc_map_at_100_std": -0.233879, "nauc_map_at_100_diff1": 0.000539, "nauc_map_at_1000_max": -0.149017, "nauc_map_at_1000_std": -0.233879, "nauc_map_at_1000_diff1": 0.000539, "nauc_recall_at_1_max": 0.06702, "nauc_recall_at_1_std": -0.079946, "nauc_recall_at_1_diff1": 0.395607, "nauc_recall_at_3_max": -0.230705, "nauc_recall_at_3_std": -0.348, "nauc_recall_at_3_diff1": -0.11646, "nauc_recall_at_5_max": -0.694776, "nauc_recall_at_5_std": -0.820311, "nauc_recall_at_5_diff1": -0.398318, "nauc_recall_at_10_max": -0.901282, "nauc_recall_at_10_std": -0.785163, "nauc_recall_at_10_diff1": -0.622952, "nauc_recall_at_20_max": -0.925097, "nauc_recall_at_20_std": -0.762958, "nauc_recall_at_20_diff1": -0.660695, "nauc_recall_at_25_max": -0.925097, "nauc_recall_at_25_std": -0.762958, "nauc_recall_at_25_diff1": -0.660695, "nauc_recall_at_50_max": -0.925097, "nauc_recall_at_50_std": -0.762958, "nauc_recall_at_50_diff1": -0.660695, "nauc_recall_at_100_max": -0.925097, "nauc_recall_at_100_std": -0.762958, "nauc_recall_at_100_diff1": -0.660695, "nauc_recall_at_1000_max": -0.925097, "nauc_recall_at_1000_std": -0.762958, "nauc_recall_at_1000_diff1": -0.660695, "nauc_precision_at_1_max": 0.06702, "nauc_precision_at_1_std": -0.079946, "nauc_precision_at_1_diff1": 0.395607, "nauc_precision_at_3_max": -0.230705, "nauc_precision_at_3_std": -0.348, "nauc_precision_at_3_diff1": -0.11646, "nauc_precision_at_5_max": -0.694776, "nauc_precision_at_5_std": -0.820311, "nauc_precision_at_5_diff1": -0.398318, "nauc_precision_at_10_max": -0.901282, "nauc_precision_at_10_std": -0.785163, "nauc_precision_at_10_diff1": -0.622952, "nauc_precision_at_20_max": -0.925097, "nauc_precision_at_20_std": -0.762958, "nauc_precision_at_20_diff1": -0.660695, "nauc_precision_at_25_max": -0.925097, "nauc_precision_at_25_std": -0.762958, "nauc_precision_at_25_diff1": -0.660695, "nauc_precision_at_50_max": -0.925097, "nauc_precision_at_50_std": -0.762958, "nauc_precision_at_50_diff1": -0.660695, "nauc_precision_at_100_max": -0.925097, "nauc_precision_at_100_std": -0.762958, "nauc_precision_at_100_diff1": -0.660695, "nauc_precision_at_1000_max": -0.925097, "nauc_precision_at_1000_std": -0.762958, "nauc_precision_at_1000_diff1": -0.660695, "nauc_mrr_at_1_max": 0.06702, "nauc_mrr_at_1_std": -0.079946, "nauc_mrr_at_1_diff1": 0.395607, "nauc_mrr_at_3_max": 0.051638, "nauc_mrr_at_3_std": -0.105119, "nauc_mrr_at_3_diff1": 0.366065, "nauc_mrr_at_5_max": 0.058212, "nauc_mrr_at_5_std": -0.092034, "nauc_mrr_at_5_diff1": 0.374638, "nauc_mrr_at_10_max": 0.05947, "nauc_mrr_at_10_std": -0.088698, "nauc_mrr_at_10_diff1": 0.377727, "nauc_mrr_at_20_max": 0.05947, "nauc_mrr_at_20_std": -0.088698, "nauc_mrr_at_20_diff1": 0.377727, "nauc_mrr_at_25_max": 0.05947, "nauc_mrr_at_25_std": -0.088698, "nauc_mrr_at_25_diff1": 0.377727, "nauc_mrr_at_50_max": 0.05947, "nauc_mrr_at_50_std": -0.088698, "nauc_mrr_at_50_diff1": 0.377727, "nauc_mrr_at_100_max": 0.05947, "nauc_mrr_at_100_std": -0.088698, "nauc_mrr_at_100_diff1": 0.377727, "nauc_mrr_at_1000_max": 0.05947, "nauc_mrr_at_1000_std": -0.088698, "nauc_mrr_at_1000_diff1": 0.377727, "hit_rate_at_1": 0.839, "hit_rate_at_3": 0.993, "hit_rate_at_5": 0.999, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.839, "R_cap_at_3": 0.874, "R_cap_at_5": 0.962, "R_cap_at_10": 0.978, "R_cap_at_20": 0.9785, "R_cap_at_25": 0.9785, "R_cap_at_50": 0.9785, "R_cap_at_100": 0.9785, "R_cap_at_1000": 0.9785, "main_score": 0.8927, "hf_subset": "comparative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.252, "ndcg_at_3": 0.2785, "ndcg_at_5": 0.35708, "ndcg_at_10": 0.53663, "ndcg_at_20": 0.59691, "ndcg_at_25": 0.59691, "ndcg_at_50": 0.59691, "ndcg_at_100": 0.59691, "ndcg_at_1000": 0.59691, "map_at_1": 0.08833, "map_at_3": 0.18847, "map_at_5": 0.25582, "map_at_10": 0.36794, "map_at_20": 0.40636, "map_at_25": 0.40636, "map_at_50": 0.40636, "map_at_100": 0.40636, "map_at_1000": 0.40636, "recall_at_1": 0.08833, "recall_at_3": 0.26733, "recall_at_5": 0.43767, "recall_at_10": 0.84333, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.08833, "precision_at_1": 0.252, "precision_at_3": 0.26133, "precision_at_5": 0.256, "precision_at_10": 0.2472, "precision_at_20": 0.1481, "precision_at_25": 0.11848, "precision_at_50": 0.05924, "precision_at_100": 0.02962, "precision_at_1000": 0.00296, "mrr_at_1": 0.252, "mrr_at_3": 0.389667, "mrr_at_5": 0.431067, "mrr_at_10": 0.462371, "mrr_at_20": 0.463434, "mrr_at_25": 0.463434, "mrr_at_50": 0.463434, "mrr_at_100": 0.463434, "mrr_at_1000": 0.463434, "nauc_ndcg_at_1_max": 0.058118, "nauc_ndcg_at_1_std": 0.009622, "nauc_ndcg_at_1_diff1": 0.012155, "nauc_ndcg_at_3_max": -0.006448, "nauc_ndcg_at_3_std": -0.007332, "nauc_ndcg_at_3_diff1": 0.00348, "nauc_ndcg_at_5_max": -0.023105, "nauc_ndcg_at_5_std": -0.027256, "nauc_ndcg_at_5_diff1": 0.012848, "nauc_ndcg_at_10_max": -0.020776, "nauc_ndcg_at_10_std": -0.041961, "nauc_ndcg_at_10_diff1": 0.031531, "nauc_ndcg_at_20_max": 3.5e-05, "nauc_ndcg_at_20_std": -0.017594, "nauc_ndcg_at_20_diff1": -9.4e-05, "nauc_ndcg_at_25_max": 3.5e-05, "nauc_ndcg_at_25_std": -0.017594, "nauc_ndcg_at_25_diff1": -9.4e-05, "nauc_ndcg_at_50_max": 3.5e-05, "nauc_ndcg_at_50_std": -0.017594, "nauc_ndcg_at_50_diff1": -9.4e-05, "nauc_ndcg_at_100_max": 3.5e-05, "nauc_ndcg_at_100_std": -0.017594, "nauc_ndcg_at_100_diff1": -9.4e-05, "nauc_ndcg_at_1000_max": 3.5e-05, "nauc_ndcg_at_1000_std": -0.017594, "nauc_ndcg_at_1000_diff1": -9.4e-05, "nauc_map_at_1_max": 0.050819, "nauc_map_at_1_std": -0.020522, "nauc_map_at_1_diff1": 0.0475, "nauc_map_at_3_max": -0.000908, "nauc_map_at_3_std": -0.014523, "nauc_map_at_3_diff1": 0.017465, "nauc_map_at_5_max": -0.0106, "nauc_map_at_5_std": -0.007638, "nauc_map_at_5_diff1": 0.016454, "nauc_map_at_10_max": -0.011103, "nauc_map_at_10_std": -0.023621, "nauc_map_at_10_diff1": 0.032019, "nauc_map_at_20_max": -0.002616, "nauc_map_at_20_std": -0.010888, "nauc_map_at_20_diff1": 0.008899, "nauc_map_at_25_max": -0.002616, "nauc_map_at_25_std": -0.010888, "nauc_map_at_25_diff1": 0.008899, "nauc_map_at_50_max": -0.002616, "nauc_map_at_50_std": -0.010888, "nauc_map_at_50_diff1": 0.008899, "nauc_map_at_100_max": -0.002616, "nauc_map_at_100_std": -0.010888, "nauc_map_at_100_diff1": 0.008899, "nauc_map_at_1000_max": -0.002616, "nauc_map_at_1000_std": -0.010888, "nauc_map_at_1000_diff1": 0.008899, "nauc_recall_at_1_max": 0.050819, "nauc_recall_at_1_std": -0.020522, "nauc_recall_at_1_diff1": 0.0475, "nauc_recall_at_3_max": -0.047037, "nauc_recall_at_3_std": -0.03412, "nauc_recall_at_3_diff1": 0.011134, "nauc_recall_at_5_max": -0.059113, "nauc_recall_at_5_std": -0.050094, "nauc_recall_at_5_diff1": 0.017521, "nauc_recall_at_10_max": -0.091355, "nauc_recall_at_10_std": -0.114775, "nauc_recall_at_10_diff1": 0.098405, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.058118, "nauc_precision_at_1_std": 0.009622, "nauc_precision_at_1_diff1": 0.012155, "nauc_precision_at_3_max": -0.028575, "nauc_precision_at_3_std": 0.001668, "nauc_precision_at_3_diff1": -0.014971, "nauc_precision_at_5_max": -0.042029, "nauc_precision_at_5_std": -0.009405, "nauc_precision_at_5_diff1": -0.024212, "nauc_precision_at_10_max": -0.032661, "nauc_precision_at_10_std": -0.027286, "nauc_precision_at_10_diff1": -0.027501, "nauc_precision_at_20_max": -0.002313, "nauc_precision_at_20_std": 0.020181, "nauc_precision_at_20_diff1": -0.126811, "nauc_precision_at_25_max": -0.002313, "nauc_precision_at_25_std": 0.020181, "nauc_precision_at_25_diff1": -0.126811, "nauc_precision_at_50_max": -0.002313, "nauc_precision_at_50_std": 0.020181, "nauc_precision_at_50_diff1": -0.126811, "nauc_precision_at_100_max": -0.002313, "nauc_precision_at_100_std": 0.020181, "nauc_precision_at_100_diff1": -0.126811, "nauc_precision_at_1000_max": -0.002313, "nauc_precision_at_1000_std": 0.020181, "nauc_precision_at_1000_diff1": -0.126811, "nauc_mrr_at_1_max": 0.058118, "nauc_mrr_at_1_std": 0.009622, "nauc_mrr_at_1_diff1": 0.012155, "nauc_mrr_at_3_max": 0.011372, "nauc_mrr_at_3_std": -0.012736, "nauc_mrr_at_3_diff1": 0.006747, "nauc_mrr_at_5_max": 0.004493, "nauc_mrr_at_5_std": -0.035002, "nauc_mrr_at_5_diff1": 0.00225, "nauc_mrr_at_10_max": 0.015529, "nauc_mrr_at_10_std": -0.019519, "nauc_mrr_at_10_diff1": 0.002783, "nauc_mrr_at_20_max": 0.016747, "nauc_mrr_at_20_std": -0.019602, "nauc_mrr_at_20_diff1": 0.004765, "nauc_mrr_at_25_max": 0.016747, "nauc_mrr_at_25_std": -0.019602, "nauc_mrr_at_25_diff1": 0.004765, "nauc_mrr_at_50_max": 0.016747, "nauc_mrr_at_50_std": -0.019602, "nauc_mrr_at_50_diff1": 0.004765, "nauc_mrr_at_100_max": 0.016747, "nauc_mrr_at_100_std": -0.019602, "nauc_mrr_at_100_diff1": 0.004765, "nauc_mrr_at_1000_max": 0.016747, "nauc_mrr_at_1000_std": -0.019602, "nauc_mrr_at_1000_diff1": 0.004765, "hit_rate_at_1": 0.252, "hit_rate_at_3": 0.584, "hit_rate_at_5": 0.764, "hit_rate_at_10": 0.988, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.252, "R_cap_at_3": 0.295, "R_cap_at_5": 0.437667, "R_cap_at_10": 0.843333, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.53663, "hf_subset": "emotion", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.318, "ndcg_at_3": 0.44561, "ndcg_at_5": 0.45388, "ndcg_at_10": 0.45894, "ndcg_at_20": 0.46628, "ndcg_at_25": 0.46869, "ndcg_at_50": 0.48291, "ndcg_at_100": 0.50681, "ndcg_at_1000": 0.5318, "map_at_1": 0.318, "map_at_3": 0.418, "map_at_5": 0.4226, "map_at_10": 0.42462, "map_at_20": 0.42651, "map_at_25": 0.427, "map_at_50": 0.42901, "map_at_100": 0.43113, "map_at_1000": 0.43246, "recall_at_1": 0.318, "recall_at_3": 0.524, "recall_at_5": 0.544, "recall_at_10": 0.56, "recall_at_20": 0.59, "recall_at_25": 0.601, "recall_at_50": 0.676, "recall_at_100": 0.823, "recall_at_1000": 1.0, "accuracy": 0.318, "precision_at_1": 0.318, "precision_at_3": 0.17467, "precision_at_5": 0.1088, "precision_at_10": 0.056, "precision_at_20": 0.0295, "precision_at_25": 0.02404, "precision_at_50": 0.01352, "precision_at_100": 0.00823, "precision_at_1000": 0.001, "mrr_at_1": 0.318, "mrr_at_3": 0.418, "mrr_at_5": 0.4226, "mrr_at_10": 0.424625, "mrr_at_20": 0.426515, "mrr_at_25": 0.427003, "mrr_at_50": 0.42901, "mrr_at_100": 0.43113, "mrr_at_1000": 0.432459, "nauc_ndcg_at_1_max": 0.518608, "nauc_ndcg_at_1_std": 0.472992, "nauc_ndcg_at_1_diff1": 0.597546, "nauc_ndcg_at_3_max": 0.742831, "nauc_ndcg_at_3_std": 0.676493, "nauc_ndcg_at_3_diff1": 0.743704, "nauc_ndcg_at_5_max": 0.740661, "nauc_ndcg_at_5_std": 0.674614, "nauc_ndcg_at_5_diff1": 0.745973, "nauc_ndcg_at_10_max": 0.733881, "nauc_ndcg_at_10_std": 0.666838, "nauc_ndcg_at_10_diff1": 0.74174, "nauc_ndcg_at_20_max": 0.723933, "nauc_ndcg_at_20_std": 0.657068, "nauc_ndcg_at_20_diff1": 0.732626, "nauc_ndcg_at_25_max": 0.72271, "nauc_ndcg_at_25_std": 0.655812, "nauc_ndcg_at_25_diff1": 0.730188, "nauc_ndcg_at_50_max": 0.711052, "nauc_ndcg_at_50_std": 0.648762, "nauc_ndcg_at_50_diff1": 0.721535, "nauc_ndcg_at_100_max": 0.703134, "nauc_ndcg_at_100_std": 0.644041, "nauc_ndcg_at_100_diff1": 0.711942, "nauc_ndcg_at_1000_max": 0.704165, "nauc_ndcg_at_1000_std": 0.64174, "nauc_ndcg_at_1000_diff1": 0.718573, "nauc_map_at_1_max": 0.518608, "nauc_map_at_1_std": 0.472992, "nauc_map_at_1_diff1": 0.597546, "nauc_map_at_3_max": 0.695704, "nauc_map_at_3_std": 0.634128, "nauc_map_at_3_diff1": 0.712881, "nauc_map_at_5_max": 0.694453, "nauc_map_at_5_std": 0.632957, "nauc_map_at_5_diff1": 0.71405, "nauc_map_at_10_max": 0.691634, "nauc_map_at_10_std": 0.629756, "nauc_map_at_10_diff1": 0.712374, "nauc_map_at_20_max": 0.688945, "nauc_map_at_20_std": 0.627167, "nauc_map_at_20_diff1": 0.709992, "nauc_map_at_25_max": 0.688679, "nauc_map_at_25_std": 0.626902, "nauc_map_at_25_diff1": 0.709496, "nauc_map_at_50_max": 0.686944, "nauc_map_at_50_std": 0.625808, "nauc_map_at_50_diff1": 0.708259, "nauc_map_at_100_max": 0.686118, "nauc_map_at_100_std": 0.625286, "nauc_map_at_100_diff1": 0.707362, "nauc_map_at_1000_max": 0.686089, "nauc_map_at_1000_std": 0.625107, "nauc_map_at_1000_diff1": 0.707625, "nauc_recall_at_1_max": 0.518608, "nauc_recall_at_1_std": 0.472992, "nauc_recall_at_1_diff1": 0.597546, "nauc_recall_at_3_max": 0.877554, "nauc_recall_at_3_std": 0.797408, "nauc_recall_at_3_diff1": 0.831872, "nauc_recall_at_5_max": 0.874325, "nauc_recall_at_5_std": 0.795046, "nauc_recall_at_5_diff1": 0.839105, "nauc_recall_at_10_max": 0.854674, "nauc_recall_at_10_std": 0.771886, "nauc_recall_at_10_diff1": 0.826489, "nauc_recall_at_20_max": 0.816321, "nauc_recall_at_20_std": 0.733398, "nauc_recall_at_20_diff1": 0.789941, "nauc_recall_at_25_max": 0.8116, "nauc_recall_at_25_std": 0.728263, "nauc_recall_at_25_diff1": 0.778775, "nauc_recall_at_50_max": 0.751616, "nauc_recall_at_50_std": 0.695073, "nauc_recall_at_50_diff1": 0.730966, "nauc_recall_at_100_max": 0.689675, "nauc_recall_at_100_std": 0.671822, "nauc_recall_at_100_diff1": 0.629257, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.518608, "nauc_precision_at_1_std": 0.472992, "nauc_precision_at_1_diff1": 0.597546, "nauc_precision_at_3_max": 0.877554, "nauc_precision_at_3_std": 0.797408, "nauc_precision_at_3_diff1": 0.831872, "nauc_precision_at_5_max": 0.874325, "nauc_precision_at_5_std": 0.795046, "nauc_precision_at_5_diff1": 0.839105, "nauc_precision_at_10_max": 0.854674, "nauc_precision_at_10_std": 0.771886, "nauc_precision_at_10_diff1": 0.826489, "nauc_precision_at_20_max": 0.816321, "nauc_precision_at_20_std": 0.733398, "nauc_precision_at_20_diff1": 0.789941, "nauc_precision_at_25_max": 0.8116, "nauc_precision_at_25_std": 0.728263, "nauc_precision_at_25_diff1": 0.778775, "nauc_precision_at_50_max": 0.751616, "nauc_precision_at_50_std": 0.695073, "nauc_precision_at_50_diff1": 0.730966, "nauc_precision_at_100_max": 0.689675, "nauc_precision_at_100_std": 0.671822, "nauc_precision_at_100_diff1": 0.629257, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.518608, "nauc_mrr_at_1_std": 0.472992, "nauc_mrr_at_1_diff1": 0.597546, "nauc_mrr_at_3_max": 0.695704, "nauc_mrr_at_3_std": 0.634128, "nauc_mrr_at_3_diff1": 0.712881, "nauc_mrr_at_5_max": 0.694453, "nauc_mrr_at_5_std": 0.632957, "nauc_mrr_at_5_diff1": 0.71405, "nauc_mrr_at_10_max": 0.691634, "nauc_mrr_at_10_std": 0.629756, "nauc_mrr_at_10_diff1": 0.712374, "nauc_mrr_at_20_max": 0.688945, "nauc_mrr_at_20_std": 0.627167, "nauc_mrr_at_20_diff1": 0.709992, "nauc_mrr_at_25_max": 0.688679, "nauc_mrr_at_25_std": 0.626902, "nauc_mrr_at_25_diff1": 0.709496, "nauc_mrr_at_50_max": 0.686944, "nauc_mrr_at_50_std": 0.625808, "nauc_mrr_at_50_diff1": 0.708259, "nauc_mrr_at_100_max": 0.686118, "nauc_mrr_at_100_std": 0.625286, "nauc_mrr_at_100_diff1": 0.707362, "nauc_mrr_at_1000_max": 0.686089, "nauc_mrr_at_1000_std": 0.625107, "nauc_mrr_at_1000_diff1": 0.707625, "hit_rate_at_1": 0.318, "hit_rate_at_3": 0.524, "hit_rate_at_5": 0.544, "hit_rate_at_10": 0.56, "hit_rate_at_20": 0.59, "hit_rate_at_25": 0.601, "hit_rate_at_50": 0.676, "hit_rate_at_100": 0.823, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.318, "R_cap_at_3": 0.524, "R_cap_at_5": 0.544, "R_cap_at_10": 0.56, "R_cap_at_20": 0.59, "R_cap_at_25": 0.601, "R_cap_at_50": 0.676, "R_cap_at_100": 0.823, "R_cap_at_1000": 1.0, "main_score": 0.45894, "hf_subset": "knowledge_updating", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.323, "ndcg_at_3": 0.27372, "ndcg_at_5": 0.31079, "ndcg_at_10": 0.36912, "ndcg_at_20": 0.41573, "ndcg_at_25": 0.42942, "ndcg_at_50": 0.45999, "ndcg_at_100": 0.4873, "ndcg_at_1000": 0.49442, "map_at_1": 0.1615, "map_at_3": 0.21783, "map_at_5": 0.23971, "map_at_10": 0.26716, "map_at_20": 0.28413, "map_at_25": 0.28799, "map_at_50": 0.29426, "map_at_100": 0.29796, "map_at_1000": 0.29864, "recall_at_1": 0.1615, "recall_at_3": 0.27, "recall_at_5": 0.344, "recall_at_10": 0.4915, "recall_at_20": 0.642, "recall_at_25": 0.693, "recall_at_50": 0.8225, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.1615, "precision_at_1": 0.323, "precision_at_3": 0.18, "precision_at_5": 0.1376, "precision_at_10": 0.0983, "precision_at_20": 0.0642, "precision_at_25": 0.05544, "precision_at_50": 0.0329, "precision_at_100": 0.0192, "precision_at_1000": 0.002, "mrr_at_1": 0.323, "mrr_at_3": 0.393, "mrr_at_5": 0.41575, "mrr_at_10": 0.439098, "mrr_at_20": 0.446755, "mrr_at_25": 0.448044, "mrr_at_50": 0.450184, "mrr_at_100": 0.450589, "mrr_at_1000": 0.450589, "nauc_ndcg_at_1_max": 0.301616, "nauc_ndcg_at_1_std": 0.119846, "nauc_ndcg_at_1_diff1": 0.6053, "nauc_ndcg_at_3_max": 0.231561, "nauc_ndcg_at_3_std": 0.137475, "nauc_ndcg_at_3_diff1": 0.539778, "nauc_ndcg_at_5_max": 0.22725, "nauc_ndcg_at_5_std": 0.151495, "nauc_ndcg_at_5_diff1": 0.503775, "nauc_ndcg_at_10_max": 0.250319, "nauc_ndcg_at_10_std": 0.217305, "nauc_ndcg_at_10_diff1": 0.498107, "nauc_ndcg_at_20_max": 0.234411, "nauc_ndcg_at_20_std": 0.245977, "nauc_ndcg_at_20_diff1": 0.50056, "nauc_ndcg_at_25_max": 0.231996, "nauc_ndcg_at_25_std": 0.253627, "nauc_ndcg_at_25_diff1": 0.504437, "nauc_ndcg_at_50_max": 0.247169, "nauc_ndcg_at_50_std": 0.233565, "nauc_ndcg_at_50_diff1": 0.509452, "nauc_ndcg_at_100_max": 0.248162, "nauc_ndcg_at_100_std": 0.207177, "nauc_ndcg_at_100_diff1": 0.512926, "nauc_ndcg_at_1000_max": 0.248326, "nauc_ndcg_at_1000_std": 0.198383, "nauc_ndcg_at_1000_diff1": 0.522948, "nauc_map_at_1_max": 0.301616, "nauc_map_at_1_std": 0.119846, "nauc_map_at_1_diff1": 0.6053, "nauc_map_at_3_max": 0.251041, "nauc_map_at_3_std": 0.133679, "nauc_map_at_3_diff1": 0.548005, "nauc_map_at_5_max": 0.247431, "nauc_map_at_5_std": 0.14187, "nauc_map_at_5_diff1": 0.521928, "nauc_map_at_10_max": 0.25608, "nauc_map_at_10_std": 0.178771, "nauc_map_at_10_diff1": 0.515701, "nauc_map_at_20_max": 0.251253, "nauc_map_at_20_std": 0.191492, "nauc_map_at_20_diff1": 0.517212, "nauc_map_at_25_max": 0.250808, "nauc_map_at_25_std": 0.19368, "nauc_map_at_25_diff1": 0.518381, "nauc_map_at_50_max": 0.254115, "nauc_map_at_50_std": 0.190268, "nauc_map_at_50_diff1": 0.519727, "nauc_map_at_100_max": 0.253979, "nauc_map_at_100_std": 0.18676, "nauc_map_at_100_diff1": 0.52024, "nauc_map_at_1000_max": 0.254001, "nauc_map_at_1000_std": 0.185914, "nauc_map_at_1000_diff1": 0.521004, "nauc_recall_at_1_max": 0.301616, "nauc_recall_at_1_std": 0.119846, "nauc_recall_at_1_diff1": 0.6053, "nauc_recall_at_3_max": 0.18598, "nauc_recall_at_3_std": 0.145324, "nauc_recall_at_3_diff1": 0.497796, "nauc_recall_at_5_max": 0.174202, "nauc_recall_at_5_std": 0.167598, "nauc_recall_at_5_diff1": 0.408199, "nauc_recall_at_10_max": 0.216604, "nauc_recall_at_10_std": 0.314921, "nauc_recall_at_10_diff1": 0.361894, "nauc_recall_at_20_max": 0.152426, "nauc_recall_at_20_std": 0.405858, "nauc_recall_at_20_diff1": 0.340046, "nauc_recall_at_25_max": 0.133298, "nauc_recall_at_25_std": 0.444133, "nauc_recall_at_25_diff1": 0.334525, "nauc_recall_at_50_max": 0.185454, "nauc_recall_at_50_std": 0.421203, "nauc_recall_at_50_diff1": 0.297741, "nauc_recall_at_100_max": 0.132061, "nauc_recall_at_100_std": 0.354575, "nauc_recall_at_100_diff1": -0.006682, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.301616, "nauc_precision_at_1_std": 0.119846, "nauc_precision_at_1_diff1": 0.6053, "nauc_precision_at_3_max": 0.18598, "nauc_precision_at_3_std": 0.145324, "nauc_precision_at_3_diff1": 0.497796, "nauc_precision_at_5_max": 0.174202, "nauc_precision_at_5_std": 0.167598, "nauc_precision_at_5_diff1": 0.408199, "nauc_precision_at_10_max": 0.216604, "nauc_precision_at_10_std": 0.314921, "nauc_precision_at_10_diff1": 0.361894, "nauc_precision_at_20_max": 0.152426, "nauc_precision_at_20_std": 0.405858, "nauc_precision_at_20_diff1": 0.340046, "nauc_precision_at_25_max": 0.133298, "nauc_precision_at_25_std": 0.444133, "nauc_precision_at_25_diff1": 0.334525, "nauc_precision_at_50_max": 0.185454, "nauc_precision_at_50_std": 0.421203, "nauc_precision_at_50_diff1": 0.297741, "nauc_precision_at_100_max": 0.132061, "nauc_precision_at_100_std": 0.354575, "nauc_precision_at_100_diff1": -0.006682, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.301616, "nauc_mrr_at_1_std": 0.119846, "nauc_mrr_at_1_diff1": 0.6053, "nauc_mrr_at_3_max": 0.245239, "nauc_mrr_at_3_std": 0.133928, "nauc_mrr_at_3_diff1": 0.561556, "nauc_mrr_at_5_max": 0.242438, "nauc_mrr_at_5_std": 0.142549, "nauc_mrr_at_5_diff1": 0.547251, "nauc_mrr_at_10_max": 0.254133, "nauc_mrr_at_10_std": 0.160134, "nauc_mrr_at_10_diff1": 0.551503, "nauc_mrr_at_20_max": 0.251317, "nauc_mrr_at_20_std": 0.160672, "nauc_mrr_at_20_diff1": 0.554152, "nauc_mrr_at_25_max": 0.250823, "nauc_mrr_at_25_std": 0.160489, "nauc_mrr_at_25_diff1": 0.554737, "nauc_mrr_at_50_max": 0.251878, "nauc_mrr_at_50_std": 0.15708, "nauc_mrr_at_50_diff1": 0.55526, "nauc_mrr_at_100_max": 0.252305, "nauc_mrr_at_100_std": 0.156417, "nauc_mrr_at_100_diff1": 0.555242, "nauc_mrr_at_1000_max": 0.252305, "nauc_mrr_at_1000_std": 0.156417, "nauc_mrr_at_1000_diff1": 0.555242, "hit_rate_at_1": 0.323, "hit_rate_at_3": 0.488, "hit_rate_at_5": 0.59, "hit_rate_at_10": 0.762, "hit_rate_at_20": 0.872, "hit_rate_at_25": 0.901, "hit_rate_at_50": 0.973, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.323, "R_cap_at_3": 0.27, "R_cap_at_5": 0.344, "R_cap_at_10": 0.4915, "R_cap_at_20": 0.642, "R_cap_at_25": 0.693, "R_cap_at_50": 0.8225, "R_cap_at_100": 0.96, "R_cap_at_1000": 1.0, "main_score": 0.36912, "hf_subset": "multi_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.962, "ndcg_at_3": 0.80864, "ndcg_at_5": 0.79339, "ndcg_at_10": 0.89002, "ndcg_at_20": 0.91293, "ndcg_at_25": 0.91326, "ndcg_at_50": 0.91326, "ndcg_at_100": 0.91326, "ndcg_at_1000": 0.91326, "map_at_1": 0.23877, "map_at_3": 0.53651, "map_at_5": 0.6798, "map_at_10": 0.78545, "map_at_20": 0.80431, "map_at_25": 0.8045, "map_at_50": 0.8045, "map_at_100": 0.8045, "map_at_1000": 0.8045, "recall_at_1": 0.23877, "recall_at_3": 0.55997, "recall_at_5": 0.74997, "recall_at_10": 0.946, "recall_at_20": 0.9991, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.23877, "precision_at_1": 0.962, "precision_at_3": 0.76333, "precision_at_5": 0.6212, "precision_at_10": 0.3942, "precision_at_20": 0.2092, "precision_at_25": 0.16752, "precision_at_50": 0.08376, "precision_at_100": 0.04188, "precision_at_1000": 0.00419, "mrr_at_1": 0.962, "mrr_at_3": 0.980333, "mrr_at_5": 0.980333, "mrr_at_10": 0.980333, "mrr_at_20": 0.980333, "mrr_at_25": 0.980333, "mrr_at_50": 0.980333, "mrr_at_100": 0.980333, "mrr_at_1000": 0.980333, "nauc_ndcg_at_1_max": 0.019804, "nauc_ndcg_at_1_std": -0.198339, "nauc_ndcg_at_1_diff1": 0.422453, "nauc_ndcg_at_3_max": -0.070562, "nauc_ndcg_at_3_std": -0.00686, "nauc_ndcg_at_3_diff1": -0.136617, "nauc_ndcg_at_5_max": -0.103835, "nauc_ndcg_at_5_std": -0.034022, "nauc_ndcg_at_5_diff1": -0.068284, "nauc_ndcg_at_10_max": -0.051172, "nauc_ndcg_at_10_std": -0.119748, "nauc_ndcg_at_10_diff1": -0.03237, "nauc_ndcg_at_20_max": -0.065063, "nauc_ndcg_at_20_std": -0.040849, "nauc_ndcg_at_20_diff1": -0.0782, "nauc_ndcg_at_25_max": -0.059534, "nauc_ndcg_at_25_std": -0.04624, "nauc_ndcg_at_25_diff1": -0.069315, "nauc_ndcg_at_50_max": -0.059534, "nauc_ndcg_at_50_std": -0.04624, "nauc_ndcg_at_50_diff1": -0.069315, "nauc_ndcg_at_100_max": -0.059534, "nauc_ndcg_at_100_std": -0.04624, "nauc_ndcg_at_100_diff1": -0.069315, "nauc_ndcg_at_1000_max": -0.059534, "nauc_ndcg_at_1000_std": -0.04624, "nauc_ndcg_at_1000_diff1": -0.069315, "nauc_map_at_1_max": -0.047664, "nauc_map_at_1_std": -0.154252, "nauc_map_at_1_diff1": 0.316457, "nauc_map_at_3_max": -0.121449, "nauc_map_at_3_std": -0.097811, "nauc_map_at_3_diff1": 0.030505, "nauc_map_at_5_max": -0.109861, "nauc_map_at_5_std": -0.043798, "nauc_map_at_5_diff1": -0.052521, "nauc_map_at_10_max": -0.07253, "nauc_map_at_10_std": -0.086859, "nauc_map_at_10_diff1": -0.072664, "nauc_map_at_20_max": -0.075833, "nauc_map_at_20_std": -0.046587, "nauc_map_at_20_diff1": -0.098121, "nauc_map_at_25_max": -0.074125, "nauc_map_at_25_std": -0.048171, "nauc_map_at_25_diff1": -0.095513, "nauc_map_at_50_max": -0.074125, "nauc_map_at_50_std": -0.048171, "nauc_map_at_50_diff1": -0.095513, "nauc_map_at_100_max": -0.074125, "nauc_map_at_100_std": -0.048171, "nauc_map_at_100_diff1": -0.095513, "nauc_map_at_1000_max": -0.074125, "nauc_map_at_1000_std": -0.048171, "nauc_map_at_1000_diff1": -0.095513, "nauc_recall_at_1_max": -0.047664, "nauc_recall_at_1_std": -0.154252, "nauc_recall_at_1_diff1": 0.316457, "nauc_recall_at_3_max": -0.144168, "nauc_recall_at_3_std": -0.114308, "nauc_recall_at_3_diff1": 0.027909, "nauc_recall_at_5_max": -0.119524, "nauc_recall_at_5_std": -0.03875, "nauc_recall_at_5_diff1": -0.05806, "nauc_recall_at_10_max": -0.007861, "nauc_recall_at_10_std": -0.252613, "nauc_recall_at_10_diff1": 0.049422, "nauc_recall_at_20_max": -0.868503, "nauc_recall_at_20_std": 0.787582, "nauc_recall_at_20_diff1": -1.413165, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.019804, "nauc_precision_at_1_std": -0.198339, "nauc_precision_at_1_diff1": 0.422453, "nauc_precision_at_3_max": -0.080884, "nauc_precision_at_3_std": -0.001393, "nauc_precision_at_3_diff1": -0.170674, "nauc_precision_at_5_max": -0.033222, "nauc_precision_at_5_std": 0.072257, "nauc_precision_at_5_diff1": -0.249923, "nauc_precision_at_10_max": 0.072907, "nauc_precision_at_10_std": 0.050625, "nauc_precision_at_10_diff1": -0.231325, "nauc_precision_at_20_max": 0.077253, "nauc_precision_at_20_std": 0.140301, "nauc_precision_at_20_diff1": -0.260441, "nauc_precision_at_25_max": 0.083044, "nauc_precision_at_25_std": 0.135813, "nauc_precision_at_25_diff1": -0.252294, "nauc_precision_at_50_max": 0.083044, "nauc_precision_at_50_std": 0.135813, "nauc_precision_at_50_diff1": -0.252294, "nauc_precision_at_100_max": 0.083044, "nauc_precision_at_100_std": 0.135813, "nauc_precision_at_100_diff1": -0.252294, "nauc_precision_at_1000_max": 0.083044, "nauc_precision_at_1000_std": 0.135813, "nauc_precision_at_1000_diff1": -0.252294, "nauc_mrr_at_1_max": 0.019804, "nauc_mrr_at_1_std": -0.198339, "nauc_mrr_at_1_diff1": 0.422453, "nauc_mrr_at_3_max": 0.022298, "nauc_mrr_at_3_std": -0.208865, "nauc_mrr_at_3_diff1": 0.428935, "nauc_mrr_at_5_max": 0.022298, "nauc_mrr_at_5_std": -0.208865, "nauc_mrr_at_5_diff1": 0.428935, "nauc_mrr_at_10_max": 0.022298, "nauc_mrr_at_10_std": -0.208865, "nauc_mrr_at_10_diff1": 0.428935, "nauc_mrr_at_20_max": 0.022298, "nauc_mrr_at_20_std": -0.208865, "nauc_mrr_at_20_diff1": 0.428935, "nauc_mrr_at_25_max": 0.022298, "nauc_mrr_at_25_std": -0.208865, "nauc_mrr_at_25_diff1": 0.428935, "nauc_mrr_at_50_max": 0.022298, "nauc_mrr_at_50_std": -0.208865, "nauc_mrr_at_50_diff1": 0.428935, "nauc_mrr_at_100_max": 0.022298, "nauc_mrr_at_100_std": -0.208865, "nauc_mrr_at_100_diff1": 0.428935, "nauc_mrr_at_1000_max": 0.022298, "nauc_mrr_at_1000_std": -0.208865, "nauc_mrr_at_1000_diff1": 0.428935, "hit_rate_at_1": 0.962, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.962, "R_cap_at_3": 0.763333, "R_cap_at_5": 0.758433, "R_cap_at_10": 0.946, "R_cap_at_20": 0.9991, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89002, "hf_subset": "multi_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.302, "ndcg_at_3": 0.27297, "ndcg_at_5": 0.30697, "ndcg_at_10": 0.36967, "ndcg_at_20": 0.40512, "ndcg_at_25": 0.41344, "ndcg_at_50": 0.44196, "ndcg_at_100": 0.47882, "ndcg_at_1000": 0.48735, "map_at_1": 0.151, "map_at_3": 0.21667, "map_at_5": 0.23694, "map_at_10": 0.26645, "map_at_20": 0.27827, "map_at_25": 0.2806, "map_at_50": 0.28637, "map_at_100": 0.29146, "map_at_1000": 0.29227, "recall_at_1": 0.151, "recall_at_3": 0.2735, "recall_at_5": 0.3415, "recall_at_10": 0.4995, "recall_at_20": 0.614, "recall_at_25": 0.645, "recall_at_50": 0.7665, "recall_at_100": 0.952, "recall_at_1000": 1.0, "accuracy": 0.151, "precision_at_1": 0.302, "precision_at_3": 0.18233, "precision_at_5": 0.1366, "precision_at_10": 0.0999, "precision_at_20": 0.0614, "precision_at_25": 0.0516, "precision_at_50": 0.03066, "precision_at_100": 0.01904, "precision_at_1000": 0.002, "mrr_at_1": 0.302, "mrr_at_3": 0.386667, "mrr_at_5": 0.407017, "mrr_at_10": 0.432428, "mrr_at_20": 0.440453, "mrr_at_25": 0.44125, "mrr_at_50": 0.443188, "mrr_at_100": 0.443573, "mrr_at_1000": 0.443583, "nauc_ndcg_at_1_max": 0.250472, "nauc_ndcg_at_1_std": 0.211751, "nauc_ndcg_at_1_diff1": 0.532814, "nauc_ndcg_at_3_max": 0.243119, "nauc_ndcg_at_3_std": 0.29458, "nauc_ndcg_at_3_diff1": 0.47845, "nauc_ndcg_at_5_max": 0.219543, "nauc_ndcg_at_5_std": 0.312194, "nauc_ndcg_at_5_diff1": 0.45395, "nauc_ndcg_at_10_max": 0.191223, "nauc_ndcg_at_10_std": 0.336218, "nauc_ndcg_at_10_diff1": 0.414237, "nauc_ndcg_at_20_max": 0.181483, "nauc_ndcg_at_20_std": 0.348839, "nauc_ndcg_at_20_diff1": 0.406354, "nauc_ndcg_at_25_max": 0.182105, "nauc_ndcg_at_25_std": 0.348504, "nauc_ndcg_at_25_diff1": 0.409884, "nauc_ndcg_at_50_max": 0.196154, "nauc_ndcg_at_50_std": 0.330099, "nauc_ndcg_at_50_diff1": 0.423124, "nauc_ndcg_at_100_max": 0.205259, "nauc_ndcg_at_100_std": 0.321046, "nauc_ndcg_at_100_diff1": 0.435949, "nauc_ndcg_at_1000_max": 0.210976, "nauc_ndcg_at_1000_std": 0.317145, "nauc_ndcg_at_1000_diff1": 0.446813, "nauc_map_at_1_max": 0.250472, "nauc_map_at_1_std": 0.211751, "nauc_map_at_1_diff1": 0.532814, "nauc_map_at_3_max": 0.252523, "nauc_map_at_3_std": 0.279046, "nauc_map_at_3_diff1": 0.488714, "nauc_map_at_5_max": 0.235813, "nauc_map_at_5_std": 0.29473, "nauc_map_at_5_diff1": 0.4694, "nauc_map_at_10_max": 0.218443, "nauc_map_at_10_std": 0.310226, "nauc_map_at_10_diff1": 0.444963, "nauc_map_at_20_max": 0.215297, "nauc_map_at_20_std": 0.316442, "nauc_map_at_20_diff1": 0.442194, "nauc_map_at_25_max": 0.2152, "nauc_map_at_25_std": 0.316457, "nauc_map_at_25_diff1": 0.442727, "nauc_map_at_50_max": 0.218318, "nauc_map_at_50_std": 0.312859, "nauc_map_at_50_diff1": 0.445739, "nauc_map_at_100_max": 0.219262, "nauc_map_at_100_std": 0.311992, "nauc_map_at_100_diff1": 0.44723, "nauc_map_at_1000_max": 0.219653, "nauc_map_at_1000_std": 0.311558, "nauc_map_at_1000_diff1": 0.448028, "nauc_recall_at_1_max": 0.250472, "nauc_recall_at_1_std": 0.211751, "nauc_recall_at_1_diff1": 0.532814, "nauc_recall_at_3_max": 0.233978, "nauc_recall_at_3_std": 0.340908, "nauc_recall_at_3_diff1": 0.442507, "nauc_recall_at_5_max": 0.168968, "nauc_recall_at_5_std": 0.350412, "nauc_recall_at_5_diff1": 0.359762, "nauc_recall_at_10_max": 0.075529, "nauc_recall_at_10_std": 0.36802, "nauc_recall_at_10_diff1": 0.215171, "nauc_recall_at_20_max": 0.024217, "nauc_recall_at_20_std": 0.397125, "nauc_recall_at_20_diff1": 0.154165, "nauc_recall_at_25_max": 0.02097, "nauc_recall_at_25_std": 0.392791, "nauc_recall_at_25_diff1": 0.157976, "nauc_recall_at_50_max": 0.051, "nauc_recall_at_50_std": 0.309327, "nauc_recall_at_50_diff1": 0.158592, "nauc_recall_at_100_max": -0.049034, "nauc_recall_at_100_std": 0.219679, "nauc_recall_at_100_diff1": -0.07208, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.250472, "nauc_precision_at_1_std": 0.211751, "nauc_precision_at_1_diff1": 0.532814, "nauc_precision_at_3_max": 0.233978, "nauc_precision_at_3_std": 0.340908, "nauc_precision_at_3_diff1": 0.442507, "nauc_precision_at_5_max": 0.168968, "nauc_precision_at_5_std": 0.350412, "nauc_precision_at_5_diff1": 0.359762, "nauc_precision_at_10_max": 0.075529, "nauc_precision_at_10_std": 0.36802, "nauc_precision_at_10_diff1": 0.215171, "nauc_precision_at_20_max": 0.024217, "nauc_precision_at_20_std": 0.397125, "nauc_precision_at_20_diff1": 0.154165, "nauc_precision_at_25_max": 0.02097, "nauc_precision_at_25_std": 0.392791, "nauc_precision_at_25_diff1": 0.157976, "nauc_precision_at_50_max": 0.051, "nauc_precision_at_50_std": 0.309327, "nauc_precision_at_50_diff1": 0.158592, "nauc_precision_at_100_max": -0.049034, "nauc_precision_at_100_std": 0.219679, "nauc_precision_at_100_diff1": -0.07208, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.250472, "nauc_mrr_at_1_std": 0.211751, "nauc_mrr_at_1_diff1": 0.532814, "nauc_mrr_at_3_max": 0.238048, "nauc_mrr_at_3_std": 0.272103, "nauc_mrr_at_3_diff1": 0.494704, "nauc_mrr_at_5_max": 0.228994, "nauc_mrr_at_5_std": 0.276052, "nauc_mrr_at_5_diff1": 0.48965, "nauc_mrr_at_10_max": 0.226224, "nauc_mrr_at_10_std": 0.279806, "nauc_mrr_at_10_diff1": 0.48598, "nauc_mrr_at_20_max": 0.225763, "nauc_mrr_at_20_std": 0.27962, "nauc_mrr_at_20_diff1": 0.48693, "nauc_mrr_at_25_max": 0.226589, "nauc_mrr_at_25_std": 0.279497, "nauc_mrr_at_25_diff1": 0.488374, "nauc_mrr_at_50_max": 0.227602, "nauc_mrr_at_50_std": 0.277555, "nauc_mrr_at_50_diff1": 0.489655, "nauc_mrr_at_100_max": 0.228088, "nauc_mrr_at_100_std": 0.276861, "nauc_mrr_at_100_diff1": 0.48994, "nauc_mrr_at_1000_max": 0.228129, "nauc_mrr_at_1000_std": 0.276843, "nauc_mrr_at_1000_diff1": 0.489938, "hit_rate_at_1": 0.302, "hit_rate_at_3": 0.495, "hit_rate_at_5": 0.586, "hit_rate_at_10": 0.775, "hit_rate_at_20": 0.89, "hit_rate_at_25": 0.908, "hit_rate_at_50": 0.973, "hit_rate_at_100": 0.999, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.302, "R_cap_at_3": 0.2735, "R_cap_at_5": 0.3415, "R_cap_at_10": 0.4995, "R_cap_at_20": 0.614, "R_cap_at_25": 0.645, "R_cap_at_50": 0.7665, "R_cap_at_100": 0.952, "R_cap_at_1000": 1.0, "main_score": 0.36967, "hf_subset": "post_processing", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80067, "ndcg_at_3": 0.75277, "ndcg_at_5": 0.77871, "ndcg_at_10": 0.86818, "ndcg_at_20": 0.88487, "ndcg_at_25": 0.88487, "ndcg_at_50": 0.88487, "ndcg_at_100": 0.88487, "ndcg_at_1000": 0.88487, "map_at_1": 0.2077, "map_at_3": 0.5326, "map_at_5": 0.6935, "map_at_10": 0.77999, "map_at_20": 0.79295, "map_at_25": 0.79295, "map_at_50": 0.79295, "map_at_100": 0.79295, "map_at_1000": 0.79295, "recall_at_1": 0.2077, "recall_at_3": 0.57101, "recall_at_5": 0.78982, "recall_at_10": 0.96129, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.2077, "precision_at_1": 0.80067, "precision_at_3": 0.73733, "precision_at_5": 0.62173, "precision_at_10": 0.3836, "precision_at_20": 0.20063, "precision_at_25": 0.16051, "precision_at_50": 0.08025, "precision_at_100": 0.04013, "precision_at_1000": 0.00401, "mrr_at_1": 0.800667, "mrr_at_3": 0.875, "mrr_at_5": 0.8825, "mrr_at_10": 0.883197, "mrr_at_20": 0.883197, "mrr_at_25": 0.883197, "mrr_at_50": 0.883197, "mrr_at_100": 0.883197, "mrr_at_1000": 0.883197, "nauc_ndcg_at_1_max": -0.158821, "nauc_ndcg_at_1_std": 0.627385, "nauc_ndcg_at_1_diff1": 0.334554, "nauc_ndcg_at_3_max": -0.236339, "nauc_ndcg_at_3_std": 0.567208, "nauc_ndcg_at_3_diff1": 0.239536, "nauc_ndcg_at_5_max": -0.276108, "nauc_ndcg_at_5_std": 0.552722, "nauc_ndcg_at_5_diff1": 0.245034, "nauc_ndcg_at_10_max": -0.266851, "nauc_ndcg_at_10_std": 0.645987, "nauc_ndcg_at_10_diff1": 0.268555, "nauc_ndcg_at_20_max": -0.240467, "nauc_ndcg_at_20_std": 0.610247, "nauc_ndcg_at_20_diff1": 0.268818, "nauc_ndcg_at_25_max": -0.240467, "nauc_ndcg_at_25_std": 0.610247, "nauc_ndcg_at_25_diff1": 0.268818, "nauc_ndcg_at_50_max": -0.240467, "nauc_ndcg_at_50_std": 0.610247, "nauc_ndcg_at_50_diff1": 0.268818, "nauc_ndcg_at_100_max": -0.240467, "nauc_ndcg_at_100_std": 0.610247, "nauc_ndcg_at_100_diff1": 0.268818, "nauc_ndcg_at_1000_max": -0.240467, "nauc_ndcg_at_1000_std": 0.610247, "nauc_ndcg_at_1000_diff1": 0.268818, "nauc_map_at_1_max": -0.133359, "nauc_map_at_1_std": 0.353722, "nauc_map_at_1_diff1": 0.240776, "nauc_map_at_3_max": -0.219184, "nauc_map_at_3_std": 0.417373, "nauc_map_at_3_diff1": 0.219935, "nauc_map_at_5_max": -0.265245, "nauc_map_at_5_std": 0.518656, "nauc_map_at_5_diff1": 0.231395, "nauc_map_at_10_max": -0.264106, "nauc_map_at_10_std": 0.597665, "nauc_map_at_10_diff1": 0.247937, "nauc_map_at_20_max": -0.252279, "nauc_map_at_20_std": 0.578685, "nauc_map_at_20_diff1": 0.246742, "nauc_map_at_25_max": -0.252279, "nauc_map_at_25_std": 0.578685, "nauc_map_at_25_diff1": 0.246742, "nauc_map_at_50_max": -0.252279, "nauc_map_at_50_std": 0.578685, "nauc_map_at_50_diff1": 0.246742, "nauc_map_at_100_max": -0.252279, "nauc_map_at_100_std": 0.578685, "nauc_map_at_100_diff1": 0.246742, "nauc_map_at_1000_max": -0.252279, "nauc_map_at_1000_std": 0.578685, "nauc_map_at_1000_diff1": 0.246742, "nauc_recall_at_1_max": -0.133359, "nauc_recall_at_1_std": 0.353722, "nauc_recall_at_1_diff1": 0.240776, "nauc_recall_at_3_max": -0.238027, "nauc_recall_at_3_std": 0.387432, "nauc_recall_at_3_diff1": 0.205903, "nauc_recall_at_5_max": -0.302461, "nauc_recall_at_5_std": 0.485794, "nauc_recall_at_5_diff1": 0.207062, "nauc_recall_at_10_max": -0.379656, "nauc_recall_at_10_std": 0.764046, "nauc_recall_at_10_diff1": 0.229926, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.158821, "nauc_precision_at_1_std": 0.627385, "nauc_precision_at_1_diff1": 0.334554, "nauc_precision_at_3_max": -0.249695, "nauc_precision_at_3_std": 0.539548, "nauc_precision_at_3_diff1": 0.211414, "nauc_precision_at_5_max": -0.194745, "nauc_precision_at_5_std": 0.462724, "nauc_precision_at_5_diff1": 0.126791, "nauc_precision_at_10_max": -0.005855, "nauc_precision_at_10_std": 0.265589, "nauc_precision_at_10_diff1": -0.009563, "nauc_precision_at_20_max": 0.098983, "nauc_precision_at_20_std": 0.066025, "nauc_precision_at_20_diff1": -0.075077, "nauc_precision_at_25_max": 0.098983, "nauc_precision_at_25_std": 0.066025, "nauc_precision_at_25_diff1": -0.075077, "nauc_precision_at_50_max": 0.098983, "nauc_precision_at_50_std": 0.066025, "nauc_precision_at_50_diff1": -0.075077, "nauc_precision_at_100_max": 0.098983, "nauc_precision_at_100_std": 0.066025, "nauc_precision_at_100_diff1": -0.075077, "nauc_precision_at_1000_max": 0.098983, "nauc_precision_at_1000_std": 0.066025, "nauc_precision_at_1000_diff1": -0.075077, "nauc_mrr_at_1_max": -0.158821, "nauc_mrr_at_1_std": 0.627385, "nauc_mrr_at_1_diff1": 0.334554, "nauc_mrr_at_3_max": -0.210118, "nauc_mrr_at_3_std": 0.657285, "nauc_mrr_at_3_diff1": 0.327536, "nauc_mrr_at_5_max": -0.188852, "nauc_mrr_at_5_std": 0.647588, "nauc_mrr_at_5_diff1": 0.330554, "nauc_mrr_at_10_max": -0.18817, "nauc_mrr_at_10_std": 0.646239, "nauc_mrr_at_10_diff1": 0.32925, "nauc_mrr_at_20_max": -0.18817, "nauc_mrr_at_20_std": 0.646239, "nauc_mrr_at_20_diff1": 0.32925, "nauc_mrr_at_25_max": -0.18817, "nauc_mrr_at_25_std": 0.646239, "nauc_mrr_at_25_diff1": 0.32925, "nauc_mrr_at_50_max": -0.18817, "nauc_mrr_at_50_std": 0.646239, "nauc_mrr_at_50_diff1": 0.32925, "nauc_mrr_at_100_max": -0.18817, "nauc_mrr_at_100_std": 0.646239, "nauc_mrr_at_100_diff1": 0.32925, "nauc_mrr_at_1000_max": -0.18817, "nauc_mrr_at_1000_std": 0.646239, "nauc_mrr_at_1000_diff1": 0.32925, "hit_rate_at_1": 0.80067, "hit_rate_at_3": 0.96467, "hit_rate_at_5": 0.99533, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.800667, "R_cap_at_3": 0.737333, "R_cap_at_5": 0.789822, "R_cap_at_10": 0.961289, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86818, "hf_subset": "preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.843, "ndcg_at_3": 0.909, "ndcg_at_5": 0.91722, "ndcg_at_10": 0.92302, "ndcg_at_20": 0.92503, "ndcg_at_25": 0.92503, "ndcg_at_50": 0.92521, "ndcg_at_100": 0.92538, "ndcg_at_1000": 0.92538, "map_at_1": 0.843, "map_at_3": 0.89367, "map_at_5": 0.89822, "map_at_10": 0.90079, "map_at_20": 0.90133, "map_at_25": 0.90133, "map_at_50": 0.90136, "map_at_100": 0.90137, "map_at_1000": 0.90137, "recall_at_1": 0.843, "recall_at_3": 0.953, "recall_at_5": 0.973, "recall_at_10": 0.99, "recall_at_20": 0.998, "recall_at_25": 0.998, "recall_at_50": 0.999, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.843, "precision_at_1": 0.843, "precision_at_3": 0.31767, "precision_at_5": 0.1946, "precision_at_10": 0.099, "precision_at_20": 0.0499, "precision_at_25": 0.03992, "precision_at_50": 0.01998, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.843, "mrr_at_3": 0.893667, "mrr_at_5": 0.898217, "mrr_at_10": 0.900786, "mrr_at_20": 0.901335, "mrr_at_25": 0.901335, "mrr_at_50": 0.901355, "mrr_at_100": 0.901371, "mrr_at_1000": 0.901371, "nauc_ndcg_at_1_max": 0.614365, "nauc_ndcg_at_1_std": 0.39806, "nauc_ndcg_at_1_diff1": 0.811387, "nauc_ndcg_at_3_max": 0.697768, "nauc_ndcg_at_3_std": 0.509352, "nauc_ndcg_at_3_diff1": 0.808823, "nauc_ndcg_at_5_max": 0.694248, "nauc_ndcg_at_5_std": 0.507237, "nauc_ndcg_at_5_diff1": 0.804302, "nauc_ndcg_at_10_max": 0.678219, "nauc_ndcg_at_10_std": 0.479333, "nauc_ndcg_at_10_diff1": 0.807169, "nauc_ndcg_at_20_max": 0.669707, "nauc_ndcg_at_20_std": 0.467679, "nauc_ndcg_at_20_diff1": 0.808471, "nauc_ndcg_at_25_max": 0.669707, "nauc_ndcg_at_25_std": 0.467679, "nauc_ndcg_at_25_diff1": 0.808471, "nauc_ndcg_at_50_max": 0.669214, "nauc_ndcg_at_50_std": 0.467466, "nauc_ndcg_at_50_diff1": 0.809584, "nauc_ndcg_at_100_max": 0.66845, "nauc_ndcg_at_100_std": 0.466235, "nauc_ndcg_at_100_diff1": 0.809144, "nauc_ndcg_at_1000_max": 0.66845, "nauc_ndcg_at_1000_std": 0.466235, "nauc_ndcg_at_1000_diff1": 0.809144, "nauc_map_at_1_max": 0.614365, "nauc_map_at_1_std": 0.39806, "nauc_map_at_1_diff1": 0.811387, "nauc_map_at_3_max": 0.673983, "nauc_map_at_3_std": 0.474658, "nauc_map_at_3_diff1": 0.809842, "nauc_map_at_5_max": 0.671141, "nauc_map_at_5_std": 0.472219, "nauc_map_at_5_diff1": 0.807977, "nauc_map_at_10_max": 0.664987, "nauc_map_at_10_std": 0.461551, "nauc_map_at_10_diff1": 0.809261, "nauc_map_at_20_max": 0.66315, "nauc_map_at_20_std": 0.459043, "nauc_map_at_20_diff1": 0.809557, "nauc_map_at_25_max": 0.66315, "nauc_map_at_25_std": 0.459043, "nauc_map_at_25_diff1": 0.809557, "nauc_map_at_50_max": 0.663105, "nauc_map_at_50_std": 0.459022, "nauc_map_at_50_diff1": 0.809656, "nauc_map_at_100_max": 0.663049, "nauc_map_at_100_std": 0.458933, "nauc_map_at_100_diff1": 0.809624, "nauc_map_at_1000_max": 0.663049, "nauc_map_at_1000_std": 0.458933, "nauc_map_at_1000_diff1": 0.809624, "nauc_recall_at_1_max": 0.614365, "nauc_recall_at_1_std": 0.39806, "nauc_recall_at_1_diff1": 0.811387, "nauc_recall_at_3_max": 0.842631, "nauc_recall_at_3_std": 0.723941, "nauc_recall_at_3_diff1": 0.802302, "nauc_recall_at_5_max": 0.926773, "nauc_recall_at_5_std": 0.865736, "nauc_recall_at_5_diff1": 0.76289, "nauc_recall_at_10_max": 0.973856, "nauc_recall_at_10_std": 0.873716, "nauc_recall_at_10_diff1": 0.745331, "nauc_recall_at_20_max": 0.934641, "nauc_recall_at_20_std": 0.777077, "nauc_recall_at_20_diff1": 0.679038, "nauc_recall_at_25_max": 0.934641, "nauc_recall_at_25_std": 0.777077, "nauc_recall_at_25_diff1": 0.679038, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614365, "nauc_precision_at_1_std": 0.39806, "nauc_precision_at_1_diff1": 0.811387, "nauc_precision_at_3_max": 0.842631, "nauc_precision_at_3_std": 0.723941, "nauc_precision_at_3_diff1": 0.802302, "nauc_precision_at_5_max": 0.926773, "nauc_precision_at_5_std": 0.865736, "nauc_precision_at_5_diff1": 0.76289, "nauc_precision_at_10_max": 0.973856, "nauc_precision_at_10_std": 0.873716, "nauc_precision_at_10_diff1": 0.745331, "nauc_precision_at_20_max": 0.934641, "nauc_precision_at_20_std": 0.777077, "nauc_precision_at_20_diff1": 0.679038, "nauc_precision_at_25_max": 0.934641, "nauc_precision_at_25_std": 0.777077, "nauc_precision_at_25_diff1": 0.679038, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.614365, "nauc_mrr_at_1_std": 0.39806, "nauc_mrr_at_1_diff1": 0.811387, "nauc_mrr_at_3_max": 0.673983, "nauc_mrr_at_3_std": 0.474658, "nauc_mrr_at_3_diff1": 0.809842, "nauc_mrr_at_5_max": 0.671141, "nauc_mrr_at_5_std": 0.472219, "nauc_mrr_at_5_diff1": 0.807977, "nauc_mrr_at_10_max": 0.664987, "nauc_mrr_at_10_std": 0.461551, "nauc_mrr_at_10_diff1": 0.809261, "nauc_mrr_at_20_max": 0.66315, "nauc_mrr_at_20_std": 0.459043, "nauc_mrr_at_20_diff1": 0.809557, "nauc_mrr_at_25_max": 0.66315, "nauc_mrr_at_25_std": 0.459043, "nauc_mrr_at_25_diff1": 0.809557, "nauc_mrr_at_50_max": 0.663105, "nauc_mrr_at_50_std": 0.459022, "nauc_mrr_at_50_diff1": 0.809656, "nauc_mrr_at_100_max": 0.663049, "nauc_mrr_at_100_std": 0.458933, "nauc_mrr_at_100_diff1": 0.809624, "nauc_mrr_at_1000_max": 0.663049, "nauc_mrr_at_1000_std": 0.458933, "nauc_mrr_at_1000_diff1": 0.809624, "hit_rate_at_1": 0.843, "hit_rate_at_3": 0.953, "hit_rate_at_5": 0.973, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.998, "hit_rate_at_25": 0.998, "hit_rate_at_50": 0.999, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.843, "R_cap_at_3": 0.953, "R_cap_at_5": 0.973, "R_cap_at_10": 0.99, "R_cap_at_20": 0.998, "R_cap_at_25": 0.998, "R_cap_at_50": 0.999, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92302, "hf_subset": "single_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.97733, "ndcg_at_3": 0.97972, "ndcg_at_5": 0.98604, "ndcg_at_10": 0.98672, "ndcg_at_20": 0.98672, "ndcg_at_25": 0.98672, "ndcg_at_50": 0.98672, "ndcg_at_100": 0.98672, "ndcg_at_1000": 0.98672, "map_at_1": 0.57956, "map_at_3": 0.96204, "map_at_5": 0.97723, "map_at_10": 0.97788, "map_at_20": 0.97788, "map_at_25": 0.97788, "map_at_50": 0.97788, "map_at_100": 0.97788, "map_at_1000": 0.97788, "recall_at_1": 0.57956, "recall_at_3": 0.97906, "recall_at_5": 0.99861, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57956, "precision_at_1": 0.97733, "precision_at_3": 0.644, "precision_at_5": 0.39893, "precision_at_10": 0.19987, "precision_at_20": 0.09993, "precision_at_25": 0.07995, "precision_at_50": 0.03997, "precision_at_100": 0.01999, "precision_at_1000": 0.002, "mrr_at_1": 0.977333, "mrr_at_3": 0.988333, "mrr_at_5": 0.988333, "mrr_at_10": 0.988333, "mrr_at_20": 0.988333, "mrr_at_25": 0.988333, "mrr_at_50": 0.988333, "mrr_at_100": 0.988333, "mrr_at_1000": 0.988333, "nauc_ndcg_at_1_max": 0.15505, "nauc_ndcg_at_1_std": 0.288351, "nauc_ndcg_at_1_diff1": 0.655627, "nauc_ndcg_at_3_max": -0.058162, "nauc_ndcg_at_3_std": 0.131329, "nauc_ndcg_at_3_diff1": 0.321583, "nauc_ndcg_at_5_max": 0.065718, "nauc_ndcg_at_5_std": 0.207961, "nauc_ndcg_at_5_diff1": 0.417249, "nauc_ndcg_at_10_max": 0.066652, "nauc_ndcg_at_10_std": 0.191975, "nauc_ndcg_at_10_diff1": 0.406583, "nauc_ndcg_at_20_max": 0.066652, "nauc_ndcg_at_20_std": 0.191975, "nauc_ndcg_at_20_diff1": 0.406583, "nauc_ndcg_at_25_max": 0.066652, "nauc_ndcg_at_25_std": 0.191975, "nauc_ndcg_at_25_diff1": 0.406583, "nauc_ndcg_at_50_max": 0.066652, "nauc_ndcg_at_50_std": 0.191975, "nauc_ndcg_at_50_diff1": 0.406583, "nauc_ndcg_at_100_max": 0.066652, "nauc_ndcg_at_100_std": 0.191975, "nauc_ndcg_at_100_diff1": 0.406583, "nauc_ndcg_at_1000_max": 0.066652, "nauc_ndcg_at_1000_std": 0.191975, "nauc_ndcg_at_1000_diff1": 0.406583, "nauc_map_at_1_max": -0.170816, "nauc_map_at_1_std": -0.182171, "nauc_map_at_1_diff1": 0.615192, "nauc_map_at_3_max": -0.12238, "nauc_map_at_3_std": 0.055589, "nauc_map_at_3_diff1": 0.329551, "nauc_map_at_5_max": 0.037522, "nauc_map_at_5_std": 0.169541, "nauc_map_at_5_diff1": 0.351572, "nauc_map_at_10_max": 0.037122, "nauc_map_at_10_std": 0.161167, "nauc_map_at_10_diff1": 0.342943, "nauc_map_at_20_max": 0.037122, "nauc_map_at_20_std": 0.161167, "nauc_map_at_20_diff1": 0.342943, "nauc_map_at_25_max": 0.037122, "nauc_map_at_25_std": 0.161167, "nauc_map_at_25_diff1": 0.342943, "nauc_map_at_50_max": 0.037122, "nauc_map_at_50_std": 0.161167, "nauc_map_at_50_diff1": 0.342943, "nauc_map_at_100_max": 0.037122, "nauc_map_at_100_std": 0.161167, "nauc_map_at_100_diff1": 0.342943, "nauc_map_at_1000_max": 0.037122, "nauc_map_at_1000_std": 0.161167, "nauc_map_at_1000_diff1": 0.342943, "nauc_recall_at_1_max": -0.170816, "nauc_recall_at_1_std": -0.182171, "nauc_recall_at_1_diff1": 0.615192, "nauc_recall_at_3_max": -0.300759, "nauc_recall_at_3_std": -0.032583, "nauc_recall_at_3_diff1": 0.270385, "nauc_recall_at_5_max": 0.049225, "nauc_recall_at_5_std": 0.565191, "nauc_recall_at_5_diff1": 0.614398, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.15505, "nauc_precision_at_1_std": 0.288351, "nauc_precision_at_1_diff1": 0.655627, "nauc_precision_at_3_max": 0.192873, "nauc_precision_at_3_std": 0.237631, "nauc_precision_at_3_diff1": -0.542792, "nauc_precision_at_5_max": 0.20829, "nauc_precision_at_5_std": 0.225088, "nauc_precision_at_5_diff1": -0.517279, "nauc_precision_at_10_max": 0.206915, "nauc_precision_at_10_std": 0.221035, "nauc_precision_at_10_diff1": -0.518941, "nauc_precision_at_20_max": 0.206915, "nauc_precision_at_20_std": 0.221035, "nauc_precision_at_20_diff1": -0.518941, "nauc_precision_at_25_max": 0.206915, "nauc_precision_at_25_std": 0.221035, "nauc_precision_at_25_diff1": -0.518941, "nauc_precision_at_50_max": 0.206915, "nauc_precision_at_50_std": 0.221035, "nauc_precision_at_50_diff1": -0.518941, "nauc_precision_at_100_max": 0.206915, "nauc_precision_at_100_std": 0.221035, "nauc_precision_at_100_diff1": -0.518941, "nauc_precision_at_1000_max": 0.206915, "nauc_precision_at_1000_std": 0.221035, "nauc_precision_at_1000_diff1": -0.518941, "nauc_mrr_at_1_max": 0.15505, "nauc_mrr_at_1_std": 0.288351, "nauc_mrr_at_1_diff1": 0.655627, "nauc_mrr_at_3_max": 0.158188, "nauc_mrr_at_3_std": 0.286946, "nauc_mrr_at_3_diff1": 0.653066, "nauc_mrr_at_5_max": 0.158188, "nauc_mrr_at_5_std": 0.286946, "nauc_mrr_at_5_diff1": 0.653066, "nauc_mrr_at_10_max": 0.158188, "nauc_mrr_at_10_std": 0.286946, "nauc_mrr_at_10_diff1": 0.653066, "nauc_mrr_at_20_max": 0.158188, "nauc_mrr_at_20_std": 0.286946, "nauc_mrr_at_20_diff1": 0.653066, "nauc_mrr_at_25_max": 0.158188, "nauc_mrr_at_25_std": 0.286946, "nauc_mrr_at_25_diff1": 0.653066, "nauc_mrr_at_50_max": 0.158188, "nauc_mrr_at_50_std": 0.286946, "nauc_mrr_at_50_diff1": 0.653066, "nauc_mrr_at_100_max": 0.158188, "nauc_mrr_at_100_std": 0.286946, "nauc_mrr_at_100_diff1": 0.653066, "nauc_mrr_at_1000_max": 0.158188, "nauc_mrr_at_1000_std": 0.286946, "nauc_mrr_at_1000_diff1": 0.653066, "hit_rate_at_1": 0.97733, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.977333, "R_cap_at_3": 0.987333, "R_cap_at_5": 0.998611, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.98672, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1004.3958033844829, "kg_co2_emissions": null, "date": 1784010918.442059, "evaluation_phases": [ { "name": "Data loading", "start": 7.994472980499268e-06, "end": 50.26493175327778, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 50.26495477184653, "end": 50.26496068760753, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 50.3111819550395, "end": 58.14571252092719, "split": "test", "subset": "single_session_assistant" }, { "name": "Scoring", "start": 58.14582425169647, "end": 58.35078049451113, "split": "test", "subset": "single_session_assistant" } ] }