{ "dataset_revision": "1dd519e4d91573e2818d850eb4405fb290663ac2", "task_name": "MemBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.793, "ndcg_at_3": 0.76537, "ndcg_at_5": 0.71417, "ndcg_at_10": 0.64816, "ndcg_at_20": 0.72297, "ndcg_at_25": 0.74145, "ndcg_at_50": 0.79046, "ndcg_at_100": 0.82255, "ndcg_at_1000": 0.82548, "map_at_1": 0.09075, "map_at_3": 0.2463, "map_at_5": 0.361, "map_at_10": 0.52004, "map_at_20": 0.57824, "map_at_25": 0.58976, "map_at_50": 0.61436, "map_at_100": 0.62614, "map_at_1000": 0.62683, "recall_at_1": 0.09075, "recall_at_3": 0.25868, "recall_at_5": 0.39052, "recall_at_10": 0.60313, "recall_at_20": 0.74167, "recall_at_25": 0.7813, "recall_at_50": 0.8995, "recall_at_100": 0.99017, "recall_at_1000": 1.0, "accuracy": 0.09075, "precision_at_1": 0.793, "precision_at_3": 0.75567, "precision_at_5": 0.6852, "precision_at_10": 0.531, "precision_at_20": 0.329, "precision_at_25": 0.2778, "precision_at_50": 0.16112, "precision_at_100": 0.08917, "precision_at_1000": 0.009, "mrr_at_1": 0.793, "mrr_at_3": 0.853167, "mrr_at_5": 0.860067, "mrr_at_10": 0.865194, "mrr_at_20": 0.866001, "mrr_at_25": 0.866043, "mrr_at_50": 0.866043, "mrr_at_100": 0.866043, "mrr_at_1000": 0.866043, "nauc_ndcg_at_1_max": 0.08316, "nauc_ndcg_at_1_std": 0.102396, "nauc_ndcg_at_1_diff1": 0.131508, "nauc_ndcg_at_3_max": 0.217005, "nauc_ndcg_at_3_std": 0.209226, "nauc_ndcg_at_3_diff1": 0.108937, "nauc_ndcg_at_5_max": 0.246979, "nauc_ndcg_at_5_std": 0.269467, "nauc_ndcg_at_5_diff1": 0.096011, "nauc_ndcg_at_10_max": 0.142913, "nauc_ndcg_at_10_std": 0.164369, "nauc_ndcg_at_10_diff1": 0.064749, "nauc_ndcg_at_20_max": 0.136935, "nauc_ndcg_at_20_std": 0.185698, "nauc_ndcg_at_20_diff1": 0.077126, "nauc_ndcg_at_25_max": 0.136022, "nauc_ndcg_at_25_std": 0.182865, "nauc_ndcg_at_25_diff1": 0.080157, "nauc_ndcg_at_50_max": 0.162938, "nauc_ndcg_at_50_std": 0.191639, "nauc_ndcg_at_50_diff1": 0.089096, "nauc_ndcg_at_100_max": 0.197881, "nauc_ndcg_at_100_std": 0.231689, "nauc_ndcg_at_100_diff1": 0.084778, "nauc_ndcg_at_1000_max": 0.188756, "nauc_ndcg_at_1000_std": 0.2218, "nauc_ndcg_at_1000_diff1": 0.086396, "nauc_map_at_1_max": -0.103387, "nauc_map_at_1_std": -0.135445, "nauc_map_at_1_diff1": 0.087572, "nauc_map_at_3_max": 0.041051, "nauc_map_at_3_std": -0.00204, "nauc_map_at_3_diff1": 0.052922, "nauc_map_at_5_max": 0.100473, "nauc_map_at_5_std": 0.090434, "nauc_map_at_5_diff1": 0.039079, "nauc_map_at_10_max": 0.131655, "nauc_map_at_10_std": 0.148551, "nauc_map_at_10_diff1": 0.031628, "nauc_map_at_20_max": 0.138263, "nauc_map_at_20_std": 0.178441, "nauc_map_at_20_diff1": 0.044595, "nauc_map_at_25_max": 0.139683, "nauc_map_at_25_std": 0.179753, "nauc_map_at_25_diff1": 0.046731, "nauc_map_at_50_max": 0.15231, "nauc_map_at_50_std": 0.187022, "nauc_map_at_50_diff1": 0.048692, "nauc_map_at_100_max": 0.160482, "nauc_map_at_100_std": 0.196487, "nauc_map_at_100_diff1": 0.046431, "nauc_map_at_1000_max": 0.159448, "nauc_map_at_1000_std": 0.195389, "nauc_map_at_1000_diff1": 0.04656, "nauc_recall_at_1_max": -0.103387, "nauc_recall_at_1_std": -0.135445, "nauc_recall_at_1_diff1": 0.087572, "nauc_recall_at_3_max": 0.037263, "nauc_recall_at_3_std": -0.013552, "nauc_recall_at_3_diff1": 0.060385, "nauc_recall_at_5_max": 0.089823, "nauc_recall_at_5_std": 0.080393, "nauc_recall_at_5_diff1": 0.050691, "nauc_recall_at_10_max": 0.105284, "nauc_recall_at_10_std": 0.131306, "nauc_recall_at_10_diff1": 0.041893, "nauc_recall_at_20_max": 0.059847, "nauc_recall_at_20_std": 0.132402, "nauc_recall_at_20_diff1": 0.055539, "nauc_recall_at_25_max": 0.044039, "nauc_recall_at_25_std": 0.114016, "nauc_recall_at_25_diff1": 0.059756, "nauc_recall_at_50_max": 0.053465, "nauc_recall_at_50_std": 0.064667, "nauc_recall_at_50_diff1": 0.079247, "nauc_recall_at_100_max": 0.48257, "nauc_recall_at_100_std": 0.536747, "nauc_recall_at_100_diff1": -0.011916, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.08316, "nauc_precision_at_1_std": 0.102396, "nauc_precision_at_1_diff1": 0.131508, "nauc_precision_at_3_max": 0.250951, "nauc_precision_at_3_std": 0.239045, "nauc_precision_at_3_diff1": 0.096766, "nauc_precision_at_5_max": 0.273596, "nauc_precision_at_5_std": 0.305587, "nauc_precision_at_5_diff1": 0.081538, "nauc_precision_at_10_max": 0.286203, "nauc_precision_at_10_std": 0.356782, "nauc_precision_at_10_diff1": 0.068741, "nauc_precision_at_20_max": 0.315529, "nauc_precision_at_20_std": 0.456308, "nauc_precision_at_20_diff1": 0.084643, "nauc_precision_at_25_max": 0.328291, "nauc_precision_at_25_std": 0.471356, "nauc_precision_at_25_diff1": 0.088649, "nauc_precision_at_50_max": 0.453778, "nauc_precision_at_50_std": 0.560072, "nauc_precision_at_50_diff1": 0.083636, "nauc_precision_at_100_max": 0.596719, "nauc_precision_at_100_std": 0.733092, "nauc_precision_at_100_diff1": 0.017293, "nauc_precision_at_1000_max": 0.599363, "nauc_precision_at_1000_std": 0.743183, "nauc_precision_at_1000_diff1": 0.020429, "nauc_mrr_at_1_max": 0.08316, "nauc_mrr_at_1_std": 0.102396, "nauc_mrr_at_1_diff1": 0.131508, "nauc_mrr_at_3_max": 0.123789, "nauc_mrr_at_3_std": 0.128079, "nauc_mrr_at_3_diff1": 0.19956, "nauc_mrr_at_5_max": 0.117005, "nauc_mrr_at_5_std": 0.121513, "nauc_mrr_at_5_diff1": 0.19476, "nauc_mrr_at_10_max": 0.113899, "nauc_mrr_at_10_std": 0.119306, "nauc_mrr_at_10_diff1": 0.184335, "nauc_mrr_at_20_max": 0.113269, "nauc_mrr_at_20_std": 0.11929, "nauc_mrr_at_20_diff1": 0.183505, "nauc_mrr_at_25_max": 0.113123, "nauc_mrr_at_25_std": 0.119146, "nauc_mrr_at_25_diff1": 0.183525, "nauc_mrr_at_50_max": 0.113123, "nauc_mrr_at_50_std": 0.119146, "nauc_mrr_at_50_diff1": 0.183525, "nauc_mrr_at_100_max": 0.113123, "nauc_mrr_at_100_std": 0.119146, "nauc_mrr_at_100_diff1": 0.183525, "nauc_mrr_at_1000_max": 0.113123, "nauc_mrr_at_1000_std": 0.119146, "nauc_mrr_at_1000_diff1": 0.183525, "hit_rate_at_1": 0.793, "hit_rate_at_3": 0.922, "hit_rate_at_5": 0.952, "hit_rate_at_10": 0.989, "hit_rate_at_20": 0.999, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.793, "R_cap_at_3": 0.755667, "R_cap_at_5": 0.6852, "R_cap_at_10": 0.603125, "R_cap_at_20": 0.741675, "R_cap_at_25": 0.7813, "R_cap_at_50": 0.8995, "R_cap_at_100": 0.990175, "R_cap_at_1000": 1.0, "main_score": 0.64816, "hf_subset": "aggregative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.569, "ndcg_at_3": 0.67359, "ndcg_at_5": 0.77445, "ndcg_at_10": 0.78704, "ndcg_at_20": 0.78829, "ndcg_at_25": 0.78829, "ndcg_at_50": 0.78829, "ndcg_at_100": 0.78829, "ndcg_at_1000": 0.78829, "map_at_1": 0.2845, "map_at_3": 0.58383, "map_at_5": 0.67466, "map_at_10": 0.68337, "map_at_20": 0.68393, "map_at_25": 0.68393, "map_at_50": 0.68393, "map_at_100": 0.68393, "map_at_1000": 0.68393, "recall_at_1": 0.2845, "recall_at_3": 0.749, "recall_at_5": 0.944, "recall_at_10": 0.9745, "recall_at_20": 0.9785, "recall_at_25": 0.9785, "recall_at_50": 0.9785, "recall_at_100": 0.9785, "recall_at_1000": 0.9785, "accuracy": 0.2845, "precision_at_1": 0.569, "precision_at_3": 0.49933, "precision_at_5": 0.3776, "precision_at_10": 0.1949, "precision_at_20": 0.09785, "precision_at_25": 0.07828, "precision_at_50": 0.03914, "precision_at_100": 0.01957, "precision_at_1000": 0.00196, "mrr_at_1": 0.569, "mrr_at_3": 0.755333, "mrr_at_5": 0.760783, "mrr_at_10": 0.761283, "mrr_at_20": 0.761283, "mrr_at_25": 0.761283, "mrr_at_50": 0.761283, "mrr_at_100": 0.761283, "mrr_at_1000": 0.761283, "nauc_ndcg_at_1_max": 0.095344, "nauc_ndcg_at_1_std": 0.007632, "nauc_ndcg_at_1_diff1": 0.105766, "nauc_ndcg_at_3_max": -0.084952, "nauc_ndcg_at_3_std": -0.162532, "nauc_ndcg_at_3_diff1": 0.088951, "nauc_ndcg_at_5_max": -0.088603, "nauc_ndcg_at_5_std": -0.20988, "nauc_ndcg_at_5_diff1": 0.107121, "nauc_ndcg_at_10_max": -0.046131, "nauc_ndcg_at_10_std": -0.15343, "nauc_ndcg_at_10_diff1": 0.099172, "nauc_ndcg_at_20_max": -0.046017, "nauc_ndcg_at_20_std": -0.14952, "nauc_ndcg_at_20_diff1": 0.094689, "nauc_ndcg_at_25_max": -0.046017, "nauc_ndcg_at_25_std": -0.14952, "nauc_ndcg_at_25_diff1": 0.094689, "nauc_ndcg_at_50_max": -0.046017, "nauc_ndcg_at_50_std": -0.14952, "nauc_ndcg_at_50_diff1": 0.094689, "nauc_ndcg_at_100_max": -0.046017, "nauc_ndcg_at_100_std": -0.14952, "nauc_ndcg_at_100_diff1": 0.094689, "nauc_ndcg_at_1000_max": -0.046017, "nauc_ndcg_at_1000_std": -0.14952, "nauc_ndcg_at_1000_diff1": 0.094689, "nauc_map_at_1_max": 0.095344, "nauc_map_at_1_std": 0.007632, "nauc_map_at_1_diff1": 0.105766, "nauc_map_at_3_max": -0.070725, "nauc_map_at_3_std": -0.141193, "nauc_map_at_3_diff1": 0.081854, "nauc_map_at_5_max": -0.083736, "nauc_map_at_5_std": -0.184541, "nauc_map_at_5_diff1": 0.094727, "nauc_map_at_10_max": -0.061429, "nauc_map_at_10_std": -0.155923, "nauc_map_at_10_diff1": 0.09047, "nauc_map_at_20_max": -0.06157, "nauc_map_at_20_std": -0.154875, "nauc_map_at_20_diff1": 0.088975, "nauc_map_at_25_max": -0.06157, "nauc_map_at_25_std": -0.154875, "nauc_map_at_25_diff1": 0.088975, "nauc_map_at_50_max": -0.06157, "nauc_map_at_50_std": -0.154875, "nauc_map_at_50_diff1": 0.088975, "nauc_map_at_100_max": -0.06157, "nauc_map_at_100_std": -0.154875, "nauc_map_at_100_diff1": 0.088975, "nauc_map_at_1000_max": -0.06157, "nauc_map_at_1000_std": -0.154875, "nauc_map_at_1000_diff1": 0.088975, "nauc_recall_at_1_max": 0.095344, "nauc_recall_at_1_std": 0.007632, "nauc_recall_at_1_diff1": 0.105766, "nauc_recall_at_3_max": -0.206265, "nauc_recall_at_3_std": -0.268716, "nauc_recall_at_3_diff1": 0.080023, "nauc_recall_at_5_max": -0.48759, "nauc_recall_at_5_std": -0.745964, "nauc_recall_at_5_diff1": 0.159008, "nauc_recall_at_10_max": -0.437881, "nauc_recall_at_10_std": -0.702276, "nauc_recall_at_10_diff1": 0.150327, "nauc_recall_at_20_max": -0.505255, "nauc_recall_at_20_std": -0.722049, "nauc_recall_at_20_diff1": 0.071982, "nauc_recall_at_25_max": -0.505255, "nauc_recall_at_25_std": -0.722049, "nauc_recall_at_25_diff1": 0.071982, "nauc_recall_at_50_max": -0.505255, "nauc_recall_at_50_std": -0.722049, "nauc_recall_at_50_diff1": 0.071982, "nauc_recall_at_100_max": -0.505255, "nauc_recall_at_100_std": -0.722049, "nauc_recall_at_100_diff1": 0.071982, "nauc_recall_at_1000_max": -0.505255, "nauc_recall_at_1000_std": -0.722049, "nauc_recall_at_1000_diff1": 0.071982, "nauc_precision_at_1_max": 0.095344, "nauc_precision_at_1_std": 0.007632, "nauc_precision_at_1_diff1": 0.105766, "nauc_precision_at_3_max": -0.206265, "nauc_precision_at_3_std": -0.268716, "nauc_precision_at_3_diff1": 0.080023, "nauc_precision_at_5_max": -0.48759, "nauc_precision_at_5_std": -0.745964, "nauc_precision_at_5_diff1": 0.159008, "nauc_precision_at_10_max": -0.437881, "nauc_precision_at_10_std": -0.702276, "nauc_precision_at_10_diff1": 0.150327, "nauc_precision_at_20_max": -0.505255, "nauc_precision_at_20_std": -0.722049, "nauc_precision_at_20_diff1": 0.071982, "nauc_precision_at_25_max": -0.505255, "nauc_precision_at_25_std": -0.722049, "nauc_precision_at_25_diff1": 0.071982, "nauc_precision_at_50_max": -0.505255, "nauc_precision_at_50_std": -0.722049, "nauc_precision_at_50_diff1": 0.071982, "nauc_precision_at_100_max": -0.505255, "nauc_precision_at_100_std": -0.722049, "nauc_precision_at_100_diff1": 0.071982, "nauc_precision_at_1000_max": -0.505255, "nauc_precision_at_1000_std": -0.722049, "nauc_precision_at_1000_diff1": 0.071982, "nauc_mrr_at_1_max": 0.095344, "nauc_mrr_at_1_std": 0.007632, "nauc_mrr_at_1_diff1": 0.105766, "nauc_mrr_at_3_max": 0.050594, "nauc_mrr_at_3_std": -0.052965, "nauc_mrr_at_3_diff1": 0.106808, "nauc_mrr_at_5_max": 0.073347, "nauc_mrr_at_5_std": -0.029991, "nauc_mrr_at_5_diff1": 0.106369, "nauc_mrr_at_10_max": 0.074711, "nauc_mrr_at_10_std": -0.025912, "nauc_mrr_at_10_diff1": 0.105163, "nauc_mrr_at_20_max": 0.074711, "nauc_mrr_at_20_std": -0.025912, "nauc_mrr_at_20_diff1": 0.105163, "nauc_mrr_at_25_max": 0.074711, "nauc_mrr_at_25_std": -0.025912, "nauc_mrr_at_25_diff1": 0.105163, "nauc_mrr_at_50_max": 0.074711, "nauc_mrr_at_50_std": -0.025912, "nauc_mrr_at_50_diff1": 0.105163, "nauc_mrr_at_100_max": 0.074711, "nauc_mrr_at_100_std": -0.025912, "nauc_mrr_at_100_diff1": 0.105163, "nauc_mrr_at_1000_max": 0.074711, "nauc_mrr_at_1000_std": -0.025912, "nauc_mrr_at_1000_diff1": 0.105163, "hit_rate_at_1": 0.569, "hit_rate_at_3": 0.974, "hit_rate_at_5": 0.997, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.569, "R_cap_at_3": 0.749, "R_cap_at_5": 0.944, "R_cap_at_10": 0.9745, "R_cap_at_20": 0.9785, "R_cap_at_25": 0.9785, "R_cap_at_50": 0.9785, "R_cap_at_100": 0.9785, "R_cap_at_1000": 0.9785, "main_score": 0.78704, "hf_subset": "comparative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.244, "ndcg_at_3": 0.25558, "ndcg_at_5": 0.34024, "ndcg_at_10": 0.52243, "ndcg_at_20": 0.58753, "ndcg_at_25": 0.58753, "ndcg_at_50": 0.58753, "ndcg_at_100": 0.58753, "ndcg_at_1000": 0.58753, "map_at_1": 0.085, "map_at_3": 0.17967, "map_at_5": 0.24537, "map_at_10": 0.35622, "map_at_20": 0.39709, "map_at_25": 0.39709, "map_at_50": 0.39709, "map_at_100": 0.39709, "map_at_1000": 0.39709, "recall_at_1": 0.085, "recall_at_3": 0.24333, "recall_at_5": 0.4185, "recall_at_10": 0.83167, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.085, "precision_at_1": 0.244, "precision_at_3": 0.23067, "precision_at_5": 0.242, "precision_at_10": 0.2426, "precision_at_20": 0.1481, "precision_at_25": 0.11848, "precision_at_50": 0.05924, "precision_at_100": 0.02962, "precision_at_1000": 0.00296, "mrr_at_1": 0.244, "mrr_at_3": 0.357333, "mrr_at_5": 0.409033, "mrr_at_10": 0.443451, "mrr_at_20": 0.444511, "mrr_at_25": 0.444511, "mrr_at_50": 0.444511, "mrr_at_100": 0.444511, "mrr_at_1000": 0.444511, "nauc_ndcg_at_1_max": 0.002251, "nauc_ndcg_at_1_std": -0.029885, "nauc_ndcg_at_1_diff1": -0.031393, "nauc_ndcg_at_3_max": -0.009982, "nauc_ndcg_at_3_std": -0.039381, "nauc_ndcg_at_3_diff1": -0.018828, "nauc_ndcg_at_5_max": -0.012281, "nauc_ndcg_at_5_std": -0.047335, "nauc_ndcg_at_5_diff1": -0.001194, "nauc_ndcg_at_10_max": -0.01799, "nauc_ndcg_at_10_std": -0.024589, "nauc_ndcg_at_10_diff1": -0.01214, "nauc_ndcg_at_20_max": -0.002765, "nauc_ndcg_at_20_std": -0.025886, "nauc_ndcg_at_20_diff1": -0.018782, "nauc_ndcg_at_25_max": -0.002765, "nauc_ndcg_at_25_std": -0.025886, "nauc_ndcg_at_25_diff1": -0.018782, "nauc_ndcg_at_50_max": -0.002765, "nauc_ndcg_at_50_std": -0.025886, "nauc_ndcg_at_50_diff1": -0.018782, "nauc_ndcg_at_100_max": -0.002765, "nauc_ndcg_at_100_std": -0.025886, "nauc_ndcg_at_100_diff1": -0.018782, "nauc_ndcg_at_1000_max": -0.002765, "nauc_ndcg_at_1000_std": -0.025886, "nauc_ndcg_at_1000_diff1": -0.018782, "nauc_map_at_1_max": 0.004848, "nauc_map_at_1_std": -0.027423, "nauc_map_at_1_diff1": -0.021199, "nauc_map_at_3_max": 0.01452, "nauc_map_at_3_std": -0.000635, "nauc_map_at_3_diff1": -0.00877, "nauc_map_at_5_max": 0.013126, "nauc_map_at_5_std": -0.01728, "nauc_map_at_5_diff1": 0.006026, "nauc_map_at_10_max": -0.002586, "nauc_map_at_10_std": -0.009306, "nauc_map_at_10_diff1": -0.003276, "nauc_map_at_20_max": 0.012534, "nauc_map_at_20_std": -0.005749, "nauc_map_at_20_diff1": -0.005446, "nauc_map_at_25_max": 0.012534, "nauc_map_at_25_std": -0.005749, "nauc_map_at_25_diff1": -0.005446, "nauc_map_at_50_max": 0.012534, "nauc_map_at_50_std": -0.005749, "nauc_map_at_50_diff1": -0.005446, "nauc_map_at_100_max": 0.012534, "nauc_map_at_100_std": -0.005749, "nauc_map_at_100_diff1": -0.005446, "nauc_map_at_1000_max": 0.012534, "nauc_map_at_1000_std": -0.005749, "nauc_map_at_1000_diff1": -0.005446, "nauc_recall_at_1_max": 0.004848, "nauc_recall_at_1_std": -0.027423, "nauc_recall_at_1_diff1": -0.021199, "nauc_recall_at_3_max": -0.022066, "nauc_recall_at_3_std": -0.043474, "nauc_recall_at_3_diff1": -0.003877, "nauc_recall_at_5_max": -0.025004, "nauc_recall_at_5_std": -0.061379, "nauc_recall_at_5_diff1": 0.017171, "nauc_recall_at_10_max": -0.043458, "nauc_recall_at_10_std": -0.001036, "nauc_recall_at_10_diff1": 0.010461, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.002251, "nauc_precision_at_1_std": -0.029885, "nauc_precision_at_1_diff1": -0.031393, "nauc_precision_at_3_max": -0.014803, "nauc_precision_at_3_std": -0.037673, "nauc_precision_at_3_diff1": -0.026251, "nauc_precision_at_5_max": -0.010058, "nauc_precision_at_5_std": -0.055589, "nauc_precision_at_5_diff1": 0.007346, "nauc_precision_at_10_max": -0.010733, "nauc_precision_at_10_std": 0.013588, "nauc_precision_at_10_diff1": -0.018836, "nauc_precision_at_20_max": 0.040766, "nauc_precision_at_20_std": 0.036373, "nauc_precision_at_20_diff1": -0.028125, "nauc_precision_at_25_max": 0.040766, "nauc_precision_at_25_std": 0.036373, "nauc_precision_at_25_diff1": -0.028125, "nauc_precision_at_50_max": 0.040766, "nauc_precision_at_50_std": 0.036373, "nauc_precision_at_50_diff1": -0.028125, "nauc_precision_at_100_max": 0.040766, "nauc_precision_at_100_std": 0.036373, "nauc_precision_at_100_diff1": -0.028125, "nauc_precision_at_1000_max": 0.040766, "nauc_precision_at_1000_std": 0.036373, "nauc_precision_at_1000_diff1": -0.028125, "nauc_mrr_at_1_max": 0.002251, "nauc_mrr_at_1_std": -0.029885, "nauc_mrr_at_1_diff1": -0.031393, "nauc_mrr_at_3_max": -0.031397, "nauc_mrr_at_3_std": -0.068067, "nauc_mrr_at_3_diff1": -0.035144, "nauc_mrr_at_5_max": -0.033855, "nauc_mrr_at_5_std": -0.061824, "nauc_mrr_at_5_diff1": -0.034993, "nauc_mrr_at_10_max": -0.025848, "nauc_mrr_at_10_std": -0.056217, "nauc_mrr_at_10_diff1": -0.037649, "nauc_mrr_at_20_max": -0.027654, "nauc_mrr_at_20_std": -0.05745, "nauc_mrr_at_20_diff1": -0.038408, "nauc_mrr_at_25_max": -0.027654, "nauc_mrr_at_25_std": -0.05745, "nauc_mrr_at_25_diff1": -0.038408, "nauc_mrr_at_50_max": -0.027654, "nauc_mrr_at_50_std": -0.05745, "nauc_mrr_at_50_diff1": -0.038408, "nauc_mrr_at_100_max": -0.027654, "nauc_mrr_at_100_std": -0.05745, "nauc_mrr_at_100_diff1": -0.038408, "nauc_mrr_at_1000_max": -0.027654, "nauc_mrr_at_1000_std": -0.05745, "nauc_mrr_at_1000_diff1": -0.038408, "hit_rate_at_1": 0.244, "hit_rate_at_3": 0.506, "hit_rate_at_5": 0.734, "hit_rate_at_10": 0.988, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.244, "R_cap_at_3": 0.264333, "R_cap_at_5": 0.4185, "R_cap_at_10": 0.831667, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.52243, "hf_subset": "emotion", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.259, "ndcg_at_3": 0.39368, "ndcg_at_5": 0.41192, "ndcg_at_10": 0.42374, "ndcg_at_20": 0.43233, "ndcg_at_25": 0.4354, "ndcg_at_50": 0.45528, "ndcg_at_100": 0.4798, "ndcg_at_1000": 0.49721, "map_at_1": 0.259, "map_at_3": 0.3595, "map_at_5": 0.3697, "map_at_10": 0.37467, "map_at_20": 0.37703, "map_at_25": 0.37765, "map_at_50": 0.38052, "map_at_100": 0.38265, "map_at_1000": 0.38358, "recall_at_1": 0.259, "recall_at_3": 0.493, "recall_at_5": 0.537, "recall_at_10": 0.573, "recall_at_20": 0.607, "recall_at_25": 0.621, "recall_at_50": 0.725, "recall_at_100": 0.877, "recall_at_1000": 1.0, "accuracy": 0.259, "precision_at_1": 0.259, "precision_at_3": 0.16433, "precision_at_5": 0.1074, "precision_at_10": 0.0573, "precision_at_20": 0.03035, "precision_at_25": 0.02484, "precision_at_50": 0.0145, "precision_at_100": 0.00877, "precision_at_1000": 0.001, "mrr_at_1": 0.259, "mrr_at_3": 0.3595, "mrr_at_5": 0.3697, "mrr_at_10": 0.374673, "mrr_at_20": 0.377028, "mrr_at_25": 0.377651, "mrr_at_50": 0.380522, "mrr_at_100": 0.382646, "mrr_at_1000": 0.383578, "nauc_ndcg_at_1_max": 0.552392, "nauc_ndcg_at_1_std": 0.447211, "nauc_ndcg_at_1_diff1": 0.575188, "nauc_ndcg_at_3_max": 0.65693, "nauc_ndcg_at_3_std": 0.568145, "nauc_ndcg_at_3_diff1": 0.63185, "nauc_ndcg_at_5_max": 0.676307, "nauc_ndcg_at_5_std": 0.605576, "nauc_ndcg_at_5_diff1": 0.629342, "nauc_ndcg_at_10_max": 0.679918, "nauc_ndcg_at_10_std": 0.621877, "nauc_ndcg_at_10_diff1": 0.630066, "nauc_ndcg_at_20_max": 0.671849, "nauc_ndcg_at_20_std": 0.611621, "nauc_ndcg_at_20_diff1": 0.621858, "nauc_ndcg_at_25_max": 0.670931, "nauc_ndcg_at_25_std": 0.609548, "nauc_ndcg_at_25_diff1": 0.620576, "nauc_ndcg_at_50_max": 0.660644, "nauc_ndcg_at_50_std": 0.596277, "nauc_ndcg_at_50_diff1": 0.608631, "nauc_ndcg_at_100_max": 0.652447, "nauc_ndcg_at_100_std": 0.586656, "nauc_ndcg_at_100_diff1": 0.604794, "nauc_ndcg_at_1000_max": 0.652962, "nauc_ndcg_at_1000_std": 0.580446, "nauc_ndcg_at_1000_diff1": 0.614247, "nauc_map_at_1_max": 0.552392, "nauc_map_at_1_std": 0.447211, "nauc_map_at_1_diff1": 0.575188, "nauc_map_at_3_max": 0.631619, "nauc_map_at_3_std": 0.536012, "nauc_map_at_3_diff1": 0.617511, "nauc_map_at_5_max": 0.642681, "nauc_map_at_5_std": 0.557153, "nauc_map_at_5_diff1": 0.615993, "nauc_map_at_10_max": 0.644422, "nauc_map_at_10_std": 0.56433, "nauc_map_at_10_diff1": 0.616245, "nauc_map_at_20_max": 0.641867, "nauc_map_at_20_std": 0.561157, "nauc_map_at_20_diff1": 0.613926, "nauc_map_at_25_max": 0.641658, "nauc_map_at_25_std": 0.560695, "nauc_map_at_25_diff1": 0.613648, "nauc_map_at_50_max": 0.639956, "nauc_map_at_50_std": 0.558525, "nauc_map_at_50_diff1": 0.611983, "nauc_map_at_100_max": 0.639208, "nauc_map_at_100_std": 0.557589, "nauc_map_at_100_diff1": 0.611604, "nauc_map_at_1000_max": 0.639194, "nauc_map_at_1000_std": 0.557243, "nauc_map_at_1000_diff1": 0.612042, "nauc_recall_at_1_max": 0.552392, "nauc_recall_at_1_std": 0.447211, "nauc_recall_at_1_diff1": 0.575188, "nauc_recall_at_3_max": 0.727852, "nauc_recall_at_3_std": 0.659262, "nauc_recall_at_3_diff1": 0.672267, "nauc_recall_at_5_max": 0.775557, "nauc_recall_at_5_std": 0.751087, "nauc_recall_at_5_diff1": 0.667817, "nauc_recall_at_10_max": 0.788584, "nauc_recall_at_10_std": 0.804422, "nauc_recall_at_10_diff1": 0.671518, "nauc_recall_at_20_max": 0.761785, "nauc_recall_at_20_std": 0.771391, "nauc_recall_at_20_diff1": 0.639438, "nauc_recall_at_25_max": 0.759526, "nauc_recall_at_25_std": 0.765262, "nauc_recall_at_25_diff1": 0.633736, "nauc_recall_at_50_max": 0.714503, "nauc_recall_at_50_std": 0.716269, "nauc_recall_at_50_diff1": 0.555322, "nauc_recall_at_100_max": 0.644079, "nauc_recall_at_100_std": 0.690292, "nauc_recall_at_100_diff1": 0.448604, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.552392, "nauc_precision_at_1_std": 0.447211, "nauc_precision_at_1_diff1": 0.575188, "nauc_precision_at_3_max": 0.727852, "nauc_precision_at_3_std": 0.659262, "nauc_precision_at_3_diff1": 0.672267, "nauc_precision_at_5_max": 0.775557, "nauc_precision_at_5_std": 0.751087, "nauc_precision_at_5_diff1": 0.667817, "nauc_precision_at_10_max": 0.788584, "nauc_precision_at_10_std": 0.804422, "nauc_precision_at_10_diff1": 0.671518, "nauc_precision_at_20_max": 0.761785, "nauc_precision_at_20_std": 0.771391, "nauc_precision_at_20_diff1": 0.639438, "nauc_precision_at_25_max": 0.759526, "nauc_precision_at_25_std": 0.765262, "nauc_precision_at_25_diff1": 0.633736, "nauc_precision_at_50_max": 0.714503, "nauc_precision_at_50_std": 0.716269, "nauc_precision_at_50_diff1": 0.555322, "nauc_precision_at_100_max": 0.644079, "nauc_precision_at_100_std": 0.690292, "nauc_precision_at_100_diff1": 0.448604, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.552392, "nauc_mrr_at_1_std": 0.447211, "nauc_mrr_at_1_diff1": 0.575188, "nauc_mrr_at_3_max": 0.631619, "nauc_mrr_at_3_std": 0.536012, "nauc_mrr_at_3_diff1": 0.617511, "nauc_mrr_at_5_max": 0.642681, "nauc_mrr_at_5_std": 0.557153, "nauc_mrr_at_5_diff1": 0.615993, "nauc_mrr_at_10_max": 0.644422, "nauc_mrr_at_10_std": 0.56433, "nauc_mrr_at_10_diff1": 0.616245, "nauc_mrr_at_20_max": 0.641867, "nauc_mrr_at_20_std": 0.561157, "nauc_mrr_at_20_diff1": 0.613926, "nauc_mrr_at_25_max": 0.641658, "nauc_mrr_at_25_std": 0.560695, "nauc_mrr_at_25_diff1": 0.613648, "nauc_mrr_at_50_max": 0.639956, "nauc_mrr_at_50_std": 0.558525, "nauc_mrr_at_50_diff1": 0.611983, "nauc_mrr_at_100_max": 0.639208, "nauc_mrr_at_100_std": 0.557589, "nauc_mrr_at_100_diff1": 0.611604, "nauc_mrr_at_1000_max": 0.639194, "nauc_mrr_at_1000_std": 0.557243, "nauc_mrr_at_1000_diff1": 0.612042, "hit_rate_at_1": 0.259, "hit_rate_at_3": 0.493, "hit_rate_at_5": 0.537, "hit_rate_at_10": 0.573, "hit_rate_at_20": 0.607, "hit_rate_at_25": 0.621, "hit_rate_at_50": 0.725, "hit_rate_at_100": 0.877, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.259, "R_cap_at_3": 0.493, "R_cap_at_5": 0.537, "R_cap_at_10": 0.573, "R_cap_at_20": 0.607, "R_cap_at_25": 0.621, "R_cap_at_50": 0.725, "R_cap_at_100": 0.877, "R_cap_at_1000": 1.0, "main_score": 0.42374, "hf_subset": "knowledge_updating", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.394, "ndcg_at_3": 0.32016, "ndcg_at_5": 0.35033, "ndcg_at_10": 0.39644, "ndcg_at_20": 0.43565, "ndcg_at_25": 0.44824, "ndcg_at_50": 0.48181, "ndcg_at_100": 0.51283, "ndcg_at_1000": 0.52042, "map_at_1": 0.197, "map_at_3": 0.25567, "map_at_5": 0.27412, "map_at_10": 0.29681, "map_at_20": 0.31024, "map_at_25": 0.31362, "map_at_50": 0.32084, "map_at_100": 0.32503, "map_at_1000": 0.32577, "recall_at_1": 0.197, "recall_at_3": 0.308, "recall_at_5": 0.3685, "recall_at_10": 0.4855, "recall_at_20": 0.612, "recall_at_25": 0.659, "recall_at_50": 0.8015, "recall_at_100": 0.9575, "recall_at_1000": 1.0, "accuracy": 0.197, "precision_at_1": 0.394, "precision_at_3": 0.20533, "precision_at_5": 0.1474, "precision_at_10": 0.0971, "precision_at_20": 0.0612, "precision_at_25": 0.05272, "precision_at_50": 0.03206, "precision_at_100": 0.01915, "precision_at_1000": 0.002, "mrr_at_1": 0.394, "mrr_at_3": 0.468333, "mrr_at_5": 0.485333, "mrr_at_10": 0.501455, "mrr_at_20": 0.509701, "mrr_at_25": 0.511148, "mrr_at_50": 0.512738, "mrr_at_100": 0.513258, "mrr_at_1000": 0.513258, "nauc_ndcg_at_1_max": 0.109703, "nauc_ndcg_at_1_std": -0.34236, "nauc_ndcg_at_1_diff1": 0.631584, "nauc_ndcg_at_3_max": 0.035094, "nauc_ndcg_at_3_std": -0.374405, "nauc_ndcg_at_3_diff1": 0.54716, "nauc_ndcg_at_5_max": 0.003635, "nauc_ndcg_at_5_std": -0.36337, "nauc_ndcg_at_5_diff1": 0.517213, "nauc_ndcg_at_10_max": 0.040736, "nauc_ndcg_at_10_std": -0.289123, "nauc_ndcg_at_10_diff1": 0.510103, "nauc_ndcg_at_20_max": 0.039952, "nauc_ndcg_at_20_std": -0.274726, "nauc_ndcg_at_20_diff1": 0.50092, "nauc_ndcg_at_25_max": 0.043709, "nauc_ndcg_at_25_std": -0.276726, "nauc_ndcg_at_25_diff1": 0.508444, "nauc_ndcg_at_50_max": 0.053267, "nauc_ndcg_at_50_std": -0.281155, "nauc_ndcg_at_50_diff1": 0.511288, "nauc_ndcg_at_100_max": 0.050065, "nauc_ndcg_at_100_std": -0.300229, "nauc_ndcg_at_100_diff1": 0.525817, "nauc_ndcg_at_1000_max": 0.048497, "nauc_ndcg_at_1000_std": -0.312537, "nauc_ndcg_at_1000_diff1": 0.533288, "nauc_map_at_1_max": 0.109703, "nauc_map_at_1_std": -0.34236, "nauc_map_at_1_diff1": 0.631584, "nauc_map_at_3_max": 0.060863, "nauc_map_at_3_std": -0.357725, "nauc_map_at_3_diff1": 0.557425, "nauc_map_at_5_max": 0.038861, "nauc_map_at_5_std": -0.347413, "nauc_map_at_5_diff1": 0.530734, "nauc_map_at_10_max": 0.057949, "nauc_map_at_10_std": -0.31097, "nauc_map_at_10_diff1": 0.523884, "nauc_map_at_20_max": 0.056232, "nauc_map_at_20_std": -0.304525, "nauc_map_at_20_diff1": 0.519102, "nauc_map_at_25_max": 0.057159, "nauc_map_at_25_std": -0.30524, "nauc_map_at_25_diff1": 0.521704, "nauc_map_at_50_max": 0.059192, "nauc_map_at_50_std": -0.305959, "nauc_map_at_50_diff1": 0.523301, "nauc_map_at_100_max": 0.058981, "nauc_map_at_100_std": -0.308076, "nauc_map_at_100_diff1": 0.525201, "nauc_map_at_1000_max": 0.058862, "nauc_map_at_1000_std": -0.309118, "nauc_map_at_1000_diff1": 0.52577, "nauc_recall_at_1_max": 0.109703, "nauc_recall_at_1_std": -0.34236, "nauc_recall_at_1_diff1": 0.631584, "nauc_recall_at_3_max": -0.018045, "nauc_recall_at_3_std": -0.391758, "nauc_recall_at_3_diff1": 0.489955, "nauc_recall_at_5_max": -0.081919, "nauc_recall_at_5_std": -0.349429, "nauc_recall_at_5_diff1": 0.408759, "nauc_recall_at_10_max": 0.017071, "nauc_recall_at_10_std": -0.137352, "nauc_recall_at_10_diff1": 0.36055, "nauc_recall_at_20_max": 0.013991, "nauc_recall_at_20_std": -0.069253, "nauc_recall_at_20_diff1": 0.298494, "nauc_recall_at_25_max": 0.026978, "nauc_recall_at_25_std": -0.06436, "nauc_recall_at_25_diff1": 0.312555, "nauc_recall_at_50_max": 0.073508, "nauc_recall_at_50_std": -0.005095, "nauc_recall_at_50_diff1": 0.241342, "nauc_recall_at_100_max": 0.068968, "nauc_recall_at_100_std": 0.155781, "nauc_recall_at_100_diff1": 0.094255, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.109703, "nauc_precision_at_1_std": -0.34236, "nauc_precision_at_1_diff1": 0.631584, "nauc_precision_at_3_max": -0.018045, "nauc_precision_at_3_std": -0.391758, "nauc_precision_at_3_diff1": 0.489955, "nauc_precision_at_5_max": -0.081919, "nauc_precision_at_5_std": -0.349429, "nauc_precision_at_5_diff1": 0.408759, "nauc_precision_at_10_max": 0.017071, "nauc_precision_at_10_std": -0.137352, "nauc_precision_at_10_diff1": 0.36055, "nauc_precision_at_20_max": 0.013991, "nauc_precision_at_20_std": -0.069253, "nauc_precision_at_20_diff1": 0.298494, "nauc_precision_at_25_max": 0.026978, "nauc_precision_at_25_std": -0.06436, "nauc_precision_at_25_diff1": 0.312555, "nauc_precision_at_50_max": 0.073508, "nauc_precision_at_50_std": -0.005095, "nauc_precision_at_50_diff1": 0.241342, "nauc_precision_at_100_max": 0.068968, "nauc_precision_at_100_std": 0.155781, "nauc_precision_at_100_diff1": 0.094255, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.109703, "nauc_mrr_at_1_std": -0.34236, "nauc_mrr_at_1_diff1": 0.631584, "nauc_mrr_at_3_max": 0.046736, "nauc_mrr_at_3_std": -0.379378, "nauc_mrr_at_3_diff1": 0.580135, "nauc_mrr_at_5_max": 0.032963, "nauc_mrr_at_5_std": -0.380372, "nauc_mrr_at_5_diff1": 0.575633, "nauc_mrr_at_10_max": 0.044333, "nauc_mrr_at_10_std": -0.357202, "nauc_mrr_at_10_diff1": 0.579458, "nauc_mrr_at_20_max": 0.045219, "nauc_mrr_at_20_std": -0.357785, "nauc_mrr_at_20_diff1": 0.582222, "nauc_mrr_at_25_max": 0.045831, "nauc_mrr_at_25_std": -0.358242, "nauc_mrr_at_25_diff1": 0.582831, "nauc_mrr_at_50_max": 0.046616, "nauc_mrr_at_50_std": -0.359756, "nauc_mrr_at_50_diff1": 0.583244, "nauc_mrr_at_100_max": 0.046775, "nauc_mrr_at_100_std": -0.3602, "nauc_mrr_at_100_diff1": 0.583376, "nauc_mrr_at_1000_max": 0.046775, "nauc_mrr_at_1000_std": -0.3602, "nauc_mrr_at_1000_diff1": 0.583376, "hit_rate_at_1": 0.394, "hit_rate_at_3": 0.566, "hit_rate_at_5": 0.642, "hit_rate_at_10": 0.762, "hit_rate_at_20": 0.877, "hit_rate_at_25": 0.91, "hit_rate_at_50": 0.966, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.394, "R_cap_at_3": 0.308, "R_cap_at_5": 0.3685, "R_cap_at_10": 0.4855, "R_cap_at_20": 0.612, "R_cap_at_25": 0.659, "R_cap_at_50": 0.8015, "R_cap_at_100": 0.9575, "R_cap_at_1000": 1.0, "main_score": 0.39644, "hf_subset": "multi_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.502, "ndcg_at_3": 0.45793, "ndcg_at_5": 0.49057, "ndcg_at_10": 0.62449, "ndcg_at_20": 0.70615, "ndcg_at_25": 0.7156, "ndcg_at_50": 0.71715, "ndcg_at_100": 0.71715, "ndcg_at_1000": 0.71715, "map_at_1": 0.12257, "map_at_3": 0.25944, "map_at_5": 0.3488, "map_at_10": 0.45733, "map_at_20": 0.51392, "map_at_25": 0.51898, "map_at_50": 0.5197, "map_at_100": 0.5197, "map_at_1000": 0.5197, "recall_at_1": 0.12257, "recall_at_3": 0.32543, "recall_at_5": 0.50037, "recall_at_10": 0.7693, "recall_at_20": 0.96803, "recall_at_25": 0.99527, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.12257, "precision_at_1": 0.502, "precision_at_3": 0.44533, "precision_at_5": 0.4136, "precision_at_10": 0.3206, "precision_at_20": 0.2027, "precision_at_25": 0.16672, "precision_at_50": 0.08376, "precision_at_100": 0.04188, "precision_at_1000": 0.00419, "mrr_at_1": 0.502, "mrr_at_3": 0.657333, "mrr_at_5": 0.683433, "mrr_at_10": 0.688771, "mrr_at_20": 0.688771, "mrr_at_25": 0.688771, "mrr_at_50": 0.688771, "mrr_at_100": 0.688771, "mrr_at_1000": 0.688771, "nauc_ndcg_at_1_max": -0.075483, "nauc_ndcg_at_1_std": -0.144057, "nauc_ndcg_at_1_diff1": 0.042525, "nauc_ndcg_at_3_max": -0.069497, "nauc_ndcg_at_3_std": -0.145731, "nauc_ndcg_at_3_diff1": 0.034276, "nauc_ndcg_at_5_max": -0.0964, "nauc_ndcg_at_5_std": -0.207051, "nauc_ndcg_at_5_diff1": 0.024162, "nauc_ndcg_at_10_max": -0.092581, "nauc_ndcg_at_10_std": -0.201505, "nauc_ndcg_at_10_diff1": 0.000599, "nauc_ndcg_at_20_max": -0.080436, "nauc_ndcg_at_20_std": -0.154711, "nauc_ndcg_at_20_diff1": 0.000887, "nauc_ndcg_at_25_max": -0.071098, "nauc_ndcg_at_25_std": -0.157781, "nauc_ndcg_at_25_diff1": 0.021567, "nauc_ndcg_at_50_max": -0.071265, "nauc_ndcg_at_50_std": -0.161524, "nauc_ndcg_at_50_diff1": 0.022923, "nauc_ndcg_at_100_max": -0.071265, "nauc_ndcg_at_100_std": -0.161524, "nauc_ndcg_at_100_diff1": 0.022923, "nauc_ndcg_at_1000_max": -0.071265, "nauc_ndcg_at_1000_std": -0.161524, "nauc_ndcg_at_1000_diff1": 0.022923, "nauc_map_at_1_max": -0.073163, "nauc_map_at_1_std": -0.145805, "nauc_map_at_1_diff1": 0.062375, "nauc_map_at_3_max": -0.082038, "nauc_map_at_3_std": -0.166001, "nauc_map_at_3_diff1": 0.038509, "nauc_map_at_5_max": -0.091659, "nauc_map_at_5_std": -0.199737, "nauc_map_at_5_diff1": 0.022836, "nauc_map_at_10_max": -0.083037, "nauc_map_at_10_std": -0.195149, "nauc_map_at_10_diff1": 0.001044, "nauc_map_at_20_max": -0.079908, "nauc_map_at_20_std": -0.174332, "nauc_map_at_20_diff1": -0.003436, "nauc_map_at_25_max": -0.075386, "nauc_map_at_25_std": -0.174825, "nauc_map_at_25_diff1": 0.005052, "nauc_map_at_50_max": -0.075265, "nauc_map_at_50_std": -0.176243, "nauc_map_at_50_diff1": 0.005393, "nauc_map_at_100_max": -0.075265, "nauc_map_at_100_std": -0.176243, "nauc_map_at_100_diff1": 0.005393, "nauc_map_at_1000_max": -0.075265, "nauc_map_at_1000_std": -0.176243, "nauc_map_at_1000_diff1": 0.005393, "nauc_recall_at_1_max": -0.073163, "nauc_recall_at_1_std": -0.145805, "nauc_recall_at_1_diff1": 0.062375, "nauc_recall_at_3_max": -0.089104, "nauc_recall_at_3_std": -0.17956, "nauc_recall_at_3_diff1": 0.045911, "nauc_recall_at_5_max": -0.114327, "nauc_recall_at_5_std": -0.232351, "nauc_recall_at_5_diff1": -0.000605, "nauc_recall_at_10_max": -0.093914, "nauc_recall_at_10_std": -0.190728, "nauc_recall_at_10_diff1": -0.052708, "nauc_recall_at_20_max": -0.124357, "nauc_recall_at_20_std": 0.031973, "nauc_recall_at_20_diff1": -0.254951, "nauc_recall_at_25_max": -0.003357, "nauc_recall_at_25_std": 0.212908, "nauc_recall_at_25_diff1": -0.113676, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.075483, "nauc_precision_at_1_std": -0.144057, "nauc_precision_at_1_diff1": 0.042525, "nauc_precision_at_3_max": -0.062976, "nauc_precision_at_3_std": -0.146007, "nauc_precision_at_3_diff1": 0.035231, "nauc_precision_at_5_max": -0.055963, "nauc_precision_at_5_std": -0.154981, "nauc_precision_at_5_diff1": -0.008873, "nauc_precision_at_10_max": 0.017756, "nauc_precision_at_10_std": -0.034527, "nauc_precision_at_10_diff1": -0.056865, "nauc_precision_at_20_max": 0.102036, "nauc_precision_at_20_std": 0.154308, "nauc_precision_at_20_diff1": -0.046475, "nauc_precision_at_25_max": 0.135016, "nauc_precision_at_25_std": 0.170661, "nauc_precision_at_25_diff1": -0.005472, "nauc_precision_at_50_max": 0.136626, "nauc_precision_at_50_std": 0.163898, "nauc_precision_at_50_diff1": -0.003208, "nauc_precision_at_100_max": 0.136626, "nauc_precision_at_100_std": 0.163898, "nauc_precision_at_100_diff1": -0.003208, "nauc_precision_at_1000_max": 0.136626, "nauc_precision_at_1000_std": 0.163898, "nauc_precision_at_1000_diff1": -0.003208, "nauc_mrr_at_1_max": -0.075483, "nauc_mrr_at_1_std": -0.144057, "nauc_mrr_at_1_diff1": 0.042525, "nauc_mrr_at_3_max": -0.088393, "nauc_mrr_at_3_std": -0.159137, "nauc_mrr_at_3_diff1": 0.053433, "nauc_mrr_at_5_max": -0.08981, "nauc_mrr_at_5_std": -0.158608, "nauc_mrr_at_5_diff1": 0.050458, "nauc_mrr_at_10_max": -0.086959, "nauc_mrr_at_10_std": -0.154521, "nauc_mrr_at_10_diff1": 0.049171, "nauc_mrr_at_20_max": -0.086959, "nauc_mrr_at_20_std": -0.154521, "nauc_mrr_at_20_diff1": 0.049171, "nauc_mrr_at_25_max": -0.086959, "nauc_mrr_at_25_std": -0.154521, "nauc_mrr_at_25_diff1": 0.049171, "nauc_mrr_at_50_max": -0.086959, "nauc_mrr_at_50_std": -0.154521, "nauc_mrr_at_50_diff1": 0.049171, "nauc_mrr_at_100_max": -0.086959, "nauc_mrr_at_100_std": -0.154521, "nauc_mrr_at_100_diff1": 0.049171, "nauc_mrr_at_1000_max": -0.086959, "nauc_mrr_at_1000_std": -0.154521, "nauc_mrr_at_1000_diff1": 0.049171, "hit_rate_at_1": 0.502, "hit_rate_at_3": 0.854, "hit_rate_at_5": 0.964, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.502, "R_cap_at_3": 0.445333, "R_cap_at_5": 0.505967, "R_cap_at_10": 0.7693, "R_cap_at_20": 0.968033, "R_cap_at_25": 0.995267, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.62449, "hf_subset": "multi_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.388, "ndcg_at_3": 0.31018, "ndcg_at_5": 0.33714, "ndcg_at_10": 0.38625, "ndcg_at_20": 0.42547, "ndcg_at_25": 0.43897, "ndcg_at_50": 0.46889, "ndcg_at_100": 0.50244, "ndcg_at_1000": 0.5122, "map_at_1": 0.194, "map_at_3": 0.24658, "map_at_5": 0.26208, "map_at_10": 0.28557, "map_at_20": 0.29909, "map_at_25": 0.30279, "map_at_50": 0.30904, "map_at_100": 0.31365, "map_at_1000": 0.31458, "recall_at_1": 0.194, "recall_at_3": 0.295, "recall_at_5": 0.3495, "recall_at_10": 0.4725, "recall_at_20": 0.598, "recall_at_25": 0.6485, "recall_at_50": 0.776, "recall_at_100": 0.945, "recall_at_1000": 1.0, "accuracy": 0.194, "precision_at_1": 0.388, "precision_at_3": 0.19667, "precision_at_5": 0.1398, "precision_at_10": 0.0945, "precision_at_20": 0.0598, "precision_at_25": 0.05188, "precision_at_50": 0.03104, "precision_at_100": 0.0189, "precision_at_1000": 0.002, "mrr_at_1": 0.388, "mrr_at_3": 0.4605, "mrr_at_5": 0.4772, "mrr_at_10": 0.496961, "mrr_at_20": 0.505581, "mrr_at_25": 0.50694, "mrr_at_50": 0.508586, "mrr_at_100": 0.508938, "mrr_at_1000": 0.508938, "nauc_ndcg_at_1_max": -0.052556, "nauc_ndcg_at_1_std": -0.392638, "nauc_ndcg_at_1_diff1": 0.605609, "nauc_ndcg_at_3_max": -0.080283, "nauc_ndcg_at_3_std": -0.420426, "nauc_ndcg_at_3_diff1": 0.520475, "nauc_ndcg_at_5_max": -0.070305, "nauc_ndcg_at_5_std": -0.396386, "nauc_ndcg_at_5_diff1": 0.510595, "nauc_ndcg_at_10_max": -0.080998, "nauc_ndcg_at_10_std": -0.384594, "nauc_ndcg_at_10_diff1": 0.466808, "nauc_ndcg_at_20_max": -0.073487, "nauc_ndcg_at_20_std": -0.365851, "nauc_ndcg_at_20_diff1": 0.457391, "nauc_ndcg_at_25_max": -0.078242, "nauc_ndcg_at_25_std": -0.364824, "nauc_ndcg_at_25_diff1": 0.455708, "nauc_ndcg_at_50_max": -0.071909, "nauc_ndcg_at_50_std": -0.351525, "nauc_ndcg_at_50_diff1": 0.460711, "nauc_ndcg_at_100_max": -0.076958, "nauc_ndcg_at_100_std": -0.365558, "nauc_ndcg_at_100_diff1": 0.479919, "nauc_ndcg_at_1000_max": -0.072872, "nauc_ndcg_at_1000_std": -0.379661, "nauc_ndcg_at_1000_diff1": 0.494354, "nauc_map_at_1_max": -0.052556, "nauc_map_at_1_std": -0.392638, "nauc_map_at_1_diff1": 0.605609, "nauc_map_at_3_max": -0.059533, "nauc_map_at_3_std": -0.40552, "nauc_map_at_3_diff1": 0.530708, "nauc_map_at_5_max": -0.055796, "nauc_map_at_5_std": -0.392089, "nauc_map_at_5_diff1": 0.522776, "nauc_map_at_10_max": -0.064821, "nauc_map_at_10_std": -0.384556, "nauc_map_at_10_diff1": 0.492694, "nauc_map_at_20_max": -0.063402, "nauc_map_at_20_std": -0.377125, "nauc_map_at_20_diff1": 0.487806, "nauc_map_at_25_max": -0.064779, "nauc_map_at_25_std": -0.377081, "nauc_map_at_25_diff1": 0.487275, "nauc_map_at_50_max": -0.063543, "nauc_map_at_50_std": -0.374209, "nauc_map_at_50_diff1": 0.488386, "nauc_map_at_100_max": -0.064015, "nauc_map_at_100_std": -0.375872, "nauc_map_at_100_diff1": 0.490884, "nauc_map_at_1000_max": -0.063665, "nauc_map_at_1000_std": -0.377089, "nauc_map_at_1000_diff1": 0.491957, "nauc_recall_at_1_max": -0.052556, "nauc_recall_at_1_std": -0.392638, "nauc_recall_at_1_diff1": 0.605609, "nauc_recall_at_3_max": -0.106112, "nauc_recall_at_3_std": -0.439232, "nauc_recall_at_3_diff1": 0.461016, "nauc_recall_at_5_max": -0.079832, "nauc_recall_at_5_std": -0.373344, "nauc_recall_at_5_diff1": 0.427896, "nauc_recall_at_10_max": -0.100561, "nauc_recall_at_10_std": -0.302584, "nauc_recall_at_10_diff1": 0.263864, "nauc_recall_at_20_max": -0.069957, "nauc_recall_at_20_std": -0.226865, "nauc_recall_at_20_diff1": 0.214157, "nauc_recall_at_25_max": -0.086535, "nauc_recall_at_25_std": -0.206822, "nauc_recall_at_25_diff1": 0.18415, "nauc_recall_at_50_max": -0.048194, "nauc_recall_at_50_std": -0.07882, "nauc_recall_at_50_diff1": 0.124642, "nauc_recall_at_100_max": -0.115677, "nauc_recall_at_100_std": 0.126381, "nauc_recall_at_100_diff1": -0.095211, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.052556, "nauc_precision_at_1_std": -0.392638, "nauc_precision_at_1_diff1": 0.605609, "nauc_precision_at_3_max": -0.106112, "nauc_precision_at_3_std": -0.439232, "nauc_precision_at_3_diff1": 0.461016, "nauc_precision_at_5_max": -0.079832, "nauc_precision_at_5_std": -0.373344, "nauc_precision_at_5_diff1": 0.427896, "nauc_precision_at_10_max": -0.100561, "nauc_precision_at_10_std": -0.302584, "nauc_precision_at_10_diff1": 0.263864, "nauc_precision_at_20_max": -0.069957, "nauc_precision_at_20_std": -0.226865, "nauc_precision_at_20_diff1": 0.214157, "nauc_precision_at_25_max": -0.086535, "nauc_precision_at_25_std": -0.206822, "nauc_precision_at_25_diff1": 0.18415, "nauc_precision_at_50_max": -0.048194, "nauc_precision_at_50_std": -0.07882, "nauc_precision_at_50_diff1": 0.124642, "nauc_precision_at_100_max": -0.115677, "nauc_precision_at_100_std": 0.126381, "nauc_precision_at_100_diff1": -0.095211, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.052556, "nauc_mrr_at_1_std": -0.392638, "nauc_mrr_at_1_diff1": 0.605609, "nauc_mrr_at_3_max": -0.084141, "nauc_mrr_at_3_std": -0.420386, "nauc_mrr_at_3_diff1": 0.552129, "nauc_mrr_at_5_max": -0.077531, "nauc_mrr_at_5_std": -0.408068, "nauc_mrr_at_5_diff1": 0.550924, "nauc_mrr_at_10_max": -0.075215, "nauc_mrr_at_10_std": -0.4048, "nauc_mrr_at_10_diff1": 0.549086, "nauc_mrr_at_20_max": -0.074102, "nauc_mrr_at_20_std": -0.403812, "nauc_mrr_at_20_diff1": 0.551148, "nauc_mrr_at_25_max": -0.074348, "nauc_mrr_at_25_std": -0.403726, "nauc_mrr_at_25_diff1": 0.551916, "nauc_mrr_at_50_max": -0.074511, "nauc_mrr_at_50_std": -0.404481, "nauc_mrr_at_50_diff1": 0.553103, "nauc_mrr_at_100_max": -0.074528, "nauc_mrr_at_100_std": -0.404534, "nauc_mrr_at_100_diff1": 0.553266, "nauc_mrr_at_1000_max": -0.074528, "nauc_mrr_at_1000_std": -0.404534, "nauc_mrr_at_1000_diff1": 0.553266, "hit_rate_at_1": 0.388, "hit_rate_at_3": 0.551, "hit_rate_at_5": 0.628, "hit_rate_at_10": 0.77, "hit_rate_at_20": 0.891, "hit_rate_at_25": 0.922, "hit_rate_at_50": 0.978, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.388, "R_cap_at_3": 0.295, "R_cap_at_5": 0.3495, "R_cap_at_10": 0.4725, "R_cap_at_20": 0.598, "R_cap_at_25": 0.6485, "R_cap_at_50": 0.776, "R_cap_at_100": 0.945, "R_cap_at_1000": 1.0, "main_score": 0.38625, "hf_subset": "post_processing", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.122, "ndcg_at_3": 0.17617, "ndcg_at_5": 0.25048, "ndcg_at_10": 0.43154, "ndcg_at_20": 0.56109, "ndcg_at_25": 0.56441, "ndcg_at_50": 0.56441, "ndcg_at_100": 0.56441, "ndcg_at_1000": 0.56441, "map_at_1": 0.03237, "map_at_3": 0.09504, "map_at_5": 0.16092, "map_at_10": 0.27879, "map_at_20": 0.356, "map_at_25": 0.35799, "map_at_50": 0.35799, "map_at_100": 0.35799, "map_at_1000": 0.35799, "recall_at_1": 0.03237, "recall_at_3": 0.15397, "recall_at_5": 0.31123, "recall_at_10": 0.67861, "recall_at_20": 0.9912, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.03237, "precision_at_1": 0.122, "precision_at_3": 0.19267, "precision_at_5": 0.23627, "precision_at_10": 0.26133, "precision_at_20": 0.19843, "precision_at_25": 0.16051, "precision_at_50": 0.08025, "precision_at_100": 0.04013, "precision_at_1000": 0.00401, "mrr_at_1": 0.122, "mrr_at_3": 0.259111, "mrr_at_5": 0.307278, "mrr_at_10": 0.342361, "mrr_at_20": 0.348181, "mrr_at_25": 0.348181, "mrr_at_50": 0.348181, "mrr_at_100": 0.348181, "mrr_at_1000": 0.348181, "nauc_ndcg_at_1_max": -0.437766, "nauc_ndcg_at_1_std": -0.081252, "nauc_ndcg_at_1_diff1": -0.194396, "nauc_ndcg_at_3_max": -0.552113, "nauc_ndcg_at_3_std": -0.000444, "nauc_ndcg_at_3_diff1": -0.030649, "nauc_ndcg_at_5_max": -0.621007, "nauc_ndcg_at_5_std": 0.068782, "nauc_ndcg_at_5_diff1": 0.006136, "nauc_ndcg_at_10_max": -0.718526, "nauc_ndcg_at_10_std": 0.131145, "nauc_ndcg_at_10_diff1": 0.022354, "nauc_ndcg_at_20_max": -0.642298, "nauc_ndcg_at_20_std": 0.084116, "nauc_ndcg_at_20_diff1": -0.018912, "nauc_ndcg_at_25_max": -0.63545, "nauc_ndcg_at_25_std": 0.079197, "nauc_ndcg_at_25_diff1": -0.029725, "nauc_ndcg_at_50_max": -0.63545, "nauc_ndcg_at_50_std": 0.079197, "nauc_ndcg_at_50_diff1": -0.029725, "nauc_ndcg_at_100_max": -0.63545, "nauc_ndcg_at_100_std": 0.079197, "nauc_ndcg_at_100_diff1": -0.029725, "nauc_ndcg_at_1000_max": -0.63545, "nauc_ndcg_at_1000_std": 0.079197, "nauc_ndcg_at_1000_diff1": -0.029725, "nauc_map_at_1_max": -0.434742, "nauc_map_at_1_std": -0.098834, "nauc_map_at_1_diff1": -0.177897, "nauc_map_at_3_max": -0.510744, "nauc_map_at_3_std": -0.042938, "nauc_map_at_3_diff1": -0.042143, "nauc_map_at_5_max": -0.558129, "nauc_map_at_5_std": 0.038516, "nauc_map_at_5_diff1": -0.011717, "nauc_map_at_10_max": -0.64815, "nauc_map_at_10_std": 0.110843, "nauc_map_at_10_diff1": 0.003286, "nauc_map_at_20_max": -0.632218, "nauc_map_at_20_std": 0.097021, "nauc_map_at_20_diff1": -0.011886, "nauc_map_at_25_max": -0.629157, "nauc_map_at_25_std": 0.09475, "nauc_map_at_25_diff1": -0.017137, "nauc_map_at_50_max": -0.629157, "nauc_map_at_50_std": 0.09475, "nauc_map_at_50_diff1": -0.017137, "nauc_map_at_100_max": -0.629157, "nauc_map_at_100_std": 0.09475, "nauc_map_at_100_diff1": -0.017137, "nauc_map_at_1000_max": -0.629157, "nauc_map_at_1000_std": 0.09475, "nauc_map_at_1000_diff1": -0.017137, "nauc_recall_at_1_max": -0.434742, "nauc_recall_at_1_std": -0.098834, "nauc_recall_at_1_diff1": -0.177897, "nauc_recall_at_3_max": -0.551364, "nauc_recall_at_3_std": 0.005412, "nauc_recall_at_3_diff1": 0.021938, "nauc_recall_at_5_max": -0.608032, "nauc_recall_at_5_std": 0.10618, "nauc_recall_at_5_diff1": 0.050554, "nauc_recall_at_10_max": -0.709994, "nauc_recall_at_10_std": 0.184431, "nauc_recall_at_10_diff1": 0.082986, "nauc_recall_at_20_max": -0.763029, "nauc_recall_at_20_std": 0.239121, "nauc_recall_at_20_diff1": 0.359993, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.437766, "nauc_precision_at_1_std": -0.081252, "nauc_precision_at_1_diff1": -0.194396, "nauc_precision_at_3_max": -0.577029, "nauc_precision_at_3_std": 0.024785, "nauc_precision_at_3_diff1": 0.014054, "nauc_precision_at_5_max": -0.643425, "nauc_precision_at_5_std": 0.138263, "nauc_precision_at_5_diff1": 0.043412, "nauc_precision_at_10_max": -0.701236, "nauc_precision_at_10_std": 0.245882, "nauc_precision_at_10_diff1": 0.059192, "nauc_precision_at_20_max": 0.017684, "nauc_precision_at_20_std": 0.129174, "nauc_precision_at_20_diff1": -0.03507, "nauc_precision_at_25_max": 0.071218, "nauc_precision_at_25_std": 0.111776, "nauc_precision_at_25_diff1": -0.060204, "nauc_precision_at_50_max": 0.071218, "nauc_precision_at_50_std": 0.111776, "nauc_precision_at_50_diff1": -0.060204, "nauc_precision_at_100_max": 0.071218, "nauc_precision_at_100_std": 0.111776, "nauc_precision_at_100_diff1": -0.060204, "nauc_precision_at_1000_max": 0.071218, "nauc_precision_at_1000_std": 0.111776, "nauc_precision_at_1000_diff1": -0.060204, "nauc_mrr_at_1_max": -0.437766, "nauc_mrr_at_1_std": -0.081252, "nauc_mrr_at_1_diff1": -0.194396, "nauc_mrr_at_3_max": -0.551907, "nauc_mrr_at_3_std": 0.000661, "nauc_mrr_at_3_diff1": -0.056974, "nauc_mrr_at_5_max": -0.605828, "nauc_mrr_at_5_std": 0.021196, "nauc_mrr_at_5_diff1": -0.052034, "nauc_mrr_at_10_max": -0.586576, "nauc_mrr_at_10_std": 0.007083, "nauc_mrr_at_10_diff1": -0.060899, "nauc_mrr_at_20_max": -0.570114, "nauc_mrr_at_20_std": 0.002425, "nauc_mrr_at_20_diff1": -0.067816, "nauc_mrr_at_25_max": -0.570114, "nauc_mrr_at_25_std": 0.002425, "nauc_mrr_at_25_diff1": -0.067816, "nauc_mrr_at_50_max": -0.570114, "nauc_mrr_at_50_std": 0.002425, "nauc_mrr_at_50_diff1": -0.067816, "nauc_mrr_at_100_max": -0.570114, "nauc_mrr_at_100_std": 0.002425, "nauc_mrr_at_100_diff1": -0.067816, "nauc_mrr_at_1000_max": -0.570114, "nauc_mrr_at_1000_std": 0.002425, "nauc_mrr_at_1000_diff1": -0.067816, "hit_rate_at_1": 0.122, "hit_rate_at_3": 0.454, "hit_rate_at_5": 0.66467, "hit_rate_at_10": 0.928, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.122, "R_cap_at_3": 0.192667, "R_cap_at_5": 0.311233, "R_cap_at_10": 0.678611, "R_cap_at_20": 0.9912, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.43154, "hf_subset": "preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.576, "ndcg_at_3": 0.78501, "ndcg_at_5": 0.80467, "ndcg_at_10": 0.8092, "ndcg_at_20": 0.81081, "ndcg_at_25": 0.81103, "ndcg_at_50": 0.81162, "ndcg_at_100": 0.8123, "ndcg_at_1000": 0.81259, "map_at_1": 0.576, "map_at_3": 0.73717, "map_at_5": 0.74802, "map_at_10": 0.74989, "map_at_20": 0.75037, "map_at_25": 0.75042, "map_at_50": 0.75051, "map_at_100": 0.75058, "map_at_1000": 0.7506, "recall_at_1": 0.576, "recall_at_3": 0.922, "recall_at_5": 0.97, "recall_at_10": 0.984, "recall_at_20": 0.99, "recall_at_25": 0.991, "recall_at_50": 0.994, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.576, "precision_at_1": 0.576, "precision_at_3": 0.30733, "precision_at_5": 0.194, "precision_at_10": 0.0984, "precision_at_20": 0.0495, "precision_at_25": 0.03964, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.576, "mrr_at_3": 0.737167, "mrr_at_5": 0.748017, "mrr_at_10": 0.749887, "mrr_at_20": 0.750375, "mrr_at_25": 0.750422, "mrr_at_50": 0.750512, "mrr_at_100": 0.750581, "mrr_at_1000": 0.750597, "nauc_ndcg_at_1_max": -0.069858, "nauc_ndcg_at_1_std": -0.29698, "nauc_ndcg_at_1_diff1": 0.541378, "nauc_ndcg_at_3_max": 0.07451, "nauc_ndcg_at_3_std": -0.168768, "nauc_ndcg_at_3_diff1": 0.519399, "nauc_ndcg_at_5_max": 0.058242, "nauc_ndcg_at_5_std": -0.162597, "nauc_ndcg_at_5_diff1": 0.520867, "nauc_ndcg_at_10_max": 0.042964, "nauc_ndcg_at_10_std": -0.179768, "nauc_ndcg_at_10_diff1": 0.524609, "nauc_ndcg_at_20_max": 0.033268, "nauc_ndcg_at_20_std": -0.190778, "nauc_ndcg_at_20_diff1": 0.523043, "nauc_ndcg_at_25_max": 0.032244, "nauc_ndcg_at_25_std": -0.191885, "nauc_ndcg_at_25_diff1": 0.522335, "nauc_ndcg_at_50_max": 0.029435, "nauc_ndcg_at_50_std": -0.195784, "nauc_ndcg_at_50_diff1": 0.523399, "nauc_ndcg_at_100_max": 0.025529, "nauc_ndcg_at_100_std": -0.200601, "nauc_ndcg_at_100_diff1": 0.524312, "nauc_ndcg_at_1000_max": 0.024197, "nauc_ndcg_at_1000_std": -0.202646, "nauc_ndcg_at_1000_diff1": 0.525, "nauc_map_at_1_max": -0.069858, "nauc_map_at_1_std": -0.29698, "nauc_map_at_1_diff1": 0.541378, "nauc_map_at_3_max": 0.030663, "nauc_map_at_3_std": -0.206103, "nauc_map_at_3_diff1": 0.525197, "nauc_map_at_5_max": 0.021674, "nauc_map_at_5_std": -0.20511, "nauc_map_at_5_diff1": 0.526067, "nauc_map_at_10_max": 0.016305, "nauc_map_at_10_std": -0.211195, "nauc_map_at_10_diff1": 0.527237, "nauc_map_at_20_max": 0.013989, "nauc_map_at_20_std": -0.213815, "nauc_map_at_20_diff1": 0.526866, "nauc_map_at_25_max": 0.013818, "nauc_map_at_25_std": -0.213999, "nauc_map_at_25_diff1": 0.526753, "nauc_map_at_50_max": 0.013489, "nauc_map_at_50_std": -0.214456, "nauc_map_at_50_diff1": 0.526907, "nauc_map_at_100_max": 0.013183, "nauc_map_at_100_std": -0.214831, "nauc_map_at_100_diff1": 0.526976, "nauc_map_at_1000_max": 0.013127, "nauc_map_at_1000_std": -0.214917, "nauc_map_at_1000_diff1": 0.527001, "nauc_recall_at_1_max": -0.069858, "nauc_recall_at_1_std": -0.29698, "nauc_recall_at_1_diff1": 0.541378, "nauc_recall_at_3_max": 0.406851, "nauc_recall_at_3_std": 0.112039, "nauc_recall_at_3_diff1": 0.476645, "nauc_recall_at_5_max": 0.718674, "nauc_recall_at_5_std": 0.630828, "nauc_recall_at_5_diff1": 0.429209, "nauc_recall_at_10_max": 0.857464, "nauc_recall_at_10_std": 0.833975, "nauc_recall_at_10_diff1": 0.463731, "nauc_recall_at_20_max": 0.79972, "nauc_recall_at_20_std": 0.819795, "nauc_recall_at_20_diff1": 0.340803, "nauc_recall_at_25_max": 0.808331, "nauc_recall_at_25_std": 0.84931, "nauc_recall_at_25_diff1": 0.267559, "nauc_recall_at_50_max": 0.8331, "nauc_recall_at_50_std": 0.866558, "nauc_recall_at_50_diff1": 0.26455, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.152894, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.069858, "nauc_precision_at_1_std": -0.29698, "nauc_precision_at_1_diff1": 0.541378, "nauc_precision_at_3_max": 0.406851, "nauc_precision_at_3_std": 0.112039, "nauc_precision_at_3_diff1": 0.476645, "nauc_precision_at_5_max": 0.718674, "nauc_precision_at_5_std": 0.630828, "nauc_precision_at_5_diff1": 0.429209, "nauc_precision_at_10_max": 0.857464, "nauc_precision_at_10_std": 0.833975, "nauc_precision_at_10_diff1": 0.463731, "nauc_precision_at_20_max": 0.79972, "nauc_precision_at_20_std": 0.819795, "nauc_precision_at_20_diff1": 0.340803, "nauc_precision_at_25_max": 0.808331, "nauc_precision_at_25_std": 0.84931, "nauc_precision_at_25_diff1": 0.267559, "nauc_precision_at_50_max": 0.8331, "nauc_precision_at_50_std": 0.866558, "nauc_precision_at_50_diff1": 0.26455, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.152894, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.069858, "nauc_mrr_at_1_std": -0.29698, "nauc_mrr_at_1_diff1": 0.541378, "nauc_mrr_at_3_max": 0.030663, "nauc_mrr_at_3_std": -0.206103, "nauc_mrr_at_3_diff1": 0.525197, "nauc_mrr_at_5_max": 0.021674, "nauc_mrr_at_5_std": -0.20511, "nauc_mrr_at_5_diff1": 0.526067, "nauc_mrr_at_10_max": 0.016305, "nauc_mrr_at_10_std": -0.211195, "nauc_mrr_at_10_diff1": 0.527237, "nauc_mrr_at_20_max": 0.013989, "nauc_mrr_at_20_std": -0.213815, "nauc_mrr_at_20_diff1": 0.526866, "nauc_mrr_at_25_max": 0.013818, "nauc_mrr_at_25_std": -0.213999, "nauc_mrr_at_25_diff1": 0.526753, "nauc_mrr_at_50_max": 0.013489, "nauc_mrr_at_50_std": -0.214456, "nauc_mrr_at_50_diff1": 0.526907, "nauc_mrr_at_100_max": 0.013183, "nauc_mrr_at_100_std": -0.214831, "nauc_mrr_at_100_diff1": 0.526976, "nauc_mrr_at_1000_max": 0.013127, "nauc_mrr_at_1000_std": -0.214917, "nauc_mrr_at_1000_diff1": 0.527001, "hit_rate_at_1": 0.576, "hit_rate_at_3": 0.922, "hit_rate_at_5": 0.97, "hit_rate_at_10": 0.984, "hit_rate_at_20": 0.99, "hit_rate_at_25": 0.991, "hit_rate_at_50": 0.994, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.576, "R_cap_at_3": 0.922, "R_cap_at_5": 0.97, "R_cap_at_10": 0.984, "R_cap_at_20": 0.99, "R_cap_at_25": 0.991, "R_cap_at_50": 0.994, "R_cap_at_100": 0.998, "R_cap_at_1000": 1.0, "main_score": 0.8092, "hf_subset": "single_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63533, "ndcg_at_3": 0.71539, "ndcg_at_5": 0.79326, "ndcg_at_10": 0.82202, "ndcg_at_20": 0.824, "ndcg_at_25": 0.824, "ndcg_at_50": 0.824, "ndcg_at_100": 0.824, "ndcg_at_1000": 0.824, "map_at_1": 0.36389, "map_at_3": 0.64006, "map_at_5": 0.71392, "map_at_10": 0.73661, "map_at_20": 0.73768, "map_at_25": 0.73768, "map_at_50": 0.73768, "map_at_100": 0.73768, "map_at_1000": 0.73768, "recall_at_1": 0.36389, "recall_at_3": 0.77328, "recall_at_5": 0.92917, "recall_at_10": 0.99411, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.36389, "precision_at_1": 0.63533, "precision_at_3": 0.48956, "precision_at_5": 0.36413, "precision_at_10": 0.19853, "precision_at_20": 0.09993, "precision_at_25": 0.07995, "precision_at_50": 0.03997, "precision_at_100": 0.01999, "precision_at_1000": 0.002, "mrr_at_1": 0.635333, "mrr_at_3": 0.773222, "mrr_at_5": 0.784522, "mrr_at_10": 0.785822, "mrr_at_20": 0.785934, "mrr_at_25": 0.785934, "mrr_at_50": 0.785934, "mrr_at_100": 0.785934, "mrr_at_1000": 0.785934, "nauc_ndcg_at_1_max": -0.394312, "nauc_ndcg_at_1_std": 0.182738, "nauc_ndcg_at_1_diff1": 0.225373, "nauc_ndcg_at_3_max": -0.411217, "nauc_ndcg_at_3_std": 0.034663, "nauc_ndcg_at_3_diff1": 0.201734, "nauc_ndcg_at_5_max": -0.44994, "nauc_ndcg_at_5_std": 0.113488, "nauc_ndcg_at_5_diff1": 0.207259, "nauc_ndcg_at_10_max": -0.403597, "nauc_ndcg_at_10_std": 0.152695, "nauc_ndcg_at_10_diff1": 0.184219, "nauc_ndcg_at_20_max": -0.394128, "nauc_ndcg_at_20_std": 0.147896, "nauc_ndcg_at_20_diff1": 0.189671, "nauc_ndcg_at_25_max": -0.394128, "nauc_ndcg_at_25_std": 0.147896, "nauc_ndcg_at_25_diff1": 0.189671, "nauc_ndcg_at_50_max": -0.394128, "nauc_ndcg_at_50_std": 0.147896, "nauc_ndcg_at_50_diff1": 0.189671, "nauc_ndcg_at_100_max": -0.394128, "nauc_ndcg_at_100_std": 0.147896, "nauc_ndcg_at_100_diff1": 0.189671, "nauc_ndcg_at_1000_max": -0.394128, "nauc_ndcg_at_1000_std": 0.147896, "nauc_ndcg_at_1000_diff1": 0.189671, "nauc_map_at_1_max": -0.294403, "nauc_map_at_1_std": -0.083175, "nauc_map_at_1_diff1": 0.240525, "nauc_map_at_3_max": -0.392566, "nauc_map_at_3_std": 0.011139, "nauc_map_at_3_diff1": 0.204668, "nauc_map_at_5_max": -0.420281, "nauc_map_at_5_std": 0.090858, "nauc_map_at_5_diff1": 0.204607, "nauc_map_at_10_max": -0.393861, "nauc_map_at_10_std": 0.116361, "nauc_map_at_10_diff1": 0.191002, "nauc_map_at_20_max": -0.390459, "nauc_map_at_20_std": 0.11472, "nauc_map_at_20_diff1": 0.192482, "nauc_map_at_25_max": -0.390459, "nauc_map_at_25_std": 0.11472, "nauc_map_at_25_diff1": 0.192482, "nauc_map_at_50_max": -0.390459, "nauc_map_at_50_std": 0.11472, "nauc_map_at_50_diff1": 0.192482, "nauc_map_at_100_max": -0.390459, "nauc_map_at_100_std": 0.11472, "nauc_map_at_100_diff1": 0.192482, "nauc_map_at_1000_max": -0.390459, "nauc_map_at_1000_std": 0.11472, "nauc_map_at_1000_diff1": 0.192482, "nauc_recall_at_1_max": -0.294403, "nauc_recall_at_1_std": -0.083175, "nauc_recall_at_1_diff1": 0.240525, "nauc_recall_at_3_max": -0.395044, "nauc_recall_at_3_std": -0.122684, "nauc_recall_at_3_diff1": 0.18369, "nauc_recall_at_5_max": -0.6383, "nauc_recall_at_5_std": -0.015507, "nauc_recall_at_5_diff1": 0.231743, "nauc_recall_at_10_max": -1.016877, "nauc_recall_at_10_std": 0.493112, "nauc_recall_at_10_diff1": -0.268159, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.394312, "nauc_precision_at_1_std": 0.182738, "nauc_precision_at_1_diff1": 0.225373, "nauc_precision_at_3_max": -0.195822, "nauc_precision_at_3_std": 0.294001, "nauc_precision_at_3_diff1": -0.017114, "nauc_precision_at_5_max": -0.058581, "nauc_precision_at_5_std": 0.399598, "nauc_precision_at_5_diff1": -0.10106, "nauc_precision_at_10_max": 0.094025, "nauc_precision_at_10_std": 0.413533, "nauc_precision_at_10_diff1": -0.164773, "nauc_precision_at_20_max": 0.114679, "nauc_precision_at_20_std": 0.403752, "nauc_precision_at_20_diff1": -0.161346, "nauc_precision_at_25_max": 0.114679, "nauc_precision_at_25_std": 0.403752, "nauc_precision_at_25_diff1": -0.161346, "nauc_precision_at_50_max": 0.114679, "nauc_precision_at_50_std": 0.403752, "nauc_precision_at_50_diff1": -0.161346, "nauc_precision_at_100_max": 0.114679, "nauc_precision_at_100_std": 0.403752, "nauc_precision_at_100_diff1": -0.161346, "nauc_precision_at_1000_max": 0.114679, "nauc_precision_at_1000_std": 0.403752, "nauc_precision_at_1000_diff1": -0.161346, "nauc_mrr_at_1_max": -0.394312, "nauc_mrr_at_1_std": 0.182738, "nauc_mrr_at_1_diff1": 0.225373, "nauc_mrr_at_3_max": -0.423024, "nauc_mrr_at_3_std": 0.17706, "nauc_mrr_at_3_diff1": 0.206754, "nauc_mrr_at_5_max": -0.421785, "nauc_mrr_at_5_std": 0.181305, "nauc_mrr_at_5_diff1": 0.210468, "nauc_mrr_at_10_max": -0.418897, "nauc_mrr_at_10_std": 0.180737, "nauc_mrr_at_10_diff1": 0.210016, "nauc_mrr_at_20_max": -0.41844, "nauc_mrr_at_20_std": 0.180308, "nauc_mrr_at_20_diff1": 0.210865, "nauc_mrr_at_25_max": -0.41844, "nauc_mrr_at_25_std": 0.180308, "nauc_mrr_at_25_diff1": 0.210865, "nauc_mrr_at_50_max": -0.41844, "nauc_mrr_at_50_std": 0.180308, "nauc_mrr_at_50_diff1": 0.210865, "nauc_mrr_at_100_max": -0.41844, "nauc_mrr_at_100_std": 0.180308, "nauc_mrr_at_100_diff1": 0.210865, "nauc_mrr_at_1000_max": -0.41844, "nauc_mrr_at_1000_std": 0.180308, "nauc_mrr_at_1000_diff1": 0.210865, "hit_rate_at_1": 0.63533, "hit_rate_at_3": 0.942, "hit_rate_at_5": 0.99, "hit_rate_at_10": 0.99867, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.635333, "R_cap_at_3": 0.779333, "R_cap_at_5": 0.929167, "R_cap_at_10": 0.994111, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82202, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 692.0871654227376, "kg_co2_emissions": null, "date": 1785993632.141884, "evaluation_phases": [ { "name": "Data loading", "start": 8.955597877502441e-06, "end": 59.19260836020112, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 59.1926248408854, "end": 59.19263154268265, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 59.218909323215485, "end": 69.32827929779887, "split": "test", "subset": "single_session_assistant" }, { "name": "Scoring", "start": 69.32853973656893, "end": 69.52351845428348, "split": "test", "subset": "single_session_assistant" } ] }