{ "dataset_revision": "1dd519e4d91573e2818d850eb4405fb290663ac2", "task_name": "MemBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00177, "ndcg_at_5": 0.00198, "ndcg_at_10": 0.00274, "ndcg_at_20": 0.00476, "ndcg_at_25": 0.0061, "ndcg_at_50": 0.01006, "ndcg_at_100": 0.01731, "ndcg_at_1000": 0.06506, "map_at_1": 0.0, "map_at_3": 0.00032, "map_at_5": 0.0005, "map_at_10": 0.00074, "map_at_20": 0.00109, "map_at_25": 0.00124, "map_at_50": 0.00162, "map_at_100": 0.00206, "map_at_1000": 0.00376, "recall_at_1": 0.0, "recall_at_3": 0.00085, "recall_at_5": 0.00148, "recall_at_10": 0.0034, "recall_at_20": 0.0072, "recall_at_25": 0.0101, "recall_at_50": 0.01993, "recall_at_100": 0.04123, "recall_at_1000": 0.23097, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.00233, "precision_at_5": 0.0024, "precision_at_10": 0.0029, "precision_at_20": 0.00315, "precision_at_25": 0.00356, "precision_at_50": 0.00354, "precision_at_100": 0.00371, "precision_at_1000": 0.00208, "mrr_at_1": 0.0, "mrr_at_3": 0.002667, "mrr_at_5": 0.003567, "mrr_at_10": 0.00576, "mrr_at_20": 0.007618, "mrr_at_25": 0.008578, "mrr_at_50": 0.010259, "mrr_at_100": 0.011782, "mrr_at_1000": 0.013466, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.144235, "nauc_ndcg_at_3_std": 0.320641, "nauc_ndcg_at_3_diff1": 0.246106, "nauc_ndcg_at_5_max": -0.18338, "nauc_ndcg_at_5_std": 0.197688, "nauc_ndcg_at_5_diff1": 0.118488, "nauc_ndcg_at_10_max": -0.207349, "nauc_ndcg_at_10_std": 0.30523, "nauc_ndcg_at_10_diff1": 0.147042, "nauc_ndcg_at_20_max": -0.241249, "nauc_ndcg_at_20_std": 0.398885, "nauc_ndcg_at_20_diff1": 0.141725, "nauc_ndcg_at_25_max": -0.232332, "nauc_ndcg_at_25_std": 0.398461, "nauc_ndcg_at_25_diff1": 0.120504, "nauc_ndcg_at_50_max": -0.252501, "nauc_ndcg_at_50_std": 0.440807, "nauc_ndcg_at_50_diff1": 0.127282, "nauc_ndcg_at_100_max": -0.32392, "nauc_ndcg_at_100_std": 0.550084, "nauc_ndcg_at_100_diff1": 0.129974, "nauc_ndcg_at_1000_max": -0.445351, "nauc_ndcg_at_1000_std": 0.735438, "nauc_ndcg_at_1000_diff1": 0.126277, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.133874, "nauc_map_at_3_std": 0.317999, "nauc_map_at_3_diff1": 0.276017, "nauc_map_at_5_max": -0.175218, "nauc_map_at_5_std": 0.202825, "nauc_map_at_5_diff1": 0.18883, "nauc_map_at_10_max": -0.198759, "nauc_map_at_10_std": 0.276733, "nauc_map_at_10_diff1": 0.186347, "nauc_map_at_20_max": -0.209635, "nauc_map_at_20_std": 0.339223, "nauc_map_at_20_diff1": 0.206793, "nauc_map_at_25_max": -0.200261, "nauc_map_at_25_std": 0.345603, "nauc_map_at_25_diff1": 0.196235, "nauc_map_at_50_max": -0.206885, "nauc_map_at_50_std": 0.37784, "nauc_map_at_50_diff1": 0.18612, "nauc_map_at_100_max": -0.245947, "nauc_map_at_100_std": 0.440704, "nauc_map_at_100_diff1": 0.179681, "nauc_map_at_1000_max": -0.339696, "nauc_map_at_1000_std": 0.618794, "nauc_map_at_1000_diff1": 0.152628, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.129445, "nauc_recall_at_3_std": 0.297337, "nauc_recall_at_3_diff1": 0.272826, "nauc_recall_at_5_max": -0.18001, "nauc_recall_at_5_std": 0.162388, "nauc_recall_at_5_diff1": 0.106811, "nauc_recall_at_10_max": -0.207096, "nauc_recall_at_10_std": 0.309017, "nauc_recall_at_10_diff1": 0.13574, "nauc_recall_at_20_max": -0.247903, "nauc_recall_at_20_std": 0.417823, "nauc_recall_at_20_diff1": 0.133312, "nauc_recall_at_25_max": -0.232189, "nauc_recall_at_25_std": 0.407929, "nauc_recall_at_25_diff1": 0.111334, "nauc_recall_at_50_max": -0.255414, "nauc_recall_at_50_std": 0.448761, "nauc_recall_at_50_diff1": 0.125334, "nauc_recall_at_100_max": -0.341363, "nauc_recall_at_100_std": 0.572044, "nauc_recall_at_100_diff1": 0.127205, "nauc_recall_at_1000_max": -0.458627, "nauc_recall_at_1000_std": 0.727104, "nauc_recall_at_1000_diff1": 0.121951, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.140021, "nauc_precision_at_3_std": 0.307754, "nauc_precision_at_3_diff1": 0.248611, "nauc_precision_at_5_max": -0.185337, "nauc_precision_at_5_std": 0.170714, "nauc_precision_at_5_diff1": 0.095452, "nauc_precision_at_10_max": -0.217074, "nauc_precision_at_10_std": 0.335585, "nauc_precision_at_10_diff1": 0.133832, "nauc_precision_at_20_max": -0.257469, "nauc_precision_at_20_std": 0.451625, "nauc_precision_at_20_diff1": 0.130523, "nauc_precision_at_25_max": -0.24304, "nauc_precision_at_25_std": 0.443056, "nauc_precision_at_25_diff1": 0.099689, "nauc_precision_at_50_max": -0.267943, "nauc_precision_at_50_std": 0.493411, "nauc_precision_at_50_diff1": 0.118331, "nauc_precision_at_100_max": -0.346432, "nauc_precision_at_100_std": 0.611789, "nauc_precision_at_100_diff1": 0.124408, "nauc_precision_at_1000_max": -0.438098, "nauc_precision_at_1000_std": 0.764543, "nauc_precision_at_1000_diff1": 0.116765, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.147589, "nauc_mrr_at_3_std": 0.330896, "nauc_mrr_at_3_diff1": 0.244114, "nauc_mrr_at_5_max": -0.180026, "nauc_mrr_at_5_std": 0.230326, "nauc_mrr_at_5_diff1": 0.1011, "nauc_mrr_at_10_max": -0.208484, "nauc_mrr_at_10_std": 0.315539, "nauc_mrr_at_10_diff1": 0.132119, "nauc_mrr_at_20_max": -0.237317, "nauc_mrr_at_20_std": 0.379347, "nauc_mrr_at_20_diff1": 0.118819, "nauc_mrr_at_25_max": -0.24164, "nauc_mrr_at_25_std": 0.382016, "nauc_mrr_at_25_diff1": 0.102118, "nauc_mrr_at_50_max": -0.255082, "nauc_mrr_at_50_std": 0.39782, "nauc_mrr_at_50_diff1": 0.105706, "nauc_mrr_at_100_max": -0.277127, "nauc_mrr_at_100_std": 0.43235, "nauc_mrr_at_100_diff1": 0.10909, "nauc_mrr_at_1000_max": -0.292829, "nauc_mrr_at_1000_std": 0.442155, "nauc_mrr_at_1000_diff1": 0.114498, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.007, "hit_rate_at_5": 0.011, "hit_rate_at_10": 0.028, "hit_rate_at_20": 0.055, "hit_rate_at_25": 0.077, "hit_rate_at_50": 0.137, "hit_rate_at_100": 0.246, "hit_rate_at_1000": 0.69, "R_cap_at_1": 0.0, "R_cap_at_3": 0.002333, "R_cap_at_5": 0.0024, "R_cap_at_10": 0.0034, "R_cap_at_20": 0.0072, "R_cap_at_25": 0.0101, "R_cap_at_50": 0.019925, "R_cap_at_100": 0.041225, "R_cap_at_1000": 0.230975, "main_score": 0.00274, "hf_subset": "aggregative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.525, "ndcg_at_3": 0.49673, "ndcg_at_5": 0.54913, "ndcg_at_10": 0.60217, "ndcg_at_20": 0.63537, "ndcg_at_25": 0.64261, "ndcg_at_50": 0.65386, "ndcg_at_100": 0.65918, "ndcg_at_1000": 0.66287, "map_at_1": 0.2625, "map_at_3": 0.42342, "map_at_5": 0.46282, "map_at_10": 0.4923, "map_at_20": 0.50588, "map_at_25": 0.50811, "map_at_50": 0.51065, "map_at_100": 0.51139, "map_at_1000": 0.51162, "recall_at_1": 0.2625, "recall_at_3": 0.509, "recall_at_5": 0.613, "recall_at_10": 0.7455, "recall_at_20": 0.851, "recall_at_25": 0.878, "recall_at_50": 0.9255, "recall_at_100": 0.952, "recall_at_1000": 0.9755, "accuracy": 0.2625, "precision_at_1": 0.525, "precision_at_3": 0.33933, "precision_at_5": 0.2452, "precision_at_10": 0.1491, "precision_at_20": 0.0851, "precision_at_25": 0.07024, "precision_at_50": 0.03702, "precision_at_100": 0.01904, "precision_at_1000": 0.00195, "mrr_at_1": 0.525, "mrr_at_3": 0.630167, "mrr_at_5": 0.645967, "mrr_at_10": 0.659374, "mrr_at_20": 0.662791, "mrr_at_25": 0.663063, "mrr_at_50": 0.663431, "mrr_at_100": 0.663524, "mrr_at_1000": 0.663547, "nauc_ndcg_at_1_max": 0.003135, "nauc_ndcg_at_1_std": -0.351606, "nauc_ndcg_at_1_diff1": 0.457322, "nauc_ndcg_at_3_max": 0.000247, "nauc_ndcg_at_3_std": -0.31596, "nauc_ndcg_at_3_diff1": 0.331535, "nauc_ndcg_at_5_max": -0.014413, "nauc_ndcg_at_5_std": -0.319394, "nauc_ndcg_at_5_diff1": 0.328406, "nauc_ndcg_at_10_max": -0.011725, "nauc_ndcg_at_10_std": -0.31068, "nauc_ndcg_at_10_diff1": 0.314305, "nauc_ndcg_at_20_max": -0.009745, "nauc_ndcg_at_20_std": -0.302784, "nauc_ndcg_at_20_diff1": 0.31817, "nauc_ndcg_at_25_max": -0.008212, "nauc_ndcg_at_25_std": -0.291344, "nauc_ndcg_at_25_diff1": 0.319739, "nauc_ndcg_at_50_max": -0.006244, "nauc_ndcg_at_50_std": -0.279565, "nauc_ndcg_at_50_diff1": 0.319437, "nauc_ndcg_at_100_max": -0.009119, "nauc_ndcg_at_100_std": -0.283817, "nauc_ndcg_at_100_diff1": 0.324651, "nauc_ndcg_at_1000_max": -0.010359, "nauc_ndcg_at_1000_std": -0.295586, "nauc_ndcg_at_1000_diff1": 0.330681, "nauc_map_at_1_max": 0.003135, "nauc_map_at_1_std": -0.351606, "nauc_map_at_1_diff1": 0.457322, "nauc_map_at_3_max": -0.002674, "nauc_map_at_3_std": -0.294628, "nauc_map_at_3_diff1": 0.316848, "nauc_map_at_5_max": -0.010137, "nauc_map_at_5_std": -0.298388, "nauc_map_at_5_diff1": 0.31326, "nauc_map_at_10_max": -0.010202, "nauc_map_at_10_std": -0.294289, "nauc_map_at_10_diff1": 0.308814, "nauc_map_at_20_max": -0.008765, "nauc_map_at_20_std": -0.293772, "nauc_map_at_20_diff1": 0.311556, "nauc_map_at_25_max": -0.008234, "nauc_map_at_25_std": -0.291028, "nauc_map_at_25_diff1": 0.311746, "nauc_map_at_50_max": -0.008317, "nauc_map_at_50_std": -0.289051, "nauc_map_at_50_diff1": 0.311767, "nauc_map_at_100_max": -0.008609, "nauc_map_at_100_std": -0.289451, "nauc_map_at_100_diff1": 0.312311, "nauc_map_at_1000_max": -0.008522, "nauc_map_at_1000_std": -0.289972, "nauc_map_at_1000_diff1": 0.312568, "nauc_recall_at_1_max": 0.003135, "nauc_recall_at_1_std": -0.351606, "nauc_recall_at_1_diff1": 0.457322, "nauc_recall_at_3_max": -0.001596, "nauc_recall_at_3_std": -0.282234, "nauc_recall_at_3_diff1": 0.255978, "nauc_recall_at_5_max": -0.030015, "nauc_recall_at_5_std": -0.274177, "nauc_recall_at_5_diff1": 0.234298, "nauc_recall_at_10_max": -0.031964, "nauc_recall_at_10_std": -0.220985, "nauc_recall_at_10_diff1": 0.144496, "nauc_recall_at_20_max": -0.032153, "nauc_recall_at_20_std": -0.133614, "nauc_recall_at_20_diff1": 0.080967, "nauc_recall_at_25_max": -0.025892, "nauc_recall_at_25_std": -0.028087, "nauc_recall_at_25_diff1": 0.054601, "nauc_recall_at_50_max": -0.006666, "nauc_recall_at_50_std": 0.232619, "nauc_recall_at_50_diff1": -0.063376, "nauc_recall_at_100_max": -0.065321, "nauc_recall_at_100_std": 0.377514, "nauc_recall_at_100_diff1": -0.123137, "nauc_recall_at_1000_max": -0.217173, "nauc_recall_at_1000_std": 0.320119, "nauc_recall_at_1000_diff1": -0.147192, "nauc_precision_at_1_max": 0.003135, "nauc_precision_at_1_std": -0.351606, "nauc_precision_at_1_diff1": 0.457322, "nauc_precision_at_3_max": -0.001596, "nauc_precision_at_3_std": -0.282234, "nauc_precision_at_3_diff1": 0.255978, "nauc_precision_at_5_max": -0.030015, "nauc_precision_at_5_std": -0.274177, "nauc_precision_at_5_diff1": 0.234298, "nauc_precision_at_10_max": -0.031964, "nauc_precision_at_10_std": -0.220985, "nauc_precision_at_10_diff1": 0.144496, "nauc_precision_at_20_max": -0.032153, "nauc_precision_at_20_std": -0.133614, "nauc_precision_at_20_diff1": 0.080967, "nauc_precision_at_25_max": -0.025892, "nauc_precision_at_25_std": -0.028087, "nauc_precision_at_25_diff1": 0.054601, "nauc_precision_at_50_max": -0.006666, "nauc_precision_at_50_std": 0.232619, "nauc_precision_at_50_diff1": -0.063376, "nauc_precision_at_100_max": -0.065321, "nauc_precision_at_100_std": 0.377514, "nauc_precision_at_100_diff1": -0.123137, "nauc_precision_at_1000_max": -0.217173, "nauc_precision_at_1000_std": 0.320119, "nauc_precision_at_1000_diff1": -0.147192, "nauc_mrr_at_1_max": 0.003135, "nauc_mrr_at_1_std": -0.351606, "nauc_mrr_at_1_diff1": 0.457322, "nauc_mrr_at_3_max": 0.008147, "nauc_mrr_at_3_std": -0.377756, "nauc_mrr_at_3_diff1": 0.433532, "nauc_mrr_at_5_max": -0.002762, "nauc_mrr_at_5_std": -0.381708, "nauc_mrr_at_5_diff1": 0.441622, "nauc_mrr_at_10_max": 0.004867, "nauc_mrr_at_10_std": -0.380559, "nauc_mrr_at_10_diff1": 0.440875, "nauc_mrr_at_20_max": 0.003748, "nauc_mrr_at_20_std": -0.378292, "nauc_mrr_at_20_diff1": 0.441378, "nauc_mrr_at_25_max": 0.003587, "nauc_mrr_at_25_std": -0.377577, "nauc_mrr_at_25_diff1": 0.441805, "nauc_mrr_at_50_max": 0.003927, "nauc_mrr_at_50_std": -0.377255, "nauc_mrr_at_50_diff1": 0.441454, "nauc_mrr_at_100_max": 0.003798, "nauc_mrr_at_100_std": -0.37741, "nauc_mrr_at_100_diff1": 0.441551, "nauc_mrr_at_1000_max": 0.003785, "nauc_mrr_at_1000_std": -0.377523, "nauc_mrr_at_1000_diff1": 0.441686, "hit_rate_at_1": 0.525, "hit_rate_at_3": 0.76, "hit_rate_at_5": 0.83, "hit_rate_at_10": 0.925, "hit_rate_at_20": 0.973, "hit_rate_at_25": 0.979, "hit_rate_at_50": 0.991, "hit_rate_at_100": 0.997, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.525, "R_cap_at_3": 0.509, "R_cap_at_5": 0.613, "R_cap_at_10": 0.7455, "R_cap_at_20": 0.851, "R_cap_at_25": 0.878, "R_cap_at_50": 0.9255, "R_cap_at_100": 0.952, "R_cap_at_1000": 0.9755, "main_score": 0.60217, "hf_subset": "comparative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00088, "ndcg_at_20": 0.00143, "ndcg_at_25": 0.00143, "ndcg_at_50": 0.00291, "ndcg_at_100": 0.00468, "ndcg_at_1000": 0.02817, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.00026, "map_at_20": 0.00038, "map_at_25": 0.00038, "map_at_50": 0.00054, "map_at_100": 0.00065, "map_at_1000": 0.00112, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00183, "recall_at_20": 0.0035, "recall_at_25": 0.0035, "recall_at_50": 0.009, "recall_at_100": 0.01767, "recall_at_1000": 0.16783, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0006, "precision_at_20": 0.0005, "precision_at_25": 0.0004, "precision_at_50": 0.00052, "precision_at_100": 0.00046, "precision_at_1000": 0.00048, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000841, "mrr_at_20": 0.001134, "mrr_at_25": 0.001134, "mrr_at_50": 0.001602, "mrr_at_100": 0.001867, "mrr_at_1000": 0.002711, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.08766, "nauc_ndcg_at_10_std": -0.176168, "nauc_ndcg_at_10_diff1": 0.044212, "nauc_ndcg_at_20_max": -0.126396, "nauc_ndcg_at_20_std": -0.131952, "nauc_ndcg_at_20_diff1": 0.126324, "nauc_ndcg_at_25_max": -0.126396, "nauc_ndcg_at_25_std": -0.131952, "nauc_ndcg_at_25_diff1": 0.126324, "nauc_ndcg_at_50_max": -0.102529, "nauc_ndcg_at_50_std": -0.05013, "nauc_ndcg_at_50_diff1": 0.045545, "nauc_ndcg_at_100_max": -0.040181, "nauc_ndcg_at_100_std": -0.05047, "nauc_ndcg_at_100_diff1": -0.008788, "nauc_ndcg_at_1000_max": 0.024824, "nauc_ndcg_at_1000_std": -0.087344, "nauc_ndcg_at_1000_diff1": -0.051313, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.112179, "nauc_map_at_10_std": -0.157475, "nauc_map_at_10_diff1": 0.065631, "nauc_map_at_20_max": -0.139136, "nauc_map_at_20_std": -0.123546, "nauc_map_at_20_diff1": 0.144777, "nauc_map_at_25_max": -0.139136, "nauc_map_at_25_std": -0.123546, "nauc_map_at_25_diff1": 0.144777, "nauc_map_at_50_max": -0.128236, "nauc_map_at_50_std": -0.091162, "nauc_map_at_50_diff1": 0.082712, "nauc_map_at_100_max": -0.093453, "nauc_map_at_100_std": -0.079976, "nauc_map_at_100_diff1": 0.046311, "nauc_map_at_1000_max": -0.044274, "nauc_map_at_1000_std": -0.083023, "nauc_map_at_1000_diff1": 0.011812, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.088275, "nauc_recall_at_10_std": -0.175281, "nauc_recall_at_10_diff1": 0.055955, "nauc_recall_at_20_max": -0.127065, "nauc_recall_at_20_std": -0.131856, "nauc_recall_at_20_diff1": 0.101192, "nauc_recall_at_25_max": -0.127065, "nauc_recall_at_25_std": -0.131856, "nauc_recall_at_25_diff1": 0.101192, "nauc_recall_at_50_max": -0.10567, "nauc_recall_at_50_std": -0.017172, "nauc_recall_at_50_diff1": 0.017008, "nauc_recall_at_100_max": -0.024783, "nauc_recall_at_100_std": -0.054604, "nauc_recall_at_100_diff1": -0.044694, "nauc_recall_at_1000_max": 0.027968, "nauc_recall_at_1000_std": -0.09173, "nauc_recall_at_1000_diff1": -0.069368, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.053931, "nauc_precision_at_10_std": -0.202307, "nauc_precision_at_10_diff1": 0.003399, "nauc_precision_at_20_max": -0.110169, "nauc_precision_at_20_std": -0.142849, "nauc_precision_at_20_diff1": 0.119023, "nauc_precision_at_25_max": -0.110169, "nauc_precision_at_25_std": -0.142849, "nauc_precision_at_25_diff1": 0.119023, "nauc_precision_at_50_max": -0.073125, "nauc_precision_at_50_std": -0.034117, "nauc_precision_at_50_diff1": 0.042166, "nauc_precision_at_100_max": -0.016309, "nauc_precision_at_100_std": -0.021033, "nauc_precision_at_100_diff1": -0.00287, "nauc_precision_at_1000_max": 0.034922, "nauc_precision_at_1000_std": -0.084181, "nauc_precision_at_1000_diff1": -0.045635, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.083384, "nauc_mrr_at_10_std": -0.180068, "nauc_mrr_at_10_diff1": 0.023343, "nauc_mrr_at_20_max": -0.119817, "nauc_mrr_at_20_std": -0.137937, "nauc_mrr_at_20_diff1": 0.136957, "nauc_mrr_at_25_max": -0.119817, "nauc_mrr_at_25_std": -0.137937, "nauc_mrr_at_25_diff1": 0.136957, "nauc_mrr_at_50_max": -0.100144, "nauc_mrr_at_50_std": -0.10508, "nauc_mrr_at_50_diff1": 0.087887, "nauc_mrr_at_100_max": -0.074399, "nauc_mrr_at_100_std": -0.080762, "nauc_mrr_at_100_diff1": 0.063811, "nauc_mrr_at_1000_max": -0.035976, "nauc_mrr_at_1000_std": -0.087286, "nauc_mrr_at_1000_diff1": 0.040998, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.0, "hit_rate_at_5": 0.0, "hit_rate_at_10": 0.006, "hit_rate_at_20": 0.01, "hit_rate_at_25": 0.01, "hit_rate_at_50": 0.026, "hit_rate_at_100": 0.046, "hit_rate_at_1000": 0.368, "R_cap_at_1": 0.0, "R_cap_at_3": 0.0, "R_cap_at_5": 0.0, "R_cap_at_10": 0.001833, "R_cap_at_20": 0.0035, "R_cap_at_25": 0.0035, "R_cap_at_50": 0.009, "R_cap_at_100": 0.017667, "R_cap_at_1000": 0.167833, "main_score": 0.00088, "hf_subset": "emotion", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.224, "ndcg_at_3": 0.34306, "ndcg_at_5": 0.3616, "ndcg_at_10": 0.37012, "ndcg_at_20": 0.37382, "ndcg_at_25": 0.37404, "ndcg_at_50": 0.37555, "ndcg_at_100": 0.37784, "ndcg_at_1000": 0.37961, "map_at_1": 0.224, "map_at_3": 0.31583, "map_at_5": 0.32613, "map_at_10": 0.32972, "map_at_20": 0.33081, "map_at_25": 0.33086, "map_at_50": 0.33107, "map_at_100": 0.33128, "map_at_1000": 0.33134, "recall_at_1": 0.224, "recall_at_3": 0.421, "recall_at_5": 0.466, "recall_at_10": 0.492, "recall_at_20": 0.506, "recall_at_25": 0.507, "recall_at_50": 0.515, "recall_at_100": 0.529, "recall_at_1000": 0.543, "accuracy": 0.224, "precision_at_1": 0.224, "precision_at_3": 0.14033, "precision_at_5": 0.0932, "precision_at_10": 0.0492, "precision_at_20": 0.0253, "precision_at_25": 0.02028, "precision_at_50": 0.0103, "precision_at_100": 0.00529, "precision_at_1000": 0.00054, "mrr_at_1": 0.224, "mrr_at_3": 0.315833, "mrr_at_5": 0.326133, "mrr_at_10": 0.329716, "mrr_at_20": 0.33081, "mrr_at_25": 0.330858, "mrr_at_50": 0.33107, "mrr_at_100": 0.331276, "mrr_at_1000": 0.331338, "nauc_ndcg_at_1_max": 0.339895, "nauc_ndcg_at_1_std": -0.024872, "nauc_ndcg_at_1_diff1": 0.556934, "nauc_ndcg_at_3_max": 0.472083, "nauc_ndcg_at_3_std": 0.02678, "nauc_ndcg_at_3_diff1": 0.694338, "nauc_ndcg_at_5_max": 0.494119, "nauc_ndcg_at_5_std": 0.056649, "nauc_ndcg_at_5_diff1": 0.707951, "nauc_ndcg_at_10_max": 0.497432, "nauc_ndcg_at_10_std": 0.073125, "nauc_ndcg_at_10_diff1": 0.721277, "nauc_ndcg_at_20_max": 0.505164, "nauc_ndcg_at_20_std": 0.083565, "nauc_ndcg_at_20_diff1": 0.720965, "nauc_ndcg_at_25_max": 0.504801, "nauc_ndcg_at_25_std": 0.083214, "nauc_ndcg_at_25_diff1": 0.720654, "nauc_ndcg_at_50_max": 0.505416, "nauc_ndcg_at_50_std": 0.083148, "nauc_ndcg_at_50_diff1": 0.719279, "nauc_ndcg_at_100_max": 0.507109, "nauc_ndcg_at_100_std": 0.085915, "nauc_ndcg_at_100_diff1": 0.716327, "nauc_ndcg_at_1000_max": 0.503713, "nauc_ndcg_at_1000_std": 0.081954, "nauc_ndcg_at_1000_diff1": 0.714178, "nauc_map_at_1_max": 0.339895, "nauc_map_at_1_std": -0.024872, "nauc_map_at_1_diff1": 0.556934, "nauc_map_at_3_max": 0.443492, "nauc_map_at_3_std": 0.01384, "nauc_map_at_3_diff1": 0.664994, "nauc_map_at_5_max": 0.456174, "nauc_map_at_5_std": 0.030509, "nauc_map_at_5_diff1": 0.672681, "nauc_map_at_10_max": 0.457644, "nauc_map_at_10_std": 0.037636, "nauc_map_at_10_diff1": 0.678368, "nauc_map_at_20_max": 0.459906, "nauc_map_at_20_std": 0.040759, "nauc_map_at_20_diff1": 0.678103, "nauc_map_at_25_max": 0.459825, "nauc_map_at_25_std": 0.040681, "nauc_map_at_25_diff1": 0.678034, "nauc_map_at_50_max": 0.459894, "nauc_map_at_50_std": 0.040664, "nauc_map_at_50_diff1": 0.677839, "nauc_map_at_100_max": 0.459996, "nauc_map_at_100_std": 0.040892, "nauc_map_at_100_diff1": 0.677566, "nauc_map_at_1000_max": 0.459874, "nauc_map_at_1000_std": 0.04075, "nauc_map_at_1000_diff1": 0.677485, "nauc_recall_at_1_max": 0.339895, "nauc_recall_at_1_std": -0.024872, "nauc_recall_at_1_diff1": 0.556934, "nauc_recall_at_3_max": 0.547785, "nauc_recall_at_3_std": 0.061727, "nauc_recall_at_3_diff1": 0.771891, "nauc_recall_at_5_max": 0.598509, "nauc_recall_at_5_std": 0.131813, "nauc_recall_at_5_diff1": 0.804102, "nauc_recall_at_10_max": 0.608599, "nauc_recall_at_10_std": 0.179983, "nauc_recall_at_10_diff1": 0.843616, "nauc_recall_at_20_max": 0.638035, "nauc_recall_at_20_std": 0.218972, "nauc_recall_at_20_diff1": 0.844544, "nauc_recall_at_25_max": 0.636616, "nauc_recall_at_25_std": 0.217605, "nauc_recall_at_25_diff1": 0.843338, "nauc_recall_at_50_max": 0.64096, "nauc_recall_at_50_std": 0.218342, "nauc_recall_at_50_diff1": 0.837171, "nauc_recall_at_100_max": 0.653979, "nauc_recall_at_100_std": 0.237236, "nauc_recall_at_100_diff1": 0.821093, "nauc_recall_at_1000_max": 0.629387, "nauc_recall_at_1000_std": 0.208205, "nauc_recall_at_1000_diff1": 0.805837, "nauc_precision_at_1_max": 0.339895, "nauc_precision_at_1_std": -0.024872, "nauc_precision_at_1_diff1": 0.556934, "nauc_precision_at_3_max": 0.547785, "nauc_precision_at_3_std": 0.061727, "nauc_precision_at_3_diff1": 0.771891, "nauc_precision_at_5_max": 0.598509, "nauc_precision_at_5_std": 0.131813, "nauc_precision_at_5_diff1": 0.804102, "nauc_precision_at_10_max": 0.608599, "nauc_precision_at_10_std": 0.179983, "nauc_precision_at_10_diff1": 0.843616, "nauc_precision_at_20_max": 0.638035, "nauc_precision_at_20_std": 0.218972, "nauc_precision_at_20_diff1": 0.844544, "nauc_precision_at_25_max": 0.636616, "nauc_precision_at_25_std": 0.217605, "nauc_precision_at_25_diff1": 0.843338, "nauc_precision_at_50_max": 0.64096, "nauc_precision_at_50_std": 0.218342, "nauc_precision_at_50_diff1": 0.837171, "nauc_precision_at_100_max": 0.653979, "nauc_precision_at_100_std": 0.237236, "nauc_precision_at_100_diff1": 0.821093, "nauc_precision_at_1000_max": 0.629387, "nauc_precision_at_1000_std": 0.208205, "nauc_precision_at_1000_diff1": 0.805837, "nauc_mrr_at_1_max": 0.339895, "nauc_mrr_at_1_std": -0.024872, "nauc_mrr_at_1_diff1": 0.556934, "nauc_mrr_at_3_max": 0.443492, "nauc_mrr_at_3_std": 0.01384, "nauc_mrr_at_3_diff1": 0.664994, "nauc_mrr_at_5_max": 0.456174, "nauc_mrr_at_5_std": 0.030509, "nauc_mrr_at_5_diff1": 0.672681, "nauc_mrr_at_10_max": 0.457644, "nauc_mrr_at_10_std": 0.037636, "nauc_mrr_at_10_diff1": 0.678368, "nauc_mrr_at_20_max": 0.459906, "nauc_mrr_at_20_std": 0.040759, "nauc_mrr_at_20_diff1": 0.678103, "nauc_mrr_at_25_max": 0.459825, "nauc_mrr_at_25_std": 0.040681, "nauc_mrr_at_25_diff1": 0.678034, "nauc_mrr_at_50_max": 0.459894, "nauc_mrr_at_50_std": 0.040664, "nauc_mrr_at_50_diff1": 0.677839, "nauc_mrr_at_100_max": 0.459996, "nauc_mrr_at_100_std": 0.040892, "nauc_mrr_at_100_diff1": 0.677566, "nauc_mrr_at_1000_max": 0.459874, "nauc_mrr_at_1000_std": 0.04075, "nauc_mrr_at_1000_diff1": 0.677485, "hit_rate_at_1": 0.224, "hit_rate_at_3": 0.421, "hit_rate_at_5": 0.466, "hit_rate_at_10": 0.492, "hit_rate_at_20": 0.506, "hit_rate_at_25": 0.507, "hit_rate_at_50": 0.515, "hit_rate_at_100": 0.529, "hit_rate_at_1000": 0.543, "R_cap_at_1": 0.224, "R_cap_at_3": 0.421, "R_cap_at_5": 0.466, "R_cap_at_10": 0.492, "R_cap_at_20": 0.506, "R_cap_at_25": 0.507, "R_cap_at_50": 0.515, "R_cap_at_100": 0.529, "R_cap_at_1000": 0.543, "main_score": 0.37012, "hf_subset": "knowledge_updating", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.064, "ndcg_at_3": 0.05051, "ndcg_at_5": 0.05428, "ndcg_at_10": 0.05774, "ndcg_at_20": 0.06272, "ndcg_at_25": 0.06433, "ndcg_at_50": 0.06944, "ndcg_at_100": 0.07599, "ndcg_at_1000": 0.10289, "map_at_1": 0.032, "map_at_3": 0.03975, "map_at_5": 0.04145, "map_at_10": 0.04279, "map_at_20": 0.04395, "map_at_25": 0.04422, "map_at_50": 0.04486, "map_at_100": 0.04534, "map_at_1000": 0.04611, "recall_at_1": 0.032, "recall_at_3": 0.0475, "recall_at_5": 0.055, "recall_at_10": 0.0635, "recall_at_20": 0.0795, "recall_at_25": 0.0855, "recall_at_50": 0.1075, "recall_at_100": 0.1405, "recall_at_1000": 0.3205, "accuracy": 0.032, "precision_at_1": 0.064, "precision_at_3": 0.03167, "precision_at_5": 0.022, "precision_at_10": 0.0127, "precision_at_20": 0.00795, "precision_at_25": 0.00684, "precision_at_50": 0.0043, "precision_at_100": 0.00281, "precision_at_1000": 0.00064, "mrr_at_1": 0.064, "mrr_at_3": 0.0765, "mrr_at_5": 0.0799, "mrr_at_10": 0.082022, "mrr_at_20": 0.084186, "mrr_at_25": 0.084718, "mrr_at_50": 0.085788, "mrr_at_100": 0.086697, "mrr_at_1000": 0.087947, "nauc_ndcg_at_1_max": 0.221383, "nauc_ndcg_at_1_std": 0.177707, "nauc_ndcg_at_1_diff1": 0.722402, "nauc_ndcg_at_3_max": 0.192791, "nauc_ndcg_at_3_std": 0.160151, "nauc_ndcg_at_3_diff1": 0.622718, "nauc_ndcg_at_5_max": 0.176334, "nauc_ndcg_at_5_std": 0.166548, "nauc_ndcg_at_5_diff1": 0.591225, "nauc_ndcg_at_10_max": 0.171784, "nauc_ndcg_at_10_std": 0.180336, "nauc_ndcg_at_10_diff1": 0.582293, "nauc_ndcg_at_20_max": 0.151278, "nauc_ndcg_at_20_std": 0.18873, "nauc_ndcg_at_20_diff1": 0.555256, "nauc_ndcg_at_25_max": 0.142861, "nauc_ndcg_at_25_std": 0.193046, "nauc_ndcg_at_25_diff1": 0.544769, "nauc_ndcg_at_50_max": 0.132874, "nauc_ndcg_at_50_std": 0.202429, "nauc_ndcg_at_50_diff1": 0.516137, "nauc_ndcg_at_100_max": 0.121674, "nauc_ndcg_at_100_std": 0.221043, "nauc_ndcg_at_100_diff1": 0.492454, "nauc_ndcg_at_1000_max": 0.126543, "nauc_ndcg_at_1000_std": 0.29028, "nauc_ndcg_at_1000_diff1": 0.481544, "nauc_map_at_1_max": 0.221383, "nauc_map_at_1_std": 0.177707, "nauc_map_at_1_diff1": 0.722402, "nauc_map_at_3_max": 0.199221, "nauc_map_at_3_std": 0.16091, "nauc_map_at_3_diff1": 0.637758, "nauc_map_at_5_max": 0.188977, "nauc_map_at_5_std": 0.164433, "nauc_map_at_5_diff1": 0.618131, "nauc_map_at_10_max": 0.189179, "nauc_map_at_10_std": 0.17156, "nauc_map_at_10_diff1": 0.615691, "nauc_map_at_20_max": 0.183588, "nauc_map_at_20_std": 0.174828, "nauc_map_at_20_diff1": 0.60584, "nauc_map_at_25_max": 0.181461, "nauc_map_at_25_std": 0.175854, "nauc_map_at_25_diff1": 0.603219, "nauc_map_at_50_max": 0.179797, "nauc_map_at_50_std": 0.177342, "nauc_map_at_50_diff1": 0.597704, "nauc_map_at_100_max": 0.178436, "nauc_map_at_100_std": 0.179544, "nauc_map_at_100_diff1": 0.594586, "nauc_map_at_1000_max": 0.178729, "nauc_map_at_1000_std": 0.183386, "nauc_map_at_1000_diff1": 0.593499, "nauc_recall_at_1_max": 0.221383, "nauc_recall_at_1_std": 0.177707, "nauc_recall_at_1_diff1": 0.722402, "nauc_recall_at_3_max": 0.182805, "nauc_recall_at_3_std": 0.154652, "nauc_recall_at_3_diff1": 0.57433, "nauc_recall_at_5_max": 0.152429, "nauc_recall_at_5_std": 0.16865, "nauc_recall_at_5_diff1": 0.519407, "nauc_recall_at_10_max": 0.143092, "nauc_recall_at_10_std": 0.201291, "nauc_recall_at_10_diff1": 0.502411, "nauc_recall_at_20_max": 0.090412, "nauc_recall_at_20_std": 0.22075, "nauc_recall_at_20_diff1": 0.442787, "nauc_recall_at_25_max": 0.068503, "nauc_recall_at_25_std": 0.232258, "nauc_recall_at_25_diff1": 0.417034, "nauc_recall_at_50_max": 0.049479, "nauc_recall_at_50_std": 0.255814, "nauc_recall_at_50_diff1": 0.349395, "nauc_recall_at_100_max": 0.020498, "nauc_recall_at_100_std": 0.311347, "nauc_recall_at_100_diff1": 0.289972, "nauc_recall_at_1000_max": 0.042596, "nauc_recall_at_1000_std": 0.516767, "nauc_recall_at_1000_diff1": 0.260525, "nauc_precision_at_1_max": 0.221383, "nauc_precision_at_1_std": 0.177707, "nauc_precision_at_1_diff1": 0.722402, "nauc_precision_at_3_max": 0.182805, "nauc_precision_at_3_std": 0.154652, "nauc_precision_at_3_diff1": 0.57433, "nauc_precision_at_5_max": 0.152429, "nauc_precision_at_5_std": 0.16865, "nauc_precision_at_5_diff1": 0.519407, "nauc_precision_at_10_max": 0.143092, "nauc_precision_at_10_std": 0.201291, "nauc_precision_at_10_diff1": 0.502411, "nauc_precision_at_20_max": 0.090412, "nauc_precision_at_20_std": 0.22075, "nauc_precision_at_20_diff1": 0.442787, "nauc_precision_at_25_max": 0.068503, "nauc_precision_at_25_std": 0.232258, "nauc_precision_at_25_diff1": 0.417034, "nauc_precision_at_50_max": 0.049479, "nauc_precision_at_50_std": 0.255814, "nauc_precision_at_50_diff1": 0.349395, "nauc_precision_at_100_max": 0.020498, "nauc_precision_at_100_std": 0.311347, "nauc_precision_at_100_diff1": 0.289972, "nauc_precision_at_1000_max": 0.042596, "nauc_precision_at_1000_std": 0.516767, "nauc_precision_at_1000_diff1": 0.260525, "nauc_mrr_at_1_max": 0.221383, "nauc_mrr_at_1_std": 0.177707, "nauc_mrr_at_1_diff1": 0.722402, "nauc_mrr_at_3_max": 0.19507, "nauc_mrr_at_3_std": 0.16439, "nauc_mrr_at_3_diff1": 0.648556, "nauc_mrr_at_5_max": 0.184592, "nauc_mrr_at_5_std": 0.167918, "nauc_mrr_at_5_diff1": 0.62779, "nauc_mrr_at_10_max": 0.180234, "nauc_mrr_at_10_std": 0.173273, "nauc_mrr_at_10_diff1": 0.62245, "nauc_mrr_at_20_max": 0.172904, "nauc_mrr_at_20_std": 0.175665, "nauc_mrr_at_20_diff1": 0.613084, "nauc_mrr_at_25_max": 0.170726, "nauc_mrr_at_25_std": 0.176733, "nauc_mrr_at_25_diff1": 0.610313, "nauc_mrr_at_50_max": 0.168291, "nauc_mrr_at_50_std": 0.178359, "nauc_mrr_at_50_diff1": 0.60442, "nauc_mrr_at_100_max": 0.167119, "nauc_mrr_at_100_std": 0.180414, "nauc_mrr_at_100_diff1": 0.601427, "nauc_mrr_at_1000_max": 0.167648, "nauc_mrr_at_1000_std": 0.183972, "nauc_mrr_at_1000_diff1": 0.600797, "hit_rate_at_1": 0.064, "hit_rate_at_3": 0.092, "hit_rate_at_5": 0.107, "hit_rate_at_10": 0.122, "hit_rate_at_20": 0.153, "hit_rate_at_25": 0.165, "hit_rate_at_50": 0.205, "hit_rate_at_100": 0.269, "hit_rate_at_1000": 0.577, "R_cap_at_1": 0.064, "R_cap_at_3": 0.0475, "R_cap_at_5": 0.055, "R_cap_at_10": 0.0635, "R_cap_at_20": 0.0795, "R_cap_at_25": 0.0855, "R_cap_at_50": 0.1075, "R_cap_at_100": 0.1405, "R_cap_at_1000": 0.3205, "main_score": 0.05774, "hf_subset": "multi_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00106, "ndcg_at_5": 0.00112, "ndcg_at_10": 0.00185, "ndcg_at_20": 0.00318, "ndcg_at_25": 0.00349, "ndcg_at_50": 0.00555, "ndcg_at_100": 0.0096, "ndcg_at_1000": 0.04486, "map_at_1": 0.0, "map_at_3": 0.00037, "map_at_5": 0.00047, "map_at_10": 0.00066, "map_at_20": 0.00088, "map_at_25": 0.00092, "map_at_50": 0.00111, "map_at_100": 0.00135, "map_at_1000": 0.00199, "recall_at_1": 0.0, "recall_at_3": 0.0009, "recall_at_5": 0.0014, "recall_at_10": 0.00273, "recall_at_20": 0.0062, "recall_at_25": 0.00703, "recall_at_50": 0.01433, "recall_at_100": 0.03013, "recall_at_1000": 0.22587, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.00133, "precision_at_5": 0.0012, "precision_at_10": 0.0012, "precision_at_20": 0.0013, "precision_at_25": 0.0012, "precision_at_50": 0.00112, "precision_at_100": 0.00122, "precision_at_1000": 0.00094, "mrr_at_1": 0.0, "mrr_at_3": 0.001667, "mrr_at_5": 0.002067, "mrr_at_10": 0.002936, "mrr_at_20": 0.003847, "mrr_at_25": 0.004033, "mrr_at_50": 0.004739, "mrr_at_100": 0.005628, "mrr_at_1000": 0.007327, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.085872, "nauc_ndcg_at_3_std": -0.085872, "nauc_ndcg_at_3_diff1": -0.085872, "nauc_ndcg_at_5_max": -0.228293, "nauc_ndcg_at_5_std": -0.20804, "nauc_ndcg_at_5_diff1": -0.228293, "nauc_ndcg_at_10_max": -0.287323, "nauc_ndcg_at_10_std": -0.262723, "nauc_ndcg_at_10_diff1": -0.287323, "nauc_ndcg_at_20_max": -0.112171, "nauc_ndcg_at_20_std": -0.1786, "nauc_ndcg_at_20_diff1": -0.112171, "nauc_ndcg_at_25_max": -0.075149, "nauc_ndcg_at_25_std": -0.135709, "nauc_ndcg_at_25_diff1": -0.075149, "nauc_ndcg_at_50_max": 0.025988, "nauc_ndcg_at_50_std": -0.005609, "nauc_ndcg_at_50_diff1": 0.025988, "nauc_ndcg_at_100_max": 0.054272, "nauc_ndcg_at_100_std": 0.041604, "nauc_ndcg_at_100_diff1": 0.054272, "nauc_ndcg_at_1000_max": 0.015918, "nauc_ndcg_at_1000_std": -0.002924, "nauc_ndcg_at_1000_diff1": 0.015918, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.091055, "nauc_map_at_3_std": -0.091055, "nauc_map_at_3_diff1": -0.091055, "nauc_map_at_5_max": -0.194699, "nauc_map_at_5_std": -0.1786, "nauc_map_at_5_diff1": -0.194699, "nauc_map_at_10_max": -0.252654, "nauc_map_at_10_std": -0.233144, "nauc_map_at_10_diff1": -0.252654, "nauc_map_at_20_max": -0.164317, "nauc_map_at_20_std": -0.190839, "nauc_map_at_20_diff1": -0.164317, "nauc_map_at_25_max": -0.142621, "nauc_map_at_25_std": -0.168029, "nauc_map_at_25_diff1": -0.142621, "nauc_map_at_50_max": -0.083261, "nauc_map_at_50_std": -0.101761, "nauc_map_at_50_diff1": -0.083261, "nauc_map_at_100_max": -0.048135, "nauc_map_at_100_std": -0.060294, "nauc_map_at_100_diff1": -0.048135, "nauc_map_at_1000_max": -0.048001, "nauc_map_at_1000_std": -0.056232, "nauc_map_at_1000_diff1": -0.048001, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.133172, "nauc_recall_at_3_std": -0.133172, "nauc_recall_at_3_diff1": -0.133172, "nauc_recall_at_5_max": -0.29087, "nauc_recall_at_5_std": -0.264038, "nauc_recall_at_5_diff1": -0.29087, "nauc_recall_at_10_max": -0.3306, "nauc_recall_at_10_std": -0.303114, "nauc_recall_at_10_diff1": -0.3306, "nauc_recall_at_20_max": -0.050577, "nauc_recall_at_20_std": -0.154548, "nauc_recall_at_20_diff1": -0.050577, "nauc_recall_at_25_max": -0.000732, "nauc_recall_at_25_std": -0.092385, "nauc_recall_at_25_diff1": -0.000732, "nauc_recall_at_50_max": 0.081085, "nauc_recall_at_50_std": 0.045502, "nauc_recall_at_50_diff1": 0.081085, "nauc_recall_at_100_max": 0.093047, "nauc_recall_at_100_std": 0.086669, "nauc_recall_at_100_diff1": 0.093047, "nauc_recall_at_1000_max": 0.031417, "nauc_recall_at_1000_std": 0.013464, "nauc_recall_at_1000_diff1": 0.031417, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.110008, "nauc_precision_at_3_std": -0.110008, "nauc_precision_at_3_diff1": -0.110008, "nauc_precision_at_5_max": -0.264914, "nauc_precision_at_5_std": -0.239871, "nauc_precision_at_5_diff1": -0.264914, "nauc_precision_at_10_max": -0.315625, "nauc_precision_at_10_std": -0.284322, "nauc_precision_at_10_diff1": -0.315625, "nauc_precision_at_20_max": -0.078038, "nauc_precision_at_20_std": -0.17432, "nauc_precision_at_20_diff1": -0.078038, "nauc_precision_at_25_max": -0.039281, "nauc_precision_at_25_std": -0.122726, "nauc_precision_at_25_diff1": -0.039281, "nauc_precision_at_50_max": 0.088246, "nauc_precision_at_50_std": 0.052263, "nauc_precision_at_50_diff1": 0.088246, "nauc_precision_at_100_max": 0.079331, "nauc_precision_at_100_std": 0.064007, "nauc_precision_at_100_diff1": 0.079331, "nauc_precision_at_1000_max": 0.003568, "nauc_precision_at_1000_std": -0.023159, "nauc_precision_at_1000_diff1": 0.003568, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.068312, "nauc_mrr_at_3_std": -0.068312, "nauc_mrr_at_3_diff1": -0.068312, "nauc_mrr_at_5_max": -0.166328, "nauc_mrr_at_5_std": -0.151787, "nauc_mrr_at_5_diff1": -0.166328, "nauc_mrr_at_10_max": -0.230868, "nauc_mrr_at_10_std": -0.209665, "nauc_mrr_at_10_diff1": -0.230868, "nauc_mrr_at_20_max": -0.162585, "nauc_mrr_at_20_std": -0.184084, "nauc_mrr_at_20_diff1": -0.162585, "nauc_mrr_at_25_max": -0.146112, "nauc_mrr_at_25_std": -0.166619, "nauc_mrr_at_25_diff1": -0.146112, "nauc_mrr_at_50_max": -0.083391, "nauc_mrr_at_50_std": -0.098757, "nauc_mrr_at_50_diff1": -0.083391, "nauc_mrr_at_100_max": -0.060366, "nauc_mrr_at_100_std": -0.073313, "nauc_mrr_at_100_diff1": -0.060366, "nauc_mrr_at_1000_max": -0.068294, "nauc_mrr_at_1000_std": -0.079042, "nauc_mrr_at_1000_diff1": -0.068294, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.004, "hit_rate_at_5": 0.006, "hit_rate_at_10": 0.012, "hit_rate_at_20": 0.026, "hit_rate_at_25": 0.03, "hit_rate_at_50": 0.056, "hit_rate_at_100": 0.118, "hit_rate_at_1000": 0.7, "R_cap_at_1": 0.0, "R_cap_at_3": 0.001333, "R_cap_at_5": 0.0014, "R_cap_at_10": 0.002733, "R_cap_at_20": 0.0062, "R_cap_at_25": 0.007033, "R_cap_at_50": 0.014333, "R_cap_at_100": 0.030133, "R_cap_at_1000": 0.225867, "main_score": 0.00185, "hf_subset": "multi_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.046, "ndcg_at_3": 0.03585, "ndcg_at_5": 0.03785, "ndcg_at_10": 0.04221, "ndcg_at_20": 0.04651, "ndcg_at_25": 0.04771, "ndcg_at_50": 0.05315, "ndcg_at_100": 0.06066, "ndcg_at_1000": 0.08538, "map_at_1": 0.023, "map_at_3": 0.02825, "map_at_5": 0.02938, "map_at_10": 0.03115, "map_at_20": 0.03214, "map_at_25": 0.03233, "map_at_50": 0.033, "map_at_100": 0.03359, "map_at_1000": 0.03432, "recall_at_1": 0.023, "recall_at_3": 0.0335, "recall_at_5": 0.0375, "recall_at_10": 0.0485, "recall_at_20": 0.0625, "recall_at_25": 0.067, "recall_at_50": 0.0905, "recall_at_100": 0.1285, "recall_at_1000": 0.292, "accuracy": 0.023, "precision_at_1": 0.046, "precision_at_3": 0.02233, "precision_at_5": 0.015, "precision_at_10": 0.0097, "precision_at_20": 0.00625, "precision_at_25": 0.00536, "precision_at_50": 0.00362, "precision_at_100": 0.00257, "precision_at_1000": 0.00058, "mrr_at_1": 0.046, "mrr_at_3": 0.0545, "mrr_at_5": 0.05585, "mrr_at_10": 0.05817, "mrr_at_20": 0.059975, "mrr_at_25": 0.060364, "mrr_at_50": 0.061513, "mrr_at_100": 0.062441, "mrr_at_1000": 0.063694, "nauc_ndcg_at_1_max": 0.153043, "nauc_ndcg_at_1_std": 0.119026, "nauc_ndcg_at_1_diff1": 0.703847, "nauc_ndcg_at_3_max": 0.091227, "nauc_ndcg_at_3_std": 0.147509, "nauc_ndcg_at_3_diff1": 0.570639, "nauc_ndcg_at_5_max": 0.088624, "nauc_ndcg_at_5_std": 0.15488, "nauc_ndcg_at_5_diff1": 0.55018, "nauc_ndcg_at_10_max": 0.05343, "nauc_ndcg_at_10_std": 0.16088, "nauc_ndcg_at_10_diff1": 0.518118, "nauc_ndcg_at_20_max": 0.040421, "nauc_ndcg_at_20_std": 0.172179, "nauc_ndcg_at_20_diff1": 0.476976, "nauc_ndcg_at_25_max": 0.036893, "nauc_ndcg_at_25_std": 0.175439, "nauc_ndcg_at_25_diff1": 0.476287, "nauc_ndcg_at_50_max": 0.024375, "nauc_ndcg_at_50_std": 0.197942, "nauc_ndcg_at_50_diff1": 0.441822, "nauc_ndcg_at_100_max": 0.018868, "nauc_ndcg_at_100_std": 0.238412, "nauc_ndcg_at_100_diff1": 0.407888, "nauc_ndcg_at_1000_max": 0.006261, "nauc_ndcg_at_1000_std": 0.29582, "nauc_ndcg_at_1000_diff1": 0.365938, "nauc_map_at_1_max": 0.153043, "nauc_map_at_1_std": 0.119026, "nauc_map_at_1_diff1": 0.703847, "nauc_map_at_3_max": 0.103411, "nauc_map_at_3_std": 0.143837, "nauc_map_at_3_diff1": 0.579559, "nauc_map_at_5_max": 0.102823, "nauc_map_at_5_std": 0.149388, "nauc_map_at_5_diff1": 0.565345, "nauc_map_at_10_max": 0.084789, "nauc_map_at_10_std": 0.156184, "nauc_map_at_10_diff1": 0.546766, "nauc_map_at_20_max": 0.081243, "nauc_map_at_20_std": 0.160756, "nauc_map_at_20_diff1": 0.531656, "nauc_map_at_25_max": 0.080263, "nauc_map_at_25_std": 0.16157, "nauc_map_at_25_diff1": 0.531261, "nauc_map_at_50_max": 0.078555, "nauc_map_at_50_std": 0.166449, "nauc_map_at_50_diff1": 0.524686, "nauc_map_at_100_max": 0.078017, "nauc_map_at_100_std": 0.171998, "nauc_map_at_100_diff1": 0.52012, "nauc_map_at_1000_max": 0.076695, "nauc_map_at_1000_std": 0.17652, "nauc_map_at_1000_diff1": 0.516978, "nauc_recall_at_1_max": 0.153043, "nauc_recall_at_1_std": 0.119026, "nauc_recall_at_1_diff1": 0.703847, "nauc_recall_at_3_max": 0.057755, "nauc_recall_at_3_std": 0.158909, "nauc_recall_at_3_diff1": 0.511155, "nauc_recall_at_5_max": 0.057995, "nauc_recall_at_5_std": 0.173197, "nauc_recall_at_5_diff1": 0.478809, "nauc_recall_at_10_max": -0.014337, "nauc_recall_at_10_std": 0.18105, "nauc_recall_at_10_diff1": 0.426545, "nauc_recall_at_20_max": -0.036245, "nauc_recall_at_20_std": 0.204467, "nauc_recall_at_20_diff1": 0.342741, "nauc_recall_at_25_max": -0.042469, "nauc_recall_at_25_std": 0.211967, "nauc_recall_at_25_diff1": 0.34727, "nauc_recall_at_50_max": -0.062498, "nauc_recall_at_50_std": 0.26513, "nauc_recall_at_50_diff1": 0.277532, "nauc_recall_at_100_max": -0.058325, "nauc_recall_at_100_std": 0.36333, "nauc_recall_at_100_diff1": 0.217166, "nauc_recall_at_1000_max": -0.080939, "nauc_recall_at_1000_std": 0.481906, "nauc_recall_at_1000_diff1": 0.121035, "nauc_precision_at_1_max": 0.153043, "nauc_precision_at_1_std": 0.119026, "nauc_precision_at_1_diff1": 0.703847, "nauc_precision_at_3_max": 0.057755, "nauc_precision_at_3_std": 0.158909, "nauc_precision_at_3_diff1": 0.511155, "nauc_precision_at_5_max": 0.057995, "nauc_precision_at_5_std": 0.173197, "nauc_precision_at_5_diff1": 0.478809, "nauc_precision_at_10_max": -0.014337, "nauc_precision_at_10_std": 0.18105, "nauc_precision_at_10_diff1": 0.426545, "nauc_precision_at_20_max": -0.036245, "nauc_precision_at_20_std": 0.204467, "nauc_precision_at_20_diff1": 0.342741, "nauc_precision_at_25_max": -0.042469, "nauc_precision_at_25_std": 0.211967, "nauc_precision_at_25_diff1": 0.34727, "nauc_precision_at_50_max": -0.062498, "nauc_precision_at_50_std": 0.26513, "nauc_precision_at_50_diff1": 0.277532, "nauc_precision_at_100_max": -0.058325, "nauc_precision_at_100_std": 0.36333, "nauc_precision_at_100_diff1": 0.217166, "nauc_precision_at_1000_max": -0.080939, "nauc_precision_at_1000_std": 0.481906, "nauc_precision_at_1000_diff1": 0.121035, "nauc_mrr_at_1_max": 0.153043, "nauc_mrr_at_1_std": 0.119026, "nauc_mrr_at_1_diff1": 0.703847, "nauc_mrr_at_3_max": 0.106694, "nauc_mrr_at_3_std": 0.141366, "nauc_mrr_at_3_diff1": 0.612515, "nauc_mrr_at_5_max": 0.102041, "nauc_mrr_at_5_std": 0.144365, "nauc_mrr_at_5_diff1": 0.599575, "nauc_mrr_at_10_max": 0.086842, "nauc_mrr_at_10_std": 0.144534, "nauc_mrr_at_10_diff1": 0.584076, "nauc_mrr_at_20_max": 0.081376, "nauc_mrr_at_20_std": 0.148315, "nauc_mrr_at_20_diff1": 0.569357, "nauc_mrr_at_25_max": 0.080326, "nauc_mrr_at_25_std": 0.149241, "nauc_mrr_at_25_diff1": 0.568771, "nauc_mrr_at_50_max": 0.076895, "nauc_mrr_at_50_std": 0.153533, "nauc_mrr_at_50_diff1": 0.561286, "nauc_mrr_at_100_max": 0.074679, "nauc_mrr_at_100_std": 0.158116, "nauc_mrr_at_100_diff1": 0.555722, "nauc_mrr_at_1000_max": 0.074279, "nauc_mrr_at_1000_std": 0.162785, "nauc_mrr_at_1000_diff1": 0.553225, "hit_rate_at_1": 0.046, "hit_rate_at_3": 0.065, "hit_rate_at_5": 0.071, "hit_rate_at_10": 0.089, "hit_rate_at_20": 0.116, "hit_rate_at_25": 0.125, "hit_rate_at_50": 0.169, "hit_rate_at_100": 0.236, "hit_rate_at_1000": 0.527, "R_cap_at_1": 0.046, "R_cap_at_3": 0.0335, "R_cap_at_5": 0.0375, "R_cap_at_10": 0.0485, "R_cap_at_20": 0.0625, "R_cap_at_25": 0.067, "R_cap_at_50": 0.0905, "R_cap_at_100": 0.1285, "R_cap_at_1000": 0.292, "main_score": 0.04221, "hf_subset": "post_processing", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.58, "ndcg_at_3": 0.54373, "ndcg_at_5": 0.56852, "ndcg_at_10": 0.68662, "ndcg_at_20": 0.75974, "ndcg_at_25": 0.76185, "ndcg_at_50": 0.76185, "ndcg_at_100": 0.76185, "ndcg_at_1000": 0.76185, "map_at_1": 0.1497, "map_at_3": 0.37829, "map_at_5": 0.49443, "map_at_10": 0.58587, "map_at_20": 0.62743, "map_at_25": 0.62871, "map_at_50": 0.62871, "map_at_100": 0.62871, "map_at_1000": 0.62871, "recall_at_1": 0.1497, "recall_at_3": 0.40937, "recall_at_5": 0.58179, "recall_at_10": 0.81687, "recall_at_20": 0.9944, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.1497, "precision_at_1": 0.58, "precision_at_3": 0.53156, "precision_at_5": 0.45733, "precision_at_10": 0.32213, "precision_at_20": 0.19923, "precision_at_25": 0.16051, "precision_at_50": 0.08025, "precision_at_100": 0.04013, "precision_at_1000": 0.00401, "mrr_at_1": 0.58, "mrr_at_3": 0.637111, "mrr_at_5": 0.653811, "mrr_at_10": 0.677117, "mrr_at_20": 0.680772, "mrr_at_25": 0.680772, "mrr_at_50": 0.680772, "mrr_at_100": 0.680772, "mrr_at_1000": 0.680772, "nauc_ndcg_at_1_max": -0.850602, "nauc_ndcg_at_1_std": 0.750846, "nauc_ndcg_at_1_diff1": 0.219648, "nauc_ndcg_at_3_max": -0.799335, "nauc_ndcg_at_3_std": 0.675426, "nauc_ndcg_at_3_diff1": 0.15268, "nauc_ndcg_at_5_max": -0.862678, "nauc_ndcg_at_5_std": 0.705779, "nauc_ndcg_at_5_diff1": 0.176413, "nauc_ndcg_at_10_max": -0.953862, "nauc_ndcg_at_10_std": 0.779601, "nauc_ndcg_at_10_diff1": 0.188872, "nauc_ndcg_at_20_max": -0.883044, "nauc_ndcg_at_20_std": 0.741538, "nauc_ndcg_at_20_diff1": 0.17724, "nauc_ndcg_at_25_max": -0.880597, "nauc_ndcg_at_25_std": 0.740471, "nauc_ndcg_at_25_diff1": 0.176344, "nauc_ndcg_at_50_max": -0.880597, "nauc_ndcg_at_50_std": 0.740471, "nauc_ndcg_at_50_diff1": 0.176344, "nauc_ndcg_at_100_max": -0.880597, "nauc_ndcg_at_100_std": 0.740471, "nauc_ndcg_at_100_diff1": 0.176344, "nauc_ndcg_at_1000_max": -0.880597, "nauc_ndcg_at_1000_std": 0.740471, "nauc_ndcg_at_1000_diff1": 0.176344, "nauc_map_at_1_max": -0.69361, "nauc_map_at_1_std": 0.581015, "nauc_map_at_1_diff1": 0.196662, "nauc_map_at_3_max": -0.680636, "nauc_map_at_3_std": 0.557037, "nauc_map_at_3_diff1": 0.152652, "nauc_map_at_5_max": -0.756174, "nauc_map_at_5_std": 0.628847, "nauc_map_at_5_diff1": 0.15965, "nauc_map_at_10_max": -0.857457, "nauc_map_at_10_std": 0.716032, "nauc_map_at_10_diff1": 0.168839, "nauc_map_at_20_max": -0.818776, "nauc_map_at_20_std": 0.690533, "nauc_map_at_20_diff1": 0.16278, "nauc_map_at_25_max": -0.817444, "nauc_map_at_25_std": 0.689877, "nauc_map_at_25_diff1": 0.162292, "nauc_map_at_50_max": -0.817444, "nauc_map_at_50_std": 0.689877, "nauc_map_at_50_diff1": 0.162292, "nauc_map_at_100_max": -0.817444, "nauc_map_at_100_std": 0.689877, "nauc_map_at_100_diff1": 0.162292, "nauc_map_at_1000_max": -0.817444, "nauc_map_at_1000_std": 0.689877, "nauc_map_at_1000_diff1": 0.162292, "nauc_recall_at_1_max": -0.69361, "nauc_recall_at_1_std": 0.581015, "nauc_recall_at_1_diff1": 0.196662, "nauc_recall_at_3_max": -0.746798, "nauc_recall_at_3_std": 0.58929, "nauc_recall_at_3_diff1": 0.148647, "nauc_recall_at_5_max": -0.852255, "nauc_recall_at_5_std": 0.676585, "nauc_recall_at_5_diff1": 0.169277, "nauc_recall_at_10_max": -1.104026, "nauc_recall_at_10_std": 0.851741, "nauc_recall_at_10_diff1": 0.211925, "nauc_recall_at_20_max": -1.038249, "nauc_recall_at_20_std": 0.794307, "nauc_recall_at_20_diff1": 0.239385, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.850602, "nauc_precision_at_1_std": 0.750846, "nauc_precision_at_1_diff1": 0.219648, "nauc_precision_at_3_max": -0.778821, "nauc_precision_at_3_std": 0.648613, "nauc_precision_at_3_diff1": 0.134206, "nauc_precision_at_5_max": -0.809224, "nauc_precision_at_5_std": 0.679288, "nauc_precision_at_5_diff1": 0.136712, "nauc_precision_at_10_max": -0.715711, "nauc_precision_at_10_std": 0.616912, "nauc_precision_at_10_diff1": 0.096822, "nauc_precision_at_20_max": 0.029619, "nauc_precision_at_20_std": 0.10005, "nauc_precision_at_20_diff1": -0.079862, "nauc_precision_at_25_max": 0.075886, "nauc_precision_at_25_std": 0.063998, "nauc_precision_at_25_diff1": -0.090139, "nauc_precision_at_50_max": 0.075886, "nauc_precision_at_50_std": 0.063998, "nauc_precision_at_50_diff1": -0.090139, "nauc_precision_at_100_max": 0.075886, "nauc_precision_at_100_std": 0.063998, "nauc_precision_at_100_diff1": -0.090139, "nauc_precision_at_1000_max": 0.075886, "nauc_precision_at_1000_std": 0.063998, "nauc_precision_at_1000_diff1": -0.090139, "nauc_mrr_at_1_max": -0.850602, "nauc_mrr_at_1_std": 0.750846, "nauc_mrr_at_1_diff1": 0.219648, "nauc_mrr_at_3_max": -0.991327, "nauc_mrr_at_3_std": 0.829272, "nauc_mrr_at_3_diff1": 0.206172, "nauc_mrr_at_5_max": -0.982321, "nauc_mrr_at_5_std": 0.818289, "nauc_mrr_at_5_diff1": 0.213787, "nauc_mrr_at_10_max": -0.96435, "nauc_mrr_at_10_std": 0.809316, "nauc_mrr_at_10_diff1": 0.213284, "nauc_mrr_at_20_max": -0.963046, "nauc_mrr_at_20_std": 0.809765, "nauc_mrr_at_20_diff1": 0.211293, "nauc_mrr_at_25_max": -0.963046, "nauc_mrr_at_25_std": 0.809765, "nauc_mrr_at_25_diff1": 0.211293, "nauc_mrr_at_50_max": -0.963046, "nauc_mrr_at_50_std": 0.809765, "nauc_mrr_at_50_diff1": 0.211293, "nauc_mrr_at_100_max": -0.963046, "nauc_mrr_at_100_std": 0.809765, "nauc_mrr_at_100_diff1": 0.211293, "nauc_mrr_at_1000_max": -0.963046, "nauc_mrr_at_1000_std": 0.809765, "nauc_mrr_at_1000_diff1": 0.211293, "hit_rate_at_1": 0.58, "hit_rate_at_3": 0.70733, "hit_rate_at_5": 0.78267, "hit_rate_at_10": 0.956, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.58, "R_cap_at_3": 0.531556, "R_cap_at_5": 0.581789, "R_cap_at_10": 0.816867, "R_cap_at_20": 0.9944, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.68662, "hf_subset": "preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.876, "ndcg_at_3": 0.94407, "ndcg_at_5": 0.94781, "ndcg_at_10": 0.94916, "ndcg_at_20": 0.94916, "ndcg_at_25": 0.94916, "ndcg_at_50": 0.94916, "ndcg_at_100": 0.94916, "ndcg_at_1000": 0.94916, "map_at_1": 0.876, "map_at_3": 0.929, "map_at_5": 0.9311, "map_at_10": 0.93169, "map_at_20": 0.93169, "map_at_25": 0.93169, "map_at_50": 0.93169, "map_at_100": 0.93169, "map_at_1000": 0.93169, "recall_at_1": 0.876, "recall_at_3": 0.987, "recall_at_5": 0.996, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.876, "precision_at_1": 0.876, "precision_at_3": 0.329, "precision_at_5": 0.1992, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.876, "mrr_at_3": 0.929, "mrr_at_5": 0.9311, "mrr_at_10": 0.931687, "mrr_at_20": 0.931687, "mrr_at_25": 0.931687, "mrr_at_50": 0.931687, "mrr_at_100": 0.931687, "mrr_at_1000": 0.931687, "nauc_ndcg_at_1_max": -0.152128, "nauc_ndcg_at_1_std": -0.234437, "nauc_ndcg_at_1_diff1": 0.866514, "nauc_ndcg_at_3_max": -0.001154, "nauc_ndcg_at_3_std": -0.187235, "nauc_ndcg_at_3_diff1": 0.858115, "nauc_ndcg_at_5_max": -0.040621, "nauc_ndcg_at_5_std": -0.190139, "nauc_ndcg_at_5_diff1": 0.861007, "nauc_ndcg_at_10_max": -0.06883, "nauc_ndcg_at_10_std": -0.204605, "nauc_ndcg_at_10_diff1": 0.862996, "nauc_ndcg_at_20_max": -0.06883, "nauc_ndcg_at_20_std": -0.204605, "nauc_ndcg_at_20_diff1": 0.862996, "nauc_ndcg_at_25_max": -0.06883, "nauc_ndcg_at_25_std": -0.204605, "nauc_ndcg_at_25_diff1": 0.862996, "nauc_ndcg_at_50_max": -0.06883, "nauc_ndcg_at_50_std": -0.204605, "nauc_ndcg_at_50_diff1": 0.862996, "nauc_ndcg_at_100_max": -0.06883, "nauc_ndcg_at_100_std": -0.204605, "nauc_ndcg_at_100_diff1": 0.862996, "nauc_ndcg_at_1000_max": -0.06883, "nauc_ndcg_at_1000_std": -0.204605, "nauc_ndcg_at_1000_diff1": 0.862996, "nauc_map_at_1_max": -0.152128, "nauc_map_at_1_std": -0.234437, "nauc_map_at_1_diff1": 0.866514, "nauc_map_at_3_max": -0.047746, "nauc_map_at_3_std": -0.200001, "nauc_map_at_3_diff1": 0.861174, "nauc_map_at_5_max": -0.065941, "nauc_map_at_5_std": -0.201744, "nauc_map_at_5_diff1": 0.862649, "nauc_map_at_10_max": -0.07532, "nauc_map_at_10_std": -0.206819, "nauc_map_at_10_diff1": 0.863296, "nauc_map_at_20_max": -0.07532, "nauc_map_at_20_std": -0.206819, "nauc_map_at_20_diff1": 0.863296, "nauc_map_at_25_max": -0.07532, "nauc_map_at_25_std": -0.206819, "nauc_map_at_25_diff1": 0.863296, "nauc_map_at_50_max": -0.07532, "nauc_map_at_50_std": -0.206819, "nauc_map_at_50_diff1": 0.863296, "nauc_map_at_100_max": -0.07532, "nauc_map_at_100_std": -0.206819, "nauc_map_at_100_diff1": 0.863296, "nauc_map_at_1000_max": -0.07532, "nauc_map_at_1000_std": -0.206819, "nauc_map_at_1000_diff1": 0.863296, "nauc_recall_at_1_max": -0.152128, "nauc_recall_at_1_std": -0.234437, "nauc_recall_at_1_diff1": 0.866514, "nauc_recall_at_3_max": 0.679918, "nauc_recall_at_3_std": -0.006033, "nauc_recall_at_3_diff1": 0.812002, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.320378, "nauc_recall_at_5_diff1": 0.786415, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.152128, "nauc_precision_at_1_std": -0.234437, "nauc_precision_at_1_diff1": 0.866514, "nauc_precision_at_3_max": 0.679918, "nauc_precision_at_3_std": -0.006033, "nauc_precision_at_3_diff1": 0.812002, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.320378, "nauc_precision_at_5_diff1": 0.786415, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.152128, "nauc_mrr_at_1_std": -0.234437, "nauc_mrr_at_1_diff1": 0.866514, "nauc_mrr_at_3_max": -0.047746, "nauc_mrr_at_3_std": -0.200001, "nauc_mrr_at_3_diff1": 0.861174, "nauc_mrr_at_5_max": -0.065941, "nauc_mrr_at_5_std": -0.201744, "nauc_mrr_at_5_diff1": 0.862649, "nauc_mrr_at_10_max": -0.07532, "nauc_mrr_at_10_std": -0.206819, "nauc_mrr_at_10_diff1": 0.863296, "nauc_mrr_at_20_max": -0.07532, "nauc_mrr_at_20_std": -0.206819, "nauc_mrr_at_20_diff1": 0.863296, "nauc_mrr_at_25_max": -0.07532, "nauc_mrr_at_25_std": -0.206819, "nauc_mrr_at_25_diff1": 0.863296, "nauc_mrr_at_50_max": -0.07532, "nauc_mrr_at_50_std": -0.206819, "nauc_mrr_at_50_diff1": 0.863296, "nauc_mrr_at_100_max": -0.07532, "nauc_mrr_at_100_std": -0.206819, "nauc_mrr_at_100_diff1": 0.863296, "nauc_mrr_at_1000_max": -0.07532, "nauc_mrr_at_1000_std": -0.206819, "nauc_mrr_at_1000_diff1": 0.863296, "hit_rate_at_1": 0.876, "hit_rate_at_3": 0.987, "hit_rate_at_5": 0.996, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.876, "R_cap_at_3": 0.987, "R_cap_at_5": 0.996, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94916, "hf_subset": "single_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.636, "ndcg_at_3": 0.70442, "ndcg_at_5": 0.7751, "ndcg_at_10": 0.81154, "ndcg_at_20": 0.81562, "ndcg_at_25": 0.81562, "ndcg_at_50": 0.81562, "ndcg_at_100": 0.81562, "ndcg_at_1000": 0.81562, "map_at_1": 0.35989, "map_at_3": 0.63946, "map_at_5": 0.70336, "map_at_10": 0.72834, "map_at_20": 0.73054, "map_at_25": 0.73054, "map_at_50": 0.73054, "map_at_100": 0.73054, "map_at_1000": 0.73054, "recall_at_1": 0.35989, "recall_at_3": 0.75656, "recall_at_5": 0.90139, "recall_at_10": 0.98811, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.35989, "precision_at_1": 0.636, "precision_at_3": 0.48622, "precision_at_5": 0.3552, "precision_at_10": 0.19707, "precision_at_20": 0.09993, "precision_at_25": 0.07995, "precision_at_50": 0.03997, "precision_at_100": 0.01999, "precision_at_1000": 0.002, "mrr_at_1": 0.636, "mrr_at_3": 0.751556, "mrr_at_5": 0.767622, "mrr_at_10": 0.772204, "mrr_at_20": 0.772424, "mrr_at_25": 0.772424, "mrr_at_50": 0.772424, "mrr_at_100": 0.772424, "mrr_at_1000": 0.772424, "nauc_ndcg_at_1_max": -0.294772, "nauc_ndcg_at_1_std": 0.53323, "nauc_ndcg_at_1_diff1": 0.279181, "nauc_ndcg_at_3_max": -0.370734, "nauc_ndcg_at_3_std": 0.527263, "nauc_ndcg_at_3_diff1": 0.243161, "nauc_ndcg_at_5_max": -0.40062, "nauc_ndcg_at_5_std": 0.578855, "nauc_ndcg_at_5_diff1": 0.254879, "nauc_ndcg_at_10_max": -0.343006, "nauc_ndcg_at_10_std": 0.547355, "nauc_ndcg_at_10_diff1": 0.254111, "nauc_ndcg_at_20_max": -0.328425, "nauc_ndcg_at_20_std": 0.537495, "nauc_ndcg_at_20_diff1": 0.253591, "nauc_ndcg_at_25_max": -0.328425, "nauc_ndcg_at_25_std": 0.537495, "nauc_ndcg_at_25_diff1": 0.253591, "nauc_ndcg_at_50_max": -0.328425, "nauc_ndcg_at_50_std": 0.537495, "nauc_ndcg_at_50_diff1": 0.253591, "nauc_ndcg_at_100_max": -0.328425, "nauc_ndcg_at_100_std": 0.537495, "nauc_ndcg_at_100_diff1": 0.253591, "nauc_ndcg_at_1000_max": -0.328425, "nauc_ndcg_at_1000_std": 0.537495, "nauc_ndcg_at_1000_diff1": 0.253591, "nauc_map_at_1_max": -0.252372, "nauc_map_at_1_std": 0.257478, "nauc_map_at_1_diff1": 0.244139, "nauc_map_at_3_max": -0.350152, "nauc_map_at_3_std": 0.485011, "nauc_map_at_3_diff1": 0.238269, "nauc_map_at_5_max": -0.369902, "nauc_map_at_5_std": 0.545016, "nauc_map_at_5_diff1": 0.245152, "nauc_map_at_10_max": -0.338013, "nauc_map_at_10_std": 0.527724, "nauc_map_at_10_diff1": 0.245905, "nauc_map_at_20_max": -0.332939, "nauc_map_at_20_std": 0.523829, "nauc_map_at_20_diff1": 0.245312, "nauc_map_at_25_max": -0.332939, "nauc_map_at_25_std": 0.523829, "nauc_map_at_25_diff1": 0.245312, "nauc_map_at_50_max": -0.332939, "nauc_map_at_50_std": 0.523829, "nauc_map_at_50_diff1": 0.245312, "nauc_map_at_100_max": -0.332939, "nauc_map_at_100_std": 0.523829, "nauc_map_at_100_diff1": 0.245312, "nauc_map_at_1000_max": -0.332939, "nauc_map_at_1000_std": 0.523829, "nauc_map_at_1000_diff1": 0.245312, "nauc_recall_at_1_max": -0.252372, "nauc_recall_at_1_std": 0.257478, "nauc_recall_at_1_diff1": 0.244139, "nauc_recall_at_3_max": -0.432349, "nauc_recall_at_3_std": 0.484612, "nauc_recall_at_3_diff1": 0.207547, "nauc_recall_at_5_max": -0.633642, "nauc_recall_at_5_std": 0.682201, "nauc_recall_at_5_diff1": 0.237178, "nauc_recall_at_10_max": -0.848198, "nauc_recall_at_10_std": 0.860891, "nauc_recall_at_10_diff1": 0.252284, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.294772, "nauc_precision_at_1_std": 0.53323, "nauc_precision_at_1_diff1": 0.279181, "nauc_precision_at_3_max": -0.173706, "nauc_precision_at_3_std": 0.44929, "nauc_precision_at_3_diff1": 0.078889, "nauc_precision_at_5_max": -0.071838, "nauc_precision_at_5_std": 0.361988, "nauc_precision_at_5_diff1": 0.006296, "nauc_precision_at_10_max": 0.107743, "nauc_precision_at_10_std": 0.177146, "nauc_precision_at_10_diff1": -0.065478, "nauc_precision_at_20_max": 0.143463, "nauc_precision_at_20_std": 0.13847, "nauc_precision_at_20_diff1": -0.078157, "nauc_precision_at_25_max": 0.143463, "nauc_precision_at_25_std": 0.13847, "nauc_precision_at_25_diff1": -0.078157, "nauc_precision_at_50_max": 0.143463, "nauc_precision_at_50_std": 0.13847, "nauc_precision_at_50_diff1": -0.078157, "nauc_precision_at_100_max": 0.143463, "nauc_precision_at_100_std": 0.13847, "nauc_precision_at_100_diff1": -0.078157, "nauc_precision_at_1000_max": 0.143463, "nauc_precision_at_1000_std": 0.13847, "nauc_precision_at_1000_diff1": -0.078157, "nauc_mrr_at_1_max": -0.294772, "nauc_mrr_at_1_std": 0.53323, "nauc_mrr_at_1_diff1": 0.279181, "nauc_mrr_at_3_max": -0.341286, "nauc_mrr_at_3_std": 0.57294, "nauc_mrr_at_3_diff1": 0.273273, "nauc_mrr_at_5_max": -0.334787, "nauc_mrr_at_5_std": 0.565789, "nauc_mrr_at_5_diff1": 0.276381, "nauc_mrr_at_10_max": -0.327403, "nauc_mrr_at_10_std": 0.561815, "nauc_mrr_at_10_diff1": 0.275424, "nauc_mrr_at_20_max": -0.326757, "nauc_mrr_at_20_std": 0.561351, "nauc_mrr_at_20_diff1": 0.275923, "nauc_mrr_at_25_max": -0.326757, "nauc_mrr_at_25_std": 0.561351, "nauc_mrr_at_25_diff1": 0.275923, "nauc_mrr_at_50_max": -0.326757, "nauc_mrr_at_50_std": 0.561351, "nauc_mrr_at_50_diff1": 0.275923, "nauc_mrr_at_100_max": -0.326757, "nauc_mrr_at_100_std": 0.561351, "nauc_mrr_at_100_diff1": 0.275923, "nauc_mrr_at_1000_max": -0.326757, "nauc_mrr_at_1000_std": 0.561351, "nauc_mrr_at_1000_diff1": 0.275923, "hit_rate_at_1": 0.636, "hit_rate_at_3": 0.89867, "hit_rate_at_5": 0.96733, "hit_rate_at_10": 0.99733, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.636, "R_cap_at_3": 0.762667, "R_cap_at_5": 0.901389, "R_cap_at_10": 0.988111, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.81154, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 5731.488490790129, "kg_co2_emissions": null, "date": 1787043619.748908, "evaluation_phases": [ { "name": "Data loading", "start": 1.031532883644104e-05, "end": 144.64692198112607, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 144.64696650207043, "end": 144.64697743952274, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 144.67260097712278, "end": 150.13584347814322, "split": "test", "subset": "single_session_assistant" }, { "name": "Scoring", "start": 150.13593067973852, "end": 150.31683573126793, "split": "test", "subset": "single_session_assistant" } ] }