{ "dataset_revision": "9dc1a8fdcf9b5676f87c2cdccac021988f6ff5af", "task_name": "LongMemEval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.57692, "ndcg_at_3": 0.65076, "ndcg_at_5": 0.69305, "ndcg_at_10": 0.71589, "ndcg_at_20": 0.73558, "ndcg_at_25": 0.74068, "ndcg_at_50": 0.74832, "ndcg_at_100": 0.75361, "ndcg_at_1000": 0.758, "map_at_1": 0.28846, "map_at_3": 0.59722, "map_at_5": 0.63152, "map_at_10": 0.64471, "map_at_20": 0.65207, "map_at_25": 0.65343, "map_at_50": 0.65531, "map_at_100": 0.65597, "map_at_1000": 0.65634, "recall_at_1": 0.28846, "recall_at_3": 0.69231, "recall_at_5": 0.77564, "recall_at_10": 0.83333, "recall_at_20": 0.89744, "recall_at_25": 0.91667, "recall_at_50": 0.94872, "recall_at_100": 0.97436, "recall_at_1000": 1.0, "accuracy": 0.28846, "precision_at_1": 0.57692, "precision_at_3": 0.46154, "precision_at_5": 0.31026, "precision_at_10": 0.16667, "precision_at_20": 0.08974, "precision_at_25": 0.07333, "precision_at_50": 0.03795, "precision_at_100": 0.01949, "precision_at_1000": 0.002, "mrr_at_1": 0.576923, "mrr_at_3": 0.702991, "mrr_at_5": 0.711325, "mrr_at_10": 0.715634, "mrr_at_20": 0.718242, "mrr_at_25": 0.718776, "mrr_at_50": 0.718776, "mrr_at_100": 0.719163, "mrr_at_1000": 0.719163, "nauc_ndcg_at_1_max": 0.380236, "nauc_ndcg_at_1_std": -0.201057, "nauc_ndcg_at_1_diff1": 0.33695, "nauc_ndcg_at_3_max": 0.434474, "nauc_ndcg_at_3_std": -0.172011, "nauc_ndcg_at_3_diff1": 0.286465, "nauc_ndcg_at_5_max": 0.442778, "nauc_ndcg_at_5_std": -0.214565, "nauc_ndcg_at_5_diff1": 0.332411, "nauc_ndcg_at_10_max": 0.431381, "nauc_ndcg_at_10_std": -0.210257, "nauc_ndcg_at_10_diff1": 0.318151, "nauc_ndcg_at_20_max": 0.409287, "nauc_ndcg_at_20_std": -0.241375, "nauc_ndcg_at_20_diff1": 0.295842, "nauc_ndcg_at_25_max": 0.405581, "nauc_ndcg_at_25_std": -0.242058, "nauc_ndcg_at_25_diff1": 0.284999, "nauc_ndcg_at_50_max": 0.398282, "nauc_ndcg_at_50_std": -0.24953, "nauc_ndcg_at_50_diff1": 0.296726, "nauc_ndcg_at_100_max": 0.407853, "nauc_ndcg_at_100_std": -0.236496, "nauc_ndcg_at_100_diff1": 0.305542, "nauc_ndcg_at_1000_max": 0.418455, "nauc_ndcg_at_1000_std": -0.219997, "nauc_ndcg_at_1000_diff1": 0.312911, "nauc_map_at_1_max": 0.380236, "nauc_map_at_1_std": -0.201057, "nauc_map_at_1_diff1": 0.33695, "nauc_map_at_3_max": 0.419305, "nauc_map_at_3_std": -0.193092, "nauc_map_at_3_diff1": 0.28129, "nauc_map_at_5_max": 0.429384, "nauc_map_at_5_std": -0.217945, "nauc_map_at_5_diff1": 0.308384, "nauc_map_at_10_max": 0.429779, "nauc_map_at_10_std": -0.20205, "nauc_map_at_10_diff1": 0.307413, "nauc_map_at_20_max": 0.42102, "nauc_map_at_20_std": -0.215799, "nauc_map_at_20_diff1": 0.299481, "nauc_map_at_25_max": 0.420651, "nauc_map_at_25_std": -0.214868, "nauc_map_at_25_diff1": 0.296766, "nauc_map_at_50_max": 0.419022, "nauc_map_at_50_std": -0.216417, "nauc_map_at_50_diff1": 0.298516, "nauc_map_at_100_max": 0.42021, "nauc_map_at_100_std": -0.215823, "nauc_map_at_100_diff1": 0.299962, "nauc_map_at_1000_max": 0.421048, "nauc_map_at_1000_std": -0.214757, "nauc_map_at_1000_diff1": 0.300638, "nauc_recall_at_1_max": 0.380236, "nauc_recall_at_1_std": -0.201057, "nauc_recall_at_1_diff1": 0.33695, "nauc_recall_at_3_max": 0.443638, "nauc_recall_at_3_std": -0.137801, "nauc_recall_at_3_diff1": 0.243394, "nauc_recall_at_5_max": 0.468924, "nauc_recall_at_5_std": -0.239372, "nauc_recall_at_5_diff1": 0.345524, "nauc_recall_at_10_max": 0.429365, "nauc_recall_at_10_std": -0.258235, "nauc_recall_at_10_diff1": 0.289841, "nauc_recall_at_20_max": 0.279875, "nauc_recall_at_20_std": -0.479245, "nauc_recall_at_20_diff1": 0.118089, "nauc_recall_at_25_max": 0.217832, "nauc_recall_at_25_std": -0.535999, "nauc_recall_at_25_diff1": -0.021234, "nauc_recall_at_50_max": -0.003747, "nauc_recall_at_50_std": -0.807879, "nauc_recall_at_50_diff1": -0.001302, "nauc_recall_at_100_max": -0.059052, "nauc_recall_at_100_std": -0.895518, "nauc_recall_at_100_diff1": -0.001302, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.380236, "nauc_precision_at_1_std": -0.201057, "nauc_precision_at_1_diff1": 0.33695, "nauc_precision_at_3_max": 0.443638, "nauc_precision_at_3_std": -0.137801, "nauc_precision_at_3_diff1": 0.243394, "nauc_precision_at_5_max": 0.468924, "nauc_precision_at_5_std": -0.239372, "nauc_precision_at_5_diff1": 0.345524, "nauc_precision_at_10_max": 0.429365, "nauc_precision_at_10_std": -0.258235, "nauc_precision_at_10_diff1": 0.289841, "nauc_precision_at_20_max": 0.279875, "nauc_precision_at_20_std": -0.479245, "nauc_precision_at_20_diff1": 0.118089, "nauc_precision_at_25_max": 0.217832, "nauc_precision_at_25_std": -0.535999, "nauc_precision_at_25_diff1": -0.021234, "nauc_precision_at_50_max": -0.003747, "nauc_precision_at_50_std": -0.807879, "nauc_precision_at_50_diff1": -0.001302, "nauc_precision_at_100_max": -0.059052, "nauc_precision_at_100_std": -0.895518, "nauc_precision_at_100_diff1": -0.001302, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.380236, "nauc_mrr_at_1_std": -0.201057, "nauc_mrr_at_1_diff1": 0.33695, "nauc_mrr_at_3_max": 0.431124, "nauc_mrr_at_3_std": -0.156534, "nauc_mrr_at_3_diff1": 0.339209, "nauc_mrr_at_5_max": 0.426117, "nauc_mrr_at_5_std": -0.176748, "nauc_mrr_at_5_diff1": 0.365507, "nauc_mrr_at_10_max": 0.415017, "nauc_mrr_at_10_std": -0.194256, "nauc_mrr_at_10_diff1": 0.35414, "nauc_mrr_at_20_max": 0.416412, "nauc_mrr_at_20_std": -0.190908, "nauc_mrr_at_20_diff1": 0.355097, "nauc_mrr_at_25_max": 0.415043, "nauc_mrr_at_25_std": -0.193047, "nauc_mrr_at_25_diff1": 0.355088, "nauc_mrr_at_50_max": 0.415043, "nauc_mrr_at_50_std": -0.193047, "nauc_mrr_at_50_diff1": 0.355088, "nauc_mrr_at_100_max": 0.415389, "nauc_mrr_at_100_std": -0.191056, "nauc_mrr_at_100_diff1": 0.355005, "nauc_mrr_at_1000_max": 0.415389, "nauc_mrr_at_1000_std": -0.191056, "nauc_mrr_at_1000_diff1": 0.355005, "hit_rate_at_1": 0.57692, "hit_rate_at_3": 0.84615, "hit_rate_at_5": 0.88462, "hit_rate_at_10": 0.92308, "hit_rate_at_20": 0.96154, "hit_rate_at_25": 0.97436, "hit_rate_at_50": 0.97436, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.576923, "R_cap_at_3": 0.692308, "R_cap_at_5": 0.775641, "R_cap_at_10": 0.833333, "R_cap_at_20": 0.897436, "R_cap_at_25": 0.916667, "R_cap_at_50": 0.948718, "R_cap_at_100": 0.974359, "R_cap_at_1000": 1.0, "main_score": 0.71589, "hf_subset": "knowledge_update", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.52632, "ndcg_at_3": 0.51979, "ndcg_at_5": 0.57988, "ndcg_at_10": 0.62217, "ndcg_at_20": 0.64872, "ndcg_at_25": 0.65197, "ndcg_at_50": 0.66737, "ndcg_at_100": 0.68346, "ndcg_at_1000": 0.69109, "map_at_1": 0.22469, "map_at_3": 0.43106, "map_at_5": 0.49602, "map_at_10": 0.52218, "map_at_20": 0.53521, "map_at_25": 0.53631, "map_at_50": 0.53989, "map_at_100": 0.54233, "map_at_1000": 0.5431, "recall_at_1": 0.22469, "recall_at_3": 0.5084, "recall_at_5": 0.64825, "recall_at_10": 0.74474, "recall_at_20": 0.82005, "recall_at_25": 0.8307, "recall_at_50": 0.88885, "recall_at_100": 0.96165, "recall_at_1000": 1.0, "accuracy": 0.22469, "precision_at_1": 0.52632, "precision_at_3": 0.40852, "precision_at_5": 0.31729, "precision_at_10": 0.18496, "precision_at_20": 0.10301, "precision_at_25": 0.08361, "precision_at_50": 0.04511, "precision_at_100": 0.02459, "precision_at_1000": 0.00259, "mrr_at_1": 0.526316, "mrr_at_3": 0.632832, "mrr_at_5": 0.652381, "mrr_at_10": 0.660144, "mrr_at_20": 0.662508, "mrr_at_25": 0.662508, "mrr_at_50": 0.663727, "mrr_at_100": 0.663954, "mrr_at_1000": 0.664014, "nauc_ndcg_at_1_max": 0.466425, "nauc_ndcg_at_1_std": 0.129254, "nauc_ndcg_at_1_diff1": 0.329079, "nauc_ndcg_at_3_max": 0.450491, "nauc_ndcg_at_3_std": 0.119518, "nauc_ndcg_at_3_diff1": 0.25371, "nauc_ndcg_at_5_max": 0.487304, "nauc_ndcg_at_5_std": 0.13585, "nauc_ndcg_at_5_diff1": 0.233368, "nauc_ndcg_at_10_max": 0.492224, "nauc_ndcg_at_10_std": 0.139264, "nauc_ndcg_at_10_diff1": 0.220693, "nauc_ndcg_at_20_max": 0.494394, "nauc_ndcg_at_20_std": 0.162511, "nauc_ndcg_at_20_diff1": 0.251424, "nauc_ndcg_at_25_max": 0.495709, "nauc_ndcg_at_25_std": 0.165286, "nauc_ndcg_at_25_diff1": 0.251384, "nauc_ndcg_at_50_max": 0.498049, "nauc_ndcg_at_50_std": 0.172525, "nauc_ndcg_at_50_diff1": 0.262372, "nauc_ndcg_at_100_max": 0.490235, "nauc_ndcg_at_100_std": 0.155486, "nauc_ndcg_at_100_diff1": 0.256644, "nauc_ndcg_at_1000_max": 0.494398, "nauc_ndcg_at_1000_std": 0.155589, "nauc_ndcg_at_1000_diff1": 0.251646, "nauc_map_at_1_max": 0.399868, "nauc_map_at_1_std": 0.076719, "nauc_map_at_1_diff1": 0.304884, "nauc_map_at_3_max": 0.455216, "nauc_map_at_3_std": 0.131511, "nauc_map_at_3_diff1": 0.252866, "nauc_map_at_5_max": 0.486799, "nauc_map_at_5_std": 0.13799, "nauc_map_at_5_diff1": 0.23199, "nauc_map_at_10_max": 0.49124, "nauc_map_at_10_std": 0.138087, "nauc_map_at_10_diff1": 0.226302, "nauc_map_at_20_max": 0.493045, "nauc_map_at_20_std": 0.149125, "nauc_map_at_20_diff1": 0.237155, "nauc_map_at_25_max": 0.493817, "nauc_map_at_25_std": 0.150326, "nauc_map_at_25_diff1": 0.237553, "nauc_map_at_50_max": 0.493968, "nauc_map_at_50_std": 0.151423, "nauc_map_at_50_diff1": 0.239769, "nauc_map_at_100_max": 0.492957, "nauc_map_at_100_std": 0.149574, "nauc_map_at_100_diff1": 0.238983, "nauc_map_at_1000_max": 0.493221, "nauc_map_at_1000_std": 0.14954, "nauc_map_at_1000_diff1": 0.23851, "nauc_recall_at_1_max": 0.399868, "nauc_recall_at_1_std": 0.076719, "nauc_recall_at_1_diff1": 0.304884, "nauc_recall_at_3_max": 0.430823, "nauc_recall_at_3_std": 0.127425, "nauc_recall_at_3_diff1": 0.212668, "nauc_recall_at_5_max": 0.473636, "nauc_recall_at_5_std": 0.135537, "nauc_recall_at_5_diff1": 0.184685, "nauc_recall_at_10_max": 0.455601, "nauc_recall_at_10_std": 0.12587, "nauc_recall_at_10_diff1": 0.119188, "nauc_recall_at_20_max": 0.437761, "nauc_recall_at_20_std": 0.208304, "nauc_recall_at_20_diff1": 0.213317, "nauc_recall_at_25_max": 0.443131, "nauc_recall_at_25_std": 0.223412, "nauc_recall_at_25_diff1": 0.212987, "nauc_recall_at_50_max": 0.471729, "nauc_recall_at_50_std": 0.304299, "nauc_recall_at_50_diff1": 0.314349, "nauc_recall_at_100_max": 0.26642, "nauc_recall_at_100_std": 0.101193, "nauc_recall_at_100_diff1": 0.310671, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.466425, "nauc_precision_at_1_std": 0.129254, "nauc_precision_at_1_diff1": 0.329079, "nauc_precision_at_3_max": 0.409908, "nauc_precision_at_3_std": 0.13121, "nauc_precision_at_3_diff1": 0.174365, "nauc_precision_at_5_max": 0.401215, "nauc_precision_at_5_std": 0.120659, "nauc_precision_at_5_diff1": 0.093634, "nauc_precision_at_10_max": 0.313831, "nauc_precision_at_10_std": 0.110349, "nauc_precision_at_10_diff1": 0.022292, "nauc_precision_at_20_max": 0.232912, "nauc_precision_at_20_std": 0.148283, "nauc_precision_at_20_diff1": 0.050973, "nauc_precision_at_25_max": 0.227379, "nauc_precision_at_25_std": 0.157118, "nauc_precision_at_25_diff1": 0.043982, "nauc_precision_at_50_max": 0.169163, "nauc_precision_at_50_std": 0.170088, "nauc_precision_at_50_diff1": 0.040092, "nauc_precision_at_100_max": 0.030674, "nauc_precision_at_100_std": 0.087186, "nauc_precision_at_100_diff1": -0.054057, "nauc_precision_at_1000_max": -0.031791, "nauc_precision_at_1000_std": 0.052377, "nauc_precision_at_1000_diff1": -0.117646, "nauc_mrr_at_1_max": 0.466425, "nauc_mrr_at_1_std": 0.129254, "nauc_mrr_at_1_diff1": 0.329079, "nauc_mrr_at_3_max": 0.479624, "nauc_mrr_at_3_std": 0.115046, "nauc_mrr_at_3_diff1": 0.286596, "nauc_mrr_at_5_max": 0.47085, "nauc_mrr_at_5_std": 0.12063, "nauc_mrr_at_5_diff1": 0.28776, "nauc_mrr_at_10_max": 0.475765, "nauc_mrr_at_10_std": 0.134614, "nauc_mrr_at_10_diff1": 0.29102, "nauc_mrr_at_20_max": 0.474386, "nauc_mrr_at_20_std": 0.129971, "nauc_mrr_at_20_diff1": 0.295175, "nauc_mrr_at_25_max": 0.474386, "nauc_mrr_at_25_std": 0.129971, "nauc_mrr_at_25_diff1": 0.295175, "nauc_mrr_at_50_max": 0.475413, "nauc_mrr_at_50_std": 0.131267, "nauc_mrr_at_50_diff1": 0.295686, "nauc_mrr_at_100_max": 0.475283, "nauc_mrr_at_100_std": 0.130834, "nauc_mrr_at_100_diff1": 0.295719, "nauc_mrr_at_1000_max": 0.475226, "nauc_mrr_at_1000_std": 0.130737, "nauc_mrr_at_1000_diff1": 0.295587, "hit_rate_at_1": 0.52632, "hit_rate_at_3": 0.76692, "hit_rate_at_5": 0.84962, "hit_rate_at_10": 0.90977, "hit_rate_at_20": 0.93985, "hit_rate_at_25": 0.93985, "hit_rate_at_50": 0.97744, "hit_rate_at_100": 0.99248, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.526316, "R_cap_at_3": 0.533835, "R_cap_at_5": 0.648246, "R_cap_at_10": 0.744737, "R_cap_at_20": 0.82005, "R_cap_at_25": 0.830702, "R_cap_at_50": 0.888847, "R_cap_at_100": 0.961654, "R_cap_at_1000": 1.0, "main_score": 0.62217, "hf_subset": "multi_session", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.875, "ndcg_at_3": 0.92007, "ndcg_at_5": 0.92007, "ndcg_at_10": 0.92007, "ndcg_at_20": 0.9285, "ndcg_at_25": 0.9285, "ndcg_at_50": 0.9285, "ndcg_at_100": 0.93152, "ndcg_at_1000": 0.93152, "map_at_1": 0.875, "map_at_3": 0.91071, "map_at_5": 0.91071, "map_at_10": 0.91071, "map_at_20": 0.91272, "map_at_25": 0.91272, "map_at_50": 0.91272, "map_at_100": 0.91303, "map_at_1000": 0.91303, "recall_at_1": 0.875, "recall_at_3": 0.94643, "recall_at_5": 0.94643, "recall_at_10": 0.94643, "recall_at_20": 0.98214, "recall_at_25": 0.98214, "recall_at_50": 0.98214, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.875, "precision_at_1": 0.875, "precision_at_3": 0.31548, "precision_at_5": 0.18929, "precision_at_10": 0.09464, "precision_at_20": 0.04911, "precision_at_25": 0.03929, "precision_at_50": 0.01964, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.875, "mrr_at_3": 0.910714, "mrr_at_5": 0.910714, "mrr_at_10": 0.910714, "mrr_at_20": 0.912723, "mrr_at_25": 0.912723, "mrr_at_50": 0.912723, "mrr_at_100": 0.913026, "mrr_at_1000": 0.913026, "nauc_ndcg_at_1_max": 0.728644, "nauc_ndcg_at_1_std": 0.041145, "nauc_ndcg_at_1_diff1": 0.980815, "nauc_ndcg_at_3_max": 0.805008, "nauc_ndcg_at_3_std": 0.283524, "nauc_ndcg_at_3_diff1": 0.989017, "nauc_ndcg_at_5_max": 0.805008, "nauc_ndcg_at_5_std": 0.283524, "nauc_ndcg_at_5_diff1": 0.989017, "nauc_ndcg_at_10_max": 0.805008, "nauc_ndcg_at_10_std": 0.283524, "nauc_ndcg_at_10_diff1": 0.989017, "nauc_ndcg_at_20_max": 0.797735, "nauc_ndcg_at_20_std": 0.265637, "nauc_ndcg_at_20_diff1": 0.987705, "nauc_ndcg_at_25_max": 0.797735, "nauc_ndcg_at_25_std": 0.265637, "nauc_ndcg_at_25_diff1": 0.987705, "nauc_ndcg_at_50_max": 0.797735, "nauc_ndcg_at_50_std": 0.265637, "nauc_ndcg_at_50_diff1": 0.987705, "nauc_ndcg_at_100_max": 0.788691, "nauc_ndcg_at_100_std": 0.232799, "nauc_ndcg_at_100_diff1": 0.987155, "nauc_ndcg_at_1000_max": 0.788691, "nauc_ndcg_at_1000_std": 0.232799, "nauc_ndcg_at_1000_diff1": 0.987155, "nauc_map_at_1_max": 0.728644, "nauc_map_at_1_std": 0.041145, "nauc_map_at_1_diff1": 0.980815, "nauc_map_at_3_max": 0.78295, "nauc_map_at_3_std": 0.21351, "nauc_map_at_3_diff1": 0.986648, "nauc_map_at_5_max": 0.78295, "nauc_map_at_5_std": 0.21351, "nauc_map_at_5_diff1": 0.986648, "nauc_map_at_10_max": 0.78295, "nauc_map_at_10_std": 0.21351, "nauc_map_at_10_diff1": 0.986648, "nauc_map_at_20_max": 0.78077, "nauc_map_at_20_std": 0.20735, "nauc_map_at_20_diff1": 0.986336, "nauc_map_at_25_max": 0.78077, "nauc_map_at_25_std": 0.20735, "nauc_map_at_25_diff1": 0.986336, "nauc_map_at_50_max": 0.78077, "nauc_map_at_50_std": 0.20735, "nauc_map_at_50_diff1": 0.986336, "nauc_map_at_100_max": 0.779997, "nauc_map_at_100_std": 0.204554, "nauc_map_at_100_diff1": 0.986288, "nauc_map_at_1000_max": 0.779997, "nauc_map_at_1000_std": 0.204554, "nauc_map_at_1000_diff1": 0.986288, "nauc_recall_at_1_max": 0.728644, "nauc_recall_at_1_std": 0.041145, "nauc_recall_at_1_diff1": 0.980815, "nauc_recall_at_3_max": 0.907277, "nauc_recall_at_3_std": 0.608123, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.907277, "nauc_recall_at_5_std": 0.608123, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.907277, "nauc_recall_at_10_std": 0.608123, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 1.0, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.728644, "nauc_precision_at_1_std": 0.041145, "nauc_precision_at_1_diff1": 0.980815, "nauc_precision_at_3_max": 0.907277, "nauc_precision_at_3_std": 0.608123, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.907277, "nauc_precision_at_5_std": 0.608123, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.907277, "nauc_precision_at_10_std": 0.608123, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.728644, "nauc_mrr_at_1_std": 0.041145, "nauc_mrr_at_1_diff1": 0.980815, "nauc_mrr_at_3_max": 0.78295, "nauc_mrr_at_3_std": 0.21351, "nauc_mrr_at_3_diff1": 0.986648, "nauc_mrr_at_5_max": 0.78295, "nauc_mrr_at_5_std": 0.21351, "nauc_mrr_at_5_diff1": 0.986648, "nauc_mrr_at_10_max": 0.78295, "nauc_mrr_at_10_std": 0.21351, "nauc_mrr_at_10_diff1": 0.986648, "nauc_mrr_at_20_max": 0.78077, "nauc_mrr_at_20_std": 0.20735, "nauc_mrr_at_20_diff1": 0.986336, "nauc_mrr_at_25_max": 0.78077, "nauc_mrr_at_25_std": 0.20735, "nauc_mrr_at_25_diff1": 0.986336, "nauc_mrr_at_50_max": 0.78077, "nauc_mrr_at_50_std": 0.20735, "nauc_mrr_at_50_diff1": 0.986336, "nauc_mrr_at_100_max": 0.779997, "nauc_mrr_at_100_std": 0.204554, "nauc_mrr_at_100_diff1": 0.986288, "nauc_mrr_at_1000_max": 0.779997, "nauc_mrr_at_1000_std": 0.204554, "nauc_mrr_at_1000_diff1": 0.986288, "hit_rate_at_1": 0.875, "hit_rate_at_3": 0.94643, "hit_rate_at_5": 0.94643, "hit_rate_at_10": 0.94643, "hit_rate_at_20": 0.98214, "hit_rate_at_25": 0.98214, "hit_rate_at_50": 0.98214, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.875, "R_cap_at_3": 0.946429, "R_cap_at_5": 0.946429, "R_cap_at_10": 0.946429, "R_cap_at_20": 0.982143, "R_cap_at_25": 0.982143, "R_cap_at_50": 0.982143, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92007, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.60952, "ndcg_at_5": 0.62388, "ndcg_at_10": 0.65678, "ndcg_at_20": 0.67208, "ndcg_at_25": 0.67208, "ndcg_at_50": 0.67208, "ndcg_at_100": 0.67208, "ndcg_at_1000": 0.67662, "map_at_1": 0.4, "map_at_3": 0.55556, "map_at_5": 0.56389, "map_at_10": 0.57778, "map_at_20": 0.5812, "map_at_25": 0.5812, "map_at_50": 0.5812, "map_at_100": 0.5812, "map_at_1000": 0.58141, "recall_at_1": 0.4, "recall_at_3": 0.76667, "recall_at_5": 0.8, "recall_at_10": 0.9, "recall_at_20": 0.96667, "recall_at_25": 0.96667, "recall_at_50": 0.96667, "recall_at_100": 0.96667, "recall_at_1000": 1.0, "accuracy": 0.4, "precision_at_1": 0.4, "precision_at_3": 0.25556, "precision_at_5": 0.16, "precision_at_10": 0.09, "precision_at_20": 0.04833, "precision_at_25": 0.03867, "precision_at_50": 0.01933, "precision_at_100": 0.00967, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.555556, "mrr_at_5": 0.563889, "mrr_at_10": 0.577778, "mrr_at_20": 0.581199, "mrr_at_25": 0.581199, "mrr_at_50": 0.581199, "mrr_at_100": 0.581199, "mrr_at_1000": 0.581406, "nauc_ndcg_at_1_max": 0.383368, "nauc_ndcg_at_1_std": -0.040122, "nauc_ndcg_at_1_diff1": 0.720091, "nauc_ndcg_at_3_max": 0.414438, "nauc_ndcg_at_3_std": -0.079339, "nauc_ndcg_at_3_diff1": 0.617475, "nauc_ndcg_at_5_max": 0.400896, "nauc_ndcg_at_5_std": -0.101412, "nauc_ndcg_at_5_diff1": 0.594981, "nauc_ndcg_at_10_max": 0.337249, "nauc_ndcg_at_10_std": -0.064679, "nauc_ndcg_at_10_diff1": 0.619687, "nauc_ndcg_at_20_max": 0.405063, "nauc_ndcg_at_20_std": -0.011214, "nauc_ndcg_at_20_diff1": 0.653292, "nauc_ndcg_at_25_max": 0.405063, "nauc_ndcg_at_25_std": -0.011214, "nauc_ndcg_at_25_diff1": 0.653292, "nauc_ndcg_at_50_max": 0.405063, "nauc_ndcg_at_50_std": -0.011214, "nauc_ndcg_at_50_diff1": 0.653292, "nauc_ndcg_at_100_max": 0.405063, "nauc_ndcg_at_100_std": -0.011214, "nauc_ndcg_at_100_diff1": 0.653292, "nauc_ndcg_at_1000_max": 0.392877, "nauc_ndcg_at_1000_std": -0.031927, "nauc_ndcg_at_1000_diff1": 0.648868, "nauc_map_at_1_max": 0.383368, "nauc_map_at_1_std": -0.040122, "nauc_map_at_1_diff1": 0.720091, "nauc_map_at_3_max": 0.412285, "nauc_map_at_3_std": -0.053009, "nauc_map_at_3_diff1": 0.650728, "nauc_map_at_5_max": 0.405117, "nauc_map_at_5_std": -0.06409, "nauc_map_at_5_diff1": 0.639565, "nauc_map_at_10_max": 0.382056, "nauc_map_at_10_std": -0.045308, "nauc_map_at_10_diff1": 0.650889, "nauc_map_at_20_max": 0.394843, "nauc_map_at_20_std": -0.035565, "nauc_map_at_20_diff1": 0.657282, "nauc_map_at_25_max": 0.394843, "nauc_map_at_25_std": -0.035565, "nauc_map_at_25_diff1": 0.657282, "nauc_map_at_50_max": 0.394843, "nauc_map_at_50_std": -0.035565, "nauc_map_at_50_diff1": 0.657282, "nauc_map_at_100_max": 0.394843, "nauc_map_at_100_std": -0.035565, "nauc_map_at_100_diff1": 0.657282, "nauc_map_at_1000_max": 0.394399, "nauc_map_at_1000_std": -0.036324, "nauc_map_at_1000_diff1": 0.657127, "nauc_recall_at_1_max": 0.383368, "nauc_recall_at_1_std": -0.040122, "nauc_recall_at_1_diff1": 0.720091, "nauc_recall_at_3_max": 0.419352, "nauc_recall_at_3_std": -0.197802, "nauc_recall_at_3_diff1": 0.476953, "nauc_recall_at_5_max": 0.374542, "nauc_recall_at_5_std": -0.28713, "nauc_recall_at_5_diff1": 0.383367, "nauc_recall_at_10_max": -0.107688, "nauc_recall_at_10_std": -0.238406, "nauc_recall_at_10_diff1": 0.371615, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 1.0, "nauc_recall_at_25_diff1": 0.869281, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 0.869281, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.383368, "nauc_precision_at_1_std": -0.040122, "nauc_precision_at_1_diff1": 0.720091, "nauc_precision_at_3_max": 0.419352, "nauc_precision_at_3_std": -0.197802, "nauc_precision_at_3_diff1": 0.476953, "nauc_precision_at_5_max": 0.374542, "nauc_precision_at_5_std": -0.28713, "nauc_precision_at_5_diff1": 0.383367, "nauc_precision_at_10_max": -0.107688, "nauc_precision_at_10_std": -0.238406, "nauc_precision_at_10_diff1": 0.371615, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 0.869281, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 0.869281, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.383368, "nauc_mrr_at_1_std": -0.040122, "nauc_mrr_at_1_diff1": 0.720091, "nauc_mrr_at_3_max": 0.412285, "nauc_mrr_at_3_std": -0.053009, "nauc_mrr_at_3_diff1": 0.650728, "nauc_mrr_at_5_max": 0.405117, "nauc_mrr_at_5_std": -0.06409, "nauc_mrr_at_5_diff1": 0.639565, "nauc_mrr_at_10_max": 0.382056, "nauc_mrr_at_10_std": -0.045308, "nauc_mrr_at_10_diff1": 0.650889, "nauc_mrr_at_20_max": 0.394843, "nauc_mrr_at_20_std": -0.035565, "nauc_mrr_at_20_diff1": 0.657282, "nauc_mrr_at_25_max": 0.394843, "nauc_mrr_at_25_std": -0.035565, "nauc_mrr_at_25_diff1": 0.657282, "nauc_mrr_at_50_max": 0.394843, "nauc_mrr_at_50_std": -0.035565, "nauc_mrr_at_50_diff1": 0.657282, "nauc_mrr_at_100_max": 0.394843, "nauc_mrr_at_100_std": -0.035565, "nauc_mrr_at_100_diff1": 0.657282, "nauc_mrr_at_1000_max": 0.394399, "nauc_mrr_at_1000_std": -0.036324, "nauc_mrr_at_1000_diff1": 0.657127, "hit_rate_at_1": 0.4, "hit_rate_at_3": 0.76667, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.9, "hit_rate_at_20": 0.96667, "hit_rate_at_25": 0.96667, "hit_rate_at_50": 0.96667, "hit_rate_at_100": 0.96667, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.4, "R_cap_at_3": 0.766667, "R_cap_at_5": 0.8, "R_cap_at_10": 0.9, "R_cap_at_20": 0.966667, "R_cap_at_25": 0.966667, "R_cap_at_50": 0.966667, "R_cap_at_100": 0.966667, "R_cap_at_1000": 1.0, "main_score": 0.65678, "hf_subset": "single_session_preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.45714, "ndcg_at_3": 0.59387, "ndcg_at_5": 0.62401, "ndcg_at_10": 0.64668, "ndcg_at_20": 0.66102, "ndcg_at_25": 0.66102, "ndcg_at_50": 0.66991, "ndcg_at_100": 0.67467, "ndcg_at_1000": 0.68032, "map_at_1": 0.45714, "map_at_3": 0.5619, "map_at_5": 0.57905, "map_at_10": 0.58813, "map_at_20": 0.59201, "map_at_25": 0.59201, "map_at_50": 0.59358, "map_at_100": 0.59404, "map_at_1000": 0.59427, "recall_at_1": 0.45714, "recall_at_3": 0.68571, "recall_at_5": 0.75714, "recall_at_10": 0.82857, "recall_at_20": 0.88571, "recall_at_25": 0.88571, "recall_at_50": 0.92857, "recall_at_100": 0.95714, "recall_at_1000": 1.0, "accuracy": 0.45714, "precision_at_1": 0.45714, "precision_at_3": 0.22857, "precision_at_5": 0.15143, "precision_at_10": 0.08286, "precision_at_20": 0.04429, "precision_at_25": 0.03543, "precision_at_50": 0.01857, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.457143, "mrr_at_3": 0.561905, "mrr_at_5": 0.579048, "mrr_at_10": 0.588129, "mrr_at_20": 0.592014, "mrr_at_25": 0.592014, "mrr_at_50": 0.593583, "mrr_at_100": 0.594036, "mrr_at_1000": 0.594272, "nauc_ndcg_at_1_max": 0.337372, "nauc_ndcg_at_1_std": -0.225002, "nauc_ndcg_at_1_diff1": 0.525823, "nauc_ndcg_at_3_max": 0.344614, "nauc_ndcg_at_3_std": -0.235061, "nauc_ndcg_at_3_diff1": 0.500928, "nauc_ndcg_at_5_max": 0.30052, "nauc_ndcg_at_5_std": -0.232186, "nauc_ndcg_at_5_diff1": 0.453643, "nauc_ndcg_at_10_max": 0.28696, "nauc_ndcg_at_10_std": -0.234243, "nauc_ndcg_at_10_diff1": 0.440023, "nauc_ndcg_at_20_max": 0.293731, "nauc_ndcg_at_20_std": -0.213855, "nauc_ndcg_at_20_diff1": 0.451283, "nauc_ndcg_at_25_max": 0.293731, "nauc_ndcg_at_25_std": -0.213855, "nauc_ndcg_at_25_diff1": 0.451283, "nauc_ndcg_at_50_max": 0.300488, "nauc_ndcg_at_50_std": -0.223875, "nauc_ndcg_at_50_diff1": 0.474754, "nauc_ndcg_at_100_max": 0.297439, "nauc_ndcg_at_100_std": -0.231061, "nauc_ndcg_at_100_diff1": 0.468663, "nauc_ndcg_at_1000_max": 0.307007, "nauc_ndcg_at_1000_std": -0.227926, "nauc_ndcg_at_1000_diff1": 0.475951, "nauc_map_at_1_max": 0.337372, "nauc_map_at_1_std": -0.225002, "nauc_map_at_1_diff1": 0.525823, "nauc_map_at_3_max": 0.342757, "nauc_map_at_3_std": -0.230734, "nauc_map_at_3_diff1": 0.507481, "nauc_map_at_5_max": 0.318765, "nauc_map_at_5_std": -0.230147, "nauc_map_at_5_diff1": 0.482973, "nauc_map_at_10_max": 0.314896, "nauc_map_at_10_std": -0.230436, "nauc_map_at_10_diff1": 0.479144, "nauc_map_at_20_max": 0.317322, "nauc_map_at_20_std": -0.224727, "nauc_map_at_20_diff1": 0.483773, "nauc_map_at_25_max": 0.317322, "nauc_map_at_25_std": -0.224727, "nauc_map_at_25_diff1": 0.483773, "nauc_map_at_50_max": 0.318381, "nauc_map_at_50_std": -0.22627, "nauc_map_at_50_diff1": 0.487328, "nauc_map_at_100_max": 0.318181, "nauc_map_at_100_std": -0.226762, "nauc_map_at_100_diff1": 0.486849, "nauc_map_at_1000_max": 0.318328, "nauc_map_at_1000_std": -0.226919, "nauc_map_at_1000_diff1": 0.487113, "nauc_recall_at_1_max": 0.337372, "nauc_recall_at_1_std": -0.225002, "nauc_recall_at_1_diff1": 0.525823, "nauc_recall_at_3_max": 0.350914, "nauc_recall_at_3_std": -0.250649, "nauc_recall_at_3_diff1": 0.478599, "nauc_recall_at_5_max": 0.220117, "nauc_recall_at_5_std": -0.238942, "nauc_recall_at_5_diff1": 0.326609, "nauc_recall_at_10_max": 0.116812, "nauc_recall_at_10_std": -0.256295, "nauc_recall_at_10_diff1": 0.208978, "nauc_recall_at_20_max": 0.092786, "nauc_recall_at_20_std": -0.099905, "nauc_recall_at_20_diff1": 0.177919, "nauc_recall_at_25_max": 0.092786, "nauc_recall_at_25_std": -0.099905, "nauc_recall_at_25_diff1": 0.177919, "nauc_recall_at_50_max": 0.09169, "nauc_recall_at_50_std": -0.199533, "nauc_recall_at_50_diff1": 0.411951, "nauc_recall_at_100_max": -0.151261, "nauc_recall_at_100_std": -0.434485, "nauc_recall_at_100_diff1": 0.168534, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.337372, "nauc_precision_at_1_std": -0.225002, "nauc_precision_at_1_diff1": 0.525823, "nauc_precision_at_3_max": 0.350914, "nauc_precision_at_3_std": -0.250649, "nauc_precision_at_3_diff1": 0.478599, "nauc_precision_at_5_max": 0.220117, "nauc_precision_at_5_std": -0.238942, "nauc_precision_at_5_diff1": 0.326609, "nauc_precision_at_10_max": 0.116812, "nauc_precision_at_10_std": -0.256295, "nauc_precision_at_10_diff1": 0.208978, "nauc_precision_at_20_max": 0.092786, "nauc_precision_at_20_std": -0.099905, "nauc_precision_at_20_diff1": 0.177919, "nauc_precision_at_25_max": 0.092786, "nauc_precision_at_25_std": -0.099905, "nauc_precision_at_25_diff1": 0.177919, "nauc_precision_at_50_max": 0.09169, "nauc_precision_at_50_std": -0.199533, "nauc_precision_at_50_diff1": 0.411951, "nauc_precision_at_100_max": -0.151261, "nauc_precision_at_100_std": -0.434485, "nauc_precision_at_100_diff1": 0.168534, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.337372, "nauc_mrr_at_1_std": -0.225002, "nauc_mrr_at_1_diff1": 0.525823, "nauc_mrr_at_3_max": 0.342757, "nauc_mrr_at_3_std": -0.230734, "nauc_mrr_at_3_diff1": 0.507481, "nauc_mrr_at_5_max": 0.318765, "nauc_mrr_at_5_std": -0.230147, "nauc_mrr_at_5_diff1": 0.482973, "nauc_mrr_at_10_max": 0.314896, "nauc_mrr_at_10_std": -0.230436, "nauc_mrr_at_10_diff1": 0.479144, "nauc_mrr_at_20_max": 0.317322, "nauc_mrr_at_20_std": -0.224727, "nauc_mrr_at_20_diff1": 0.483773, "nauc_mrr_at_25_max": 0.317322, "nauc_mrr_at_25_std": -0.224727, "nauc_mrr_at_25_diff1": 0.483773, "nauc_mrr_at_50_max": 0.318381, "nauc_mrr_at_50_std": -0.22627, "nauc_mrr_at_50_diff1": 0.487328, "nauc_mrr_at_100_max": 0.318181, "nauc_mrr_at_100_std": -0.226762, "nauc_mrr_at_100_diff1": 0.486849, "nauc_mrr_at_1000_max": 0.318328, "nauc_mrr_at_1000_std": -0.226919, "nauc_mrr_at_1000_diff1": 0.487113, "hit_rate_at_1": 0.45714, "hit_rate_at_3": 0.68571, "hit_rate_at_5": 0.75714, "hit_rate_at_10": 0.82857, "hit_rate_at_20": 0.88571, "hit_rate_at_25": 0.88571, "hit_rate_at_50": 0.92857, "hit_rate_at_100": 0.95714, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.457143, "R_cap_at_3": 0.685714, "R_cap_at_5": 0.757143, "R_cap_at_10": 0.828571, "R_cap_at_20": 0.885714, "R_cap_at_25": 0.885714, "R_cap_at_50": 0.928571, "R_cap_at_100": 0.957143, "R_cap_at_1000": 1.0, "main_score": 0.64668, "hf_subset": "single_session_user", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.3985, "ndcg_at_3": 0.40676, "ndcg_at_5": 0.43553, "ndcg_at_10": 0.48644, "ndcg_at_20": 0.51839, "ndcg_at_25": 0.52877, "ndcg_at_50": 0.55845, "ndcg_at_100": 0.56925, "ndcg_at_1000": 0.58216, "map_at_1": 0.19348, "map_at_3": 0.34983, "map_at_5": 0.37719, "map_at_10": 0.40547, "map_at_20": 0.41898, "map_at_25": 0.42175, "map_at_50": 0.4281, "map_at_100": 0.42971, "map_at_1000": 0.43042, "recall_at_1": 0.19348, "recall_at_3": 0.40664, "recall_at_5": 0.47832, "recall_at_10": 0.60388, "recall_at_20": 0.70063, "recall_at_25": 0.73885, "recall_at_50": 0.86717, "recall_at_100": 0.9198, "recall_at_1000": 1.0, "accuracy": 0.19348, "precision_at_1": 0.3985, "precision_at_3": 0.28822, "precision_at_5": 0.20752, "precision_at_10": 0.13459, "precision_at_20": 0.07895, "precision_at_25": 0.06647, "precision_at_50": 0.0382, "precision_at_100": 0.0203, "precision_at_1000": 0.0022, "mrr_at_1": 0.398496, "mrr_at_3": 0.47995, "mrr_at_5": 0.491604, "mrr_at_10": 0.509398, "mrr_at_20": 0.513641, "mrr_at_25": 0.514998, "mrr_at_50": 0.517279, "mrr_at_100": 0.517505, "mrr_at_1000": 0.51788, "nauc_ndcg_at_1_max": 0.15727, "nauc_ndcg_at_1_std": -0.165737, "nauc_ndcg_at_1_diff1": 0.139686, "nauc_ndcg_at_3_max": 0.204894, "nauc_ndcg_at_3_std": -0.165402, "nauc_ndcg_at_3_diff1": 0.110642, "nauc_ndcg_at_5_max": 0.188943, "nauc_ndcg_at_5_std": -0.198574, "nauc_ndcg_at_5_diff1": 0.132543, "nauc_ndcg_at_10_max": 0.188275, "nauc_ndcg_at_10_std": -0.197343, "nauc_ndcg_at_10_diff1": 0.126116, "nauc_ndcg_at_20_max": 0.207626, "nauc_ndcg_at_20_std": -0.191673, "nauc_ndcg_at_20_diff1": 0.142678, "nauc_ndcg_at_25_max": 0.222417, "nauc_ndcg_at_25_std": -0.176897, "nauc_ndcg_at_25_diff1": 0.152505, "nauc_ndcg_at_50_max": 0.188579, "nauc_ndcg_at_50_std": -0.209791, "nauc_ndcg_at_50_diff1": 0.134832, "nauc_ndcg_at_100_max": 0.197881, "nauc_ndcg_at_100_std": -0.200579, "nauc_ndcg_at_100_diff1": 0.126975, "nauc_ndcg_at_1000_max": 0.193109, "nauc_ndcg_at_1000_std": -0.18373, "nauc_ndcg_at_1000_diff1": 0.122117, "nauc_map_at_1_max": 0.058751, "nauc_map_at_1_std": -0.17058, "nauc_map_at_1_diff1": 0.126818, "nauc_map_at_3_max": 0.164225, "nauc_map_at_3_std": -0.183305, "nauc_map_at_3_diff1": 0.130153, "nauc_map_at_5_max": 0.170775, "nauc_map_at_5_std": -0.196526, "nauc_map_at_5_diff1": 0.137746, "nauc_map_at_10_max": 0.180639, "nauc_map_at_10_std": -0.184804, "nauc_map_at_10_diff1": 0.130616, "nauc_map_at_20_max": 0.187429, "nauc_map_at_20_std": -0.181327, "nauc_map_at_20_diff1": 0.131283, "nauc_map_at_25_max": 0.191322, "nauc_map_at_25_std": -0.177724, "nauc_map_at_25_diff1": 0.134213, "nauc_map_at_50_max": 0.186336, "nauc_map_at_50_std": -0.180997, "nauc_map_at_50_diff1": 0.130535, "nauc_map_at_100_max": 0.187112, "nauc_map_at_100_std": -0.180047, "nauc_map_at_100_diff1": 0.129252, "nauc_map_at_1000_max": 0.186784, "nauc_map_at_1000_std": -0.17937, "nauc_map_at_1000_diff1": 0.129179, "nauc_recall_at_1_max": 0.058751, "nauc_recall_at_1_std": -0.17058, "nauc_recall_at_1_diff1": 0.126818, "nauc_recall_at_3_max": 0.190695, "nauc_recall_at_3_std": -0.186054, "nauc_recall_at_3_diff1": 0.114167, "nauc_recall_at_5_max": 0.191314, "nauc_recall_at_5_std": -0.221736, "nauc_recall_at_5_diff1": 0.147754, "nauc_recall_at_10_max": 0.191827, "nauc_recall_at_10_std": -0.221821, "nauc_recall_at_10_diff1": 0.143761, "nauc_recall_at_20_max": 0.257731, "nauc_recall_at_20_std": -0.223197, "nauc_recall_at_20_diff1": 0.225772, "nauc_recall_at_25_max": 0.329592, "nauc_recall_at_25_std": -0.15282, "nauc_recall_at_25_diff1": 0.281363, "nauc_recall_at_50_max": 0.103286, "nauc_recall_at_50_std": -0.513683, "nauc_recall_at_50_diff1": 0.242498, "nauc_recall_at_100_max": 0.258274, "nauc_recall_at_100_std": -0.550654, "nauc_recall_at_100_diff1": 0.209589, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.15727, "nauc_precision_at_1_std": -0.165737, "nauc_precision_at_1_diff1": 0.139686, "nauc_precision_at_3_max": 0.272118, "nauc_precision_at_3_std": -0.137609, "nauc_precision_at_3_diff1": 0.072106, "nauc_precision_at_5_max": 0.296998, "nauc_precision_at_5_std": -0.125769, "nauc_precision_at_5_diff1": 0.077854, "nauc_precision_at_10_max": 0.291815, "nauc_precision_at_10_std": -0.038739, "nauc_precision_at_10_diff1": 0.020531, "nauc_precision_at_20_max": 0.335241, "nauc_precision_at_20_std": 0.043695, "nauc_precision_at_20_diff1": 0.030694, "nauc_precision_at_25_max": 0.371314, "nauc_precision_at_25_std": 0.095328, "nauc_precision_at_25_diff1": 0.0484, "nauc_precision_at_50_max": 0.307749, "nauc_precision_at_50_std": 0.079702, "nauc_precision_at_50_diff1": -0.025423, "nauc_precision_at_100_max": 0.293918, "nauc_precision_at_100_std": 0.13002, "nauc_precision_at_100_diff1": -0.075849, "nauc_precision_at_1000_max": 0.248987, "nauc_precision_at_1000_std": 0.255547, "nauc_precision_at_1000_diff1": -0.138316, "nauc_mrr_at_1_max": 0.15727, "nauc_mrr_at_1_std": -0.165737, "nauc_mrr_at_1_diff1": 0.139686, "nauc_mrr_at_3_max": 0.184285, "nauc_mrr_at_3_std": -0.186957, "nauc_mrr_at_3_diff1": 0.107175, "nauc_mrr_at_5_max": 0.175329, "nauc_mrr_at_5_std": -0.188685, "nauc_mrr_at_5_diff1": 0.112569, "nauc_mrr_at_10_max": 0.165626, "nauc_mrr_at_10_std": -0.200277, "nauc_mrr_at_10_diff1": 0.107311, "nauc_mrr_at_20_max": 0.173046, "nauc_mrr_at_20_std": -0.195599, "nauc_mrr_at_20_diff1": 0.11723, "nauc_mrr_at_25_max": 0.173975, "nauc_mrr_at_25_std": -0.194613, "nauc_mrr_at_25_diff1": 0.117364, "nauc_mrr_at_50_max": 0.170625, "nauc_mrr_at_50_std": -0.197297, "nauc_mrr_at_50_diff1": 0.115609, "nauc_mrr_at_100_max": 0.171342, "nauc_mrr_at_100_std": -0.19663, "nauc_mrr_at_100_diff1": 0.115706, "nauc_mrr_at_1000_max": 0.171092, "nauc_mrr_at_1000_std": -0.196262, "nauc_mrr_at_1000_diff1": 0.115293, "hit_rate_at_1": 0.3985, "hit_rate_at_3": 0.57895, "hit_rate_at_5": 0.63158, "hit_rate_at_10": 0.7594, "hit_rate_at_20": 0.81955, "hit_rate_at_25": 0.84962, "hit_rate_at_50": 0.92481, "hit_rate_at_100": 0.93985, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.398496, "R_cap_at_3": 0.419799, "R_cap_at_5": 0.480075, "R_cap_at_10": 0.603885, "R_cap_at_20": 0.700627, "R_cap_at_25": 0.738847, "R_cap_at_50": 0.867168, "R_cap_at_100": 0.919799, "R_cap_at_1000": 1.0, "main_score": 0.48644, "hf_subset": "temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 11667.792721649632, "kg_co2_emissions": null, "date": 1784010107.258176, "evaluation_phases": [ { "name": "Data loading", "start": 6.163492798805237e-06, "end": 20.131534630432725, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 20.131548449397087, "end": 20.131551325321198, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 20.175464952364564, "end": 1930.3670329973102, "split": "test", "subset": "temporal_reasoning" }, { "name": "Scoring", "start": 1930.3670590091497, "end": 1930.4678994696587, "split": "test", "subset": "temporal_reasoning" } ] }