{ "dataset_revision": "9dc1a8fdcf9b5676f87c2cdccac021988f6ff5af", "task_name": "LongMemEval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.85897, "ndcg_at_3": 0.89295, "ndcg_at_5": 0.9058, "ndcg_at_10": 0.91097, "ndcg_at_20": 0.9169, "ndcg_at_25": 0.91864, "ndcg_at_50": 0.92027, "ndcg_at_100": 0.92027, "ndcg_at_1000": 0.92027, "map_at_1": 0.42949, "map_at_3": 0.8547, "map_at_5": 0.86624, "map_at_10": 0.8698, "map_at_20": 0.87202, "map_at_25": 0.87261, "map_at_50": 0.87308, "map_at_100": 0.87308, "map_at_1000": 0.87308, "recall_at_1": 0.42949, "recall_at_3": 0.92949, "recall_at_5": 0.95513, "recall_at_10": 0.96795, "recall_at_20": 0.98718, "recall_at_25": 0.99359, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.42949, "precision_at_1": 0.85897, "precision_at_3": 0.61966, "precision_at_5": 0.38205, "precision_at_10": 0.19359, "precision_at_20": 0.09872, "precision_at_25": 0.07949, "precision_at_50": 0.04, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.858974, "mrr_at_3": 0.923077, "mrr_at_5": 0.923077, "mrr_at_10": 0.923077, "mrr_at_20": 0.923878, "mrr_at_25": 0.923878, "mrr_at_50": 0.923878, "mrr_at_100": 0.923878, "mrr_at_1000": 0.923878, "nauc_ndcg_at_1_max": 0.510613, "nauc_ndcg_at_1_std": -0.068059, "nauc_ndcg_at_1_diff1": 0.590961, "nauc_ndcg_at_3_max": 0.525249, "nauc_ndcg_at_3_std": 0.030977, "nauc_ndcg_at_3_diff1": 0.419518, "nauc_ndcg_at_5_max": 0.517342, "nauc_ndcg_at_5_std": 0.069979, "nauc_ndcg_at_5_diff1": 0.376162, "nauc_ndcg_at_10_max": 0.493401, "nauc_ndcg_at_10_std": 0.009801, "nauc_ndcg_at_10_diff1": 0.383224, "nauc_ndcg_at_20_max": 0.478028, "nauc_ndcg_at_20_std": 0.015175, "nauc_ndcg_at_20_diff1": 0.342005, "nauc_ndcg_at_25_max": 0.47621, "nauc_ndcg_at_25_std": 0.002285, "nauc_ndcg_at_25_diff1": 0.377574, "nauc_ndcg_at_50_max": 0.466645, "nauc_ndcg_at_50_std": -0.005917, "nauc_ndcg_at_50_diff1": 0.373093, "nauc_ndcg_at_100_max": 0.466645, "nauc_ndcg_at_100_std": -0.005917, "nauc_ndcg_at_100_diff1": 0.373093, "nauc_ndcg_at_1000_max": 0.466645, "nauc_ndcg_at_1000_std": -0.005917, "nauc_ndcg_at_1000_diff1": 0.373093, "nauc_map_at_1_max": 0.510613, "nauc_map_at_1_std": -0.068059, "nauc_map_at_1_diff1": 0.590961, "nauc_map_at_3_max": 0.454011, "nauc_map_at_3_std": -0.023671, "nauc_map_at_3_diff1": 0.33238, "nauc_map_at_5_max": 0.445495, "nauc_map_at_5_std": 0.00153, "nauc_map_at_5_diff1": 0.297866, "nauc_map_at_10_max": 0.432644, "nauc_map_at_10_std": -0.029737, "nauc_map_at_10_diff1": 0.300915, "nauc_map_at_20_max": 0.429731, "nauc_map_at_20_std": -0.022863, "nauc_map_at_20_diff1": 0.289652, "nauc_map_at_25_max": 0.429077, "nauc_map_at_25_std": -0.025894, "nauc_map_at_25_diff1": 0.297188, "nauc_map_at_50_max": 0.427187, "nauc_map_at_50_std": -0.027547, "nauc_map_at_50_diff1": 0.296084, "nauc_map_at_100_max": 0.427187, "nauc_map_at_100_std": -0.027547, "nauc_map_at_100_diff1": 0.296084, "nauc_map_at_1000_max": 0.427187, "nauc_map_at_1000_std": -0.027547, "nauc_map_at_1000_diff1": 0.296084, "nauc_recall_at_1_max": 0.510613, "nauc_recall_at_1_std": -0.068059, "nauc_recall_at_1_diff1": 0.590961, "nauc_recall_at_3_max": 0.681945, "nauc_recall_at_3_std": 0.20159, "nauc_recall_at_3_diff1": 0.489912, "nauc_recall_at_5_max": 0.752483, "nauc_recall_at_5_std": 0.418878, "nauc_recall_at_5_diff1": 0.382622, "nauc_recall_at_10_max": 0.709296, "nauc_recall_at_10_std": 0.186429, "nauc_recall_at_10_diff1": 0.42599, "nauc_recall_at_20_max": 0.711481, "nauc_recall_at_20_std": 0.456433, "nauc_recall_at_20_diff1": -0.295475, "nauc_recall_at_25_max": 0.868908, "nauc_recall_at_25_std": 0.358811, "nauc_recall_at_25_diff1": 0.554055, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.510613, "nauc_precision_at_1_std": -0.068059, "nauc_precision_at_1_diff1": 0.590961, "nauc_precision_at_3_max": 0.681945, "nauc_precision_at_3_std": 0.20159, "nauc_precision_at_3_diff1": 0.489912, "nauc_precision_at_5_max": 0.752483, "nauc_precision_at_5_std": 0.418878, "nauc_precision_at_5_diff1": 0.382622, "nauc_precision_at_10_max": 0.709296, "nauc_precision_at_10_std": 0.186429, "nauc_precision_at_10_diff1": 0.42599, "nauc_precision_at_20_max": 0.711481, "nauc_precision_at_20_std": 0.456433, "nauc_precision_at_20_diff1": -0.295475, "nauc_precision_at_25_max": 0.868908, "nauc_precision_at_25_std": 0.358811, "nauc_precision_at_25_diff1": 0.554055, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.510613, "nauc_mrr_at_1_std": -0.068059, "nauc_mrr_at_1_diff1": 0.590961, "nauc_mrr_at_3_max": 0.552777, "nauc_mrr_at_3_std": 0.012667, "nauc_mrr_at_3_diff1": 0.626203, "nauc_mrr_at_5_max": 0.552777, "nauc_mrr_at_5_std": 0.012667, "nauc_mrr_at_5_diff1": 0.626203, "nauc_mrr_at_10_max": 0.552777, "nauc_mrr_at_10_std": 0.012667, "nauc_mrr_at_10_diff1": 0.626203, "nauc_mrr_at_20_max": 0.547908, "nauc_mrr_at_20_std": 0.003345, "nauc_mrr_at_20_diff1": 0.622133, "nauc_mrr_at_25_max": 0.547908, "nauc_mrr_at_25_std": 0.003345, "nauc_mrr_at_25_diff1": 0.622133, "nauc_mrr_at_50_max": 0.547908, "nauc_mrr_at_50_std": 0.003345, "nauc_mrr_at_50_diff1": 0.622133, "nauc_mrr_at_100_max": 0.547908, "nauc_mrr_at_100_std": 0.003345, "nauc_mrr_at_100_diff1": 0.622133, "nauc_mrr_at_1000_max": 0.547908, "nauc_mrr_at_1000_std": 0.003345, "nauc_mrr_at_1000_diff1": 0.622133, "hit_rate_at_1": 0.85897, "hit_rate_at_3": 0.98718, "hit_rate_at_5": 0.98718, "hit_rate_at_10": 0.98718, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.858974, "R_cap_at_3": 0.929487, "R_cap_at_5": 0.955128, "R_cap_at_10": 0.967949, "R_cap_at_20": 0.987179, "R_cap_at_25": 0.99359, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91097, "hf_subset": "knowledge_update", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69925, "ndcg_at_3": 0.71534, "ndcg_at_5": 0.74463, "ndcg_at_10": 0.77678, "ndcg_at_20": 0.79579, "ndcg_at_25": 0.79782, "ndcg_at_50": 0.80368, "ndcg_at_100": 0.8097, "ndcg_at_1000": 0.81619, "map_at_1": 0.30025, "map_at_3": 0.63321, "map_at_5": 0.68272, "map_at_10": 0.70674, "map_at_20": 0.7174, "map_at_25": 0.71789, "map_at_50": 0.71913, "map_at_100": 0.72, "map_at_1000": 0.72052, "recall_at_1": 0.30025, "recall_at_3": 0.69975, "recall_at_5": 0.78596, "recall_at_10": 0.85526, "recall_at_20": 0.90802, "recall_at_25": 0.91554, "recall_at_50": 0.93747, "recall_at_100": 0.96404, "recall_at_1000": 1.0, "accuracy": 0.30025, "precision_at_1": 0.69925, "precision_at_3": 0.5614, "precision_at_5": 0.38947, "precision_at_10": 0.21729, "precision_at_20": 0.11654, "precision_at_25": 0.09383, "precision_at_50": 0.04812, "precision_at_100": 0.02489, "precision_at_1000": 0.00259, "mrr_at_1": 0.699248, "mrr_at_3": 0.79198, "mrr_at_5": 0.797619, "mrr_at_10": 0.801408, "mrr_at_20": 0.802092, "mrr_at_25": 0.80245, "mrr_at_50": 0.8032, "mrr_at_100": 0.803323, "mrr_at_1000": 0.803394, "nauc_ndcg_at_1_max": 0.598635, "nauc_ndcg_at_1_std": 0.371941, "nauc_ndcg_at_1_diff1": 0.394102, "nauc_ndcg_at_3_max": 0.70123, "nauc_ndcg_at_3_std": 0.493745, "nauc_ndcg_at_3_diff1": 0.409625, "nauc_ndcg_at_5_max": 0.747878, "nauc_ndcg_at_5_std": 0.528231, "nauc_ndcg_at_5_diff1": 0.468284, "nauc_ndcg_at_10_max": 0.735867, "nauc_ndcg_at_10_std": 0.534762, "nauc_ndcg_at_10_diff1": 0.454663, "nauc_ndcg_at_20_max": 0.727492, "nauc_ndcg_at_20_std": 0.528939, "nauc_ndcg_at_20_diff1": 0.450401, "nauc_ndcg_at_25_max": 0.730264, "nauc_ndcg_at_25_std": 0.532597, "nauc_ndcg_at_25_diff1": 0.45353, "nauc_ndcg_at_50_max": 0.72044, "nauc_ndcg_at_50_std": 0.525353, "nauc_ndcg_at_50_diff1": 0.439521, "nauc_ndcg_at_100_max": 0.711332, "nauc_ndcg_at_100_std": 0.515784, "nauc_ndcg_at_100_diff1": 0.438136, "nauc_ndcg_at_1000_max": 0.708678, "nauc_ndcg_at_1000_std": 0.504577, "nauc_ndcg_at_1000_diff1": 0.432237, "nauc_map_at_1_max": 0.627882, "nauc_map_at_1_std": 0.389485, "nauc_map_at_1_diff1": 0.448864, "nauc_map_at_3_max": 0.698477, "nauc_map_at_3_std": 0.482144, "nauc_map_at_3_diff1": 0.431301, "nauc_map_at_5_max": 0.732942, "nauc_map_at_5_std": 0.509451, "nauc_map_at_5_diff1": 0.453519, "nauc_map_at_10_max": 0.724678, "nauc_map_at_10_std": 0.512808, "nauc_map_at_10_diff1": 0.446827, "nauc_map_at_20_max": 0.719693, "nauc_map_at_20_std": 0.507968, "nauc_map_at_20_diff1": 0.44317, "nauc_map_at_25_max": 0.720437, "nauc_map_at_25_std": 0.509119, "nauc_map_at_25_diff1": 0.443974, "nauc_map_at_50_max": 0.718536, "nauc_map_at_50_std": 0.507892, "nauc_map_at_50_diff1": 0.441399, "nauc_map_at_100_max": 0.717452, "nauc_map_at_100_std": 0.506749, "nauc_map_at_100_diff1": 0.440883, "nauc_map_at_1000_max": 0.717587, "nauc_map_at_1000_std": 0.506266, "nauc_map_at_1000_diff1": 0.440671, "nauc_recall_at_1_max": 0.627882, "nauc_recall_at_1_std": 0.389485, "nauc_recall_at_1_diff1": 0.448864, "nauc_recall_at_3_max": 0.711362, "nauc_recall_at_3_std": 0.512139, "nauc_recall_at_3_diff1": 0.441459, "nauc_recall_at_5_max": 0.787829, "nauc_recall_at_5_std": 0.572081, "nauc_recall_at_5_diff1": 0.523874, "nauc_recall_at_10_max": 0.795092, "nauc_recall_at_10_std": 0.632079, "nauc_recall_at_10_diff1": 0.523457, "nauc_recall_at_20_max": 0.807042, "nauc_recall_at_20_std": 0.668399, "nauc_recall_at_20_diff1": 0.554428, "nauc_recall_at_25_max": 0.830442, "nauc_recall_at_25_std": 0.705294, "nauc_recall_at_25_diff1": 0.584139, "nauc_recall_at_50_max": 0.792751, "nauc_recall_at_50_std": 0.714823, "nauc_recall_at_50_diff1": 0.505675, "nauc_recall_at_100_max": 0.733595, "nauc_recall_at_100_std": 0.736272, "nauc_recall_at_100_diff1": 0.545804, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.598635, "nauc_precision_at_1_std": 0.371941, "nauc_precision_at_1_diff1": 0.394102, "nauc_precision_at_3_max": 0.493958, "nauc_precision_at_3_std": 0.408216, "nauc_precision_at_3_diff1": 0.216727, "nauc_precision_at_5_max": 0.284481, "nauc_precision_at_5_std": 0.261018, "nauc_precision_at_5_diff1": 0.09731, "nauc_precision_at_10_max": 0.053057, "nauc_precision_at_10_std": 0.112997, "nauc_precision_at_10_diff1": -0.05642, "nauc_precision_at_20_max": -0.089011, "nauc_precision_at_20_std": 0.004434, "nauc_precision_at_20_diff1": -0.142495, "nauc_precision_at_25_max": -0.100661, "nauc_precision_at_25_std": 0.000118, "nauc_precision_at_25_diff1": -0.149015, "nauc_precision_at_50_max": -0.179924, "nauc_precision_at_50_std": -0.055327, "nauc_precision_at_50_diff1": -0.218517, "nauc_precision_at_100_max": -0.290641, "nauc_precision_at_100_std": -0.145983, "nauc_precision_at_100_diff1": -0.274557, "nauc_precision_at_1000_max": -0.386135, "nauc_precision_at_1000_std": -0.24876, "nauc_precision_at_1000_diff1": -0.344059, "nauc_mrr_at_1_max": 0.598635, "nauc_mrr_at_1_std": 0.371941, "nauc_mrr_at_1_diff1": 0.394102, "nauc_mrr_at_3_max": 0.652031, "nauc_mrr_at_3_std": 0.453678, "nauc_mrr_at_3_diff1": 0.400135, "nauc_mrr_at_5_max": 0.647436, "nauc_mrr_at_5_std": 0.441641, "nauc_mrr_at_5_diff1": 0.401973, "nauc_mrr_at_10_max": 0.642603, "nauc_mrr_at_10_std": 0.436315, "nauc_mrr_at_10_diff1": 0.393821, "nauc_mrr_at_20_max": 0.644609, "nauc_mrr_at_20_std": 0.440179, "nauc_mrr_at_20_diff1": 0.396006, "nauc_mrr_at_25_max": 0.644152, "nauc_mrr_at_25_std": 0.439041, "nauc_mrr_at_25_diff1": 0.395686, "nauc_mrr_at_50_max": 0.643191, "nauc_mrr_at_50_std": 0.437932, "nauc_mrr_at_50_diff1": 0.394183, "nauc_mrr_at_100_max": 0.643032, "nauc_mrr_at_100_std": 0.437537, "nauc_mrr_at_100_diff1": 0.394855, "nauc_mrr_at_1000_max": 0.642889, "nauc_mrr_at_1000_std": 0.43749, "nauc_mrr_at_1000_diff1": 0.394612, "hit_rate_at_1": 0.69925, "hit_rate_at_3": 0.89474, "hit_rate_at_5": 0.91729, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.95489, "hit_rate_at_25": 0.96241, "hit_rate_at_50": 0.98496, "hit_rate_at_100": 0.99248, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.699248, "R_cap_at_3": 0.730576, "R_cap_at_5": 0.785965, "R_cap_at_10": 0.855263, "R_cap_at_20": 0.90802, "R_cap_at_25": 0.915539, "R_cap_at_50": 0.937469, "R_cap_at_100": 0.964035, "R_cap_at_1000": 1.0, "main_score": 0.77678, "hf_subset": "multi_session", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.89286, "ndcg_at_3": 0.92432, "ndcg_at_5": 0.92432, "ndcg_at_10": 0.92432, "ndcg_at_20": 0.92432, "ndcg_at_25": 0.92432, "ndcg_at_50": 0.92432, "ndcg_at_100": 0.92432, "ndcg_at_1000": 0.93065, "map_at_1": 0.89286, "map_at_3": 0.91667, "map_at_5": 0.91667, "map_at_10": 0.91667, "map_at_20": 0.91667, "map_at_25": 0.91667, "map_at_50": 0.91667, "map_at_100": 0.91667, "map_at_1000": 0.91682, "recall_at_1": 0.89286, "recall_at_3": 0.94643, "recall_at_5": 0.94643, "recall_at_10": 0.94643, "recall_at_20": 0.94643, "recall_at_25": 0.94643, "recall_at_50": 0.94643, "recall_at_100": 0.94643, "recall_at_1000": 1.0, "accuracy": 0.89286, "precision_at_1": 0.89286, "precision_at_3": 0.31548, "precision_at_5": 0.18929, "precision_at_10": 0.09464, "precision_at_20": 0.04732, "precision_at_25": 0.03786, "precision_at_50": 0.01893, "precision_at_100": 0.00946, "precision_at_1000": 0.001, "mrr_at_1": 0.892857, "mrr_at_3": 0.916667, "mrr_at_5": 0.916667, "mrr_at_10": 0.916667, "mrr_at_20": 0.916667, "mrr_at_25": 0.916667, "mrr_at_50": 0.916667, "mrr_at_100": 0.916667, "mrr_at_1000": 0.916822, "nauc_ndcg_at_1_max": 0.740015, "nauc_ndcg_at_1_std": 0.476706, "nauc_ndcg_at_1_diff1": 0.956078, "nauc_ndcg_at_3_max": 0.84436, "nauc_ndcg_at_3_std": 0.531766, "nauc_ndcg_at_3_diff1": 0.953365, "nauc_ndcg_at_5_max": 0.84436, "nauc_ndcg_at_5_std": 0.531766, "nauc_ndcg_at_5_diff1": 0.953365, "nauc_ndcg_at_10_max": 0.84436, "nauc_ndcg_at_10_std": 0.531766, "nauc_ndcg_at_10_diff1": 0.953365, "nauc_ndcg_at_20_max": 0.84436, "nauc_ndcg_at_20_std": 0.531766, "nauc_ndcg_at_20_diff1": 0.953365, "nauc_ndcg_at_25_max": 0.84436, "nauc_ndcg_at_25_std": 0.531766, "nauc_ndcg_at_25_diff1": 0.953365, "nauc_ndcg_at_50_max": 0.84436, "nauc_ndcg_at_50_std": 0.531766, "nauc_ndcg_at_50_diff1": 0.953365, "nauc_ndcg_at_100_max": 0.84436, "nauc_ndcg_at_100_std": 0.531766, "nauc_ndcg_at_100_diff1": 0.953365, "nauc_ndcg_at_1000_max": 0.830147, "nauc_ndcg_at_1000_std": 0.526665, "nauc_ndcg_at_1000_diff1": 0.95305, "nauc_map_at_1_max": 0.740015, "nauc_map_at_1_std": 0.476706, "nauc_map_at_1_diff1": 0.956078, "nauc_map_at_3_max": 0.809978, "nauc_map_at_3_std": 0.514748, "nauc_map_at_3_diff1": 0.952941, "nauc_map_at_5_max": 0.809978, "nauc_map_at_5_std": 0.514748, "nauc_map_at_5_diff1": 0.952941, "nauc_map_at_10_max": 0.809978, "nauc_map_at_10_std": 0.514748, "nauc_map_at_10_diff1": 0.952941, "nauc_map_at_20_max": 0.809978, "nauc_map_at_20_std": 0.514748, "nauc_map_at_20_diff1": 0.952941, "nauc_map_at_25_max": 0.809978, "nauc_map_at_25_std": 0.514748, "nauc_map_at_25_diff1": 0.952941, "nauc_map_at_50_max": 0.809978, "nauc_map_at_50_std": 0.514748, "nauc_map_at_50_diff1": 0.952941, "nauc_map_at_100_max": 0.809978, "nauc_map_at_100_std": 0.514748, "nauc_map_at_100_diff1": 0.952941, "nauc_map_at_1000_max": 0.809624, "nauc_map_at_1000_std": 0.514806, "nauc_map_at_1000_diff1": 0.952926, "nauc_recall_at_1_max": 0.740015, "nauc_recall_at_1_std": 0.476706, "nauc_recall_at_1_diff1": 0.956078, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.608123, "nauc_recall_at_3_diff1": 0.956078, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.608123, "nauc_recall_at_5_diff1": 0.956078, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.608123, "nauc_recall_at_10_diff1": 0.956078, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.608123, "nauc_recall_at_20_diff1": 0.956078, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.608123, "nauc_recall_at_25_diff1": 0.956078, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.608123, "nauc_recall_at_50_diff1": 0.956078, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.608123, "nauc_recall_at_100_diff1": 0.956078, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.740015, "nauc_precision_at_1_std": 0.476706, "nauc_precision_at_1_diff1": 0.956078, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.608123, "nauc_precision_at_3_diff1": 0.956078, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.608123, "nauc_precision_at_5_diff1": 0.956078, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.608123, "nauc_precision_at_10_diff1": 0.956078, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.608123, "nauc_precision_at_20_diff1": 0.956078, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.608123, "nauc_precision_at_25_diff1": 0.956078, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.608123, "nauc_precision_at_50_diff1": 0.956078, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.608123, "nauc_precision_at_100_diff1": 0.956078, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.740015, "nauc_mrr_at_1_std": 0.476706, "nauc_mrr_at_1_diff1": 0.956078, "nauc_mrr_at_3_max": 0.809978, "nauc_mrr_at_3_std": 0.514748, "nauc_mrr_at_3_diff1": 0.952941, "nauc_mrr_at_5_max": 0.809978, "nauc_mrr_at_5_std": 0.514748, "nauc_mrr_at_5_diff1": 0.952941, "nauc_mrr_at_10_max": 0.809978, "nauc_mrr_at_10_std": 0.514748, "nauc_mrr_at_10_diff1": 0.952941, "nauc_mrr_at_20_max": 0.809978, "nauc_mrr_at_20_std": 0.514748, "nauc_mrr_at_20_diff1": 0.952941, "nauc_mrr_at_25_max": 0.809978, "nauc_mrr_at_25_std": 0.514748, "nauc_mrr_at_25_diff1": 0.952941, "nauc_mrr_at_50_max": 0.809978, "nauc_mrr_at_50_std": 0.514748, "nauc_mrr_at_50_diff1": 0.952941, "nauc_mrr_at_100_max": 0.809978, "nauc_mrr_at_100_std": 0.514748, "nauc_mrr_at_100_diff1": 0.952941, "nauc_mrr_at_1000_max": 0.809624, "nauc_mrr_at_1000_std": 0.514806, "nauc_mrr_at_1000_diff1": 0.952926, "hit_rate_at_1": 0.89286, "hit_rate_at_3": 0.94643, "hit_rate_at_5": 0.94643, "hit_rate_at_10": 0.94643, "hit_rate_at_20": 0.94643, "hit_rate_at_25": 0.94643, "hit_rate_at_50": 0.94643, "hit_rate_at_100": 0.94643, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.892857, "R_cap_at_3": 0.946429, "R_cap_at_5": 0.946429, "R_cap_at_10": 0.946429, "R_cap_at_20": 0.946429, "R_cap_at_25": 0.946429, "R_cap_at_50": 0.946429, "R_cap_at_100": 0.946429, "R_cap_at_1000": 1.0, "main_score": 0.92432, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.39206, "ndcg_at_5": 0.46384, "ndcg_at_10": 0.48487, "ndcg_at_20": 0.4934, "ndcg_at_25": 0.4934, "ndcg_at_50": 0.51958, "ndcg_at_100": 0.53106, "ndcg_at_1000": 0.54021, "map_at_1": 0.3, "map_at_3": 0.36667, "map_at_5": 0.40833, "map_at_10": 0.41667, "map_at_20": 0.41905, "map_at_25": 0.41905, "map_at_50": 0.42309, "map_at_100": 0.4243, "map_at_1000": 0.42474, "recall_at_1": 0.3, "recall_at_3": 0.46667, "recall_at_5": 0.63333, "recall_at_10": 0.7, "recall_at_20": 0.73333, "recall_at_25": 0.73333, "recall_at_50": 0.86667, "recall_at_100": 0.93333, "recall_at_1000": 1.0, "accuracy": 0.3, "precision_at_1": 0.3, "precision_at_3": 0.15556, "precision_at_5": 0.12667, "precision_at_10": 0.07, "precision_at_20": 0.03667, "precision_at_25": 0.02933, "precision_at_50": 0.01733, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.3, "mrr_at_3": 0.366667, "mrr_at_5": 0.408333, "mrr_at_10": 0.416667, "mrr_at_20": 0.419048, "mrr_at_25": 0.419048, "mrr_at_50": 0.423089, "mrr_at_100": 0.424302, "mrr_at_1000": 0.424739, "nauc_ndcg_at_1_max": -0.171643, "nauc_ndcg_at_1_std": -0.340314, "nauc_ndcg_at_1_diff1": 0.178444, "nauc_ndcg_at_3_max": 0.010054, "nauc_ndcg_at_3_std": -0.226677, "nauc_ndcg_at_3_diff1": 0.143293, "nauc_ndcg_at_5_max": 0.07289, "nauc_ndcg_at_5_std": -0.153038, "nauc_ndcg_at_5_diff1": 0.15314, "nauc_ndcg_at_10_max": 0.057181, "nauc_ndcg_at_10_std": -0.151842, "nauc_ndcg_at_10_diff1": 0.09635, "nauc_ndcg_at_20_max": 0.073906, "nauc_ndcg_at_20_std": -0.170199, "nauc_ndcg_at_20_diff1": 0.074235, "nauc_ndcg_at_25_max": 0.073906, "nauc_ndcg_at_25_std": -0.170199, "nauc_ndcg_at_25_diff1": 0.074235, "nauc_ndcg_at_50_max": 0.032657, "nauc_ndcg_at_50_std": -0.208263, "nauc_ndcg_at_50_diff1": 0.080962, "nauc_ndcg_at_100_max": 0.016643, "nauc_ndcg_at_100_std": -0.225515, "nauc_ndcg_at_100_diff1": 0.096636, "nauc_ndcg_at_1000_max": 0.011004, "nauc_ndcg_at_1000_std": -0.216512, "nauc_ndcg_at_1000_diff1": 0.112468, "nauc_map_at_1_max": -0.171643, "nauc_map_at_1_std": -0.340314, "nauc_map_at_1_diff1": 0.178444, "nauc_map_at_3_max": -0.0437, "nauc_map_at_3_std": -0.266332, "nauc_map_at_3_diff1": 0.150316, "nauc_map_at_5_max": -0.010589, "nauc_map_at_5_std": -0.226514, "nauc_map_at_5_diff1": 0.156176, "nauc_map_at_10_max": -0.017667, "nauc_map_at_10_std": -0.227088, "nauc_map_at_10_diff1": 0.134837, "nauc_map_at_20_max": -0.013687, "nauc_map_at_20_std": -0.232278, "nauc_map_at_20_diff1": 0.129259, "nauc_map_at_25_max": -0.013687, "nauc_map_at_25_std": -0.232278, "nauc_map_at_25_diff1": 0.129259, "nauc_map_at_50_max": -0.019977, "nauc_map_at_50_std": -0.237859, "nauc_map_at_50_diff1": 0.130739, "nauc_map_at_100_max": -0.021631, "nauc_map_at_100_std": -0.239553, "nauc_map_at_100_diff1": 0.132366, "nauc_map_at_1000_max": -0.02206, "nauc_map_at_1000_std": -0.239356, "nauc_map_at_1000_diff1": 0.132874, "nauc_recall_at_1_max": -0.171643, "nauc_recall_at_1_std": -0.340314, "nauc_recall_at_1_diff1": 0.178444, "nauc_recall_at_3_max": 0.167706, "nauc_recall_at_3_std": -0.108394, "nauc_recall_at_3_diff1": 0.123804, "nauc_recall_at_5_max": 0.359594, "nauc_recall_at_5_std": 0.103379, "nauc_recall_at_5_diff1": 0.145162, "nauc_recall_at_10_max": 0.339999, "nauc_recall_at_10_std": 0.144539, "nauc_recall_at_10_diff1": -0.074581, "nauc_recall_at_20_max": 0.45472, "nauc_recall_at_20_std": 0.080763, "nauc_recall_at_20_diff1": -0.205481, "nauc_recall_at_25_max": 0.45472, "nauc_recall_at_25_std": 0.080763, "nauc_recall_at_25_diff1": -0.205481, "nauc_recall_at_50_max": 0.293195, "nauc_recall_at_50_std": -0.153113, "nauc_recall_at_50_diff1": -0.359556, "nauc_recall_at_100_max": 0.152894, "nauc_recall_at_100_std": -0.514472, "nauc_recall_at_100_diff1": -0.396825, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.171643, "nauc_precision_at_1_std": -0.340314, "nauc_precision_at_1_diff1": 0.178444, "nauc_precision_at_3_max": 0.167706, "nauc_precision_at_3_std": -0.108394, "nauc_precision_at_3_diff1": 0.123804, "nauc_precision_at_5_max": 0.359594, "nauc_precision_at_5_std": 0.103379, "nauc_precision_at_5_diff1": 0.145162, "nauc_precision_at_10_max": 0.339999, "nauc_precision_at_10_std": 0.144539, "nauc_precision_at_10_diff1": -0.074581, "nauc_precision_at_20_max": 0.45472, "nauc_precision_at_20_std": 0.080763, "nauc_precision_at_20_diff1": -0.205481, "nauc_precision_at_25_max": 0.45472, "nauc_precision_at_25_std": 0.080763, "nauc_precision_at_25_diff1": -0.205481, "nauc_precision_at_50_max": 0.293195, "nauc_precision_at_50_std": -0.153113, "nauc_precision_at_50_diff1": -0.359556, "nauc_precision_at_100_max": 0.152894, "nauc_precision_at_100_std": -0.514472, "nauc_precision_at_100_diff1": -0.396825, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.171643, "nauc_mrr_at_1_std": -0.340314, "nauc_mrr_at_1_diff1": 0.178444, "nauc_mrr_at_3_max": -0.0437, "nauc_mrr_at_3_std": -0.266332, "nauc_mrr_at_3_diff1": 0.150316, "nauc_mrr_at_5_max": -0.010589, "nauc_mrr_at_5_std": -0.226514, "nauc_mrr_at_5_diff1": 0.156176, "nauc_mrr_at_10_max": -0.017667, "nauc_mrr_at_10_std": -0.227088, "nauc_mrr_at_10_diff1": 0.134837, "nauc_mrr_at_20_max": -0.013687, "nauc_mrr_at_20_std": -0.232278, "nauc_mrr_at_20_diff1": 0.129259, "nauc_mrr_at_25_max": -0.013687, "nauc_mrr_at_25_std": -0.232278, "nauc_mrr_at_25_diff1": 0.129259, "nauc_mrr_at_50_max": -0.019977, "nauc_mrr_at_50_std": -0.237859, "nauc_mrr_at_50_diff1": 0.130739, "nauc_mrr_at_100_max": -0.021631, "nauc_mrr_at_100_std": -0.239553, "nauc_mrr_at_100_diff1": 0.132366, "nauc_mrr_at_1000_max": -0.02206, "nauc_mrr_at_1000_std": -0.239356, "nauc_mrr_at_1000_diff1": 0.132874, "hit_rate_at_1": 0.3, "hit_rate_at_3": 0.46667, "hit_rate_at_5": 0.63333, "hit_rate_at_10": 0.7, "hit_rate_at_20": 0.73333, "hit_rate_at_25": 0.73333, "hit_rate_at_50": 0.86667, "hit_rate_at_100": 0.93333, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.3, "R_cap_at_3": 0.466667, "R_cap_at_5": 0.633333, "R_cap_at_10": 0.7, "R_cap_at_20": 0.733333, "R_cap_at_25": 0.733333, "R_cap_at_50": 0.866667, "R_cap_at_100": 0.933333, "R_cap_at_1000": 1.0, "main_score": 0.48487, "hf_subset": "single_session_preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67143, "ndcg_at_3": 0.75221, "ndcg_at_5": 0.77619, "ndcg_at_10": 0.79977, "ndcg_at_20": 0.81104, "ndcg_at_25": 0.81412, "ndcg_at_50": 0.81412, "ndcg_at_100": 0.81412, "ndcg_at_1000": 0.81412, "map_at_1": 0.67143, "map_at_3": 0.73095, "map_at_5": 0.74452, "map_at_10": 0.75454, "map_at_20": 0.75789, "map_at_25": 0.75849, "map_at_50": 0.75849, "map_at_100": 0.75849, "map_at_1000": 0.75849, "recall_at_1": 0.67143, "recall_at_3": 0.81429, "recall_at_5": 0.87143, "recall_at_10": 0.94286, "recall_at_20": 0.98571, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67143, "precision_at_1": 0.67143, "precision_at_3": 0.27143, "precision_at_5": 0.17429, "precision_at_10": 0.09429, "precision_at_20": 0.04929, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.671429, "mrr_at_3": 0.730952, "mrr_at_5": 0.744524, "mrr_at_10": 0.754541, "mrr_at_20": 0.75789, "mrr_at_25": 0.758485, "mrr_at_50": 0.758485, "mrr_at_100": 0.758485, "mrr_at_1000": 0.758485, "nauc_ndcg_at_1_max": 0.597609, "nauc_ndcg_at_1_std": 0.190755, "nauc_ndcg_at_1_diff1": 0.707744, "nauc_ndcg_at_3_max": 0.621133, "nauc_ndcg_at_3_std": 0.235316, "nauc_ndcg_at_3_diff1": 0.686766, "nauc_ndcg_at_5_max": 0.634209, "nauc_ndcg_at_5_std": 0.250337, "nauc_ndcg_at_5_diff1": 0.699498, "nauc_ndcg_at_10_max": 0.632116, "nauc_ndcg_at_10_std": 0.223941, "nauc_ndcg_at_10_diff1": 0.723167, "nauc_ndcg_at_20_max": 0.622436, "nauc_ndcg_at_20_std": 0.181484, "nauc_ndcg_at_20_diff1": 0.710902, "nauc_ndcg_at_25_max": 0.62374, "nauc_ndcg_at_25_std": 0.218158, "nauc_ndcg_at_25_diff1": 0.70788, "nauc_ndcg_at_50_max": 0.62374, "nauc_ndcg_at_50_std": 0.218158, "nauc_ndcg_at_50_diff1": 0.70788, "nauc_ndcg_at_100_max": 0.62374, "nauc_ndcg_at_100_std": 0.218158, "nauc_ndcg_at_100_diff1": 0.70788, "nauc_ndcg_at_1000_max": 0.62374, "nauc_ndcg_at_1000_std": 0.218158, "nauc_ndcg_at_1000_diff1": 0.70788, "nauc_map_at_1_max": 0.597609, "nauc_map_at_1_std": 0.190755, "nauc_map_at_1_diff1": 0.707744, "nauc_map_at_3_max": 0.618918, "nauc_map_at_3_std": 0.227948, "nauc_map_at_3_diff1": 0.695098, "nauc_map_at_5_max": 0.625588, "nauc_map_at_5_std": 0.234113, "nauc_map_at_5_diff1": 0.70206, "nauc_map_at_10_max": 0.623531, "nauc_map_at_10_std": 0.223471, "nauc_map_at_10_diff1": 0.710258, "nauc_map_at_20_max": 0.621489, "nauc_map_at_20_std": 0.213805, "nauc_map_at_20_diff1": 0.707343, "nauc_map_at_25_max": 0.621681, "nauc_map_at_25_std": 0.219381, "nauc_map_at_25_diff1": 0.706881, "nauc_map_at_50_max": 0.621681, "nauc_map_at_50_std": 0.219381, "nauc_map_at_50_diff1": 0.706881, "nauc_map_at_100_max": 0.621681, "nauc_map_at_100_std": 0.219381, "nauc_map_at_100_diff1": 0.706881, "nauc_map_at_1000_max": 0.621681, "nauc_map_at_1000_std": 0.219381, "nauc_map_at_1000_diff1": 0.706881, "nauc_recall_at_1_max": 0.597609, "nauc_recall_at_1_std": 0.190755, "nauc_recall_at_1_diff1": 0.707744, "nauc_recall_at_3_max": 0.627226, "nauc_recall_at_3_std": 0.260873, "nauc_recall_at_3_diff1": 0.653252, "nauc_recall_at_5_max": 0.677583, "nauc_recall_at_5_std": 0.335239, "nauc_recall_at_5_diff1": 0.687253, "nauc_recall_at_10_max": 0.728058, "nauc_recall_at_10_std": 0.203548, "nauc_recall_at_10_diff1": 0.897876, "nauc_recall_at_20_max": 0.554155, "nauc_recall_at_20_std": -1.739963, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.597609, "nauc_precision_at_1_std": 0.190755, "nauc_precision_at_1_diff1": 0.707744, "nauc_precision_at_3_max": 0.627226, "nauc_precision_at_3_std": 0.260873, "nauc_precision_at_3_diff1": 0.653252, "nauc_precision_at_5_max": 0.677583, "nauc_precision_at_5_std": 0.335239, "nauc_precision_at_5_diff1": 0.687253, "nauc_precision_at_10_max": 0.728058, "nauc_precision_at_10_std": 0.203548, "nauc_precision_at_10_diff1": 0.897876, "nauc_precision_at_20_max": 0.554155, "nauc_precision_at_20_std": -1.739963, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.597609, "nauc_mrr_at_1_std": 0.190755, "nauc_mrr_at_1_diff1": 0.707744, "nauc_mrr_at_3_max": 0.618918, "nauc_mrr_at_3_std": 0.227948, "nauc_mrr_at_3_diff1": 0.695098, "nauc_mrr_at_5_max": 0.625588, "nauc_mrr_at_5_std": 0.234113, "nauc_mrr_at_5_diff1": 0.70206, "nauc_mrr_at_10_max": 0.623531, "nauc_mrr_at_10_std": 0.223471, "nauc_mrr_at_10_diff1": 0.710258, "nauc_mrr_at_20_max": 0.621489, "nauc_mrr_at_20_std": 0.213805, "nauc_mrr_at_20_diff1": 0.707343, "nauc_mrr_at_25_max": 0.621681, "nauc_mrr_at_25_std": 0.219381, "nauc_mrr_at_25_diff1": 0.706881, "nauc_mrr_at_50_max": 0.621681, "nauc_mrr_at_50_std": 0.219381, "nauc_mrr_at_50_diff1": 0.706881, "nauc_mrr_at_100_max": 0.621681, "nauc_mrr_at_100_std": 0.219381, "nauc_mrr_at_100_diff1": 0.706881, "nauc_mrr_at_1000_max": 0.621681, "nauc_mrr_at_1000_std": 0.219381, "nauc_mrr_at_1000_diff1": 0.706881, "hit_rate_at_1": 0.67143, "hit_rate_at_3": 0.81429, "hit_rate_at_5": 0.87143, "hit_rate_at_10": 0.94286, "hit_rate_at_20": 0.98571, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.671429, "R_cap_at_3": 0.814286, "R_cap_at_5": 0.871429, "R_cap_at_10": 0.942857, "R_cap_at_20": 0.985714, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.79977, "hf_subset": "single_session_user", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73684, "ndcg_at_3": 0.70654, "ndcg_at_5": 0.7409, "ndcg_at_10": 0.76807, "ndcg_at_20": 0.78299, "ndcg_at_25": 0.78742, "ndcg_at_50": 0.79585, "ndcg_at_100": 0.79861, "ndcg_at_1000": 0.80661, "map_at_1": 0.38634, "map_at_3": 0.64334, "map_at_5": 0.68591, "map_at_10": 0.7092, "map_at_20": 0.71512, "map_at_25": 0.71609, "map_at_50": 0.7181, "map_at_100": 0.71839, "map_at_1000": 0.7189, "recall_at_1": 0.38634, "recall_at_3": 0.68897, "recall_at_5": 0.77694, "recall_at_10": 0.83872, "recall_at_20": 0.88321, "recall_at_25": 0.90075, "recall_at_50": 0.93609, "recall_at_100": 0.94987, "recall_at_1000": 1.0, "accuracy": 0.38634, "precision_at_1": 0.73684, "precision_at_3": 0.47118, "precision_at_5": 0.32932, "precision_at_10": 0.18496, "precision_at_20": 0.09812, "precision_at_25": 0.0797, "precision_at_50": 0.04135, "precision_at_100": 0.02098, "precision_at_1000": 0.0022, "mrr_at_1": 0.736842, "mrr_at_3": 0.783208, "mrr_at_5": 0.792607, "mrr_at_10": 0.795372, "mrr_at_20": 0.798273, "mrr_at_25": 0.799284, "mrr_at_50": 0.799728, "mrr_at_100": 0.799934, "mrr_at_1000": 0.800018, "nauc_ndcg_at_1_max": 0.609184, "nauc_ndcg_at_1_std": 0.467832, "nauc_ndcg_at_1_diff1": 0.688664, "nauc_ndcg_at_3_max": 0.587167, "nauc_ndcg_at_3_std": 0.401574, "nauc_ndcg_at_3_diff1": 0.589461, "nauc_ndcg_at_5_max": 0.691082, "nauc_ndcg_at_5_std": 0.51997, "nauc_ndcg_at_5_diff1": 0.621155, "nauc_ndcg_at_10_max": 0.712756, "nauc_ndcg_at_10_std": 0.548146, "nauc_ndcg_at_10_diff1": 0.639554, "nauc_ndcg_at_20_max": 0.69986, "nauc_ndcg_at_20_std": 0.539585, "nauc_ndcg_at_20_diff1": 0.626366, "nauc_ndcg_at_25_max": 0.693298, "nauc_ndcg_at_25_std": 0.533516, "nauc_ndcg_at_25_diff1": 0.626485, "nauc_ndcg_at_50_max": 0.68182, "nauc_ndcg_at_50_std": 0.5274, "nauc_ndcg_at_50_diff1": 0.615262, "nauc_ndcg_at_100_max": 0.679506, "nauc_ndcg_at_100_std": 0.522967, "nauc_ndcg_at_100_diff1": 0.615659, "nauc_ndcg_at_1000_max": 0.670086, "nauc_ndcg_at_1000_std": 0.50735, "nauc_ndcg_at_1000_diff1": 0.620556, "nauc_map_at_1_max": 0.377701, "nauc_map_at_1_std": 0.221428, "nauc_map_at_1_diff1": 0.507419, "nauc_map_at_3_max": 0.526081, "nauc_map_at_3_std": 0.34714, "nauc_map_at_3_diff1": 0.560819, "nauc_map_at_5_max": 0.609145, "nauc_map_at_5_std": 0.439664, "nauc_map_at_5_diff1": 0.58464, "nauc_map_at_10_max": 0.63983, "nauc_map_at_10_std": 0.468446, "nauc_map_at_10_diff1": 0.608716, "nauc_map_at_20_max": 0.634257, "nauc_map_at_20_std": 0.463826, "nauc_map_at_20_diff1": 0.603941, "nauc_map_at_25_max": 0.632755, "nauc_map_at_25_std": 0.462256, "nauc_map_at_25_diff1": 0.60365, "nauc_map_at_50_max": 0.630352, "nauc_map_at_50_std": 0.460728, "nauc_map_at_50_diff1": 0.60108, "nauc_map_at_100_max": 0.630226, "nauc_map_at_100_std": 0.460348, "nauc_map_at_100_diff1": 0.601331, "nauc_map_at_1000_max": 0.629599, "nauc_map_at_1000_std": 0.459416, "nauc_map_at_1000_diff1": 0.601386, "nauc_recall_at_1_max": 0.377701, "nauc_recall_at_1_std": 0.221428, "nauc_recall_at_1_diff1": 0.507419, "nauc_recall_at_3_max": 0.576344, "nauc_recall_at_3_std": 0.382054, "nauc_recall_at_3_diff1": 0.556312, "nauc_recall_at_5_max": 0.771406, "nauc_recall_at_5_std": 0.601561, "nauc_recall_at_5_diff1": 0.592542, "nauc_recall_at_10_max": 0.880172, "nauc_recall_at_10_std": 0.729364, "nauc_recall_at_10_diff1": 0.663913, "nauc_recall_at_20_max": 0.877969, "nauc_recall_at_20_std": 0.757265, "nauc_recall_at_20_diff1": 0.607074, "nauc_recall_at_25_max": 0.858398, "nauc_recall_at_25_std": 0.750813, "nauc_recall_at_25_diff1": 0.604476, "nauc_recall_at_50_max": 0.809399, "nauc_recall_at_50_std": 0.787257, "nauc_recall_at_50_diff1": 0.474279, "nauc_recall_at_100_max": 0.815515, "nauc_recall_at_100_std": 0.793372, "nauc_recall_at_100_diff1": 0.446551, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.609184, "nauc_precision_at_1_std": 0.467832, "nauc_precision_at_1_diff1": 0.688664, "nauc_precision_at_3_max": 0.463966, "nauc_precision_at_3_std": 0.360969, "nauc_precision_at_3_diff1": 0.390186, "nauc_precision_at_5_max": 0.451589, "nauc_precision_at_5_std": 0.410608, "nauc_precision_at_5_diff1": 0.266056, "nauc_precision_at_10_max": 0.312203, "nauc_precision_at_10_std": 0.304989, "nauc_precision_at_10_diff1": 0.163174, "nauc_precision_at_20_max": 0.204547, "nauc_precision_at_20_std": 0.22177, "nauc_precision_at_20_diff1": 0.060982, "nauc_precision_at_25_max": 0.170956, "nauc_precision_at_25_std": 0.194438, "nauc_precision_at_25_diff1": 0.03708, "nauc_precision_at_50_max": 0.089022, "nauc_precision_at_50_std": 0.136867, "nauc_precision_at_50_diff1": -0.042992, "nauc_precision_at_100_max": 0.061427, "nauc_precision_at_100_std": 0.109872, "nauc_precision_at_100_diff1": -0.061428, "nauc_precision_at_1000_max": -0.056409, "nauc_precision_at_1000_std": -0.001923, "nauc_precision_at_1000_diff1": -0.144607, "nauc_mrr_at_1_max": 0.609184, "nauc_mrr_at_1_std": 0.467832, "nauc_mrr_at_1_diff1": 0.688664, "nauc_mrr_at_3_max": 0.705227, "nauc_mrr_at_3_std": 0.555328, "nauc_mrr_at_3_diff1": 0.678133, "nauc_mrr_at_5_max": 0.705147, "nauc_mrr_at_5_std": 0.5544, "nauc_mrr_at_5_diff1": 0.675102, "nauc_mrr_at_10_max": 0.700813, "nauc_mrr_at_10_std": 0.549941, "nauc_mrr_at_10_diff1": 0.674322, "nauc_mrr_at_20_max": 0.69775, "nauc_mrr_at_20_std": 0.547913, "nauc_mrr_at_20_diff1": 0.673268, "nauc_mrr_at_25_max": 0.696563, "nauc_mrr_at_25_std": 0.546959, "nauc_mrr_at_25_diff1": 0.674014, "nauc_mrr_at_50_max": 0.695824, "nauc_mrr_at_50_std": 0.546377, "nauc_mrr_at_50_diff1": 0.67374, "nauc_mrr_at_100_max": 0.695479, "nauc_mrr_at_100_std": 0.545992, "nauc_mrr_at_100_diff1": 0.673432, "nauc_mrr_at_1000_max": 0.695513, "nauc_mrr_at_1000_std": 0.545943, "nauc_mrr_at_1000_diff1": 0.673765, "hit_rate_at_1": 0.73684, "hit_rate_at_3": 0.83459, "hit_rate_at_5": 0.87218, "hit_rate_at_10": 0.89474, "hit_rate_at_20": 0.93233, "hit_rate_at_25": 0.95489, "hit_rate_at_50": 0.96992, "hit_rate_at_100": 0.98496, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.736842, "R_cap_at_3": 0.711779, "R_cap_at_5": 0.779198, "R_cap_at_10": 0.838722, "R_cap_at_20": 0.883208, "R_cap_at_25": 0.900752, "R_cap_at_50": 0.93609, "R_cap_at_100": 0.949875, "R_cap_at_1000": 1.0, "main_score": 0.76807, "hf_subset": "temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1395.6915356684476, "kg_co2_emissions": null, "date": 1785871441.144633, "evaluation_phases": [ { "name": "Data loading", "start": 7.284805178642273e-06, "end": 13.483600243926048, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 13.48361954651773, "end": 13.4836262203753, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 13.503924869000912, "end": 227.01945343241096, "split": "test", "subset": "temporal_reasoning" }, { "name": "Scoring", "start": 227.01954234577715, "end": 227.1254753228277, "split": "test", "subset": "temporal_reasoning" } ] }