{ "dataset_revision": "9dc1a8fdcf9b5676f87c2cdccac021988f6ff5af", "task_name": "LongMemEval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.85897, "ndcg_at_3": 0.87928, "ndcg_at_5": 0.90872, "ndcg_at_10": 0.9112, "ndcg_at_20": 0.91901, "ndcg_at_25": 0.91901, "ndcg_at_50": 0.91901, "ndcg_at_100": 0.92034, "ndcg_at_1000": 0.92034, "map_at_1": 0.42949, "map_at_3": 0.84295, "map_at_5": 0.86987, "map_at_10": 0.87067, "map_at_20": 0.87407, "map_at_25": 0.87407, "map_at_50": 0.87407, "map_at_100": 0.87428, "map_at_1000": 0.87428, "recall_at_1": 0.42949, "recall_at_3": 0.90385, "recall_at_5": 0.96154, "recall_at_10": 0.96795, "recall_at_20": 0.99359, "recall_at_25": 0.99359, "recall_at_50": 0.99359, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.42949, "precision_at_1": 0.85897, "precision_at_3": 0.60256, "precision_at_5": 0.38462, "precision_at_10": 0.19359, "precision_at_20": 0.09936, "precision_at_25": 0.07949, "precision_at_50": 0.03974, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.858974, "mrr_at_3": 0.92094, "mrr_at_5": 0.92094, "mrr_at_10": 0.922543, "mrr_at_20": 0.922543, "mrr_at_25": 0.922543, "mrr_at_50": 0.922543, "mrr_at_100": 0.922543, "mrr_at_1000": 0.922543, "nauc_ndcg_at_1_max": 0.381986, "nauc_ndcg_at_1_std": -0.050017, "nauc_ndcg_at_1_diff1": 0.471116, "nauc_ndcg_at_3_max": 0.521445, "nauc_ndcg_at_3_std": 0.083641, "nauc_ndcg_at_3_diff1": 0.399681, "nauc_ndcg_at_5_max": 0.484895, "nauc_ndcg_at_5_std": 0.095319, "nauc_ndcg_at_5_diff1": 0.343586, "nauc_ndcg_at_10_max": 0.469108, "nauc_ndcg_at_10_std": 0.07161, "nauc_ndcg_at_10_diff1": 0.323469, "nauc_ndcg_at_20_max": 0.440502, "nauc_ndcg_at_20_std": 0.06107, "nauc_ndcg_at_20_diff1": 0.307479, "nauc_ndcg_at_25_max": 0.440502, "nauc_ndcg_at_25_std": 0.06107, "nauc_ndcg_at_25_diff1": 0.307479, "nauc_ndcg_at_50_max": 0.440502, "nauc_ndcg_at_50_std": 0.06107, "nauc_ndcg_at_50_diff1": 0.307479, "nauc_ndcg_at_100_max": 0.43842, "nauc_ndcg_at_100_std": 0.052032, "nauc_ndcg_at_100_diff1": 0.334105, "nauc_ndcg_at_1000_max": 0.43842, "nauc_ndcg_at_1000_std": 0.052032, "nauc_ndcg_at_1000_diff1": 0.334105, "nauc_map_at_1_max": 0.381986, "nauc_map_at_1_std": -0.050017, "nauc_map_at_1_diff1": 0.471116, "nauc_map_at_3_max": 0.467813, "nauc_map_at_3_std": 0.044187, "nauc_map_at_3_diff1": 0.340745, "nauc_map_at_5_max": 0.435671, "nauc_map_at_5_std": 0.048955, "nauc_map_at_5_diff1": 0.291063, "nauc_map_at_10_max": 0.431748, "nauc_map_at_10_std": 0.043255, "nauc_map_at_10_diff1": 0.286134, "nauc_map_at_20_max": 0.422792, "nauc_map_at_20_std": 0.039799, "nauc_map_at_20_diff1": 0.282324, "nauc_map_at_25_max": 0.422792, "nauc_map_at_25_std": 0.039799, "nauc_map_at_25_diff1": 0.282324, "nauc_map_at_50_max": 0.422792, "nauc_map_at_50_std": 0.039799, "nauc_map_at_50_diff1": 0.282324, "nauc_map_at_100_max": 0.422541, "nauc_map_at_100_std": 0.038817, "nauc_map_at_100_diff1": 0.285049, "nauc_map_at_1000_max": 0.422541, "nauc_map_at_1000_std": 0.038817, "nauc_map_at_1000_diff1": 0.285049, "nauc_recall_at_1_max": 0.381986, "nauc_recall_at_1_std": -0.050017, "nauc_recall_at_1_diff1": 0.471116, "nauc_recall_at_3_max": 0.68526, "nauc_recall_at_3_std": 0.191442, "nauc_recall_at_3_diff1": 0.456134, "nauc_recall_at_5_max": 0.735898, "nauc_recall_at_5_std": 0.354565, "nauc_recall_at_5_diff1": 0.298435, "nauc_recall_at_10_max": 0.683077, "nauc_recall_at_10_std": 0.251697, "nauc_recall_at_10_diff1": 0.158121, "nauc_recall_at_20_max": 0.554055, "nauc_recall_at_20_std": 0.554055, "nauc_recall_at_20_diff1": -1.145005, "nauc_recall_at_25_max": 0.554055, "nauc_recall_at_25_std": 0.554055, "nauc_recall_at_25_diff1": -1.145005, "nauc_recall_at_50_max": 0.554055, "nauc_recall_at_50_std": 0.554055, "nauc_recall_at_50_diff1": -1.145005, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.381986, "nauc_precision_at_1_std": -0.050017, "nauc_precision_at_1_diff1": 0.471116, "nauc_precision_at_3_max": 0.68526, "nauc_precision_at_3_std": 0.191442, "nauc_precision_at_3_diff1": 0.456134, "nauc_precision_at_5_max": 0.735898, "nauc_precision_at_5_std": 0.354565, "nauc_precision_at_5_diff1": 0.298435, "nauc_precision_at_10_max": 0.683077, "nauc_precision_at_10_std": 0.251697, "nauc_precision_at_10_diff1": 0.158121, "nauc_precision_at_20_max": 0.554055, "nauc_precision_at_20_std": 0.554055, "nauc_precision_at_20_diff1": -1.145005, "nauc_precision_at_25_max": 0.554055, "nauc_precision_at_25_std": 0.554055, "nauc_precision_at_25_diff1": -1.145005, "nauc_precision_at_50_max": 0.554055, "nauc_precision_at_50_std": 0.554055, "nauc_precision_at_50_diff1": -1.145005, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.381986, "nauc_mrr_at_1_std": -0.050017, "nauc_mrr_at_1_diff1": 0.471116, "nauc_mrr_at_3_max": 0.450999, "nauc_mrr_at_3_std": 0.056258, "nauc_mrr_at_3_diff1": 0.530176, "nauc_mrr_at_5_max": 0.450999, "nauc_mrr_at_5_std": 0.056258, "nauc_mrr_at_5_diff1": 0.530176, "nauc_mrr_at_10_max": 0.439258, "nauc_mrr_at_10_std": 0.038879, "nauc_mrr_at_10_diff1": 0.520128, "nauc_mrr_at_20_max": 0.439258, "nauc_mrr_at_20_std": 0.038879, "nauc_mrr_at_20_diff1": 0.520128, "nauc_mrr_at_25_max": 0.439258, "nauc_mrr_at_25_std": 0.038879, "nauc_mrr_at_25_diff1": 0.520128, "nauc_mrr_at_50_max": 0.439258, "nauc_mrr_at_50_std": 0.038879, "nauc_mrr_at_50_diff1": 0.520128, "nauc_mrr_at_100_max": 0.439258, "nauc_mrr_at_100_std": 0.038879, "nauc_mrr_at_100_diff1": 0.520128, "nauc_mrr_at_1000_max": 0.439258, "nauc_mrr_at_1000_std": 0.038879, "nauc_mrr_at_1000_diff1": 0.520128, "hit_rate_at_1": 0.85897, "hit_rate_at_3": 0.98718, "hit_rate_at_5": 0.98718, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.858974, "R_cap_at_3": 0.903846, "R_cap_at_5": 0.961538, "R_cap_at_10": 0.967949, "R_cap_at_20": 0.99359, "R_cap_at_25": 0.99359, "R_cap_at_50": 0.99359, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9112, "hf_subset": "knowledge_update", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66917, "ndcg_at_3": 0.70006, "ndcg_at_5": 0.73465, "ndcg_at_10": 0.76999, "ndcg_at_20": 0.7883, "ndcg_at_25": 0.79262, "ndcg_at_50": 0.79964, "ndcg_at_100": 0.80498, "ndcg_at_1000": 0.81017, "map_at_1": 0.2886, "map_at_3": 0.62032, "map_at_5": 0.66995, "map_at_10": 0.69854, "map_at_20": 0.70731, "map_at_25": 0.70889, "map_at_50": 0.71069, "map_at_100": 0.71153, "map_at_1000": 0.71206, "recall_at_1": 0.2886, "recall_at_3": 0.69048, "recall_at_5": 0.78233, "recall_at_10": 0.85539, "recall_at_20": 0.90815, "recall_at_25": 0.92218, "recall_at_50": 0.94912, "recall_at_100": 0.97318, "recall_at_1000": 1.0, "accuracy": 0.2886, "precision_at_1": 0.66917, "precision_at_3": 0.54887, "precision_at_5": 0.38496, "precision_at_10": 0.21805, "precision_at_20": 0.11617, "precision_at_25": 0.09474, "precision_at_50": 0.04887, "precision_at_100": 0.02504, "precision_at_1000": 0.00259, "mrr_at_1": 0.669173, "mrr_at_3": 0.774436, "mrr_at_5": 0.783083, "mrr_at_10": 0.784858, "mrr_at_20": 0.786746, "mrr_at_25": 0.78706, "mrr_at_50": 0.787295, "mrr_at_100": 0.787557, "mrr_at_1000": 0.787557, "nauc_ndcg_at_1_max": 0.632525, "nauc_ndcg_at_1_std": 0.329073, "nauc_ndcg_at_1_diff1": 0.399162, "nauc_ndcg_at_3_max": 0.749459, "nauc_ndcg_at_3_std": 0.453627, "nauc_ndcg_at_3_diff1": 0.478179, "nauc_ndcg_at_5_max": 0.738882, "nauc_ndcg_at_5_std": 0.465708, "nauc_ndcg_at_5_diff1": 0.458611, "nauc_ndcg_at_10_max": 0.737611, "nauc_ndcg_at_10_std": 0.472307, "nauc_ndcg_at_10_diff1": 0.455067, "nauc_ndcg_at_20_max": 0.73764, "nauc_ndcg_at_20_std": 0.477501, "nauc_ndcg_at_20_diff1": 0.461923, "nauc_ndcg_at_25_max": 0.742472, "nauc_ndcg_at_25_std": 0.479715, "nauc_ndcg_at_25_diff1": 0.468505, "nauc_ndcg_at_50_max": 0.735784, "nauc_ndcg_at_50_std": 0.469836, "nauc_ndcg_at_50_diff1": 0.463654, "nauc_ndcg_at_100_max": 0.726859, "nauc_ndcg_at_100_std": 0.459603, "nauc_ndcg_at_100_diff1": 0.452837, "nauc_ndcg_at_1000_max": 0.722568, "nauc_ndcg_at_1000_std": 0.448151, "nauc_ndcg_at_1000_diff1": 0.449449, "nauc_map_at_1_max": 0.62045, "nauc_map_at_1_std": 0.327137, "nauc_map_at_1_diff1": 0.420076, "nauc_map_at_3_max": 0.72556, "nauc_map_at_3_std": 0.436891, "nauc_map_at_3_diff1": 0.46169, "nauc_map_at_5_max": 0.725678, "nauc_map_at_5_std": 0.446663, "nauc_map_at_5_diff1": 0.438734, "nauc_map_at_10_max": 0.721314, "nauc_map_at_10_std": 0.448515, "nauc_map_at_10_diff1": 0.430959, "nauc_map_at_20_max": 0.722184, "nauc_map_at_20_std": 0.452271, "nauc_map_at_20_diff1": 0.435928, "nauc_map_at_25_max": 0.723742, "nauc_map_at_25_std": 0.452683, "nauc_map_at_25_diff1": 0.437887, "nauc_map_at_50_max": 0.722451, "nauc_map_at_50_std": 0.450657, "nauc_map_at_50_diff1": 0.436897, "nauc_map_at_100_max": 0.721369, "nauc_map_at_100_std": 0.449495, "nauc_map_at_100_diff1": 0.435465, "nauc_map_at_1000_max": 0.721302, "nauc_map_at_1000_std": 0.448871, "nauc_map_at_1000_diff1": 0.435287, "nauc_recall_at_1_max": 0.62045, "nauc_recall_at_1_std": 0.327137, "nauc_recall_at_1_diff1": 0.420076, "nauc_recall_at_3_max": 0.771619, "nauc_recall_at_3_std": 0.502916, "nauc_recall_at_3_diff1": 0.514557, "nauc_recall_at_5_max": 0.750336, "nauc_recall_at_5_std": 0.523181, "nauc_recall_at_5_diff1": 0.470474, "nauc_recall_at_10_max": 0.756668, "nauc_recall_at_10_std": 0.570635, "nauc_recall_at_10_diff1": 0.468565, "nauc_recall_at_20_max": 0.772938, "nauc_recall_at_20_std": 0.645937, "nauc_recall_at_20_diff1": 0.50905, "nauc_recall_at_25_max": 0.815857, "nauc_recall_at_25_std": 0.699592, "nauc_recall_at_25_diff1": 0.566431, "nauc_recall_at_50_max": 0.834807, "nauc_recall_at_50_std": 0.725394, "nauc_recall_at_50_diff1": 0.603181, "nauc_recall_at_100_max": 0.743032, "nauc_recall_at_100_std": 0.723622, "nauc_recall_at_100_diff1": 0.481422, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.632525, "nauc_precision_at_1_std": 0.329073, "nauc_precision_at_1_diff1": 0.399162, "nauc_precision_at_3_max": 0.585194, "nauc_precision_at_3_std": 0.387015, "nauc_precision_at_3_diff1": 0.344081, "nauc_precision_at_5_max": 0.31677, "nauc_precision_at_5_std": 0.256942, "nauc_precision_at_5_diff1": 0.109189, "nauc_precision_at_10_max": 0.037192, "nauc_precision_at_10_std": 0.079725, "nauc_precision_at_10_diff1": -0.055402, "nauc_precision_at_20_max": -0.08923, "nauc_precision_at_20_std": 0.009674, "nauc_precision_at_20_diff1": -0.11912, "nauc_precision_at_25_max": -0.113986, "nauc_precision_at_25_std": -0.013629, "nauc_precision_at_25_diff1": -0.126197, "nauc_precision_at_50_max": -0.196899, "nauc_precision_at_50_std": -0.07592, "nauc_precision_at_50_diff1": -0.185057, "nauc_precision_at_100_max": -0.287633, "nauc_precision_at_100_std": -0.144219, "nauc_precision_at_100_diff1": -0.257144, "nauc_precision_at_1000_max": -0.358354, "nauc_precision_at_1000_std": -0.222514, "nauc_precision_at_1000_diff1": -0.296504, "nauc_mrr_at_1_max": 0.632525, "nauc_mrr_at_1_std": 0.329073, "nauc_mrr_at_1_diff1": 0.399162, "nauc_mrr_at_3_max": 0.702817, "nauc_mrr_at_3_std": 0.394768, "nauc_mrr_at_3_diff1": 0.47164, "nauc_mrr_at_5_max": 0.695118, "nauc_mrr_at_5_std": 0.39228, "nauc_mrr_at_5_diff1": 0.467322, "nauc_mrr_at_10_max": 0.695449, "nauc_mrr_at_10_std": 0.394362, "nauc_mrr_at_10_diff1": 0.466664, "nauc_mrr_at_20_max": 0.692746, "nauc_mrr_at_20_std": 0.391356, "nauc_mrr_at_20_diff1": 0.463186, "nauc_mrr_at_25_max": 0.692446, "nauc_mrr_at_25_std": 0.390545, "nauc_mrr_at_25_diff1": 0.463032, "nauc_mrr_at_50_max": 0.692054, "nauc_mrr_at_50_std": 0.390336, "nauc_mrr_at_50_diff1": 0.462348, "nauc_mrr_at_100_max": 0.691699, "nauc_mrr_at_100_std": 0.389687, "nauc_mrr_at_100_diff1": 0.462141, "nauc_mrr_at_1000_max": 0.691699, "nauc_mrr_at_1000_std": 0.389687, "nauc_mrr_at_1000_diff1": 0.462141, "hit_rate_at_1": 0.66917, "hit_rate_at_3": 0.89474, "hit_rate_at_5": 0.93233, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.96992, "hit_rate_at_25": 0.97744, "hit_rate_at_50": 0.98496, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.669173, "R_cap_at_3": 0.719298, "R_cap_at_5": 0.782331, "R_cap_at_10": 0.855388, "R_cap_at_20": 0.908145, "R_cap_at_25": 0.92218, "R_cap_at_50": 0.949123, "R_cap_at_100": 0.973183, "R_cap_at_1000": 1.0, "main_score": 0.76999, "hf_subset": "multi_session", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.89286, "ndcg_at_3": 0.92432, "ndcg_at_5": 0.92432, "ndcg_at_10": 0.92432, "ndcg_at_20": 0.92432, "ndcg_at_25": 0.92432, "ndcg_at_50": 0.92432, "ndcg_at_100": 0.927, "ndcg_at_1000": 0.93108, "map_at_1": 0.89286, "map_at_3": 0.91667, "map_at_5": 0.91667, "map_at_10": 0.91667, "map_at_20": 0.91667, "map_at_25": 0.91667, "map_at_50": 0.91667, "map_at_100": 0.91685, "map_at_1000": 0.91693, "recall_at_1": 0.89286, "recall_at_3": 0.94643, "recall_at_5": 0.94643, "recall_at_10": 0.94643, "recall_at_20": 0.94643, "recall_at_25": 0.94643, "recall_at_50": 0.94643, "recall_at_100": 0.96429, "recall_at_1000": 1.0, "accuracy": 0.89286, "precision_at_1": 0.89286, "precision_at_3": 0.31548, "precision_at_5": 0.18929, "precision_at_10": 0.09464, "precision_at_20": 0.04732, "precision_at_25": 0.03786, "precision_at_50": 0.01893, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.892857, "mrr_at_3": 0.916667, "mrr_at_5": 0.916667, "mrr_at_10": 0.916667, "mrr_at_20": 0.916667, "mrr_at_25": 0.916667, "mrr_at_50": 0.916667, "mrr_at_100": 0.916845, "mrr_at_1000": 0.916932, "nauc_ndcg_at_1_max": 0.885316, "nauc_ndcg_at_1_std": 0.537156, "nauc_ndcg_at_1_diff1": 0.931678, "nauc_ndcg_at_3_max": 0.931484, "nauc_ndcg_at_3_std": 0.574556, "nauc_ndcg_at_3_diff1": 0.944686, "nauc_ndcg_at_5_max": 0.931484, "nauc_ndcg_at_5_std": 0.574556, "nauc_ndcg_at_5_diff1": 0.944686, "nauc_ndcg_at_10_max": 0.931484, "nauc_ndcg_at_10_std": 0.574556, "nauc_ndcg_at_10_diff1": 0.944686, "nauc_ndcg_at_20_max": 0.931484, "nauc_ndcg_at_20_std": 0.574556, "nauc_ndcg_at_20_diff1": 0.944686, "nauc_ndcg_at_25_max": 0.931484, "nauc_ndcg_at_25_std": 0.574556, "nauc_ndcg_at_25_diff1": 0.944686, "nauc_ndcg_at_50_max": 0.931484, "nauc_ndcg_at_50_std": 0.574556, "nauc_ndcg_at_50_diff1": 0.944686, "nauc_ndcg_at_100_max": 0.928967, "nauc_ndcg_at_100_std": 0.602117, "nauc_ndcg_at_100_diff1": 0.942654, "nauc_ndcg_at_1000_max": 0.924758, "nauc_ndcg_at_1000_std": 0.578544, "nauc_ndcg_at_1000_diff1": 0.943115, "nauc_map_at_1_max": 0.885316, "nauc_map_at_1_std": 0.537156, "nauc_map_at_1_diff1": 0.931678, "nauc_map_at_3_max": 0.91634, "nauc_map_at_3_std": 0.566562, "nauc_map_at_3_diff1": 0.941961, "nauc_map_at_5_max": 0.91634, "nauc_map_at_5_std": 0.566562, "nauc_map_at_5_diff1": 0.941961, "nauc_map_at_10_max": 0.91634, "nauc_map_at_10_std": 0.566562, "nauc_map_at_10_diff1": 0.941961, "nauc_map_at_20_max": 0.91634, "nauc_map_at_20_std": 0.566562, "nauc_map_at_20_diff1": 0.941961, "nauc_map_at_25_max": 0.91634, "nauc_map_at_25_std": 0.566562, "nauc_map_at_25_diff1": 0.941961, "nauc_map_at_50_max": 0.91634, "nauc_map_at_50_std": 0.566562, "nauc_map_at_50_diff1": 0.941961, "nauc_map_at_100_max": 0.91616, "nauc_map_at_100_std": 0.568156, "nauc_map_at_100_diff1": 0.941836, "nauc_map_at_1000_max": 0.916076, "nauc_map_at_1000_std": 0.567722, "nauc_map_at_1000_diff1": 0.941839, "nauc_recall_at_1_max": 0.885316, "nauc_recall_at_1_std": 0.537156, "nauc_recall_at_1_diff1": 0.931678, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.608123, "nauc_recall_at_3_diff1": 0.956078, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.608123, "nauc_recall_at_5_diff1": 0.956078, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.608123, "nauc_recall_at_10_diff1": 0.956078, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.608123, "nauc_recall_at_20_diff1": 0.956078, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 0.608123, "nauc_recall_at_25_diff1": 0.956078, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.608123, "nauc_recall_at_50_diff1": 0.956078, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.934118, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.885316, "nauc_precision_at_1_std": 0.537156, "nauc_precision_at_1_diff1": 0.931678, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.608123, "nauc_precision_at_3_diff1": 0.956078, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.608123, "nauc_precision_at_5_diff1": 0.956078, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.608123, "nauc_precision_at_10_diff1": 0.956078, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.608123, "nauc_precision_at_20_diff1": 0.956078, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 0.608123, "nauc_precision_at_25_diff1": 0.956078, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.608123, "nauc_precision_at_50_diff1": 0.956078, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.934118, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.885316, "nauc_mrr_at_1_std": 0.537156, "nauc_mrr_at_1_diff1": 0.931678, "nauc_mrr_at_3_max": 0.91634, "nauc_mrr_at_3_std": 0.566562, "nauc_mrr_at_3_diff1": 0.941961, "nauc_mrr_at_5_max": 0.91634, "nauc_mrr_at_5_std": 0.566562, "nauc_mrr_at_5_diff1": 0.941961, "nauc_mrr_at_10_max": 0.91634, "nauc_mrr_at_10_std": 0.566562, "nauc_mrr_at_10_diff1": 0.941961, "nauc_mrr_at_20_max": 0.91634, "nauc_mrr_at_20_std": 0.566562, "nauc_mrr_at_20_diff1": 0.941961, "nauc_mrr_at_25_max": 0.91634, "nauc_mrr_at_25_std": 0.566562, "nauc_mrr_at_25_diff1": 0.941961, "nauc_mrr_at_50_max": 0.91634, "nauc_mrr_at_50_std": 0.566562, "nauc_mrr_at_50_diff1": 0.941961, "nauc_mrr_at_100_max": 0.91616, "nauc_mrr_at_100_std": 0.568156, "nauc_mrr_at_100_diff1": 0.941836, "nauc_mrr_at_1000_max": 0.916072, "nauc_mrr_at_1000_std": 0.567704, "nauc_mrr_at_1000_diff1": 0.941842, "hit_rate_at_1": 0.89286, "hit_rate_at_3": 0.94643, "hit_rate_at_5": 0.94643, "hit_rate_at_10": 0.94643, "hit_rate_at_20": 0.94643, "hit_rate_at_25": 0.94643, "hit_rate_at_50": 0.94643, "hit_rate_at_100": 0.96429, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.892857, "R_cap_at_3": 0.946429, "R_cap_at_5": 0.946429, "R_cap_at_10": 0.946429, "R_cap_at_20": 0.946429, "R_cap_at_25": 0.946429, "R_cap_at_50": 0.946429, "R_cap_at_100": 0.964286, "R_cap_at_1000": 1.0, "main_score": 0.92432, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.26667, "ndcg_at_3": 0.35873, "ndcg_at_5": 0.41469, "ndcg_at_10": 0.44623, "ndcg_at_20": 0.44623, "ndcg_at_25": 0.45371, "ndcg_at_50": 0.47284, "ndcg_at_100": 0.48947, "ndcg_at_1000": 0.50311, "map_at_1": 0.26667, "map_at_3": 0.33333, "map_at_5": 0.365, "map_at_10": 0.37759, "map_at_20": 0.37759, "map_at_25": 0.37918, "map_at_50": 0.38194, "map_at_100": 0.38353, "map_at_1000": 0.38416, "recall_at_1": 0.26667, "recall_at_3": 0.43333, "recall_at_5": 0.56667, "recall_at_10": 0.66667, "recall_at_20": 0.66667, "recall_at_25": 0.7, "recall_at_50": 0.8, "recall_at_100": 0.9, "recall_at_1000": 1.0, "accuracy": 0.26667, "precision_at_1": 0.26667, "precision_at_3": 0.14444, "precision_at_5": 0.11333, "precision_at_10": 0.06667, "precision_at_20": 0.03333, "precision_at_25": 0.028, "precision_at_50": 0.016, "precision_at_100": 0.009, "precision_at_1000": 0.001, "mrr_at_1": 0.266667, "mrr_at_3": 0.333333, "mrr_at_5": 0.365, "mrr_at_10": 0.377593, "mrr_at_20": 0.377593, "mrr_at_25": 0.37918, "mrr_at_50": 0.381942, "mrr_at_100": 0.383528, "mrr_at_1000": 0.384163, "nauc_ndcg_at_1_max": 0.048343, "nauc_ndcg_at_1_std": -0.036959, "nauc_ndcg_at_1_diff1": 0.457611, "nauc_ndcg_at_3_max": 0.248513, "nauc_ndcg_at_3_std": 0.073378, "nauc_ndcg_at_3_diff1": 0.455803, "nauc_ndcg_at_5_max": 0.237718, "nauc_ndcg_at_5_std": 0.089066, "nauc_ndcg_at_5_diff1": 0.446771, "nauc_ndcg_at_10_max": 0.262427, "nauc_ndcg_at_10_std": 0.09511, "nauc_ndcg_at_10_diff1": 0.414125, "nauc_ndcg_at_20_max": 0.262427, "nauc_ndcg_at_20_std": 0.09511, "nauc_ndcg_at_20_diff1": 0.414125, "nauc_ndcg_at_25_max": 0.262967, "nauc_ndcg_at_25_std": 0.123848, "nauc_ndcg_at_25_diff1": 0.423689, "nauc_ndcg_at_50_max": 0.258314, "nauc_ndcg_at_50_std": 0.097894, "nauc_ndcg_at_50_diff1": 0.443445, "nauc_ndcg_at_100_max": 0.230402, "nauc_ndcg_at_100_std": 0.060857, "nauc_ndcg_at_100_diff1": 0.445847, "nauc_ndcg_at_1000_max": 0.214589, "nauc_ndcg_at_1000_std": 0.062015, "nauc_ndcg_at_1000_diff1": 0.444761, "nauc_map_at_1_max": 0.048343, "nauc_map_at_1_std": -0.036959, "nauc_map_at_1_diff1": 0.457611, "nauc_map_at_3_max": 0.187876, "nauc_map_at_3_std": 0.026732, "nauc_map_at_3_diff1": 0.467077, "nauc_map_at_5_max": 0.18143, "nauc_map_at_5_std": 0.035577, "nauc_map_at_5_diff1": 0.463477, "nauc_map_at_10_max": 0.186092, "nauc_map_at_10_std": 0.034491, "nauc_map_at_10_diff1": 0.451034, "nauc_map_at_20_max": 0.186092, "nauc_map_at_20_std": 0.034491, "nauc_map_at_20_diff1": 0.451034, "nauc_map_at_25_max": 0.185997, "nauc_map_at_25_std": 0.04017, "nauc_map_at_25_diff1": 0.453077, "nauc_map_at_50_max": 0.185173, "nauc_map_at_50_std": 0.036712, "nauc_map_at_50_diff1": 0.456077, "nauc_map_at_100_max": 0.182379, "nauc_map_at_100_std": 0.033276, "nauc_map_at_100_diff1": 0.456344, "nauc_map_at_1000_max": 0.181498, "nauc_map_at_1000_std": 0.033369, "nauc_map_at_1000_diff1": 0.456083, "nauc_recall_at_1_max": 0.048343, "nauc_recall_at_1_std": -0.036959, "nauc_recall_at_1_diff1": 0.457611, "nauc_recall_at_3_max": 0.420815, "nauc_recall_at_3_std": 0.209887, "nauc_recall_at_3_diff1": 0.420555, "nauc_recall_at_5_max": 0.407369, "nauc_recall_at_5_std": 0.256947, "nauc_recall_at_5_diff1": 0.389924, "nauc_recall_at_10_max": 0.551233, "nauc_recall_at_10_std": 0.323879, "nauc_recall_at_10_diff1": 0.262332, "nauc_recall_at_20_max": 0.551233, "nauc_recall_at_20_std": 0.323879, "nauc_recall_at_20_diff1": 0.262332, "nauc_recall_at_25_max": 0.574731, "nauc_recall_at_25_std": 0.495106, "nauc_recall_at_25_diff1": 0.303069, "nauc_recall_at_50_max": 0.650433, "nauc_recall_at_50_std": 0.40984, "nauc_recall_at_50_diff1": 0.417416, "nauc_recall_at_100_max": 0.522409, "nauc_recall_at_100_std": 0.050887, "nauc_recall_at_100_diff1": 0.435263, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.048343, "nauc_precision_at_1_std": -0.036959, "nauc_precision_at_1_diff1": 0.457611, "nauc_precision_at_3_max": 0.420815, "nauc_precision_at_3_std": 0.209887, "nauc_precision_at_3_diff1": 0.420555, "nauc_precision_at_5_max": 0.407369, "nauc_precision_at_5_std": 0.256947, "nauc_precision_at_5_diff1": 0.389924, "nauc_precision_at_10_max": 0.551233, "nauc_precision_at_10_std": 0.323879, "nauc_precision_at_10_diff1": 0.262332, "nauc_precision_at_20_max": 0.551233, "nauc_precision_at_20_std": 0.323879, "nauc_precision_at_20_diff1": 0.262332, "nauc_precision_at_25_max": 0.574731, "nauc_precision_at_25_std": 0.495106, "nauc_precision_at_25_diff1": 0.303069, "nauc_precision_at_50_max": 0.650433, "nauc_precision_at_50_std": 0.40984, "nauc_precision_at_50_diff1": 0.417416, "nauc_precision_at_100_max": 0.522409, "nauc_precision_at_100_std": 0.050887, "nauc_precision_at_100_diff1": 0.435263, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.048343, "nauc_mrr_at_1_std": -0.036959, "nauc_mrr_at_1_diff1": 0.457611, "nauc_mrr_at_3_max": 0.187876, "nauc_mrr_at_3_std": 0.026732, "nauc_mrr_at_3_diff1": 0.467077, "nauc_mrr_at_5_max": 0.18143, "nauc_mrr_at_5_std": 0.035577, "nauc_mrr_at_5_diff1": 0.463477, "nauc_mrr_at_10_max": 0.186092, "nauc_mrr_at_10_std": 0.034491, "nauc_mrr_at_10_diff1": 0.451034, "nauc_mrr_at_20_max": 0.186092, "nauc_mrr_at_20_std": 0.034491, "nauc_mrr_at_20_diff1": 0.451034, "nauc_mrr_at_25_max": 0.185997, "nauc_mrr_at_25_std": 0.04017, "nauc_mrr_at_25_diff1": 0.453077, "nauc_mrr_at_50_max": 0.185173, "nauc_mrr_at_50_std": 0.036712, "nauc_mrr_at_50_diff1": 0.456077, "nauc_mrr_at_100_max": 0.182379, "nauc_mrr_at_100_std": 0.033276, "nauc_mrr_at_100_diff1": 0.456344, "nauc_mrr_at_1000_max": 0.181498, "nauc_mrr_at_1000_std": 0.033369, "nauc_mrr_at_1000_diff1": 0.456083, "hit_rate_at_1": 0.26667, "hit_rate_at_3": 0.43333, "hit_rate_at_5": 0.56667, "hit_rate_at_10": 0.66667, "hit_rate_at_20": 0.66667, "hit_rate_at_25": 0.7, "hit_rate_at_50": 0.8, "hit_rate_at_100": 0.9, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.266667, "R_cap_at_3": 0.433333, "R_cap_at_5": 0.566667, "R_cap_at_10": 0.666667, "R_cap_at_20": 0.666667, "R_cap_at_25": 0.7, "R_cap_at_50": 0.8, "R_cap_at_100": 0.9, "R_cap_at_1000": 1.0, "main_score": 0.44623, "hf_subset": "single_session_preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.64286, "ndcg_at_3": 0.73078, "ndcg_at_5": 0.74799, "ndcg_at_10": 0.77247, "ndcg_at_20": 0.78313, "ndcg_at_25": 0.78629, "ndcg_at_50": 0.78886, "ndcg_at_100": 0.79106, "ndcg_at_1000": 0.79106, "map_at_1": 0.64286, "map_at_3": 0.70714, "map_at_5": 0.71643, "map_at_10": 0.72738, "map_at_20": 0.73022, "map_at_25": 0.73087, "map_at_50": 0.73118, "map_at_100": 0.73134, "map_at_1000": 0.73134, "recall_at_1": 0.64286, "recall_at_3": 0.8, "recall_at_5": 0.84286, "recall_at_10": 0.91429, "recall_at_20": 0.95714, "recall_at_25": 0.97143, "recall_at_50": 0.98571, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64286, "precision_at_1": 0.64286, "precision_at_3": 0.26667, "precision_at_5": 0.16857, "precision_at_10": 0.09143, "precision_at_20": 0.04786, "precision_at_25": 0.03886, "precision_at_50": 0.01971, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.642857, "mrr_at_3": 0.707143, "mrr_at_5": 0.716429, "mrr_at_10": 0.727381, "mrr_at_20": 0.730216, "mrr_at_25": 0.730866, "mrr_at_50": 0.731176, "mrr_at_100": 0.731337, "mrr_at_1000": 0.731337, "nauc_ndcg_at_1_max": 0.610159, "nauc_ndcg_at_1_std": 0.205114, "nauc_ndcg_at_1_diff1": 0.655338, "nauc_ndcg_at_3_max": 0.647016, "nauc_ndcg_at_3_std": 0.134513, "nauc_ndcg_at_3_diff1": 0.710115, "nauc_ndcg_at_5_max": 0.668105, "nauc_ndcg_at_5_std": 0.170748, "nauc_ndcg_at_5_diff1": 0.698238, "nauc_ndcg_at_10_max": 0.6691, "nauc_ndcg_at_10_std": 0.273453, "nauc_ndcg_at_10_diff1": 0.66178, "nauc_ndcg_at_20_max": 0.663455, "nauc_ndcg_at_20_std": 0.247447, "nauc_ndcg_at_20_diff1": 0.663058, "nauc_ndcg_at_25_max": 0.66244, "nauc_ndcg_at_25_std": 0.242148, "nauc_ndcg_at_25_diff1": 0.677475, "nauc_ndcg_at_50_max": 0.657622, "nauc_ndcg_at_50_std": 0.231331, "nauc_ndcg_at_50_diff1": 0.682033, "nauc_ndcg_at_100_max": 0.65339, "nauc_ndcg_at_100_std": 0.221829, "nauc_ndcg_at_100_diff1": 0.678103, "nauc_ndcg_at_1000_max": 0.65339, "nauc_ndcg_at_1000_std": 0.221829, "nauc_ndcg_at_1000_diff1": 0.678103, "nauc_map_at_1_max": 0.610159, "nauc_map_at_1_std": 0.205114, "nauc_map_at_1_diff1": 0.655338, "nauc_map_at_3_max": 0.636303, "nauc_map_at_3_std": 0.15636, "nauc_map_at_3_diff1": 0.694782, "nauc_map_at_5_max": 0.647009, "nauc_map_at_5_std": 0.175163, "nauc_map_at_5_diff1": 0.688299, "nauc_map_at_10_max": 0.646958, "nauc_map_at_10_std": 0.217008, "nauc_map_at_10_diff1": 0.674046, "nauc_map_at_20_max": 0.645922, "nauc_map_at_20_std": 0.21107, "nauc_map_at_20_diff1": 0.675083, "nauc_map_at_25_max": 0.645704, "nauc_map_at_25_std": 0.210092, "nauc_map_at_25_diff1": 0.677494, "nauc_map_at_50_max": 0.645221, "nauc_map_at_50_std": 0.209014, "nauc_map_at_50_diff1": 0.67793, "nauc_map_at_100_max": 0.644971, "nauc_map_at_100_std": 0.208456, "nauc_map_at_100_diff1": 0.677703, "nauc_map_at_1000_max": 0.644971, "nauc_map_at_1000_std": 0.208456, "nauc_map_at_1000_diff1": 0.677703, "nauc_recall_at_1_max": 0.610159, "nauc_recall_at_1_std": 0.205114, "nauc_recall_at_1_diff1": 0.655338, "nauc_recall_at_3_max": 0.688419, "nauc_recall_at_3_std": 0.049379, "nauc_recall_at_3_diff1": 0.769052, "nauc_recall_at_5_max": 0.770341, "nauc_recall_at_5_std": 0.157517, "nauc_recall_at_5_diff1": 0.741645, "nauc_recall_at_10_max": 0.846716, "nauc_recall_at_10_std": 0.796919, "nauc_recall_at_10_diff1": 0.529801, "nauc_recall_at_20_max": 0.907407, "nauc_recall_at_20_std": 0.851385, "nauc_recall_at_20_diff1": 0.39558, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 1.0, "nauc_recall_at_25_diff1": 0.679038, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.610159, "nauc_precision_at_1_std": 0.205114, "nauc_precision_at_1_diff1": 0.655338, "nauc_precision_at_3_max": 0.688419, "nauc_precision_at_3_std": 0.049379, "nauc_precision_at_3_diff1": 0.769052, "nauc_precision_at_5_max": 0.770341, "nauc_precision_at_5_std": 0.157517, "nauc_precision_at_5_diff1": 0.741645, "nauc_precision_at_10_max": 0.846716, "nauc_precision_at_10_std": 0.796919, "nauc_precision_at_10_diff1": 0.529801, "nauc_precision_at_20_max": 0.907407, "nauc_precision_at_20_std": 0.851385, "nauc_precision_at_20_diff1": 0.39558, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 0.679038, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.610159, "nauc_mrr_at_1_std": 0.205114, "nauc_mrr_at_1_diff1": 0.655338, "nauc_mrr_at_3_max": 0.636303, "nauc_mrr_at_3_std": 0.15636, "nauc_mrr_at_3_diff1": 0.694782, "nauc_mrr_at_5_max": 0.647009, "nauc_mrr_at_5_std": 0.175163, "nauc_mrr_at_5_diff1": 0.688299, "nauc_mrr_at_10_max": 0.646958, "nauc_mrr_at_10_std": 0.217008, "nauc_mrr_at_10_diff1": 0.674046, "nauc_mrr_at_20_max": 0.645922, "nauc_mrr_at_20_std": 0.21107, "nauc_mrr_at_20_diff1": 0.675083, "nauc_mrr_at_25_max": 0.645704, "nauc_mrr_at_25_std": 0.210092, "nauc_mrr_at_25_diff1": 0.677494, "nauc_mrr_at_50_max": 0.645221, "nauc_mrr_at_50_std": 0.209014, "nauc_mrr_at_50_diff1": 0.67793, "nauc_mrr_at_100_max": 0.644971, "nauc_mrr_at_100_std": 0.208456, "nauc_mrr_at_100_diff1": 0.677703, "nauc_mrr_at_1000_max": 0.644971, "nauc_mrr_at_1000_std": 0.208456, "nauc_mrr_at_1000_diff1": 0.677703, "hit_rate_at_1": 0.64286, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.84286, "hit_rate_at_10": 0.91429, "hit_rate_at_20": 0.95714, "hit_rate_at_25": 0.97143, "hit_rate_at_50": 0.98571, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.642857, "R_cap_at_3": 0.8, "R_cap_at_5": 0.842857, "R_cap_at_10": 0.914286, "R_cap_at_20": 0.957143, "R_cap_at_25": 0.971429, "R_cap_at_50": 0.985714, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.77247, "hf_subset": "single_session_user", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74436, "ndcg_at_3": 0.71655, "ndcg_at_5": 0.74914, "ndcg_at_10": 0.78024, "ndcg_at_20": 0.79199, "ndcg_at_25": 0.79403, "ndcg_at_50": 0.79956, "ndcg_at_100": 0.80356, "ndcg_at_1000": 0.81342, "map_at_1": 0.39662, "map_at_3": 0.65533, "map_at_5": 0.6944, "map_at_10": 0.71969, "map_at_20": 0.72536, "map_at_25": 0.72587, "map_at_50": 0.7271, "map_at_100": 0.72761, "map_at_1000": 0.72824, "recall_at_1": 0.39662, "recall_at_3": 0.69812, "recall_at_5": 0.78195, "recall_at_10": 0.85125, "recall_at_20": 0.88822, "recall_at_25": 0.89574, "recall_at_50": 0.9183, "recall_at_100": 0.93734, "recall_at_1000": 1.0, "accuracy": 0.39662, "precision_at_1": 0.74436, "precision_at_3": 0.47368, "precision_at_5": 0.33083, "precision_at_10": 0.18872, "precision_at_20": 0.0985, "precision_at_25": 0.0794, "precision_at_50": 0.04075, "precision_at_100": 0.02083, "precision_at_1000": 0.0022, "mrr_at_1": 0.744361, "mrr_at_3": 0.793233, "mrr_at_5": 0.803759, "mrr_at_10": 0.808832, "mrr_at_20": 0.80941, "mrr_at_25": 0.809768, "mrr_at_50": 0.810037, "mrr_at_100": 0.810263, "mrr_at_1000": 0.810444, "nauc_ndcg_at_1_max": 0.537755, "nauc_ndcg_at_1_std": 0.332921, "nauc_ndcg_at_1_diff1": 0.639782, "nauc_ndcg_at_3_max": 0.55269, "nauc_ndcg_at_3_std": 0.342947, "nauc_ndcg_at_3_diff1": 0.529207, "nauc_ndcg_at_5_max": 0.637322, "nauc_ndcg_at_5_std": 0.439031, "nauc_ndcg_at_5_diff1": 0.562651, "nauc_ndcg_at_10_max": 0.652918, "nauc_ndcg_at_10_std": 0.475738, "nauc_ndcg_at_10_diff1": 0.565419, "nauc_ndcg_at_20_max": 0.638007, "nauc_ndcg_at_20_std": 0.461995, "nauc_ndcg_at_20_diff1": 0.558639, "nauc_ndcg_at_25_max": 0.636556, "nauc_ndcg_at_25_std": 0.46311, "nauc_ndcg_at_25_diff1": 0.556772, "nauc_ndcg_at_50_max": 0.627065, "nauc_ndcg_at_50_std": 0.452492, "nauc_ndcg_at_50_diff1": 0.544543, "nauc_ndcg_at_100_max": 0.622431, "nauc_ndcg_at_100_std": 0.445195, "nauc_ndcg_at_100_diff1": 0.548709, "nauc_ndcg_at_1000_max": 0.610631, "nauc_ndcg_at_1000_std": 0.425317, "nauc_ndcg_at_1000_diff1": 0.555672, "nauc_map_at_1_max": 0.287039, "nauc_map_at_1_std": 0.101563, "nauc_map_at_1_diff1": 0.461555, "nauc_map_at_3_max": 0.479149, "nauc_map_at_3_std": 0.264474, "nauc_map_at_3_diff1": 0.48753, "nauc_map_at_5_max": 0.552307, "nauc_map_at_5_std": 0.346329, "nauc_map_at_5_diff1": 0.519761, "nauc_map_at_10_max": 0.577097, "nauc_map_at_10_std": 0.378293, "nauc_map_at_10_diff1": 0.541791, "nauc_map_at_20_max": 0.570571, "nauc_map_at_20_std": 0.371736, "nauc_map_at_20_diff1": 0.538339, "nauc_map_at_25_max": 0.570117, "nauc_map_at_25_std": 0.371596, "nauc_map_at_25_diff1": 0.538129, "nauc_map_at_50_max": 0.568257, "nauc_map_at_50_std": 0.369502, "nauc_map_at_50_diff1": 0.535759, "nauc_map_at_100_max": 0.567838, "nauc_map_at_100_std": 0.368861, "nauc_map_at_100_diff1": 0.536314, "nauc_map_at_1000_max": 0.567021, "nauc_map_at_1000_std": 0.367604, "nauc_map_at_1000_diff1": 0.536354, "nauc_recall_at_1_max": 0.287039, "nauc_recall_at_1_std": 0.101563, "nauc_recall_at_1_diff1": 0.461555, "nauc_recall_at_3_max": 0.564966, "nauc_recall_at_3_std": 0.360955, "nauc_recall_at_3_diff1": 0.475128, "nauc_recall_at_5_max": 0.73562, "nauc_recall_at_5_std": 0.554751, "nauc_recall_at_5_diff1": 0.528567, "nauc_recall_at_10_max": 0.839279, "nauc_recall_at_10_std": 0.731968, "nauc_recall_at_10_diff1": 0.54228, "nauc_recall_at_20_max": 0.809584, "nauc_recall_at_20_std": 0.727946, "nauc_recall_at_20_diff1": 0.502915, "nauc_recall_at_25_max": 0.812181, "nauc_recall_at_25_std": 0.753405, "nauc_recall_at_25_diff1": 0.487329, "nauc_recall_at_50_max": 0.773512, "nauc_recall_at_50_std": 0.734722, "nauc_recall_at_50_diff1": 0.363214, "nauc_recall_at_100_max": 0.772748, "nauc_recall_at_100_std": 0.730664, "nauc_recall_at_100_diff1": 0.380919, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.537755, "nauc_precision_at_1_std": 0.332921, "nauc_precision_at_1_diff1": 0.639782, "nauc_precision_at_3_max": 0.47919, "nauc_precision_at_3_std": 0.380052, "nauc_precision_at_3_diff1": 0.317566, "nauc_precision_at_5_max": 0.427509, "nauc_precision_at_5_std": 0.399646, "nauc_precision_at_5_diff1": 0.221608, "nauc_precision_at_10_max": 0.254409, "nauc_precision_at_10_std": 0.291243, "nauc_precision_at_10_diff1": 0.101466, "nauc_precision_at_20_max": 0.173476, "nauc_precision_at_20_std": 0.224464, "nauc_precision_at_20_diff1": 0.038531, "nauc_precision_at_25_max": 0.162204, "nauc_precision_at_25_std": 0.221591, "nauc_precision_at_25_diff1": 0.025817, "nauc_precision_at_50_max": 0.104655, "nauc_precision_at_50_std": 0.172446, "nauc_precision_at_50_diff1": -0.033715, "nauc_precision_at_100_max": 0.06043, "nauc_precision_at_100_std": 0.135851, "nauc_precision_at_100_diff1": -0.057882, "nauc_precision_at_1000_max": -0.062954, "nauc_precision_at_1000_std": 0.021052, "nauc_precision_at_1000_diff1": -0.129487, "nauc_mrr_at_1_max": 0.537755, "nauc_mrr_at_1_std": 0.332921, "nauc_mrr_at_1_diff1": 0.639782, "nauc_mrr_at_3_max": 0.673124, "nauc_mrr_at_3_std": 0.492857, "nauc_mrr_at_3_diff1": 0.649466, "nauc_mrr_at_5_max": 0.659282, "nauc_mrr_at_5_std": 0.481054, "nauc_mrr_at_5_diff1": 0.6406, "nauc_mrr_at_10_max": 0.653166, "nauc_mrr_at_10_std": 0.472575, "nauc_mrr_at_10_diff1": 0.636505, "nauc_mrr_at_20_max": 0.652013, "nauc_mrr_at_20_std": 0.471256, "nauc_mrr_at_20_diff1": 0.63678, "nauc_mrr_at_25_max": 0.651869, "nauc_mrr_at_25_std": 0.47197, "nauc_mrr_at_25_diff1": 0.636031, "nauc_mrr_at_50_max": 0.65133, "nauc_mrr_at_50_std": 0.471153, "nauc_mrr_at_50_diff1": 0.635467, "nauc_mrr_at_100_max": 0.650873, "nauc_mrr_at_100_std": 0.470554, "nauc_mrr_at_100_diff1": 0.635503, "nauc_mrr_at_1000_max": 0.650735, "nauc_mrr_at_1000_std": 0.470314, "nauc_mrr_at_1000_diff1": 0.635747, "hit_rate_at_1": 0.74436, "hit_rate_at_3": 0.84962, "hit_rate_at_5": 0.89474, "hit_rate_at_10": 0.93233, "hit_rate_at_20": 0.93985, "hit_rate_at_25": 0.94737, "hit_rate_at_50": 0.95489, "hit_rate_at_100": 0.96992, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.744361, "R_cap_at_3": 0.719298, "R_cap_at_5": 0.784211, "R_cap_at_10": 0.851253, "R_cap_at_20": 0.888221, "R_cap_at_25": 0.895739, "R_cap_at_50": 0.918296, "R_cap_at_100": 0.937343, "R_cap_at_1000": 1.0, "main_score": 0.78024, "hf_subset": "temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1518.7157687172294, "kg_co2_emissions": null, "date": 1785925849.148084, "evaluation_phases": [ { "name": "Data loading", "start": 9.842216968536377e-06, "end": 27.8440060056746, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 27.844023026525974, "end": 27.844030242413282, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 27.86825516447425, "end": 237.66048877686262, "split": "test", "subset": "temporal_reasoning" }, { "name": "Scoring", "start": 237.6606016345322, "end": 237.7671058960259, "split": "test", "subset": "temporal_reasoning" } ] }