{ "dataset_revision": "9dc1a8fdcf9b5676f87c2cdccac021988f6ff5af", "task_name": "LongMemEval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.84615, "ndcg_at_3": 0.83277, "ndcg_at_5": 0.86255, "ndcg_at_10": 0.88561, "ndcg_at_20": 0.89327, "ndcg_at_25": 0.89327, "ndcg_at_50": 0.89471, "ndcg_at_100": 0.89597, "ndcg_at_1000": 0.89597, "map_at_1": 0.42308, "map_at_3": 0.78953, "map_at_5": 0.81581, "map_at_10": 0.83149, "map_at_20": 0.83428, "map_at_25": 0.83428, "map_at_50": 0.83458, "map_at_100": 0.83475, "map_at_1000": 0.83475, "recall_at_1": 0.42308, "recall_at_3": 0.84615, "recall_at_5": 0.90385, "recall_at_10": 0.96154, "recall_at_20": 0.98718, "recall_at_25": 0.98718, "recall_at_50": 0.99359, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.42308, "precision_at_1": 0.84615, "precision_at_3": 0.5641, "precision_at_5": 0.36154, "precision_at_10": 0.19231, "precision_at_20": 0.09872, "precision_at_25": 0.07897, "precision_at_50": 0.03974, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.846154, "mrr_at_3": 0.903846, "mrr_at_5": 0.90641, "mrr_at_10": 0.90641, "mrr_at_20": 0.907164, "mrr_at_25": 0.907164, "mrr_at_50": 0.907164, "mrr_at_100": 0.907164, "mrr_at_1000": 0.907164, "nauc_ndcg_at_1_max": -0.187563, "nauc_ndcg_at_1_std": -0.802021, "nauc_ndcg_at_1_diff1": 0.521003, "nauc_ndcg_at_3_max": 0.0247, "nauc_ndcg_at_3_std": -0.598352, "nauc_ndcg_at_3_diff1": 0.253322, "nauc_ndcg_at_5_max": 0.072127, "nauc_ndcg_at_5_std": -0.575884, "nauc_ndcg_at_5_diff1": 0.290742, "nauc_ndcg_at_10_max": 0.023817, "nauc_ndcg_at_10_std": -0.632957, "nauc_ndcg_at_10_diff1": 0.368784, "nauc_ndcg_at_20_max": 0.056023, "nauc_ndcg_at_20_std": -0.607099, "nauc_ndcg_at_20_diff1": 0.351046, "nauc_ndcg_at_25_max": 0.056023, "nauc_ndcg_at_25_std": -0.607099, "nauc_ndcg_at_25_diff1": 0.351046, "nauc_ndcg_at_50_max": 0.041347, "nauc_ndcg_at_50_std": -0.598736, "nauc_ndcg_at_50_diff1": 0.354583, "nauc_ndcg_at_100_max": 0.028185, "nauc_ndcg_at_100_std": -0.618886, "nauc_ndcg_at_100_diff1": 0.347521, "nauc_ndcg_at_1000_max": 0.028185, "nauc_ndcg_at_1000_std": -0.618886, "nauc_ndcg_at_1000_diff1": 0.347521, "nauc_map_at_1_max": -0.187563, "nauc_map_at_1_std": -0.802021, "nauc_map_at_1_diff1": 0.521003, "nauc_map_at_3_max": 0.042869, "nauc_map_at_3_std": -0.581857, "nauc_map_at_3_diff1": 0.237343, "nauc_map_at_5_max": 0.064375, "nauc_map_at_5_std": -0.573426, "nauc_map_at_5_diff1": 0.259917, "nauc_map_at_10_max": 0.04502, "nauc_map_at_10_std": -0.600981, "nauc_map_at_10_diff1": 0.297912, "nauc_map_at_20_max": 0.056672, "nauc_map_at_20_std": -0.588863, "nauc_map_at_20_diff1": 0.292934, "nauc_map_at_25_max": 0.056672, "nauc_map_at_25_std": -0.588863, "nauc_map_at_25_diff1": 0.292934, "nauc_map_at_50_max": 0.054681, "nauc_map_at_50_std": -0.587689, "nauc_map_at_50_diff1": 0.293292, "nauc_map_at_100_max": 0.053552, "nauc_map_at_100_std": -0.58943, "nauc_map_at_100_diff1": 0.292604, "nauc_map_at_1000_max": 0.053552, "nauc_map_at_1000_std": -0.58943, "nauc_map_at_1000_diff1": 0.292604, "nauc_recall_at_1_max": -0.187563, "nauc_recall_at_1_std": -0.802021, "nauc_recall_at_1_diff1": 0.521003, "nauc_recall_at_3_max": 0.06595, "nauc_recall_at_3_std": -0.524239, "nauc_recall_at_3_diff1": 0.135535, "nauc_recall_at_5_max": 0.225824, "nauc_recall_at_5_std": -0.423707, "nauc_recall_at_5_diff1": 0.180891, "nauc_recall_at_10_max": 0.082545, "nauc_recall_at_10_std": -0.664877, "nauc_recall_at_10_diff1": 0.549976, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.138049, "nauc_recall_at_20_diff1": 0.496212, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": -0.138049, "nauc_recall_at_25_diff1": 0.496212, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.868908, "nauc_recall_at_50_diff1": 0.868908, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.187563, "nauc_precision_at_1_std": -0.802021, "nauc_precision_at_1_diff1": 0.521003, "nauc_precision_at_3_max": 0.06595, "nauc_precision_at_3_std": -0.524239, "nauc_precision_at_3_diff1": 0.135535, "nauc_precision_at_5_max": 0.225824, "nauc_precision_at_5_std": -0.423707, "nauc_precision_at_5_diff1": 0.180891, "nauc_precision_at_10_max": 0.082545, "nauc_precision_at_10_std": -0.664877, "nauc_precision_at_10_diff1": 0.549976, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.138049, "nauc_precision_at_20_diff1": 0.496212, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": -0.138049, "nauc_precision_at_25_diff1": 0.496212, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.868908, "nauc_precision_at_50_diff1": 0.868908, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.187563, "nauc_mrr_at_1_std": -0.802021, "nauc_mrr_at_1_diff1": 0.521003, "nauc_mrr_at_3_max": -0.140579, "nauc_mrr_at_3_std": -0.773598, "nauc_mrr_at_3_diff1": 0.533452, "nauc_mrr_at_5_max": -0.112035, "nauc_mrr_at_5_std": -0.746745, "nauc_mrr_at_5_diff1": 0.538415, "nauc_mrr_at_10_max": -0.112035, "nauc_mrr_at_10_std": -0.746745, "nauc_mrr_at_10_diff1": 0.538415, "nauc_mrr_at_20_max": -0.121408, "nauc_mrr_at_20_std": -0.760363, "nauc_mrr_at_20_diff1": 0.535629, "nauc_mrr_at_25_max": -0.121408, "nauc_mrr_at_25_std": -0.760363, "nauc_mrr_at_25_diff1": 0.535629, "nauc_mrr_at_50_max": -0.121408, "nauc_mrr_at_50_std": -0.760363, "nauc_mrr_at_50_diff1": 0.535629, "nauc_mrr_at_100_max": -0.121408, "nauc_mrr_at_100_std": -0.760363, "nauc_mrr_at_100_diff1": 0.535629, "nauc_mrr_at_1000_max": -0.121408, "nauc_mrr_at_1000_std": -0.760363, "nauc_mrr_at_1000_diff1": 0.535629, "hit_rate_at_1": 0.84615, "hit_rate_at_3": 0.97436, "hit_rate_at_5": 0.98718, "hit_rate_at_10": 0.98718, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.846154, "R_cap_at_3": 0.846154, "R_cap_at_5": 0.903846, "R_cap_at_10": 0.961538, "R_cap_at_20": 0.987179, "R_cap_at_25": 0.987179, "R_cap_at_50": 0.99359, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88561, "hf_subset": "knowledge_update", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74436, "ndcg_at_3": 0.71925, "ndcg_at_5": 0.75921, "ndcg_at_10": 0.8073, "ndcg_at_20": 0.82305, "ndcg_at_25": 0.82896, "ndcg_at_50": 0.83243, "ndcg_at_100": 0.83591, "ndcg_at_1000": 0.83712, "map_at_1": 0.31805, "map_at_3": 0.63818, "map_at_5": 0.69444, "map_at_10": 0.73269, "map_at_20": 0.74004, "map_at_25": 0.74233, "map_at_50": 0.74337, "map_at_100": 0.74397, "map_at_1000": 0.7441, "recall_at_1": 0.31805, "recall_at_3": 0.69361, "recall_at_5": 0.79561, "recall_at_10": 0.89975, "recall_at_20": 0.94724, "recall_at_25": 0.96604, "recall_at_50": 0.97907, "recall_at_100": 0.99436, "recall_at_1000": 1.0, "accuracy": 0.31805, "precision_at_1": 0.74436, "precision_at_3": 0.5589, "precision_at_5": 0.3985, "precision_at_10": 0.23083, "precision_at_20": 0.12105, "precision_at_25": 0.09925, "precision_at_50": 0.05038, "precision_at_100": 0.02564, "precision_at_1000": 0.00259, "mrr_at_1": 0.744361, "mrr_at_3": 0.814536, "mrr_at_5": 0.823559, "mrr_at_10": 0.82807, "mrr_at_20": 0.828649, "mrr_at_25": 0.828962, "mrr_at_50": 0.828962, "mrr_at_100": 0.828962, "mrr_at_1000": 0.828962, "nauc_ndcg_at_1_max": 0.363545, "nauc_ndcg_at_1_std": 0.119986, "nauc_ndcg_at_1_diff1": 0.093597, "nauc_ndcg_at_3_max": 0.431393, "nauc_ndcg_at_3_std": 0.175436, "nauc_ndcg_at_3_diff1": 0.062981, "nauc_ndcg_at_5_max": 0.463997, "nauc_ndcg_at_5_std": 0.189012, "nauc_ndcg_at_5_diff1": 0.065056, "nauc_ndcg_at_10_max": 0.485549, "nauc_ndcg_at_10_std": 0.27085, "nauc_ndcg_at_10_diff1": 0.059518, "nauc_ndcg_at_20_max": 0.470637, "nauc_ndcg_at_20_std": 0.257224, "nauc_ndcg_at_20_diff1": 0.082707, "nauc_ndcg_at_25_max": 0.477988, "nauc_ndcg_at_25_std": 0.259894, "nauc_ndcg_at_25_diff1": 0.090324, "nauc_ndcg_at_50_max": 0.474447, "nauc_ndcg_at_50_std": 0.251549, "nauc_ndcg_at_50_diff1": 0.084022, "nauc_ndcg_at_100_max": 0.469556, "nauc_ndcg_at_100_std": 0.241698, "nauc_ndcg_at_100_diff1": 0.08009, "nauc_ndcg_at_1000_max": 0.465532, "nauc_ndcg_at_1000_std": 0.24094, "nauc_ndcg_at_1000_diff1": 0.073382, "nauc_map_at_1_max": 0.382365, "nauc_map_at_1_std": 0.143114, "nauc_map_at_1_diff1": 0.141516, "nauc_map_at_3_max": 0.404812, "nauc_map_at_3_std": 0.143915, "nauc_map_at_3_diff1": 0.045961, "nauc_map_at_5_max": 0.429061, "nauc_map_at_5_std": 0.15283, "nauc_map_at_5_diff1": 0.04053, "nauc_map_at_10_max": 0.452782, "nauc_map_at_10_std": 0.218161, "nauc_map_at_10_diff1": 0.032929, "nauc_map_at_20_max": 0.447427, "nauc_map_at_20_std": 0.217032, "nauc_map_at_20_diff1": 0.039995, "nauc_map_at_25_max": 0.449877, "nauc_map_at_25_std": 0.21886, "nauc_map_at_25_diff1": 0.043542, "nauc_map_at_50_max": 0.449313, "nauc_map_at_50_std": 0.217349, "nauc_map_at_50_diff1": 0.04255, "nauc_map_at_100_max": 0.44869, "nauc_map_at_100_std": 0.216067, "nauc_map_at_100_diff1": 0.042496, "nauc_map_at_1000_max": 0.448385, "nauc_map_at_1000_std": 0.215979, "nauc_map_at_1000_diff1": 0.041997, "nauc_recall_at_1_max": 0.382365, "nauc_recall_at_1_std": 0.143114, "nauc_recall_at_1_diff1": 0.141516, "nauc_recall_at_3_max": 0.415502, "nauc_recall_at_3_std": 0.143796, "nauc_recall_at_3_diff1": 0.053229, "nauc_recall_at_5_max": 0.491369, "nauc_recall_at_5_std": 0.205066, "nauc_recall_at_5_diff1": 0.059283, "nauc_recall_at_10_max": 0.553228, "nauc_recall_at_10_std": 0.441481, "nauc_recall_at_10_diff1": 0.040292, "nauc_recall_at_20_max": 0.491572, "nauc_recall_at_20_std": 0.432394, "nauc_recall_at_20_diff1": 0.230827, "nauc_recall_at_25_max": 0.653981, "nauc_recall_at_25_std": 0.556239, "nauc_recall_at_25_diff1": 0.412982, "nauc_recall_at_50_max": 0.705117, "nauc_recall_at_50_std": 0.533713, "nauc_recall_at_50_diff1": 0.413795, "nauc_recall_at_100_max": 0.913072, "nauc_recall_at_100_std": 0.323744, "nauc_recall_at_100_diff1": 0.820403, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.363545, "nauc_precision_at_1_std": 0.119986, "nauc_precision_at_1_diff1": 0.093597, "nauc_precision_at_3_max": 0.251534, "nauc_precision_at_3_std": 0.100992, "nauc_precision_at_3_diff1": -0.024398, "nauc_precision_at_5_max": 0.179554, "nauc_precision_at_5_std": 0.112597, "nauc_precision_at_5_diff1": -0.043282, "nauc_precision_at_10_max": 0.069815, "nauc_precision_at_10_std": 0.197231, "nauc_precision_at_10_diff1": -0.062863, "nauc_precision_at_20_max": -0.021349, "nauc_precision_at_20_std": 0.160178, "nauc_precision_at_20_diff1": -0.03537, "nauc_precision_at_25_max": -0.043385, "nauc_precision_at_25_std": 0.152246, "nauc_precision_at_25_diff1": -0.024669, "nauc_precision_at_50_max": -0.06503, "nauc_precision_at_50_std": 0.130039, "nauc_precision_at_50_diff1": -0.03018, "nauc_precision_at_100_max": -0.111687, "nauc_precision_at_100_std": 0.087522, "nauc_precision_at_100_diff1": -0.044945, "nauc_precision_at_1000_max": -0.13848, "nauc_precision_at_1000_std": 0.074633, "nauc_precision_at_1000_diff1": -0.070496, "nauc_mrr_at_1_max": 0.363545, "nauc_mrr_at_1_std": 0.119986, "nauc_mrr_at_1_diff1": 0.093597, "nauc_mrr_at_3_max": 0.447748, "nauc_mrr_at_3_std": 0.184284, "nauc_mrr_at_3_diff1": 0.146496, "nauc_mrr_at_5_max": 0.461053, "nauc_mrr_at_5_std": 0.196022, "nauc_mrr_at_5_diff1": 0.1498, "nauc_mrr_at_10_max": 0.448562, "nauc_mrr_at_10_std": 0.184705, "nauc_mrr_at_10_diff1": 0.14817, "nauc_mrr_at_20_max": 0.447547, "nauc_mrr_at_20_std": 0.18216, "nauc_mrr_at_20_diff1": 0.145006, "nauc_mrr_at_25_max": 0.446433, "nauc_mrr_at_25_std": 0.180512, "nauc_mrr_at_25_diff1": 0.143282, "nauc_mrr_at_50_max": 0.446433, "nauc_mrr_at_50_std": 0.180512, "nauc_mrr_at_50_diff1": 0.143282, "nauc_mrr_at_100_max": 0.446433, "nauc_mrr_at_100_std": 0.180512, "nauc_mrr_at_100_diff1": 0.143282, "nauc_mrr_at_1000_max": 0.446433, "nauc_mrr_at_1000_std": 0.180512, "nauc_mrr_at_1000_diff1": 0.143282, "hit_rate_at_1": 0.74436, "hit_rate_at_3": 0.90977, "hit_rate_at_5": 0.94737, "hit_rate_at_10": 0.98496, "hit_rate_at_20": 0.99248, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.744361, "R_cap_at_3": 0.723058, "R_cap_at_5": 0.795614, "R_cap_at_10": 0.899749, "R_cap_at_20": 0.947243, "R_cap_at_25": 0.96604, "R_cap_at_50": 0.979073, "R_cap_at_100": 0.994361, "R_cap_at_1000": 1.0, "main_score": 0.8073, "hf_subset": "multi_session", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85714, "ndcg_at_3": 0.90221, "ndcg_at_5": 0.90221, "ndcg_at_10": 0.90221, "ndcg_at_20": 0.90678, "ndcg_at_25": 0.90678, "ndcg_at_50": 0.90994, "ndcg_at_100": 0.91584, "ndcg_at_1000": 0.91584, "map_at_1": 0.85714, "map_at_3": 0.89286, "map_at_5": 0.89286, "map_at_10": 0.89286, "map_at_20": 0.89413, "map_at_25": 0.89413, "map_at_50": 0.8945, "map_at_100": 0.89504, "map_at_1000": 0.89504, "recall_at_1": 0.85714, "recall_at_3": 0.92857, "recall_at_5": 0.92857, "recall_at_10": 0.92857, "recall_at_20": 0.94643, "recall_at_25": 0.94643, "recall_at_50": 0.96429, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85714, "precision_at_1": 0.85714, "precision_at_3": 0.30952, "precision_at_5": 0.18571, "precision_at_10": 0.09286, "precision_at_20": 0.04732, "precision_at_25": 0.03786, "precision_at_50": 0.01929, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.857143, "mrr_at_3": 0.892857, "mrr_at_5": 0.892857, "mrr_at_10": 0.892857, "mrr_at_20": 0.894133, "mrr_at_25": 0.894133, "mrr_at_50": 0.894497, "mrr_at_100": 0.895048, "mrr_at_1000": 0.895048, "nauc_ndcg_at_1_max": 0.911057, "nauc_ndcg_at_1_std": 0.448007, "nauc_ndcg_at_1_diff1": 0.929981, "nauc_ndcg_at_3_max": 0.921877, "nauc_ndcg_at_3_std": 0.571593, "nauc_ndcg_at_3_diff1": 0.914749, "nauc_ndcg_at_5_max": 0.921877, "nauc_ndcg_at_5_std": 0.571593, "nauc_ndcg_at_5_diff1": 0.914749, "nauc_ndcg_at_10_max": 0.921877, "nauc_ndcg_at_10_std": 0.571593, "nauc_ndcg_at_10_diff1": 0.914749, "nauc_ndcg_at_20_max": 0.924557, "nauc_ndcg_at_20_std": 0.564087, "nauc_ndcg_at_20_diff1": 0.91049, "nauc_ndcg_at_25_max": 0.924557, "nauc_ndcg_at_25_std": 0.564087, "nauc_ndcg_at_25_diff1": 0.91049, "nauc_ndcg_at_50_max": 0.921854, "nauc_ndcg_at_50_std": 0.54847, "nauc_ndcg_at_50_diff1": 0.907283, "nauc_ndcg_at_100_max": 0.921077, "nauc_ndcg_at_100_std": 0.548178, "nauc_ndcg_at_100_diff1": 0.915425, "nauc_ndcg_at_1000_max": 0.921077, "nauc_ndcg_at_1000_std": 0.548178, "nauc_ndcg_at_1000_diff1": 0.915425, "nauc_map_at_1_max": 0.911057, "nauc_map_at_1_std": 0.448007, "nauc_map_at_1_diff1": 0.929981, "nauc_map_at_3_max": 0.918917, "nauc_map_at_3_std": 0.537781, "nauc_map_at_3_diff1": 0.918917, "nauc_map_at_5_max": 0.918917, "nauc_map_at_5_std": 0.537781, "nauc_map_at_5_diff1": 0.918917, "nauc_map_at_10_max": 0.918917, "nauc_map_at_10_std": 0.537781, "nauc_map_at_10_diff1": 0.918917, "nauc_map_at_20_max": 0.919541, "nauc_map_at_20_std": 0.535514, "nauc_map_at_20_diff1": 0.917917, "nauc_map_at_25_max": 0.919541, "nauc_map_at_25_std": 0.535514, "nauc_map_at_25_diff1": 0.917917, "nauc_map_at_50_max": 0.919257, "nauc_map_at_50_std": 0.533873, "nauc_map_at_50_diff1": 0.917627, "nauc_map_at_100_max": 0.91921, "nauc_map_at_100_std": 0.533935, "nauc_map_at_100_diff1": 0.918315, "nauc_map_at_1000_max": 0.91921, "nauc_map_at_1000_std": 0.533935, "nauc_map_at_1000_diff1": 0.918315, "nauc_recall_at_1_max": 0.911057, "nauc_recall_at_1_std": 0.448007, "nauc_recall_at_1_diff1": 0.929981, "nauc_recall_at_3_max": 0.934118, "nauc_recall_at_3_std": 0.711416, "nauc_recall_at_3_diff1": 0.897516, "nauc_recall_at_5_max": 0.934118, "nauc_recall_at_5_std": 0.711416, "nauc_recall_at_5_diff1": 0.897516, "nauc_recall_at_10_max": 0.934118, "nauc_recall_at_10_std": 0.711416, "nauc_recall_at_10_diff1": 0.897516, "nauc_recall_at_20_max": 0.956078, "nauc_recall_at_20_std": 0.707945, "nauc_recall_at_20_diff1": 0.863355, "nauc_recall_at_25_max": 0.956078, "nauc_recall_at_25_std": 0.707945, "nauc_recall_at_25_diff1": 0.863355, "nauc_recall_at_50_max": 0.934118, "nauc_recall_at_50_std": 0.561918, "nauc_recall_at_50_diff1": 0.795033, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.911057, "nauc_precision_at_1_std": 0.448007, "nauc_precision_at_1_diff1": 0.929981, "nauc_precision_at_3_max": 0.934118, "nauc_precision_at_3_std": 0.711416, "nauc_precision_at_3_diff1": 0.897516, "nauc_precision_at_5_max": 0.934118, "nauc_precision_at_5_std": 0.711416, "nauc_precision_at_5_diff1": 0.897516, "nauc_precision_at_10_max": 0.934118, "nauc_precision_at_10_std": 0.711416, "nauc_precision_at_10_diff1": 0.897516, "nauc_precision_at_20_max": 0.956078, "nauc_precision_at_20_std": 0.707945, "nauc_precision_at_20_diff1": 0.863355, "nauc_precision_at_25_max": 0.956078, "nauc_precision_at_25_std": 0.707945, "nauc_precision_at_25_diff1": 0.863355, "nauc_precision_at_50_max": 0.934118, "nauc_precision_at_50_std": 0.561918, "nauc_precision_at_50_diff1": 0.795033, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.911057, "nauc_mrr_at_1_std": 0.448007, "nauc_mrr_at_1_diff1": 0.929981, "nauc_mrr_at_3_max": 0.918917, "nauc_mrr_at_3_std": 0.537781, "nauc_mrr_at_3_diff1": 0.918917, "nauc_mrr_at_5_max": 0.918917, "nauc_mrr_at_5_std": 0.537781, "nauc_mrr_at_5_diff1": 0.918917, "nauc_mrr_at_10_max": 0.918917, "nauc_mrr_at_10_std": 0.537781, "nauc_mrr_at_10_diff1": 0.918917, "nauc_mrr_at_20_max": 0.919541, "nauc_mrr_at_20_std": 0.535514, "nauc_mrr_at_20_diff1": 0.917917, "nauc_mrr_at_25_max": 0.919541, "nauc_mrr_at_25_std": 0.535514, "nauc_mrr_at_25_diff1": 0.917917, "nauc_mrr_at_50_max": 0.919257, "nauc_mrr_at_50_std": 0.533873, "nauc_mrr_at_50_diff1": 0.917627, "nauc_mrr_at_100_max": 0.919212, "nauc_mrr_at_100_std": 0.533955, "nauc_mrr_at_100_diff1": 0.918324, "nauc_mrr_at_1000_max": 0.919212, "nauc_mrr_at_1000_std": 0.533955, "nauc_mrr_at_1000_diff1": 0.918324, "hit_rate_at_1": 0.85714, "hit_rate_at_3": 0.92857, "hit_rate_at_5": 0.92857, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.94643, "hit_rate_at_25": 0.94643, "hit_rate_at_50": 0.96429, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.857143, "R_cap_at_3": 0.928571, "R_cap_at_5": 0.928571, "R_cap_at_10": 0.928571, "R_cap_at_20": 0.946429, "R_cap_at_25": 0.946429, "R_cap_at_50": 0.964286, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.90221, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.46667, "ndcg_at_3": 0.56309, "ndcg_at_5": 0.58888, "ndcg_at_10": 0.59999, "ndcg_at_20": 0.62386, "ndcg_at_25": 0.64588, "ndcg_at_50": 0.65178, "ndcg_at_100": 0.65178, "ndcg_at_1000": 0.65662, "map_at_1": 0.46667, "map_at_3": 0.53889, "map_at_5": 0.55222, "map_at_10": 0.55698, "map_at_20": 0.56278, "map_at_25": 0.56727, "map_at_50": 0.56795, "map_at_100": 0.56795, "map_at_1000": 0.56824, "recall_at_1": 0.46667, "recall_at_3": 0.63333, "recall_at_5": 0.7, "recall_at_10": 0.73333, "recall_at_20": 0.83333, "recall_at_25": 0.93333, "recall_at_50": 0.96667, "recall_at_100": 0.96667, "recall_at_1000": 1.0, "accuracy": 0.46667, "precision_at_1": 0.46667, "precision_at_3": 0.21111, "precision_at_5": 0.14, "precision_at_10": 0.07333, "precision_at_20": 0.04167, "precision_at_25": 0.03733, "precision_at_50": 0.01933, "precision_at_100": 0.00967, "precision_at_1000": 0.001, "mrr_at_1": 0.466667, "mrr_at_3": 0.538889, "mrr_at_5": 0.552222, "mrr_at_10": 0.556984, "mrr_at_20": 0.562783, "mrr_at_25": 0.567274, "mrr_at_50": 0.567954, "mrr_at_100": 0.567954, "mrr_at_1000": 0.568237, "nauc_ndcg_at_1_max": -0.136799, "nauc_ndcg_at_1_std": -0.42844, "nauc_ndcg_at_1_diff1": 0.623277, "nauc_ndcg_at_3_max": -0.057429, "nauc_ndcg_at_3_std": -0.298659, "nauc_ndcg_at_3_diff1": 0.57109, "nauc_ndcg_at_5_max": -0.113655, "nauc_ndcg_at_5_std": -0.354173, "nauc_ndcg_at_5_diff1": 0.546149, "nauc_ndcg_at_10_max": -0.129995, "nauc_ndcg_at_10_std": -0.384241, "nauc_ndcg_at_10_diff1": 0.547499, "nauc_ndcg_at_20_max": -0.104241, "nauc_ndcg_at_20_std": -0.33851, "nauc_ndcg_at_20_diff1": 0.552672, "nauc_ndcg_at_25_max": -0.059633, "nauc_ndcg_at_25_std": -0.293133, "nauc_ndcg_at_25_diff1": 0.522354, "nauc_ndcg_at_50_max": -0.06931, "nauc_ndcg_at_50_std": -0.316655, "nauc_ndcg_at_50_diff1": 0.561136, "nauc_ndcg_at_100_max": -0.06931, "nauc_ndcg_at_100_std": -0.316655, "nauc_ndcg_at_100_diff1": 0.561136, "nauc_ndcg_at_1000_max": -0.089979, "nauc_ndcg_at_1000_std": -0.339579, "nauc_ndcg_at_1000_diff1": 0.561271, "nauc_map_at_1_max": -0.136799, "nauc_map_at_1_std": -0.42844, "nauc_map_at_1_diff1": 0.623277, "nauc_map_at_3_max": -0.073762, "nauc_map_at_3_std": -0.326791, "nauc_map_at_3_diff1": 0.584663, "nauc_map_at_5_max": -0.101797, "nauc_map_at_5_std": -0.354746, "nauc_map_at_5_diff1": 0.572704, "nauc_map_at_10_max": -0.108229, "nauc_map_at_10_std": -0.366823, "nauc_map_at_10_diff1": 0.573532, "nauc_map_at_20_max": -0.10172, "nauc_map_at_20_std": -0.35629, "nauc_map_at_20_diff1": 0.575287, "nauc_map_at_25_max": -0.094279, "nauc_map_at_25_std": -0.348691, "nauc_map_at_25_diff1": 0.570405, "nauc_map_at_50_max": -0.095271, "nauc_map_at_50_std": -0.351039, "nauc_map_at_50_diff1": 0.57418, "nauc_map_at_100_max": -0.095271, "nauc_map_at_100_std": -0.351039, "nauc_map_at_100_diff1": 0.57418, "nauc_map_at_1000_max": -0.096269, "nauc_map_at_1000_std": -0.35215, "nauc_map_at_1000_diff1": 0.574198, "nauc_recall_at_1_max": -0.136799, "nauc_recall_at_1_std": -0.42844, "nauc_recall_at_1_diff1": 0.623277, "nauc_recall_at_3_max": -0.00678, "nauc_recall_at_3_std": -0.210595, "nauc_recall_at_3_diff1": 0.527356, "nauc_recall_at_5_max": -0.171921, "nauc_recall_at_5_std": -0.368222, "nauc_recall_at_5_diff1": 0.444665, "nauc_recall_at_10_max": -0.240302, "nauc_recall_at_10_std": -0.484509, "nauc_recall_at_10_diff1": 0.439428, "nauc_recall_at_20_max": -0.112611, "nauc_recall_at_20_std": -0.198818, "nauc_recall_at_20_diff1": 0.420788, "nauc_recall_at_25_max": 0.679038, "nauc_recall_at_25_std": 0.795752, "nauc_recall_at_25_diff1": -0.298786, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.869281, "nauc_recall_at_50_diff1": 0.554155, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.136799, "nauc_precision_at_1_std": -0.42844, "nauc_precision_at_1_diff1": 0.623277, "nauc_precision_at_3_max": -0.00678, "nauc_precision_at_3_std": -0.210595, "nauc_precision_at_3_diff1": 0.527356, "nauc_precision_at_5_max": -0.171921, "nauc_precision_at_5_std": -0.368222, "nauc_precision_at_5_diff1": 0.444665, "nauc_precision_at_10_max": -0.240302, "nauc_precision_at_10_std": -0.484509, "nauc_precision_at_10_diff1": 0.439428, "nauc_precision_at_20_max": -0.112611, "nauc_precision_at_20_std": -0.198818, "nauc_precision_at_20_diff1": 0.420788, "nauc_precision_at_25_max": 0.679038, "nauc_precision_at_25_std": 0.795752, "nauc_precision_at_25_diff1": -0.298786, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.869281, "nauc_precision_at_50_diff1": 0.554155, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.554155, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.136799, "nauc_mrr_at_1_std": -0.42844, "nauc_mrr_at_1_diff1": 0.623277, "nauc_mrr_at_3_max": -0.073762, "nauc_mrr_at_3_std": -0.326791, "nauc_mrr_at_3_diff1": 0.584663, "nauc_mrr_at_5_max": -0.101797, "nauc_mrr_at_5_std": -0.354746, "nauc_mrr_at_5_diff1": 0.572704, "nauc_mrr_at_10_max": -0.108229, "nauc_mrr_at_10_std": -0.366823, "nauc_mrr_at_10_diff1": 0.573532, "nauc_mrr_at_20_max": -0.10172, "nauc_mrr_at_20_std": -0.35629, "nauc_mrr_at_20_diff1": 0.575287, "nauc_mrr_at_25_max": -0.094279, "nauc_mrr_at_25_std": -0.348691, "nauc_mrr_at_25_diff1": 0.570405, "nauc_mrr_at_50_max": -0.095271, "nauc_mrr_at_50_std": -0.351039, "nauc_mrr_at_50_diff1": 0.57418, "nauc_mrr_at_100_max": -0.095271, "nauc_mrr_at_100_std": -0.351039, "nauc_mrr_at_100_diff1": 0.57418, "nauc_mrr_at_1000_max": -0.096269, "nauc_mrr_at_1000_std": -0.35215, "nauc_mrr_at_1000_diff1": 0.574198, "hit_rate_at_1": 0.46667, "hit_rate_at_3": 0.63333, "hit_rate_at_5": 0.7, "hit_rate_at_10": 0.73333, "hit_rate_at_20": 0.83333, "hit_rate_at_25": 0.93333, "hit_rate_at_50": 0.96667, "hit_rate_at_100": 0.96667, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.466667, "R_cap_at_3": 0.633333, "R_cap_at_5": 0.7, "R_cap_at_10": 0.733333, "R_cap_at_20": 0.833333, "R_cap_at_25": 0.933333, "R_cap_at_50": 0.966667, "R_cap_at_100": 0.966667, "R_cap_at_1000": 1.0, "main_score": 0.59999, "hf_subset": "single_session_preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.70629, "ndcg_at_5": 0.71244, "ndcg_at_10": 0.73473, "ndcg_at_20": 0.74541, "ndcg_at_25": 0.75165, "ndcg_at_50": 0.75446, "ndcg_at_100": 0.75896, "ndcg_at_1000": 0.75896, "map_at_1": 0.57143, "map_at_3": 0.67381, "map_at_5": 0.67738, "map_at_10": 0.68611, "map_at_20": 0.68894, "map_at_25": 0.69019, "map_at_50": 0.69062, "map_at_100": 0.69098, "map_at_1000": 0.69098, "recall_at_1": 0.57143, "recall_at_3": 0.8, "recall_at_5": 0.81429, "recall_at_10": 0.88571, "recall_at_20": 0.92857, "recall_at_25": 0.95714, "recall_at_50": 0.97143, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57143, "precision_at_1": 0.57143, "precision_at_3": 0.26667, "precision_at_5": 0.16286, "precision_at_10": 0.08857, "precision_at_20": 0.04643, "precision_at_25": 0.03829, "precision_at_50": 0.01943, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.571429, "mrr_at_3": 0.67381, "mrr_at_5": 0.677381, "mrr_at_10": 0.686105, "mrr_at_20": 0.68894, "mrr_at_25": 0.690192, "mrr_at_50": 0.690625, "mrr_at_100": 0.690981, "mrr_at_1000": 0.690981, "nauc_ndcg_at_1_max": 0.296263, "nauc_ndcg_at_1_std": -0.216591, "nauc_ndcg_at_1_diff1": 0.548583, "nauc_ndcg_at_3_max": 0.347149, "nauc_ndcg_at_3_std": -0.285813, "nauc_ndcg_at_3_diff1": 0.6467, "nauc_ndcg_at_5_max": 0.329191, "nauc_ndcg_at_5_std": -0.314561, "nauc_ndcg_at_5_diff1": 0.665565, "nauc_ndcg_at_10_max": 0.380954, "nauc_ndcg_at_10_std": -0.221819, "nauc_ndcg_at_10_diff1": 0.64588, "nauc_ndcg_at_20_max": 0.36735, "nauc_ndcg_at_20_std": -0.219468, "nauc_ndcg_at_20_diff1": 0.630751, "nauc_ndcg_at_25_max": 0.361749, "nauc_ndcg_at_25_std": -0.232271, "nauc_ndcg_at_25_diff1": 0.642016, "nauc_ndcg_at_50_max": 0.354644, "nauc_ndcg_at_50_std": -0.237241, "nauc_ndcg_at_50_diff1": 0.638835, "nauc_ndcg_at_100_max": 0.342929, "nauc_ndcg_at_100_std": -0.250597, "nauc_ndcg_at_100_diff1": 0.632003, "nauc_ndcg_at_1000_max": 0.342929, "nauc_ndcg_at_1000_std": -0.250597, "nauc_ndcg_at_1000_diff1": 0.632003, "nauc_map_at_1_max": 0.296263, "nauc_map_at_1_std": -0.216591, "nauc_map_at_1_diff1": 0.548583, "nauc_map_at_3_max": 0.332311, "nauc_map_at_3_std": -0.267604, "nauc_map_at_3_diff1": 0.621661, "nauc_map_at_5_max": 0.322593, "nauc_map_at_5_std": -0.282661, "nauc_map_at_5_diff1": 0.631387, "nauc_map_at_10_max": 0.339031, "nauc_map_at_10_std": -0.25037, "nauc_map_at_10_diff1": 0.624176, "nauc_map_at_20_max": 0.335091, "nauc_map_at_20_std": -0.250665, "nauc_map_at_20_diff1": 0.620546, "nauc_map_at_25_max": 0.334149, "nauc_map_at_25_std": -0.252674, "nauc_map_at_25_diff1": 0.62247, "nauc_map_at_50_max": 0.33322, "nauc_map_at_50_std": -0.253326, "nauc_map_at_50_diff1": 0.622042, "nauc_map_at_100_max": 0.332438, "nauc_map_at_100_std": -0.254213, "nauc_map_at_100_diff1": 0.621582, "nauc_map_at_1000_max": 0.332438, "nauc_map_at_1000_std": -0.254213, "nauc_map_at_1000_diff1": 0.621582, "nauc_recall_at_1_max": 0.296263, "nauc_recall_at_1_std": -0.216591, "nauc_recall_at_1_diff1": 0.548583, "nauc_recall_at_3_max": 0.407592, "nauc_recall_at_3_std": -0.35882, "nauc_recall_at_3_diff1": 0.746575, "nauc_recall_at_5_max": 0.354735, "nauc_recall_at_5_std": -0.455515, "nauc_recall_at_5_diff1": 0.813728, "nauc_recall_at_10_max": 0.704378, "nauc_recall_at_10_std": 0.049597, "nauc_recall_at_10_diff1": 0.766018, "nauc_recall_at_20_max": 0.742857, "nauc_recall_at_20_std": 0.247246, "nauc_recall_at_20_diff1": 0.65789, "nauc_recall_at_25_max": 0.863834, "nauc_recall_at_25_std": 0.266573, "nauc_recall_at_25_diff1": 0.912854, "nauc_recall_at_50_max": 0.861111, "nauc_recall_at_50_std": 0.338469, "nauc_recall_at_50_diff1": 0.934641, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.296263, "nauc_precision_at_1_std": -0.216591, "nauc_precision_at_1_diff1": 0.548583, "nauc_precision_at_3_max": 0.407592, "nauc_precision_at_3_std": -0.35882, "nauc_precision_at_3_diff1": 0.746575, "nauc_precision_at_5_max": 0.354735, "nauc_precision_at_5_std": -0.455515, "nauc_precision_at_5_diff1": 0.813728, "nauc_precision_at_10_max": 0.704378, "nauc_precision_at_10_std": 0.049597, "nauc_precision_at_10_diff1": 0.766018, "nauc_precision_at_20_max": 0.742857, "nauc_precision_at_20_std": 0.247246, "nauc_precision_at_20_diff1": 0.65789, "nauc_precision_at_25_max": 0.863834, "nauc_precision_at_25_std": 0.266573, "nauc_precision_at_25_diff1": 0.912854, "nauc_precision_at_50_max": 0.861111, "nauc_precision_at_50_std": 0.338469, "nauc_precision_at_50_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.296263, "nauc_mrr_at_1_std": -0.216591, "nauc_mrr_at_1_diff1": 0.548583, "nauc_mrr_at_3_max": 0.332311, "nauc_mrr_at_3_std": -0.267604, "nauc_mrr_at_3_diff1": 0.621661, "nauc_mrr_at_5_max": 0.322593, "nauc_mrr_at_5_std": -0.282661, "nauc_mrr_at_5_diff1": 0.631387, "nauc_mrr_at_10_max": 0.339031, "nauc_mrr_at_10_std": -0.25037, "nauc_mrr_at_10_diff1": 0.624176, "nauc_mrr_at_20_max": 0.335091, "nauc_mrr_at_20_std": -0.250665, "nauc_mrr_at_20_diff1": 0.620546, "nauc_mrr_at_25_max": 0.334149, "nauc_mrr_at_25_std": -0.252674, "nauc_mrr_at_25_diff1": 0.62247, "nauc_mrr_at_50_max": 0.33322, "nauc_mrr_at_50_std": -0.253326, "nauc_mrr_at_50_diff1": 0.622042, "nauc_mrr_at_100_max": 0.332438, "nauc_mrr_at_100_std": -0.254213, "nauc_mrr_at_100_diff1": 0.621582, "nauc_mrr_at_1000_max": 0.332438, "nauc_mrr_at_1000_std": -0.254213, "nauc_mrr_at_1000_diff1": 0.621582, "hit_rate_at_1": 0.57143, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.81429, "hit_rate_at_10": 0.88571, "hit_rate_at_20": 0.92857, "hit_rate_at_25": 0.95714, "hit_rate_at_50": 0.97143, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.571429, "R_cap_at_3": 0.8, "R_cap_at_5": 0.814286, "R_cap_at_10": 0.885714, "R_cap_at_20": 0.928571, "R_cap_at_25": 0.957143, "R_cap_at_50": 0.971429, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.73473, "hf_subset": "single_session_user", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67669, "ndcg_at_3": 0.67986, "ndcg_at_5": 0.7241, "ndcg_at_10": 0.75587, "ndcg_at_20": 0.76914, "ndcg_at_25": 0.77329, "ndcg_at_50": 0.77875, "ndcg_at_100": 0.78198, "ndcg_at_1000": 0.78897, "map_at_1": 0.3485, "map_at_3": 0.6098, "map_at_5": 0.65728, "map_at_10": 0.68404, "map_at_20": 0.69, "map_at_25": 0.69128, "map_at_50": 0.69207, "map_at_100": 0.69255, "map_at_1000": 0.693, "recall_at_1": 0.3485, "recall_at_3": 0.68571, "recall_at_5": 0.78797, "recall_at_10": 0.86003, "recall_at_20": 0.90038, "recall_at_25": 0.91667, "recall_at_50": 0.9411, "recall_at_100": 0.95739, "recall_at_1000": 1.0, "accuracy": 0.3485, "precision_at_1": 0.67669, "precision_at_3": 0.46115, "precision_at_5": 0.33233, "precision_at_10": 0.18872, "precision_at_20": 0.09962, "precision_at_25": 0.0809, "precision_at_50": 0.0415, "precision_at_100": 0.02113, "precision_at_1000": 0.0022, "mrr_at_1": 0.676692, "mrr_at_3": 0.760652, "mrr_at_5": 0.769298, "mrr_at_10": 0.771387, "mrr_at_20": 0.772205, "mrr_at_25": 0.772547, "mrr_at_50": 0.773021, "mrr_at_100": 0.773118, "mrr_at_1000": 0.773327, "nauc_ndcg_at_1_max": 0.193935, "nauc_ndcg_at_1_std": -0.117735, "nauc_ndcg_at_1_diff1": 0.507113, "nauc_ndcg_at_3_max": 0.244293, "nauc_ndcg_at_3_std": -0.085299, "nauc_ndcg_at_3_diff1": 0.375552, "nauc_ndcg_at_5_max": 0.236652, "nauc_ndcg_at_5_std": -0.085117, "nauc_ndcg_at_5_diff1": 0.369341, "nauc_ndcg_at_10_max": 0.277207, "nauc_ndcg_at_10_std": -0.063952, "nauc_ndcg_at_10_diff1": 0.373041, "nauc_ndcg_at_20_max": 0.29383, "nauc_ndcg_at_20_std": -0.040806, "nauc_ndcg_at_20_diff1": 0.396741, "nauc_ndcg_at_25_max": 0.294466, "nauc_ndcg_at_25_std": -0.028678, "nauc_ndcg_at_25_diff1": 0.39128, "nauc_ndcg_at_50_max": 0.284731, "nauc_ndcg_at_50_std": -0.046812, "nauc_ndcg_at_50_diff1": 0.384454, "nauc_ndcg_at_100_max": 0.290245, "nauc_ndcg_at_100_std": -0.042779, "nauc_ndcg_at_100_diff1": 0.396032, "nauc_ndcg_at_1000_max": 0.275446, "nauc_ndcg_at_1000_std": -0.062867, "nauc_ndcg_at_1000_diff1": 0.395507, "nauc_map_at_1_max": 0.231446, "nauc_map_at_1_std": -0.179339, "nauc_map_at_1_diff1": 0.454689, "nauc_map_at_3_max": 0.225688, "nauc_map_at_3_std": -0.114106, "nauc_map_at_3_diff1": 0.356803, "nauc_map_at_5_max": 0.21969, "nauc_map_at_5_std": -0.098408, "nauc_map_at_5_diff1": 0.343307, "nauc_map_at_10_max": 0.254994, "nauc_map_at_10_std": -0.068683, "nauc_map_at_10_diff1": 0.349968, "nauc_map_at_20_max": 0.26238, "nauc_map_at_20_std": -0.061326, "nauc_map_at_20_diff1": 0.362576, "nauc_map_at_25_max": 0.26321, "nauc_map_at_25_std": -0.060295, "nauc_map_at_25_diff1": 0.362219, "nauc_map_at_50_max": 0.262024, "nauc_map_at_50_std": -0.062464, "nauc_map_at_50_diff1": 0.36127, "nauc_map_at_100_max": 0.262062, "nauc_map_at_100_std": -0.062896, "nauc_map_at_100_diff1": 0.361781, "nauc_map_at_1000_max": 0.261377, "nauc_map_at_1000_std": -0.063915, "nauc_map_at_1000_diff1": 0.361595, "nauc_recall_at_1_max": 0.231446, "nauc_recall_at_1_std": -0.179339, "nauc_recall_at_1_diff1": 0.454689, "nauc_recall_at_3_max": 0.205845, "nauc_recall_at_3_std": -0.107742, "nauc_recall_at_3_diff1": 0.31156, "nauc_recall_at_5_max": 0.186177, "nauc_recall_at_5_std": -0.081942, "nauc_recall_at_5_diff1": 0.253073, "nauc_recall_at_10_max": 0.322261, "nauc_recall_at_10_std": -0.054297, "nauc_recall_at_10_diff1": 0.251631, "nauc_recall_at_20_max": 0.449688, "nauc_recall_at_20_std": 0.108516, "nauc_recall_at_20_diff1": 0.348284, "nauc_recall_at_25_max": 0.473441, "nauc_recall_at_25_std": 0.267471, "nauc_recall_at_25_diff1": 0.278626, "nauc_recall_at_50_max": 0.413049, "nauc_recall_at_50_std": 0.158387, "nauc_recall_at_50_diff1": 0.151031, "nauc_recall_at_100_max": 0.651309, "nauc_recall_at_100_std": 0.404168, "nauc_recall_at_100_diff1": 0.403233, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.193935, "nauc_precision_at_1_std": -0.117735, "nauc_precision_at_1_diff1": 0.507113, "nauc_precision_at_3_max": 0.155568, "nauc_precision_at_3_std": 0.034181, "nauc_precision_at_3_diff1": 0.196282, "nauc_precision_at_5_max": 0.097856, "nauc_precision_at_5_std": 0.107043, "nauc_precision_at_5_diff1": 0.050479, "nauc_precision_at_10_max": 0.123511, "nauc_precision_at_10_std": 0.179315, "nauc_precision_at_10_diff1": -0.013429, "nauc_precision_at_20_max": 0.135669, "nauc_precision_at_20_std": 0.22618, "nauc_precision_at_20_diff1": -0.004078, "nauc_precision_at_25_max": 0.135324, "nauc_precision_at_25_std": 0.236618, "nauc_precision_at_25_diff1": -0.017235, "nauc_precision_at_50_max": 0.096749, "nauc_precision_at_50_std": 0.200966, "nauc_precision_at_50_diff1": -0.067137, "nauc_precision_at_100_max": 0.080543, "nauc_precision_at_100_std": 0.182994, "nauc_precision_at_100_diff1": -0.068579, "nauc_precision_at_1000_max": 0.007664, "nauc_precision_at_1000_std": 0.12898, "nauc_precision_at_1000_diff1": -0.127155, "nauc_mrr_at_1_max": 0.193935, "nauc_mrr_at_1_std": -0.117735, "nauc_mrr_at_1_diff1": 0.507113, "nauc_mrr_at_3_max": 0.247574, "nauc_mrr_at_3_std": -0.074044, "nauc_mrr_at_3_diff1": 0.512467, "nauc_mrr_at_5_max": 0.255952, "nauc_mrr_at_5_std": -0.070269, "nauc_mrr_at_5_diff1": 0.506858, "nauc_mrr_at_10_max": 0.255532, "nauc_mrr_at_10_std": -0.078629, "nauc_mrr_at_10_diff1": 0.502264, "nauc_mrr_at_20_max": 0.25431, "nauc_mrr_at_20_std": -0.078381, "nauc_mrr_at_20_diff1": 0.50047, "nauc_mrr_at_25_max": 0.254132, "nauc_mrr_at_25_std": -0.075527, "nauc_mrr_at_25_diff1": 0.499837, "nauc_mrr_at_50_max": 0.253328, "nauc_mrr_at_50_std": -0.077081, "nauc_mrr_at_50_diff1": 0.499732, "nauc_mrr_at_100_max": 0.254004, "nauc_mrr_at_100_std": -0.076273, "nauc_mrr_at_100_diff1": 0.50082, "nauc_mrr_at_1000_max": 0.253575, "nauc_mrr_at_1000_std": -0.076589, "nauc_mrr_at_1000_diff1": 0.501154, "hit_rate_at_1": 0.67669, "hit_rate_at_3": 0.86466, "hit_rate_at_5": 0.90226, "hit_rate_at_10": 0.91729, "hit_rate_at_20": 0.93233, "hit_rate_at_25": 0.93985, "hit_rate_at_50": 0.96241, "hit_rate_at_100": 0.96992, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.676692, "R_cap_at_3": 0.704261, "R_cap_at_5": 0.790226, "R_cap_at_10": 0.860025, "R_cap_at_20": 0.900376, "R_cap_at_25": 0.916667, "R_cap_at_50": 0.941103, "R_cap_at_100": 0.957393, "R_cap_at_1000": 1.0, "main_score": 0.75587, "hf_subset": "temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1462.3821104355156, "kg_co2_emissions": null, "date": 1784608897.646493, "evaluation_phases": [ { "name": "Data loading", "start": 7.558614015579224e-06, "end": 16.09659831598401, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 16.096613094210625, "end": 16.096615556627512, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 16.117527935653925, "end": 236.30263435468078, "split": "test", "subset": "temporal_reasoning" }, { "name": "Scoring", "start": 236.30267015472054, "end": 236.40626388043165, "split": "test", "subset": "temporal_reasoning" } ] }