{ "dataset_revision": "7d7b04a28215ca574fcf20e2c42af233864c8e67", "task_name": "TMD", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.15819, "ndcg_at_3": 0.27054, "ndcg_at_5": 0.30531, "ndcg_at_10": 0.33688, "ndcg_at_20": 0.37157, "ndcg_at_25": 0.37769, "ndcg_at_50": 0.40179, "ndcg_at_100": 0.41285, "ndcg_at_1000": 0.42913, "map_at_1": 0.15537, "map_at_3": 0.24294, "map_at_5": 0.26215, "map_at_10": 0.27548, "map_at_20": 0.28494, "map_at_25": 0.28614, "map_at_50": 0.2896, "map_at_100": 0.29059, "map_at_1000": 0.29135, "recall_at_1": 0.15537, "recall_at_3": 0.34746, "recall_at_5": 0.4322, "recall_at_10": 0.52825, "recall_at_20": 0.66478, "recall_at_25": 0.69303, "recall_at_50": 0.81676, "recall_at_100": 0.88456, "recall_at_1000": 1.0, "accuracy": 0.15537, "precision_at_1": 0.15819, "precision_at_3": 0.11676, "precision_at_5": 0.08701, "precision_at_10": 0.05311, "precision_at_20": 0.03362, "precision_at_25": 0.02802, "precision_at_50": 0.01684, "precision_at_100": 0.0091, "precision_at_1000": 0.00107, "mrr_at_1": 0.158192, "mrr_at_3": 0.245763, "mrr_at_5": 0.264972, "mrr_at_10": 0.278309, "mrr_at_20": 0.288076, "mrr_at_25": 0.289275, "mrr_at_50": 0.292635, "mrr_at_100": 0.293626, "mrr_at_1000": 0.294234, "nauc_ndcg_at_1_max": 0.196651, "nauc_ndcg_at_1_std": -0.115262, "nauc_ndcg_at_1_diff1": 0.350364, "nauc_ndcg_at_3_max": 0.069805, "nauc_ndcg_at_3_std": -0.087906, "nauc_ndcg_at_3_diff1": 0.278223, "nauc_ndcg_at_5_max": 0.083836, "nauc_ndcg_at_5_std": -0.059465, "nauc_ndcg_at_5_diff1": 0.299605, "nauc_ndcg_at_10_max": 0.057404, "nauc_ndcg_at_10_std": -0.050169, "nauc_ndcg_at_10_diff1": 0.292799, "nauc_ndcg_at_20_max": 0.059402, "nauc_ndcg_at_20_std": -0.059824, "nauc_ndcg_at_20_diff1": 0.329199, "nauc_ndcg_at_25_max": 0.066392, "nauc_ndcg_at_25_std": -0.050535, "nauc_ndcg_at_25_diff1": 0.337744, "nauc_ndcg_at_50_max": 0.052816, "nauc_ndcg_at_50_std": -0.056734, "nauc_ndcg_at_50_diff1": 0.325022, "nauc_ndcg_at_100_max": 0.056263, "nauc_ndcg_at_100_std": -0.058299, "nauc_ndcg_at_100_diff1": 0.316701, "nauc_ndcg_at_1000_max": 0.080627, "nauc_ndcg_at_1000_std": -0.070599, "nauc_ndcg_at_1000_diff1": 0.312842, "nauc_map_at_1_max": 0.209633, "nauc_map_at_1_std": -0.118845, "nauc_map_at_1_diff1": 0.363717, "nauc_map_at_3_max": 0.100571, "nauc_map_at_3_std": -0.097433, "nauc_map_at_3_diff1": 0.296263, "nauc_map_at_5_max": 0.108346, "nauc_map_at_5_std": -0.080993, "nauc_map_at_5_diff1": 0.310191, "nauc_map_at_10_max": 0.096836, "nauc_map_at_10_std": -0.077107, "nauc_map_at_10_diff1": 0.306405, "nauc_map_at_20_max": 0.098221, "nauc_map_at_20_std": -0.080597, "nauc_map_at_20_diff1": 0.316632, "nauc_map_at_25_max": 0.099788, "nauc_map_at_25_std": -0.078774, "nauc_map_at_25_diff1": 0.318188, "nauc_map_at_50_max": 0.098218, "nauc_map_at_50_std": -0.079498, "nauc_map_at_50_diff1": 0.315891, "nauc_map_at_100_max": 0.098724, "nauc_map_at_100_std": -0.079663, "nauc_map_at_100_diff1": 0.315157, "nauc_map_at_1000_max": 0.09988, "nauc_map_at_1000_std": -0.080115, "nauc_map_at_1000_diff1": 0.314979, "nauc_recall_at_1_max": 0.209633, "nauc_recall_at_1_std": -0.118845, "nauc_recall_at_1_diff1": 0.363717, "nauc_recall_at_3_max": 0.001706, "nauc_recall_at_3_std": -0.065333, "nauc_recall_at_3_diff1": 0.240527, "nauc_recall_at_5_max": 0.033156, "nauc_recall_at_5_std": -0.004652, "nauc_recall_at_5_diff1": 0.280443, "nauc_recall_at_10_max": -0.041567, "nauc_recall_at_10_std": 0.024176, "nauc_recall_at_10_diff1": 0.264259, "nauc_recall_at_20_max": -0.062242, "nauc_recall_at_20_std": 0.008093, "nauc_recall_at_20_diff1": 0.405254, "nauc_recall_at_25_max": -0.035627, "nauc_recall_at_25_std": 0.058165, "nauc_recall_at_25_diff1": 0.453602, "nauc_recall_at_50_max": -0.191753, "nauc_recall_at_50_std": 0.068724, "nauc_recall_at_50_diff1": 0.430827, "nauc_recall_at_100_max": -0.275649, "nauc_recall_at_100_std": 0.110069, "nauc_recall_at_100_diff1": 0.370095, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.196651, "nauc_precision_at_1_std": -0.115262, "nauc_precision_at_1_diff1": 0.350364, "nauc_precision_at_3_max": -0.005243, "nauc_precision_at_3_std": -0.063892, "nauc_precision_at_3_diff1": 0.234428, "nauc_precision_at_5_max": 0.026327, "nauc_precision_at_5_std": -0.00332, "nauc_precision_at_5_diff1": 0.275014, "nauc_precision_at_10_max": -0.048926, "nauc_precision_at_10_std": 0.025657, "nauc_precision_at_10_diff1": 0.259032, "nauc_precision_at_20_max": -0.052278, "nauc_precision_at_20_std": -0.004958, "nauc_precision_at_20_diff1": 0.406891, "nauc_precision_at_25_max": -0.02463, "nauc_precision_at_25_std": 0.045132, "nauc_precision_at_25_diff1": 0.456118, "nauc_precision_at_50_max": -0.195574, "nauc_precision_at_50_std": -0.017729, "nauc_precision_at_50_diff1": 0.326983, "nauc_precision_at_100_max": -0.267321, "nauc_precision_at_100_std": -0.020633, "nauc_precision_at_100_diff1": 0.231262, "nauc_precision_at_1000_max": 0.199912, "nauc_precision_at_1000_std": -0.421517, "nauc_precision_at_1000_diff1": -0.178644, "nauc_mrr_at_1_max": 0.196651, "nauc_mrr_at_1_std": -0.115262, "nauc_mrr_at_1_diff1": 0.350364, "nauc_mrr_at_3_max": 0.091173, "nauc_mrr_at_3_std": -0.094743, "nauc_mrr_at_3_diff1": 0.286105, "nauc_mrr_at_5_max": 0.098903, "nauc_mrr_at_5_std": -0.078495, "nauc_mrr_at_5_diff1": 0.299923, "nauc_mrr_at_10_max": 0.087444, "nauc_mrr_at_10_std": -0.074633, "nauc_mrr_at_10_diff1": 0.296097, "nauc_mrr_at_20_max": 0.089982, "nauc_mrr_at_20_std": -0.079033, "nauc_mrr_at_20_diff1": 0.306426, "nauc_mrr_at_25_max": 0.091513, "nauc_mrr_at_25_std": -0.077226, "nauc_mrr_at_25_diff1": 0.307942, "nauc_mrr_at_50_max": 0.090087, "nauc_mrr_at_50_std": -0.07802, "nauc_mrr_at_50_diff1": 0.306136, "nauc_mrr_at_100_max": 0.090564, "nauc_mrr_at_100_std": -0.078179, "nauc_mrr_at_100_diff1": 0.305381, "nauc_mrr_at_1000_max": 0.091559, "nauc_mrr_at_1000_std": -0.078195, "nauc_mrr_at_1000_diff1": 0.305175, "hit_rate_at_1": 0.15819, "hit_rate_at_3": 0.35028, "hit_rate_at_5": 0.43503, "hit_rate_at_10": 0.53107, "hit_rate_at_20": 0.67232, "hit_rate_at_25": 0.70056, "hit_rate_at_50": 0.82486, "hit_rate_at_100": 0.89266, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.158192, "R_cap_at_3": 0.347458, "R_cap_at_5": 0.432203, "R_cap_at_10": 0.528249, "R_cap_at_20": 0.664783, "R_cap_at_25": 0.693032, "R_cap_at_50": 0.816761, "R_cap_at_100": 0.884557, "R_cap_at_1000": 1.0, "main_score": 0.33688, "hf_subset": "content_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74444, "ndcg_at_3": 0.72017, "ndcg_at_5": 0.6811, "ndcg_at_10": 0.64286, "ndcg_at_20": 0.58965, "ndcg_at_25": 0.57273, "ndcg_at_50": 0.49491, "ndcg_at_100": 0.52346, "ndcg_at_1000": 0.79335, "map_at_1": 0.01101, "map_at_3": 0.02848, "map_at_5": 0.04203, "map_at_10": 0.07217, "map_at_20": 0.11846, "map_at_25": 0.1385, "map_at_50": 0.20797, "map_at_100": 0.28382, "map_at_1000": 0.39854, "recall_at_1": 0.01101, "recall_at_3": 0.0317, "recall_at_5": 0.04872, "recall_at_10": 0.09015, "recall_at_20": 0.16167, "recall_at_25": 0.19568, "recall_at_50": 0.32583, "recall_at_100": 0.50811, "recall_at_1000": 1.0, "accuracy": 0.01101, "precision_at_1": 0.74444, "precision_at_3": 0.71481, "precision_at_5": 0.66, "precision_at_10": 0.61556, "precision_at_20": 0.55333, "precision_at_25": 0.53533, "precision_at_50": 0.44733, "precision_at_100": 0.34961, "precision_at_1000": 0.06938, "mrr_at_1": 0.744444, "mrr_at_3": 0.849074, "mrr_at_5": 0.852963, "mrr_at_10": 0.854451, "mrr_at_20": 0.854914, "mrr_at_25": 0.854914, "mrr_at_50": 0.854914, "mrr_at_100": 0.854914, "mrr_at_1000": 0.854914, "nauc_ndcg_at_1_max": -0.067602, "nauc_ndcg_at_1_std": -0.162642, "nauc_ndcg_at_1_diff1": -0.016598, "nauc_ndcg_at_3_max": -0.021654, "nauc_ndcg_at_3_std": -0.115818, "nauc_ndcg_at_3_diff1": 0.011192, "nauc_ndcg_at_5_max": -0.024366, "nauc_ndcg_at_5_std": -0.106729, "nauc_ndcg_at_5_diff1": 0.031045, "nauc_ndcg_at_10_max": 0.000472, "nauc_ndcg_at_10_std": -0.03265, "nauc_ndcg_at_10_diff1": 0.014104, "nauc_ndcg_at_20_max": 0.059378, "nauc_ndcg_at_20_std": 0.001892, "nauc_ndcg_at_20_diff1": 0.092626, "nauc_ndcg_at_25_max": 0.063618, "nauc_ndcg_at_25_std": 0.004836, "nauc_ndcg_at_25_diff1": 0.079546, "nauc_ndcg_at_50_max": 0.07625, "nauc_ndcg_at_50_std": 0.060238, "nauc_ndcg_at_50_diff1": 0.06076, "nauc_ndcg_at_100_max": -0.010057, "nauc_ndcg_at_100_std": -0.053535, "nauc_ndcg_at_100_diff1": 0.034354, "nauc_ndcg_at_1000_max": 0.042257, "nauc_ndcg_at_1000_std": 0.042084, "nauc_ndcg_at_1000_diff1": 0.053136, "nauc_map_at_1_max": -0.090735, "nauc_map_at_1_std": -0.201094, "nauc_map_at_1_diff1": -0.035822, "nauc_map_at_3_max": -0.036843, "nauc_map_at_3_std": -0.197033, "nauc_map_at_3_diff1": -0.019046, "nauc_map_at_5_max": -0.052527, "nauc_map_at_5_std": -0.19037, "nauc_map_at_5_diff1": -0.004274, "nauc_map_at_10_max": -0.043768, "nauc_map_at_10_std": -0.137364, "nauc_map_at_10_diff1": -0.032923, "nauc_map_at_20_max": -0.004282, "nauc_map_at_20_std": -0.117478, "nauc_map_at_20_diff1": 0.03987, "nauc_map_at_25_max": 0.004346, "nauc_map_at_25_std": -0.113012, "nauc_map_at_25_diff1": 0.033572, "nauc_map_at_50_max": 0.010729, "nauc_map_at_50_std": -0.068064, "nauc_map_at_50_diff1": 0.024293, "nauc_map_at_100_max": 0.017303, "nauc_map_at_100_std": -0.021232, "nauc_map_at_100_diff1": 0.032974, "nauc_map_at_1000_max": 0.032687, "nauc_map_at_1000_std": 0.040857, "nauc_map_at_1000_diff1": 0.042505, "nauc_recall_at_1_max": -0.090735, "nauc_recall_at_1_std": -0.201094, "nauc_recall_at_1_diff1": -0.035822, "nauc_recall_at_3_max": -0.074963, "nauc_recall_at_3_std": -0.23014, "nauc_recall_at_3_diff1": -0.018329, "nauc_recall_at_5_max": -0.092835, "nauc_recall_at_5_std": -0.241572, "nauc_recall_at_5_diff1": 0.000893, "nauc_recall_at_10_max": -0.07568, "nauc_recall_at_10_std": -0.165627, "nauc_recall_at_10_diff1": -0.037864, "nauc_recall_at_20_max": -0.016968, "nauc_recall_at_20_std": -0.149087, "nauc_recall_at_20_diff1": 0.070794, "nauc_recall_at_25_max": -0.02493, "nauc_recall_at_25_std": -0.153179, "nauc_recall_at_25_diff1": 0.042603, "nauc_recall_at_50_max": -0.025758, "nauc_recall_at_50_std": -0.105119, "nauc_recall_at_50_diff1": 0.001362, "nauc_recall_at_100_max": -0.038598, "nauc_recall_at_100_std": -0.06928, "nauc_recall_at_100_diff1": 0.020622, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.067602, "nauc_precision_at_1_std": -0.162642, "nauc_precision_at_1_diff1": -0.016598, "nauc_precision_at_3_max": -0.009886, "nauc_precision_at_3_std": -0.104986, "nauc_precision_at_3_diff1": 0.017658, "nauc_precision_at_5_max": -0.017441, "nauc_precision_at_5_std": -0.091317, "nauc_precision_at_5_diff1": 0.042359, "nauc_precision_at_10_max": 0.01674, "nauc_precision_at_10_std": 0.011798, "nauc_precision_at_10_diff1": 0.011601, "nauc_precision_at_20_max": 0.094604, "nauc_precision_at_20_std": 0.046069, "nauc_precision_at_20_diff1": 0.123895, "nauc_precision_at_25_max": 0.095186, "nauc_precision_at_25_std": 0.044806, "nauc_precision_at_25_diff1": 0.097757, "nauc_precision_at_50_max": 0.099884, "nauc_precision_at_50_std": 0.109811, "nauc_precision_at_50_diff1": 0.060737, "nauc_precision_at_100_max": 0.111551, "nauc_precision_at_100_std": 0.187075, "nauc_precision_at_100_diff1": 0.078577, "nauc_precision_at_1000_max": 0.208961, "nauc_precision_at_1000_std": 0.368819, "nauc_precision_at_1000_diff1": 0.056699, "nauc_mrr_at_1_max": -0.067602, "nauc_mrr_at_1_std": -0.162642, "nauc_mrr_at_1_diff1": -0.016598, "nauc_mrr_at_3_max": -0.115597, "nauc_mrr_at_3_std": -0.159917, "nauc_mrr_at_3_diff1": -0.008701, "nauc_mrr_at_5_max": -0.089764, "nauc_mrr_at_5_std": -0.154866, "nauc_mrr_at_5_diff1": 0.006399, "nauc_mrr_at_10_max": -0.084861, "nauc_mrr_at_10_std": -0.146753, "nauc_mrr_at_10_diff1": -0.003393, "nauc_mrr_at_20_max": -0.087123, "nauc_mrr_at_20_std": -0.149828, "nauc_mrr_at_20_diff1": -0.002799, "nauc_mrr_at_25_max": -0.087123, "nauc_mrr_at_25_std": -0.149828, "nauc_mrr_at_25_diff1": -0.002799, "nauc_mrr_at_50_max": -0.087123, "nauc_mrr_at_50_std": -0.149828, "nauc_mrr_at_50_diff1": -0.002799, "nauc_mrr_at_100_max": -0.087123, "nauc_mrr_at_100_std": -0.149828, "nauc_mrr_at_100_diff1": -0.002799, "nauc_mrr_at_1000_max": -0.087123, "nauc_mrr_at_1000_std": -0.149828, "nauc_mrr_at_1000_diff1": -0.002799, "hit_rate_at_1": 0.74444, "hit_rate_at_3": 0.96667, "hit_rate_at_5": 0.98333, "hit_rate_at_10": 0.99444, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.744444, "R_cap_at_3": 0.714815, "R_cap_at_5": 0.66, "R_cap_at_10": 0.615556, "R_cap_at_20": 0.553333, "R_cap_at_25": 0.535333, "R_cap_at_50": 0.447634, "R_cap_at_100": 0.508921, "R_cap_at_1000": 1.0, "main_score": 0.64286, "hf_subset": "date_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.60909, "ndcg_at_3": 0.56181, "ndcg_at_5": 0.54406, "ndcg_at_10": 0.49626, "ndcg_at_20": 0.44325, "ndcg_at_25": 0.4506, "ndcg_at_50": 0.52183, "ndcg_at_100": 0.5999, "ndcg_at_1000": 0.70683, "map_at_1": 0.0289, "map_at_3": 0.06815, "map_at_5": 0.09978, "map_at_10": 0.15645, "map_at_20": 0.22061, "map_at_25": 0.24215, "map_at_50": 0.29516, "map_at_100": 0.32999, "map_at_1000": 0.35723, "recall_at_1": 0.0289, "recall_at_3": 0.07785, "recall_at_5": 0.12306, "recall_at_10": 0.21648, "recall_at_20": 0.34445, "recall_at_25": 0.39517, "recall_at_50": 0.55808, "recall_at_100": 0.72065, "recall_at_1000": 1.0, "accuracy": 0.0289, "precision_at_1": 0.60909, "precision_at_3": 0.54747, "precision_at_5": 0.52727, "precision_at_10": 0.46697, "precision_at_20": 0.37758, "precision_at_25": 0.34921, "precision_at_50": 0.24927, "precision_at_100": 0.16239, "precision_at_1000": 0.02262, "mrr_at_1": 0.609091, "mrr_at_3": 0.721212, "mrr_at_5": 0.739242, "mrr_at_10": 0.747125, "mrr_at_20": 0.747556, "mrr_at_25": 0.747693, "mrr_at_50": 0.747693, "mrr_at_100": 0.747693, "mrr_at_1000": 0.747693, "nauc_ndcg_at_1_max": 0.216981, "nauc_ndcg_at_1_std": 0.075715, "nauc_ndcg_at_1_diff1": 0.150188, "nauc_ndcg_at_3_max": 0.219262, "nauc_ndcg_at_3_std": 0.128966, "nauc_ndcg_at_3_diff1": 0.095987, "nauc_ndcg_at_5_max": 0.232566, "nauc_ndcg_at_5_std": 0.165764, "nauc_ndcg_at_5_diff1": 0.103017, "nauc_ndcg_at_10_max": 0.256698, "nauc_ndcg_at_10_std": 0.187622, "nauc_ndcg_at_10_diff1": 0.103176, "nauc_ndcg_at_20_max": 0.28248, "nauc_ndcg_at_20_std": 0.214036, "nauc_ndcg_at_20_diff1": 0.092129, "nauc_ndcg_at_25_max": 0.272185, "nauc_ndcg_at_25_std": 0.183715, "nauc_ndcg_at_25_diff1": 0.097302, "nauc_ndcg_at_50_max": 0.276114, "nauc_ndcg_at_50_std": 0.152822, "nauc_ndcg_at_50_diff1": 0.105731, "nauc_ndcg_at_100_max": 0.253649, "nauc_ndcg_at_100_std": 0.171102, "nauc_ndcg_at_100_diff1": 0.09691, "nauc_ndcg_at_1000_max": 0.277193, "nauc_ndcg_at_1000_std": 0.196295, "nauc_ndcg_at_1000_diff1": 0.122381, "nauc_map_at_1_max": 0.109993, "nauc_map_at_1_std": 0.000182, "nauc_map_at_1_diff1": 0.086845, "nauc_map_at_3_max": 0.160948, "nauc_map_at_3_std": 0.064252, "nauc_map_at_3_diff1": 0.057191, "nauc_map_at_5_max": 0.191543, "nauc_map_at_5_std": 0.098348, "nauc_map_at_5_diff1": 0.08614, "nauc_map_at_10_max": 0.208521, "nauc_map_at_10_std": 0.113371, "nauc_map_at_10_diff1": 0.077346, "nauc_map_at_20_max": 0.251931, "nauc_map_at_20_std": 0.144381, "nauc_map_at_20_diff1": 0.074822, "nauc_map_at_25_max": 0.261389, "nauc_map_at_25_std": 0.145894, "nauc_map_at_25_diff1": 0.084221, "nauc_map_at_50_max": 0.290358, "nauc_map_at_50_std": 0.170623, "nauc_map_at_50_diff1": 0.099449, "nauc_map_at_100_max": 0.280133, "nauc_map_at_100_std": 0.185262, "nauc_map_at_100_diff1": 0.092753, "nauc_map_at_1000_max": 0.284276, "nauc_map_at_1000_std": 0.197775, "nauc_map_at_1000_diff1": 0.099034, "nauc_recall_at_1_max": 0.109993, "nauc_recall_at_1_std": 0.000182, "nauc_recall_at_1_diff1": 0.086845, "nauc_recall_at_3_max": 0.105369, "nauc_recall_at_3_std": 0.047295, "nauc_recall_at_3_diff1": 0.028708, "nauc_recall_at_5_max": 0.127873, "nauc_recall_at_5_std": 0.083589, "nauc_recall_at_5_diff1": 0.05363, "nauc_recall_at_10_max": 0.150529, "nauc_recall_at_10_std": 0.077894, "nauc_recall_at_10_diff1": 0.044347, "nauc_recall_at_20_max": 0.209436, "nauc_recall_at_20_std": 0.097151, "nauc_recall_at_20_diff1": 0.048315, "nauc_recall_at_25_max": 0.225639, "nauc_recall_at_25_std": 0.087326, "nauc_recall_at_25_diff1": 0.071121, "nauc_recall_at_50_max": 0.235159, "nauc_recall_at_50_std": 0.105954, "nauc_recall_at_50_diff1": 0.077988, "nauc_recall_at_100_max": 0.161363, "nauc_recall_at_100_std": 0.112165, "nauc_recall_at_100_diff1": 0.046504, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.216981, "nauc_precision_at_1_std": 0.075715, "nauc_precision_at_1_diff1": 0.150188, "nauc_precision_at_3_max": 0.214817, "nauc_precision_at_3_std": 0.145811, "nauc_precision_at_3_diff1": 0.074903, "nauc_precision_at_5_max": 0.223532, "nauc_precision_at_5_std": 0.188858, "nauc_precision_at_5_diff1": 0.086219, "nauc_precision_at_10_max": 0.25283, "nauc_precision_at_10_std": 0.205254, "nauc_precision_at_10_diff1": 0.089232, "nauc_precision_at_20_max": 0.283687, "nauc_precision_at_20_std": 0.221479, "nauc_precision_at_20_diff1": 0.081895, "nauc_precision_at_25_max": 0.283005, "nauc_precision_at_25_std": 0.212756, "nauc_precision_at_25_diff1": 0.099441, "nauc_precision_at_50_max": 0.290957, "nauc_precision_at_50_std": 0.244488, "nauc_precision_at_50_diff1": 0.105542, "nauc_precision_at_100_max": 0.209284, "nauc_precision_at_100_std": 0.250654, "nauc_precision_at_100_diff1": 0.083206, "nauc_precision_at_1000_max": 0.131668, "nauc_precision_at_1000_std": 0.21259, "nauc_precision_at_1000_diff1": 0.075321, "nauc_mrr_at_1_max": 0.216981, "nauc_mrr_at_1_std": 0.075715, "nauc_mrr_at_1_diff1": 0.150188, "nauc_mrr_at_3_max": 0.161657, "nauc_mrr_at_3_std": 0.058359, "nauc_mrr_at_3_diff1": 0.144288, "nauc_mrr_at_5_max": 0.170074, "nauc_mrr_at_5_std": 0.055303, "nauc_mrr_at_5_diff1": 0.126991, "nauc_mrr_at_10_max": 0.183434, "nauc_mrr_at_10_std": 0.056338, "nauc_mrr_at_10_diff1": 0.136528, "nauc_mrr_at_20_max": 0.18459, "nauc_mrr_at_20_std": 0.057943, "nauc_mrr_at_20_diff1": 0.13969, "nauc_mrr_at_25_max": 0.184138, "nauc_mrr_at_25_std": 0.058354, "nauc_mrr_at_25_diff1": 0.139122, "nauc_mrr_at_50_max": 0.184138, "nauc_mrr_at_50_std": 0.058354, "nauc_mrr_at_50_diff1": 0.139122, "nauc_mrr_at_100_max": 0.184138, "nauc_mrr_at_100_std": 0.058354, "nauc_mrr_at_100_diff1": 0.139122, "nauc_mrr_at_1000_max": 0.184138, "nauc_mrr_at_1000_std": 0.058354, "nauc_mrr_at_1000_diff1": 0.139122, "hit_rate_at_1": 0.60909, "hit_rate_at_3": 0.85455, "hit_rate_at_5": 0.9303, "hit_rate_at_10": 0.99091, "hit_rate_at_20": 0.99697, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.609091, "R_cap_at_3": 0.547475, "R_cap_at_5": 0.527273, "R_cap_at_10": 0.46697, "R_cap_at_20": 0.405717, "R_cap_at_25": 0.423055, "R_cap_at_50": 0.558105, "R_cap_at_100": 0.720649, "R_cap_at_1000": 1.0, "main_score": 0.49626, "hf_subset": "dates_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.58333, "ndcg_at_3": 0.69902, "ndcg_at_5": 0.68458, "ndcg_at_10": 0.64014, "ndcg_at_20": 0.57539, "ndcg_at_25": 0.55072, "ndcg_at_50": 0.47508, "ndcg_at_100": 0.51323, "ndcg_at_1000": 0.76644, "map_at_1": 0.0116, "map_at_3": 0.03796, "map_at_5": 0.06045, "map_at_10": 0.10162, "map_at_20": 0.157, "map_at_25": 0.17852, "map_at_50": 0.23474, "map_at_100": 0.28401, "map_at_1000": 0.37112, "recall_at_1": 0.0116, "recall_at_3": 0.04271, "recall_at_5": 0.06911, "recall_at_10": 0.12301, "recall_at_20": 0.20584, "recall_at_25": 0.24135, "recall_at_50": 0.35362, "recall_at_100": 0.49857, "recall_at_1000": 1.0, "accuracy": 0.0116, "precision_at_1": 0.58333, "precision_at_3": 0.72222, "precision_at_5": 0.69167, "precision_at_10": 0.625, "precision_at_20": 0.53958, "precision_at_25": 0.51, "precision_at_50": 0.385, "precision_at_100": 0.27792, "precision_at_1000": 0.059, "mrr_at_1": 0.583333, "mrr_at_3": 0.763889, "mrr_at_5": 0.772222, "mrr_at_10": 0.772222, "mrr_at_20": 0.772222, "mrr_at_25": 0.772222, "mrr_at_50": 0.772222, "mrr_at_100": 0.772222, "mrr_at_1000": 0.772222, "nauc_ndcg_at_1_max": 0.224149, "nauc_ndcg_at_1_std": 0.345005, "nauc_ndcg_at_1_diff1": -0.215972, "nauc_ndcg_at_3_max": 0.084207, "nauc_ndcg_at_3_std": 0.463125, "nauc_ndcg_at_3_diff1": -0.374823, "nauc_ndcg_at_5_max": 0.080157, "nauc_ndcg_at_5_std": 0.605111, "nauc_ndcg_at_5_diff1": -0.511558, "nauc_ndcg_at_10_max": 0.139386, "nauc_ndcg_at_10_std": 0.701527, "nauc_ndcg_at_10_diff1": -0.4387, "nauc_ndcg_at_20_max": 0.203203, "nauc_ndcg_at_20_std": 0.704268, "nauc_ndcg_at_20_diff1": -0.399819, "nauc_ndcg_at_25_max": 0.19934, "nauc_ndcg_at_25_std": 0.686672, "nauc_ndcg_at_25_diff1": -0.385614, "nauc_ndcg_at_50_max": 0.268302, "nauc_ndcg_at_50_std": 0.700918, "nauc_ndcg_at_50_diff1": -0.417372, "nauc_ndcg_at_100_max": 0.147129, "nauc_ndcg_at_100_std": 0.689131, "nauc_ndcg_at_100_diff1": -0.440931, "nauc_ndcg_at_1000_max": 0.191962, "nauc_ndcg_at_1000_std": 0.692458, "nauc_ndcg_at_1000_diff1": -0.427097, "nauc_map_at_1_max": 0.020946, "nauc_map_at_1_std": 0.175216, "nauc_map_at_1_diff1": -0.242343, "nauc_map_at_3_max": -0.063, "nauc_map_at_3_std": 0.24078, "nauc_map_at_3_diff1": -0.348735, "nauc_map_at_5_max": -0.075583, "nauc_map_at_5_std": 0.347231, "nauc_map_at_5_diff1": -0.416474, "nauc_map_at_10_max": -0.081634, "nauc_map_at_10_std": 0.50975, "nauc_map_at_10_diff1": -0.437058, "nauc_map_at_20_max": -0.011403, "nauc_map_at_20_std": 0.598259, "nauc_map_at_20_diff1": -0.435052, "nauc_map_at_25_max": 0.004068, "nauc_map_at_25_std": 0.61171, "nauc_map_at_25_diff1": -0.425426, "nauc_map_at_50_max": 0.126024, "nauc_map_at_50_std": 0.700776, "nauc_map_at_50_diff1": -0.424123, "nauc_map_at_100_max": 0.195369, "nauc_map_at_100_std": 0.715714, "nauc_map_at_100_diff1": -0.417494, "nauc_map_at_1000_max": 0.213412, "nauc_map_at_1000_std": 0.735313, "nauc_map_at_1000_diff1": -0.423654, "nauc_recall_at_1_max": 0.020946, "nauc_recall_at_1_std": 0.175216, "nauc_recall_at_1_diff1": -0.242343, "nauc_recall_at_3_max": -0.136354, "nauc_recall_at_3_std": 0.24959, "nauc_recall_at_3_diff1": -0.350843, "nauc_recall_at_5_max": -0.124614, "nauc_recall_at_5_std": 0.354328, "nauc_recall_at_5_diff1": -0.422557, "nauc_recall_at_10_max": -0.111179, "nauc_recall_at_10_std": 0.491508, "nauc_recall_at_10_diff1": -0.400852, "nauc_recall_at_20_max": -0.031453, "nauc_recall_at_20_std": 0.546848, "nauc_recall_at_20_diff1": -0.360434, "nauc_recall_at_25_max": -0.02608, "nauc_recall_at_25_std": 0.552913, "nauc_recall_at_25_diff1": -0.354814, "nauc_recall_at_50_max": 0.108452, "nauc_recall_at_50_std": 0.671221, "nauc_recall_at_50_diff1": -0.376666, "nauc_recall_at_100_max": 0.138486, "nauc_recall_at_100_std": 0.659688, "nauc_recall_at_100_diff1": -0.392965, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.224149, "nauc_precision_at_1_std": 0.345005, "nauc_precision_at_1_diff1": -0.215972, "nauc_precision_at_3_max": 0.029523, "nauc_precision_at_3_std": 0.508159, "nauc_precision_at_3_diff1": -0.416104, "nauc_precision_at_5_max": 0.042278, "nauc_precision_at_5_std": 0.695806, "nauc_precision_at_5_diff1": -0.601365, "nauc_precision_at_10_max": 0.141135, "nauc_precision_at_10_std": 0.780627, "nauc_precision_at_10_diff1": -0.44938, "nauc_precision_at_20_max": 0.234267, "nauc_precision_at_20_std": 0.730582, "nauc_precision_at_20_diff1": -0.36558, "nauc_precision_at_25_max": 0.220946, "nauc_precision_at_25_std": 0.691101, "nauc_precision_at_25_diff1": -0.347063, "nauc_precision_at_50_max": 0.369642, "nauc_precision_at_50_std": 0.686839, "nauc_precision_at_50_diff1": -0.301232, "nauc_precision_at_100_max": 0.409058, "nauc_precision_at_100_std": 0.558192, "nauc_precision_at_100_diff1": -0.257293, "nauc_precision_at_1000_max": 0.186679, "nauc_precision_at_1000_std": -0.061793, "nauc_precision_at_1000_diff1": 0.057715, "nauc_mrr_at_1_max": 0.224149, "nauc_mrr_at_1_std": 0.345005, "nauc_mrr_at_1_diff1": -0.215972, "nauc_mrr_at_3_max": 0.103252, "nauc_mrr_at_3_std": 0.392471, "nauc_mrr_at_3_diff1": -0.314876, "nauc_mrr_at_5_max": 0.160201, "nauc_mrr_at_5_std": 0.384878, "nauc_mrr_at_5_diff1": -0.277229, "nauc_mrr_at_10_max": 0.160201, "nauc_mrr_at_10_std": 0.384878, "nauc_mrr_at_10_diff1": -0.277229, "nauc_mrr_at_20_max": 0.160201, "nauc_mrr_at_20_std": 0.384878, "nauc_mrr_at_20_diff1": -0.277229, "nauc_mrr_at_25_max": 0.160201, "nauc_mrr_at_25_std": 0.384878, "nauc_mrr_at_25_diff1": -0.277229, "nauc_mrr_at_50_max": 0.160201, "nauc_mrr_at_50_std": 0.384878, "nauc_mrr_at_50_diff1": -0.277229, "nauc_mrr_at_100_max": 0.160201, "nauc_mrr_at_100_std": 0.384878, "nauc_mrr_at_100_diff1": -0.277229, "nauc_mrr_at_1000_max": 0.160201, "nauc_mrr_at_1000_std": 0.384878, "nauc_mrr_at_1000_diff1": -0.277229, "hit_rate_at_1": 0.58333, "hit_rate_at_3": 0.95833, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.583333, "R_cap_at_3": 0.722222, "R_cap_at_5": 0.691667, "R_cap_at_10": 0.625, "R_cap_at_20": 0.539583, "R_cap_at_25": 0.51, "R_cap_at_50": 0.424014, "R_cap_at_100": 0.501215, "R_cap_at_1000": 1.0, "main_score": 0.64014, "hf_subset": "day_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.16667, "ndcg_at_3": 0.14711, "ndcg_at_5": 0.18534, "ndcg_at_10": 0.22672, "ndcg_at_20": 0.26277, "ndcg_at_25": 0.26369, "ndcg_at_50": 0.35715, "ndcg_at_100": 0.44087, "ndcg_at_1000": 0.57306, "map_at_1": 0.00889, "map_at_3": 0.0148, "map_at_5": 0.02298, "map_at_10": 0.04762, "map_at_20": 0.09323, "map_at_25": 0.10239, "map_at_50": 0.1447, "map_at_100": 0.17704, "map_at_1000": 0.20784, "recall_at_1": 0.00889, "recall_at_3": 0.01969, "recall_at_5": 0.04774, "recall_at_10": 0.11774, "recall_at_20": 0.26172, "recall_at_25": 0.29206, "recall_at_50": 0.46753, "recall_at_100": 0.64807, "recall_at_1000": 1.0, "accuracy": 0.00889, "precision_at_1": 0.16667, "precision_at_3": 0.13889, "precision_at_5": 0.2, "precision_at_10": 0.25, "precision_at_20": 0.27083, "precision_at_25": 0.24, "precision_at_50": 0.19333, "precision_at_100": 0.13333, "precision_at_1000": 0.02067, "mrr_at_1": 0.166667, "mrr_at_3": 0.25, "mrr_at_5": 0.3375, "mrr_at_10": 0.351389, "mrr_at_20": 0.361971, "mrr_at_25": 0.361971, "mrr_at_50": 0.361971, "mrr_at_100": 0.361971, "mrr_at_1000": 0.361971, "nauc_ndcg_at_1_max": 0.350998, "nauc_ndcg_at_1_std": 0.350998, "nauc_ndcg_at_1_diff1": 0.212459, "nauc_ndcg_at_3_max": -0.057882, "nauc_ndcg_at_3_std": -0.087808, "nauc_ndcg_at_3_diff1": -0.012156, "nauc_ndcg_at_5_max": 0.158922, "nauc_ndcg_at_5_std": 0.14383, "nauc_ndcg_at_5_diff1": 0.080545, "nauc_ndcg_at_10_max": 0.380758, "nauc_ndcg_at_10_std": 0.572971, "nauc_ndcg_at_10_diff1": -0.127347, "nauc_ndcg_at_20_max": 0.380328, "nauc_ndcg_at_20_std": 0.705746, "nauc_ndcg_at_20_diff1": -0.109783, "nauc_ndcg_at_25_max": 0.484454, "nauc_ndcg_at_25_std": 0.698707, "nauc_ndcg_at_25_diff1": -0.162556, "nauc_ndcg_at_50_max": 0.424629, "nauc_ndcg_at_50_std": 0.685153, "nauc_ndcg_at_50_diff1": -0.128626, "nauc_ndcg_at_100_max": 0.506452, "nauc_ndcg_at_100_std": 0.674041, "nauc_ndcg_at_100_diff1": -0.154172, "nauc_ndcg_at_1000_max": 0.338552, "nauc_ndcg_at_1000_std": 0.618073, "nauc_ndcg_at_1000_diff1": -0.054008, "nauc_map_at_1_max": 0.43307, "nauc_map_at_1_std": 0.43307, "nauc_map_at_1_diff1": 0.067732, "nauc_map_at_3_max": 0.11044, "nauc_map_at_3_std": 0.084586, "nauc_map_at_3_diff1": -0.068948, "nauc_map_at_5_max": 0.284543, "nauc_map_at_5_std": 0.237026, "nauc_map_at_5_diff1": -0.040038, "nauc_map_at_10_max": 0.499865, "nauc_map_at_10_std": 0.559834, "nauc_map_at_10_diff1": -0.235298, "nauc_map_at_20_max": 0.429526, "nauc_map_at_20_std": 0.720671, "nauc_map_at_20_diff1": -0.175582, "nauc_map_at_25_max": 0.457096, "nauc_map_at_25_std": 0.709092, "nauc_map_at_25_diff1": -0.161772, "nauc_map_at_50_max": 0.392672, "nauc_map_at_50_std": 0.675495, "nauc_map_at_50_diff1": -0.101423, "nauc_map_at_100_max": 0.422166, "nauc_map_at_100_std": 0.65315, "nauc_map_at_100_diff1": -0.122854, "nauc_map_at_1000_max": 0.368827, "nauc_map_at_1000_std": 0.653635, "nauc_map_at_1000_diff1": -0.101802, "nauc_recall_at_1_max": 0.43307, "nauc_recall_at_1_std": 0.43307, "nauc_recall_at_1_diff1": 0.067732, "nauc_recall_at_3_max": -0.061001, "nauc_recall_at_3_std": -0.101878, "nauc_recall_at_3_diff1": -0.120008, "nauc_recall_at_5_max": 0.416035, "nauc_recall_at_5_std": 0.294905, "nauc_recall_at_5_diff1": -0.044908, "nauc_recall_at_10_max": 0.668964, "nauc_recall_at_10_std": 0.720236, "nauc_recall_at_10_diff1": -0.341299, "nauc_recall_at_20_max": 0.527434, "nauc_recall_at_20_std": 0.749587, "nauc_recall_at_20_diff1": -0.289712, "nauc_recall_at_25_max": 0.527439, "nauc_recall_at_25_std": 0.721095, "nauc_recall_at_25_diff1": -0.274707, "nauc_recall_at_50_max": 0.417512, "nauc_recall_at_50_std": 0.649114, "nauc_recall_at_50_diff1": -0.213041, "nauc_recall_at_100_max": 0.590726, "nauc_recall_at_100_std": 0.632165, "nauc_recall_at_100_diff1": -0.256137, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.350998, "nauc_precision_at_1_std": 0.350998, "nauc_precision_at_1_diff1": 0.212459, "nauc_precision_at_3_max": -0.203445, "nauc_precision_at_3_std": -0.236395, "nauc_precision_at_3_diff1": -0.102197, "nauc_precision_at_5_max": 0.189812, "nauc_precision_at_5_std": 0.189812, "nauc_precision_at_5_diff1": 0.080356, "nauc_precision_at_10_max": 0.430484, "nauc_precision_at_10_std": 0.726953, "nauc_precision_at_10_diff1": -0.212315, "nauc_precision_at_20_max": 0.233534, "nauc_precision_at_20_std": 0.681469, "nauc_precision_at_20_diff1": -0.089985, "nauc_precision_at_25_max": 0.282258, "nauc_precision_at_25_std": 0.717391, "nauc_precision_at_25_diff1": -0.077241, "nauc_precision_at_50_max": 0.115528, "nauc_precision_at_50_std": 0.541162, "nauc_precision_at_50_diff1": 0.039591, "nauc_precision_at_100_max": 0.181385, "nauc_precision_at_100_std": 0.500138, "nauc_precision_at_100_diff1": 0.035724, "nauc_precision_at_1000_max": -0.316954, "nauc_precision_at_1000_std": 0.099001, "nauc_precision_at_1000_diff1": 0.263112, "nauc_mrr_at_1_max": 0.350998, "nauc_mrr_at_1_std": 0.350998, "nauc_mrr_at_1_diff1": 0.212459, "nauc_mrr_at_3_max": 0.117345, "nauc_mrr_at_3_std": 0.089886, "nauc_mrr_at_3_diff1": 0.105529, "nauc_mrr_at_5_max": 0.209643, "nauc_mrr_at_5_std": 0.183956, "nauc_mrr_at_5_diff1": 0.150277, "nauc_mrr_at_10_max": 0.244167, "nauc_mrr_at_10_std": 0.217515, "nauc_mrr_at_10_diff1": 0.11836, "nauc_mrr_at_20_max": 0.221168, "nauc_mrr_at_20_std": 0.192793, "nauc_mrr_at_20_diff1": 0.128409, "nauc_mrr_at_25_max": 0.221168, "nauc_mrr_at_25_std": 0.192793, "nauc_mrr_at_25_diff1": 0.128409, "nauc_mrr_at_50_max": 0.221168, "nauc_mrr_at_50_std": 0.192793, "nauc_mrr_at_50_diff1": 0.128409, "nauc_mrr_at_100_max": 0.221168, "nauc_mrr_at_100_std": 0.192793, "nauc_mrr_at_100_diff1": 0.128409, "nauc_mrr_at_1000_max": 0.221168, "nauc_mrr_at_1000_std": 0.192793, "nauc_mrr_at_1000_diff1": 0.128409, "hit_rate_at_1": 0.16667, "hit_rate_at_3": 0.33333, "hit_rate_at_5": 0.75, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.166667, "R_cap_at_3": 0.138889, "R_cap_at_5": 0.2, "R_cap_at_10": 0.25, "R_cap_at_20": 0.294417, "R_cap_at_25": 0.296917, "R_cap_at_50": 0.467535, "R_cap_at_100": 0.64807, "R_cap_at_1000": 1.0, "main_score": 0.22672, "hf_subset": "earlier_today_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.08333, "ndcg_at_3": 0.17179, "ndcg_at_5": 0.17037, "ndcg_at_10": 0.17454, "ndcg_at_20": 0.16929, "ndcg_at_25": 0.1883, "ndcg_at_50": 0.23827, "ndcg_at_100": 0.3043, "ndcg_at_1000": 0.52552, "map_at_1": 0.00347, "map_at_3": 0.0128, "map_at_5": 0.01859, "map_at_10": 0.0319, "map_at_20": 0.04804, "map_at_25": 0.06302, "map_at_50": 0.0903, "map_at_100": 0.11516, "map_at_1000": 0.15556, "recall_at_1": 0.00347, "recall_at_3": 0.02226, "recall_at_5": 0.03679, "recall_at_10": 0.07123, "recall_at_20": 0.12514, "recall_at_25": 0.17337, "recall_at_50": 0.28373, "recall_at_100": 0.41031, "recall_at_1000": 1.0, "accuracy": 0.00347, "precision_at_1": 0.08333, "precision_at_3": 0.19444, "precision_at_5": 0.18333, "precision_at_10": 0.18333, "precision_at_20": 0.17083, "precision_at_25": 0.18667, "precision_at_50": 0.15667, "precision_at_100": 0.1175, "precision_at_1000": 0.02567, "mrr_at_1": 0.083333, "mrr_at_3": 0.25, "mrr_at_5": 0.2875, "mrr_at_10": 0.299405, "mrr_at_20": 0.299405, "mrr_at_25": 0.306816, "mrr_at_50": 0.309068, "mrr_at_100": 0.309068, "mrr_at_1000": 0.309068, "nauc_ndcg_at_1_max": 0.634262, "nauc_ndcg_at_1_std": 0.268524, "nauc_ndcg_at_1_diff1": -0.378483, "nauc_ndcg_at_3_max": 0.627151, "nauc_ndcg_at_3_std": 0.297372, "nauc_ndcg_at_3_diff1": 0.268141, "nauc_ndcg_at_5_max": 0.566295, "nauc_ndcg_at_5_std": 0.28322, "nauc_ndcg_at_5_diff1": 0.151913, "nauc_ndcg_at_10_max": 0.528718, "nauc_ndcg_at_10_std": 0.200468, "nauc_ndcg_at_10_diff1": 0.137274, "nauc_ndcg_at_20_max": 0.359864, "nauc_ndcg_at_20_std": 0.220537, "nauc_ndcg_at_20_diff1": 0.271265, "nauc_ndcg_at_25_max": 0.378907, "nauc_ndcg_at_25_std": 0.358856, "nauc_ndcg_at_25_diff1": 0.242449, "nauc_ndcg_at_50_max": 0.397408, "nauc_ndcg_at_50_std": 0.347009, "nauc_ndcg_at_50_diff1": 0.216504, "nauc_ndcg_at_100_max": 0.367185, "nauc_ndcg_at_100_std": 0.278826, "nauc_ndcg_at_100_diff1": 0.26547, "nauc_ndcg_at_1000_max": 0.387125, "nauc_ndcg_at_1000_std": 0.198944, "nauc_ndcg_at_1000_diff1": 0.363897, "nauc_map_at_1_max": 0.634262, "nauc_map_at_1_std": 0.268524, "nauc_map_at_1_diff1": -0.378483, "nauc_map_at_3_max": 0.623897, "nauc_map_at_3_std": 0.286114, "nauc_map_at_3_diff1": -0.023197, "nauc_map_at_5_max": 0.574178, "nauc_map_at_5_std": 0.308233, "nauc_map_at_5_diff1": -0.089585, "nauc_map_at_10_max": 0.549123, "nauc_map_at_10_std": 0.272454, "nauc_map_at_10_diff1": -0.127943, "nauc_map_at_20_max": 0.444164, "nauc_map_at_20_std": 0.301538, "nauc_map_at_20_diff1": -0.031302, "nauc_map_at_25_max": 0.442406, "nauc_map_at_25_std": 0.365937, "nauc_map_at_25_diff1": -0.021213, "nauc_map_at_50_max": 0.367579, "nauc_map_at_50_std": 0.372168, "nauc_map_at_50_diff1": 0.063929, "nauc_map_at_100_max": 0.299366, "nauc_map_at_100_std": 0.343275, "nauc_map_at_100_diff1": 0.131203, "nauc_map_at_1000_max": 0.293305, "nauc_map_at_1000_std": 0.328261, "nauc_map_at_1000_diff1": 0.195487, "nauc_recall_at_1_max": 0.634262, "nauc_recall_at_1_std": 0.268524, "nauc_recall_at_1_diff1": -0.378483, "nauc_recall_at_3_max": 0.526553, "nauc_recall_at_3_std": 0.285947, "nauc_recall_at_3_diff1": 0.301964, "nauc_recall_at_5_max": 0.410612, "nauc_recall_at_5_std": 0.263765, "nauc_recall_at_5_diff1": 0.120542, "nauc_recall_at_10_max": 0.411367, "nauc_recall_at_10_std": 0.153318, "nauc_recall_at_10_diff1": 0.063319, "nauc_recall_at_20_max": 0.295754, "nauc_recall_at_20_std": 0.209803, "nauc_recall_at_20_diff1": 0.227275, "nauc_recall_at_25_max": 0.392668, "nauc_recall_at_25_std": 0.431549, "nauc_recall_at_25_diff1": 0.15575, "nauc_recall_at_50_max": 0.365564, "nauc_recall_at_50_std": 0.410468, "nauc_recall_at_50_diff1": 0.207411, "nauc_recall_at_100_max": 0.348723, "nauc_recall_at_100_std": 0.300401, "nauc_recall_at_100_diff1": 0.262448, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.634262, "nauc_precision_at_1_std": 0.268524, "nauc_precision_at_1_diff1": -0.378483, "nauc_precision_at_3_max": 0.612319, "nauc_precision_at_3_std": 0.301739, "nauc_precision_at_3_diff1": 0.469289, "nauc_precision_at_5_max": 0.496406, "nauc_precision_at_5_std": 0.275559, "nauc_precision_at_5_diff1": 0.239018, "nauc_precision_at_10_max": 0.458856, "nauc_precision_at_10_std": 0.135708, "nauc_precision_at_10_diff1": 0.17996, "nauc_precision_at_20_max": 0.238418, "nauc_precision_at_20_std": 0.197282, "nauc_precision_at_20_diff1": 0.368706, "nauc_precision_at_25_max": 0.307571, "nauc_precision_at_25_std": 0.360745, "nauc_precision_at_25_diff1": 0.3092, "nauc_precision_at_50_max": 0.194869, "nauc_precision_at_50_std": 0.27732, "nauc_precision_at_50_diff1": 0.347696, "nauc_precision_at_100_max": 0.123085, "nauc_precision_at_100_std": 0.180176, "nauc_precision_at_100_diff1": 0.375437, "nauc_precision_at_1000_max": 0.030833, "nauc_precision_at_1000_std": -0.147439, "nauc_precision_at_1000_diff1": 0.546515, "nauc_mrr_at_1_max": 0.634262, "nauc_mrr_at_1_std": 0.268524, "nauc_mrr_at_1_diff1": -0.378483, "nauc_mrr_at_3_max": 0.63427, "nauc_mrr_at_3_std": 0.30339, "nauc_mrr_at_3_diff1": 0.338426, "nauc_mrr_at_5_max": 0.606524, "nauc_mrr_at_5_std": 0.223044, "nauc_mrr_at_5_diff1": 0.304533, "nauc_mrr_at_10_max": 0.591242, "nauc_mrr_at_10_std": 0.185361, "nauc_mrr_at_10_diff1": 0.297628, "nauc_mrr_at_20_max": 0.591242, "nauc_mrr_at_20_std": 0.185361, "nauc_mrr_at_20_diff1": 0.297628, "nauc_mrr_at_25_max": 0.609805, "nauc_mrr_at_25_std": 0.221993, "nauc_mrr_at_25_diff1": 0.278535, "nauc_mrr_at_50_max": 0.605731, "nauc_mrr_at_50_std": 0.213871, "nauc_mrr_at_50_diff1": 0.271003, "nauc_mrr_at_100_max": 0.605731, "nauc_mrr_at_100_std": 0.213871, "nauc_mrr_at_100_diff1": 0.271003, "nauc_mrr_at_1000_max": 0.605731, "nauc_mrr_at_1000_std": 0.213871, "nauc_mrr_at_1000_diff1": 0.271003, "hit_rate_at_1": 0.08333, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.66667, "hit_rate_at_10": 0.75, "hit_rate_at_20": 0.75, "hit_rate_at_25": 0.91667, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.083333, "R_cap_at_3": 0.194444, "R_cap_at_5": 0.183333, "R_cap_at_10": 0.183333, "R_cap_at_20": 0.171272, "R_cap_at_25": 0.201632, "R_cap_at_50": 0.284516, "R_cap_at_100": 0.410311, "R_cap_at_1000": 1.0, "main_score": 0.17454, "hf_subset": "last_named_day_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54, "ndcg_at_3": 0.52581, "ndcg_at_5": 0.50845, "ndcg_at_10": 0.48291, "ndcg_at_20": 0.4624, "ndcg_at_25": 0.45313, "ndcg_at_50": 0.4394, "ndcg_at_100": 0.46057, "ndcg_at_1000": 0.73346, "map_at_1": 0.0081, "map_at_3": 0.02039, "map_at_5": 0.03003, "map_at_10": 0.05032, "map_at_20": 0.08542, "map_at_25": 0.09935, "map_at_50": 0.15922, "map_at_100": 0.22868, "map_at_1000": 0.35667, "recall_at_1": 0.0081, "recall_at_3": 0.02322, "recall_at_5": 0.03662, "recall_at_10": 0.06648, "recall_at_20": 0.12663, "recall_at_25": 0.15333, "recall_at_50": 0.28219, "recall_at_100": 0.45407, "recall_at_1000": 1.0, "accuracy": 0.0081, "precision_at_1": 0.54, "precision_at_3": 0.52333, "precision_at_5": 0.498, "precision_at_10": 0.466, "precision_at_20": 0.4445, "precision_at_25": 0.4316, "precision_at_50": 0.3974, "precision_at_100": 0.3302, "precision_at_1000": 0.07463, "mrr_at_1": 0.54, "mrr_at_3": 0.621667, "mrr_at_5": 0.644167, "mrr_at_10": 0.65129, "mrr_at_20": 0.655364, "mrr_at_25": 0.655364, "mrr_at_50": 0.656964, "mrr_at_100": 0.657128, "mrr_at_1000": 0.657128, "nauc_ndcg_at_1_max": 0.330221, "nauc_ndcg_at_1_std": -0.26722, "nauc_ndcg_at_1_diff1": 0.12474, "nauc_ndcg_at_3_max": 0.298743, "nauc_ndcg_at_3_std": -0.214593, "nauc_ndcg_at_3_diff1": 0.102703, "nauc_ndcg_at_5_max": 0.356706, "nauc_ndcg_at_5_std": -0.160238, "nauc_ndcg_at_5_diff1": 0.122302, "nauc_ndcg_at_10_max": 0.37042, "nauc_ndcg_at_10_std": -0.091237, "nauc_ndcg_at_10_diff1": 0.120351, "nauc_ndcg_at_20_max": 0.424274, "nauc_ndcg_at_20_std": -0.010864, "nauc_ndcg_at_20_diff1": 0.139966, "nauc_ndcg_at_25_max": 0.426835, "nauc_ndcg_at_25_std": 0.013439, "nauc_ndcg_at_25_diff1": 0.129767, "nauc_ndcg_at_50_max": 0.369866, "nauc_ndcg_at_50_std": 0.047646, "nauc_ndcg_at_50_diff1": 0.104023, "nauc_ndcg_at_100_max": 0.286567, "nauc_ndcg_at_100_std": -0.026706, "nauc_ndcg_at_100_diff1": 0.091414, "nauc_ndcg_at_1000_max": 0.382718, "nauc_ndcg_at_1000_std": 0.101409, "nauc_ndcg_at_1000_diff1": 0.110155, "nauc_map_at_1_max": 0.040538, "nauc_map_at_1_std": -0.381735, "nauc_map_at_1_diff1": 0.102025, "nauc_map_at_3_max": 0.07, "nauc_map_at_3_std": -0.370891, "nauc_map_at_3_diff1": 0.136296, "nauc_map_at_5_max": 0.152162, "nauc_map_at_5_std": -0.320746, "nauc_map_at_5_diff1": 0.153507, "nauc_map_at_10_max": 0.206027, "nauc_map_at_10_std": -0.233975, "nauc_map_at_10_diff1": 0.169077, "nauc_map_at_20_max": 0.304053, "nauc_map_at_20_std": -0.137916, "nauc_map_at_20_diff1": 0.216229, "nauc_map_at_25_max": 0.315077, "nauc_map_at_25_std": -0.104564, "nauc_map_at_25_diff1": 0.21027, "nauc_map_at_50_max": 0.332235, "nauc_map_at_50_std": -0.013008, "nauc_map_at_50_diff1": 0.191785, "nauc_map_at_100_max": 0.365651, "nauc_map_at_100_std": 0.076814, "nauc_map_at_100_diff1": 0.146828, "nauc_map_at_1000_max": 0.391982, "nauc_map_at_1000_std": 0.20791, "nauc_map_at_1000_diff1": 0.087528, "nauc_recall_at_1_max": 0.040538, "nauc_recall_at_1_std": -0.381735, "nauc_recall_at_1_diff1": 0.102025, "nauc_recall_at_3_max": 0.020876, "nauc_recall_at_3_std": -0.383092, "nauc_recall_at_3_diff1": 0.08938, "nauc_recall_at_5_max": 0.083253, "nauc_recall_at_5_std": -0.39483, "nauc_recall_at_5_diff1": 0.136718, "nauc_recall_at_10_max": 0.112075, "nauc_recall_at_10_std": -0.352236, "nauc_recall_at_10_diff1": 0.169114, "nauc_recall_at_20_max": 0.176823, "nauc_recall_at_20_std": -0.309023, "nauc_recall_at_20_diff1": 0.205013, "nauc_recall_at_25_max": 0.173166, "nauc_recall_at_25_std": -0.307256, "nauc_recall_at_25_diff1": 0.197798, "nauc_recall_at_50_max": 0.090009, "nauc_recall_at_50_std": -0.264045, "nauc_recall_at_50_diff1": 0.172016, "nauc_recall_at_100_max": 0.085405, "nauc_recall_at_100_std": -0.20922, "nauc_recall_at_100_diff1": 0.079459, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.330221, "nauc_precision_at_1_std": -0.26722, "nauc_precision_at_1_diff1": 0.12474, "nauc_precision_at_3_max": 0.288623, "nauc_precision_at_3_std": -0.196182, "nauc_precision_at_3_diff1": 0.088673, "nauc_precision_at_5_max": 0.374226, "nauc_precision_at_5_std": -0.117235, "nauc_precision_at_5_diff1": 0.122308, "nauc_precision_at_10_max": 0.381579, "nauc_precision_at_10_std": -0.032732, "nauc_precision_at_10_diff1": 0.116727, "nauc_precision_at_20_max": 0.448073, "nauc_precision_at_20_std": 0.061418, "nauc_precision_at_20_diff1": 0.144791, "nauc_precision_at_25_max": 0.448131, "nauc_precision_at_25_std": 0.093967, "nauc_precision_at_25_diff1": 0.129893, "nauc_precision_at_50_max": 0.393667, "nauc_precision_at_50_std": 0.185813, "nauc_precision_at_50_diff1": 0.091027, "nauc_precision_at_100_max": 0.377924, "nauc_precision_at_100_std": 0.274416, "nauc_precision_at_100_diff1": 0.01982, "nauc_precision_at_1000_max": 0.288719, "nauc_precision_at_1000_std": 0.385414, "nauc_precision_at_1000_diff1": -0.048359, "nauc_mrr_at_1_max": 0.330221, "nauc_mrr_at_1_std": -0.26722, "nauc_mrr_at_1_diff1": 0.12474, "nauc_mrr_at_3_max": 0.306756, "nauc_mrr_at_3_std": -0.308141, "nauc_mrr_at_3_diff1": 0.093411, "nauc_mrr_at_5_max": 0.312247, "nauc_mrr_at_5_std": -0.329141, "nauc_mrr_at_5_diff1": 0.123672, "nauc_mrr_at_10_max": 0.308115, "nauc_mrr_at_10_std": -0.326219, "nauc_mrr_at_10_diff1": 0.124342, "nauc_mrr_at_20_max": 0.312036, "nauc_mrr_at_20_std": -0.327914, "nauc_mrr_at_20_diff1": 0.127116, "nauc_mrr_at_25_max": 0.312036, "nauc_mrr_at_25_std": -0.327914, "nauc_mrr_at_25_diff1": 0.127116, "nauc_mrr_at_50_max": 0.310111, "nauc_mrr_at_50_std": -0.323235, "nauc_mrr_at_50_diff1": 0.12572, "nauc_mrr_at_100_max": 0.310081, "nauc_mrr_at_100_std": -0.323968, "nauc_mrr_at_100_diff1": 0.125264, "nauc_mrr_at_1000_max": 0.310081, "nauc_mrr_at_1000_std": -0.323968, "nauc_mrr_at_1000_diff1": 0.125264, "hit_rate_at_1": 0.54, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.82, "hit_rate_at_10": 0.87, "hit_rate_at_20": 0.94, "hit_rate_at_25": 0.94, "hit_rate_at_50": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.54, "R_cap_at_3": 0.523333, "R_cap_at_5": 0.498, "R_cap_at_10": 0.466, "R_cap_at_20": 0.445402, "R_cap_at_25": 0.435287, "R_cap_at_50": 0.431753, "R_cap_at_100": 0.483468, "R_cap_at_1000": 1.0, "main_score": 0.48291, "hf_subset": "month_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.04416, "ndcg_at_3": 0.04362, "ndcg_at_5": 0.04695, "ndcg_at_10": 0.04485, "ndcg_at_20": 0.04421, "ndcg_at_25": 0.04528, "ndcg_at_50": 0.06182, "ndcg_at_100": 0.10002, "ndcg_at_1000": 0.40055, "map_at_1": 0.00154, "map_at_3": 0.00359, "map_at_5": 0.00552, "map_at_10": 0.00838, "map_at_20": 0.0126, "map_at_25": 0.01407, "map_at_50": 0.01926, "map_at_100": 0.02576, "map_at_1000": 0.05957, "recall_at_1": 0.00154, "recall_at_3": 0.00446, "recall_at_5": 0.00845, "recall_at_10": 0.01556, "recall_at_20": 0.03076, "recall_at_25": 0.03848, "recall_at_50": 0.07661, "recall_at_100": 0.15604, "recall_at_1000": 1.0, "accuracy": 0.00154, "precision_at_1": 0.04416, "precision_at_3": 0.04311, "precision_at_5": 0.04795, "precision_at_10": 0.04448, "precision_at_20": 0.0429, "precision_at_25": 0.04252, "precision_at_50": 0.0405, "precision_at_100": 0.03956, "precision_at_1000": 0.02354, "mrr_at_1": 0.044164, "mrr_at_3": 0.059937, "mrr_at_5": 0.070189, "mrr_at_10": 0.078415, "mrr_at_20": 0.084803, "mrr_at_25": 0.087106, "mrr_at_50": 0.092777, "mrr_at_100": 0.096296, "mrr_at_1000": 0.097739, "nauc_ndcg_at_1_max": 0.433931, "nauc_ndcg_at_1_std": 0.292602, "nauc_ndcg_at_1_diff1": 0.015848, "nauc_ndcg_at_3_max": 0.555029, "nauc_ndcg_at_3_std": 0.260849, "nauc_ndcg_at_3_diff1": -0.027745, "nauc_ndcg_at_5_max": 0.518224, "nauc_ndcg_at_5_std": 0.225133, "nauc_ndcg_at_5_diff1": -0.013572, "nauc_ndcg_at_10_max": 0.51049, "nauc_ndcg_at_10_std": 0.257985, "nauc_ndcg_at_10_diff1": -0.010536, "nauc_ndcg_at_20_max": 0.476835, "nauc_ndcg_at_20_std": 0.249659, "nauc_ndcg_at_20_diff1": -0.032437, "nauc_ndcg_at_25_max": 0.475911, "nauc_ndcg_at_25_std": 0.253052, "nauc_ndcg_at_25_diff1": -0.016176, "nauc_ndcg_at_50_max": 0.458099, "nauc_ndcg_at_50_std": 0.230413, "nauc_ndcg_at_50_diff1": -0.024228, "nauc_ndcg_at_100_max": 0.432934, "nauc_ndcg_at_100_std": 0.227399, "nauc_ndcg_at_100_diff1": -0.017643, "nauc_ndcg_at_1000_max": 0.348742, "nauc_ndcg_at_1000_std": 0.18726, "nauc_ndcg_at_1000_diff1": -0.021541, "nauc_map_at_1_max": 0.493667, "nauc_map_at_1_std": 0.341716, "nauc_map_at_1_diff1": 0.10645, "nauc_map_at_3_max": 0.612583, "nauc_map_at_3_std": 0.279117, "nauc_map_at_3_diff1": 0.043316, "nauc_map_at_5_max": 0.607649, "nauc_map_at_5_std": 0.270384, "nauc_map_at_5_diff1": 0.030044, "nauc_map_at_10_max": 0.628204, "nauc_map_at_10_std": 0.337545, "nauc_map_at_10_diff1": 0.017946, "nauc_map_at_20_max": 0.623322, "nauc_map_at_20_std": 0.353206, "nauc_map_at_20_diff1": -0.012851, "nauc_map_at_25_max": 0.614677, "nauc_map_at_25_std": 0.358336, "nauc_map_at_25_diff1": -0.013687, "nauc_map_at_50_max": 0.581284, "nauc_map_at_50_std": 0.357748, "nauc_map_at_50_diff1": -0.021269, "nauc_map_at_100_max": 0.540592, "nauc_map_at_100_std": 0.35716, "nauc_map_at_100_diff1": -0.032839, "nauc_map_at_1000_max": 0.466558, "nauc_map_at_1000_std": 0.306256, "nauc_map_at_1000_diff1": -0.025696, "nauc_recall_at_1_max": 0.493667, "nauc_recall_at_1_std": 0.341716, "nauc_recall_at_1_diff1": 0.10645, "nauc_recall_at_3_max": 0.596694, "nauc_recall_at_3_std": 0.245541, "nauc_recall_at_3_diff1": -0.002158, "nauc_recall_at_5_max": 0.514836, "nauc_recall_at_5_std": 0.20553, "nauc_recall_at_5_diff1": 0.002416, "nauc_recall_at_10_max": 0.501984, "nauc_recall_at_10_std": 0.253469, "nauc_recall_at_10_diff1": 0.013064, "nauc_recall_at_20_max": 0.443116, "nauc_recall_at_20_std": 0.225627, "nauc_recall_at_20_diff1": -0.032758, "nauc_recall_at_25_max": 0.452283, "nauc_recall_at_25_std": 0.239467, "nauc_recall_at_25_diff1": -0.01327, "nauc_recall_at_50_max": 0.430868, "nauc_recall_at_50_std": 0.214777, "nauc_recall_at_50_diff1": -0.028367, "nauc_recall_at_100_max": 0.397904, "nauc_recall_at_100_std": 0.208867, "nauc_recall_at_100_diff1": -0.013346, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.433931, "nauc_precision_at_1_std": 0.292602, "nauc_precision_at_1_diff1": 0.015848, "nauc_precision_at_3_max": 0.592582, "nauc_precision_at_3_std": 0.250155, "nauc_precision_at_3_diff1": -0.042423, "nauc_precision_at_5_max": 0.523601, "nauc_precision_at_5_std": 0.205494, "nauc_precision_at_5_diff1": -0.019395, "nauc_precision_at_10_max": 0.506892, "nauc_precision_at_10_std": 0.25696, "nauc_precision_at_10_diff1": -0.013562, "nauc_precision_at_20_max": 0.451468, "nauc_precision_at_20_std": 0.238623, "nauc_precision_at_20_diff1": -0.049448, "nauc_precision_at_25_max": 0.450814, "nauc_precision_at_25_std": 0.240047, "nauc_precision_at_25_diff1": -0.033795, "nauc_precision_at_50_max": 0.408962, "nauc_precision_at_50_std": 0.213604, "nauc_precision_at_50_diff1": -0.052463, "nauc_precision_at_100_max": 0.37176, "nauc_precision_at_100_std": 0.207412, "nauc_precision_at_100_diff1": -0.039993, "nauc_precision_at_1000_max": -0.000925, "nauc_precision_at_1000_std": 0.017312, "nauc_precision_at_1000_diff1": -0.046932, "nauc_mrr_at_1_max": 0.433931, "nauc_mrr_at_1_std": 0.292602, "nauc_mrr_at_1_diff1": 0.015848, "nauc_mrr_at_3_max": 0.457023, "nauc_mrr_at_3_std": 0.246821, "nauc_mrr_at_3_diff1": -0.035468, "nauc_mrr_at_5_max": 0.411522, "nauc_mrr_at_5_std": 0.202331, "nauc_mrr_at_5_diff1": -0.019553, "nauc_mrr_at_10_max": 0.400863, "nauc_mrr_at_10_std": 0.193641, "nauc_mrr_at_10_diff1": -0.003002, "nauc_mrr_at_20_max": 0.388578, "nauc_mrr_at_20_std": 0.184745, "nauc_mrr_at_20_diff1": -0.007669, "nauc_mrr_at_25_max": 0.390868, "nauc_mrr_at_25_std": 0.182624, "nauc_mrr_at_25_diff1": -0.007512, "nauc_mrr_at_50_max": 0.388873, "nauc_mrr_at_50_std": 0.174447, "nauc_mrr_at_50_diff1": -0.011064, "nauc_mrr_at_100_max": 0.389999, "nauc_mrr_at_100_std": 0.175774, "nauc_mrr_at_100_diff1": -0.00983, "nauc_mrr_at_1000_max": 0.391593, "nauc_mrr_at_1000_std": 0.179639, "nauc_mrr_at_1000_diff1": -0.009602, "hit_rate_at_1": 0.04416, "hit_rate_at_3": 0.07886, "hit_rate_at_5": 0.12303, "hit_rate_at_10": 0.18612, "hit_rate_at_20": 0.28076, "hit_rate_at_25": 0.33438, "hit_rate_at_50": 0.53628, "hit_rate_at_100": 0.78864, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.044164, "R_cap_at_3": 0.043113, "R_cap_at_5": 0.04795, "R_cap_at_10": 0.044479, "R_cap_at_20": 0.043833, "R_cap_at_25": 0.045995, "R_cap_at_50": 0.076646, "R_cap_at_100": 0.156036, "R_cap_at_1000": 1.0, "main_score": 0.04485, "hf_subset": "rel_day_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.13, "ndcg_at_3": 0.13704, "ndcg_at_5": 0.13917, "ndcg_at_10": 0.13456, "ndcg_at_20": 0.13876, "ndcg_at_25": 0.13486, "ndcg_at_50": 0.13403, "ndcg_at_100": 0.15447, "ndcg_at_1000": 0.56777, "map_at_1": 0.0017, "map_at_3": 0.00458, "map_at_5": 0.0073, "map_at_10": 0.01213, "map_at_20": 0.02129, "map_at_25": 0.02458, "map_at_50": 0.03852, "map_at_100": 0.05616, "map_at_1000": 0.15724, "recall_at_1": 0.0017, "recall_at_3": 0.00546, "recall_at_5": 0.00907, "recall_at_10": 0.01716, "recall_at_20": 0.03683, "recall_at_25": 0.04291, "recall_at_50": 0.08032, "recall_at_100": 0.15305, "recall_at_1000": 1.0, "accuracy": 0.0017, "precision_at_1": 0.13, "precision_at_3": 0.14, "precision_at_5": 0.142, "precision_at_10": 0.134, "precision_at_20": 0.14, "precision_at_25": 0.1336, "precision_at_50": 0.13, "precision_at_100": 0.1269, "precision_at_1000": 0.07463, "mrr_at_1": 0.13, "mrr_at_3": 0.165, "mrr_at_5": 0.1785, "mrr_at_10": 0.190706, "mrr_at_20": 0.203042, "mrr_at_25": 0.204311, "mrr_at_50": 0.208293, "mrr_at_100": 0.210499, "mrr_at_1000": 0.211344, "nauc_ndcg_at_1_max": 0.446464, "nauc_ndcg_at_1_std": 0.063195, "nauc_ndcg_at_1_diff1": 0.171924, "nauc_ndcg_at_3_max": 0.417878, "nauc_ndcg_at_3_std": 0.034532, "nauc_ndcg_at_3_diff1": 0.111021, "nauc_ndcg_at_5_max": 0.384101, "nauc_ndcg_at_5_std": 0.007918, "nauc_ndcg_at_5_diff1": 0.083719, "nauc_ndcg_at_10_max": 0.399053, "nauc_ndcg_at_10_std": 0.039135, "nauc_ndcg_at_10_diff1": 0.112991, "nauc_ndcg_at_20_max": 0.385304, "nauc_ndcg_at_20_std": 0.056334, "nauc_ndcg_at_20_diff1": 0.081803, "nauc_ndcg_at_25_max": 0.382609, "nauc_ndcg_at_25_std": 0.056674, "nauc_ndcg_at_25_diff1": 0.074358, "nauc_ndcg_at_50_max": 0.349638, "nauc_ndcg_at_50_std": 0.070255, "nauc_ndcg_at_50_diff1": 0.0431, "nauc_ndcg_at_100_max": 0.287571, "nauc_ndcg_at_100_std": 0.009875, "nauc_ndcg_at_100_diff1": 0.018433, "nauc_ndcg_at_1000_max": 0.191581, "nauc_ndcg_at_1000_std": 0.044834, "nauc_ndcg_at_1000_diff1": -0.034187, "nauc_map_at_1_max": 0.360188, "nauc_map_at_1_std": 0.018654, "nauc_map_at_1_diff1": 0.20658, "nauc_map_at_3_max": 0.416571, "nauc_map_at_3_std": 0.065914, "nauc_map_at_3_diff1": 0.131955, "nauc_map_at_5_max": 0.401781, "nauc_map_at_5_std": 0.046148, "nauc_map_at_5_diff1": 0.11322, "nauc_map_at_10_max": 0.433978, "nauc_map_at_10_std": 0.139155, "nauc_map_at_10_diff1": 0.148384, "nauc_map_at_20_max": 0.460826, "nauc_map_at_20_std": 0.216449, "nauc_map_at_20_diff1": 0.154143, "nauc_map_at_25_max": 0.464911, "nauc_map_at_25_std": 0.226168, "nauc_map_at_25_diff1": 0.146593, "nauc_map_at_50_max": 0.465502, "nauc_map_at_50_std": 0.267253, "nauc_map_at_50_diff1": 0.128377, "nauc_map_at_100_max": 0.430878, "nauc_map_at_100_std": 0.241014, "nauc_map_at_100_diff1": 0.103121, "nauc_map_at_1000_max": 0.314379, "nauc_map_at_1000_std": 0.168451, "nauc_map_at_1000_diff1": 0.012591, "nauc_recall_at_1_max": 0.360188, "nauc_recall_at_1_std": 0.018654, "nauc_recall_at_1_diff1": 0.20658, "nauc_recall_at_3_max": 0.300102, "nauc_recall_at_3_std": -0.02852, "nauc_recall_at_3_diff1": 0.094725, "nauc_recall_at_5_max": 0.281617, "nauc_recall_at_5_std": -0.055478, "nauc_recall_at_5_diff1": 0.100027, "nauc_recall_at_10_max": 0.287612, "nauc_recall_at_10_std": -0.010731, "nauc_recall_at_10_diff1": 0.157433, "nauc_recall_at_20_max": 0.326198, "nauc_recall_at_20_std": 0.021352, "nauc_recall_at_20_diff1": 0.101531, "nauc_recall_at_25_max": 0.326361, "nauc_recall_at_25_std": 0.025528, "nauc_recall_at_25_diff1": 0.091543, "nauc_recall_at_50_max": 0.272069, "nauc_recall_at_50_std": 0.042671, "nauc_recall_at_50_diff1": 0.057299, "nauc_recall_at_100_max": 0.234134, "nauc_recall_at_100_std": 0.009486, "nauc_recall_at_100_diff1": 0.019087, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.446464, "nauc_precision_at_1_std": 0.063195, "nauc_precision_at_1_diff1": 0.171924, "nauc_precision_at_3_max": 0.39762, "nauc_precision_at_3_std": 0.021993, "nauc_precision_at_3_diff1": 0.092157, "nauc_precision_at_5_max": 0.355444, "nauc_precision_at_5_std": -0.011494, "nauc_precision_at_5_diff1": 0.061726, "nauc_precision_at_10_max": 0.386775, "nauc_precision_at_10_std": 0.041788, "nauc_precision_at_10_diff1": 0.114021, "nauc_precision_at_20_max": 0.368801, "nauc_precision_at_20_std": 0.065846, "nauc_precision_at_20_diff1": 0.068381, "nauc_precision_at_25_max": 0.364745, "nauc_precision_at_25_std": 0.064507, "nauc_precision_at_25_diff1": 0.059615, "nauc_precision_at_50_max": 0.325689, "nauc_precision_at_50_std": 0.094966, "nauc_precision_at_50_diff1": 0.025214, "nauc_precision_at_100_max": 0.271152, "nauc_precision_at_100_std": 0.045215, "nauc_precision_at_100_diff1": -0.027649, "nauc_precision_at_1000_max": 0.024204, "nauc_precision_at_1000_std": 0.001285, "nauc_precision_at_1000_diff1": -0.146781, "nauc_mrr_at_1_max": 0.446464, "nauc_mrr_at_1_std": 0.063195, "nauc_mrr_at_1_diff1": 0.171924, "nauc_mrr_at_3_max": 0.343673, "nauc_mrr_at_3_std": -0.049385, "nauc_mrr_at_3_diff1": 0.153968, "nauc_mrr_at_5_max": 0.303795, "nauc_mrr_at_5_std": -0.082738, "nauc_mrr_at_5_diff1": 0.127065, "nauc_mrr_at_10_max": 0.296284, "nauc_mrr_at_10_std": -0.084186, "nauc_mrr_at_10_diff1": 0.138467, "nauc_mrr_at_20_max": 0.294694, "nauc_mrr_at_20_std": -0.088891, "nauc_mrr_at_20_diff1": 0.131571, "nauc_mrr_at_25_max": 0.293849, "nauc_mrr_at_25_std": -0.091357, "nauc_mrr_at_25_diff1": 0.130227, "nauc_mrr_at_50_max": 0.295323, "nauc_mrr_at_50_std": -0.090587, "nauc_mrr_at_50_diff1": 0.127659, "nauc_mrr_at_100_max": 0.29748, "nauc_mrr_at_100_std": -0.088306, "nauc_mrr_at_100_diff1": 0.126517, "nauc_mrr_at_1000_max": 0.298895, "nauc_mrr_at_1000_std": -0.086348, "nauc_mrr_at_1000_diff1": 0.12894, "hit_rate_at_1": 0.13, "hit_rate_at_3": 0.22, "hit_rate_at_5": 0.28, "hit_rate_at_10": 0.38, "hit_rate_at_20": 0.56, "hit_rate_at_25": 0.59, "hit_rate_at_50": 0.74, "hit_rate_at_100": 0.88, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.13, "R_cap_at_3": 0.14, "R_cap_at_5": 0.142, "R_cap_at_10": 0.134, "R_cap_at_20": 0.140429, "R_cap_at_25": 0.134445, "R_cap_at_50": 0.134425, "R_cap_at_100": 0.167344, "R_cap_at_1000": 1.0, "main_score": 0.13456, "hf_subset": "rel_month_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.04242, "ndcg_at_3": 0.04066, "ndcg_at_5": 0.04022, "ndcg_at_10": 0.04037, "ndcg_at_20": 0.04191, "ndcg_at_25": 0.04432, "ndcg_at_50": 0.06407, "ndcg_at_100": 0.10024, "ndcg_at_1000": 0.39704, "map_at_1": 0.00265, "map_at_3": 0.00515, "map_at_5": 0.00739, "map_at_10": 0.01081, "map_at_20": 0.01346, "map_at_25": 0.01446, "map_at_50": 0.01816, "map_at_100": 0.02366, "map_at_1000": 0.05603, "recall_at_1": 0.00265, "recall_at_3": 0.00687, "recall_at_5": 0.01144, "recall_at_10": 0.02228, "recall_at_20": 0.037, "recall_at_25": 0.04341, "recall_at_50": 0.08215, "recall_at_100": 0.15858, "recall_at_1000": 1.0, "accuracy": 0.00265, "precision_at_1": 0.04242, "precision_at_3": 0.03939, "precision_at_5": 0.03939, "precision_at_10": 0.0397, "precision_at_20": 0.03606, "precision_at_25": 0.03467, "precision_at_50": 0.03455, "precision_at_100": 0.03482, "precision_at_1000": 0.02262, "mrr_at_1": 0.042424, "mrr_at_3": 0.065657, "mrr_at_5": 0.071263, "mrr_at_10": 0.081684, "mrr_at_20": 0.089905, "mrr_at_25": 0.091217, "mrr_at_50": 0.097504, "mrr_at_100": 0.10033, "mrr_at_1000": 0.101712, "nauc_ndcg_at_1_max": -0.210031, "nauc_ndcg_at_1_std": 0.009774, "nauc_ndcg_at_1_diff1": 0.155966, "nauc_ndcg_at_3_max": -0.134836, "nauc_ndcg_at_3_std": -0.042043, "nauc_ndcg_at_3_diff1": 0.158841, "nauc_ndcg_at_5_max": -0.127793, "nauc_ndcg_at_5_std": -0.06157, "nauc_ndcg_at_5_diff1": 0.144959, "nauc_ndcg_at_10_max": -0.111465, "nauc_ndcg_at_10_std": -0.055552, "nauc_ndcg_at_10_diff1": 0.105736, "nauc_ndcg_at_20_max": -0.097962, "nauc_ndcg_at_20_std": -0.044657, "nauc_ndcg_at_20_diff1": 0.103079, "nauc_ndcg_at_25_max": -0.085845, "nauc_ndcg_at_25_std": -0.040793, "nauc_ndcg_at_25_diff1": 0.098441, "nauc_ndcg_at_50_max": -0.088595, "nauc_ndcg_at_50_std": -0.068998, "nauc_ndcg_at_50_diff1": 0.0783, "nauc_ndcg_at_100_max": -0.080035, "nauc_ndcg_at_100_std": -0.077313, "nauc_ndcg_at_100_diff1": 0.096647, "nauc_ndcg_at_1000_max": -0.093531, "nauc_ndcg_at_1000_std": -0.055472, "nauc_ndcg_at_1000_diff1": 0.130575, "nauc_map_at_1_max": -0.243677, "nauc_map_at_1_std": 0.041992, "nauc_map_at_1_diff1": 0.093067, "nauc_map_at_3_max": -0.169052, "nauc_map_at_3_std": 0.002558, "nauc_map_at_3_diff1": 0.149286, "nauc_map_at_5_max": -0.153301, "nauc_map_at_5_std": -0.003488, "nauc_map_at_5_diff1": 0.150355, "nauc_map_at_10_max": -0.155095, "nauc_map_at_10_std": -0.006334, "nauc_map_at_10_diff1": 0.129044, "nauc_map_at_20_max": -0.133305, "nauc_map_at_20_std": 0.017538, "nauc_map_at_20_diff1": 0.119591, "nauc_map_at_25_max": -0.119346, "nauc_map_at_25_std": 0.023595, "nauc_map_at_25_diff1": 0.109568, "nauc_map_at_50_max": -0.1131, "nauc_map_at_50_std": 0.012777, "nauc_map_at_50_diff1": 0.094034, "nauc_map_at_100_max": -0.102467, "nauc_map_at_100_std": 0.009998, "nauc_map_at_100_diff1": 0.101042, "nauc_map_at_1000_max": -0.082451, "nauc_map_at_1000_std": -0.006998, "nauc_map_at_1000_diff1": 0.139039, "nauc_recall_at_1_max": -0.243677, "nauc_recall_at_1_std": 0.041992, "nauc_recall_at_1_diff1": 0.093067, "nauc_recall_at_3_max": -0.134888, "nauc_recall_at_3_std": -0.021215, "nauc_recall_at_3_diff1": 0.163237, "nauc_recall_at_5_max": -0.124319, "nauc_recall_at_5_std": -0.033434, "nauc_recall_at_5_diff1": 0.137609, "nauc_recall_at_10_max": -0.110193, "nauc_recall_at_10_std": -0.042104, "nauc_recall_at_10_diff1": 0.082309, "nauc_recall_at_20_max": -0.079384, "nauc_recall_at_20_std": -0.035793, "nauc_recall_at_20_diff1": 0.078416, "nauc_recall_at_25_max": -0.06389, "nauc_recall_at_25_std": -0.032566, "nauc_recall_at_25_diff1": 0.072429, "nauc_recall_at_50_max": -0.066988, "nauc_recall_at_50_std": -0.081637, "nauc_recall_at_50_diff1": 0.051905, "nauc_recall_at_100_max": -0.065865, "nauc_recall_at_100_std": -0.087087, "nauc_recall_at_100_diff1": 0.079309, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.210031, "nauc_precision_at_1_std": 0.009774, "nauc_precision_at_1_diff1": 0.155966, "nauc_precision_at_3_max": -0.119963, "nauc_precision_at_3_std": -0.058884, "nauc_precision_at_3_diff1": 0.162425, "nauc_precision_at_5_max": -0.117309, "nauc_precision_at_5_std": -0.083788, "nauc_precision_at_5_diff1": 0.137576, "nauc_precision_at_10_max": -0.095975, "nauc_precision_at_10_std": -0.064569, "nauc_precision_at_10_diff1": 0.081317, "nauc_precision_at_20_max": -0.073849, "nauc_precision_at_20_std": -0.071824, "nauc_precision_at_20_diff1": 0.079827, "nauc_precision_at_25_max": -0.058718, "nauc_precision_at_25_std": -0.073138, "nauc_precision_at_25_diff1": 0.076617, "nauc_precision_at_50_max": -0.054502, "nauc_precision_at_50_std": -0.10656, "nauc_precision_at_50_diff1": 0.073787, "nauc_precision_at_100_max": -0.034283, "nauc_precision_at_100_std": -0.097577, "nauc_precision_at_100_diff1": 0.120752, "nauc_precision_at_1000_max": -0.039347, "nauc_precision_at_1000_std": 0.031034, "nauc_precision_at_1000_diff1": 0.066285, "nauc_mrr_at_1_max": -0.210031, "nauc_mrr_at_1_std": 0.009774, "nauc_mrr_at_1_diff1": 0.155966, "nauc_mrr_at_3_max": -0.134018, "nauc_mrr_at_3_std": -0.024156, "nauc_mrr_at_3_diff1": 0.13621, "nauc_mrr_at_5_max": -0.134311, "nauc_mrr_at_5_std": -0.050613, "nauc_mrr_at_5_diff1": 0.122331, "nauc_mrr_at_10_max": -0.113271, "nauc_mrr_at_10_std": -0.050082, "nauc_mrr_at_10_diff1": 0.10251, "nauc_mrr_at_20_max": -0.114788, "nauc_mrr_at_20_std": -0.068307, "nauc_mrr_at_20_diff1": 0.102001, "nauc_mrr_at_25_max": -0.11699, "nauc_mrr_at_25_std": -0.071354, "nauc_mrr_at_25_diff1": 0.105697, "nauc_mrr_at_50_max": -0.116136, "nauc_mrr_at_50_std": -0.07782, "nauc_mrr_at_50_diff1": 0.11058, "nauc_mrr_at_100_max": -0.11621, "nauc_mrr_at_100_std": -0.076794, "nauc_mrr_at_100_diff1": 0.111808, "nauc_mrr_at_1000_max": -0.117041, "nauc_mrr_at_1000_std": -0.072827, "nauc_mrr_at_1000_diff1": 0.110845, "hit_rate_at_1": 0.04242, "hit_rate_at_3": 0.09394, "hit_rate_at_5": 0.12121, "hit_rate_at_10": 0.2, "hit_rate_at_20": 0.32424, "hit_rate_at_25": 0.35455, "hit_rate_at_50": 0.58485, "hit_rate_at_100": 0.78182, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.042424, "R_cap_at_3": 0.039394, "R_cap_at_5": 0.039394, "R_cap_at_10": 0.039697, "R_cap_at_20": 0.042141, "R_cap_at_25": 0.045877, "R_cap_at_50": 0.082165, "R_cap_at_100": 0.158577, "R_cap_at_1000": 1.0, "main_score": 0.04037, "hf_subset": "rel_session_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.17054, "ndcg_at_3": 0.17403, "ndcg_at_5": 0.18455, "ndcg_at_10": 0.19263, "ndcg_at_20": 0.20016, "ndcg_at_25": 0.20205, "ndcg_at_50": 0.20447, "ndcg_at_100": 0.25808, "ndcg_at_1000": 0.63637, "map_at_1": 0.00254, "map_at_3": 0.00559, "map_at_5": 0.00851, "map_at_10": 0.01464, "map_at_20": 0.02483, "map_at_25": 0.02973, "map_at_50": 0.05068, "map_at_100": 0.08159, "map_at_1000": 0.19594, "recall_at_1": 0.00254, "recall_at_3": 0.00771, "recall_at_5": 0.01399, "recall_at_10": 0.0296, "recall_at_20": 0.06153, "recall_at_25": 0.07751, "recall_at_50": 0.15536, "recall_at_100": 0.28958, "recall_at_1000": 1.0, "accuracy": 0.00254, "precision_at_1": 0.17054, "precision_at_3": 0.17313, "precision_at_5": 0.18837, "precision_at_10": 0.19806, "precision_at_20": 0.20581, "precision_at_25": 0.20744, "precision_at_50": 0.20791, "precision_at_100": 0.19481, "precision_at_1000": 0.0681, "mrr_at_1": 0.170543, "mrr_at_3": 0.26938, "mrr_at_5": 0.304457, "mrr_at_10": 0.328834, "mrr_at_20": 0.338756, "mrr_at_25": 0.340475, "mrr_at_50": 0.342733, "mrr_at_100": 0.342935, "mrr_at_1000": 0.342935, "nauc_ndcg_at_1_max": -0.056642, "nauc_ndcg_at_1_std": -0.139569, "nauc_ndcg_at_1_diff1": -0.078517, "nauc_ndcg_at_3_max": -0.125454, "nauc_ndcg_at_3_std": -0.128272, "nauc_ndcg_at_3_diff1": -0.066099, "nauc_ndcg_at_5_max": -0.092988, "nauc_ndcg_at_5_std": -0.143067, "nauc_ndcg_at_5_diff1": -0.025695, "nauc_ndcg_at_10_max": -0.103907, "nauc_ndcg_at_10_std": -0.167469, "nauc_ndcg_at_10_diff1": -0.018686, "nauc_ndcg_at_20_max": -0.14547, "nauc_ndcg_at_20_std": -0.137433, "nauc_ndcg_at_20_diff1": -0.049725, "nauc_ndcg_at_25_max": -0.156005, "nauc_ndcg_at_25_std": -0.134634, "nauc_ndcg_at_25_diff1": -0.05636, "nauc_ndcg_at_50_max": -0.159582, "nauc_ndcg_at_50_std": -0.126292, "nauc_ndcg_at_50_diff1": -0.024199, "nauc_ndcg_at_100_max": -0.179692, "nauc_ndcg_at_100_std": -0.106761, "nauc_ndcg_at_100_diff1": -0.057111, "nauc_ndcg_at_1000_max": -0.197581, "nauc_ndcg_at_1000_std": -0.093282, "nauc_ndcg_at_1000_diff1": -0.030228, "nauc_map_at_1_max": -0.02713, "nauc_map_at_1_std": -0.125116, "nauc_map_at_1_diff1": -0.05861, "nauc_map_at_3_max": -0.084621, "nauc_map_at_3_std": -0.096411, "nauc_map_at_3_diff1": -0.044037, "nauc_map_at_5_max": -0.054472, "nauc_map_at_5_std": -0.088038, "nauc_map_at_5_diff1": -0.010874, "nauc_map_at_10_max": -0.060924, "nauc_map_at_10_std": -0.08453, "nauc_map_at_10_diff1": -0.019632, "nauc_map_at_20_max": -0.084835, "nauc_map_at_20_std": -0.044254, "nauc_map_at_20_diff1": -0.031238, "nauc_map_at_25_max": -0.094816, "nauc_map_at_25_std": -0.041118, "nauc_map_at_25_diff1": -0.033839, "nauc_map_at_50_max": -0.110899, "nauc_map_at_50_std": -0.03022, "nauc_map_at_50_diff1": -0.01488, "nauc_map_at_100_max": -0.148421, "nauc_map_at_100_std": -0.024638, "nauc_map_at_100_diff1": -0.047979, "nauc_map_at_1000_max": -0.199479, "nauc_map_at_1000_std": 0.004157, "nauc_map_at_1000_diff1": -0.044053, "nauc_recall_at_1_max": -0.02713, "nauc_recall_at_1_std": -0.125116, "nauc_recall_at_1_diff1": -0.05861, "nauc_recall_at_3_max": -0.118613, "nauc_recall_at_3_std": -0.105862, "nauc_recall_at_3_diff1": -0.056794, "nauc_recall_at_5_max": -0.0666, "nauc_recall_at_5_std": -0.128277, "nauc_recall_at_5_diff1": 0.008439, "nauc_recall_at_10_max": -0.086816, "nauc_recall_at_10_std": -0.155339, "nauc_recall_at_10_diff1": 0.002983, "nauc_recall_at_20_max": -0.136243, "nauc_recall_at_20_std": -0.098732, "nauc_recall_at_20_diff1": -0.049184, "nauc_recall_at_25_max": -0.145699, "nauc_recall_at_25_std": -0.095115, "nauc_recall_at_25_diff1": -0.056416, "nauc_recall_at_50_max": -0.131952, "nauc_recall_at_50_std": -0.086693, "nauc_recall_at_50_diff1": -0.003447, "nauc_recall_at_100_max": -0.183031, "nauc_recall_at_100_std": -0.072174, "nauc_recall_at_100_diff1": -0.068217, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.056642, "nauc_precision_at_1_std": -0.139569, "nauc_precision_at_1_diff1": -0.078517, "nauc_precision_at_3_max": -0.146104, "nauc_precision_at_3_std": -0.12561, "nauc_precision_at_3_diff1": -0.064857, "nauc_precision_at_5_max": -0.088456, "nauc_precision_at_5_std": -0.14495, "nauc_precision_at_5_diff1": -0.002625, "nauc_precision_at_10_max": -0.100198, "nauc_precision_at_10_std": -0.172742, "nauc_precision_at_10_diff1": -0.001399, "nauc_precision_at_20_max": -0.160273, "nauc_precision_at_20_std": -0.11665, "nauc_precision_at_20_diff1": -0.055361, "nauc_precision_at_25_max": -0.171859, "nauc_precision_at_25_std": -0.113444, "nauc_precision_at_25_diff1": -0.064018, "nauc_precision_at_50_max": -0.166584, "nauc_precision_at_50_std": -0.104699, "nauc_precision_at_50_diff1": -0.012549, "nauc_precision_at_100_max": -0.225184, "nauc_precision_at_100_std": -0.090847, "nauc_precision_at_100_diff1": -0.065395, "nauc_precision_at_1000_max": -0.098085, "nauc_precision_at_1000_std": 0.020182, "nauc_precision_at_1000_diff1": 0.03257, "nauc_mrr_at_1_max": -0.056642, "nauc_mrr_at_1_std": -0.139569, "nauc_mrr_at_1_diff1": -0.078517, "nauc_mrr_at_3_max": -0.107598, "nauc_mrr_at_3_std": -0.151897, "nauc_mrr_at_3_diff1": -0.080081, "nauc_mrr_at_5_max": -0.092497, "nauc_mrr_at_5_std": -0.181538, "nauc_mrr_at_5_diff1": -0.053812, "nauc_mrr_at_10_max": -0.096468, "nauc_mrr_at_10_std": -0.197344, "nauc_mrr_at_10_diff1": -0.047424, "nauc_mrr_at_20_max": -0.101675, "nauc_mrr_at_20_std": -0.195567, "nauc_mrr_at_20_diff1": -0.053156, "nauc_mrr_at_25_max": -0.100724, "nauc_mrr_at_25_std": -0.195676, "nauc_mrr_at_25_diff1": -0.05568, "nauc_mrr_at_50_max": -0.097501, "nauc_mrr_at_50_std": -0.191209, "nauc_mrr_at_50_diff1": -0.054638, "nauc_mrr_at_100_max": -0.097253, "nauc_mrr_at_100_std": -0.190229, "nauc_mrr_at_100_diff1": -0.054546, "nauc_mrr_at_1000_max": -0.097253, "nauc_mrr_at_1000_std": -0.190229, "nauc_mrr_at_1000_diff1": -0.054546, "hit_rate_at_1": 0.17054, "hit_rate_at_3": 0.39535, "hit_rate_at_5": 0.54651, "hit_rate_at_10": 0.72868, "hit_rate_at_20": 0.87209, "hit_rate_at_25": 0.91085, "hit_rate_at_50": 0.98837, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.170543, "R_cap_at_3": 0.173127, "R_cap_at_5": 0.188372, "R_cap_at_10": 0.198062, "R_cap_at_20": 0.205814, "R_cap_at_25": 0.207442, "R_cap_at_50": 0.208152, "R_cap_at_100": 0.28982, "R_cap_at_1000": 1.0, "main_score": 0.19263, "hf_subset": "session_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.06463, "ndcg_at_3": 0.07764, "ndcg_at_5": 0.08173, "ndcg_at_10": 0.08783, "ndcg_at_20": 0.09701, "ndcg_at_25": 0.10362, "ndcg_at_50": 0.15691, "ndcg_at_100": 0.23688, "ndcg_at_1000": 0.4707, "map_at_1": 0.00308, "map_at_3": 0.00721, "map_at_5": 0.0103, "map_at_10": 0.01597, "map_at_20": 0.02518, "map_at_25": 0.02872, "map_at_50": 0.04342, "map_at_100": 0.06208, "map_at_1000": 0.10365, "recall_at_1": 0.00308, "recall_at_3": 0.01117, "recall_at_5": 0.01943, "recall_at_10": 0.04076, "recall_at_20": 0.08699, "recall_at_25": 0.10748, "recall_at_50": 0.21068, "recall_at_100": 0.3796, "recall_at_1000": 1.0, "accuracy": 0.00308, "precision_at_1": 0.06463, "precision_at_3": 0.08163, "precision_at_5": 0.08571, "precision_at_10": 0.09218, "precision_at_20": 0.0983, "precision_at_25": 0.09633, "precision_at_50": 0.09551, "precision_at_100": 0.08636, "precision_at_1000": 0.02296, "mrr_at_1": 0.064626, "mrr_at_3": 0.120748, "mrr_at_5": 0.143707, "mrr_at_10": 0.170584, "mrr_at_20": 0.184488, "mrr_at_25": 0.186565, "mrr_at_50": 0.191635, "mrr_at_100": 0.192651, "mrr_at_1000": 0.192758, "nauc_ndcg_at_1_max": -0.377877, "nauc_ndcg_at_1_std": -0.360407, "nauc_ndcg_at_1_diff1": -0.15368, "nauc_ndcg_at_3_max": -0.258704, "nauc_ndcg_at_3_std": -0.332416, "nauc_ndcg_at_3_diff1": -0.094812, "nauc_ndcg_at_5_max": -0.264857, "nauc_ndcg_at_5_std": -0.325985, "nauc_ndcg_at_5_diff1": -0.096591, "nauc_ndcg_at_10_max": -0.221245, "nauc_ndcg_at_10_std": -0.382113, "nauc_ndcg_at_10_diff1": -0.053804, "nauc_ndcg_at_20_max": -0.229523, "nauc_ndcg_at_20_std": -0.402497, "nauc_ndcg_at_20_diff1": -0.05215, "nauc_ndcg_at_25_max": -0.236993, "nauc_ndcg_at_25_std": -0.402921, "nauc_ndcg_at_25_diff1": -0.04874, "nauc_ndcg_at_50_max": -0.213311, "nauc_ndcg_at_50_std": -0.379523, "nauc_ndcg_at_50_diff1": -0.055478, "nauc_ndcg_at_100_max": -0.257723, "nauc_ndcg_at_100_std": -0.349491, "nauc_ndcg_at_100_diff1": -0.085738, "nauc_ndcg_at_1000_max": -0.237108, "nauc_ndcg_at_1000_std": -0.317801, "nauc_ndcg_at_1000_diff1": -0.049112, "nauc_map_at_1_max": -0.366855, "nauc_map_at_1_std": -0.364357, "nauc_map_at_1_diff1": -0.136624, "nauc_map_at_3_max": -0.274537, "nauc_map_at_3_std": -0.306284, "nauc_map_at_3_diff1": -0.10239, "nauc_map_at_5_max": -0.27914, "nauc_map_at_5_std": -0.31784, "nauc_map_at_5_diff1": -0.096679, "nauc_map_at_10_max": -0.243152, "nauc_map_at_10_std": -0.359944, "nauc_map_at_10_diff1": -0.07158, "nauc_map_at_20_max": -0.236337, "nauc_map_at_20_std": -0.373716, "nauc_map_at_20_diff1": -0.056664, "nauc_map_at_25_max": -0.236794, "nauc_map_at_25_std": -0.367037, "nauc_map_at_25_diff1": -0.047853, "nauc_map_at_50_max": -0.222124, "nauc_map_at_50_std": -0.355925, "nauc_map_at_50_diff1": -0.04327, "nauc_map_at_100_max": -0.252297, "nauc_map_at_100_std": -0.338881, "nauc_map_at_100_diff1": -0.064855, "nauc_map_at_1000_max": -0.246942, "nauc_map_at_1000_std": -0.304695, "nauc_map_at_1000_diff1": -0.056332, "nauc_recall_at_1_max": -0.366855, "nauc_recall_at_1_std": -0.364357, "nauc_recall_at_1_diff1": -0.136624, "nauc_recall_at_3_max": -0.251965, "nauc_recall_at_3_std": -0.317505, "nauc_recall_at_3_diff1": -0.099675, "nauc_recall_at_5_max": -0.256522, "nauc_recall_at_5_std": -0.291546, "nauc_recall_at_5_diff1": -0.104801, "nauc_recall_at_10_max": -0.187194, "nauc_recall_at_10_std": -0.384844, "nauc_recall_at_10_diff1": -0.036603, "nauc_recall_at_20_max": -0.20394, "nauc_recall_at_20_std": -0.40653, "nauc_recall_at_20_diff1": -0.031767, "nauc_recall_at_25_max": -0.200483, "nauc_recall_at_25_std": -0.387246, "nauc_recall_at_25_diff1": -0.019807, "nauc_recall_at_50_max": -0.16404, "nauc_recall_at_50_std": -0.338849, "nauc_recall_at_50_diff1": -0.047454, "nauc_recall_at_100_max": -0.230166, "nauc_recall_at_100_std": -0.28038, "nauc_recall_at_100_diff1": -0.101572, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.377877, "nauc_precision_at_1_std": -0.360407, "nauc_precision_at_1_diff1": -0.15368, "nauc_precision_at_3_max": -0.239028, "nauc_precision_at_3_std": -0.335107, "nauc_precision_at_3_diff1": -0.083604, "nauc_precision_at_5_max": -0.246767, "nauc_precision_at_5_std": -0.314152, "nauc_precision_at_5_diff1": -0.087402, "nauc_precision_at_10_max": -0.185685, "nauc_precision_at_10_std": -0.393013, "nauc_precision_at_10_diff1": -0.026757, "nauc_precision_at_20_max": -0.197451, "nauc_precision_at_20_std": -0.397014, "nauc_precision_at_20_diff1": -0.024141, "nauc_precision_at_25_max": -0.204791, "nauc_precision_at_25_std": -0.381341, "nauc_precision_at_25_diff1": -0.017455, "nauc_precision_at_50_max": -0.175596, "nauc_precision_at_50_std": -0.318755, "nauc_precision_at_50_diff1": -0.037422, "nauc_precision_at_100_max": -0.223584, "nauc_precision_at_100_std": -0.241616, "nauc_precision_at_100_diff1": -0.069348, "nauc_precision_at_1000_max": -0.036367, "nauc_precision_at_1000_std": 0.005731, "nauc_precision_at_1000_diff1": 0.026833, "nauc_mrr_at_1_max": -0.377877, "nauc_mrr_at_1_std": -0.360407, "nauc_mrr_at_1_diff1": -0.15368, "nauc_mrr_at_3_max": -0.276266, "nauc_mrr_at_3_std": -0.3571, "nauc_mrr_at_3_diff1": -0.107559, "nauc_mrr_at_5_max": -0.275241, "nauc_mrr_at_5_std": -0.331948, "nauc_mrr_at_5_diff1": -0.112494, "nauc_mrr_at_10_max": -0.259296, "nauc_mrr_at_10_std": -0.373389, "nauc_mrr_at_10_diff1": -0.08664, "nauc_mrr_at_20_max": -0.261753, "nauc_mrr_at_20_std": -0.384228, "nauc_mrr_at_20_diff1": -0.090217, "nauc_mrr_at_25_max": -0.259749, "nauc_mrr_at_25_std": -0.379909, "nauc_mrr_at_25_diff1": -0.093241, "nauc_mrr_at_50_max": -0.262491, "nauc_mrr_at_50_std": -0.37728, "nauc_mrr_at_50_diff1": -0.095626, "nauc_mrr_at_100_max": -0.263502, "nauc_mrr_at_100_std": -0.376309, "nauc_mrr_at_100_diff1": -0.095646, "nauc_mrr_at_1000_max": -0.263478, "nauc_mrr_at_1000_std": -0.376392, "nauc_mrr_at_1000_diff1": -0.095489, "hit_rate_at_1": 0.06463, "hit_rate_at_3": 0.19728, "hit_rate_at_5": 0.29592, "hit_rate_at_10": 0.4932, "hit_rate_at_20": 0.70068, "hit_rate_at_25": 0.7483, "hit_rate_at_50": 0.91837, "hit_rate_at_100": 0.98639, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.064626, "R_cap_at_3": 0.081633, "R_cap_at_5": 0.085714, "R_cap_at_10": 0.092177, "R_cap_at_20": 0.103972, "R_cap_at_25": 0.114703, "R_cap_at_50": 0.210683, "R_cap_at_100": 0.379597, "R_cap_at_1000": 1.0, "main_score": 0.08783, "hf_subset": "session_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 455.5563146658242, "kg_co2_emissions": null, "date": 1786189009.745471, "evaluation_phases": [ { "name": "Data loading", "start": 6.78282231092453e-06, "end": 18.983317566104233, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 18.9833380356431, "end": 18.98334591090679, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 19.009729196317494, "end": 29.314388532191515, "split": "test", "subset": "session_time_qs" }, { "name": "Scoring", "start": 29.314422755502164, "end": 29.544809642247856, "split": "test", "subset": "session_time_qs" } ] }