{ "dataset_revision": "7d7b04a28215ca574fcf20e2c42af233864c8e67", "task_name": "TMD", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.33898, "ndcg_at_3": 0.50909, "ndcg_at_5": 0.53953, "ndcg_at_10": 0.58069, "ndcg_at_20": 0.59783, "ndcg_at_25": 0.60069, "ndcg_at_50": 0.60843, "ndcg_at_100": 0.61215, "ndcg_at_1000": 0.61694, "map_at_1": 0.33239, "map_at_3": 0.46365, "map_at_5": 0.48187, "map_at_10": 0.49964, "map_at_20": 0.50435, "map_at_25": 0.50507, "map_at_50": 0.50626, "map_at_100": 0.5066, "map_at_1000": 0.50686, "recall_at_1": 0.33239, "recall_at_3": 0.63126, "recall_at_5": 0.70301, "recall_at_10": 0.8275, "recall_at_20": 0.89529, "recall_at_25": 0.90772, "recall_at_50": 0.94727, "recall_at_100": 0.96987, "recall_at_1000": 1.0, "accuracy": 0.33239, "precision_at_1": 0.33898, "precision_at_3": 0.21657, "precision_at_5": 0.14576, "precision_at_10": 0.08644, "precision_at_20": 0.04661, "precision_at_25": 0.03797, "precision_at_50": 0.01977, "precision_at_100": 0.01011, "precision_at_1000": 0.00107, "mrr_at_1": 0.338983, "mrr_at_3": 0.469868, "mrr_at_5": 0.487947, "mrr_at_10": 0.504181, "mrr_at_20": 0.508889, "mrr_at_25": 0.50936, "mrr_at_50": 0.51055, "mrr_at_100": 0.510894, "mrr_at_1000": 0.511116, "nauc_ndcg_at_1_max": 0.199619, "nauc_ndcg_at_1_std": 0.063068, "nauc_ndcg_at_1_diff1": 0.413942, "nauc_ndcg_at_3_max": 0.257048, "nauc_ndcg_at_3_std": 0.107822, "nauc_ndcg_at_3_diff1": 0.356112, "nauc_ndcg_at_5_max": 0.258346, "nauc_ndcg_at_5_std": 0.098145, "nauc_ndcg_at_5_diff1": 0.36773, "nauc_ndcg_at_10_max": 0.239114, "nauc_ndcg_at_10_std": 0.065694, "nauc_ndcg_at_10_diff1": 0.36349, "nauc_ndcg_at_20_max": 0.229549, "nauc_ndcg_at_20_std": 0.06234, "nauc_ndcg_at_20_diff1": 0.357305, "nauc_ndcg_at_25_max": 0.237921, "nauc_ndcg_at_25_std": 0.06946, "nauc_ndcg_at_25_diff1": 0.357979, "nauc_ndcg_at_50_max": 0.247336, "nauc_ndcg_at_50_std": 0.06942, "nauc_ndcg_at_50_diff1": 0.365377, "nauc_ndcg_at_100_max": 0.240704, "nauc_ndcg_at_100_std": 0.07015, "nauc_ndcg_at_100_diff1": 0.372105, "nauc_ndcg_at_1000_max": 0.2386, "nauc_ndcg_at_1000_std": 0.070273, "nauc_ndcg_at_1000_diff1": 0.3672, "nauc_map_at_1_max": 0.201322, "nauc_map_at_1_std": 0.067488, "nauc_map_at_1_diff1": 0.419856, "nauc_map_at_3_max": 0.24593, "nauc_map_at_3_std": 0.09199, "nauc_map_at_3_diff1": 0.371743, "nauc_map_at_5_max": 0.244809, "nauc_map_at_5_std": 0.084497, "nauc_map_at_5_diff1": 0.37769, "nauc_map_at_10_max": 0.236984, "nauc_map_at_10_std": 0.07006, "nauc_map_at_10_diff1": 0.375893, "nauc_map_at_20_max": 0.234973, "nauc_map_at_20_std": 0.069341, "nauc_map_at_20_diff1": 0.37463, "nauc_map_at_25_max": 0.235939, "nauc_map_at_25_std": 0.06999, "nauc_map_at_25_diff1": 0.374472, "nauc_map_at_50_max": 0.237042, "nauc_map_at_50_std": 0.069861, "nauc_map_at_50_diff1": 0.375546, "nauc_map_at_100_max": 0.236517, "nauc_map_at_100_std": 0.070064, "nauc_map_at_100_diff1": 0.376116, "nauc_map_at_1000_max": 0.23649, "nauc_map_at_1000_std": 0.07013, "nauc_map_at_1000_diff1": 0.375907, "nauc_recall_at_1_max": 0.201322, "nauc_recall_at_1_std": 0.067488, "nauc_recall_at_1_diff1": 0.419856, "nauc_recall_at_3_max": 0.304061, "nauc_recall_at_3_std": 0.182124, "nauc_recall_at_3_diff1": 0.320645, "nauc_recall_at_5_max": 0.311322, "nauc_recall_at_5_std": 0.163051, "nauc_recall_at_5_diff1": 0.344224, "nauc_recall_at_10_max": 0.238747, "nauc_recall_at_10_std": 0.043976, "nauc_recall_at_10_diff1": 0.311712, "nauc_recall_at_20_max": 0.139032, "nauc_recall_at_20_std": -0.001762, "nauc_recall_at_20_diff1": 0.221319, "nauc_recall_at_25_max": 0.245186, "nauc_recall_at_25_std": 0.091024, "nauc_recall_at_25_diff1": 0.222548, "nauc_recall_at_50_max": 0.481905, "nauc_recall_at_50_std": 0.11485, "nauc_recall_at_50_diff1": 0.292642, "nauc_recall_at_100_max": 0.334185, "nauc_recall_at_100_std": 0.155534, "nauc_recall_at_100_diff1": 0.558878, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.199619, "nauc_precision_at_1_std": 0.063068, "nauc_precision_at_1_diff1": 0.413942, "nauc_precision_at_3_max": 0.259298, "nauc_precision_at_3_std": 0.136142, "nauc_precision_at_3_diff1": 0.2801, "nauc_precision_at_5_max": 0.230949, "nauc_precision_at_5_std": 0.081981, "nauc_precision_at_5_diff1": 0.267629, "nauc_precision_at_10_max": 0.083988, "nauc_precision_at_10_std": -0.088895, "nauc_precision_at_10_diff1": 0.135299, "nauc_precision_at_20_max": -0.03761, "nauc_precision_at_20_std": -0.167384, "nauc_precision_at_20_diff1": 0.011812, "nauc_precision_at_25_max": -0.011587, "nauc_precision_at_25_std": -0.143405, "nauc_precision_at_25_diff1": -0.024643, "nauc_precision_at_50_max": 0.007892, "nauc_precision_at_50_std": -0.210483, "nauc_precision_at_50_diff1": -0.075526, "nauc_precision_at_100_max": -0.148614, "nauc_precision_at_100_std": -0.273715, "nauc_precision_at_100_diff1": -0.078603, "nauc_precision_at_1000_max": -0.309827, "nauc_precision_at_1000_std": -0.123896, "nauc_precision_at_1000_diff1": -0.400826, "nauc_mrr_at_1_max": 0.199619, "nauc_mrr_at_1_std": 0.063068, "nauc_mrr_at_1_diff1": 0.413942, "nauc_mrr_at_3_max": 0.243136, "nauc_mrr_at_3_std": 0.085091, "nauc_mrr_at_3_diff1": 0.363003, "nauc_mrr_at_5_max": 0.242704, "nauc_mrr_at_5_std": 0.077831, "nauc_mrr_at_5_diff1": 0.368779, "nauc_mrr_at_10_max": 0.23689, "nauc_mrr_at_10_std": 0.066842, "nauc_mrr_at_10_diff1": 0.369375, "nauc_mrr_at_20_max": 0.23488, "nauc_mrr_at_20_std": 0.066081, "nauc_mrr_at_20_diff1": 0.368026, "nauc_mrr_at_25_max": 0.236497, "nauc_mrr_at_25_std": 0.067518, "nauc_mrr_at_25_diff1": 0.36836, "nauc_mrr_at_50_max": 0.2376, "nauc_mrr_at_50_std": 0.06738, "nauc_mrr_at_50_diff1": 0.369408, "nauc_mrr_at_100_max": 0.237076, "nauc_mrr_at_100_std": 0.06758, "nauc_mrr_at_100_diff1": 0.369971, "nauc_mrr_at_1000_max": 0.237044, "nauc_mrr_at_1000_std": 0.067627, "nauc_mrr_at_1000_diff1": 0.369807, "hit_rate_at_1": 0.33898, "hit_rate_at_3": 0.63842, "hit_rate_at_5": 0.71186, "hit_rate_at_10": 0.83051, "hit_rate_at_20": 0.89831, "hit_rate_at_25": 0.9096, "hit_rate_at_50": 0.94915, "hit_rate_at_100": 0.97175, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.338983, "R_cap_at_3": 0.632768, "R_cap_at_5": 0.703013, "R_cap_at_10": 0.827495, "R_cap_at_20": 0.895292, "R_cap_at_25": 0.907721, "R_cap_at_50": 0.947269, "R_cap_at_100": 0.969868, "R_cap_at_1000": 1.0, "main_score": 0.58069, "hf_subset": "content_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.46359, "ndcg_at_5": 0.44563, "ndcg_at_10": 0.42032, "ndcg_at_20": 0.37019, "ndcg_at_25": 0.35961, "ndcg_at_50": 0.32259, "ndcg_at_100": 0.36817, "ndcg_at_1000": 0.70617, "map_at_1": 0.0074, "map_at_3": 0.01656, "map_at_5": 0.02364, "map_at_10": 0.03764, "map_at_20": 0.05561, "map_at_25": 0.0639, "map_at_50": 0.09666, "map_at_100": 0.14198, "map_at_1000": 0.25867, "recall_at_1": 0.0074, "recall_at_3": 0.02036, "recall_at_5": 0.03215, "recall_at_10": 0.05957, "recall_at_20": 0.10057, "recall_at_25": 0.12187, "recall_at_50": 0.21748, "recall_at_100": 0.37351, "recall_at_1000": 1.0, "accuracy": 0.0074, "precision_at_1": 0.5, "precision_at_3": 0.45556, "precision_at_5": 0.43333, "precision_at_10": 0.40333, "precision_at_20": 0.34083, "precision_at_25": 0.33089, "precision_at_50": 0.29489, "precision_at_100": 0.25417, "precision_at_1000": 0.06938, "mrr_at_1": 0.5, "mrr_at_3": 0.637037, "mrr_at_5": 0.662037, "mrr_at_10": 0.667989, "mrr_at_20": 0.669982, "mrr_at_25": 0.669982, "mrr_at_50": 0.669982, "mrr_at_100": 0.669982, "mrr_at_1000": 0.669982, "nauc_ndcg_at_1_max": 0.068051, "nauc_ndcg_at_1_std": 0.127308, "nauc_ndcg_at_1_diff1": -0.002065, "nauc_ndcg_at_3_max": 0.046706, "nauc_ndcg_at_3_std": 0.098801, "nauc_ndcg_at_3_diff1": 0.000997, "nauc_ndcg_at_5_max": 0.042998, "nauc_ndcg_at_5_std": 0.116734, "nauc_ndcg_at_5_diff1": -0.002589, "nauc_ndcg_at_10_max": 0.098117, "nauc_ndcg_at_10_std": 0.130372, "nauc_ndcg_at_10_diff1": 0.024216, "nauc_ndcg_at_20_max": 0.03701, "nauc_ndcg_at_20_std": 0.083065, "nauc_ndcg_at_20_diff1": 0.018547, "nauc_ndcg_at_25_max": 0.020777, "nauc_ndcg_at_25_std": 0.061064, "nauc_ndcg_at_25_diff1": 0.032755, "nauc_ndcg_at_50_max": -0.00222, "nauc_ndcg_at_50_std": 0.019552, "nauc_ndcg_at_50_diff1": 0.031845, "nauc_ndcg_at_100_max": -0.071764, "nauc_ndcg_at_100_std": -0.084218, "nauc_ndcg_at_100_diff1": -0.005054, "nauc_ndcg_at_1000_max": 0.032297, "nauc_ndcg_at_1000_std": 0.076563, "nauc_ndcg_at_1000_diff1": 0.051396, "nauc_map_at_1_max": 0.026508, "nauc_map_at_1_std": 0.026614, "nauc_map_at_1_diff1": -0.007436, "nauc_map_at_3_max": 0.038009, "nauc_map_at_3_std": 0.040854, "nauc_map_at_3_diff1": -0.006135, "nauc_map_at_5_max": 0.035746, "nauc_map_at_5_std": 0.04277, "nauc_map_at_5_diff1": 0.018909, "nauc_map_at_10_max": 0.086076, "nauc_map_at_10_std": 0.044194, "nauc_map_at_10_diff1": 0.027202, "nauc_map_at_20_max": 0.040965, "nauc_map_at_20_std": -0.011246, "nauc_map_at_20_diff1": 0.028604, "nauc_map_at_25_max": 0.022602, "nauc_map_at_25_std": -0.028943, "nauc_map_at_25_diff1": 0.036457, "nauc_map_at_50_max": -0.007755, "nauc_map_at_50_std": -0.069921, "nauc_map_at_50_diff1": 0.035166, "nauc_map_at_100_max": -0.046616, "nauc_map_at_100_std": -0.076331, "nauc_map_at_100_diff1": 0.015088, "nauc_map_at_1000_max": 0.010007, "nauc_map_at_1000_std": 0.00212, "nauc_map_at_1000_diff1": 0.062578, "nauc_recall_at_1_max": 0.026508, "nauc_recall_at_1_std": 0.026614, "nauc_recall_at_1_diff1": -0.007436, "nauc_recall_at_3_max": 0.013085, "nauc_recall_at_3_std": 0.011277, "nauc_recall_at_3_diff1": 0.001488, "nauc_recall_at_5_max": 0.011359, "nauc_recall_at_5_std": 0.024441, "nauc_recall_at_5_diff1": 0.012965, "nauc_recall_at_10_max": 0.085994, "nauc_recall_at_10_std": 0.0157, "nauc_recall_at_10_diff1": 0.030627, "nauc_recall_at_20_max": -0.025842, "nauc_recall_at_20_std": -0.071023, "nauc_recall_at_20_diff1": 0.011258, "nauc_recall_at_25_max": -0.05083, "nauc_recall_at_25_std": -0.104733, "nauc_recall_at_25_diff1": 0.031783, "nauc_recall_at_50_max": -0.087055, "nauc_recall_at_50_std": -0.176672, "nauc_recall_at_50_diff1": 0.011556, "nauc_recall_at_100_max": -0.124146, "nauc_recall_at_100_std": -0.168312, "nauc_recall_at_100_diff1": -0.026591, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.068051, "nauc_precision_at_1_std": 0.127308, "nauc_precision_at_1_diff1": -0.002065, "nauc_precision_at_3_max": 0.034355, "nauc_precision_at_3_std": 0.084641, "nauc_precision_at_3_diff1": 0.015469, "nauc_precision_at_5_max": 0.032724, "nauc_precision_at_5_std": 0.109346, "nauc_precision_at_5_diff1": 0.007278, "nauc_precision_at_10_max": 0.118594, "nauc_precision_at_10_std": 0.117296, "nauc_precision_at_10_diff1": 0.045838, "nauc_precision_at_20_max": 0.010928, "nauc_precision_at_20_std": 0.039374, "nauc_precision_at_20_diff1": 0.029917, "nauc_precision_at_25_max": -0.01373, "nauc_precision_at_25_std": 0.006658, "nauc_precision_at_25_diff1": 0.05146, "nauc_precision_at_50_max": -0.037868, "nauc_precision_at_50_std": -0.046457, "nauc_precision_at_50_diff1": 0.041331, "nauc_precision_at_100_max": -0.066348, "nauc_precision_at_100_std": -0.007812, "nauc_precision_at_100_diff1": 0.01975, "nauc_precision_at_1000_max": 0.084495, "nauc_precision_at_1000_std": 0.247705, "nauc_precision_at_1000_diff1": 0.087678, "nauc_mrr_at_1_max": 0.068051, "nauc_mrr_at_1_std": 0.127308, "nauc_mrr_at_1_diff1": -0.002065, "nauc_mrr_at_3_max": 0.015453, "nauc_mrr_at_3_std": 0.093316, "nauc_mrr_at_3_diff1": -0.038845, "nauc_mrr_at_5_max": 0.030098, "nauc_mrr_at_5_std": 0.116191, "nauc_mrr_at_5_diff1": -0.032718, "nauc_mrr_at_10_max": 0.032178, "nauc_mrr_at_10_std": 0.106181, "nauc_mrr_at_10_diff1": -0.016637, "nauc_mrr_at_20_max": 0.035708, "nauc_mrr_at_20_std": 0.107378, "nauc_mrr_at_20_diff1": -0.018034, "nauc_mrr_at_25_max": 0.035708, "nauc_mrr_at_25_std": 0.107378, "nauc_mrr_at_25_diff1": -0.018034, "nauc_mrr_at_50_max": 0.035708, "nauc_mrr_at_50_std": 0.107378, "nauc_mrr_at_50_diff1": -0.018034, "nauc_mrr_at_100_max": 0.035708, "nauc_mrr_at_100_std": 0.107378, "nauc_mrr_at_100_diff1": -0.018034, "nauc_mrr_at_1000_max": 0.035708, "nauc_mrr_at_1000_std": 0.107378, "nauc_mrr_at_1000_diff1": -0.018034, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.82222, "hit_rate_at_5": 0.93333, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.5, "R_cap_at_3": 0.455556, "R_cap_at_5": 0.433333, "R_cap_at_10": 0.403333, "R_cap_at_20": 0.340833, "R_cap_at_25": 0.330889, "R_cap_at_50": 0.295156, "R_cap_at_100": 0.374141, "R_cap_at_1000": 1.0, "main_score": 0.42032, "hf_subset": "date_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.29394, "ndcg_at_3": 0.25485, "ndcg_at_5": 0.24442, "ndcg_at_10": 0.21336, "ndcg_at_20": 0.19542, "ndcg_at_25": 0.20125, "ndcg_at_50": 0.25983, "ndcg_at_100": 0.33798, "ndcg_at_1000": 0.53823, "map_at_1": 0.01444, "map_at_3": 0.02871, "map_at_5": 0.03879, "map_at_10": 0.05349, "map_at_20": 0.07061, "map_at_25": 0.0766, "map_at_50": 0.09777, "map_at_100": 0.11871, "map_at_1000": 0.15527, "recall_at_1": 0.01444, "recall_at_3": 0.03571, "recall_at_5": 0.05637, "recall_at_10": 0.09308, "recall_at_20": 0.15385, "recall_at_25": 0.17988, "recall_at_50": 0.29822, "recall_at_100": 0.46449, "recall_at_1000": 1.0, "accuracy": 0.01444, "precision_at_1": 0.29394, "precision_at_3": 0.24343, "precision_at_5": 0.23273, "precision_at_10": 0.19394, "precision_at_20": 0.16333, "precision_at_25": 0.15345, "precision_at_50": 0.12885, "precision_at_100": 0.10121, "precision_at_1000": 0.02262, "mrr_at_1": 0.293939, "mrr_at_3": 0.382323, "mrr_at_5": 0.412172, "mrr_at_10": 0.429259, "mrr_at_20": 0.439649, "mrr_at_25": 0.440944, "mrr_at_50": 0.442812, "mrr_at_100": 0.442921, "mrr_at_1000": 0.442921, "nauc_ndcg_at_1_max": 0.066901, "nauc_ndcg_at_1_std": 0.098838, "nauc_ndcg_at_1_diff1": 0.015946, "nauc_ndcg_at_3_max": 0.029885, "nauc_ndcg_at_3_std": 0.136214, "nauc_ndcg_at_3_diff1": -0.041346, "nauc_ndcg_at_5_max": 0.023071, "nauc_ndcg_at_5_std": 0.143411, "nauc_ndcg_at_5_diff1": -0.053922, "nauc_ndcg_at_10_max": 0.038667, "nauc_ndcg_at_10_std": 0.144442, "nauc_ndcg_at_10_diff1": -0.049854, "nauc_ndcg_at_20_max": 0.024307, "nauc_ndcg_at_20_std": 0.143081, "nauc_ndcg_at_20_diff1": -0.055825, "nauc_ndcg_at_25_max": 0.020424, "nauc_ndcg_at_25_std": 0.136135, "nauc_ndcg_at_25_diff1": -0.05151, "nauc_ndcg_at_50_max": 0.015033, "nauc_ndcg_at_50_std": 0.101147, "nauc_ndcg_at_50_diff1": -0.044565, "nauc_ndcg_at_100_max": 0.018268, "nauc_ndcg_at_100_std": 0.094523, "nauc_ndcg_at_100_diff1": -0.026568, "nauc_ndcg_at_1000_max": 0.023144, "nauc_ndcg_at_1000_std": 0.140762, "nauc_ndcg_at_1000_diff1": -0.053922, "nauc_map_at_1_max": 0.04949, "nauc_map_at_1_std": 0.080744, "nauc_map_at_1_diff1": 0.035533, "nauc_map_at_3_max": 0.040298, "nauc_map_at_3_std": 0.101397, "nauc_map_at_3_diff1": -0.007814, "nauc_map_at_5_max": 0.039664, "nauc_map_at_5_std": 0.111654, "nauc_map_at_5_diff1": -0.030449, "nauc_map_at_10_max": 0.053624, "nauc_map_at_10_std": 0.109605, "nauc_map_at_10_diff1": -0.025105, "nauc_map_at_20_max": 0.049681, "nauc_map_at_20_std": 0.105598, "nauc_map_at_20_diff1": -0.036016, "nauc_map_at_25_max": 0.050353, "nauc_map_at_25_std": 0.105974, "nauc_map_at_25_diff1": -0.040364, "nauc_map_at_50_max": 0.038257, "nauc_map_at_50_std": 0.092033, "nauc_map_at_50_diff1": -0.054393, "nauc_map_at_100_max": 0.035246, "nauc_map_at_100_std": 0.08798, "nauc_map_at_100_diff1": -0.046599, "nauc_map_at_1000_max": 0.035685, "nauc_map_at_1000_std": 0.103841, "nauc_map_at_1000_diff1": -0.054118, "nauc_recall_at_1_max": 0.04949, "nauc_recall_at_1_std": 0.080744, "nauc_recall_at_1_diff1": 0.035533, "nauc_recall_at_3_max": -0.0092, "nauc_recall_at_3_std": 0.114964, "nauc_recall_at_3_diff1": -0.029637, "nauc_recall_at_5_max": -0.00855, "nauc_recall_at_5_std": 0.130408, "nauc_recall_at_5_diff1": -0.047029, "nauc_recall_at_10_max": 0.017755, "nauc_recall_at_10_std": 0.122076, "nauc_recall_at_10_diff1": -0.016201, "nauc_recall_at_20_max": 0.00375, "nauc_recall_at_20_std": 0.104044, "nauc_recall_at_20_diff1": -0.023229, "nauc_recall_at_25_max": 0.004866, "nauc_recall_at_25_std": 0.096773, "nauc_recall_at_25_diff1": -0.027942, "nauc_recall_at_50_max": 0.002164, "nauc_recall_at_50_std": 0.057628, "nauc_recall_at_50_diff1": -0.031853, "nauc_recall_at_100_max": 0.005488, "nauc_recall_at_100_std": 0.031578, "nauc_recall_at_100_diff1": 0.007243, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.066901, "nauc_precision_at_1_std": 0.098838, "nauc_precision_at_1_diff1": 0.015946, "nauc_precision_at_3_max": 0.013174, "nauc_precision_at_3_std": 0.151267, "nauc_precision_at_3_diff1": -0.056841, "nauc_precision_at_5_max": 0.003944, "nauc_precision_at_5_std": 0.154092, "nauc_precision_at_5_diff1": -0.071854, "nauc_precision_at_10_max": 0.034179, "nauc_precision_at_10_std": 0.144555, "nauc_precision_at_10_diff1": -0.054432, "nauc_precision_at_20_max": 0.008276, "nauc_precision_at_20_std": 0.126213, "nauc_precision_at_20_diff1": -0.077672, "nauc_precision_at_25_max": 0.01283, "nauc_precision_at_25_std": 0.119741, "nauc_precision_at_25_diff1": -0.080725, "nauc_precision_at_50_max": 0.000347, "nauc_precision_at_50_std": 0.091071, "nauc_precision_at_50_diff1": -0.085253, "nauc_precision_at_100_max": 0.013952, "nauc_precision_at_100_std": 0.095054, "nauc_precision_at_100_diff1": -0.04528, "nauc_precision_at_1000_max": 0.020631, "nauc_precision_at_1000_std": 0.108897, "nauc_precision_at_1000_diff1": -0.046749, "nauc_mrr_at_1_max": 0.066901, "nauc_mrr_at_1_std": 0.098838, "nauc_mrr_at_1_diff1": 0.015946, "nauc_mrr_at_3_max": 0.00507, "nauc_mrr_at_3_std": 0.137508, "nauc_mrr_at_3_diff1": -0.025975, "nauc_mrr_at_5_max": 0.010255, "nauc_mrr_at_5_std": 0.140183, "nauc_mrr_at_5_diff1": -0.014749, "nauc_mrr_at_10_max": 0.011261, "nauc_mrr_at_10_std": 0.135442, "nauc_mrr_at_10_diff1": -0.017633, "nauc_mrr_at_20_max": 0.011599, "nauc_mrr_at_20_std": 0.130556, "nauc_mrr_at_20_diff1": -0.017706, "nauc_mrr_at_25_max": 0.012453, "nauc_mrr_at_25_std": 0.131077, "nauc_mrr_at_25_diff1": -0.017983, "nauc_mrr_at_50_max": 0.014339, "nauc_mrr_at_50_std": 0.131106, "nauc_mrr_at_50_diff1": -0.016675, "nauc_mrr_at_100_max": 0.013998, "nauc_mrr_at_100_std": 0.13096, "nauc_mrr_at_100_diff1": -0.0169, "nauc_mrr_at_1000_max": 0.013998, "nauc_mrr_at_1000_std": 0.13096, "nauc_mrr_at_1000_diff1": -0.0169, "hit_rate_at_1": 0.29394, "hit_rate_at_3": 0.49697, "hit_rate_at_5": 0.62727, "hit_rate_at_10": 0.75455, "hit_rate_at_20": 0.90606, "hit_rate_at_25": 0.93636, "hit_rate_at_50": 0.99394, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.293939, "R_cap_at_3": 0.243434, "R_cap_at_5": 0.232727, "R_cap_at_10": 0.193939, "R_cap_at_20": 0.177764, "R_cap_at_25": 0.189777, "R_cap_at_50": 0.298224, "R_cap_at_100": 0.464487, "R_cap_at_1000": 1.0, "main_score": 0.21336, "hf_subset": "dates_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.41667, "ndcg_at_3": 0.4588, "ndcg_at_5": 0.4301, "ndcg_at_10": 0.4008, "ndcg_at_20": 0.34814, "ndcg_at_25": 0.3451, "ndcg_at_50": 0.30665, "ndcg_at_100": 0.36177, "ndcg_at_1000": 0.67225, "map_at_1": 0.00861, "map_at_3": 0.02147, "map_at_5": 0.02982, "map_at_10": 0.04656, "map_at_20": 0.06526, "map_at_25": 0.07522, "map_at_50": 0.10162, "map_at_100": 0.13622, "map_at_1000": 0.22382, "recall_at_1": 0.00861, "recall_at_3": 0.02564, "recall_at_5": 0.03995, "recall_at_10": 0.07235, "recall_at_20": 0.11867, "recall_at_25": 0.14849, "recall_at_50": 0.23415, "recall_at_100": 0.37079, "recall_at_1000": 1.0, "accuracy": 0.00861, "precision_at_1": 0.41667, "precision_at_3": 0.45833, "precision_at_5": 0.41667, "precision_at_10": 0.37917, "precision_at_20": 0.31667, "precision_at_25": 0.31833, "precision_at_50": 0.25583, "precision_at_100": 0.20875, "precision_at_1000": 0.059, "mrr_at_1": 0.416667, "mrr_at_3": 0.576389, "mrr_at_5": 0.595139, "mrr_at_10": 0.617163, "mrr_at_20": 0.617163, "mrr_at_25": 0.617163, "mrr_at_50": 0.617163, "mrr_at_100": 0.617163, "mrr_at_1000": 0.617163, "nauc_ndcg_at_1_max": -0.27262, "nauc_ndcg_at_1_std": -0.56787, "nauc_ndcg_at_1_diff1": -0.140922, "nauc_ndcg_at_3_max": -0.212224, "nauc_ndcg_at_3_std": -0.206645, "nauc_ndcg_at_3_diff1": 0.128402, "nauc_ndcg_at_5_max": -0.222848, "nauc_ndcg_at_5_std": -0.099601, "nauc_ndcg_at_5_diff1": 0.023653, "nauc_ndcg_at_10_max": -0.228887, "nauc_ndcg_at_10_std": 0.041984, "nauc_ndcg_at_10_diff1": 0.058138, "nauc_ndcg_at_20_max": -0.196542, "nauc_ndcg_at_20_std": -0.055673, "nauc_ndcg_at_20_diff1": -0.020719, "nauc_ndcg_at_25_max": -0.21285, "nauc_ndcg_at_25_std": -0.063459, "nauc_ndcg_at_25_diff1": -0.077446, "nauc_ndcg_at_50_max": -0.340213, "nauc_ndcg_at_50_std": -0.1076, "nauc_ndcg_at_50_diff1": -0.115762, "nauc_ndcg_at_100_max": -0.400061, "nauc_ndcg_at_100_std": -0.110038, "nauc_ndcg_at_100_diff1": -0.204804, "nauc_ndcg_at_1000_max": -0.219169, "nauc_ndcg_at_1000_std": -0.222927, "nauc_ndcg_at_1000_diff1": 0.008153, "nauc_map_at_1_max": -0.346483, "nauc_map_at_1_std": -0.510268, "nauc_map_at_1_diff1": -0.178107, "nauc_map_at_3_max": -0.352201, "nauc_map_at_3_std": -0.247125, "nauc_map_at_3_diff1": -0.009298, "nauc_map_at_5_max": -0.419956, "nauc_map_at_5_std": -0.055614, "nauc_map_at_5_diff1": -0.156342, "nauc_map_at_10_max": -0.339079, "nauc_map_at_10_std": 0.155584, "nauc_map_at_10_diff1": -0.148601, "nauc_map_at_20_max": -0.335351, "nauc_map_at_20_std": 0.122475, "nauc_map_at_20_diff1": -0.188416, "nauc_map_at_25_max": -0.335152, "nauc_map_at_25_std": 0.103918, "nauc_map_at_25_diff1": -0.21757, "nauc_map_at_50_max": -0.373421, "nauc_map_at_50_std": 0.048521, "nauc_map_at_50_diff1": -0.205159, "nauc_map_at_100_max": -0.321669, "nauc_map_at_100_std": -0.009282, "nauc_map_at_100_diff1": -0.161028, "nauc_map_at_1000_max": -0.179529, "nauc_map_at_1000_std": -0.131731, "nauc_map_at_1000_diff1": 0.005539, "nauc_recall_at_1_max": -0.346483, "nauc_recall_at_1_std": -0.510268, "nauc_recall_at_1_diff1": -0.178107, "nauc_recall_at_3_max": -0.396203, "nauc_recall_at_3_std": 0.00011, "nauc_recall_at_3_diff1": 0.015668, "nauc_recall_at_5_max": -0.30315, "nauc_recall_at_5_std": 0.205287, "nauc_recall_at_5_diff1": -0.132251, "nauc_recall_at_10_max": -0.319886, "nauc_recall_at_10_std": 0.345301, "nauc_recall_at_10_diff1": -0.173905, "nauc_recall_at_20_max": -0.30592, "nauc_recall_at_20_std": 0.142828, "nauc_recall_at_20_diff1": -0.276586, "nauc_recall_at_25_max": -0.340381, "nauc_recall_at_25_std": 0.133289, "nauc_recall_at_25_diff1": -0.374472, "nauc_recall_at_50_max": -0.445653, "nauc_recall_at_50_std": 0.029493, "nauc_recall_at_50_diff1": -0.307129, "nauc_recall_at_100_max": -0.409397, "nauc_recall_at_100_std": -0.07485, "nauc_recall_at_100_diff1": -0.282343, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.27262, "nauc_precision_at_1_std": -0.56787, "nauc_precision_at_1_diff1": -0.140922, "nauc_precision_at_3_max": -0.1617, "nauc_precision_at_3_std": -0.053232, "nauc_precision_at_3_diff1": 0.242816, "nauc_precision_at_5_max": -0.152946, "nauc_precision_at_5_std": 0.109067, "nauc_precision_at_5_diff1": 0.0456, "nauc_precision_at_10_max": -0.168804, "nauc_precision_at_10_std": 0.270116, "nauc_precision_at_10_diff1": 0.085247, "nauc_precision_at_20_max": -0.112092, "nauc_precision_at_20_std": 0.03063, "nauc_precision_at_20_diff1": -0.047654, "nauc_precision_at_25_max": -0.137128, "nauc_precision_at_25_std": 0.016794, "nauc_precision_at_25_diff1": -0.139621, "nauc_precision_at_50_max": -0.186938, "nauc_precision_at_50_std": -0.086443, "nauc_precision_at_50_diff1": -0.017114, "nauc_precision_at_100_max": -0.024223, "nauc_precision_at_100_std": -0.1899, "nauc_precision_at_100_diff1": 0.088923, "nauc_precision_at_1000_max": 0.208802, "nauc_precision_at_1000_std": -0.159268, "nauc_precision_at_1000_diff1": 0.195487, "nauc_mrr_at_1_max": -0.27262, "nauc_mrr_at_1_std": -0.56787, "nauc_mrr_at_1_diff1": -0.140922, "nauc_mrr_at_3_max": -0.333436, "nauc_mrr_at_3_std": -0.283056, "nauc_mrr_at_3_diff1": -0.068992, "nauc_mrr_at_5_max": -0.228953, "nauc_mrr_at_5_std": -0.338329, "nauc_mrr_at_5_diff1": -0.012413, "nauc_mrr_at_10_max": -0.27543, "nauc_mrr_at_10_std": -0.365813, "nauc_mrr_at_10_diff1": -0.056542, "nauc_mrr_at_20_max": -0.27543, "nauc_mrr_at_20_std": -0.365813, "nauc_mrr_at_20_diff1": -0.056542, "nauc_mrr_at_25_max": -0.27543, "nauc_mrr_at_25_std": -0.365813, "nauc_mrr_at_25_diff1": -0.056542, "nauc_mrr_at_50_max": -0.27543, "nauc_mrr_at_50_std": -0.365813, "nauc_mrr_at_50_diff1": -0.056542, "nauc_mrr_at_100_max": -0.27543, "nauc_mrr_at_100_std": -0.365813, "nauc_mrr_at_100_diff1": -0.056542, "nauc_mrr_at_1000_max": -0.27543, "nauc_mrr_at_1000_std": -0.365813, "nauc_mrr_at_1000_diff1": -0.056542, "hit_rate_at_1": 0.41667, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.83333, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.416667, "R_cap_at_3": 0.458333, "R_cap_at_5": 0.416667, "R_cap_at_10": 0.379167, "R_cap_at_20": 0.316667, "R_cap_at_25": 0.318333, "R_cap_at_50": 0.278928, "R_cap_at_100": 0.373441, "R_cap_at_1000": 1.0, "main_score": 0.4008, "hf_subset": "day_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.08333, "ndcg_at_3": 0.11732, "ndcg_at_5": 0.10666, "ndcg_at_10": 0.13855, "ndcg_at_20": 0.14826, "ndcg_at_25": 0.149, "ndcg_at_50": 0.22864, "ndcg_at_100": 0.31439, "ndcg_at_1000": 0.49687, "map_at_1": 0.00333, "map_at_3": 0.01029, "map_at_5": 0.01194, "map_at_10": 0.02312, "map_at_20": 0.03901, "map_at_25": 0.04216, "map_at_50": 0.06538, "map_at_100": 0.08809, "map_at_1000": 0.12122, "recall_at_1": 0.00333, "recall_at_3": 0.02086, "recall_at_5": 0.0291, "recall_at_10": 0.07668, "recall_at_20": 0.14763, "recall_at_25": 0.16507, "recall_at_50": 0.30981, "recall_at_100": 0.49519, "recall_at_1000": 1.0, "accuracy": 0.00333, "precision_at_1": 0.08333, "precision_at_3": 0.13889, "precision_at_5": 0.11667, "precision_at_10": 0.15833, "precision_at_20": 0.15, "precision_at_25": 0.13333, "precision_at_50": 0.12833, "precision_at_100": 0.1025, "precision_at_1000": 0.02067, "mrr_at_1": 0.083333, "mrr_at_3": 0.166667, "mrr_at_5": 0.2, "mrr_at_10": 0.243981, "mrr_at_20": 0.256459, "mrr_at_25": 0.256459, "mrr_at_50": 0.256459, "mrr_at_100": 0.256459, "mrr_at_1000": 0.256459, "nauc_ndcg_at_1_max": -0.518129, "nauc_ndcg_at_1_std": -0.06064, "nauc_ndcg_at_1_diff1": -0.451631, "nauc_ndcg_at_3_max": -0.419589, "nauc_ndcg_at_3_std": -0.113736, "nauc_ndcg_at_3_diff1": -0.453465, "nauc_ndcg_at_5_max": -0.471715, "nauc_ndcg_at_5_std": -0.011968, "nauc_ndcg_at_5_diff1": -0.554953, "nauc_ndcg_at_10_max": -0.563704, "nauc_ndcg_at_10_std": 0.007767, "nauc_ndcg_at_10_diff1": -0.633089, "nauc_ndcg_at_20_max": -0.313072, "nauc_ndcg_at_20_std": 0.09044, "nauc_ndcg_at_20_diff1": -0.406653, "nauc_ndcg_at_25_max": -0.243396, "nauc_ndcg_at_25_std": 0.092953, "nauc_ndcg_at_25_diff1": -0.362456, "nauc_ndcg_at_50_max": -0.188674, "nauc_ndcg_at_50_std": -0.057913, "nauc_ndcg_at_50_diff1": -0.221762, "nauc_ndcg_at_100_max": -0.361467, "nauc_ndcg_at_100_std": -0.210989, "nauc_ndcg_at_100_diff1": -0.266839, "nauc_ndcg_at_1000_max": -0.51001, "nauc_ndcg_at_1000_std": -0.119832, "nauc_ndcg_at_1000_diff1": -0.473551, "nauc_map_at_1_max": -0.518129, "nauc_map_at_1_std": -0.06064, "nauc_map_at_1_diff1": -0.451631, "nauc_map_at_3_max": -0.38241, "nauc_map_at_3_std": -0.075572, "nauc_map_at_3_diff1": -0.40999, "nauc_map_at_5_max": -0.421803, "nauc_map_at_5_std": -0.04547, "nauc_map_at_5_diff1": -0.472915, "nauc_map_at_10_max": -0.524172, "nauc_map_at_10_std": -0.009092, "nauc_map_at_10_diff1": -0.580032, "nauc_map_at_20_max": -0.32373, "nauc_map_at_20_std": 0.072522, "nauc_map_at_20_diff1": -0.387263, "nauc_map_at_25_max": -0.311389, "nauc_map_at_25_std": 0.062753, "nauc_map_at_25_diff1": -0.371809, "nauc_map_at_50_max": -0.276795, "nauc_map_at_50_std": 0.041882, "nauc_map_at_50_diff1": -0.294534, "nauc_map_at_100_max": -0.388453, "nauc_map_at_100_std": -0.107244, "nauc_map_at_100_diff1": -0.329662, "nauc_map_at_1000_max": -0.452514, "nauc_map_at_1000_std": -0.107491, "nauc_map_at_1000_diff1": -0.405994, "nauc_recall_at_1_max": -0.518129, "nauc_recall_at_1_std": -0.06064, "nauc_recall_at_1_diff1": -0.451631, "nauc_recall_at_3_max": -0.27393, "nauc_recall_at_3_std": -0.087507, "nauc_recall_at_3_diff1": -0.376706, "nauc_recall_at_5_max": -0.381537, "nauc_recall_at_5_std": 0.001883, "nauc_recall_at_5_diff1": -0.547978, "nauc_recall_at_10_max": -0.4644, "nauc_recall_at_10_std": -0.012399, "nauc_recall_at_10_diff1": -0.59955, "nauc_recall_at_20_max": -0.038992, "nauc_recall_at_20_std": 0.093855, "nauc_recall_at_20_diff1": -0.13857, "nauc_recall_at_25_max": 0.050362, "nauc_recall_at_25_std": 0.145958, "nauc_recall_at_25_diff1": -0.100911, "nauc_recall_at_50_max": 0.155475, "nauc_recall_at_50_std": -0.138816, "nauc_recall_at_50_diff1": 0.150403, "nauc_recall_at_100_max": -0.109434, "nauc_recall_at_100_std": -0.335851, "nauc_recall_at_100_diff1": 0.086916, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.518129, "nauc_precision_at_1_std": -0.06064, "nauc_precision_at_1_diff1": -0.451631, "nauc_precision_at_3_max": -0.388517, "nauc_precision_at_3_std": -0.130479, "nauc_precision_at_3_diff1": -0.454044, "nauc_precision_at_5_max": -0.47709, "nauc_precision_at_5_std": 0.042104, "nauc_precision_at_5_diff1": -0.626015, "nauc_precision_at_10_max": -0.601103, "nauc_precision_at_10_std": 0.00767, "nauc_precision_at_10_diff1": -0.684666, "nauc_precision_at_20_max": -0.258106, "nauc_precision_at_20_std": 0.12634, "nauc_precision_at_20_diff1": -0.273098, "nauc_precision_at_25_max": -0.217522, "nauc_precision_at_25_std": 0.136929, "nauc_precision_at_25_diff1": -0.248908, "nauc_precision_at_50_max": -0.208276, "nauc_precision_at_50_std": -0.095305, "nauc_precision_at_50_diff1": -0.126053, "nauc_precision_at_100_max": -0.478826, "nauc_precision_at_100_std": -0.305477, "nauc_precision_at_100_diff1": -0.241316, "nauc_precision_at_1000_max": -0.477253, "nauc_precision_at_1000_std": -0.13854, "nauc_precision_at_1000_diff1": -0.358583, "nauc_mrr_at_1_max": -0.518129, "nauc_mrr_at_1_std": -0.06064, "nauc_mrr_at_1_diff1": -0.451631, "nauc_mrr_at_3_max": -0.419589, "nauc_mrr_at_3_std": -0.113736, "nauc_mrr_at_3_diff1": -0.453465, "nauc_mrr_at_5_max": -0.460054, "nauc_mrr_at_5_std": -0.034734, "nauc_mrr_at_5_diff1": -0.532249, "nauc_mrr_at_10_max": -0.469279, "nauc_mrr_at_10_std": -0.023644, "nauc_mrr_at_10_diff1": -0.563651, "nauc_mrr_at_20_max": -0.463598, "nauc_mrr_at_20_std": -0.043116, "nauc_mrr_at_20_diff1": -0.506827, "nauc_mrr_at_25_max": -0.463598, "nauc_mrr_at_25_std": -0.043116, "nauc_mrr_at_25_diff1": -0.506827, "nauc_mrr_at_50_max": -0.463598, "nauc_mrr_at_50_std": -0.043116, "nauc_mrr_at_50_diff1": -0.506827, "nauc_mrr_at_100_max": -0.463598, "nauc_mrr_at_100_std": -0.043116, "nauc_mrr_at_100_diff1": -0.506827, "nauc_mrr_at_1000_max": -0.463598, "nauc_mrr_at_1000_std": -0.043116, "nauc_mrr_at_1000_diff1": -0.506827, "hit_rate_at_1": 0.08333, "hit_rate_at_3": 0.33333, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.083333, "R_cap_at_3": 0.138889, "R_cap_at_5": 0.116667, "R_cap_at_10": 0.158333, "R_cap_at_20": 0.164243, "R_cap_at_25": 0.166928, "R_cap_at_50": 0.309815, "R_cap_at_100": 0.49519, "R_cap_at_1000": 1.0, "main_score": 0.13855, "hf_subset": "earlier_today_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.25, "ndcg_at_3": 0.21089, "ndcg_at_5": 0.19863, "ndcg_at_10": 0.22808, "ndcg_at_20": 0.21141, "ndcg_at_25": 0.20586, "ndcg_at_50": 0.23987, "ndcg_at_100": 0.32762, "ndcg_at_1000": 0.53891, "map_at_1": 0.00756, "map_at_3": 0.01592, "map_at_5": 0.02181, "map_at_10": 0.04288, "map_at_20": 0.0589, "map_at_25": 0.06294, "map_at_50": 0.08128, "map_at_100": 0.10619, "map_at_1000": 0.14636, "recall_at_1": 0.00756, "recall_at_3": 0.02149, "recall_at_5": 0.0341, "recall_at_10": 0.09573, "recall_at_20": 0.16221, "recall_at_25": 0.17782, "recall_at_50": 0.26988, "recall_at_100": 0.45236, "recall_at_1000": 1.0, "accuracy": 0.00756, "precision_at_1": 0.25, "precision_at_3": 0.19444, "precision_at_5": 0.18333, "precision_at_10": 0.23333, "precision_at_20": 0.2, "precision_at_25": 0.18, "precision_at_50": 0.13833, "precision_at_100": 0.11083, "precision_at_1000": 0.02567, "mrr_at_1": 0.25, "mrr_at_3": 0.333333, "mrr_at_5": 0.354167, "mrr_at_10": 0.414087, "mrr_at_20": 0.421032, "mrr_at_25": 0.421032, "mrr_at_50": 0.421032, "mrr_at_100": 0.421032, "mrr_at_1000": 0.421032, "nauc_ndcg_at_1_max": -0.064487, "nauc_ndcg_at_1_std": -0.381636, "nauc_ndcg_at_1_diff1": -0.051215, "nauc_ndcg_at_3_max": -0.230369, "nauc_ndcg_at_3_std": -0.213527, "nauc_ndcg_at_3_diff1": -0.140162, "nauc_ndcg_at_5_max": -0.126726, "nauc_ndcg_at_5_std": -0.248748, "nauc_ndcg_at_5_diff1": -0.029987, "nauc_ndcg_at_10_max": -0.232497, "nauc_ndcg_at_10_std": -0.102763, "nauc_ndcg_at_10_diff1": -0.224829, "nauc_ndcg_at_20_max": -0.18653, "nauc_ndcg_at_20_std": -0.189659, "nauc_ndcg_at_20_diff1": -0.127927, "nauc_ndcg_at_25_max": -0.22564, "nauc_ndcg_at_25_std": -0.168448, "nauc_ndcg_at_25_diff1": -0.136433, "nauc_ndcg_at_50_max": -0.1871, "nauc_ndcg_at_50_std": -0.06901, "nauc_ndcg_at_50_diff1": -0.23934, "nauc_ndcg_at_100_max": -0.157265, "nauc_ndcg_at_100_std": 0.176066, "nauc_ndcg_at_100_diff1": -0.356228, "nauc_ndcg_at_1000_max": -0.175767, "nauc_ndcg_at_1000_std": -0.109017, "nauc_ndcg_at_1000_diff1": -0.219348, "nauc_map_at_1_max": -0.06917, "nauc_map_at_1_std": -0.2804, "nauc_map_at_1_diff1": -0.168228, "nauc_map_at_3_max": -0.320846, "nauc_map_at_3_std": -0.117197, "nauc_map_at_3_diff1": -0.290217, "nauc_map_at_5_max": -0.229534, "nauc_map_at_5_std": -0.151454, "nauc_map_at_5_diff1": -0.201652, "nauc_map_at_10_max": -0.298956, "nauc_map_at_10_std": -0.027599, "nauc_map_at_10_diff1": -0.351714, "nauc_map_at_20_max": -0.26607, "nauc_map_at_20_std": -0.079119, "nauc_map_at_20_diff1": -0.300976, "nauc_map_at_25_max": -0.275748, "nauc_map_at_25_std": -0.074594, "nauc_map_at_25_diff1": -0.298852, "nauc_map_at_50_max": -0.261637, "nauc_map_at_50_std": -0.077161, "nauc_map_at_50_diff1": -0.287305, "nauc_map_at_100_max": -0.235584, "nauc_map_at_100_std": 0.044419, "nauc_map_at_100_diff1": -0.340179, "nauc_map_at_1000_max": -0.255756, "nauc_map_at_1000_std": -0.017463, "nauc_map_at_1000_diff1": -0.298751, "nauc_recall_at_1_max": -0.06917, "nauc_recall_at_1_std": -0.2804, "nauc_recall_at_1_diff1": -0.168228, "nauc_recall_at_3_max": -0.367531, "nauc_recall_at_3_std": 0.000672, "nauc_recall_at_3_diff1": -0.355832, "nauc_recall_at_5_max": -0.066736, "nauc_recall_at_5_std": -0.141488, "nauc_recall_at_5_diff1": -0.066476, "nauc_recall_at_10_max": -0.23902, "nauc_recall_at_10_std": 0.123507, "nauc_recall_at_10_diff1": -0.377029, "nauc_recall_at_20_max": -0.199365, "nauc_recall_at_20_std": 0.009249, "nauc_recall_at_20_diff1": -0.214786, "nauc_recall_at_25_max": -0.252636, "nauc_recall_at_25_std": 0.064267, "nauc_recall_at_25_diff1": -0.274652, "nauc_recall_at_50_max": -0.158271, "nauc_recall_at_50_std": 0.05844, "nauc_recall_at_50_diff1": -0.272494, "nauc_recall_at_100_max": -0.073651, "nauc_recall_at_100_std": 0.450994, "nauc_recall_at_100_diff1": -0.397023, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.064487, "nauc_precision_at_1_std": -0.381636, "nauc_precision_at_1_diff1": -0.051215, "nauc_precision_at_3_max": -0.29021, "nauc_precision_at_3_std": -0.161452, "nauc_precision_at_3_diff1": -0.184949, "nauc_precision_at_5_max": -0.107741, "nauc_precision_at_5_std": -0.229703, "nauc_precision_at_5_diff1": 0.006379, "nauc_precision_at_10_max": -0.265116, "nauc_precision_at_10_std": 0.005843, "nauc_precision_at_10_diff1": -0.298419, "nauc_precision_at_20_max": -0.172082, "nauc_precision_at_20_std": -0.179966, "nauc_precision_at_20_diff1": -0.113689, "nauc_precision_at_25_max": -0.23139, "nauc_precision_at_25_std": -0.150196, "nauc_precision_at_25_diff1": -0.133354, "nauc_precision_at_50_max": -0.202432, "nauc_precision_at_50_std": -0.135486, "nauc_precision_at_50_diff1": -0.143056, "nauc_precision_at_100_max": -0.152853, "nauc_precision_at_100_std": 0.199579, "nauc_precision_at_100_diff1": -0.285534, "nauc_precision_at_1000_max": -0.104446, "nauc_precision_at_1000_std": -0.314383, "nauc_precision_at_1000_diff1": 0.067537, "nauc_mrr_at_1_max": -0.064487, "nauc_mrr_at_1_std": -0.381636, "nauc_mrr_at_1_diff1": -0.051215, "nauc_mrr_at_3_max": -0.119, "nauc_mrr_at_3_std": -0.220036, "nauc_mrr_at_3_diff1": -0.152419, "nauc_mrr_at_5_max": 0.001208, "nauc_mrr_at_5_std": -0.284387, "nauc_mrr_at_5_diff1": -0.032456, "nauc_mrr_at_10_max": -0.03353, "nauc_mrr_at_10_std": -0.246874, "nauc_mrr_at_10_diff1": -0.116816, "nauc_mrr_at_20_max": -0.037162, "nauc_mrr_at_20_std": -0.261328, "nauc_mrr_at_20_diff1": -0.090105, "nauc_mrr_at_25_max": -0.037162, "nauc_mrr_at_25_std": -0.261328, "nauc_mrr_at_25_diff1": -0.090105, "nauc_mrr_at_50_max": -0.037162, "nauc_mrr_at_50_std": -0.261328, "nauc_mrr_at_50_diff1": -0.090105, "nauc_mrr_at_100_max": -0.037162, "nauc_mrr_at_100_std": -0.261328, "nauc_mrr_at_100_diff1": -0.090105, "nauc_mrr_at_1000_max": -0.037162, "nauc_mrr_at_1000_std": -0.261328, "nauc_mrr_at_1000_diff1": -0.090105, "hit_rate_at_1": 0.25, "hit_rate_at_3": 0.41667, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.91667, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.25, "R_cap_at_3": 0.194444, "R_cap_at_5": 0.183333, "R_cap_at_10": 0.233333, "R_cap_at_20": 0.20833, "R_cap_at_25": 0.202711, "R_cap_at_50": 0.27034, "R_cap_at_100": 0.452364, "R_cap_at_1000": 1.0, "main_score": 0.22808, "hf_subset": "last_named_day_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66, "ndcg_at_3": 0.62531, "ndcg_at_5": 0.57962, "ndcg_at_10": 0.52924, "ndcg_at_20": 0.4764, "ndcg_at_25": 0.46677, "ndcg_at_50": 0.42206, "ndcg_at_100": 0.43498, "ndcg_at_1000": 0.73112, "map_at_1": 0.01108, "map_at_3": 0.02651, "map_at_5": 0.03699, "map_at_10": 0.0585, "map_at_20": 0.08677, "map_at_25": 0.09979, "map_at_50": 0.14207, "map_at_100": 0.19371, "map_at_1000": 0.31563, "recall_at_1": 0.01108, "recall_at_3": 0.0297, "recall_at_5": 0.04439, "recall_at_10": 0.07725, "recall_at_20": 0.12972, "recall_at_25": 0.15668, "recall_at_50": 0.25392, "recall_at_100": 0.4086, "recall_at_1000": 1.0, "accuracy": 0.01108, "precision_at_1": 0.66, "precision_at_3": 0.61333, "precision_at_5": 0.552, "precision_at_10": 0.493, "precision_at_20": 0.4345, "precision_at_25": 0.4236, "precision_at_50": 0.357, "precision_at_100": 0.2919, "precision_at_1000": 0.07463, "mrr_at_1": 0.66, "mrr_at_3": 0.756667, "mrr_at_5": 0.770667, "mrr_at_10": 0.772778, "mrr_at_20": 0.774456, "mrr_at_25": 0.774891, "mrr_at_50": 0.775464, "mrr_at_100": 0.775464, "mrr_at_1000": 0.775464, "nauc_ndcg_at_1_max": 0.463374, "nauc_ndcg_at_1_std": -0.019898, "nauc_ndcg_at_1_diff1": 0.358044, "nauc_ndcg_at_3_max": 0.563747, "nauc_ndcg_at_3_std": 0.082973, "nauc_ndcg_at_3_diff1": 0.316789, "nauc_ndcg_at_5_max": 0.530631, "nauc_ndcg_at_5_std": 0.1241, "nauc_ndcg_at_5_diff1": 0.256608, "nauc_ndcg_at_10_max": 0.537106, "nauc_ndcg_at_10_std": 0.166692, "nauc_ndcg_at_10_diff1": 0.198447, "nauc_ndcg_at_20_max": 0.50215, "nauc_ndcg_at_20_std": 0.200145, "nauc_ndcg_at_20_diff1": 0.15573, "nauc_ndcg_at_25_max": 0.467014, "nauc_ndcg_at_25_std": 0.205096, "nauc_ndcg_at_25_diff1": 0.135192, "nauc_ndcg_at_50_max": 0.403635, "nauc_ndcg_at_50_std": 0.188911, "nauc_ndcg_at_50_diff1": 0.077385, "nauc_ndcg_at_100_max": 0.335592, "nauc_ndcg_at_100_std": 0.090029, "nauc_ndcg_at_100_diff1": 0.129913, "nauc_ndcg_at_1000_max": 0.451881, "nauc_ndcg_at_1000_std": 0.170376, "nauc_ndcg_at_1000_diff1": 0.14704, "nauc_map_at_1_max": 0.138783, "nauc_map_at_1_std": -0.119425, "nauc_map_at_1_diff1": 0.306321, "nauc_map_at_3_max": 0.301884, "nauc_map_at_3_std": -0.035223, "nauc_map_at_3_diff1": 0.36816, "nauc_map_at_5_max": 0.317764, "nauc_map_at_5_std": -0.028695, "nauc_map_at_5_diff1": 0.357221, "nauc_map_at_10_max": 0.34428, "nauc_map_at_10_std": -0.00298, "nauc_map_at_10_diff1": 0.297798, "nauc_map_at_20_max": 0.365457, "nauc_map_at_20_std": 0.014044, "nauc_map_at_20_diff1": 0.278405, "nauc_map_at_25_max": 0.351586, "nauc_map_at_25_std": 0.027462, "nauc_map_at_25_diff1": 0.260154, "nauc_map_at_50_max": 0.357857, "nauc_map_at_50_std": 0.048014, "nauc_map_at_50_diff1": 0.203682, "nauc_map_at_100_max": 0.338773, "nauc_map_at_100_std": 0.055566, "nauc_map_at_100_diff1": 0.137631, "nauc_map_at_1000_max": 0.344918, "nauc_map_at_1000_std": 0.156286, "nauc_map_at_1000_diff1": 0.045951, "nauc_recall_at_1_max": 0.138783, "nauc_recall_at_1_std": -0.119425, "nauc_recall_at_1_diff1": 0.306321, "nauc_recall_at_3_max": 0.262953, "nauc_recall_at_3_std": -0.018628, "nauc_recall_at_3_diff1": 0.325063, "nauc_recall_at_5_max": 0.236468, "nauc_recall_at_5_std": -0.031716, "nauc_recall_at_5_diff1": 0.312847, "nauc_recall_at_10_max": 0.206975, "nauc_recall_at_10_std": -0.024466, "nauc_recall_at_10_diff1": 0.226684, "nauc_recall_at_20_max": 0.199584, "nauc_recall_at_20_std": -0.036855, "nauc_recall_at_20_diff1": 0.246779, "nauc_recall_at_25_max": 0.171223, "nauc_recall_at_25_std": -0.032691, "nauc_recall_at_25_diff1": 0.232097, "nauc_recall_at_50_max": 0.158917, "nauc_recall_at_50_std": -0.087604, "nauc_recall_at_50_diff1": 0.187402, "nauc_recall_at_100_max": 0.078011, "nauc_recall_at_100_std": -0.127017, "nauc_recall_at_100_diff1": 0.149945, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463374, "nauc_precision_at_1_std": -0.019898, "nauc_precision_at_1_diff1": 0.358044, "nauc_precision_at_3_max": 0.580741, "nauc_precision_at_3_std": 0.113949, "nauc_precision_at_3_diff1": 0.294607, "nauc_precision_at_5_max": 0.51953, "nauc_precision_at_5_std": 0.163744, "nauc_precision_at_5_diff1": 0.211206, "nauc_precision_at_10_max": 0.519238, "nauc_precision_at_10_std": 0.209789, "nauc_precision_at_10_diff1": 0.140709, "nauc_precision_at_20_max": 0.44922, "nauc_precision_at_20_std": 0.23363, "nauc_precision_at_20_diff1": 0.087564, "nauc_precision_at_25_max": 0.399324, "nauc_precision_at_25_std": 0.233625, "nauc_precision_at_25_diff1": 0.060819, "nauc_precision_at_50_max": 0.329664, "nauc_precision_at_50_std": 0.217048, "nauc_precision_at_50_diff1": -0.022819, "nauc_precision_at_100_max": 0.260313, "nauc_precision_at_100_std": 0.201313, "nauc_precision_at_100_diff1": -0.087446, "nauc_precision_at_1000_max": 0.224209, "nauc_precision_at_1000_std": 0.255521, "nauc_precision_at_1000_diff1": -0.126829, "nauc_mrr_at_1_max": 0.463374, "nauc_mrr_at_1_std": -0.019898, "nauc_mrr_at_1_diff1": 0.358044, "nauc_mrr_at_3_max": 0.534887, "nauc_mrr_at_3_std": 0.033526, "nauc_mrr_at_3_diff1": 0.340027, "nauc_mrr_at_5_max": 0.534986, "nauc_mrr_at_5_std": 0.039289, "nauc_mrr_at_5_diff1": 0.342769, "nauc_mrr_at_10_max": 0.532503, "nauc_mrr_at_10_std": 0.036185, "nauc_mrr_at_10_diff1": 0.342693, "nauc_mrr_at_20_max": 0.528979, "nauc_mrr_at_20_std": 0.03466, "nauc_mrr_at_20_diff1": 0.347625, "nauc_mrr_at_25_max": 0.527922, "nauc_mrr_at_25_std": 0.035123, "nauc_mrr_at_25_diff1": 0.346784, "nauc_mrr_at_50_max": 0.526725, "nauc_mrr_at_50_std": 0.033593, "nauc_mrr_at_50_diff1": 0.345469, "nauc_mrr_at_100_max": 0.526725, "nauc_mrr_at_100_std": 0.033593, "nauc_mrr_at_100_diff1": 0.345469, "nauc_mrr_at_1000_max": 0.526725, "nauc_mrr_at_1000_std": 0.033593, "nauc_mrr_at_1000_diff1": 0.345469, "hit_rate_at_1": 0.66, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.93, "hit_rate_at_10": 0.95, "hit_rate_at_20": 0.97, "hit_rate_at_25": 0.98, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.66, "R_cap_at_3": 0.613333, "R_cap_at_5": 0.552, "R_cap_at_10": 0.493, "R_cap_at_20": 0.436094, "R_cap_at_25": 0.4294, "R_cap_at_50": 0.387295, "R_cap_at_100": 0.43333, "R_cap_at_1000": 1.0, "main_score": 0.52924, "hf_subset": "month_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.05363, "ndcg_at_3": 0.05141, "ndcg_at_5": 0.04889, "ndcg_at_10": 0.04581, "ndcg_at_20": 0.04559, "ndcg_at_25": 0.04922, "ndcg_at_50": 0.07047, "ndcg_at_100": 0.1096, "ndcg_at_1000": 0.4066, "map_at_1": 0.00211, "map_at_3": 0.00467, "map_at_5": 0.00625, "map_at_10": 0.0087, "map_at_20": 0.01169, "map_at_25": 0.01314, "map_at_50": 0.0178, "map_at_100": 0.02371, "map_at_1000": 0.05758, "recall_at_1": 0.00211, "recall_at_3": 0.00573, "recall_at_5": 0.00923, "recall_at_10": 0.01713, "recall_at_20": 0.0351, "recall_at_25": 0.04644, "recall_at_50": 0.09042, "recall_at_100": 0.17241, "recall_at_1000": 1.0, "accuracy": 0.00211, "precision_at_1": 0.05363, "precision_at_3": 0.05047, "precision_at_5": 0.04732, "precision_at_10": 0.04353, "precision_at_20": 0.04306, "precision_at_25": 0.04454, "precision_at_50": 0.04315, "precision_at_100": 0.04069, "precision_at_1000": 0.02354, "mrr_at_1": 0.053628, "mrr_at_3": 0.070978, "mrr_at_5": 0.080599, "mrr_at_10": 0.093175, "mrr_at_20": 0.104108, "mrr_at_25": 0.107508, "mrr_at_50": 0.113355, "mrr_at_100": 0.115981, "mrr_at_1000": 0.117052, "nauc_ndcg_at_1_max": 0.378508, "nauc_ndcg_at_1_std": 0.244177, "nauc_ndcg_at_1_diff1": -0.149467, "nauc_ndcg_at_3_max": 0.381292, "nauc_ndcg_at_3_std": 0.198941, "nauc_ndcg_at_3_diff1": -0.172129, "nauc_ndcg_at_5_max": 0.368988, "nauc_ndcg_at_5_std": 0.21129, "nauc_ndcg_at_5_diff1": -0.171889, "nauc_ndcg_at_10_max": 0.400901, "nauc_ndcg_at_10_std": 0.238586, "nauc_ndcg_at_10_diff1": -0.139597, "nauc_ndcg_at_20_max": 0.387008, "nauc_ndcg_at_20_std": 0.210429, "nauc_ndcg_at_20_diff1": -0.101792, "nauc_ndcg_at_25_max": 0.340696, "nauc_ndcg_at_25_std": 0.190948, "nauc_ndcg_at_25_diff1": -0.093536, "nauc_ndcg_at_50_max": 0.310301, "nauc_ndcg_at_50_std": 0.186003, "nauc_ndcg_at_50_diff1": -0.047202, "nauc_ndcg_at_100_max": 0.286023, "nauc_ndcg_at_100_std": 0.16519, "nauc_ndcg_at_100_diff1": -0.046704, "nauc_ndcg_at_1000_max": 0.298651, "nauc_ndcg_at_1000_std": 0.181421, "nauc_ndcg_at_1000_diff1": -0.029, "nauc_map_at_1_max": 0.236518, "nauc_map_at_1_std": 0.186128, "nauc_map_at_1_diff1": -0.155686, "nauc_map_at_3_max": 0.34395, "nauc_map_at_3_std": 0.208605, "nauc_map_at_3_diff1": -0.194444, "nauc_map_at_5_max": 0.363279, "nauc_map_at_5_std": 0.223277, "nauc_map_at_5_diff1": -0.192086, "nauc_map_at_10_max": 0.428341, "nauc_map_at_10_std": 0.262367, "nauc_map_at_10_diff1": -0.184523, "nauc_map_at_20_max": 0.437192, "nauc_map_at_20_std": 0.243105, "nauc_map_at_20_diff1": -0.17382, "nauc_map_at_25_max": 0.415114, "nauc_map_at_25_std": 0.235886, "nauc_map_at_25_diff1": -0.167033, "nauc_map_at_50_max": 0.425608, "nauc_map_at_50_std": 0.228614, "nauc_map_at_50_diff1": -0.128656, "nauc_map_at_100_max": 0.417618, "nauc_map_at_100_std": 0.222482, "nauc_map_at_100_diff1": -0.11158, "nauc_map_at_1000_max": 0.374948, "nauc_map_at_1000_std": 0.209302, "nauc_map_at_1000_diff1": -0.087423, "nauc_recall_at_1_max": 0.236518, "nauc_recall_at_1_std": 0.186128, "nauc_recall_at_1_diff1": -0.155686, "nauc_recall_at_3_max": 0.251226, "nauc_recall_at_3_std": 0.166774, "nauc_recall_at_3_diff1": -0.178016, "nauc_recall_at_5_max": 0.220473, "nauc_recall_at_5_std": 0.178628, "nauc_recall_at_5_diff1": -0.166389, "nauc_recall_at_10_max": 0.297944, "nauc_recall_at_10_std": 0.227282, "nauc_recall_at_10_diff1": -0.108782, "nauc_recall_at_20_max": 0.282839, "nauc_recall_at_20_std": 0.162674, "nauc_recall_at_20_diff1": -0.055569, "nauc_recall_at_25_max": 0.229659, "nauc_recall_at_25_std": 0.146749, "nauc_recall_at_25_diff1": -0.059966, "nauc_recall_at_50_max": 0.252124, "nauc_recall_at_50_std": 0.168961, "nauc_recall_at_50_diff1": 0.000134, "nauc_recall_at_100_max": 0.2185, "nauc_recall_at_100_std": 0.13476, "nauc_recall_at_100_diff1": -0.01781, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.378508, "nauc_precision_at_1_std": 0.244177, "nauc_precision_at_1_diff1": -0.149467, "nauc_precision_at_3_max": 0.38163, "nauc_precision_at_3_std": 0.200423, "nauc_precision_at_3_diff1": -0.17644, "nauc_precision_at_5_max": 0.364284, "nauc_precision_at_5_std": 0.219291, "nauc_precision_at_5_diff1": -0.173898, "nauc_precision_at_10_max": 0.412366, "nauc_precision_at_10_std": 0.259411, "nauc_precision_at_10_diff1": -0.123851, "nauc_precision_at_20_max": 0.389292, "nauc_precision_at_20_std": 0.201672, "nauc_precision_at_20_diff1": -0.071471, "nauc_precision_at_25_max": 0.353993, "nauc_precision_at_25_std": 0.183672, "nauc_precision_at_25_diff1": -0.062523, "nauc_precision_at_50_max": 0.363458, "nauc_precision_at_50_std": 0.192527, "nauc_precision_at_50_diff1": -0.00533, "nauc_precision_at_100_max": 0.316323, "nauc_precision_at_100_std": 0.162907, "nauc_precision_at_100_diff1": -0.012065, "nauc_precision_at_1000_max": 0.172501, "nauc_precision_at_1000_std": 0.11744, "nauc_precision_at_1000_diff1": 0.057604, "nauc_mrr_at_1_max": 0.378508, "nauc_mrr_at_1_std": 0.244177, "nauc_mrr_at_1_diff1": -0.149467, "nauc_mrr_at_3_max": 0.2721, "nauc_mrr_at_3_std": 0.142188, "nauc_mrr_at_3_diff1": -0.140425, "nauc_mrr_at_5_max": 0.247469, "nauc_mrr_at_5_std": 0.14797, "nauc_mrr_at_5_diff1": -0.142131, "nauc_mrr_at_10_max": 0.242572, "nauc_mrr_at_10_std": 0.148677, "nauc_mrr_at_10_diff1": -0.115803, "nauc_mrr_at_20_max": 0.247429, "nauc_mrr_at_20_std": 0.143256, "nauc_mrr_at_20_diff1": -0.102258, "nauc_mrr_at_25_max": 0.243253, "nauc_mrr_at_25_std": 0.139831, "nauc_mrr_at_25_diff1": -0.100526, "nauc_mrr_at_50_max": 0.2451, "nauc_mrr_at_50_std": 0.143039, "nauc_mrr_at_50_diff1": -0.100277, "nauc_mrr_at_100_max": 0.244457, "nauc_mrr_at_100_std": 0.140585, "nauc_mrr_at_100_diff1": -0.102849, "nauc_mrr_at_1000_max": 0.245756, "nauc_mrr_at_1000_std": 0.141771, "nauc_mrr_at_1000_diff1": -0.10398, "hit_rate_at_1": 0.05363, "hit_rate_at_3": 0.09464, "hit_rate_at_5": 0.1388, "hit_rate_at_10": 0.23659, "hit_rate_at_20": 0.39432, "hit_rate_at_25": 0.47003, "hit_rate_at_50": 0.67508, "hit_rate_at_100": 0.84543, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.053628, "R_cap_at_3": 0.050473, "R_cap_at_5": 0.047319, "R_cap_at_10": 0.043533, "R_cap_at_20": 0.044722, "R_cap_at_25": 0.051352, "R_cap_at_50": 0.090425, "R_cap_at_100": 0.172407, "R_cap_at_1000": 1.0, "main_score": 0.04581, "hf_subset": "rel_day_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.17, "ndcg_at_3": 0.1605, "ndcg_at_5": 0.15073, "ndcg_at_10": 0.15523, "ndcg_at_20": 0.14765, "ndcg_at_25": 0.14758, "ndcg_at_50": 0.14496, "ndcg_at_100": 0.16714, "ndcg_at_1000": 0.57668, "map_at_1": 0.00204, "map_at_3": 0.00487, "map_at_5": 0.00684, "map_at_10": 0.01159, "map_at_20": 0.01715, "map_at_25": 0.02006, "map_at_50": 0.02961, "map_at_100": 0.0442, "map_at_1000": 0.14661, "recall_at_1": 0.00204, "recall_at_3": 0.00613, "recall_at_5": 0.00902, "recall_at_10": 0.01992, "recall_at_20": 0.03768, "recall_at_25": 0.04804, "recall_at_50": 0.08897, "recall_at_100": 0.17077, "recall_at_1000": 1.0, "accuracy": 0.00204, "precision_at_1": 0.17, "precision_at_3": 0.16, "precision_at_5": 0.146, "precision_at_10": 0.154, "precision_at_20": 0.1435, "precision_at_25": 0.1436, "precision_at_50": 0.1376, "precision_at_100": 0.1318, "precision_at_1000": 0.07463, "mrr_at_1": 0.17, "mrr_at_3": 0.225, "mrr_at_5": 0.234, "mrr_at_10": 0.256933, "mrr_at_20": 0.26831, "mrr_at_25": 0.269641, "mrr_at_50": 0.274363, "mrr_at_100": 0.276219, "mrr_at_1000": 0.276271, "nauc_ndcg_at_1_max": 0.196795, "nauc_ndcg_at_1_std": -0.055043, "nauc_ndcg_at_1_diff1": 0.10873, "nauc_ndcg_at_3_max": 0.18973, "nauc_ndcg_at_3_std": -0.045498, "nauc_ndcg_at_3_diff1": -0.014693, "nauc_ndcg_at_5_max": 0.213228, "nauc_ndcg_at_5_std": -0.023659, "nauc_ndcg_at_5_diff1": -0.022763, "nauc_ndcg_at_10_max": 0.20977, "nauc_ndcg_at_10_std": -0.043639, "nauc_ndcg_at_10_diff1": -0.00368, "nauc_ndcg_at_20_max": 0.224861, "nauc_ndcg_at_20_std": -0.041112, "nauc_ndcg_at_20_diff1": 0.000462, "nauc_ndcg_at_25_max": 0.19686, "nauc_ndcg_at_25_std": -0.036006, "nauc_ndcg_at_25_diff1": -0.005548, "nauc_ndcg_at_50_max": 0.184565, "nauc_ndcg_at_50_std": -0.031151, "nauc_ndcg_at_50_diff1": -0.042508, "nauc_ndcg_at_100_max": 0.141383, "nauc_ndcg_at_100_std": -0.067967, "nauc_ndcg_at_100_diff1": -0.045075, "nauc_ndcg_at_1000_max": 0.133335, "nauc_ndcg_at_1000_std": -0.059188, "nauc_ndcg_at_1000_diff1": -0.097267, "nauc_map_at_1_max": 0.164419, "nauc_map_at_1_std": -0.122711, "nauc_map_at_1_diff1": 0.123207, "nauc_map_at_3_max": 0.175731, "nauc_map_at_3_std": -0.098661, "nauc_map_at_3_diff1": 0.014757, "nauc_map_at_5_max": 0.201231, "nauc_map_at_5_std": -0.050325, "nauc_map_at_5_diff1": 0.000735, "nauc_map_at_10_max": 0.208476, "nauc_map_at_10_std": -0.031483, "nauc_map_at_10_diff1": 0.032592, "nauc_map_at_20_max": 0.191805, "nauc_map_at_20_std": -0.061063, "nauc_map_at_20_diff1": 0.017277, "nauc_map_at_25_max": 0.172523, "nauc_map_at_25_std": -0.062285, "nauc_map_at_25_diff1": 0.023742, "nauc_map_at_50_max": 0.155164, "nauc_map_at_50_std": -0.066347, "nauc_map_at_50_diff1": -0.014957, "nauc_map_at_100_max": 0.141796, "nauc_map_at_100_std": -0.064045, "nauc_map_at_100_diff1": -0.058901, "nauc_map_at_1000_max": 0.148794, "nauc_map_at_1000_std": -0.037473, "nauc_map_at_1000_diff1": -0.117934, "nauc_recall_at_1_max": 0.164419, "nauc_recall_at_1_std": -0.122711, "nauc_recall_at_1_diff1": 0.123207, "nauc_recall_at_3_max": 0.158803, "nauc_recall_at_3_std": -0.101527, "nauc_recall_at_3_diff1": 0.003175, "nauc_recall_at_5_max": 0.185103, "nauc_recall_at_5_std": -0.046233, "nauc_recall_at_5_diff1": -0.010114, "nauc_recall_at_10_max": 0.140112, "nauc_recall_at_10_std": -0.090931, "nauc_recall_at_10_diff1": 0.054116, "nauc_recall_at_20_max": 0.111025, "nauc_recall_at_20_std": -0.109281, "nauc_recall_at_20_diff1": 0.040893, "nauc_recall_at_25_max": 0.058222, "nauc_recall_at_25_std": -0.117867, "nauc_recall_at_25_diff1": 0.040869, "nauc_recall_at_50_max": 0.054109, "nauc_recall_at_50_std": -0.106598, "nauc_recall_at_50_diff1": -0.007045, "nauc_recall_at_100_max": 0.031873, "nauc_recall_at_100_std": -0.130093, "nauc_recall_at_100_diff1": -0.048033, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.196795, "nauc_precision_at_1_std": -0.055043, "nauc_precision_at_1_diff1": 0.10873, "nauc_precision_at_3_max": 0.186817, "nauc_precision_at_3_std": -0.051232, "nauc_precision_at_3_diff1": -0.04462, "nauc_precision_at_5_max": 0.219554, "nauc_precision_at_5_std": -0.012837, "nauc_precision_at_5_diff1": -0.04543, "nauc_precision_at_10_max": 0.21138, "nauc_precision_at_10_std": -0.048795, "nauc_precision_at_10_diff1": -0.008499, "nauc_precision_at_20_max": 0.225877, "nauc_precision_at_20_std": -0.041092, "nauc_precision_at_20_diff1": -0.002333, "nauc_precision_at_25_max": 0.178538, "nauc_precision_at_25_std": -0.032827, "nauc_precision_at_25_diff1": -0.014466, "nauc_precision_at_50_max": 0.168411, "nauc_precision_at_50_std": -0.015629, "nauc_precision_at_50_diff1": -0.07683, "nauc_precision_at_100_max": 0.142605, "nauc_precision_at_100_std": -0.019239, "nauc_precision_at_100_diff1": -0.116475, "nauc_precision_at_1000_max": 0.137132, "nauc_precision_at_1000_std": 0.049556, "nauc_precision_at_1000_diff1": -0.103474, "nauc_mrr_at_1_max": 0.196795, "nauc_mrr_at_1_std": -0.055043, "nauc_mrr_at_1_diff1": 0.10873, "nauc_mrr_at_3_max": 0.189614, "nauc_mrr_at_3_std": -0.028895, "nauc_mrr_at_3_diff1": 0.045015, "nauc_mrr_at_5_max": 0.188946, "nauc_mrr_at_5_std": -0.037656, "nauc_mrr_at_5_diff1": 0.037273, "nauc_mrr_at_10_max": 0.180328, "nauc_mrr_at_10_std": -0.055186, "nauc_mrr_at_10_diff1": 0.022444, "nauc_mrr_at_20_max": 0.18097, "nauc_mrr_at_20_std": -0.050139, "nauc_mrr_at_20_diff1": 0.025497, "nauc_mrr_at_25_max": 0.177998, "nauc_mrr_at_25_std": -0.052403, "nauc_mrr_at_25_diff1": 0.02424, "nauc_mrr_at_50_max": 0.184198, "nauc_mrr_at_50_std": -0.052879, "nauc_mrr_at_50_diff1": 0.034107, "nauc_mrr_at_100_max": 0.18368, "nauc_mrr_at_100_std": -0.051699, "nauc_mrr_at_100_diff1": 0.033983, "nauc_mrr_at_1000_max": 0.183816, "nauc_mrr_at_1000_std": -0.051391, "nauc_mrr_at_1000_diff1": 0.033808, "hit_rate_at_1": 0.17, "hit_rate_at_3": 0.3, "hit_rate_at_5": 0.34, "hit_rate_at_10": 0.51, "hit_rate_at_20": 0.67, "hit_rate_at_25": 0.7, "hit_rate_at_50": 0.86, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.17, "R_cap_at_3": 0.16, "R_cap_at_5": 0.146, "R_cap_at_10": 0.154, "R_cap_at_20": 0.143929, "R_cap_at_25": 0.144843, "R_cap_at_50": 0.144702, "R_cap_at_100": 0.184333, "R_cap_at_1000": 1.0, "main_score": 0.15523, "hf_subset": "rel_month_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.03939, "ndcg_at_3": 0.03902, "ndcg_at_5": 0.03744, "ndcg_at_10": 0.03553, "ndcg_at_20": 0.03906, "ndcg_at_25": 0.04419, "ndcg_at_50": 0.06312, "ndcg_at_100": 0.10153, "ndcg_at_1000": 0.39692, "map_at_1": 0.00274, "map_at_3": 0.00616, "map_at_5": 0.00792, "map_at_10": 0.01081, "map_at_20": 0.01365, "map_at_25": 0.01472, "map_at_50": 0.01804, "map_at_100": 0.02304, "map_at_1000": 0.0547, "recall_at_1": 0.00274, "recall_at_3": 0.00726, "recall_at_5": 0.01103, "recall_at_10": 0.02044, "recall_at_20": 0.03642, "recall_at_25": 0.04674, "recall_at_50": 0.08244, "recall_at_100": 0.16436, "recall_at_1000": 1.0, "accuracy": 0.00274, "precision_at_1": 0.03939, "precision_at_3": 0.03939, "precision_at_5": 0.03697, "precision_at_10": 0.03455, "precision_at_20": 0.03318, "precision_at_25": 0.03503, "precision_at_50": 0.03321, "precision_at_100": 0.03476, "precision_at_1000": 0.02262, "mrr_at_1": 0.039394, "mrr_at_3": 0.05303, "mrr_at_5": 0.062273, "mrr_at_10": 0.071138, "mrr_at_20": 0.081174, "mrr_at_25": 0.08436, "mrr_at_50": 0.090071, "mrr_at_100": 0.093606, "mrr_at_1000": 0.094702, "nauc_ndcg_at_1_max": -0.266558, "nauc_ndcg_at_1_std": 0.113021, "nauc_ndcg_at_1_diff1": -0.36218, "nauc_ndcg_at_3_max": -0.265999, "nauc_ndcg_at_3_std": 0.116193, "nauc_ndcg_at_3_diff1": -0.325526, "nauc_ndcg_at_5_max": -0.197354, "nauc_ndcg_at_5_std": 0.114367, "nauc_ndcg_at_5_diff1": -0.241951, "nauc_ndcg_at_10_max": -0.131377, "nauc_ndcg_at_10_std": 0.111219, "nauc_ndcg_at_10_diff1": -0.167892, "nauc_ndcg_at_20_max": -0.077879, "nauc_ndcg_at_20_std": 0.095568, "nauc_ndcg_at_20_diff1": -0.103328, "nauc_ndcg_at_25_max": -0.06736, "nauc_ndcg_at_25_std": 0.092409, "nauc_ndcg_at_25_diff1": -0.078623, "nauc_ndcg_at_50_max": -0.031398, "nauc_ndcg_at_50_std": 0.085597, "nauc_ndcg_at_50_diff1": -0.019851, "nauc_ndcg_at_100_max": -0.03636, "nauc_ndcg_at_100_std": 0.053117, "nauc_ndcg_at_100_diff1": 0.004927, "nauc_ndcg_at_1000_max": -0.05677, "nauc_ndcg_at_1000_std": 0.05448, "nauc_ndcg_at_1000_diff1": -0.022288, "nauc_map_at_1_max": -0.281074, "nauc_map_at_1_std": 0.139837, "nauc_map_at_1_diff1": -0.385317, "nauc_map_at_3_max": -0.276848, "nauc_map_at_3_std": 0.172759, "nauc_map_at_3_diff1": -0.37591, "nauc_map_at_5_max": -0.240536, "nauc_map_at_5_std": 0.199738, "nauc_map_at_5_diff1": -0.345462, "nauc_map_at_10_max": -0.192142, "nauc_map_at_10_std": 0.187153, "nauc_map_at_10_diff1": -0.298859, "nauc_map_at_20_max": -0.134944, "nauc_map_at_20_std": 0.145591, "nauc_map_at_20_diff1": -0.212152, "nauc_map_at_25_max": -0.129722, "nauc_map_at_25_std": 0.13709, "nauc_map_at_25_diff1": -0.196863, "nauc_map_at_50_max": -0.087397, "nauc_map_at_50_std": 0.12604, "nauc_map_at_50_diff1": -0.135752, "nauc_map_at_100_max": -0.066582, "nauc_map_at_100_std": 0.100808, "nauc_map_at_100_diff1": -0.097004, "nauc_map_at_1000_max": -0.072712, "nauc_map_at_1000_std": 0.082738, "nauc_map_at_1000_diff1": -0.062106, "nauc_recall_at_1_max": -0.281074, "nauc_recall_at_1_std": 0.139837, "nauc_recall_at_1_diff1": -0.385317, "nauc_recall_at_3_max": -0.267612, "nauc_recall_at_3_std": 0.167895, "nauc_recall_at_3_diff1": -0.351803, "nauc_recall_at_5_max": -0.173786, "nauc_recall_at_5_std": 0.166555, "nauc_recall_at_5_diff1": -0.246494, "nauc_recall_at_10_max": -0.097416, "nauc_recall_at_10_std": 0.143495, "nauc_recall_at_10_diff1": -0.154662, "nauc_recall_at_20_max": -0.012617, "nauc_recall_at_20_std": 0.091877, "nauc_recall_at_20_diff1": -0.029373, "nauc_recall_at_25_max": -0.000274, "nauc_recall_at_25_std": 0.083545, "nauc_recall_at_25_diff1": 0.000325, "nauc_recall_at_50_max": 0.030413, "nauc_recall_at_50_std": 0.074288, "nauc_recall_at_50_diff1": 0.067876, "nauc_recall_at_100_max": 0.003431, "nauc_recall_at_100_std": 0.027804, "nauc_recall_at_100_diff1": 0.07624, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.266558, "nauc_precision_at_1_std": 0.113021, "nauc_precision_at_1_diff1": -0.36218, "nauc_precision_at_3_max": -0.264363, "nauc_precision_at_3_std": 0.122165, "nauc_precision_at_3_diff1": -0.315859, "nauc_precision_at_5_max": -0.161415, "nauc_precision_at_5_std": 0.120389, "nauc_precision_at_5_diff1": -0.194461, "nauc_precision_at_10_max": -0.079925, "nauc_precision_at_10_std": 0.110659, "nauc_precision_at_10_diff1": -0.101525, "nauc_precision_at_20_max": 0.002543, "nauc_precision_at_20_std": 0.06619, "nauc_precision_at_20_diff1": 0.025508, "nauc_precision_at_25_max": 0.012123, "nauc_precision_at_25_std": 0.056488, "nauc_precision_at_25_diff1": 0.057792, "nauc_precision_at_50_max": 0.045263, "nauc_precision_at_50_std": 0.038527, "nauc_precision_at_50_diff1": 0.122341, "nauc_precision_at_100_max": 0.011787, "nauc_precision_at_100_std": 0.001171, "nauc_precision_at_100_diff1": 0.118446, "nauc_precision_at_1000_max": 0.012801, "nauc_precision_at_1000_std": -0.013637, "nauc_precision_at_1000_diff1": 0.023592, "nauc_mrr_at_1_max": -0.266558, "nauc_mrr_at_1_std": 0.113021, "nauc_mrr_at_1_diff1": -0.36218, "nauc_mrr_at_3_max": -0.256532, "nauc_mrr_at_3_std": 0.083698, "nauc_mrr_at_3_diff1": -0.310749, "nauc_mrr_at_5_max": -0.19894, "nauc_mrr_at_5_std": 0.067656, "nauc_mrr_at_5_diff1": -0.23652, "nauc_mrr_at_10_max": -0.173374, "nauc_mrr_at_10_std": 0.078323, "nauc_mrr_at_10_diff1": -0.198646, "nauc_mrr_at_20_max": -0.158404, "nauc_mrr_at_20_std": 0.07484, "nauc_mrr_at_20_diff1": -0.175904, "nauc_mrr_at_25_max": -0.154711, "nauc_mrr_at_25_std": 0.076752, "nauc_mrr_at_25_diff1": -0.173966, "nauc_mrr_at_50_max": -0.154748, "nauc_mrr_at_50_std": 0.068871, "nauc_mrr_at_50_diff1": -0.174743, "nauc_mrr_at_100_max": -0.161014, "nauc_mrr_at_100_std": 0.067358, "nauc_mrr_at_100_diff1": -0.180659, "nauc_mrr_at_1000_max": -0.162289, "nauc_mrr_at_1000_std": 0.069229, "nauc_mrr_at_1000_diff1": -0.183304, "hit_rate_at_1": 0.03939, "hit_rate_at_3": 0.07576, "hit_rate_at_5": 0.11818, "hit_rate_at_10": 0.18788, "hit_rate_at_20": 0.33333, "hit_rate_at_25": 0.40606, "hit_rate_at_50": 0.60606, "hit_rate_at_100": 0.84545, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.039394, "R_cap_at_3": 0.039394, "R_cap_at_5": 0.03697, "R_cap_at_10": 0.034545, "R_cap_at_20": 0.039816, "R_cap_at_25": 0.048185, "R_cap_at_50": 0.082448, "R_cap_at_100": 0.164357, "R_cap_at_1000": 1.0, "main_score": 0.03553, "hf_subset": "rel_session_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.41473, "ndcg_at_3": 0.38755, "ndcg_at_5": 0.38972, "ndcg_at_10": 0.369, "ndcg_at_20": 0.34319, "ndcg_at_25": 0.32939, "ndcg_at_50": 0.29039, "ndcg_at_100": 0.3268, "ndcg_at_1000": 0.68223, "map_at_1": 0.00634, "map_at_3": 0.01413, "map_at_5": 0.021, "map_at_10": 0.03351, "map_at_20": 0.0526, "map_at_25": 0.05968, "map_at_50": 0.08671, "map_at_100": 0.12016, "map_at_1000": 0.22988, "recall_at_1": 0.00634, "recall_at_3": 0.01732, "recall_at_5": 0.02929, "recall_at_10": 0.05408, "recall_at_20": 0.09874, "recall_at_25": 0.11658, "recall_at_50": 0.19986, "recall_at_100": 0.32979, "recall_at_1000": 1.0, "accuracy": 0.00634, "precision_at_1": 0.41473, "precision_at_3": 0.37984, "precision_at_5": 0.38605, "precision_at_10": 0.35736, "precision_at_20": 0.32694, "precision_at_25": 0.30961, "precision_at_50": 0.26597, "precision_at_100": 0.22054, "precision_at_1000": 0.0681, "mrr_at_1": 0.414729, "mrr_at_3": 0.536822, "mrr_at_5": 0.574806, "mrr_at_10": 0.58872, "mrr_at_20": 0.59091, "mrr_at_25": 0.591263, "mrr_at_50": 0.591384, "mrr_at_100": 0.591384, "mrr_at_1000": 0.591384, "nauc_ndcg_at_1_max": -0.094572, "nauc_ndcg_at_1_std": -0.036083, "nauc_ndcg_at_1_diff1": 0.061545, "nauc_ndcg_at_3_max": -0.127435, "nauc_ndcg_at_3_std": -0.091239, "nauc_ndcg_at_3_diff1": 0.029094, "nauc_ndcg_at_5_max": -0.155879, "nauc_ndcg_at_5_std": -0.122919, "nauc_ndcg_at_5_diff1": 0.025303, "nauc_ndcg_at_10_max": -0.178716, "nauc_ndcg_at_10_std": -0.120196, "nauc_ndcg_at_10_diff1": 0.0728, "nauc_ndcg_at_20_max": -0.159081, "nauc_ndcg_at_20_std": -0.107499, "nauc_ndcg_at_20_diff1": 0.126719, "nauc_ndcg_at_25_max": -0.161624, "nauc_ndcg_at_25_std": -0.09194, "nauc_ndcg_at_25_diff1": 0.11918, "nauc_ndcg_at_50_max": -0.163541, "nauc_ndcg_at_50_std": -0.077622, "nauc_ndcg_at_50_diff1": 0.099233, "nauc_ndcg_at_100_max": -0.130936, "nauc_ndcg_at_100_std": -0.050546, "nauc_ndcg_at_100_diff1": 0.094143, "nauc_ndcg_at_1000_max": -0.195262, "nauc_ndcg_at_1000_std": -0.093424, "nauc_ndcg_at_1000_diff1": 0.116197, "nauc_map_at_1_max": -0.074222, "nauc_map_at_1_std": -0.04377, "nauc_map_at_1_diff1": 0.058209, "nauc_map_at_3_max": -0.082823, "nauc_map_at_3_std": -0.079036, "nauc_map_at_3_diff1": 0.030358, "nauc_map_at_5_max": -0.093833, "nauc_map_at_5_std": -0.097446, "nauc_map_at_5_diff1": 0.029503, "nauc_map_at_10_max": -0.1113, "nauc_map_at_10_std": -0.103473, "nauc_map_at_10_diff1": 0.091401, "nauc_map_at_20_max": -0.09774, "nauc_map_at_20_std": -0.096589, "nauc_map_at_20_diff1": 0.125053, "nauc_map_at_25_max": -0.105995, "nauc_map_at_25_std": -0.085481, "nauc_map_at_25_diff1": 0.115766, "nauc_map_at_50_max": -0.114419, "nauc_map_at_50_std": -0.07478, "nauc_map_at_50_diff1": 0.093099, "nauc_map_at_100_max": -0.122877, "nauc_map_at_100_std": -0.053981, "nauc_map_at_100_diff1": 0.103664, "nauc_map_at_1000_max": -0.164851, "nauc_map_at_1000_std": -0.075629, "nauc_map_at_1000_diff1": 0.13139, "nauc_recall_at_1_max": -0.074222, "nauc_recall_at_1_std": -0.04377, "nauc_recall_at_1_diff1": 0.058209, "nauc_recall_at_3_max": -0.105343, "nauc_recall_at_3_std": -0.098082, "nauc_recall_at_3_diff1": 0.00115, "nauc_recall_at_5_max": -0.133813, "nauc_recall_at_5_std": -0.144969, "nauc_recall_at_5_diff1": -0.002993, "nauc_recall_at_10_max": -0.14068, "nauc_recall_at_10_std": -0.127828, "nauc_recall_at_10_diff1": 0.064151, "nauc_recall_at_20_max": -0.098184, "nauc_recall_at_20_std": -0.096036, "nauc_recall_at_20_diff1": 0.126638, "nauc_recall_at_25_max": -0.101437, "nauc_recall_at_25_std": -0.077438, "nauc_recall_at_25_diff1": 0.110657, "nauc_recall_at_50_max": -0.087328, "nauc_recall_at_50_std": -0.056646, "nauc_recall_at_50_diff1": 0.060515, "nauc_recall_at_100_max": -0.078648, "nauc_recall_at_100_std": -0.002886, "nauc_recall_at_100_diff1": 0.080869, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.094572, "nauc_precision_at_1_std": -0.036083, "nauc_precision_at_1_diff1": 0.061545, "nauc_precision_at_3_max": -0.13942, "nauc_precision_at_3_std": -0.109228, "nauc_precision_at_3_diff1": 0.023334, "nauc_precision_at_5_max": -0.172601, "nauc_precision_at_5_std": -0.148051, "nauc_precision_at_5_diff1": 0.019431, "nauc_precision_at_10_max": -0.186549, "nauc_precision_at_10_std": -0.126508, "nauc_precision_at_10_diff1": 0.093224, "nauc_precision_at_20_max": -0.13828, "nauc_precision_at_20_std": -0.091048, "nauc_precision_at_20_diff1": 0.165752, "nauc_precision_at_25_max": -0.141352, "nauc_precision_at_25_std": -0.065181, "nauc_precision_at_25_diff1": 0.143678, "nauc_precision_at_50_max": -0.142979, "nauc_precision_at_50_std": -0.047211, "nauc_precision_at_50_diff1": 0.1052, "nauc_precision_at_100_max": -0.152661, "nauc_precision_at_100_std": 0.008449, "nauc_precision_at_100_diff1": 0.137947, "nauc_precision_at_1000_max": -0.124345, "nauc_precision_at_1000_std": 0.051231, "nauc_precision_at_1000_diff1": 0.068751, "nauc_mrr_at_1_max": -0.094572, "nauc_mrr_at_1_std": -0.036083, "nauc_mrr_at_1_diff1": 0.061545, "nauc_mrr_at_3_max": -0.149927, "nauc_mrr_at_3_std": -0.070581, "nauc_mrr_at_3_diff1": 0.007604, "nauc_mrr_at_5_max": -0.156679, "nauc_mrr_at_5_std": -0.090715, "nauc_mrr_at_5_diff1": -0.00151, "nauc_mrr_at_10_max": -0.153836, "nauc_mrr_at_10_std": -0.095092, "nauc_mrr_at_10_diff1": 0.005212, "nauc_mrr_at_20_max": -0.148547, "nauc_mrr_at_20_std": -0.086541, "nauc_mrr_at_20_diff1": 0.008751, "nauc_mrr_at_25_max": -0.147568, "nauc_mrr_at_25_std": -0.085679, "nauc_mrr_at_25_diff1": 0.008625, "nauc_mrr_at_50_max": -0.147875, "nauc_mrr_at_50_std": -0.085642, "nauc_mrr_at_50_diff1": 0.008313, "nauc_mrr_at_100_max": -0.147875, "nauc_mrr_at_100_std": -0.085642, "nauc_mrr_at_100_diff1": 0.008313, "nauc_mrr_at_1000_max": -0.147875, "nauc_mrr_at_1000_std": -0.085642, "nauc_mrr_at_1000_diff1": 0.008313, "hit_rate_at_1": 0.41473, "hit_rate_at_3": 0.68992, "hit_rate_at_5": 0.85659, "hit_rate_at_10": 0.95349, "hit_rate_at_20": 0.98837, "hit_rate_at_25": 0.99612, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.414729, "R_cap_at_3": 0.379845, "R_cap_at_5": 0.386047, "R_cap_at_10": 0.357364, "R_cap_at_20": 0.326938, "R_cap_at_25": 0.309612, "R_cap_at_50": 0.266316, "R_cap_at_100": 0.330235, "R_cap_at_1000": 1.0, "main_score": 0.369, "hf_subset": "session_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.34354, "ndcg_at_3": 0.32129, "ndcg_at_5": 0.30597, "ndcg_at_10": 0.27275, "ndcg_at_20": 0.24817, "ndcg_at_25": 0.25471, "ndcg_at_50": 0.30798, "ndcg_at_100": 0.38219, "ndcg_at_1000": 0.57164, "map_at_1": 0.01664, "map_at_3": 0.03844, "map_at_5": 0.05423, "map_at_10": 0.08055, "map_at_20": 0.10901, "map_at_25": 0.11834, "map_at_50": 0.14335, "map_at_100": 0.16471, "map_at_1000": 0.19948, "recall_at_1": 0.01664, "recall_at_3": 0.04535, "recall_at_5": 0.07068, "recall_at_10": 0.11984, "recall_at_20": 0.19756, "recall_at_25": 0.22851, "recall_at_50": 0.3416, "recall_at_100": 0.49725, "recall_at_1000": 1.0, "accuracy": 0.01664, "precision_at_1": 0.34354, "precision_at_3": 0.31519, "precision_at_5": 0.29524, "precision_at_10": 0.25238, "precision_at_20": 0.21037, "precision_at_25": 0.19565, "precision_at_50": 0.14782, "precision_at_100": 0.10963, "precision_at_1000": 0.02296, "mrr_at_1": 0.343537, "mrr_at_3": 0.428571, "mrr_at_5": 0.453571, "mrr_at_10": 0.46839, "mrr_at_20": 0.477768, "mrr_at_25": 0.479273, "mrr_at_50": 0.480408, "mrr_at_100": 0.481042, "mrr_at_1000": 0.481042, "nauc_ndcg_at_1_max": -0.022956, "nauc_ndcg_at_1_std": -0.18541, "nauc_ndcg_at_1_diff1": 0.111975, "nauc_ndcg_at_3_max": -0.03616, "nauc_ndcg_at_3_std": -0.155516, "nauc_ndcg_at_3_diff1": 0.091083, "nauc_ndcg_at_5_max": -0.044286, "nauc_ndcg_at_5_std": -0.137084, "nauc_ndcg_at_5_diff1": 0.099467, "nauc_ndcg_at_10_max": -0.065644, "nauc_ndcg_at_10_std": -0.160816, "nauc_ndcg_at_10_diff1": 0.087489, "nauc_ndcg_at_20_max": -0.05042, "nauc_ndcg_at_20_std": -0.149725, "nauc_ndcg_at_20_diff1": 0.085125, "nauc_ndcg_at_25_max": -0.022252, "nauc_ndcg_at_25_std": -0.145695, "nauc_ndcg_at_25_diff1": 0.099824, "nauc_ndcg_at_50_max": -0.014783, "nauc_ndcg_at_50_std": -0.151962, "nauc_ndcg_at_50_diff1": 0.108351, "nauc_ndcg_at_100_max": -0.034271, "nauc_ndcg_at_100_std": -0.157327, "nauc_ndcg_at_100_diff1": 0.11611, "nauc_ndcg_at_1000_max": -0.066553, "nauc_ndcg_at_1000_std": -0.157417, "nauc_ndcg_at_1000_diff1": 0.105237, "nauc_map_at_1_max": 0.017324, "nauc_map_at_1_std": -0.158127, "nauc_map_at_1_diff1": 0.103805, "nauc_map_at_3_max": 0.033698, "nauc_map_at_3_std": -0.138767, "nauc_map_at_3_diff1": 0.097844, "nauc_map_at_5_max": 0.029867, "nauc_map_at_5_std": -0.13176, "nauc_map_at_5_diff1": 0.119849, "nauc_map_at_10_max": 0.036984, "nauc_map_at_10_std": -0.141857, "nauc_map_at_10_diff1": 0.12694, "nauc_map_at_20_max": 0.04834, "nauc_map_at_20_std": -0.135581, "nauc_map_at_20_diff1": 0.123933, "nauc_map_at_25_max": 0.049918, "nauc_map_at_25_std": -0.138196, "nauc_map_at_25_diff1": 0.126501, "nauc_map_at_50_max": 0.040044, "nauc_map_at_50_std": -0.141603, "nauc_map_at_50_diff1": 0.125317, "nauc_map_at_100_max": 0.025229, "nauc_map_at_100_std": -0.144501, "nauc_map_at_100_diff1": 0.124358, "nauc_map_at_1000_max": 0.011463, "nauc_map_at_1000_std": -0.148404, "nauc_map_at_1000_diff1": 0.122237, "nauc_recall_at_1_max": 0.017324, "nauc_recall_at_1_std": -0.158127, "nauc_recall_at_1_diff1": 0.103805, "nauc_recall_at_3_max": 0.005139, "nauc_recall_at_3_std": -0.134193, "nauc_recall_at_3_diff1": 0.088722, "nauc_recall_at_5_max": -0.003012, "nauc_recall_at_5_std": -0.112906, "nauc_recall_at_5_diff1": 0.109309, "nauc_recall_at_10_max": -0.026725, "nauc_recall_at_10_std": -0.148366, "nauc_recall_at_10_diff1": 0.104491, "nauc_recall_at_20_max": -0.007677, "nauc_recall_at_20_std": -0.132798, "nauc_recall_at_20_diff1": 0.099156, "nauc_recall_at_25_max": 0.009674, "nauc_recall_at_25_std": -0.130013, "nauc_recall_at_25_diff1": 0.109232, "nauc_recall_at_50_max": 0.017445, "nauc_recall_at_50_std": -0.139439, "nauc_recall_at_50_diff1": 0.10692, "nauc_recall_at_100_max": -0.01486, "nauc_recall_at_100_std": -0.144067, "nauc_recall_at_100_diff1": 0.123182, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.022956, "nauc_precision_at_1_std": -0.18541, "nauc_precision_at_1_diff1": 0.111975, "nauc_precision_at_3_max": -0.044308, "nauc_precision_at_3_std": -0.152642, "nauc_precision_at_3_diff1": 0.083481, "nauc_precision_at_5_max": -0.053727, "nauc_precision_at_5_std": -0.123554, "nauc_precision_at_5_diff1": 0.096338, "nauc_precision_at_10_max": -0.080502, "nauc_precision_at_10_std": -0.161484, "nauc_precision_at_10_diff1": 0.076393, "nauc_precision_at_20_max": -0.06864, "nauc_precision_at_20_std": -0.142981, "nauc_precision_at_20_diff1": 0.071604, "nauc_precision_at_25_max": -0.050329, "nauc_precision_at_25_std": -0.135465, "nauc_precision_at_25_diff1": 0.084714, "nauc_precision_at_50_max": -0.05903, "nauc_precision_at_50_std": -0.139024, "nauc_precision_at_50_diff1": 0.079271, "nauc_precision_at_100_max": -0.102714, "nauc_precision_at_100_std": -0.130094, "nauc_precision_at_100_diff1": 0.081859, "nauc_precision_at_1000_max": -0.121274, "nauc_precision_at_1000_std": 0.030698, "nauc_precision_at_1000_diff1": -0.028812, "nauc_mrr_at_1_max": -0.022956, "nauc_mrr_at_1_std": -0.18541, "nauc_mrr_at_1_diff1": 0.111975, "nauc_mrr_at_3_max": -0.053497, "nauc_mrr_at_3_std": -0.171479, "nauc_mrr_at_3_diff1": 0.099266, "nauc_mrr_at_5_max": -0.054275, "nauc_mrr_at_5_std": -0.165753, "nauc_mrr_at_5_diff1": 0.094196, "nauc_mrr_at_10_max": -0.066237, "nauc_mrr_at_10_std": -0.177602, "nauc_mrr_at_10_diff1": 0.090896, "nauc_mrr_at_20_max": -0.067304, "nauc_mrr_at_20_std": -0.178296, "nauc_mrr_at_20_diff1": 0.087149, "nauc_mrr_at_25_max": -0.06386, "nauc_mrr_at_25_std": -0.176469, "nauc_mrr_at_25_diff1": 0.089286, "nauc_mrr_at_50_max": -0.063537, "nauc_mrr_at_50_std": -0.176156, "nauc_mrr_at_50_diff1": 0.089341, "nauc_mrr_at_100_max": -0.063351, "nauc_mrr_at_100_std": -0.176108, "nauc_mrr_at_100_diff1": 0.089616, "nauc_mrr_at_1000_max": -0.063351, "nauc_mrr_at_1000_std": -0.176108, "nauc_mrr_at_1000_diff1": 0.089616, "hit_rate_at_1": 0.34354, "hit_rate_at_3": 0.54082, "hit_rate_at_5": 0.64626, "hit_rate_at_10": 0.7551, "hit_rate_at_20": 0.89116, "hit_rate_at_25": 0.92517, "hit_rate_at_50": 0.96259, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.343537, "R_cap_at_3": 0.315193, "R_cap_at_5": 0.295238, "R_cap_at_10": 0.252381, "R_cap_at_20": 0.227539, "R_cap_at_25": 0.241492, "R_cap_at_50": 0.341597, "R_cap_at_100": 0.497247, "R_cap_at_1000": 1.0, "main_score": 0.27275, "hf_subset": "session_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 704.7371244393289, "kg_co2_emissions": null, "date": 1786925585.853527, "evaluation_phases": [ { "name": "Data loading", "start": 7.908791303634644e-06, "end": 9.648921191692352, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 9.648936673998833, "end": 9.64894064515829, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 9.66873236745596, "end": 53.64198224619031, "split": "test", "subset": "session_time_qs" }, { "name": "Scoring", "start": 53.64208798483014, "end": 53.84662405401468, "split": "test", "subset": "session_time_qs" } ] }