{ "dataset_revision": "7d7b04a28215ca574fcf20e2c42af233864c8e67", "task_name": "TMD", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.54802, "ndcg_at_3": 0.67922, "ndcg_at_5": 0.69963, "ndcg_at_10": 0.72121, "ndcg_at_20": 0.72918, "ndcg_at_25": 0.73367, "ndcg_at_50": 0.74005, "ndcg_at_100": 0.74268, "ndcg_at_1000": 0.74531, "map_at_1": 0.53691, "map_at_3": 0.64212, "map_at_5": 0.65512, "map_at_10": 0.66445, "map_at_20": 0.66702, "map_at_25": 0.66791, "map_at_50": 0.66904, "map_at_100": 0.66932, "map_at_1000": 0.66947, "recall_at_1": 0.53691, "recall_at_3": 0.77269, "recall_at_5": 0.82467, "recall_at_10": 0.88964, "recall_at_20": 0.91902, "recall_at_25": 0.93879, "recall_at_50": 0.96987, "recall_at_100": 0.98399, "recall_at_1000": 1.0, "accuracy": 0.53691, "precision_at_1": 0.54802, "precision_at_3": 0.26554, "precision_at_5": 0.17062, "precision_at_10": 0.09209, "precision_at_20": 0.04774, "precision_at_25": 0.0391, "precision_at_50": 0.02023, "precision_at_100": 0.01034, "precision_at_1000": 0.00107, "mrr_at_1": 0.548023, "mrr_at_3": 0.649718, "mrr_at_5": 0.661582, "mrr_at_10": 0.670352, "mrr_at_20": 0.67261, "mrr_at_25": 0.673616, "mrr_at_50": 0.674547, "mrr_at_100": 0.674827, "mrr_at_1000": 0.674897, "nauc_ndcg_at_1_max": 0.206408, "nauc_ndcg_at_1_std": 0.117639, "nauc_ndcg_at_1_diff1": 0.442953, "nauc_ndcg_at_3_max": 0.279787, "nauc_ndcg_at_3_std": 0.056841, "nauc_ndcg_at_3_diff1": 0.422214, "nauc_ndcg_at_5_max": 0.278985, "nauc_ndcg_at_5_std": 0.080413, "nauc_ndcg_at_5_diff1": 0.432369, "nauc_ndcg_at_10_max": 0.290525, "nauc_ndcg_at_10_std": 0.092516, "nauc_ndcg_at_10_diff1": 0.451891, "nauc_ndcg_at_20_max": 0.270493, "nauc_ndcg_at_20_std": 0.090618, "nauc_ndcg_at_20_diff1": 0.43734, "nauc_ndcg_at_25_max": 0.277464, "nauc_ndcg_at_25_std": 0.094798, "nauc_ndcg_at_25_diff1": 0.444427, "nauc_ndcg_at_50_max": 0.273897, "nauc_ndcg_at_50_std": 0.102904, "nauc_ndcg_at_50_diff1": 0.432468, "nauc_ndcg_at_100_max": 0.269561, "nauc_ndcg_at_100_std": 0.098566, "nauc_ndcg_at_100_diff1": 0.433661, "nauc_ndcg_at_1000_max": 0.261517, "nauc_ndcg_at_1000_std": 0.093623, "nauc_ndcg_at_1000_diff1": 0.434372, "nauc_map_at_1_max": 0.227428, "nauc_map_at_1_std": 0.121375, "nauc_map_at_1_diff1": 0.447914, "nauc_map_at_3_max": 0.266365, "nauc_map_at_3_std": 0.07818, "nauc_map_at_3_diff1": 0.428676, "nauc_map_at_5_max": 0.259288, "nauc_map_at_5_std": 0.085095, "nauc_map_at_5_diff1": 0.43122, "nauc_map_at_10_max": 0.262518, "nauc_map_at_10_std": 0.090011, "nauc_map_at_10_diff1": 0.438539, "nauc_map_at_20_max": 0.256636, "nauc_map_at_20_std": 0.088758, "nauc_map_at_20_diff1": 0.434509, "nauc_map_at_25_max": 0.257822, "nauc_map_at_25_std": 0.089463, "nauc_map_at_25_diff1": 0.435683, "nauc_map_at_50_max": 0.257246, "nauc_map_at_50_std": 0.090542, "nauc_map_at_50_diff1": 0.434127, "nauc_map_at_100_max": 0.256881, "nauc_map_at_100_std": 0.090301, "nauc_map_at_100_diff1": 0.434289, "nauc_map_at_1000_max": 0.256537, "nauc_map_at_1000_std": 0.090149, "nauc_map_at_1000_diff1": 0.434302, "nauc_recall_at_1_max": 0.227428, "nauc_recall_at_1_std": 0.121375, "nauc_recall_at_1_diff1": 0.447914, "nauc_recall_at_3_max": 0.379907, "nauc_recall_at_3_std": 0.006295, "nauc_recall_at_3_diff1": 0.4115, "nauc_recall_at_5_max": 0.392193, "nauc_recall_at_5_std": 0.060374, "nauc_recall_at_5_diff1": 0.439775, "nauc_recall_at_10_max": 0.526931, "nauc_recall_at_10_std": 0.118716, "nauc_recall_at_10_diff1": 0.564719, "nauc_recall_at_20_max": 0.415165, "nauc_recall_at_20_std": 0.117888, "nauc_recall_at_20_diff1": 0.462118, "nauc_recall_at_25_max": 0.577721, "nauc_recall_at_25_std": 0.195898, "nauc_recall_at_25_diff1": 0.580691, "nauc_recall_at_50_max": 0.762894, "nauc_recall_at_50_std": 0.569338, "nauc_recall_at_50_diff1": 0.309629, "nauc_recall_at_100_max": 0.91835, "nauc_recall_at_100_std": 0.609879, "nauc_recall_at_100_diff1": 0.32078, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.206408, "nauc_precision_at_1_std": 0.117639, "nauc_precision_at_1_diff1": 0.442953, "nauc_precision_at_3_max": 0.26055, "nauc_precision_at_3_std": -0.022127, "nauc_precision_at_3_diff1": 0.334227, "nauc_precision_at_5_max": 0.210997, "nauc_precision_at_5_std": -0.004633, "nauc_precision_at_5_diff1": 0.313006, "nauc_precision_at_10_max": 0.210086, "nauc_precision_at_10_std": 0.003028, "nauc_precision_at_10_diff1": 0.319979, "nauc_precision_at_20_max": 0.030761, "nauc_precision_at_20_std": -0.054148, "nauc_precision_at_20_diff1": 0.167003, "nauc_precision_at_25_max": 0.030588, "nauc_precision_at_25_std": -0.05234, "nauc_precision_at_25_diff1": 0.174651, "nauc_precision_at_50_max": -0.116626, "nauc_precision_at_50_std": -0.019429, "nauc_precision_at_50_diff1": -0.073083, "nauc_precision_at_100_max": -0.271176, "nauc_precision_at_100_std": -0.045908, "nauc_precision_at_100_diff1": -0.156438, "nauc_precision_at_1000_max": -0.439651, "nauc_precision_at_1000_std": -0.077653, "nauc_precision_at_1000_diff1": -0.283829, "nauc_mrr_at_1_max": 0.206408, "nauc_mrr_at_1_std": 0.117639, "nauc_mrr_at_1_diff1": 0.442953, "nauc_mrr_at_3_max": 0.250232, "nauc_mrr_at_3_std": 0.075627, "nauc_mrr_at_3_diff1": 0.424248, "nauc_mrr_at_5_max": 0.246338, "nauc_mrr_at_5_std": 0.086612, "nauc_mrr_at_5_diff1": 0.428348, "nauc_mrr_at_10_max": 0.250582, "nauc_mrr_at_10_std": 0.092749, "nauc_mrr_at_10_diff1": 0.436511, "nauc_mrr_at_20_max": 0.245655, "nauc_mrr_at_20_std": 0.092686, "nauc_mrr_at_20_diff1": 0.432915, "nauc_mrr_at_25_max": 0.246527, "nauc_mrr_at_25_std": 0.09329, "nauc_mrr_at_25_diff1": 0.434127, "nauc_mrr_at_50_max": 0.246371, "nauc_mrr_at_50_std": 0.094595, "nauc_mrr_at_50_diff1": 0.432495, "nauc_mrr_at_100_max": 0.245947, "nauc_mrr_at_100_std": 0.094082, "nauc_mrr_at_100_diff1": 0.432489, "nauc_mrr_at_1000_max": 0.245741, "nauc_mrr_at_1000_std": 0.09385, "nauc_mrr_at_1000_diff1": 0.432591, "hit_rate_at_1": 0.54802, "hit_rate_at_3": 0.77966, "hit_rate_at_5": 0.83051, "hit_rate_at_10": 0.89266, "hit_rate_at_20": 0.9209, "hit_rate_at_25": 0.9435, "hit_rate_at_50": 0.97175, "hit_rate_at_100": 0.9887, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.548023, "R_cap_at_3": 0.774953, "R_cap_at_5": 0.82467, "R_cap_at_10": 0.889642, "R_cap_at_20": 0.919021, "R_cap_at_25": 0.938795, "R_cap_at_50": 0.969868, "R_cap_at_100": 0.983992, "R_cap_at_1000": 1.0, "main_score": 0.72121, "hf_subset": "content_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.19444, "ndcg_at_3": 0.21521, "ndcg_at_5": 0.20264, "ndcg_at_10": 0.18274, "ndcg_at_20": 0.16404, "ndcg_at_25": 0.15724, "ndcg_at_50": 0.14028, "ndcg_at_100": 0.15958, "ndcg_at_1000": 0.43818, "map_at_1": 0.00276, "map_at_3": 0.00721, "map_at_5": 0.00975, "map_at_10": 0.01372, "map_at_20": 0.0184, "map_at_25": 0.02025, "map_at_50": 0.02811, "map_at_100": 0.03861, "map_at_1000": 0.08433, "recall_at_1": 0.00276, "recall_at_3": 0.00937, "recall_at_5": 0.01426, "recall_at_10": 0.02489, "recall_at_20": 0.04383, "recall_at_25": 0.052, "recall_at_50": 0.09194, "recall_at_100": 0.16114, "recall_at_1000": 0.7127, "accuracy": 0.00276, "precision_at_1": 0.19444, "precision_at_3": 0.21667, "precision_at_5": 0.19778, "precision_at_10": 0.17111, "precision_at_20": 0.15056, "precision_at_25": 0.14311, "precision_at_50": 0.127, "precision_at_100": 0.1115, "precision_at_1000": 0.04944, "mrr_at_1": 0.194444, "mrr_at_3": 0.301852, "mrr_at_5": 0.326019, "mrr_at_10": 0.350586, "mrr_at_20": 0.36215, "mrr_at_25": 0.363366, "mrr_at_50": 0.36531, "mrr_at_100": 0.365757, "mrr_at_1000": 0.365757, "nauc_ndcg_at_1_max": 0.081495, "nauc_ndcg_at_1_std": 0.129475, "nauc_ndcg_at_1_diff1": 0.164329, "nauc_ndcg_at_3_max": 0.140674, "nauc_ndcg_at_3_std": 0.157158, "nauc_ndcg_at_3_diff1": 0.151092, "nauc_ndcg_at_5_max": 0.125115, "nauc_ndcg_at_5_std": 0.142339, "nauc_ndcg_at_5_diff1": 0.130097, "nauc_ndcg_at_10_max": 0.091387, "nauc_ndcg_at_10_std": 0.148674, "nauc_ndcg_at_10_diff1": 0.134643, "nauc_ndcg_at_20_max": 0.076775, "nauc_ndcg_at_20_std": 0.183314, "nauc_ndcg_at_20_diff1": 0.115167, "nauc_ndcg_at_25_max": 0.077741, "nauc_ndcg_at_25_std": 0.186701, "nauc_ndcg_at_25_diff1": 0.126752, "nauc_ndcg_at_50_max": 0.088455, "nauc_ndcg_at_50_std": 0.206603, "nauc_ndcg_at_50_diff1": 0.128265, "nauc_ndcg_at_100_max": 0.054293, "nauc_ndcg_at_100_std": 0.227995, "nauc_ndcg_at_100_diff1": 0.098919, "nauc_ndcg_at_1000_max": 0.019415, "nauc_ndcg_at_1000_std": 0.330925, "nauc_ndcg_at_1000_diff1": 0.046058, "nauc_map_at_1_max": 0.049501, "nauc_map_at_1_std": 0.120203, "nauc_map_at_1_diff1": 0.123994, "nauc_map_at_3_max": 0.11908, "nauc_map_at_3_std": 0.138515, "nauc_map_at_3_diff1": 0.108856, "nauc_map_at_5_max": 0.098573, "nauc_map_at_5_std": 0.119551, "nauc_map_at_5_diff1": 0.084807, "nauc_map_at_10_max": 0.05693, "nauc_map_at_10_std": 0.110879, "nauc_map_at_10_diff1": 0.091371, "nauc_map_at_20_max": 0.05887, "nauc_map_at_20_std": 0.156035, "nauc_map_at_20_diff1": 0.076337, "nauc_map_at_25_max": 0.062817, "nauc_map_at_25_std": 0.160821, "nauc_map_at_25_diff1": 0.085441, "nauc_map_at_50_max": 0.07744, "nauc_map_at_50_std": 0.190456, "nauc_map_at_50_diff1": 0.102804, "nauc_map_at_100_max": 0.07025, "nauc_map_at_100_std": 0.222447, "nauc_map_at_100_diff1": 0.102938, "nauc_map_at_1000_max": 0.046075, "nauc_map_at_1000_std": 0.294038, "nauc_map_at_1000_diff1": 0.066957, "nauc_recall_at_1_max": 0.049501, "nauc_recall_at_1_std": 0.120203, "nauc_recall_at_1_diff1": 0.123994, "nauc_recall_at_3_max": 0.14157, "nauc_recall_at_3_std": 0.138475, "nauc_recall_at_3_diff1": 0.120539, "nauc_recall_at_5_max": 0.108364, "nauc_recall_at_5_std": 0.110404, "nauc_recall_at_5_diff1": 0.088267, "nauc_recall_at_10_max": 0.057142, "nauc_recall_at_10_std": 0.116056, "nauc_recall_at_10_diff1": 0.113866, "nauc_recall_at_20_max": 0.026007, "nauc_recall_at_20_std": 0.17956, "nauc_recall_at_20_diff1": 0.067124, "nauc_recall_at_25_max": 0.034518, "nauc_recall_at_25_std": 0.182308, "nauc_recall_at_25_diff1": 0.088065, "nauc_recall_at_50_max": 0.064638, "nauc_recall_at_50_std": 0.20454, "nauc_recall_at_50_diff1": 0.092068, "nauc_recall_at_100_max": 0.018508, "nauc_recall_at_100_std": 0.235784, "nauc_recall_at_100_diff1": 0.065021, "nauc_recall_at_1000_max": -0.048541, "nauc_recall_at_1000_std": 0.359001, "nauc_recall_at_1000_diff1": -0.036635, "nauc_precision_at_1_max": 0.081495, "nauc_precision_at_1_std": 0.129475, "nauc_precision_at_1_diff1": 0.164329, "nauc_precision_at_3_max": 0.161606, "nauc_precision_at_3_std": 0.159364, "nauc_precision_at_3_diff1": 0.142425, "nauc_precision_at_5_max": 0.130179, "nauc_precision_at_5_std": 0.132303, "nauc_precision_at_5_diff1": 0.111079, "nauc_precision_at_10_max": 0.066884, "nauc_precision_at_10_std": 0.139663, "nauc_precision_at_10_diff1": 0.118101, "nauc_precision_at_20_max": 0.041067, "nauc_precision_at_20_std": 0.192716, "nauc_precision_at_20_diff1": 0.079209, "nauc_precision_at_25_max": 0.046671, "nauc_precision_at_25_std": 0.195565, "nauc_precision_at_25_diff1": 0.104309, "nauc_precision_at_50_max": 0.072215, "nauc_precision_at_50_std": 0.211809, "nauc_precision_at_50_diff1": 0.108471, "nauc_precision_at_100_max": 0.037267, "nauc_precision_at_100_std": 0.243459, "nauc_precision_at_100_diff1": 0.082265, "nauc_precision_at_1000_max": 0.014651, "nauc_precision_at_1000_std": 0.299064, "nauc_precision_at_1000_diff1": 0.027655, "nauc_mrr_at_1_max": 0.081495, "nauc_mrr_at_1_std": 0.129475, "nauc_mrr_at_1_diff1": 0.164329, "nauc_mrr_at_3_max": 0.121656, "nauc_mrr_at_3_std": 0.157732, "nauc_mrr_at_3_diff1": 0.175311, "nauc_mrr_at_5_max": 0.119177, "nauc_mrr_at_5_std": 0.154994, "nauc_mrr_at_5_diff1": 0.170102, "nauc_mrr_at_10_max": 0.126098, "nauc_mrr_at_10_std": 0.159027, "nauc_mrr_at_10_diff1": 0.176267, "nauc_mrr_at_20_max": 0.126278, "nauc_mrr_at_20_std": 0.165055, "nauc_mrr_at_20_diff1": 0.174959, "nauc_mrr_at_25_max": 0.126833, "nauc_mrr_at_25_std": 0.16502, "nauc_mrr_at_25_diff1": 0.174351, "nauc_mrr_at_50_max": 0.124845, "nauc_mrr_at_50_std": 0.162863, "nauc_mrr_at_50_diff1": 0.173259, "nauc_mrr_at_100_max": 0.124621, "nauc_mrr_at_100_std": 0.162613, "nauc_mrr_at_100_diff1": 0.173678, "nauc_mrr_at_1000_max": 0.124621, "nauc_mrr_at_1000_std": 0.162613, "nauc_mrr_at_1000_diff1": 0.173678, "hit_rate_at_1": 0.19444, "hit_rate_at_3": 0.42778, "hit_rate_at_5": 0.52778, "hit_rate_at_10": 0.70556, "hit_rate_at_20": 0.87778, "hit_rate_at_25": 0.90556, "hit_rate_at_50": 0.97222, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.194444, "R_cap_at_3": 0.216667, "R_cap_at_5": 0.197778, "R_cap_at_10": 0.171111, "R_cap_at_20": 0.150556, "R_cap_at_25": 0.143111, "R_cap_at_50": 0.127065, "R_cap_at_100": 0.161374, "R_cap_at_1000": 0.712702, "main_score": 0.18274, "hf_subset": "date_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.2303, "ndcg_at_3": 0.21089, "ndcg_at_5": 0.19513, "ndcg_at_10": 0.17959, "ndcg_at_20": 0.16957, "ndcg_at_25": 0.17574, "ndcg_at_50": 0.22664, "ndcg_at_100": 0.29724, "ndcg_at_1000": 0.48739, "map_at_1": 0.01011, "map_at_3": 0.0215, "map_at_5": 0.02802, "map_at_10": 0.0398, "map_at_20": 0.05552, "map_at_25": 0.06158, "map_at_50": 0.08113, "map_at_100": 0.10049, "map_at_1000": 0.13074, "recall_at_1": 0.01011, "recall_at_3": 0.02789, "recall_at_5": 0.04217, "recall_at_10": 0.07639, "recall_at_20": 0.13489, "recall_at_25": 0.16074, "recall_at_50": 0.26666, "recall_at_100": 0.41464, "recall_at_1000": 0.9351, "accuracy": 0.01011, "precision_at_1": 0.2303, "precision_at_3": 0.20404, "precision_at_5": 0.18424, "precision_at_10": 0.16758, "precision_at_20": 0.14894, "precision_at_25": 0.14206, "precision_at_50": 0.11982, "precision_at_100": 0.09391, "precision_at_1000": 0.02122, "mrr_at_1": 0.230303, "mrr_at_3": 0.321212, "mrr_at_5": 0.34697, "mrr_at_10": 0.372053, "mrr_at_20": 0.380016, "mrr_at_25": 0.381988, "mrr_at_50": 0.384017, "mrr_at_100": 0.38449, "mrr_at_1000": 0.384556, "nauc_ndcg_at_1_max": 0.024761, "nauc_ndcg_at_1_std": 0.002046, "nauc_ndcg_at_1_diff1": 0.013923, "nauc_ndcg_at_3_max": 0.002069, "nauc_ndcg_at_3_std": 0.004061, "nauc_ndcg_at_3_diff1": -0.030713, "nauc_ndcg_at_5_max": 0.018854, "nauc_ndcg_at_5_std": 0.031991, "nauc_ndcg_at_5_diff1": -0.029278, "nauc_ndcg_at_10_max": 0.046223, "nauc_ndcg_at_10_std": 0.064873, "nauc_ndcg_at_10_diff1": 0.005653, "nauc_ndcg_at_20_max": 0.042388, "nauc_ndcg_at_20_std": 0.108233, "nauc_ndcg_at_20_diff1": -0.015579, "nauc_ndcg_at_25_max": 0.04995, "nauc_ndcg_at_25_std": 0.10095, "nauc_ndcg_at_25_diff1": -0.011391, "nauc_ndcg_at_50_max": 0.048219, "nauc_ndcg_at_50_std": 0.11716, "nauc_ndcg_at_50_diff1": -0.004753, "nauc_ndcg_at_100_max": 0.060531, "nauc_ndcg_at_100_std": 0.141429, "nauc_ndcg_at_100_diff1": -0.004934, "nauc_ndcg_at_1000_max": 0.053387, "nauc_ndcg_at_1000_std": 0.125279, "nauc_ndcg_at_1000_diff1": 0.00964, "nauc_map_at_1_max": 0.000828, "nauc_map_at_1_std": -0.051382, "nauc_map_at_1_diff1": 0.023382, "nauc_map_at_3_max": 0.020731, "nauc_map_at_3_std": -0.023902, "nauc_map_at_3_diff1": 0.008136, "nauc_map_at_5_max": 0.042423, "nauc_map_at_5_std": 0.018873, "nauc_map_at_5_diff1": 0.004005, "nauc_map_at_10_max": 0.087821, "nauc_map_at_10_std": 0.062335, "nauc_map_at_10_diff1": 0.038117, "nauc_map_at_20_max": 0.092833, "nauc_map_at_20_std": 0.118569, "nauc_map_at_20_diff1": 0.029241, "nauc_map_at_25_max": 0.103791, "nauc_map_at_25_std": 0.128578, "nauc_map_at_25_diff1": 0.032226, "nauc_map_at_50_max": 0.115641, "nauc_map_at_50_std": 0.166832, "nauc_map_at_50_diff1": 0.023355, "nauc_map_at_100_max": 0.122565, "nauc_map_at_100_std": 0.190194, "nauc_map_at_100_diff1": 0.01685, "nauc_map_at_1000_max": 0.120271, "nauc_map_at_1000_std": 0.198434, "nauc_map_at_1000_diff1": 0.01919, "nauc_recall_at_1_max": 0.000828, "nauc_recall_at_1_std": -0.051382, "nauc_recall_at_1_diff1": 0.023382, "nauc_recall_at_3_max": -0.020771, "nauc_recall_at_3_std": -0.041654, "nauc_recall_at_3_diff1": -0.032202, "nauc_recall_at_5_max": 0.007665, "nauc_recall_at_5_std": 0.00799, "nauc_recall_at_5_diff1": -0.01667, "nauc_recall_at_10_max": 0.029534, "nauc_recall_at_10_std": 0.028475, "nauc_recall_at_10_diff1": 0.045392, "nauc_recall_at_20_max": 0.013784, "nauc_recall_at_20_std": 0.08433, "nauc_recall_at_20_diff1": -0.0001, "nauc_recall_at_25_max": 0.035939, "nauc_recall_at_25_std": 0.090937, "nauc_recall_at_25_diff1": 0.003137, "nauc_recall_at_50_max": 0.049225, "nauc_recall_at_50_std": 0.144491, "nauc_recall_at_50_diff1": 0.003588, "nauc_recall_at_100_max": 0.06023, "nauc_recall_at_100_std": 0.16978, "nauc_recall_at_100_diff1": -0.00091, "nauc_recall_at_1000_max": 0.021771, "nauc_recall_at_1000_std": 0.067433, "nauc_recall_at_1000_diff1": 0.047078, "nauc_precision_at_1_max": 0.024761, "nauc_precision_at_1_std": 0.002046, "nauc_precision_at_1_diff1": 0.013923, "nauc_precision_at_3_max": -0.009434, "nauc_precision_at_3_std": 0.002008, "nauc_precision_at_3_diff1": -0.049885, "nauc_precision_at_5_max": 0.021148, "nauc_precision_at_5_std": 0.047392, "nauc_precision_at_5_diff1": -0.040732, "nauc_precision_at_10_max": 0.063988, "nauc_precision_at_10_std": 0.094575, "nauc_precision_at_10_diff1": 0.021946, "nauc_precision_at_20_max": 0.053446, "nauc_precision_at_20_std": 0.1658, "nauc_precision_at_20_diff1": -0.034015, "nauc_precision_at_25_max": 0.075831, "nauc_precision_at_25_std": 0.167891, "nauc_precision_at_25_diff1": -0.029584, "nauc_precision_at_50_max": 0.089282, "nauc_precision_at_50_std": 0.214718, "nauc_precision_at_50_diff1": -0.029441, "nauc_precision_at_100_max": 0.104501, "nauc_precision_at_100_std": 0.22995, "nauc_precision_at_100_diff1": -0.020888, "nauc_precision_at_1000_max": 0.054412, "nauc_precision_at_1000_std": 0.123752, "nauc_precision_at_1000_diff1": 0.015334, "nauc_mrr_at_1_max": 0.024761, "nauc_mrr_at_1_std": 0.002046, "nauc_mrr_at_1_diff1": 0.013923, "nauc_mrr_at_3_max": -0.035655, "nauc_mrr_at_3_std": -0.028569, "nauc_mrr_at_3_diff1": -0.037041, "nauc_mrr_at_5_max": -0.029638, "nauc_mrr_at_5_std": -0.026904, "nauc_mrr_at_5_diff1": -0.024782, "nauc_mrr_at_10_max": -0.038362, "nauc_mrr_at_10_std": -0.024054, "nauc_mrr_at_10_diff1": -0.027021, "nauc_mrr_at_20_max": -0.035358, "nauc_mrr_at_20_std": -0.025115, "nauc_mrr_at_20_diff1": -0.02539, "nauc_mrr_at_25_max": -0.034791, "nauc_mrr_at_25_std": -0.026125, "nauc_mrr_at_25_diff1": -0.026655, "nauc_mrr_at_50_max": -0.033981, "nauc_mrr_at_50_std": -0.025491, "nauc_mrr_at_50_diff1": -0.025282, "nauc_mrr_at_100_max": -0.033187, "nauc_mrr_at_100_std": -0.024862, "nauc_mrr_at_100_diff1": -0.025024, "nauc_mrr_at_1000_max": -0.033177, "nauc_mrr_at_1000_std": -0.024859, "nauc_mrr_at_1000_diff1": -0.025109, "hit_rate_at_1": 0.2303, "hit_rate_at_3": 0.43333, "hit_rate_at_5": 0.54848, "hit_rate_at_10": 0.73636, "hit_rate_at_20": 0.84848, "hit_rate_at_25": 0.89394, "hit_rate_at_50": 0.96061, "hit_rate_at_100": 0.99091, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.230303, "R_cap_at_3": 0.20404, "R_cap_at_5": 0.184242, "R_cap_at_10": 0.167576, "R_cap_at_20": 0.15999, "R_cap_at_25": 0.17255, "R_cap_at_50": 0.266665, "R_cap_at_100": 0.414638, "R_cap_at_1000": 0.935095, "main_score": 0.17959, "hf_subset": "dates_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.53235, "ndcg_at_5": 0.5009, "ndcg_at_10": 0.41572, "ndcg_at_20": 0.34729, "ndcg_at_25": 0.32518, "ndcg_at_50": 0.2756, "ndcg_at_100": 0.30112, "ndcg_at_1000": 0.51237, "map_at_1": 0.00882, "map_at_3": 0.02441, "map_at_5": 0.03583, "map_at_10": 0.04979, "map_at_20": 0.06703, "map_at_25": 0.07269, "map_at_50": 0.09205, "map_at_100": 0.11259, "map_at_1000": 0.15375, "recall_at_1": 0.00882, "recall_at_3": 0.02989, "recall_at_5": 0.0471, "recall_at_10": 0.07165, "recall_at_20": 0.11283, "recall_at_25": 0.12799, "recall_at_50": 0.19407, "recall_at_100": 0.28319, "recall_at_1000": 0.71953, "accuracy": 0.00882, "precision_at_1": 0.5, "precision_at_3": 0.52778, "precision_at_5": 0.48333, "precision_at_10": 0.37083, "precision_at_20": 0.29792, "precision_at_25": 0.275, "precision_at_50": 0.21083, "precision_at_100": 0.15625, "precision_at_1000": 0.04225, "mrr_at_1": 0.5, "mrr_at_3": 0.701389, "mrr_at_5": 0.720139, "mrr_at_10": 0.720139, "mrr_at_20": 0.720139, "mrr_at_25": 0.720139, "mrr_at_50": 0.720139, "mrr_at_100": 0.720139, "mrr_at_1000": 0.720139, "nauc_ndcg_at_1_max": -0.119683, "nauc_ndcg_at_1_std": 0.124617, "nauc_ndcg_at_1_diff1": -0.058368, "nauc_ndcg_at_3_max": -0.080514, "nauc_ndcg_at_3_std": 0.322335, "nauc_ndcg_at_3_diff1": -0.013684, "nauc_ndcg_at_5_max": -0.15715, "nauc_ndcg_at_5_std": 0.412873, "nauc_ndcg_at_5_diff1": 0.056476, "nauc_ndcg_at_10_max": -0.228284, "nauc_ndcg_at_10_std": 0.438505, "nauc_ndcg_at_10_diff1": -0.055973, "nauc_ndcg_at_20_max": -0.266199, "nauc_ndcg_at_20_std": 0.530308, "nauc_ndcg_at_20_diff1": -0.114183, "nauc_ndcg_at_25_max": -0.26715, "nauc_ndcg_at_25_std": 0.545924, "nauc_ndcg_at_25_diff1": -0.094385, "nauc_ndcg_at_50_max": -0.139262, "nauc_ndcg_at_50_std": 0.676612, "nauc_ndcg_at_50_diff1": 0.002756, "nauc_ndcg_at_100_max": -0.127459, "nauc_ndcg_at_100_std": 0.597729, "nauc_ndcg_at_100_diff1": 0.020584, "nauc_ndcg_at_1000_max": -0.195537, "nauc_ndcg_at_1000_std": 0.627371, "nauc_ndcg_at_1000_diff1": -0.030847, "nauc_map_at_1_max": -0.063338, "nauc_map_at_1_std": 0.001804, "nauc_map_at_1_diff1": 0.033428, "nauc_map_at_3_max": -0.055113, "nauc_map_at_3_std": 0.15348, "nauc_map_at_3_diff1": 0.079061, "nauc_map_at_5_max": -0.069405, "nauc_map_at_5_std": 0.257939, "nauc_map_at_5_diff1": 0.173906, "nauc_map_at_10_max": -0.130152, "nauc_map_at_10_std": 0.334707, "nauc_map_at_10_diff1": 0.09052, "nauc_map_at_20_max": -0.149051, "nauc_map_at_20_std": 0.449753, "nauc_map_at_20_diff1": 0.05783, "nauc_map_at_25_max": -0.159365, "nauc_map_at_25_std": 0.474903, "nauc_map_at_25_diff1": 0.045638, "nauc_map_at_50_max": -0.130667, "nauc_map_at_50_std": 0.591994, "nauc_map_at_50_diff1": 0.039512, "nauc_map_at_100_max": -0.144034, "nauc_map_at_100_std": 0.644442, "nauc_map_at_100_diff1": 0.004138, "nauc_map_at_1000_max": -0.175673, "nauc_map_at_1000_std": 0.691303, "nauc_map_at_1000_diff1": -0.039336, "nauc_recall_at_1_max": -0.063338, "nauc_recall_at_1_std": 0.001804, "nauc_recall_at_1_diff1": 0.033428, "nauc_recall_at_3_max": 0.029163, "nauc_recall_at_3_std": 0.221682, "nauc_recall_at_3_diff1": 0.073651, "nauc_recall_at_5_max": -0.076256, "nauc_recall_at_5_std": 0.271862, "nauc_recall_at_5_diff1": 0.236878, "nauc_recall_at_10_max": -0.13591, "nauc_recall_at_10_std": 0.326892, "nauc_recall_at_10_diff1": 0.083982, "nauc_recall_at_20_max": -0.136353, "nauc_recall_at_20_std": 0.411539, "nauc_recall_at_20_diff1": 0.007332, "nauc_recall_at_25_max": -0.161508, "nauc_recall_at_25_std": 0.432358, "nauc_recall_at_25_diff1": 0.036233, "nauc_recall_at_50_max": -0.059487, "nauc_recall_at_50_std": 0.580237, "nauc_recall_at_50_diff1": 0.11312, "nauc_recall_at_100_max": -0.070867, "nauc_recall_at_100_std": 0.585934, "nauc_recall_at_100_diff1": 0.050746, "nauc_recall_at_1000_max": -0.216233, "nauc_recall_at_1000_std": 0.555308, "nauc_recall_at_1000_diff1": 0.001558, "nauc_precision_at_1_max": -0.119683, "nauc_precision_at_1_std": 0.124617, "nauc_precision_at_1_diff1": -0.058368, "nauc_precision_at_3_max": -0.0906, "nauc_precision_at_3_std": 0.405062, "nauc_precision_at_3_diff1": -0.022167, "nauc_precision_at_5_max": -0.208081, "nauc_precision_at_5_std": 0.499981, "nauc_precision_at_5_diff1": 0.080163, "nauc_precision_at_10_max": -0.282051, "nauc_precision_at_10_std": 0.483575, "nauc_precision_at_10_diff1": -0.103141, "nauc_precision_at_20_max": -0.306322, "nauc_precision_at_20_std": 0.592774, "nauc_precision_at_20_diff1": -0.175032, "nauc_precision_at_25_max": -0.295337, "nauc_precision_at_25_std": 0.593594, "nauc_precision_at_25_diff1": -0.131124, "nauc_precision_at_50_max": -0.16146, "nauc_precision_at_50_std": 0.74206, "nauc_precision_at_50_diff1": -0.057816, "nauc_precision_at_100_max": -0.147946, "nauc_precision_at_100_std": 0.74013, "nauc_precision_at_100_diff1": -0.112211, "nauc_precision_at_1000_max": -0.116358, "nauc_precision_at_1000_std": 0.481004, "nauc_precision_at_1000_diff1": -0.175784, "nauc_mrr_at_1_max": -0.119683, "nauc_mrr_at_1_std": 0.124617, "nauc_mrr_at_1_diff1": -0.058368, "nauc_mrr_at_3_max": 0.077992, "nauc_mrr_at_3_std": 0.229442, "nauc_mrr_at_3_diff1": -0.075065, "nauc_mrr_at_5_max": 0.01613, "nauc_mrr_at_5_std": 0.203662, "nauc_mrr_at_5_diff1": -0.059912, "nauc_mrr_at_10_max": 0.01613, "nauc_mrr_at_10_std": 0.203662, "nauc_mrr_at_10_diff1": -0.059912, "nauc_mrr_at_20_max": 0.01613, "nauc_mrr_at_20_std": 0.203662, "nauc_mrr_at_20_diff1": -0.059912, "nauc_mrr_at_25_max": 0.01613, "nauc_mrr_at_25_std": 0.203662, "nauc_mrr_at_25_diff1": -0.059912, "nauc_mrr_at_50_max": 0.01613, "nauc_mrr_at_50_std": 0.203662, "nauc_mrr_at_50_diff1": -0.059912, "nauc_mrr_at_100_max": 0.01613, "nauc_mrr_at_100_std": 0.203662, "nauc_mrr_at_100_diff1": -0.059912, "nauc_mrr_at_1000_max": 0.01613, "nauc_mrr_at_1000_std": 0.203662, "nauc_mrr_at_1000_diff1": -0.059912, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.91667, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.5, "R_cap_at_3": 0.527778, "R_cap_at_5": 0.483333, "R_cap_at_10": 0.370833, "R_cap_at_20": 0.297917, "R_cap_at_25": 0.275, "R_cap_at_50": 0.232581, "R_cap_at_100": 0.284364, "R_cap_at_1000": 0.71953, "main_score": 0.41572, "hf_subset": "day_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.08845, "ndcg_at_5": 0.11138, "ndcg_at_10": 0.12467, "ndcg_at_20": 0.14725, "ndcg_at_25": 0.16052, "ndcg_at_50": 0.22673, "ndcg_at_100": 0.27222, "ndcg_at_1000": 0.43312, "map_at_1": 0.0, "map_at_3": 0.00875, "map_at_5": 0.01374, "map_at_10": 0.02769, "map_at_20": 0.05871, "map_at_25": 0.06541, "map_at_50": 0.09077, "map_at_100": 0.10137, "map_at_1000": 0.12239, "recall_at_1": 0.0, "recall_at_3": 0.01722, "recall_at_5": 0.03185, "recall_at_10": 0.0704, "recall_at_20": 0.15409, "recall_at_25": 0.18655, "recall_at_50": 0.31036, "recall_at_100": 0.40603, "recall_at_1000": 0.86378, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.11111, "precision_at_5": 0.13333, "precision_at_10": 0.14167, "precision_at_20": 0.15417, "precision_at_25": 0.15, "precision_at_50": 0.12333, "precision_at_100": 0.0825, "precision_at_1000": 0.01783, "mrr_at_1": 0.0, "mrr_at_3": 0.111111, "mrr_at_5": 0.152778, "mrr_at_10": 0.166667, "mrr_at_20": 0.180195, "mrr_at_25": 0.183818, "mrr_at_50": 0.188282, "mrr_at_100": 0.189825, "mrr_at_1000": 0.189825, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.475023, "nauc_ndcg_at_3_std": 0.901174, "nauc_ndcg_at_3_diff1": 0.503264, "nauc_ndcg_at_5_max": 0.037667, "nauc_ndcg_at_5_std": 0.698485, "nauc_ndcg_at_5_diff1": 0.23477, "nauc_ndcg_at_10_max": 0.107189, "nauc_ndcg_at_10_std": 0.671124, "nauc_ndcg_at_10_diff1": 0.187675, "nauc_ndcg_at_20_max": 0.105882, "nauc_ndcg_at_20_std": 0.802117, "nauc_ndcg_at_20_diff1": 0.176202, "nauc_ndcg_at_25_max": 0.118414, "nauc_ndcg_at_25_std": 0.772963, "nauc_ndcg_at_25_diff1": 0.237969, "nauc_ndcg_at_50_max": 0.132334, "nauc_ndcg_at_50_std": 0.742072, "nauc_ndcg_at_50_diff1": 0.30999, "nauc_ndcg_at_100_max": 0.104887, "nauc_ndcg_at_100_std": 0.781084, "nauc_ndcg_at_100_diff1": 0.258522, "nauc_ndcg_at_1000_max": 0.094688, "nauc_ndcg_at_1000_std": 0.694321, "nauc_ndcg_at_1000_diff1": 0.329224, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.543851, "nauc_map_at_3_std": 0.947158, "nauc_map_at_3_diff1": 0.486256, "nauc_map_at_5_max": 0.214301, "nauc_map_at_5_std": 0.809162, "nauc_map_at_5_diff1": 0.325508, "nauc_map_at_10_max": 0.265437, "nauc_map_at_10_std": 0.773547, "nauc_map_at_10_diff1": 0.222925, "nauc_map_at_20_max": 0.212243, "nauc_map_at_20_std": 0.899807, "nauc_map_at_20_diff1": 0.215915, "nauc_map_at_25_max": 0.187379, "nauc_map_at_25_std": 0.878606, "nauc_map_at_25_diff1": 0.217969, "nauc_map_at_50_max": 0.204324, "nauc_map_at_50_std": 0.860344, "nauc_map_at_50_diff1": 0.267194, "nauc_map_at_100_max": 0.167083, "nauc_map_at_100_std": 0.867103, "nauc_map_at_100_diff1": 0.236526, "nauc_map_at_1000_max": 0.146521, "nauc_map_at_1000_std": 0.832208, "nauc_map_at_1000_diff1": 0.255731, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.536103, "nauc_recall_at_3_std": 0.913958, "nauc_recall_at_3_diff1": 0.52199, "nauc_recall_at_5_max": 0.041451, "nauc_recall_at_5_std": 0.68669, "nauc_recall_at_5_diff1": 0.235009, "nauc_recall_at_10_max": 0.280926, "nauc_recall_at_10_std": 0.637748, "nauc_recall_at_10_diff1": 0.264194, "nauc_recall_at_20_max": 0.164362, "nauc_recall_at_20_std": 0.837281, "nauc_recall_at_20_diff1": 0.187663, "nauc_recall_at_25_max": 0.110309, "nauc_recall_at_25_std": 0.756273, "nauc_recall_at_25_diff1": 0.22602, "nauc_recall_at_50_max": 0.140289, "nauc_recall_at_50_std": 0.705145, "nauc_recall_at_50_diff1": 0.31863, "nauc_recall_at_100_max": 0.086222, "nauc_recall_at_100_std": 0.758069, "nauc_recall_at_100_diff1": 0.222163, "nauc_recall_at_1000_max": 0.021549, "nauc_recall_at_1000_std": 0.502677, "nauc_recall_at_1000_diff1": 0.31915, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.430621, "nauc_precision_at_3_std": 0.886604, "nauc_precision_at_3_diff1": 0.496018, "nauc_precision_at_5_max": -0.10861, "nauc_precision_at_5_std": 0.624653, "nauc_precision_at_5_diff1": 0.146995, "nauc_precision_at_10_max": 0.078008, "nauc_precision_at_10_std": 0.593637, "nauc_precision_at_10_diff1": 0.139417, "nauc_precision_at_20_max": 0.034492, "nauc_precision_at_20_std": 0.787658, "nauc_precision_at_20_diff1": 0.12171, "nauc_precision_at_25_max": -0.001636, "nauc_precision_at_25_std": 0.713312, "nauc_precision_at_25_diff1": 0.200676, "nauc_precision_at_50_max": 0.022023, "nauc_precision_at_50_std": 0.663026, "nauc_precision_at_50_diff1": 0.34261, "nauc_precision_at_100_max": -0.026222, "nauc_precision_at_100_std": 0.684301, "nauc_precision_at_100_diff1": 0.256183, "nauc_precision_at_1000_max": -0.093395, "nauc_precision_at_1000_std": 0.126152, "nauc_precision_at_1000_diff1": 0.384523, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.594039, "nauc_mrr_at_3_std": 0.87898, "nauc_mrr_at_3_diff1": 0.596601, "nauc_mrr_at_5_max": 0.315948, "nauc_mrr_at_5_std": 0.754776, "nauc_mrr_at_5_diff1": 0.398127, "nauc_mrr_at_10_max": 0.288303, "nauc_mrr_at_10_std": 0.674857, "nauc_mrr_at_10_diff1": 0.416703, "nauc_mrr_at_20_max": 0.258721, "nauc_mrr_at_20_std": 0.680964, "nauc_mrr_at_20_diff1": 0.361183, "nauc_mrr_at_25_max": 0.275825, "nauc_mrr_at_25_std": 0.675328, "nauc_mrr_at_25_diff1": 0.414238, "nauc_mrr_at_50_max": 0.272805, "nauc_mrr_at_50_std": 0.678116, "nauc_mrr_at_50_diff1": 0.408166, "nauc_mrr_at_100_max": 0.288767, "nauc_mrr_at_100_std": 0.690873, "nauc_mrr_at_100_diff1": 0.406611, "nauc_mrr_at_1000_max": 0.288767, "nauc_mrr_at_1000_std": 0.690873, "nauc_mrr_at_1000_diff1": 0.406611, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.25, "hit_rate_at_5": 0.41667, "hit_rate_at_10": 0.5, "hit_rate_at_20": 0.66667, "hit_rate_at_25": 0.75, "hit_rate_at_50": 0.91667, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.0, "R_cap_at_3": 0.111111, "R_cap_at_5": 0.133333, "R_cap_at_10": 0.141667, "R_cap_at_20": 0.165169, "R_cap_at_25": 0.187293, "R_cap_at_50": 0.310358, "R_cap_at_100": 0.406032, "R_cap_at_1000": 0.863783, "main_score": 0.12467, "hf_subset": "earlier_today_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33333, "ndcg_at_3": 0.33333, "ndcg_at_5": 0.28712, "ndcg_at_10": 0.25046, "ndcg_at_20": 0.20321, "ndcg_at_25": 0.20673, "ndcg_at_50": 0.24537, "ndcg_at_100": 0.32065, "ndcg_at_1000": 0.49188, "map_at_1": 0.01435, "map_at_3": 0.03625, "map_at_5": 0.04789, "map_at_10": 0.06857, "map_at_20": 0.08308, "map_at_25": 0.09014, "map_at_50": 0.10703, "map_at_100": 0.13039, "map_at_1000": 0.15631, "recall_at_1": 0.01435, "recall_at_3": 0.04335, "recall_at_5": 0.05789, "recall_at_10": 0.09408, "recall_at_20": 0.13786, "recall_at_25": 0.16289, "recall_at_50": 0.249, "recall_at_100": 0.40306, "recall_at_1000": 0.85351, "accuracy": 0.01435, "precision_at_1": 0.33333, "precision_at_3": 0.33333, "precision_at_5": 0.26667, "precision_at_10": 0.225, "precision_at_20": 0.16667, "precision_at_25": 0.16, "precision_at_50": 0.12667, "precision_at_100": 0.1025, "precision_at_1000": 0.02233, "mrr_at_1": 0.333333, "mrr_at_3": 0.444444, "mrr_at_5": 0.461111, "mrr_at_10": 0.473016, "mrr_at_20": 0.47996, "mrr_at_25": 0.483929, "mrr_at_50": 0.483929, "mrr_at_100": 0.484834, "mrr_at_1000": 0.484834, "nauc_ndcg_at_1_max": 0.123706, "nauc_ndcg_at_1_std": 0.44615, "nauc_ndcg_at_1_diff1": 0.486109, "nauc_ndcg_at_3_max": 0.160952, "nauc_ndcg_at_3_std": 0.687938, "nauc_ndcg_at_3_diff1": 0.471956, "nauc_ndcg_at_5_max": 0.101182, "nauc_ndcg_at_5_std": 0.713413, "nauc_ndcg_at_5_diff1": 0.518598, "nauc_ndcg_at_10_max": 0.12332, "nauc_ndcg_at_10_std": 0.694702, "nauc_ndcg_at_10_diff1": 0.531618, "nauc_ndcg_at_20_max": 0.143098, "nauc_ndcg_at_20_std": 0.667452, "nauc_ndcg_at_20_diff1": 0.54947, "nauc_ndcg_at_25_max": 0.186173, "nauc_ndcg_at_25_std": 0.683564, "nauc_ndcg_at_25_diff1": 0.532225, "nauc_ndcg_at_50_max": 0.247908, "nauc_ndcg_at_50_std": 0.701726, "nauc_ndcg_at_50_diff1": 0.53827, "nauc_ndcg_at_100_max": 0.21629, "nauc_ndcg_at_100_std": 0.710493, "nauc_ndcg_at_100_diff1": 0.542728, "nauc_ndcg_at_1000_max": 0.337159, "nauc_ndcg_at_1000_std": 0.727303, "nauc_ndcg_at_1000_diff1": 0.504966, "nauc_map_at_1_max": 0.24351, "nauc_map_at_1_std": 0.464659, "nauc_map_at_1_diff1": 0.475122, "nauc_map_at_3_max": 0.213003, "nauc_map_at_3_std": 0.746109, "nauc_map_at_3_diff1": 0.430243, "nauc_map_at_5_max": 0.136906, "nauc_map_at_5_std": 0.79988, "nauc_map_at_5_diff1": 0.475122, "nauc_map_at_10_max": 0.136578, "nauc_map_at_10_std": 0.77348, "nauc_map_at_10_diff1": 0.533613, "nauc_map_at_20_max": 0.129646, "nauc_map_at_20_std": 0.750222, "nauc_map_at_20_diff1": 0.583634, "nauc_map_at_25_max": 0.116496, "nauc_map_at_25_std": 0.750098, "nauc_map_at_25_diff1": 0.587346, "nauc_map_at_50_max": 0.158433, "nauc_map_at_50_std": 0.75097, "nauc_map_at_50_diff1": 0.558806, "nauc_map_at_100_max": 0.149966, "nauc_map_at_100_std": 0.757055, "nauc_map_at_100_diff1": 0.544797, "nauc_map_at_1000_max": 0.181513, "nauc_map_at_1000_std": 0.751817, "nauc_map_at_1000_diff1": 0.518889, "nauc_recall_at_1_max": 0.24351, "nauc_recall_at_1_std": 0.464659, "nauc_recall_at_1_diff1": 0.475122, "nauc_recall_at_3_max": 0.238633, "nauc_recall_at_3_std": 0.69525, "nauc_recall_at_3_diff1": 0.488725, "nauc_recall_at_5_max": 0.132374, "nauc_recall_at_5_std": 0.737375, "nauc_recall_at_5_diff1": 0.549452, "nauc_recall_at_10_max": 0.190333, "nauc_recall_at_10_std": 0.718308, "nauc_recall_at_10_diff1": 0.583303, "nauc_recall_at_20_max": 0.170043, "nauc_recall_at_20_std": 0.631495, "nauc_recall_at_20_diff1": 0.594797, "nauc_recall_at_25_max": 0.180021, "nauc_recall_at_25_std": 0.655593, "nauc_recall_at_25_diff1": 0.575284, "nauc_recall_at_50_max": 0.316691, "nauc_recall_at_50_std": 0.691769, "nauc_recall_at_50_diff1": 0.543659, "nauc_recall_at_100_max": 0.223557, "nauc_recall_at_100_std": 0.695759, "nauc_recall_at_100_diff1": 0.550094, "nauc_recall_at_1000_max": 0.675741, "nauc_recall_at_1000_std": 0.735509, "nauc_recall_at_1000_diff1": 0.540323, "nauc_precision_at_1_max": 0.123706, "nauc_precision_at_1_std": 0.44615, "nauc_precision_at_1_diff1": 0.486109, "nauc_precision_at_3_max": 0.189252, "nauc_precision_at_3_std": 0.742563, "nauc_precision_at_3_diff1": 0.490131, "nauc_precision_at_5_max": 0.084436, "nauc_precision_at_5_std": 0.761186, "nauc_precision_at_5_diff1": 0.566093, "nauc_precision_at_10_max": 0.128414, "nauc_precision_at_10_std": 0.707401, "nauc_precision_at_10_diff1": 0.553981, "nauc_precision_at_20_max": 0.145328, "nauc_precision_at_20_std": 0.64356, "nauc_precision_at_20_diff1": 0.535589, "nauc_precision_at_25_max": 0.16682, "nauc_precision_at_25_std": 0.670943, "nauc_precision_at_25_diff1": 0.515413, "nauc_precision_at_50_max": 0.294932, "nauc_precision_at_50_std": 0.673636, "nauc_precision_at_50_diff1": 0.410024, "nauc_precision_at_100_max": 0.220489, "nauc_precision_at_100_std": 0.670226, "nauc_precision_at_100_diff1": 0.40444, "nauc_precision_at_1000_max": 0.333707, "nauc_precision_at_1000_std": 0.291357, "nauc_precision_at_1000_diff1": -0.049839, "nauc_mrr_at_1_max": 0.123706, "nauc_mrr_at_1_std": 0.44615, "nauc_mrr_at_1_diff1": 0.486109, "nauc_mrr_at_3_max": 0.114074, "nauc_mrr_at_3_std": 0.511062, "nauc_mrr_at_3_diff1": 0.491908, "nauc_mrr_at_5_max": 0.089451, "nauc_mrr_at_5_std": 0.48862, "nauc_mrr_at_5_diff1": 0.53158, "nauc_mrr_at_10_max": 0.087549, "nauc_mrr_at_10_std": 0.497447, "nauc_mrr_at_10_diff1": 0.532904, "nauc_mrr_at_20_max": 0.073014, "nauc_mrr_at_20_std": 0.486363, "nauc_mrr_at_20_diff1": 0.525464, "nauc_mrr_at_25_max": 0.09813, "nauc_mrr_at_25_std": 0.498233, "nauc_mrr_at_25_diff1": 0.522031, "nauc_mrr_at_50_max": 0.09813, "nauc_mrr_at_50_std": 0.498233, "nauc_mrr_at_50_diff1": 0.522031, "nauc_mrr_at_100_max": 0.095529, "nauc_mrr_at_100_std": 0.496786, "nauc_mrr_at_100_diff1": 0.521023, "nauc_mrr_at_1000_max": 0.095529, "nauc_mrr_at_1000_std": 0.496786, "nauc_mrr_at_1000_diff1": 0.521023, "hit_rate_at_1": 0.33333, "hit_rate_at_3": 0.58333, "hit_rate_at_5": 0.66667, "hit_rate_at_10": 0.75, "hit_rate_at_20": 0.83333, "hit_rate_at_25": 0.91667, "hit_rate_at_50": 0.91667, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.333333, "R_cap_at_3": 0.333333, "R_cap_at_5": 0.266667, "R_cap_at_10": 0.225, "R_cap_at_20": 0.170938, "R_cap_at_25": 0.180381, "R_cap_at_50": 0.249394, "R_cap_at_100": 0.403063, "R_cap_at_1000": 0.853508, "main_score": 0.25046, "hf_subset": "last_named_day_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.43, "ndcg_at_3": 0.45296, "ndcg_at_5": 0.46702, "ndcg_at_10": 0.4775, "ndcg_at_20": 0.50208, "ndcg_at_25": 0.5101, "ndcg_at_50": 0.51986, "ndcg_at_100": 0.56945, "ndcg_at_1000": 0.77173, "map_at_1": 0.00591, "map_at_3": 0.01612, "map_at_5": 0.02574, "map_at_10": 0.04834, "map_at_20": 0.09535, "map_at_25": 0.1178, "map_at_50": 0.20883, "map_at_100": 0.3223, "map_at_1000": 0.45246, "recall_at_1": 0.00591, "recall_at_3": 0.0194, "recall_at_5": 0.03398, "recall_at_10": 0.07162, "recall_at_20": 0.15317, "recall_at_25": 0.19436, "recall_at_50": 0.3627, "recall_at_100": 0.59898, "recall_at_1000": 1.0, "accuracy": 0.00591, "precision_at_1": 0.43, "precision_at_3": 0.46, "precision_at_5": 0.478, "precision_at_10": 0.488, "precision_at_20": 0.5165, "precision_at_25": 0.5216, "precision_at_50": 0.4978, "precision_at_100": 0.4253, "precision_at_1000": 0.07463, "mrr_at_1": 0.43, "mrr_at_3": 0.535, "mrr_at_5": 0.566, "mrr_at_10": 0.581306, "mrr_at_20": 0.585965, "mrr_at_25": 0.586381, "mrr_at_50": 0.586619, "mrr_at_100": 0.586619, "mrr_at_1000": 0.586619, "nauc_ndcg_at_1_max": 0.585361, "nauc_ndcg_at_1_std": 0.323328, "nauc_ndcg_at_1_diff1": 0.140029, "nauc_ndcg_at_3_max": 0.613845, "nauc_ndcg_at_3_std": 0.315508, "nauc_ndcg_at_3_diff1": 0.181095, "nauc_ndcg_at_5_max": 0.595355, "nauc_ndcg_at_5_std": 0.318245, "nauc_ndcg_at_5_diff1": 0.149869, "nauc_ndcg_at_10_max": 0.588127, "nauc_ndcg_at_10_std": 0.309672, "nauc_ndcg_at_10_diff1": 0.119546, "nauc_ndcg_at_20_max": 0.593877, "nauc_ndcg_at_20_std": 0.337559, "nauc_ndcg_at_20_diff1": 0.116501, "nauc_ndcg_at_25_max": 0.597495, "nauc_ndcg_at_25_std": 0.344737, "nauc_ndcg_at_25_diff1": 0.118045, "nauc_ndcg_at_50_max": 0.604615, "nauc_ndcg_at_50_std": 0.421168, "nauc_ndcg_at_50_diff1": 0.1114, "nauc_ndcg_at_100_max": 0.606688, "nauc_ndcg_at_100_std": 0.433502, "nauc_ndcg_at_100_diff1": 0.146966, "nauc_ndcg_at_1000_max": 0.590683, "nauc_ndcg_at_1000_std": 0.466491, "nauc_ndcg_at_1000_diff1": 0.111768, "nauc_map_at_1_max": 0.420968, "nauc_map_at_1_std": 0.15216, "nauc_map_at_1_diff1": 0.152557, "nauc_map_at_3_max": 0.527225, "nauc_map_at_3_std": 0.129893, "nauc_map_at_3_diff1": 0.21249, "nauc_map_at_5_max": 0.523372, "nauc_map_at_5_std": 0.1413, "nauc_map_at_5_diff1": 0.181906, "nauc_map_at_10_max": 0.554882, "nauc_map_at_10_std": 0.14956, "nauc_map_at_10_diff1": 0.180139, "nauc_map_at_20_max": 0.568086, "nauc_map_at_20_std": 0.160245, "nauc_map_at_20_diff1": 0.177371, "nauc_map_at_25_max": 0.569451, "nauc_map_at_25_std": 0.163383, "nauc_map_at_25_diff1": 0.175398, "nauc_map_at_50_max": 0.594721, "nauc_map_at_50_std": 0.271305, "nauc_map_at_50_diff1": 0.133284, "nauc_map_at_100_max": 0.624264, "nauc_map_at_100_std": 0.398294, "nauc_map_at_100_diff1": 0.104483, "nauc_map_at_1000_max": 0.601047, "nauc_map_at_1000_std": 0.524617, "nauc_map_at_1000_diff1": 0.085346, "nauc_recall_at_1_max": 0.420968, "nauc_recall_at_1_std": 0.15216, "nauc_recall_at_1_diff1": 0.152557, "nauc_recall_at_3_max": 0.46431, "nauc_recall_at_3_std": 0.025999, "nauc_recall_at_3_diff1": 0.249289, "nauc_recall_at_5_max": 0.4012, "nauc_recall_at_5_std": 0.003772, "nauc_recall_at_5_diff1": 0.163402, "nauc_recall_at_10_max": 0.34446, "nauc_recall_at_10_std": -0.08979, "nauc_recall_at_10_diff1": 0.177168, "nauc_recall_at_20_max": 0.3092, "nauc_recall_at_20_std": -0.136824, "nauc_recall_at_20_diff1": 0.189805, "nauc_recall_at_25_max": 0.277473, "nauc_recall_at_25_std": -0.153541, "nauc_recall_at_25_diff1": 0.177769, "nauc_recall_at_50_max": 0.273762, "nauc_recall_at_50_std": -0.061652, "nauc_recall_at_50_diff1": 0.127413, "nauc_recall_at_100_max": 0.280848, "nauc_recall_at_100_std": 0.048433, "nauc_recall_at_100_diff1": 0.085338, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.585361, "nauc_precision_at_1_std": 0.323328, "nauc_precision_at_1_diff1": 0.140029, "nauc_precision_at_3_max": 0.614726, "nauc_precision_at_3_std": 0.314723, "nauc_precision_at_3_diff1": 0.189714, "nauc_precision_at_5_max": 0.581591, "nauc_precision_at_5_std": 0.317527, "nauc_precision_at_5_diff1": 0.13924, "nauc_precision_at_10_max": 0.555415, "nauc_precision_at_10_std": 0.294096, "nauc_precision_at_10_diff1": 0.092079, "nauc_precision_at_20_max": 0.563162, "nauc_precision_at_20_std": 0.336366, "nauc_precision_at_20_diff1": 0.097121, "nauc_precision_at_25_max": 0.569896, "nauc_precision_at_25_std": 0.35204, "nauc_precision_at_25_diff1": 0.098991, "nauc_precision_at_50_max": 0.552101, "nauc_precision_at_50_std": 0.489827, "nauc_precision_at_50_diff1": 0.05511, "nauc_precision_at_100_max": 0.489142, "nauc_precision_at_100_std": 0.565881, "nauc_precision_at_100_diff1": 0.035064, "nauc_precision_at_1000_max": 0.300485, "nauc_precision_at_1000_std": 0.504358, "nauc_precision_at_1000_diff1": 0.006929, "nauc_mrr_at_1_max": 0.585361, "nauc_mrr_at_1_std": 0.323328, "nauc_mrr_at_1_diff1": 0.140029, "nauc_mrr_at_3_max": 0.601921, "nauc_mrr_at_3_std": 0.275825, "nauc_mrr_at_3_diff1": 0.214469, "nauc_mrr_at_5_max": 0.595605, "nauc_mrr_at_5_std": 0.277468, "nauc_mrr_at_5_diff1": 0.187611, "nauc_mrr_at_10_max": 0.58524, "nauc_mrr_at_10_std": 0.272167, "nauc_mrr_at_10_diff1": 0.17843, "nauc_mrr_at_20_max": 0.590214, "nauc_mrr_at_20_std": 0.277622, "nauc_mrr_at_20_diff1": 0.184486, "nauc_mrr_at_25_max": 0.590553, "nauc_mrr_at_25_std": 0.277217, "nauc_mrr_at_25_diff1": 0.1837, "nauc_mrr_at_50_max": 0.590211, "nauc_mrr_at_50_std": 0.27715, "nauc_mrr_at_50_diff1": 0.183554, "nauc_mrr_at_100_max": 0.590211, "nauc_mrr_at_100_std": 0.27715, "nauc_mrr_at_100_diff1": 0.183554, "nauc_mrr_at_1000_max": 0.590211, "nauc_mrr_at_1000_std": 0.27715, "nauc_mrr_at_1000_diff1": 0.183554, "hit_rate_at_1": 0.43, "hit_rate_at_3": 0.67, "hit_rate_at_5": 0.81, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.98, "hit_rate_at_25": 0.99, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.43, "R_cap_at_3": 0.46, "R_cap_at_5": 0.478, "R_cap_at_10": 0.488, "R_cap_at_20": 0.517646, "R_cap_at_25": 0.527374, "R_cap_at_50": 0.54184, "R_cap_at_100": 0.632959, "R_cap_at_1000": 1.0, "main_score": 0.4775, "hf_subset": "month_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.06625, "ndcg_at_3": 0.06792, "ndcg_at_5": 0.06635, "ndcg_at_10": 0.06695, "ndcg_at_20": 0.06682, "ndcg_at_25": 0.07008, "ndcg_at_50": 0.09853, "ndcg_at_100": 0.15086, "ndcg_at_1000": 0.42851, "map_at_1": 0.00249, "map_at_3": 0.00603, "map_at_5": 0.00875, "map_at_10": 0.01446, "map_at_20": 0.02285, "map_at_25": 0.02595, "map_at_50": 0.0368, "map_at_100": 0.04859, "map_at_1000": 0.08478, "recall_at_1": 0.00249, "recall_at_3": 0.00739, "recall_at_5": 0.01148, "recall_at_10": 0.02495, "recall_at_20": 0.0492, "recall_at_25": 0.06309, "recall_at_50": 0.12466, "recall_at_100": 0.23306, "recall_at_1000": 1.0, "accuracy": 0.00249, "precision_at_1": 0.06625, "precision_at_3": 0.06835, "precision_at_5": 0.06625, "precision_at_10": 0.06719, "precision_at_20": 0.06562, "precision_at_25": 0.06599, "precision_at_50": 0.06391, "precision_at_100": 0.05817, "precision_at_1000": 0.02354, "mrr_at_1": 0.066246, "mrr_at_3": 0.088854, "mrr_at_5": 0.095636, "mrr_at_10": 0.109994, "mrr_at_20": 0.117973, "mrr_at_25": 0.120901, "mrr_at_50": 0.126728, "mrr_at_100": 0.129339, "mrr_at_1000": 0.130454, "nauc_ndcg_at_1_max": 0.764288, "nauc_ndcg_at_1_std": 0.684636, "nauc_ndcg_at_1_diff1": 0.165046, "nauc_ndcg_at_3_max": 0.67758, "nauc_ndcg_at_3_std": 0.643919, "nauc_ndcg_at_3_diff1": 0.177765, "nauc_ndcg_at_5_max": 0.654732, "nauc_ndcg_at_5_std": 0.635454, "nauc_ndcg_at_5_diff1": 0.155526, "nauc_ndcg_at_10_max": 0.631412, "nauc_ndcg_at_10_std": 0.610229, "nauc_ndcg_at_10_diff1": 0.158215, "nauc_ndcg_at_20_max": 0.615901, "nauc_ndcg_at_20_std": 0.598525, "nauc_ndcg_at_20_diff1": 0.159698, "nauc_ndcg_at_25_max": 0.597901, "nauc_ndcg_at_25_std": 0.578114, "nauc_ndcg_at_25_diff1": 0.160645, "nauc_ndcg_at_50_max": 0.563249, "nauc_ndcg_at_50_std": 0.537692, "nauc_ndcg_at_50_diff1": 0.12365, "nauc_ndcg_at_100_max": 0.562095, "nauc_ndcg_at_100_std": 0.553832, "nauc_ndcg_at_100_diff1": 0.09471, "nauc_ndcg_at_1000_max": 0.501359, "nauc_ndcg_at_1000_std": 0.519264, "nauc_ndcg_at_1000_diff1": 0.0591, "nauc_map_at_1_max": 0.716573, "nauc_map_at_1_std": 0.652226, "nauc_map_at_1_diff1": 0.120761, "nauc_map_at_3_max": 0.728802, "nauc_map_at_3_std": 0.684724, "nauc_map_at_3_diff1": 0.186843, "nauc_map_at_5_max": 0.732818, "nauc_map_at_5_std": 0.707559, "nauc_map_at_5_diff1": 0.168928, "nauc_map_at_10_max": 0.740741, "nauc_map_at_10_std": 0.704442, "nauc_map_at_10_diff1": 0.167329, "nauc_map_at_20_max": 0.751311, "nauc_map_at_20_std": 0.717827, "nauc_map_at_20_diff1": 0.171689, "nauc_map_at_25_max": 0.749392, "nauc_map_at_25_std": 0.717005, "nauc_map_at_25_diff1": 0.169984, "nauc_map_at_50_max": 0.723014, "nauc_map_at_50_std": 0.69084, "nauc_map_at_50_diff1": 0.162398, "nauc_map_at_100_max": 0.699258, "nauc_map_at_100_std": 0.67828, "nauc_map_at_100_diff1": 0.134657, "nauc_map_at_1000_max": 0.656125, "nauc_map_at_1000_std": 0.656077, "nauc_map_at_1000_diff1": 0.107972, "nauc_recall_at_1_max": 0.716573, "nauc_recall_at_1_std": 0.652226, "nauc_recall_at_1_diff1": 0.120761, "nauc_recall_at_3_max": 0.605946, "nauc_recall_at_3_std": 0.587561, "nauc_recall_at_3_diff1": 0.140235, "nauc_recall_at_5_max": 0.569365, "nauc_recall_at_5_std": 0.573382, "nauc_recall_at_5_diff1": 0.099277, "nauc_recall_at_10_max": 0.530876, "nauc_recall_at_10_std": 0.527325, "nauc_recall_at_10_diff1": 0.119069, "nauc_recall_at_20_max": 0.523343, "nauc_recall_at_20_std": 0.517698, "nauc_recall_at_20_diff1": 0.132828, "nauc_recall_at_25_max": 0.519183, "nauc_recall_at_25_std": 0.504471, "nauc_recall_at_25_diff1": 0.144217, "nauc_recall_at_50_max": 0.514632, "nauc_recall_at_50_std": 0.486591, "nauc_recall_at_50_diff1": 0.114939, "nauc_recall_at_100_max": 0.520512, "nauc_recall_at_100_std": 0.521551, "nauc_recall_at_100_diff1": 0.075408, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.764288, "nauc_precision_at_1_std": 0.684636, "nauc_precision_at_1_diff1": 0.165046, "nauc_precision_at_3_max": 0.654067, "nauc_precision_at_3_std": 0.631646, "nauc_precision_at_3_diff1": 0.172044, "nauc_precision_at_5_max": 0.625776, "nauc_precision_at_5_std": 0.619967, "nauc_precision_at_5_diff1": 0.140555, "nauc_precision_at_10_max": 0.601552, "nauc_precision_at_10_std": 0.589775, "nauc_precision_at_10_diff1": 0.149003, "nauc_precision_at_20_max": 0.591972, "nauc_precision_at_20_std": 0.580711, "nauc_precision_at_20_diff1": 0.151763, "nauc_precision_at_25_max": 0.581061, "nauc_precision_at_25_std": 0.565229, "nauc_precision_at_25_diff1": 0.149972, "nauc_precision_at_50_max": 0.559648, "nauc_precision_at_50_std": 0.537061, "nauc_precision_at_50_diff1": 0.108486, "nauc_precision_at_100_max": 0.540943, "nauc_precision_at_100_std": 0.540473, "nauc_precision_at_100_diff1": 0.064526, "nauc_precision_at_1000_max": 0.06267, "nauc_precision_at_1000_std": 0.116041, "nauc_precision_at_1000_diff1": -0.100248, "nauc_mrr_at_1_max": 0.764288, "nauc_mrr_at_1_std": 0.684636, "nauc_mrr_at_1_diff1": 0.165046, "nauc_mrr_at_3_max": 0.584099, "nauc_mrr_at_3_std": 0.557884, "nauc_mrr_at_3_diff1": 0.125518, "nauc_mrr_at_5_max": 0.5566, "nauc_mrr_at_5_std": 0.532979, "nauc_mrr_at_5_diff1": 0.107268, "nauc_mrr_at_10_max": 0.520552, "nauc_mrr_at_10_std": 0.498045, "nauc_mrr_at_10_diff1": 0.118877, "nauc_mrr_at_20_max": 0.507885, "nauc_mrr_at_20_std": 0.488791, "nauc_mrr_at_20_diff1": 0.117634, "nauc_mrr_at_25_max": 0.507204, "nauc_mrr_at_25_std": 0.484584, "nauc_mrr_at_25_diff1": 0.118681, "nauc_mrr_at_50_max": 0.515678, "nauc_mrr_at_50_std": 0.492415, "nauc_mrr_at_50_diff1": 0.118151, "nauc_mrr_at_100_max": 0.518749, "nauc_mrr_at_100_std": 0.493414, "nauc_mrr_at_100_diff1": 0.119194, "nauc_mrr_at_1000_max": 0.519467, "nauc_mrr_at_1000_std": 0.495261, "nauc_mrr_at_1000_diff1": 0.117897, "hit_rate_at_1": 0.06625, "hit_rate_at_3": 0.11987, "hit_rate_at_5": 0.15142, "hit_rate_at_10": 0.26183, "hit_rate_at_20": 0.38486, "hit_rate_at_25": 0.4511, "hit_rate_at_50": 0.65615, "hit_rate_at_100": 0.83912, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.066246, "R_cap_at_3": 0.068349, "R_cap_at_5": 0.066246, "R_cap_at_10": 0.067192, "R_cap_at_20": 0.067244, "R_cap_at_25": 0.073146, "R_cap_at_50": 0.1247, "R_cap_at_100": 0.233063, "R_cap_at_1000": 1.0, "main_score": 0.06695, "hf_subset": "rel_day_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.30827, "ndcg_at_5": 0.30496, "ndcg_at_10": 0.31611, "ndcg_at_20": 0.32595, "ndcg_at_25": 0.32446, "ndcg_at_50": 0.32811, "ndcg_at_100": 0.36823, "ndcg_at_1000": 0.68161, "map_at_1": 0.00424, "map_at_3": 0.0113, "map_at_5": 0.01726, "map_at_10": 0.03166, "map_at_20": 0.05602, "map_at_25": 0.06609, "map_at_50": 0.1112, "map_at_100": 0.16886, "map_at_1000": 0.29896, "recall_at_1": 0.00424, "recall_at_3": 0.01334, "recall_at_5": 0.02128, "recall_at_10": 0.04562, "recall_at_20": 0.09212, "recall_at_25": 0.11452, "recall_at_50": 0.21667, "recall_at_100": 0.38188, "recall_at_1000": 1.0, "accuracy": 0.00424, "precision_at_1": 0.3, "precision_at_3": 0.31, "precision_at_5": 0.304, "precision_at_10": 0.32, "precision_at_20": 0.3315, "precision_at_25": 0.3264, "precision_at_50": 0.315, "precision_at_100": 0.2827, "precision_at_1000": 0.07463, "mrr_at_1": 0.3, "mrr_at_3": 0.366667, "mrr_at_5": 0.384667, "mrr_at_10": 0.421687, "mrr_at_20": 0.430215, "mrr_at_25": 0.431524, "mrr_at_50": 0.432734, "mrr_at_100": 0.432984, "mrr_at_1000": 0.432984, "nauc_ndcg_at_1_max": 0.22401, "nauc_ndcg_at_1_std": 0.200703, "nauc_ndcg_at_1_diff1": 0.180543, "nauc_ndcg_at_3_max": 0.298747, "nauc_ndcg_at_3_std": 0.229397, "nauc_ndcg_at_3_diff1": 0.260683, "nauc_ndcg_at_5_max": 0.330588, "nauc_ndcg_at_5_std": 0.248585, "nauc_ndcg_at_5_diff1": 0.266136, "nauc_ndcg_at_10_max": 0.376287, "nauc_ndcg_at_10_std": 0.276099, "nauc_ndcg_at_10_diff1": 0.273474, "nauc_ndcg_at_20_max": 0.42222, "nauc_ndcg_at_20_std": 0.322784, "nauc_ndcg_at_20_diff1": 0.293914, "nauc_ndcg_at_25_max": 0.432625, "nauc_ndcg_at_25_std": 0.33983, "nauc_ndcg_at_25_diff1": 0.291062, "nauc_ndcg_at_50_max": 0.485252, "nauc_ndcg_at_50_std": 0.385731, "nauc_ndcg_at_50_diff1": 0.285905, "nauc_ndcg_at_100_max": 0.502014, "nauc_ndcg_at_100_std": 0.42182, "nauc_ndcg_at_100_diff1": 0.304973, "nauc_ndcg_at_1000_max": 0.523171, "nauc_ndcg_at_1000_std": 0.454843, "nauc_ndcg_at_1000_diff1": 0.325892, "nauc_map_at_1_max": 0.129072, "nauc_map_at_1_std": 0.09965, "nauc_map_at_1_diff1": 0.143202, "nauc_map_at_3_max": 0.283328, "nauc_map_at_3_std": 0.182521, "nauc_map_at_3_diff1": 0.281997, "nauc_map_at_5_max": 0.352894, "nauc_map_at_5_std": 0.23332, "nauc_map_at_5_diff1": 0.314744, "nauc_map_at_10_max": 0.420574, "nauc_map_at_10_std": 0.284171, "nauc_map_at_10_diff1": 0.335475, "nauc_map_at_20_max": 0.474813, "nauc_map_at_20_std": 0.351622, "nauc_map_at_20_diff1": 0.345961, "nauc_map_at_25_max": 0.482054, "nauc_map_at_25_std": 0.372316, "nauc_map_at_25_diff1": 0.332441, "nauc_map_at_50_max": 0.521551, "nauc_map_at_50_std": 0.421346, "nauc_map_at_50_diff1": 0.315331, "nauc_map_at_100_max": 0.549633, "nauc_map_at_100_std": 0.481933, "nauc_map_at_100_diff1": 0.28175, "nauc_map_at_1000_max": 0.611446, "nauc_map_at_1000_std": 0.558693, "nauc_map_at_1000_diff1": 0.310856, "nauc_recall_at_1_max": 0.129072, "nauc_recall_at_1_std": 0.09965, "nauc_recall_at_1_diff1": 0.143202, "nauc_recall_at_3_max": 0.189104, "nauc_recall_at_3_std": 0.10449, "nauc_recall_at_3_diff1": 0.245093, "nauc_recall_at_5_max": 0.243861, "nauc_recall_at_5_std": 0.137974, "nauc_recall_at_5_diff1": 0.270046, "nauc_recall_at_10_max": 0.276155, "nauc_recall_at_10_std": 0.140624, "nauc_recall_at_10_diff1": 0.225597, "nauc_recall_at_20_max": 0.309929, "nauc_recall_at_20_std": 0.176515, "nauc_recall_at_20_diff1": 0.258906, "nauc_recall_at_25_max": 0.28632, "nauc_recall_at_25_std": 0.170659, "nauc_recall_at_25_diff1": 0.221331, "nauc_recall_at_50_max": 0.345755, "nauc_recall_at_50_std": 0.211917, "nauc_recall_at_50_diff1": 0.237759, "nauc_recall_at_100_max": 0.370709, "nauc_recall_at_100_std": 0.30016, "nauc_recall_at_100_diff1": 0.201468, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.22401, "nauc_precision_at_1_std": 0.200703, "nauc_precision_at_1_diff1": 0.180543, "nauc_precision_at_3_max": 0.315069, "nauc_precision_at_3_std": 0.237099, "nauc_precision_at_3_diff1": 0.280548, "nauc_precision_at_5_max": 0.35463, "nauc_precision_at_5_std": 0.262563, "nauc_precision_at_5_diff1": 0.278501, "nauc_precision_at_10_max": 0.407526, "nauc_precision_at_10_std": 0.296622, "nauc_precision_at_10_diff1": 0.279293, "nauc_precision_at_20_max": 0.451875, "nauc_precision_at_20_std": 0.34982, "nauc_precision_at_20_diff1": 0.300378, "nauc_precision_at_25_max": 0.459741, "nauc_precision_at_25_std": 0.369916, "nauc_precision_at_25_diff1": 0.296036, "nauc_precision_at_50_max": 0.522377, "nauc_precision_at_50_std": 0.444066, "nauc_precision_at_50_diff1": 0.294577, "nauc_precision_at_100_max": 0.558836, "nauc_precision_at_100_std": 0.530008, "nauc_precision_at_100_diff1": 0.269671, "nauc_precision_at_1000_max": 0.438691, "nauc_precision_at_1000_std": 0.423208, "nauc_precision_at_1000_diff1": 0.222907, "nauc_mrr_at_1_max": 0.22401, "nauc_mrr_at_1_std": 0.200703, "nauc_mrr_at_1_diff1": 0.180543, "nauc_mrr_at_3_max": 0.176722, "nauc_mrr_at_3_std": 0.151854, "nauc_mrr_at_3_diff1": 0.193772, "nauc_mrr_at_5_max": 0.172459, "nauc_mrr_at_5_std": 0.143581, "nauc_mrr_at_5_diff1": 0.197313, "nauc_mrr_at_10_max": 0.178736, "nauc_mrr_at_10_std": 0.14506, "nauc_mrr_at_10_diff1": 0.196655, "nauc_mrr_at_20_max": 0.184468, "nauc_mrr_at_20_std": 0.147766, "nauc_mrr_at_20_diff1": 0.199329, "nauc_mrr_at_25_max": 0.183623, "nauc_mrr_at_25_std": 0.146807, "nauc_mrr_at_25_diff1": 0.197666, "nauc_mrr_at_50_max": 0.184756, "nauc_mrr_at_50_std": 0.149547, "nauc_mrr_at_50_diff1": 0.196522, "nauc_mrr_at_100_max": 0.184218, "nauc_mrr_at_100_std": 0.149265, "nauc_mrr_at_100_diff1": 0.196304, "nauc_mrr_at_1000_max": 0.184218, "nauc_mrr_at_1000_std": 0.149265, "nauc_mrr_at_1000_diff1": 0.196304, "hit_rate_at_1": 0.3, "hit_rate_at_3": 0.45, "hit_rate_at_5": 0.53, "hit_rate_at_10": 0.79, "hit_rate_at_20": 0.91, "hit_rate_at_25": 0.94, "hit_rate_at_50": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.3, "R_cap_at_3": 0.31, "R_cap_at_5": 0.304, "R_cap_at_10": 0.32, "R_cap_at_20": 0.332211, "R_cap_at_25": 0.329406, "R_cap_at_50": 0.336603, "R_cap_at_100": 0.406107, "R_cap_at_1000": 1.0, "main_score": 0.31611, "hf_subset": "rel_month_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.04848, "ndcg_at_3": 0.04314, "ndcg_at_5": 0.04462, "ndcg_at_10": 0.04728, "ndcg_at_20": 0.05529, "ndcg_at_25": 0.0601, "ndcg_at_50": 0.08714, "ndcg_at_100": 0.13369, "ndcg_at_1000": 0.41672, "map_at_1": 0.00305, "map_at_3": 0.00777, "map_at_5": 0.01165, "map_at_10": 0.01685, "map_at_20": 0.02297, "map_at_25": 0.02499, "map_at_50": 0.032, "map_at_100": 0.04015, "map_at_1000": 0.07484, "recall_at_1": 0.00305, "recall_at_3": 0.00832, "recall_at_5": 0.01444, "recall_at_10": 0.0277, "recall_at_20": 0.05251, "recall_at_25": 0.06326, "recall_at_50": 0.11472, "recall_at_100": 0.21268, "recall_at_1000": 1.0, "accuracy": 0.00305, "precision_at_1": 0.04848, "precision_at_3": 0.04141, "precision_at_5": 0.04424, "precision_at_10": 0.04818, "precision_at_20": 0.05, "precision_at_25": 0.04933, "precision_at_50": 0.04824, "precision_at_100": 0.04691, "precision_at_1000": 0.02262, "mrr_at_1": 0.048485, "mrr_at_3": 0.056566, "mrr_at_5": 0.065354, "mrr_at_10": 0.078931, "mrr_at_20": 0.088621, "mrr_at_25": 0.091841, "mrr_at_50": 0.097166, "mrr_at_100": 0.100959, "mrr_at_1000": 0.101817, "nauc_ndcg_at_1_max": 0.306161, "nauc_ndcg_at_1_std": 0.110662, "nauc_ndcg_at_1_diff1": -0.119047, "nauc_ndcg_at_3_max": 0.397325, "nauc_ndcg_at_3_std": 0.171995, "nauc_ndcg_at_3_diff1": -0.169517, "nauc_ndcg_at_5_max": 0.390944, "nauc_ndcg_at_5_std": 0.16784, "nauc_ndcg_at_5_diff1": -0.146719, "nauc_ndcg_at_10_max": 0.292051, "nauc_ndcg_at_10_std": 0.12452, "nauc_ndcg_at_10_diff1": -0.128381, "nauc_ndcg_at_20_max": 0.236809, "nauc_ndcg_at_20_std": 0.127261, "nauc_ndcg_at_20_diff1": -0.142657, "nauc_ndcg_at_25_max": 0.2383, "nauc_ndcg_at_25_std": 0.125424, "nauc_ndcg_at_25_diff1": -0.135043, "nauc_ndcg_at_50_max": 0.165414, "nauc_ndcg_at_50_std": 0.09463, "nauc_ndcg_at_50_diff1": -0.109292, "nauc_ndcg_at_100_max": 0.112901, "nauc_ndcg_at_100_std": 0.077112, "nauc_ndcg_at_100_diff1": -0.11227, "nauc_ndcg_at_1000_max": 0.155007, "nauc_ndcg_at_1000_std": 0.087617, "nauc_ndcg_at_1000_diff1": -0.055583, "nauc_map_at_1_max": 0.447238, "nauc_map_at_1_std": 0.225625, "nauc_map_at_1_diff1": -0.144086, "nauc_map_at_3_max": 0.561897, "nauc_map_at_3_std": 0.308303, "nauc_map_at_3_diff1": -0.165708, "nauc_map_at_5_max": 0.569487, "nauc_map_at_5_std": 0.268166, "nauc_map_at_5_diff1": -0.138066, "nauc_map_at_10_max": 0.521501, "nauc_map_at_10_std": 0.268321, "nauc_map_at_10_diff1": -0.133319, "nauc_map_at_20_max": 0.410888, "nauc_map_at_20_std": 0.235056, "nauc_map_at_20_diff1": -0.149797, "nauc_map_at_25_max": 0.384967, "nauc_map_at_25_std": 0.233854, "nauc_map_at_25_diff1": -0.15157, "nauc_map_at_50_max": 0.306113, "nauc_map_at_50_std": 0.211351, "nauc_map_at_50_diff1": -0.135978, "nauc_map_at_100_max": 0.258959, "nauc_map_at_100_std": 0.190676, "nauc_map_at_100_diff1": -0.134599, "nauc_map_at_1000_max": 0.238558, "nauc_map_at_1000_std": 0.17726, "nauc_map_at_1000_diff1": -0.09748, "nauc_recall_at_1_max": 0.447238, "nauc_recall_at_1_std": 0.225625, "nauc_recall_at_1_diff1": -0.144086, "nauc_recall_at_3_max": 0.525488, "nauc_recall_at_3_std": 0.272414, "nauc_recall_at_3_diff1": -0.186594, "nauc_recall_at_5_max": 0.497775, "nauc_recall_at_5_std": 0.226032, "nauc_recall_at_5_diff1": -0.152807, "nauc_recall_at_10_max": 0.349881, "nauc_recall_at_10_std": 0.168291, "nauc_recall_at_10_diff1": -0.138175, "nauc_recall_at_20_max": 0.19995, "nauc_recall_at_20_std": 0.126163, "nauc_recall_at_20_diff1": -0.146607, "nauc_recall_at_25_max": 0.186892, "nauc_recall_at_25_std": 0.11635, "nauc_recall_at_25_diff1": -0.132997, "nauc_recall_at_50_max": 0.087857, "nauc_recall_at_50_std": 0.064857, "nauc_recall_at_50_diff1": -0.095009, "nauc_recall_at_100_max": 0.01919, "nauc_recall_at_100_std": 0.045809, "nauc_recall_at_100_diff1": -0.106971, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.306161, "nauc_precision_at_1_std": 0.110662, "nauc_precision_at_1_diff1": -0.119047, "nauc_precision_at_3_max": 0.418999, "nauc_precision_at_3_std": 0.190783, "nauc_precision_at_3_diff1": -0.183571, "nauc_precision_at_5_max": 0.40386, "nauc_precision_at_5_std": 0.177755, "nauc_precision_at_5_diff1": -0.144362, "nauc_precision_at_10_max": 0.250319, "nauc_precision_at_10_std": 0.107605, "nauc_precision_at_10_diff1": -0.119131, "nauc_precision_at_20_max": 0.114368, "nauc_precision_at_20_std": 0.084405, "nauc_precision_at_20_diff1": -0.133357, "nauc_precision_at_25_max": 0.112404, "nauc_precision_at_25_std": 0.074232, "nauc_precision_at_25_diff1": -0.115264, "nauc_precision_at_50_max": 0.046564, "nauc_precision_at_50_std": 0.033945, "nauc_precision_at_50_diff1": -0.069207, "nauc_precision_at_100_max": 0.006014, "nauc_precision_at_100_std": 0.021325, "nauc_precision_at_100_diff1": -0.07302, "nauc_precision_at_1000_max": -0.007177, "nauc_precision_at_1000_std": -0.018856, "nauc_precision_at_1000_diff1": 0.077865, "nauc_mrr_at_1_max": 0.306161, "nauc_mrr_at_1_std": 0.110662, "nauc_mrr_at_1_diff1": -0.119047, "nauc_mrr_at_3_max": 0.267752, "nauc_mrr_at_3_std": 0.056379, "nauc_mrr_at_3_diff1": -0.161536, "nauc_mrr_at_5_max": 0.24331, "nauc_mrr_at_5_std": 0.06821, "nauc_mrr_at_5_diff1": -0.141888, "nauc_mrr_at_10_max": 0.203582, "nauc_mrr_at_10_std": 0.026263, "nauc_mrr_at_10_diff1": -0.117675, "nauc_mrr_at_20_max": 0.18178, "nauc_mrr_at_20_std": 0.020749, "nauc_mrr_at_20_diff1": -0.119814, "nauc_mrr_at_25_max": 0.186505, "nauc_mrr_at_25_std": 0.017887, "nauc_mrr_at_25_diff1": -0.115313, "nauc_mrr_at_50_max": 0.185177, "nauc_mrr_at_50_std": 0.01371, "nauc_mrr_at_50_diff1": -0.11624, "nauc_mrr_at_100_max": 0.184638, "nauc_mrr_at_100_std": 0.016701, "nauc_mrr_at_100_diff1": -0.119058, "nauc_mrr_at_1000_max": 0.187627, "nauc_mrr_at_1000_std": 0.018077, "nauc_mrr_at_1000_diff1": -0.119108, "hit_rate_at_1": 0.04848, "hit_rate_at_3": 0.06667, "hit_rate_at_5": 0.10606, "hit_rate_at_10": 0.21212, "hit_rate_at_20": 0.36061, "hit_rate_at_25": 0.43333, "hit_rate_at_50": 0.61515, "hit_rate_at_100": 0.87576, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.048485, "R_cap_at_3": 0.041414, "R_cap_at_5": 0.044242, "R_cap_at_10": 0.048182, "R_cap_at_20": 0.058949, "R_cap_at_25": 0.066461, "R_cap_at_50": 0.114743, "R_cap_at_100": 0.21268, "R_cap_at_1000": 1.0, "main_score": 0.04728, "hf_subset": "rel_session_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.17054, "ndcg_at_3": 0.15543, "ndcg_at_5": 0.15786, "ndcg_at_10": 0.17606, "ndcg_at_20": 0.19205, "ndcg_at_25": 0.19854, "ndcg_at_50": 0.21394, "ndcg_at_100": 0.2845, "ndcg_at_1000": 0.643, "map_at_1": 0.00262, "map_at_3": 0.0053, "map_at_5": 0.00741, "map_at_10": 0.01327, "map_at_20": 0.02403, "map_at_25": 0.02944, "map_at_50": 0.0543, "map_at_100": 0.09513, "map_at_1000": 0.20979, "recall_at_1": 0.00262, "recall_at_3": 0.00693, "recall_at_5": 0.0118, "recall_at_10": 0.02752, "recall_at_20": 0.06024, "recall_at_25": 0.07799, "recall_at_50": 0.16741, "recall_at_100": 0.3288, "recall_at_1000": 1.0, "accuracy": 0.00262, "precision_at_1": 0.17054, "precision_at_3": 0.15245, "precision_at_5": 0.15736, "precision_at_10": 0.18333, "precision_at_20": 0.20213, "precision_at_25": 0.20977, "precision_at_50": 0.22473, "precision_at_100": 0.22151, "precision_at_1000": 0.0681, "mrr_at_1": 0.170543, "mrr_at_3": 0.23708, "mrr_at_5": 0.267119, "mrr_at_10": 0.301078, "mrr_at_20": 0.312515, "mrr_at_25": 0.313911, "mrr_at_50": 0.316274, "mrr_at_100": 0.316608, "mrr_at_1000": 0.316608, "nauc_ndcg_at_1_max": 0.103, "nauc_ndcg_at_1_std": -0.020076, "nauc_ndcg_at_1_diff1": 0.049962, "nauc_ndcg_at_3_max": 0.083784, "nauc_ndcg_at_3_std": 0.036987, "nauc_ndcg_at_3_diff1": -0.006884, "nauc_ndcg_at_5_max": 0.054989, "nauc_ndcg_at_5_std": 0.024436, "nauc_ndcg_at_5_diff1": -0.038696, "nauc_ndcg_at_10_max": 0.015837, "nauc_ndcg_at_10_std": -0.011798, "nauc_ndcg_at_10_diff1": -0.028112, "nauc_ndcg_at_20_max": 0.008496, "nauc_ndcg_at_20_std": -0.014148, "nauc_ndcg_at_20_diff1": -0.049331, "nauc_ndcg_at_25_max": 0.009116, "nauc_ndcg_at_25_std": -0.001026, "nauc_ndcg_at_25_diff1": -0.047329, "nauc_ndcg_at_50_max": -0.005934, "nauc_ndcg_at_50_std": 0.044333, "nauc_ndcg_at_50_diff1": -0.032023, "nauc_ndcg_at_100_max": -0.019512, "nauc_ndcg_at_100_std": 0.075954, "nauc_ndcg_at_100_diff1": -0.057414, "nauc_ndcg_at_1000_max": -0.034591, "nauc_ndcg_at_1000_std": 0.051463, "nauc_ndcg_at_1000_diff1": -0.064195, "nauc_map_at_1_max": 0.113619, "nauc_map_at_1_std": -0.010659, "nauc_map_at_1_diff1": 0.06796, "nauc_map_at_3_max": 0.10859, "nauc_map_at_3_std": 0.05854, "nauc_map_at_3_diff1": 0.035686, "nauc_map_at_5_max": 0.084894, "nauc_map_at_5_std": 0.066541, "nauc_map_at_5_diff1": 3.6e-05, "nauc_map_at_10_max": 0.07407, "nauc_map_at_10_std": 0.069984, "nauc_map_at_10_diff1": 0.025791, "nauc_map_at_20_max": 0.073278, "nauc_map_at_20_std": 0.054248, "nauc_map_at_20_diff1": 0.012101, "nauc_map_at_25_max": 0.068797, "nauc_map_at_25_std": 0.066923, "nauc_map_at_25_diff1": 0.0078, "nauc_map_at_50_max": 0.04292, "nauc_map_at_50_std": 0.099674, "nauc_map_at_50_diff1": 0.000357, "nauc_map_at_100_max": 0.014541, "nauc_map_at_100_std": 0.112378, "nauc_map_at_100_diff1": -0.030008, "nauc_map_at_1000_max": -0.028221, "nauc_map_at_1000_std": 0.128704, "nauc_map_at_1000_diff1": -0.051357, "nauc_recall_at_1_max": 0.113619, "nauc_recall_at_1_std": -0.010659, "nauc_recall_at_1_diff1": 0.06796, "nauc_recall_at_3_max": 0.096608, "nauc_recall_at_3_std": 0.060447, "nauc_recall_at_3_diff1": -0.006529, "nauc_recall_at_5_max": 0.05602, "nauc_recall_at_5_std": 0.041803, "nauc_recall_at_5_diff1": -0.047941, "nauc_recall_at_10_max": 0.023051, "nauc_recall_at_10_std": -0.006032, "nauc_recall_at_10_diff1": -0.009642, "nauc_recall_at_20_max": 0.016647, "nauc_recall_at_20_std": -0.012211, "nauc_recall_at_20_diff1": -0.032223, "nauc_recall_at_25_max": 0.023718, "nauc_recall_at_25_std": 0.00905, "nauc_recall_at_25_diff1": -0.025036, "nauc_recall_at_50_max": 0.019417, "nauc_recall_at_50_std": 0.0774, "nauc_recall_at_50_diff1": 0.004477, "nauc_recall_at_100_max": -0.034219, "nauc_recall_at_100_std": 0.106278, "nauc_recall_at_100_diff1": -0.063577, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.103, "nauc_precision_at_1_std": -0.020076, "nauc_precision_at_1_diff1": 0.049962, "nauc_precision_at_3_max": 0.083906, "nauc_precision_at_3_std": 0.059774, "nauc_precision_at_3_diff1": -0.022397, "nauc_precision_at_5_max": 0.039879, "nauc_precision_at_5_std": 0.033218, "nauc_precision_at_5_diff1": -0.061801, "nauc_precision_at_10_max": -0.010162, "nauc_precision_at_10_std": -0.025481, "nauc_precision_at_10_diff1": -0.031285, "nauc_precision_at_20_max": -0.011477, "nauc_precision_at_20_std": -0.020348, "nauc_precision_at_20_diff1": -0.062034, "nauc_precision_at_25_max": -0.007206, "nauc_precision_at_25_std": 0.001383, "nauc_precision_at_25_diff1": -0.055876, "nauc_precision_at_50_max": -0.024417, "nauc_precision_at_50_std": 0.06676, "nauc_precision_at_50_diff1": -0.030374, "nauc_precision_at_100_max": -0.08757, "nauc_precision_at_100_std": 0.083736, "nauc_precision_at_100_diff1": -0.103469, "nauc_precision_at_1000_max": -0.115234, "nauc_precision_at_1000_std": 0.002148, "nauc_precision_at_1000_diff1": -0.066498, "nauc_mrr_at_1_max": 0.103, "nauc_mrr_at_1_std": -0.020076, "nauc_mrr_at_1_diff1": 0.049962, "nauc_mrr_at_3_max": 0.078446, "nauc_mrr_at_3_std": -0.006592, "nauc_mrr_at_3_diff1": -0.006919, "nauc_mrr_at_5_max": 0.052737, "nauc_mrr_at_5_std": -0.03259, "nauc_mrr_at_5_diff1": -0.020686, "nauc_mrr_at_10_max": 0.044555, "nauc_mrr_at_10_std": -0.057637, "nauc_mrr_at_10_diff1": -0.017285, "nauc_mrr_at_20_max": 0.042559, "nauc_mrr_at_20_std": -0.051949, "nauc_mrr_at_20_diff1": -0.019154, "nauc_mrr_at_25_max": 0.044186, "nauc_mrr_at_25_std": -0.052532, "nauc_mrr_at_25_diff1": -0.01773, "nauc_mrr_at_50_max": 0.045274, "nauc_mrr_at_50_std": -0.050494, "nauc_mrr_at_50_diff1": -0.017831, "nauc_mrr_at_100_max": 0.045654, "nauc_mrr_at_100_std": -0.049736, "nauc_mrr_at_100_diff1": -0.017313, "nauc_mrr_at_1000_max": 0.045654, "nauc_mrr_at_1000_std": -0.049736, "nauc_mrr_at_1000_diff1": -0.017313, "hit_rate_at_1": 0.17054, "hit_rate_at_3": 0.32946, "hit_rate_at_5": 0.46124, "hit_rate_at_10": 0.71318, "hit_rate_at_20": 0.87597, "hit_rate_at_25": 0.90698, "hit_rate_at_50": 0.98062, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.170543, "R_cap_at_3": 0.152455, "R_cap_at_5": 0.157364, "R_cap_at_10": 0.183333, "R_cap_at_20": 0.202132, "R_cap_at_25": 0.209767, "R_cap_at_50": 0.22501, "R_cap_at_100": 0.329211, "R_cap_at_1000": 1.0, "main_score": 0.17606, "hf_subset": "session_span_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.08503, "ndcg_at_3": 0.09864, "ndcg_at_5": 0.1104, "ndcg_at_10": 0.13055, "ndcg_at_20": 0.1515, "ndcg_at_25": 0.16609, "ndcg_at_50": 0.25502, "ndcg_at_100": 0.36785, "ndcg_at_1000": 0.52741, "map_at_1": 0.00435, "map_at_3": 0.01001, "map_at_5": 0.01508, "map_at_10": 0.02819, "map_at_20": 0.05011, "map_at_25": 0.05857, "map_at_50": 0.09552, "map_at_100": 0.13334, "map_at_1000": 0.16956, "recall_at_1": 0.00435, "recall_at_3": 0.0142, "recall_at_5": 0.0268, "recall_at_10": 0.06405, "recall_at_20": 0.14019, "recall_at_25": 0.17639, "recall_at_50": 0.35086, "recall_at_100": 0.58833, "recall_at_1000": 1.0, "accuracy": 0.00435, "precision_at_1": 0.08503, "precision_at_3": 0.10317, "precision_at_5": 0.11837, "precision_at_10": 0.1432, "precision_at_20": 0.15748, "precision_at_25": 0.15891, "precision_at_50": 0.15925, "precision_at_100": 0.1332, "precision_at_1000": 0.02296, "mrr_at_1": 0.085034, "mrr_at_3": 0.146825, "mrr_at_5": 0.177778, "mrr_at_10": 0.206658, "mrr_at_20": 0.221984, "mrr_at_25": 0.225096, "mrr_at_50": 0.228162, "mrr_at_100": 0.228323, "mrr_at_1000": 0.228379, "nauc_ndcg_at_1_max": -0.080172, "nauc_ndcg_at_1_std": -0.026326, "nauc_ndcg_at_1_diff1": -0.082469, "nauc_ndcg_at_3_max": -0.041139, "nauc_ndcg_at_3_std": -0.051635, "nauc_ndcg_at_3_diff1": -0.09614, "nauc_ndcg_at_5_max": -0.04986, "nauc_ndcg_at_5_std": -0.031838, "nauc_ndcg_at_5_diff1": -0.090608, "nauc_ndcg_at_10_max": -0.063749, "nauc_ndcg_at_10_std": -0.023161, "nauc_ndcg_at_10_diff1": -0.084404, "nauc_ndcg_at_20_max": -0.079278, "nauc_ndcg_at_20_std": -0.052582, "nauc_ndcg_at_20_diff1": -0.071519, "nauc_ndcg_at_25_max": -0.076608, "nauc_ndcg_at_25_std": -0.048859, "nauc_ndcg_at_25_diff1": -0.075562, "nauc_ndcg_at_50_max": -0.115865, "nauc_ndcg_at_50_std": -0.05361, "nauc_ndcg_at_50_diff1": -0.098779, "nauc_ndcg_at_100_max": -0.167481, "nauc_ndcg_at_100_std": -0.03081, "nauc_ndcg_at_100_diff1": -0.126264, "nauc_ndcg_at_1000_max": -0.137706, "nauc_ndcg_at_1000_std": -0.028374, "nauc_ndcg_at_1000_diff1": -0.134723, "nauc_map_at_1_max": -0.105546, "nauc_map_at_1_std": -0.040397, "nauc_map_at_1_diff1": -0.074494, "nauc_map_at_3_max": -0.054883, "nauc_map_at_3_std": -0.052389, "nauc_map_at_3_diff1": -0.058962, "nauc_map_at_5_max": -0.031833, "nauc_map_at_5_std": -0.022124, "nauc_map_at_5_diff1": -0.044159, "nauc_map_at_10_max": -0.019149, "nauc_map_at_10_std": -0.002538, "nauc_map_at_10_diff1": -0.02199, "nauc_map_at_20_max": -0.019858, "nauc_map_at_20_std": -0.012432, "nauc_map_at_20_diff1": -0.013875, "nauc_map_at_25_max": -0.029436, "nauc_map_at_25_std": -0.012535, "nauc_map_at_25_diff1": -0.026131, "nauc_map_at_50_max": -0.066212, "nauc_map_at_50_std": -0.018896, "nauc_map_at_50_diff1": -0.056357, "nauc_map_at_100_max": -0.097807, "nauc_map_at_100_std": -0.000477, "nauc_map_at_100_diff1": -0.080104, "nauc_map_at_1000_max": -0.105297, "nauc_map_at_1000_std": 0.003907, "nauc_map_at_1000_diff1": -0.09493, "nauc_recall_at_1_max": -0.105546, "nauc_recall_at_1_std": -0.040397, "nauc_recall_at_1_diff1": -0.074494, "nauc_recall_at_3_max": -0.041013, "nauc_recall_at_3_std": -0.065099, "nauc_recall_at_3_diff1": -0.084632, "nauc_recall_at_5_max": -0.044431, "nauc_recall_at_5_std": -0.031454, "nauc_recall_at_5_diff1": -0.06173, "nauc_recall_at_10_max": -0.061707, "nauc_recall_at_10_std": -0.0341, "nauc_recall_at_10_diff1": -0.050206, "nauc_recall_at_20_max": -0.072217, "nauc_recall_at_20_std": -0.075358, "nauc_recall_at_20_diff1": -0.029509, "nauc_recall_at_25_max": -0.074845, "nauc_recall_at_25_std": -0.06944, "nauc_recall_at_25_diff1": -0.042284, "nauc_recall_at_50_max": -0.124888, "nauc_recall_at_50_std": -0.056868, "nauc_recall_at_50_diff1": -0.090707, "nauc_recall_at_100_max": -0.203553, "nauc_recall_at_100_std": -0.020042, "nauc_recall_at_100_diff1": -0.11724, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.080172, "nauc_precision_at_1_std": -0.026326, "nauc_precision_at_1_diff1": -0.082469, "nauc_precision_at_3_max": -0.027138, "nauc_precision_at_3_std": -0.055317, "nauc_precision_at_3_diff1": -0.097492, "nauc_precision_at_5_max": -0.042827, "nauc_precision_at_5_std": -0.024069, "nauc_precision_at_5_diff1": -0.086859, "nauc_precision_at_10_max": -0.06479, "nauc_precision_at_10_std": -0.012821, "nauc_precision_at_10_diff1": -0.078727, "nauc_precision_at_20_max": -0.086449, "nauc_precision_at_20_std": -0.054058, "nauc_precision_at_20_diff1": -0.06935, "nauc_precision_at_25_max": -0.085336, "nauc_precision_at_25_std": -0.041611, "nauc_precision_at_25_diff1": -0.086658, "nauc_precision_at_50_max": -0.138898, "nauc_precision_at_50_std": -0.032417, "nauc_precision_at_50_diff1": -0.139128, "nauc_precision_at_100_max": -0.195323, "nauc_precision_at_100_std": 0.008941, "nauc_precision_at_100_diff1": -0.180121, "nauc_precision_at_1000_max": -0.057788, "nauc_precision_at_1000_std": 0.022807, "nauc_precision_at_1000_diff1": -0.108441, "nauc_mrr_at_1_max": -0.080172, "nauc_mrr_at_1_std": -0.026326, "nauc_mrr_at_1_diff1": -0.082469, "nauc_mrr_at_3_max": -0.081794, "nauc_mrr_at_3_std": -0.066781, "nauc_mrr_at_3_diff1": -0.137845, "nauc_mrr_at_5_max": -0.10674, "nauc_mrr_at_5_std": -0.072553, "nauc_mrr_at_5_diff1": -0.137871, "nauc_mrr_at_10_max": -0.109424, "nauc_mrr_at_10_std": -0.079688, "nauc_mrr_at_10_diff1": -0.133068, "nauc_mrr_at_20_max": -0.10555, "nauc_mrr_at_20_std": -0.076872, "nauc_mrr_at_20_diff1": -0.126689, "nauc_mrr_at_25_max": -0.108297, "nauc_mrr_at_25_std": -0.080185, "nauc_mrr_at_25_diff1": -0.12947, "nauc_mrr_at_50_max": -0.104691, "nauc_mrr_at_50_std": -0.0766, "nauc_mrr_at_50_diff1": -0.129434, "nauc_mrr_at_100_max": -0.104072, "nauc_mrr_at_100_std": -0.076105, "nauc_mrr_at_100_diff1": -0.129036, "nauc_mrr_at_1000_max": -0.104164, "nauc_mrr_at_1000_std": -0.076037, "nauc_mrr_at_1000_diff1": -0.128973, "hit_rate_at_1": 0.08503, "hit_rate_at_3": 0.23129, "hit_rate_at_5": 0.36735, "hit_rate_at_10": 0.58844, "hit_rate_at_20": 0.80952, "hit_rate_at_25": 0.88095, "hit_rate_at_50": 0.98299, "hit_rate_at_100": 0.9932, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.085034, "R_cap_at_3": 0.103175, "R_cap_at_5": 0.118367, "R_cap_at_10": 0.143197, "R_cap_at_20": 0.168195, "R_cap_at_25": 0.190682, "R_cap_at_50": 0.350865, "R_cap_at_100": 0.588328, "R_cap_at_1000": 1.0, "main_score": 0.13055, "hf_subset": "session_time_qs", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 5473.042472248897, "kg_co2_emissions": null, "date": 1784139365.836218, "evaluation_phases": [ { "name": "Data loading", "start": 6.90855085849762e-06, "end": 103.1383176855743, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 103.13833446335047, "end": 103.13833974394947, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 103.16374122351408, "end": 129.92804740089923, "split": "test", "subset": "session_time_qs" }, { "name": "Scoring", "start": 129.92811544518918, "end": 130.12582685332745, "split": "test", "subset": "session_time_qs" } ] }