{ "dataset_revision": "3b817ee68361f2b005bc065910e55f63a8f9ab77", "task_name": "KnowMeBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.29, "ndcg_at_3": 0.21715, "ndcg_at_5": 0.23374, "ndcg_at_10": 0.25658, "ndcg_at_20": 0.27638, "ndcg_at_25": 0.28211, "ndcg_at_50": 0.29884, "ndcg_at_100": 0.32282, "ndcg_at_1000": 0.36276, "map_at_1": 0.12667, "map_at_3": 0.16306, "map_at_5": 0.17247, "map_at_10": 0.18391, "map_at_20": 0.18935, "map_at_25": 0.19057, "map_at_50": 0.19343, "map_at_100": 0.19592, "map_at_1000": 0.19791, "recall_at_1": 0.12667, "recall_at_3": 0.19333, "recall_at_5": 0.22333, "recall_at_10": 0.27667, "recall_at_20": 0.33333, "recall_at_25": 0.35333, "recall_at_50": 0.41667, "recall_at_100": 0.5275, "recall_at_1000": 0.76417, "accuracy": 0.12667, "precision_at_1": 0.29, "precision_at_3": 0.16, "precision_at_5": 0.112, "precision_at_10": 0.07, "precision_at_20": 0.043, "precision_at_25": 0.0364, "precision_at_50": 0.022, "precision_at_100": 0.0139, "precision_at_1000": 0.00208, "mrr_at_1": 0.29, "mrr_at_3": 0.365, "mrr_at_5": 0.3765, "mrr_at_10": 0.384385, "mrr_at_20": 0.391532, "mrr_at_25": 0.39282, "mrr_at_50": 0.394384, "mrr_at_100": 0.396261, "mrr_at_1000": 0.396567, "nauc_ndcg_at_1_max": 0.20267, "nauc_ndcg_at_1_std": 0.053803, "nauc_ndcg_at_1_diff1": 0.479225, "nauc_ndcg_at_3_max": 0.213098, "nauc_ndcg_at_3_std": 0.09357, "nauc_ndcg_at_3_diff1": 0.408246, "nauc_ndcg_at_5_max": 0.197481, "nauc_ndcg_at_5_std": 0.068459, "nauc_ndcg_at_5_diff1": 0.396101, "nauc_ndcg_at_10_max": 0.173718, "nauc_ndcg_at_10_std": 0.088722, "nauc_ndcg_at_10_diff1": 0.396619, "nauc_ndcg_at_20_max": 0.153019, "nauc_ndcg_at_20_std": 0.060906, "nauc_ndcg_at_20_diff1": 0.402412, "nauc_ndcg_at_25_max": 0.152028, "nauc_ndcg_at_25_std": 0.048444, "nauc_ndcg_at_25_diff1": 0.391581, "nauc_ndcg_at_50_max": 0.144016, "nauc_ndcg_at_50_std": 0.040163, "nauc_ndcg_at_50_diff1": 0.395023, "nauc_ndcg_at_100_max": 0.145244, "nauc_ndcg_at_100_std": 0.056574, "nauc_ndcg_at_100_diff1": 0.385122, "nauc_ndcg_at_1000_max": 0.1588, "nauc_ndcg_at_1000_std": 0.062779, "nauc_ndcg_at_1000_diff1": 0.400288, "nauc_map_at_1_max": 0.269657, "nauc_map_at_1_std": 0.106162, "nauc_map_at_1_diff1": 0.464194, "nauc_map_at_3_max": 0.248445, "nauc_map_at_3_std": 0.099547, "nauc_map_at_3_diff1": 0.399383, "nauc_map_at_5_max": 0.241296, "nauc_map_at_5_std": 0.082305, "nauc_map_at_5_diff1": 0.386144, "nauc_map_at_10_max": 0.217964, "nauc_map_at_10_std": 0.093986, "nauc_map_at_10_diff1": 0.385422, "nauc_map_at_20_max": 0.207389, "nauc_map_at_20_std": 0.083586, "nauc_map_at_20_diff1": 0.385537, "nauc_map_at_25_max": 0.207225, "nauc_map_at_25_std": 0.081246, "nauc_map_at_25_diff1": 0.382954, "nauc_map_at_50_max": 0.205513, "nauc_map_at_50_std": 0.079806, "nauc_map_at_50_diff1": 0.384131, "nauc_map_at_100_max": 0.205067, "nauc_map_at_100_std": 0.081263, "nauc_map_at_100_diff1": 0.383591, "nauc_map_at_1000_max": 0.205774, "nauc_map_at_1000_std": 0.082659, "nauc_map_at_1000_diff1": 0.383767, "nauc_recall_at_1_max": 0.269657, "nauc_recall_at_1_std": 0.106162, "nauc_recall_at_1_diff1": 0.464194, "nauc_recall_at_3_max": 0.219789, "nauc_recall_at_3_std": 0.11926, "nauc_recall_at_3_diff1": 0.374332, "nauc_recall_at_5_max": 0.180387, "nauc_recall_at_5_std": 0.061686, "nauc_recall_at_5_diff1": 0.336907, "nauc_recall_at_10_max": 0.123409, "nauc_recall_at_10_std": 0.107488, "nauc_recall_at_10_diff1": 0.335204, "nauc_recall_at_20_max": 0.060048, "nauc_recall_at_20_std": 0.022924, "nauc_recall_at_20_diff1": 0.334108, "nauc_recall_at_25_max": 0.051025, "nauc_recall_at_25_std": -0.017027, "nauc_recall_at_25_diff1": 0.283202, "nauc_recall_at_50_max": 0.010283, "nauc_recall_at_50_std": -0.052997, "nauc_recall_at_50_diff1": 0.263289, "nauc_recall_at_100_max": 0.000767, "nauc_recall_at_100_std": 0.001414, "nauc_recall_at_100_diff1": 0.198279, "nauc_recall_at_1000_max": 0.025851, "nauc_recall_at_1000_std": -0.007262, "nauc_recall_at_1000_diff1": 0.201559, "nauc_precision_at_1_max": 0.20267, "nauc_precision_at_1_std": 0.053803, "nauc_precision_at_1_diff1": 0.479225, "nauc_precision_at_3_max": 0.136877, "nauc_precision_at_3_std": 0.061785, "nauc_precision_at_3_diff1": 0.365773, "nauc_precision_at_5_max": 0.076212, "nauc_precision_at_5_std": -0.004045, "nauc_precision_at_5_diff1": 0.308617, "nauc_precision_at_10_max": 0.036888, "nauc_precision_at_10_std": 0.051857, "nauc_precision_at_10_diff1": 0.318909, "nauc_precision_at_20_max": -0.031428, "nauc_precision_at_20_std": -0.043002, "nauc_precision_at_20_diff1": 0.300807, "nauc_precision_at_25_max": -0.035065, "nauc_precision_at_25_std": -0.090636, "nauc_precision_at_25_diff1": 0.254186, "nauc_precision_at_50_max": -0.073462, "nauc_precision_at_50_std": -0.12284, "nauc_precision_at_50_diff1": 0.21793, "nauc_precision_at_100_max": -0.098058, "nauc_precision_at_100_std": -0.065406, "nauc_precision_at_100_diff1": 0.137629, "nauc_precision_at_1000_max": -0.054929, "nauc_precision_at_1000_std": -0.063117, "nauc_precision_at_1000_diff1": 0.057909, "nauc_mrr_at_1_max": 0.20267, "nauc_mrr_at_1_std": 0.053803, "nauc_mrr_at_1_diff1": 0.479225, "nauc_mrr_at_3_max": 0.17475, "nauc_mrr_at_3_std": 0.07558, "nauc_mrr_at_3_diff1": 0.454979, "nauc_mrr_at_5_max": 0.166086, "nauc_mrr_at_5_std": 0.066715, "nauc_mrr_at_5_diff1": 0.457655, "nauc_mrr_at_10_max": 0.164456, "nauc_mrr_at_10_std": 0.071119, "nauc_mrr_at_10_diff1": 0.457742, "nauc_mrr_at_20_max": 0.163183, "nauc_mrr_at_20_std": 0.066739, "nauc_mrr_at_20_diff1": 0.462245, "nauc_mrr_at_25_max": 0.163096, "nauc_mrr_at_25_std": 0.063777, "nauc_mrr_at_25_diff1": 0.460506, "nauc_mrr_at_50_max": 0.162718, "nauc_mrr_at_50_std": 0.063077, "nauc_mrr_at_50_diff1": 0.460333, "nauc_mrr_at_100_max": 0.164065, "nauc_mrr_at_100_std": 0.065372, "nauc_mrr_at_100_diff1": 0.459468, "nauc_mrr_at_1000_max": 0.163829, "nauc_mrr_at_1000_std": 0.065105, "nauc_mrr_at_1000_diff1": 0.459581, "hit_rate_at_1": 0.29, "hit_rate_at_3": 0.45, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.56, "hit_rate_at_20": 0.66, "hit_rate_at_25": 0.69, "hit_rate_at_50": 0.75, "hit_rate_at_100": 0.88, "hit_rate_at_1000": 0.95, "R_cap_at_1": 0.29, "R_cap_at_3": 0.193333, "R_cap_at_5": 0.223333, "R_cap_at_10": 0.276667, "R_cap_at_20": 0.333333, "R_cap_at_25": 0.353333, "R_cap_at_50": 0.416667, "R_cap_at_100": 0.5275, "R_cap_at_1000": 0.764167, "main_score": 0.25658, "hf_subset": "event_driven__adversarial_abstention", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.26, "ndcg_at_3": 0.34559, "ndcg_at_5": 0.379, "ndcg_at_10": 0.41146, "ndcg_at_20": 0.43544, "ndcg_at_25": 0.43759, "ndcg_at_50": 0.45268, "ndcg_at_100": 0.46166, "ndcg_at_1000": 0.4763, "map_at_1": 0.245, "map_at_3": 0.31611, "map_at_5": 0.33386, "map_at_10": 0.34702, "map_at_20": 0.35394, "map_at_25": 0.35436, "map_at_50": 0.3569, "map_at_100": 0.35796, "map_at_1000": 0.35851, "recall_at_1": 0.245, "recall_at_3": 0.41333, "recall_at_5": 0.49333, "recall_at_10": 0.58833, "recall_at_20": 0.675, "recall_at_25": 0.685, "recall_at_50": 0.75333, "recall_at_100": 0.8, "recall_at_1000": 0.905, "accuracy": 0.245, "precision_at_1": 0.26, "precision_at_3": 0.14667, "precision_at_5": 0.106, "precision_at_10": 0.065, "precision_at_20": 0.0385, "precision_at_25": 0.0312, "precision_at_50": 0.0178, "precision_at_100": 0.0097, "precision_at_1000": 0.00113, "mrr_at_1": 0.26, "mrr_at_3": 0.335, "mrr_at_5": 0.355, "mrr_at_10": 0.369758, "mrr_at_20": 0.376884, "mrr_at_25": 0.377301, "mrr_at_50": 0.379325, "mrr_at_100": 0.379939, "mrr_at_1000": 0.380388, "nauc_ndcg_at_1_max": 0.169914, "nauc_ndcg_at_1_std": -0.028924, "nauc_ndcg_at_1_diff1": 0.412405, "nauc_ndcg_at_3_max": 0.125558, "nauc_ndcg_at_3_std": -0.061128, "nauc_ndcg_at_3_diff1": 0.247077, "nauc_ndcg_at_5_max": 0.119556, "nauc_ndcg_at_5_std": -0.059856, "nauc_ndcg_at_5_diff1": 0.26239, "nauc_ndcg_at_10_max": 0.126434, "nauc_ndcg_at_10_std": -0.009494, "nauc_ndcg_at_10_diff1": 0.271809, "nauc_ndcg_at_20_max": 0.166191, "nauc_ndcg_at_20_std": -0.012912, "nauc_ndcg_at_20_diff1": 0.28266, "nauc_ndcg_at_25_max": 0.164497, "nauc_ndcg_at_25_std": -0.019126, "nauc_ndcg_at_25_diff1": 0.280167, "nauc_ndcg_at_50_max": 0.163503, "nauc_ndcg_at_50_std": -0.023959, "nauc_ndcg_at_50_diff1": 0.298374, "nauc_ndcg_at_100_max": 0.158299, "nauc_ndcg_at_100_std": -0.025415, "nauc_ndcg_at_100_diff1": 0.298774, "nauc_ndcg_at_1000_max": 0.169545, "nauc_ndcg_at_1000_std": -0.03209, "nauc_ndcg_at_1000_diff1": 0.296327, "nauc_map_at_1_max": 0.20781, "nauc_map_at_1_std": -0.004497, "nauc_map_at_1_diff1": 0.402767, "nauc_map_at_3_max": 0.155957, "nauc_map_at_3_std": -0.049323, "nauc_map_at_3_diff1": 0.283558, "nauc_map_at_5_max": 0.151975, "nauc_map_at_5_std": -0.049909, "nauc_map_at_5_diff1": 0.292583, "nauc_map_at_10_max": 0.155345, "nauc_map_at_10_std": -0.028733, "nauc_map_at_10_diff1": 0.297678, "nauc_map_at_20_max": 0.169351, "nauc_map_at_20_std": -0.029254, "nauc_map_at_20_diff1": 0.300721, "nauc_map_at_25_max": 0.169043, "nauc_map_at_25_std": -0.030416, "nauc_map_at_25_diff1": 0.300282, "nauc_map_at_50_max": 0.16881, "nauc_map_at_50_std": -0.030903, "nauc_map_at_50_diff1": 0.303513, "nauc_map_at_100_max": 0.168324, "nauc_map_at_100_std": -0.031039, "nauc_map_at_100_diff1": 0.303253, "nauc_map_at_1000_max": 0.168893, "nauc_map_at_1000_std": -0.031308, "nauc_map_at_1000_diff1": 0.303082, "nauc_recall_at_1_max": 0.20781, "nauc_recall_at_1_std": -0.004497, "nauc_recall_at_1_diff1": 0.402767, "nauc_recall_at_3_max": 0.071355, "nauc_recall_at_3_std": -0.087051, "nauc_recall_at_3_diff1": 0.136622, "nauc_recall_at_5_max": 0.050841, "nauc_recall_at_5_std": -0.077356, "nauc_recall_at_5_diff1": 0.16215, "nauc_recall_at_10_max": 0.053927, "nauc_recall_at_10_std": 0.058253, "nauc_recall_at_10_diff1": 0.169534, "nauc_recall_at_20_max": 0.191577, "nauc_recall_at_20_std": 0.061635, "nauc_recall_at_20_diff1": 0.190498, "nauc_recall_at_25_max": 0.182648, "nauc_recall_at_25_std": 0.03021, "nauc_recall_at_25_diff1": 0.174119, "nauc_recall_at_50_max": 0.183315, "nauc_recall_at_50_std": 0.007593, "nauc_recall_at_50_diff1": 0.272076, "nauc_recall_at_100_max": 0.151803, "nauc_recall_at_100_std": 0.00304, "nauc_recall_at_100_diff1": 0.288099, "nauc_recall_at_1000_max": 0.366483, "nauc_recall_at_1000_std": -0.109867, "nauc_recall_at_1000_diff1": 0.192683, "nauc_precision_at_1_max": 0.169914, "nauc_precision_at_1_std": -0.028924, "nauc_precision_at_1_diff1": 0.412405, "nauc_precision_at_3_max": 0.034022, "nauc_precision_at_3_std": -0.074829, "nauc_precision_at_3_diff1": 0.145495, "nauc_precision_at_5_max": 0.027547, "nauc_precision_at_5_std": -0.068276, "nauc_precision_at_5_diff1": 0.181116, "nauc_precision_at_10_max": 0.089212, "nauc_precision_at_10_std": 0.164258, "nauc_precision_at_10_diff1": 0.21768, "nauc_precision_at_20_max": 0.29787, "nauc_precision_at_20_std": 0.160471, "nauc_precision_at_20_diff1": 0.266499, "nauc_precision_at_25_max": 0.292676, "nauc_precision_at_25_std": 0.133099, "nauc_precision_at_25_diff1": 0.253358, "nauc_precision_at_50_max": 0.240093, "nauc_precision_at_50_std": 0.108982, "nauc_precision_at_50_diff1": 0.310857, "nauc_precision_at_100_max": 0.136637, "nauc_precision_at_100_std": 0.080125, "nauc_precision_at_100_diff1": 0.235537, "nauc_precision_at_1000_max": 0.153227, "nauc_precision_at_1000_std": 0.020746, "nauc_precision_at_1000_diff1": 0.137787, "nauc_mrr_at_1_max": 0.169914, "nauc_mrr_at_1_std": -0.028924, "nauc_mrr_at_1_diff1": 0.412405, "nauc_mrr_at_3_max": 0.118496, "nauc_mrr_at_3_std": -0.059277, "nauc_mrr_at_3_diff1": 0.292564, "nauc_mrr_at_5_max": 0.118504, "nauc_mrr_at_5_std": -0.061107, "nauc_mrr_at_5_diff1": 0.304395, "nauc_mrr_at_10_max": 0.120933, "nauc_mrr_at_10_std": -0.037634, "nauc_mrr_at_10_diff1": 0.30867, "nauc_mrr_at_20_max": 0.128724, "nauc_mrr_at_20_std": -0.041825, "nauc_mrr_at_20_diff1": 0.311274, "nauc_mrr_at_25_max": 0.128384, "nauc_mrr_at_25_std": -0.042978, "nauc_mrr_at_25_diff1": 0.310852, "nauc_mrr_at_50_max": 0.127864, "nauc_mrr_at_50_std": -0.044556, "nauc_mrr_at_50_diff1": 0.312049, "nauc_mrr_at_100_max": 0.127541, "nauc_mrr_at_100_std": -0.044568, "nauc_mrr_at_100_diff1": 0.3121, "nauc_mrr_at_1000_max": 0.127974, "nauc_mrr_at_1000_std": -0.04475, "nauc_mrr_at_1000_diff1": 0.311903, "hit_rate_at_1": 0.26, "hit_rate_at_3": 0.44, "hit_rate_at_5": 0.53, "hit_rate_at_10": 0.64, "hit_rate_at_20": 0.74, "hit_rate_at_25": 0.75, "hit_rate_at_50": 0.82, "hit_rate_at_100": 0.86, "hit_rate_at_1000": 0.95, "R_cap_at_1": 0.26, "R_cap_at_3": 0.413333, "R_cap_at_5": 0.493333, "R_cap_at_10": 0.588333, "R_cap_at_20": 0.675, "R_cap_at_25": 0.685, "R_cap_at_50": 0.753333, "R_cap_at_100": 0.8, "R_cap_at_1000": 0.905, "main_score": 0.41146, "hf_subset": "event_driven__information_extraction", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.17, "ndcg_at_3": 0.13228, "ndcg_at_5": 0.14291, "ndcg_at_10": 0.16333, "ndcg_at_20": 0.17143, "ndcg_at_25": 0.17273, "ndcg_at_50": 0.18745, "ndcg_at_100": 0.19898, "ndcg_at_1000": 0.25219, "map_at_1": 0.09783, "map_at_3": 0.1095, "map_at_5": 0.11498, "map_at_10": 0.1243, "map_at_20": 0.12675, "map_at_25": 0.12695, "map_at_50": 0.12951, "map_at_100": 0.1308, "map_at_1000": 0.13268, "recall_at_1": 0.09783, "recall_at_3": 0.12617, "recall_at_5": 0.1485, "recall_at_10": 0.19833, "recall_at_20": 0.22567, "recall_at_25": 0.23067, "recall_at_50": 0.29383, "recall_at_100": 0.34467, "recall_at_1000": 0.68033, "accuracy": 0.09783, "precision_at_1": 0.17, "precision_at_3": 0.07, "precision_at_5": 0.054, "precision_at_10": 0.039, "precision_at_20": 0.0225, "precision_at_25": 0.0184, "precision_at_50": 0.0118, "precision_at_100": 0.0074, "precision_at_1000": 0.0016, "mrr_at_1": 0.17, "mrr_at_3": 0.186667, "mrr_at_5": 0.201167, "mrr_at_10": 0.208429, "mrr_at_20": 0.21004, "mrr_at_25": 0.21044, "mrr_at_50": 0.212357, "mrr_at_100": 0.213348, "mrr_at_1000": 0.214874, "nauc_ndcg_at_1_max": 0.057317, "nauc_ndcg_at_1_std": -0.12954, "nauc_ndcg_at_1_diff1": 0.277288, "nauc_ndcg_at_3_max": 0.007957, "nauc_ndcg_at_3_std": -0.148492, "nauc_ndcg_at_3_diff1": 0.278804, "nauc_ndcg_at_5_max": 4.7e-05, "nauc_ndcg_at_5_std": -0.141273, "nauc_ndcg_at_5_diff1": 0.257058, "nauc_ndcg_at_10_max": -0.011252, "nauc_ndcg_at_10_std": -0.122515, "nauc_ndcg_at_10_diff1": 0.214453, "nauc_ndcg_at_20_max": -0.036937, "nauc_ndcg_at_20_std": -0.140363, "nauc_ndcg_at_20_diff1": 0.213788, "nauc_ndcg_at_25_max": -0.041957, "nauc_ndcg_at_25_std": -0.136945, "nauc_ndcg_at_25_diff1": 0.207759, "nauc_ndcg_at_50_max": -0.06543, "nauc_ndcg_at_50_std": -0.126227, "nauc_ndcg_at_50_diff1": 0.200624, "nauc_ndcg_at_100_max": -0.059014, "nauc_ndcg_at_100_std": -0.10219, "nauc_ndcg_at_100_diff1": 0.208785, "nauc_ndcg_at_1000_max": -0.062823, "nauc_ndcg_at_1000_std": -0.107379, "nauc_ndcg_at_1000_diff1": 0.227429, "nauc_map_at_1_max": -0.037264, "nauc_map_at_1_std": -0.167212, "nauc_map_at_1_diff1": 0.269124, "nauc_map_at_3_max": -0.030076, "nauc_map_at_3_std": -0.156998, "nauc_map_at_3_diff1": 0.267113, "nauc_map_at_5_max": -0.027486, "nauc_map_at_5_std": -0.153054, "nauc_map_at_5_diff1": 0.257123, "nauc_map_at_10_max": -0.026522, "nauc_map_at_10_std": -0.136011, "nauc_map_at_10_diff1": 0.232932, "nauc_map_at_20_max": -0.034116, "nauc_map_at_20_std": -0.142023, "nauc_map_at_20_diff1": 0.230975, "nauc_map_at_25_max": -0.035058, "nauc_map_at_25_std": -0.141382, "nauc_map_at_25_diff1": 0.229841, "nauc_map_at_50_max": -0.042301, "nauc_map_at_50_std": -0.140672, "nauc_map_at_50_diff1": 0.228211, "nauc_map_at_100_max": -0.04088, "nauc_map_at_100_std": -0.136446, "nauc_map_at_100_diff1": 0.229793, "nauc_map_at_1000_max": -0.041951, "nauc_map_at_1000_std": -0.136538, "nauc_map_at_1000_diff1": 0.23038, "nauc_recall_at_1_max": -0.037264, "nauc_recall_at_1_std": -0.167212, "nauc_recall_at_1_diff1": 0.269124, "nauc_recall_at_3_max": -0.019808, "nauc_recall_at_3_std": -0.141861, "nauc_recall_at_3_diff1": 0.257182, "nauc_recall_at_5_max": -0.013477, "nauc_recall_at_5_std": -0.12925, "nauc_recall_at_5_diff1": 0.221594, "nauc_recall_at_10_max": -0.041367, "nauc_recall_at_10_std": -0.097377, "nauc_recall_at_10_diff1": 0.134151, "nauc_recall_at_20_max": -0.111585, "nauc_recall_at_20_std": -0.149611, "nauc_recall_at_20_diff1": 0.129702, "nauc_recall_at_25_max": -0.126559, "nauc_recall_at_25_std": -0.138703, "nauc_recall_at_25_diff1": 0.111079, "nauc_recall_at_50_max": -0.193032, "nauc_recall_at_50_std": -0.098258, "nauc_recall_at_50_diff1": 0.079458, "nauc_recall_at_100_max": -0.17744, "nauc_recall_at_100_std": -0.027427, "nauc_recall_at_100_diff1": 0.099206, "nauc_recall_at_1000_max": -0.205593, "nauc_recall_at_1000_std": -0.02028, "nauc_recall_at_1000_diff1": 0.15371, "nauc_precision_at_1_max": 0.057317, "nauc_precision_at_1_std": -0.12954, "nauc_precision_at_1_diff1": 0.277288, "nauc_precision_at_3_max": 0.077692, "nauc_precision_at_3_std": -0.126546, "nauc_precision_at_3_diff1": 0.321266, "nauc_precision_at_5_max": 0.038103, "nauc_precision_at_5_std": -0.155067, "nauc_precision_at_5_diff1": 0.263621, "nauc_precision_at_10_max": -0.002185, "nauc_precision_at_10_std": -0.092025, "nauc_precision_at_10_diff1": 0.133955, "nauc_precision_at_20_max": -0.088206, "nauc_precision_at_20_std": -0.140349, "nauc_precision_at_20_diff1": 0.143593, "nauc_precision_at_25_max": -0.10482, "nauc_precision_at_25_std": -0.128921, "nauc_precision_at_25_diff1": 0.123663, "nauc_precision_at_50_max": -0.147795, "nauc_precision_at_50_std": -0.080612, "nauc_precision_at_50_diff1": 0.111143, "nauc_precision_at_100_max": -0.068341, "nauc_precision_at_100_std": 0.039327, "nauc_precision_at_100_diff1": 0.17152, "nauc_precision_at_1000_max": -0.082399, "nauc_precision_at_1000_std": 0.025882, "nauc_precision_at_1000_diff1": 0.149625, "nauc_mrr_at_1_max": 0.057317, "nauc_mrr_at_1_std": -0.12954, "nauc_mrr_at_1_diff1": 0.277288, "nauc_mrr_at_3_max": 0.062728, "nauc_mrr_at_3_std": -0.127773, "nauc_mrr_at_3_diff1": 0.295577, "nauc_mrr_at_5_max": 0.053413, "nauc_mrr_at_5_std": -0.134447, "nauc_mrr_at_5_diff1": 0.278732, "nauc_mrr_at_10_max": 0.04439, "nauc_mrr_at_10_std": -0.128362, "nauc_mrr_at_10_diff1": 0.260632, "nauc_mrr_at_20_max": 0.038912, "nauc_mrr_at_20_std": -0.130373, "nauc_mrr_at_20_diff1": 0.262372, "nauc_mrr_at_25_max": 0.037675, "nauc_mrr_at_25_std": -0.129545, "nauc_mrr_at_25_diff1": 0.260896, "nauc_mrr_at_50_max": 0.037319, "nauc_mrr_at_50_std": -0.126809, "nauc_mrr_at_50_diff1": 0.260575, "nauc_mrr_at_100_max": 0.036604, "nauc_mrr_at_100_std": -0.126461, "nauc_mrr_at_100_diff1": 0.260871, "nauc_mrr_at_1000_max": 0.037014, "nauc_mrr_at_1000_std": -0.126465, "nauc_mrr_at_1000_diff1": 0.261748, "hit_rate_at_1": 0.17, "hit_rate_at_3": 0.21, "hit_rate_at_5": 0.27, "hit_rate_at_10": 0.33, "hit_rate_at_20": 0.36, "hit_rate_at_25": 0.37, "hit_rate_at_50": 0.44, "hit_rate_at_100": 0.51, "hit_rate_at_1000": 0.91, "R_cap_at_1": 0.17, "R_cap_at_3": 0.128333, "R_cap_at_5": 0.1485, "R_cap_at_10": 0.198333, "R_cap_at_20": 0.225667, "R_cap_at_25": 0.230667, "R_cap_at_50": 0.293833, "R_cap_at_100": 0.344667, "R_cap_at_1000": 0.680333, "main_score": 0.16333, "hf_subset": "event_driven__mind-body_interaction", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.08824, "ndcg_at_3": 0.08492, "ndcg_at_5": 0.10968, "ndcg_at_10": 0.12784, "ndcg_at_20": 0.14248, "ndcg_at_25": 0.15074, "ndcg_at_50": 0.16536, "ndcg_at_100": 0.18253, "ndcg_at_1000": 0.22905, "map_at_1": 0.0386, "map_at_3": 0.06373, "map_at_5": 0.07615, "map_at_10": 0.08283, "map_at_20": 0.08623, "map_at_25": 0.08804, "map_at_50": 0.09034, "map_at_100": 0.09228, "map_at_1000": 0.09414, "recall_at_1": 0.0386, "recall_at_3": 0.08456, "recall_at_5": 0.13199, "recall_at_10": 0.17855, "recall_at_20": 0.22512, "recall_at_25": 0.25515, "recall_at_50": 0.31814, "recall_at_100": 0.39608, "recall_at_1000": 0.70184, "accuracy": 0.0386, "precision_at_1": 0.08824, "precision_at_3": 0.06127, "precision_at_5": 0.06176, "precision_at_10": 0.04118, "precision_at_20": 0.02574, "precision_at_25": 0.02324, "precision_at_50": 0.01426, "precision_at_100": 0.00934, "precision_at_1000": 0.00168, "mrr_at_1": 0.088235, "mrr_at_3": 0.122549, "mrr_at_5": 0.148652, "mrr_at_10": 0.159848, "mrr_at_20": 0.165888, "mrr_at_25": 0.167914, "mrr_at_50": 0.169747, "mrr_at_100": 0.171075, "mrr_at_1000": 0.171836, "nauc_ndcg_at_1_max": 0.336176, "nauc_ndcg_at_1_std": 0.188834, "nauc_ndcg_at_1_diff1": 0.421823, "nauc_ndcg_at_3_max": 0.208291, "nauc_ndcg_at_3_std": 0.138297, "nauc_ndcg_at_3_diff1": 0.199124, "nauc_ndcg_at_5_max": 0.194341, "nauc_ndcg_at_5_std": 0.182356, "nauc_ndcg_at_5_diff1": 0.153796, "nauc_ndcg_at_10_max": 0.171327, "nauc_ndcg_at_10_std": 0.155532, "nauc_ndcg_at_10_diff1": 0.133887, "nauc_ndcg_at_20_max": 0.158674, "nauc_ndcg_at_20_std": 0.141521, "nauc_ndcg_at_20_diff1": 0.131141, "nauc_ndcg_at_25_max": 0.158031, "nauc_ndcg_at_25_std": 0.155079, "nauc_ndcg_at_25_diff1": 0.136274, "nauc_ndcg_at_50_max": 0.15015, "nauc_ndcg_at_50_std": 0.147914, "nauc_ndcg_at_50_diff1": 0.174934, "nauc_ndcg_at_100_max": 0.16162, "nauc_ndcg_at_100_std": 0.171128, "nauc_ndcg_at_100_diff1": 0.197437, "nauc_ndcg_at_1000_max": 0.186373, "nauc_ndcg_at_1000_std": 0.185896, "nauc_ndcg_at_1000_diff1": 0.205588, "nauc_map_at_1_max": 0.234554, "nauc_map_at_1_std": 0.184767, "nauc_map_at_1_diff1": 0.405559, "nauc_map_at_3_max": 0.160394, "nauc_map_at_3_std": 0.124591, "nauc_map_at_3_diff1": 0.172286, "nauc_map_at_5_max": 0.169982, "nauc_map_at_5_std": 0.168252, "nauc_map_at_5_diff1": 0.156007, "nauc_map_at_10_max": 0.159563, "nauc_map_at_10_std": 0.151214, "nauc_map_at_10_diff1": 0.139686, "nauc_map_at_20_max": 0.15563, "nauc_map_at_20_std": 0.146024, "nauc_map_at_20_diff1": 0.139299, "nauc_map_at_25_max": 0.154827, "nauc_map_at_25_std": 0.153725, "nauc_map_at_25_diff1": 0.137904, "nauc_map_at_50_max": 0.153944, "nauc_map_at_50_std": 0.151785, "nauc_map_at_50_diff1": 0.147459, "nauc_map_at_100_max": 0.155723, "nauc_map_at_100_std": 0.155674, "nauc_map_at_100_diff1": 0.151959, "nauc_map_at_1000_max": 0.157147, "nauc_map_at_1000_std": 0.156839, "nauc_map_at_1000_diff1": 0.153069, "nauc_recall_at_1_max": 0.234554, "nauc_recall_at_1_std": 0.184767, "nauc_recall_at_1_diff1": 0.405559, "nauc_recall_at_3_max": 0.130156, "nauc_recall_at_3_std": 0.10913, "nauc_recall_at_3_diff1": 0.066751, "nauc_recall_at_5_max": 0.145555, "nauc_recall_at_5_std": 0.210343, "nauc_recall_at_5_diff1": 0.046056, "nauc_recall_at_10_max": 0.095016, "nauc_recall_at_10_std": 0.144089, "nauc_recall_at_10_diff1": 0.025165, "nauc_recall_at_20_max": 0.055639, "nauc_recall_at_20_std": 0.106978, "nauc_recall_at_20_diff1": 0.013639, "nauc_recall_at_25_max": 0.051797, "nauc_recall_at_25_std": 0.125147, "nauc_recall_at_25_diff1": 0.032425, "nauc_recall_at_50_max": 0.018867, "nauc_recall_at_50_std": 0.097391, "nauc_recall_at_50_diff1": 0.128944, "nauc_recall_at_100_max": 0.039126, "nauc_recall_at_100_std": 0.151166, "nauc_recall_at_100_diff1": 0.179422, "nauc_recall_at_1000_max": 0.08653, "nauc_recall_at_1000_std": 0.20804, "nauc_recall_at_1000_diff1": 0.213098, "nauc_precision_at_1_max": 0.336176, "nauc_precision_at_1_std": 0.188834, "nauc_precision_at_1_diff1": 0.421823, "nauc_precision_at_3_max": 0.25533, "nauc_precision_at_3_std": 0.136643, "nauc_precision_at_3_diff1": 0.185297, "nauc_precision_at_5_max": 0.239112, "nauc_precision_at_5_std": 0.18585, "nauc_precision_at_5_diff1": 0.14406, "nauc_precision_at_10_max": 0.186549, "nauc_precision_at_10_std": 0.117981, "nauc_precision_at_10_diff1": 0.089296, "nauc_precision_at_20_max": 0.162406, "nauc_precision_at_20_std": 0.086718, "nauc_precision_at_20_diff1": 0.080957, "nauc_precision_at_25_max": 0.1541, "nauc_precision_at_25_std": 0.136943, "nauc_precision_at_25_diff1": 0.078567, "nauc_precision_at_50_max": 0.133881, "nauc_precision_at_50_std": 0.105335, "nauc_precision_at_50_diff1": 0.173425, "nauc_precision_at_100_max": 0.154748, "nauc_precision_at_100_std": 0.151628, "nauc_precision_at_100_diff1": 0.207109, "nauc_precision_at_1000_max": 0.201349, "nauc_precision_at_1000_std": 0.119092, "nauc_precision_at_1000_diff1": 0.154769, "nauc_mrr_at_1_max": 0.336176, "nauc_mrr_at_1_std": 0.188834, "nauc_mrr_at_1_diff1": 0.421823, "nauc_mrr_at_3_max": 0.292962, "nauc_mrr_at_3_std": 0.160047, "nauc_mrr_at_3_diff1": 0.306136, "nauc_mrr_at_5_max": 0.271689, "nauc_mrr_at_5_std": 0.171874, "nauc_mrr_at_5_diff1": 0.270349, "nauc_mrr_at_10_max": 0.259981, "nauc_mrr_at_10_std": 0.163015, "nauc_mrr_at_10_diff1": 0.261219, "nauc_mrr_at_20_max": 0.256229, "nauc_mrr_at_20_std": 0.156794, "nauc_mrr_at_20_diff1": 0.262495, "nauc_mrr_at_25_max": 0.257405, "nauc_mrr_at_25_std": 0.155741, "nauc_mrr_at_25_diff1": 0.267255, "nauc_mrr_at_50_max": 0.257045, "nauc_mrr_at_50_std": 0.15607, "nauc_mrr_at_50_diff1": 0.270773, "nauc_mrr_at_100_max": 0.258472, "nauc_mrr_at_100_std": 0.157924, "nauc_mrr_at_100_diff1": 0.271919, "nauc_mrr_at_1000_max": 0.258816, "nauc_mrr_at_1000_std": 0.15846, "nauc_mrr_at_1000_diff1": 0.271912, "hit_rate_at_1": 0.08824, "hit_rate_at_3": 0.16176, "hit_rate_at_5": 0.27206, "hit_rate_at_10": 0.36029, "hit_rate_at_20": 0.44853, "hit_rate_at_25": 0.49265, "hit_rate_at_50": 0.55882, "hit_rate_at_100": 0.64706, "hit_rate_at_1000": 0.88235, "R_cap_at_1": 0.088235, "R_cap_at_3": 0.08701, "R_cap_at_5": 0.13223, "R_cap_at_10": 0.178554, "R_cap_at_20": 0.225123, "R_cap_at_25": 0.255147, "R_cap_at_50": 0.318137, "R_cap_at_100": 0.396078, "R_cap_at_1000": 0.701838, "main_score": 0.12784, "hf_subset": "event_driven__mnestic_trigger_analysis", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.15652, "ndcg_at_3": 0.13009, "ndcg_at_5": 0.14203, "ndcg_at_10": 0.16443, "ndcg_at_20": 0.17767, "ndcg_at_25": 0.18179, "ndcg_at_50": 0.19387, "ndcg_at_100": 0.20603, "ndcg_at_1000": 0.24915, "map_at_1": 0.07645, "map_at_3": 0.10574, "map_at_5": 0.11264, "map_at_10": 0.12321, "map_at_20": 0.12702, "map_at_25": 0.12809, "map_at_50": 0.13002, "map_at_100": 0.13114, "map_at_1000": 0.13264, "recall_at_1": 0.07645, "recall_at_3": 0.12355, "recall_at_5": 0.14783, "recall_at_10": 0.20254, "recall_at_20": 0.24312, "recall_at_25": 0.25775, "recall_at_50": 0.30594, "recall_at_100": 0.36391, "recall_at_1000": 0.62696, "accuracy": 0.07645, "precision_at_1": 0.15652, "precision_at_3": 0.08696, "precision_at_5": 0.06348, "precision_at_10": 0.04391, "precision_at_20": 0.02674, "precision_at_25": 0.02278, "precision_at_50": 0.01374, "precision_at_100": 0.0083, "precision_at_1000": 0.00156, "mrr_at_1": 0.156522, "mrr_at_3": 0.186232, "mrr_at_5": 0.195797, "mrr_at_10": 0.20486, "mrr_at_20": 0.209429, "mrr_at_25": 0.209989, "mrr_at_50": 0.212107, "mrr_at_100": 0.213339, "mrr_at_1000": 0.214589, "nauc_ndcg_at_1_max": 0.315361, "nauc_ndcg_at_1_std": 0.180768, "nauc_ndcg_at_1_diff1": 0.439801, "nauc_ndcg_at_3_max": 0.35668, "nauc_ndcg_at_3_std": 0.221609, "nauc_ndcg_at_3_diff1": 0.426736, "nauc_ndcg_at_5_max": 0.369311, "nauc_ndcg_at_5_std": 0.269749, "nauc_ndcg_at_5_diff1": 0.420292, "nauc_ndcg_at_10_max": 0.396324, "nauc_ndcg_at_10_std": 0.262708, "nauc_ndcg_at_10_diff1": 0.457032, "nauc_ndcg_at_20_max": 0.379556, "nauc_ndcg_at_20_std": 0.253904, "nauc_ndcg_at_20_diff1": 0.428526, "nauc_ndcg_at_25_max": 0.381956, "nauc_ndcg_at_25_std": 0.261065, "nauc_ndcg_at_25_diff1": 0.424943, "nauc_ndcg_at_50_max": 0.390905, "nauc_ndcg_at_50_std": 0.272986, "nauc_ndcg_at_50_diff1": 0.415595, "nauc_ndcg_at_100_max": 0.398223, "nauc_ndcg_at_100_std": 0.278539, "nauc_ndcg_at_100_diff1": 0.4222, "nauc_ndcg_at_1000_max": 0.399969, "nauc_ndcg_at_1000_std": 0.29483, "nauc_ndcg_at_1000_diff1": 0.415053, "nauc_map_at_1_max": 0.325518, "nauc_map_at_1_std": 0.196478, "nauc_map_at_1_diff1": 0.442551, "nauc_map_at_3_max": 0.373282, "nauc_map_at_3_std": 0.243606, "nauc_map_at_3_diff1": 0.418815, "nauc_map_at_5_max": 0.380216, "nauc_map_at_5_std": 0.272681, "nauc_map_at_5_diff1": 0.413718, "nauc_map_at_10_max": 0.393889, "nauc_map_at_10_std": 0.266496, "nauc_map_at_10_diff1": 0.439314, "nauc_map_at_20_max": 0.390136, "nauc_map_at_20_std": 0.266814, "nauc_map_at_20_diff1": 0.427437, "nauc_map_at_25_max": 0.390512, "nauc_map_at_25_std": 0.268871, "nauc_map_at_25_diff1": 0.426352, "nauc_map_at_50_max": 0.391731, "nauc_map_at_50_std": 0.271421, "nauc_map_at_50_diff1": 0.425418, "nauc_map_at_100_max": 0.393451, "nauc_map_at_100_std": 0.272079, "nauc_map_at_100_diff1": 0.426714, "nauc_map_at_1000_max": 0.394126, "nauc_map_at_1000_std": 0.273491, "nauc_map_at_1000_diff1": 0.426439, "nauc_recall_at_1_max": 0.325518, "nauc_recall_at_1_std": 0.196478, "nauc_recall_at_1_diff1": 0.442551, "nauc_recall_at_3_max": 0.386467, "nauc_recall_at_3_std": 0.248206, "nauc_recall_at_3_diff1": 0.431278, "nauc_recall_at_5_max": 0.405808, "nauc_recall_at_5_std": 0.331297, "nauc_recall_at_5_diff1": 0.417171, "nauc_recall_at_10_max": 0.444627, "nauc_recall_at_10_std": 0.296026, "nauc_recall_at_10_diff1": 0.478978, "nauc_recall_at_20_max": 0.393066, "nauc_recall_at_20_std": 0.266894, "nauc_recall_at_20_diff1": 0.39878, "nauc_recall_at_25_max": 0.394569, "nauc_recall_at_25_std": 0.28453, "nauc_recall_at_25_diff1": 0.385141, "nauc_recall_at_50_max": 0.424301, "nauc_recall_at_50_std": 0.321066, "nauc_recall_at_50_diff1": 0.353907, "nauc_recall_at_100_max": 0.441307, "nauc_recall_at_100_std": 0.332157, "nauc_recall_at_100_diff1": 0.36923, "nauc_recall_at_1000_max": 0.463038, "nauc_recall_at_1000_std": 0.435772, "nauc_recall_at_1000_diff1": 0.295482, "nauc_precision_at_1_max": 0.315361, "nauc_precision_at_1_std": 0.180768, "nauc_precision_at_1_diff1": 0.439801, "nauc_precision_at_3_max": 0.360383, "nauc_precision_at_3_std": 0.228181, "nauc_precision_at_3_diff1": 0.41831, "nauc_precision_at_5_max": 0.375522, "nauc_precision_at_5_std": 0.320292, "nauc_precision_at_5_diff1": 0.3959, "nauc_precision_at_10_max": 0.408707, "nauc_precision_at_10_std": 0.273072, "nauc_precision_at_10_diff1": 0.455562, "nauc_precision_at_20_max": 0.345702, "nauc_precision_at_20_std": 0.241283, "nauc_precision_at_20_diff1": 0.370616, "nauc_precision_at_25_max": 0.352135, "nauc_precision_at_25_std": 0.260343, "nauc_precision_at_25_diff1": 0.356119, "nauc_precision_at_50_max": 0.360657, "nauc_precision_at_50_std": 0.285061, "nauc_precision_at_50_diff1": 0.310022, "nauc_precision_at_100_max": 0.376007, "nauc_precision_at_100_std": 0.302192, "nauc_precision_at_100_diff1": 0.334768, "nauc_precision_at_1000_max": 0.178823, "nauc_precision_at_1000_std": 0.226764, "nauc_precision_at_1000_diff1": 0.159226, "nauc_mrr_at_1_max": 0.315361, "nauc_mrr_at_1_std": 0.180768, "nauc_mrr_at_1_diff1": 0.439801, "nauc_mrr_at_3_max": 0.314924, "nauc_mrr_at_3_std": 0.178021, "nauc_mrr_at_3_diff1": 0.436002, "nauc_mrr_at_5_max": 0.316143, "nauc_mrr_at_5_std": 0.200878, "nauc_mrr_at_5_diff1": 0.427795, "nauc_mrr_at_10_max": 0.326032, "nauc_mrr_at_10_std": 0.201838, "nauc_mrr_at_10_diff1": 0.43544, "nauc_mrr_at_20_max": 0.319848, "nauc_mrr_at_20_std": 0.195746, "nauc_mrr_at_20_diff1": 0.429557, "nauc_mrr_at_25_max": 0.320871, "nauc_mrr_at_25_std": 0.197122, "nauc_mrr_at_25_diff1": 0.429314, "nauc_mrr_at_50_max": 0.322095, "nauc_mrr_at_50_std": 0.198075, "nauc_mrr_at_50_diff1": 0.427526, "nauc_mrr_at_100_max": 0.321732, "nauc_mrr_at_100_std": 0.198456, "nauc_mrr_at_100_diff1": 0.427691, "nauc_mrr_at_1000_max": 0.321523, "nauc_mrr_at_1000_std": 0.198237, "nauc_mrr_at_1000_diff1": 0.427919, "hit_rate_at_1": 0.15652, "hit_rate_at_3": 0.22609, "hit_rate_at_5": 0.26957, "hit_rate_at_10": 0.33913, "hit_rate_at_20": 0.40435, "hit_rate_at_25": 0.41739, "hit_rate_at_50": 0.49565, "hit_rate_at_100": 0.58261, "hit_rate_at_1000": 0.88696, "R_cap_at_1": 0.156522, "R_cap_at_3": 0.124638, "R_cap_at_5": 0.147826, "R_cap_at_10": 0.202536, "R_cap_at_20": 0.243116, "R_cap_at_25": 0.257754, "R_cap_at_50": 0.305942, "R_cap_at_100": 0.363913, "R_cap_at_1000": 0.626957, "main_score": 0.16443, "hf_subset": "event_driven__temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.37, "ndcg_at_3": 0.36549, "ndcg_at_5": 0.38034, "ndcg_at_10": 0.4061, "ndcg_at_20": 0.41926, "ndcg_at_25": 0.42905, "ndcg_at_50": 0.45524, "ndcg_at_100": 0.47448, "ndcg_at_1000": 0.50049, "map_at_1": 0.23, "map_at_3": 0.3175, "map_at_5": 0.3255, "map_at_10": 0.33969, "map_at_20": 0.3436, "map_at_25": 0.34609, "map_at_50": 0.35066, "map_at_100": 0.35237, "map_at_1000": 0.35367, "recall_at_1": 0.23, "recall_at_3": 0.39, "recall_at_5": 0.425, "recall_at_10": 0.495, "recall_at_20": 0.545, "recall_at_25": 0.585, "recall_at_50": 0.71, "recall_at_100": 0.82, "recall_at_1000": 0.995, "accuracy": 0.23, "precision_at_1": 0.37, "precision_at_3": 0.2, "precision_at_5": 0.128, "precision_at_10": 0.074, "precision_at_20": 0.0405, "precision_at_25": 0.0348, "precision_at_50": 0.0208, "precision_at_100": 0.0119, "precision_at_1000": 0.0015, "mrr_at_1": 0.37, "mrr_at_3": 0.441667, "mrr_at_5": 0.450667, "mrr_at_10": 0.457262, "mrr_at_20": 0.459683, "mrr_at_25": 0.460953, "mrr_at_50": 0.463984, "mrr_at_100": 0.465766, "mrr_at_1000": 0.46627, "nauc_ndcg_at_1_max": 0.395291, "nauc_ndcg_at_1_std": 0.472976, "nauc_ndcg_at_1_diff1": 0.254156, "nauc_ndcg_at_3_max": 0.336329, "nauc_ndcg_at_3_std": 0.287583, "nauc_ndcg_at_3_diff1": 0.113618, "nauc_ndcg_at_5_max": 0.32176, "nauc_ndcg_at_5_std": 0.269248, "nauc_ndcg_at_5_diff1": 0.097749, "nauc_ndcg_at_10_max": 0.348567, "nauc_ndcg_at_10_std": 0.254493, "nauc_ndcg_at_10_diff1": 0.087462, "nauc_ndcg_at_20_max": 0.34844, "nauc_ndcg_at_20_std": 0.246749, "nauc_ndcg_at_20_diff1": 0.067204, "nauc_ndcg_at_25_max": 0.328257, "nauc_ndcg_at_25_std": 0.244234, "nauc_ndcg_at_25_diff1": 0.084072, "nauc_ndcg_at_50_max": 0.32797, "nauc_ndcg_at_50_std": 0.256259, "nauc_ndcg_at_50_diff1": 0.090865, "nauc_ndcg_at_100_max": 0.316855, "nauc_ndcg_at_100_std": 0.255204, "nauc_ndcg_at_100_diff1": 0.091677, "nauc_ndcg_at_1000_max": 0.344768, "nauc_ndcg_at_1000_std": 0.289042, "nauc_ndcg_at_1000_diff1": 0.107796, "nauc_map_at_1_max": 0.390476, "nauc_map_at_1_std": 0.342202, "nauc_map_at_1_diff1": 0.175841, "nauc_map_at_3_max": 0.319923, "nauc_map_at_3_std": 0.29057, "nauc_map_at_3_diff1": 0.118837, "nauc_map_at_5_max": 0.311513, "nauc_map_at_5_std": 0.27971, "nauc_map_at_5_diff1": 0.109528, "nauc_map_at_10_max": 0.335928, "nauc_map_at_10_std": 0.26808, "nauc_map_at_10_diff1": 0.107348, "nauc_map_at_20_max": 0.339204, "nauc_map_at_20_std": 0.265712, "nauc_map_at_20_diff1": 0.102707, "nauc_map_at_25_max": 0.333713, "nauc_map_at_25_std": 0.265462, "nauc_map_at_25_diff1": 0.105501, "nauc_map_at_50_max": 0.333579, "nauc_map_at_50_std": 0.268031, "nauc_map_at_50_diff1": 0.106592, "nauc_map_at_100_max": 0.332578, "nauc_map_at_100_std": 0.268352, "nauc_map_at_100_diff1": 0.106786, "nauc_map_at_1000_max": 0.333231, "nauc_map_at_1000_std": 0.27058, "nauc_map_at_1000_diff1": 0.107337, "nauc_recall_at_1_max": 0.390476, "nauc_recall_at_1_std": 0.342202, "nauc_recall_at_1_diff1": 0.175841, "nauc_recall_at_3_max": 0.252274, "nauc_recall_at_3_std": 0.162737, "nauc_recall_at_3_diff1": 0.019059, "nauc_recall_at_5_max": 0.211393, "nauc_recall_at_5_std": 0.112715, "nauc_recall_at_5_diff1": -0.016131, "nauc_recall_at_10_max": 0.249412, "nauc_recall_at_10_std": 0.076654, "nauc_recall_at_10_diff1": -0.049998, "nauc_recall_at_20_max": 0.238099, "nauc_recall_at_20_std": 0.047314, "nauc_recall_at_20_diff1": -0.131149, "nauc_recall_at_25_max": 0.161023, "nauc_recall_at_25_std": 0.030611, "nauc_recall_at_25_diff1": -0.061759, "nauc_recall_at_50_max": 0.135315, "nauc_recall_at_50_std": 0.037522, "nauc_recall_at_50_diff1": -0.044001, "nauc_recall_at_100_max": -0.096029, "nauc_recall_at_100_std": -0.083966, "nauc_recall_at_100_diff1": -0.096086, "nauc_recall_at_1000_max": 0.122782, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": 0.122782, "nauc_precision_at_1_max": 0.395291, "nauc_precision_at_1_std": 0.472976, "nauc_precision_at_1_diff1": 0.254156, "nauc_precision_at_3_max": 0.285852, "nauc_precision_at_3_std": 0.302424, "nauc_precision_at_3_diff1": 0.170825, "nauc_precision_at_5_max": 0.255863, "nauc_precision_at_5_std": 0.274313, "nauc_precision_at_5_diff1": 0.1442, "nauc_precision_at_10_max": 0.30694, "nauc_precision_at_10_std": 0.196586, "nauc_precision_at_10_diff1": 0.117284, "nauc_precision_at_20_max": 0.331276, "nauc_precision_at_20_std": 0.175027, "nauc_precision_at_20_diff1": 0.06824, "nauc_precision_at_25_max": 0.252966, "nauc_precision_at_25_std": 0.168536, "nauc_precision_at_25_diff1": 0.108889, "nauc_precision_at_50_max": 0.248772, "nauc_precision_at_50_std": 0.222185, "nauc_precision_at_50_diff1": 0.14934, "nauc_precision_at_100_max": 0.155453, "nauc_precision_at_100_std": 0.171677, "nauc_precision_at_100_diff1": 0.129974, "nauc_precision_at_1000_max": 0.220506, "nauc_precision_at_1000_std": 0.331819, "nauc_precision_at_1000_diff1": 0.231286, "nauc_mrr_at_1_max": 0.395291, "nauc_mrr_at_1_std": 0.472976, "nauc_mrr_at_1_diff1": 0.254156, "nauc_mrr_at_3_max": 0.413, "nauc_mrr_at_3_std": 0.388258, "nauc_mrr_at_3_diff1": 0.186987, "nauc_mrr_at_5_max": 0.40468, "nauc_mrr_at_5_std": 0.380055, "nauc_mrr_at_5_diff1": 0.178385, "nauc_mrr_at_10_max": 0.402301, "nauc_mrr_at_10_std": 0.380398, "nauc_mrr_at_10_diff1": 0.171877, "nauc_mrr_at_20_max": 0.397551, "nauc_mrr_at_20_std": 0.379119, "nauc_mrr_at_20_diff1": 0.166666, "nauc_mrr_at_25_max": 0.395743, "nauc_mrr_at_25_std": 0.378691, "nauc_mrr_at_25_diff1": 0.170588, "nauc_mrr_at_50_max": 0.393731, "nauc_mrr_at_50_std": 0.379832, "nauc_mrr_at_50_diff1": 0.168882, "nauc_mrr_at_100_max": 0.393915, "nauc_mrr_at_100_std": 0.379707, "nauc_mrr_at_100_diff1": 0.169576, "nauc_mrr_at_1000_max": 0.395463, "nauc_mrr_at_1000_std": 0.38104, "nauc_mrr_at_1000_diff1": 0.17064, "hit_rate_at_1": 0.37, "hit_rate_at_3": 0.53, "hit_rate_at_5": 0.57, "hit_rate_at_10": 0.62, "hit_rate_at_20": 0.66, "hit_rate_at_25": 0.69, "hit_rate_at_50": 0.79, "hit_rate_at_100": 0.92, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.37, "R_cap_at_3": 0.39, "R_cap_at_5": 0.425, "R_cap_at_10": 0.495, "R_cap_at_20": 0.545, "R_cap_at_25": 0.585, "R_cap_at_50": 0.71, "R_cap_at_100": 0.82, "R_cap_at_1000": 0.995, "main_score": 0.4061, "hf_subset": "flashback_intensive__adversarial_abstention", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.24615, "ndcg_at_3": 0.35558, "ndcg_at_5": 0.37479, "ndcg_at_10": 0.39292, "ndcg_at_20": 0.42069, "ndcg_at_25": 0.42405, "ndcg_at_50": 0.43706, "ndcg_at_100": 0.44463, "ndcg_at_1000": 0.46643, "map_at_1": 0.24615, "map_at_3": 0.32949, "map_at_5": 0.34026, "map_at_10": 0.34817, "map_at_20": 0.35609, "map_at_25": 0.35676, "map_at_50": 0.35855, "map_at_100": 0.35924, "map_at_1000": 0.35997, "recall_at_1": 0.24615, "recall_at_3": 0.43077, "recall_at_5": 0.47692, "recall_at_10": 0.53077, "recall_at_20": 0.63846, "recall_at_25": 0.65385, "recall_at_50": 0.72308, "recall_at_100": 0.76923, "recall_at_1000": 0.94615, "accuracy": 0.24615, "precision_at_1": 0.24615, "precision_at_3": 0.14359, "precision_at_5": 0.09538, "precision_at_10": 0.05308, "precision_at_20": 0.03192, "precision_at_25": 0.02615, "precision_at_50": 0.01446, "precision_at_100": 0.00769, "precision_at_1000": 0.00095, "mrr_at_1": 0.246154, "mrr_at_3": 0.329487, "mrr_at_5": 0.340256, "mrr_at_10": 0.348168, "mrr_at_20": 0.356088, "mrr_at_25": 0.356762, "mrr_at_50": 0.358545, "mrr_at_100": 0.359243, "mrr_at_1000": 0.359975, "nauc_ndcg_at_1_max": 0.1695, "nauc_ndcg_at_1_std": -0.078244, "nauc_ndcg_at_1_diff1": 0.404163, "nauc_ndcg_at_3_max": 0.205547, "nauc_ndcg_at_3_std": -0.085077, "nauc_ndcg_at_3_diff1": 0.316948, "nauc_ndcg_at_5_max": 0.172438, "nauc_ndcg_at_5_std": -0.101658, "nauc_ndcg_at_5_diff1": 0.313591, "nauc_ndcg_at_10_max": 0.142963, "nauc_ndcg_at_10_std": -0.112475, "nauc_ndcg_at_10_diff1": 0.290184, "nauc_ndcg_at_20_max": 0.146414, "nauc_ndcg_at_20_std": -0.083094, "nauc_ndcg_at_20_diff1": 0.277031, "nauc_ndcg_at_25_max": 0.145164, "nauc_ndcg_at_25_std": -0.079227, "nauc_ndcg_at_25_diff1": 0.2689, "nauc_ndcg_at_50_max": 0.146502, "nauc_ndcg_at_50_std": -0.092633, "nauc_ndcg_at_50_diff1": 0.282434, "nauc_ndcg_at_100_max": 0.143731, "nauc_ndcg_at_100_std": -0.082646, "nauc_ndcg_at_100_diff1": 0.271942, "nauc_ndcg_at_1000_max": 0.14194, "nauc_ndcg_at_1000_std": -0.095855, "nauc_ndcg_at_1000_diff1": 0.287017, "nauc_map_at_1_max": 0.1695, "nauc_map_at_1_std": -0.078244, "nauc_map_at_1_diff1": 0.404163, "nauc_map_at_3_max": 0.198064, "nauc_map_at_3_std": -0.08236, "nauc_map_at_3_diff1": 0.332268, "nauc_map_at_5_max": 0.178491, "nauc_map_at_5_std": -0.092676, "nauc_map_at_5_diff1": 0.331028, "nauc_map_at_10_max": 0.165596, "nauc_map_at_10_std": -0.09666, "nauc_map_at_10_diff1": 0.321405, "nauc_map_at_20_max": 0.166848, "nauc_map_at_20_std": -0.087897, "nauc_map_at_20_diff1": 0.318361, "nauc_map_at_25_max": 0.166582, "nauc_map_at_25_std": -0.087052, "nauc_map_at_25_diff1": 0.316825, "nauc_map_at_50_max": 0.167129, "nauc_map_at_50_std": -0.088904, "nauc_map_at_50_diff1": 0.318866, "nauc_map_at_100_max": 0.167027, "nauc_map_at_100_std": -0.088034, "nauc_map_at_100_diff1": 0.317996, "nauc_map_at_1000_max": 0.167158, "nauc_map_at_1000_std": -0.088086, "nauc_map_at_1000_diff1": 0.318524, "nauc_recall_at_1_max": 0.1695, "nauc_recall_at_1_std": -0.078244, "nauc_recall_at_1_diff1": 0.404163, "nauc_recall_at_3_max": 0.225573, "nauc_recall_at_3_std": -0.092893, "nauc_recall_at_3_diff1": 0.277118, "nauc_recall_at_5_max": 0.152032, "nauc_recall_at_5_std": -0.127885, "nauc_recall_at_5_diff1": 0.266314, "nauc_recall_at_10_max": 0.064584, "nauc_recall_at_10_std": -0.164471, "nauc_recall_at_10_diff1": 0.192842, "nauc_recall_at_20_max": 0.066667, "nauc_recall_at_20_std": -0.049903, "nauc_recall_at_20_diff1": 0.118664, "nauc_recall_at_25_max": 0.058321, "nauc_recall_at_25_std": -0.029955, "nauc_recall_at_25_diff1": 0.071716, "nauc_recall_at_50_max": 0.04677, "nauc_recall_at_50_std": -0.112704, "nauc_recall_at_50_diff1": 0.128728, "nauc_recall_at_100_max": 0.002644, "nauc_recall_at_100_std": -0.025601, "nauc_recall_at_100_diff1": 0.010457, "nauc_recall_at_1000_max": -0.556289, "nauc_recall_at_1000_std": -0.549286, "nauc_recall_at_1000_diff1": -0.029212, "nauc_precision_at_1_max": 0.1695, "nauc_precision_at_1_std": -0.078244, "nauc_precision_at_1_diff1": 0.404163, "nauc_precision_at_3_max": 0.225573, "nauc_precision_at_3_std": -0.092893, "nauc_precision_at_3_diff1": 0.277118, "nauc_precision_at_5_max": 0.152032, "nauc_precision_at_5_std": -0.127885, "nauc_precision_at_5_diff1": 0.266314, "nauc_precision_at_10_max": 0.064584, "nauc_precision_at_10_std": -0.164471, "nauc_precision_at_10_diff1": 0.192842, "nauc_precision_at_20_max": 0.066667, "nauc_precision_at_20_std": -0.049903, "nauc_precision_at_20_diff1": 0.118664, "nauc_precision_at_25_max": 0.058321, "nauc_precision_at_25_std": -0.029955, "nauc_precision_at_25_diff1": 0.071716, "nauc_precision_at_50_max": 0.04677, "nauc_precision_at_50_std": -0.112704, "nauc_precision_at_50_diff1": 0.128728, "nauc_precision_at_100_max": 0.002644, "nauc_precision_at_100_std": -0.025601, "nauc_precision_at_100_diff1": 0.010457, "nauc_precision_at_1000_max": -0.556289, "nauc_precision_at_1000_std": -0.549286, "nauc_precision_at_1000_diff1": -0.029212, "nauc_mrr_at_1_max": 0.1695, "nauc_mrr_at_1_std": -0.078244, "nauc_mrr_at_1_diff1": 0.404163, "nauc_mrr_at_3_max": 0.198064, "nauc_mrr_at_3_std": -0.08236, "nauc_mrr_at_3_diff1": 0.332268, "nauc_mrr_at_5_max": 0.178491, "nauc_mrr_at_5_std": -0.092676, "nauc_mrr_at_5_diff1": 0.331028, "nauc_mrr_at_10_max": 0.165596, "nauc_mrr_at_10_std": -0.09666, "nauc_mrr_at_10_diff1": 0.321405, "nauc_mrr_at_20_max": 0.166848, "nauc_mrr_at_20_std": -0.087897, "nauc_mrr_at_20_diff1": 0.318361, "nauc_mrr_at_25_max": 0.166582, "nauc_mrr_at_25_std": -0.087052, "nauc_mrr_at_25_diff1": 0.316825, "nauc_mrr_at_50_max": 0.167129, "nauc_mrr_at_50_std": -0.088904, "nauc_mrr_at_50_diff1": 0.318866, "nauc_mrr_at_100_max": 0.167027, "nauc_mrr_at_100_std": -0.088034, "nauc_mrr_at_100_diff1": 0.317996, "nauc_mrr_at_1000_max": 0.167158, "nauc_mrr_at_1000_std": -0.088086, "nauc_mrr_at_1000_diff1": 0.318524, "hit_rate_at_1": 0.24615, "hit_rate_at_3": 0.43077, "hit_rate_at_5": 0.47692, "hit_rate_at_10": 0.53077, "hit_rate_at_20": 0.63846, "hit_rate_at_25": 0.65385, "hit_rate_at_50": 0.72308, "hit_rate_at_100": 0.76923, "hit_rate_at_1000": 0.94615, "R_cap_at_1": 0.246154, "R_cap_at_3": 0.430769, "R_cap_at_5": 0.476923, "R_cap_at_10": 0.530769, "R_cap_at_20": 0.638462, "R_cap_at_25": 0.653846, "R_cap_at_50": 0.723077, "R_cap_at_100": 0.769231, "R_cap_at_1000": 0.946154, "main_score": 0.39292, "hf_subset": "flashback_intensive__information_extraction", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.29153, "ndcg_at_3": 0.2342, "ndcg_at_5": 0.23861, "ndcg_at_10": 0.26469, "ndcg_at_20": 0.28024, "ndcg_at_25": 0.28411, "ndcg_at_50": 0.29633, "ndcg_at_100": 0.30946, "ndcg_at_1000": 0.3548, "map_at_1": 0.12493, "map_at_3": 0.17412, "map_at_5": 0.18353, "map_at_10": 0.19705, "map_at_20": 0.20179, "map_at_25": 0.20264, "map_at_50": 0.20489, "map_at_100": 0.20638, "map_at_1000": 0.20829, "recall_at_1": 0.12493, "recall_at_3": 0.20378, "recall_at_5": 0.23571, "recall_at_10": 0.30316, "recall_at_20": 0.35071, "recall_at_25": 0.3638, "recall_at_50": 0.40896, "recall_at_100": 0.46881, "recall_at_1000": 0.74647, "accuracy": 0.12493, "precision_at_1": 0.29153, "precision_at_3": 0.16497, "precision_at_5": 0.11661, "precision_at_10": 0.07661, "precision_at_20": 0.04458, "precision_at_25": 0.03715, "precision_at_50": 0.02142, "precision_at_100": 0.01251, "precision_at_1000": 0.00207, "mrr_at_1": 0.291525, "mrr_at_3": 0.340678, "mrr_at_5": 0.355085, "mrr_at_10": 0.366782, "mrr_at_20": 0.370842, "mrr_at_25": 0.371717, "mrr_at_50": 0.373491, "mrr_at_100": 0.374232, "mrr_at_1000": 0.375014, "nauc_ndcg_at_1_max": 0.334058, "nauc_ndcg_at_1_std": 0.044771, "nauc_ndcg_at_1_diff1": 0.445952, "nauc_ndcg_at_3_max": 0.295683, "nauc_ndcg_at_3_std": 0.007679, "nauc_ndcg_at_3_diff1": 0.379429, "nauc_ndcg_at_5_max": 0.274928, "nauc_ndcg_at_5_std": 0.011858, "nauc_ndcg_at_5_diff1": 0.348788, "nauc_ndcg_at_10_max": 0.24683, "nauc_ndcg_at_10_std": 0.01446, "nauc_ndcg_at_10_diff1": 0.317264, "nauc_ndcg_at_20_max": 0.233094, "nauc_ndcg_at_20_std": 0.011345, "nauc_ndcg_at_20_diff1": 0.321002, "nauc_ndcg_at_25_max": 0.229276, "nauc_ndcg_at_25_std": 0.006968, "nauc_ndcg_at_25_diff1": 0.327011, "nauc_ndcg_at_50_max": 0.217455, "nauc_ndcg_at_50_std": -0.009823, "nauc_ndcg_at_50_diff1": 0.328414, "nauc_ndcg_at_100_max": 0.219992, "nauc_ndcg_at_100_std": -0.010365, "nauc_ndcg_at_100_diff1": 0.329002, "nauc_ndcg_at_1000_max": 0.242953, "nauc_ndcg_at_1000_std": 0.009133, "nauc_ndcg_at_1000_diff1": 0.326168, "nauc_map_at_1_max": 0.288508, "nauc_map_at_1_std": 0.054024, "nauc_map_at_1_diff1": 0.408835, "nauc_map_at_3_max": 0.284395, "nauc_map_at_3_std": 0.02063, "nauc_map_at_3_diff1": 0.35363, "nauc_map_at_5_max": 0.285508, "nauc_map_at_5_std": 0.02865, "nauc_map_at_5_diff1": 0.341702, "nauc_map_at_10_max": 0.27356, "nauc_map_at_10_std": 0.029579, "nauc_map_at_10_diff1": 0.331101, "nauc_map_at_20_max": 0.268093, "nauc_map_at_20_std": 0.027062, "nauc_map_at_20_diff1": 0.333195, "nauc_map_at_25_max": 0.267537, "nauc_map_at_25_std": 0.025957, "nauc_map_at_25_diff1": 0.335339, "nauc_map_at_50_max": 0.265157, "nauc_map_at_50_std": 0.022403, "nauc_map_at_50_diff1": 0.33627, "nauc_map_at_100_max": 0.265456, "nauc_map_at_100_std": 0.022117, "nauc_map_at_100_diff1": 0.336219, "nauc_map_at_1000_max": 0.266286, "nauc_map_at_1000_std": 0.022385, "nauc_map_at_1000_diff1": 0.336094, "nauc_recall_at_1_max": 0.288508, "nauc_recall_at_1_std": 0.054024, "nauc_recall_at_1_diff1": 0.408835, "nauc_recall_at_3_max": 0.24122, "nauc_recall_at_3_std": -0.007194, "nauc_recall_at_3_diff1": 0.312893, "nauc_recall_at_5_max": 0.224911, "nauc_recall_at_5_std": 0.010193, "nauc_recall_at_5_diff1": 0.269679, "nauc_recall_at_10_max": 0.168953, "nauc_recall_at_10_std": 0.020761, "nauc_recall_at_10_diff1": 0.199793, "nauc_recall_at_20_max": 0.119778, "nauc_recall_at_20_std": 0.014449, "nauc_recall_at_20_diff1": 0.191067, "nauc_recall_at_25_max": 0.10556, "nauc_recall_at_25_std": 0.000994, "nauc_recall_at_25_diff1": 0.206261, "nauc_recall_at_50_max": 0.064434, "nauc_recall_at_50_std": -0.05604, "nauc_recall_at_50_diff1": 0.205474, "nauc_recall_at_100_max": 0.058628, "nauc_recall_at_100_std": -0.064114, "nauc_recall_at_100_diff1": 0.191664, "nauc_recall_at_1000_max": 0.100486, "nauc_recall_at_1000_std": 0.040335, "nauc_recall_at_1000_diff1": 0.075675, "nauc_precision_at_1_max": 0.334058, "nauc_precision_at_1_std": 0.044771, "nauc_precision_at_1_diff1": 0.445952, "nauc_precision_at_3_max": 0.251506, "nauc_precision_at_3_std": -0.041533, "nauc_precision_at_3_diff1": 0.33465, "nauc_precision_at_5_max": 0.241722, "nauc_precision_at_5_std": -0.023698, "nauc_precision_at_5_diff1": 0.276801, "nauc_precision_at_10_max": 0.183996, "nauc_precision_at_10_std": 0.0179, "nauc_precision_at_10_diff1": 0.176459, "nauc_precision_at_20_max": 0.138715, "nauc_precision_at_20_std": 0.006932, "nauc_precision_at_20_diff1": 0.190056, "nauc_precision_at_25_max": 0.129871, "nauc_precision_at_25_std": -0.00871, "nauc_precision_at_25_diff1": 0.216307, "nauc_precision_at_50_max": 0.071968, "nauc_precision_at_50_std": -0.068966, "nauc_precision_at_50_diff1": 0.202773, "nauc_precision_at_100_max": 0.086584, "nauc_precision_at_100_std": -0.056211, "nauc_precision_at_100_diff1": 0.188448, "nauc_precision_at_1000_max": 0.165013, "nauc_precision_at_1000_std": 0.080912, "nauc_precision_at_1000_diff1": 0.081366, "nauc_mrr_at_1_max": 0.334058, "nauc_mrr_at_1_std": 0.044771, "nauc_mrr_at_1_diff1": 0.445952, "nauc_mrr_at_3_max": 0.292141, "nauc_mrr_at_3_std": -0.004348, "nauc_mrr_at_3_diff1": 0.422243, "nauc_mrr_at_5_max": 0.285747, "nauc_mrr_at_5_std": -0.002675, "nauc_mrr_at_5_diff1": 0.409066, "nauc_mrr_at_10_max": 0.282219, "nauc_mrr_at_10_std": 0.001528, "nauc_mrr_at_10_diff1": 0.40111, "nauc_mrr_at_20_max": 0.279831, "nauc_mrr_at_20_std": 0.000286, "nauc_mrr_at_20_diff1": 0.401673, "nauc_mrr_at_25_max": 0.278537, "nauc_mrr_at_25_std": -0.000572, "nauc_mrr_at_25_diff1": 0.40166, "nauc_mrr_at_50_max": 0.277366, "nauc_mrr_at_50_std": -0.00206, "nauc_mrr_at_50_diff1": 0.401262, "nauc_mrr_at_100_max": 0.277669, "nauc_mrr_at_100_std": -0.002006, "nauc_mrr_at_100_diff1": 0.401905, "nauc_mrr_at_1000_max": 0.278155, "nauc_mrr_at_1000_std": -0.001749, "nauc_mrr_at_1000_diff1": 0.402024, "hit_rate_at_1": 0.29153, "hit_rate_at_3": 0.40339, "hit_rate_at_5": 0.4678, "hit_rate_at_10": 0.55932, "hit_rate_at_20": 0.62034, "hit_rate_at_25": 0.64068, "hit_rate_at_50": 0.70169, "hit_rate_at_100": 0.75254, "hit_rate_at_1000": 0.94576, "R_cap_at_1": 0.291525, "R_cap_at_3": 0.223729, "R_cap_at_5": 0.239153, "R_cap_at_10": 0.303317, "R_cap_at_20": 0.35071, "R_cap_at_25": 0.363803, "R_cap_at_50": 0.408965, "R_cap_at_100": 0.468809, "R_cap_at_1000": 0.746466, "main_score": 0.26469, "hf_subset": "flashback_intensive__mind-body_interaction", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.30833, "ndcg_at_3": 0.3555, "ndcg_at_5": 0.37458, "ndcg_at_10": 0.40509, "ndcg_at_20": 0.42303, "ndcg_at_25": 0.42689, "ndcg_at_50": 0.43718, "ndcg_at_100": 0.44711, "ndcg_at_1000": 0.46652, "map_at_1": 0.25208, "map_at_3": 0.325, "map_at_5": 0.33573, "map_at_10": 0.3481, "map_at_20": 0.35384, "map_at_25": 0.35468, "map_at_50": 0.35652, "map_at_100": 0.35757, "map_at_1000": 0.35839, "recall_at_1": 0.25208, "recall_at_3": 0.39792, "recall_at_5": 0.44167, "recall_at_10": 0.53125, "recall_at_20": 0.59583, "recall_at_25": 0.6125, "recall_at_50": 0.66042, "recall_at_100": 0.71667, "recall_at_1000": 0.86042, "accuracy": 0.25208, "precision_at_1": 0.30833, "precision_at_3": 0.16111, "precision_at_5": 0.10917, "precision_at_10": 0.06583, "precision_at_20": 0.03729, "precision_at_25": 0.03067, "precision_at_50": 0.01683, "precision_at_100": 0.00917, "precision_at_1000": 0.0011, "mrr_at_1": 0.308333, "mrr_at_3": 0.374306, "mrr_at_5": 0.384722, "mrr_at_10": 0.398507, "mrr_at_20": 0.402801, "mrr_at_25": 0.403526, "mrr_at_50": 0.404517, "mrr_at_100": 0.405262, "mrr_at_1000": 0.405798, "nauc_ndcg_at_1_max": 0.433779, "nauc_ndcg_at_1_std": 0.136815, "nauc_ndcg_at_1_diff1": 0.436768, "nauc_ndcg_at_3_max": 0.449694, "nauc_ndcg_at_3_std": 0.133028, "nauc_ndcg_at_3_diff1": 0.435934, "nauc_ndcg_at_5_max": 0.447146, "nauc_ndcg_at_5_std": 0.155093, "nauc_ndcg_at_5_diff1": 0.424505, "nauc_ndcg_at_10_max": 0.437944, "nauc_ndcg_at_10_std": 0.166665, "nauc_ndcg_at_10_diff1": 0.420054, "nauc_ndcg_at_20_max": 0.435449, "nauc_ndcg_at_20_std": 0.17162, "nauc_ndcg_at_20_diff1": 0.414775, "nauc_ndcg_at_25_max": 0.430201, "nauc_ndcg_at_25_std": 0.176006, "nauc_ndcg_at_25_diff1": 0.410926, "nauc_ndcg_at_50_max": 0.427355, "nauc_ndcg_at_50_std": 0.172768, "nauc_ndcg_at_50_diff1": 0.400257, "nauc_ndcg_at_100_max": 0.424691, "nauc_ndcg_at_100_std": 0.168848, "nauc_ndcg_at_100_diff1": 0.393489, "nauc_ndcg_at_1000_max": 0.424924, "nauc_ndcg_at_1000_std": 0.154767, "nauc_ndcg_at_1000_diff1": 0.395953, "nauc_map_at_1_max": 0.401806, "nauc_map_at_1_std": 0.135395, "nauc_map_at_1_diff1": 0.437222, "nauc_map_at_3_max": 0.44652, "nauc_map_at_3_std": 0.146676, "nauc_map_at_3_diff1": 0.436626, "nauc_map_at_5_max": 0.446635, "nauc_map_at_5_std": 0.157622, "nauc_map_at_5_diff1": 0.431696, "nauc_map_at_10_max": 0.441611, "nauc_map_at_10_std": 0.163759, "nauc_map_at_10_diff1": 0.429662, "nauc_map_at_20_max": 0.440012, "nauc_map_at_20_std": 0.164229, "nauc_map_at_20_diff1": 0.428203, "nauc_map_at_25_max": 0.438946, "nauc_map_at_25_std": 0.164883, "nauc_map_at_25_diff1": 0.427478, "nauc_map_at_50_max": 0.438238, "nauc_map_at_50_std": 0.164136, "nauc_map_at_50_diff1": 0.425635, "nauc_map_at_100_max": 0.438083, "nauc_map_at_100_std": 0.163766, "nauc_map_at_100_diff1": 0.424976, "nauc_map_at_1000_max": 0.438085, "nauc_map_at_1000_std": 0.163394, "nauc_map_at_1000_diff1": 0.424978, "nauc_recall_at_1_max": 0.401806, "nauc_recall_at_1_std": 0.135395, "nauc_recall_at_1_diff1": 0.437222, "nauc_recall_at_3_max": 0.439346, "nauc_recall_at_3_std": 0.115466, "nauc_recall_at_3_diff1": 0.413341, "nauc_recall_at_5_max": 0.431524, "nauc_recall_at_5_std": 0.164525, "nauc_recall_at_5_diff1": 0.384328, "nauc_recall_at_10_max": 0.397212, "nauc_recall_at_10_std": 0.199888, "nauc_recall_at_10_diff1": 0.368592, "nauc_recall_at_20_max": 0.393184, "nauc_recall_at_20_std": 0.229225, "nauc_recall_at_20_diff1": 0.349487, "nauc_recall_at_25_max": 0.365625, "nauc_recall_at_25_std": 0.250343, "nauc_recall_at_25_diff1": 0.327206, "nauc_recall_at_50_max": 0.354302, "nauc_recall_at_50_std": 0.242297, "nauc_recall_at_50_diff1": 0.271601, "nauc_recall_at_100_max": 0.31079, "nauc_recall_at_100_std": 0.210077, "nauc_recall_at_100_diff1": 0.203846, "nauc_recall_at_1000_max": 0.277726, "nauc_recall_at_1000_std": 0.012157, "nauc_recall_at_1000_diff1": 0.156932, "nauc_precision_at_1_max": 0.433779, "nauc_precision_at_1_std": 0.136815, "nauc_precision_at_1_diff1": 0.436768, "nauc_precision_at_3_max": 0.452593, "nauc_precision_at_3_std": 0.128248, "nauc_precision_at_3_diff1": 0.391278, "nauc_precision_at_5_max": 0.431002, "nauc_precision_at_5_std": 0.183762, "nauc_precision_at_5_diff1": 0.353111, "nauc_precision_at_10_max": 0.382879, "nauc_precision_at_10_std": 0.19791, "nauc_precision_at_10_diff1": 0.307617, "nauc_precision_at_20_max": 0.324446, "nauc_precision_at_20_std": 0.186941, "nauc_precision_at_20_diff1": 0.241677, "nauc_precision_at_25_max": 0.297409, "nauc_precision_at_25_std": 0.203047, "nauc_precision_at_25_diff1": 0.221865, "nauc_precision_at_50_max": 0.24131, "nauc_precision_at_50_std": 0.163346, "nauc_precision_at_50_diff1": 0.131591, "nauc_precision_at_100_max": 0.203396, "nauc_precision_at_100_std": 0.149255, "nauc_precision_at_100_diff1": 0.050244, "nauc_precision_at_1000_max": 0.113574, "nauc_precision_at_1000_std": 0.018951, "nauc_precision_at_1000_diff1": -0.026074, "nauc_mrr_at_1_max": 0.433779, "nauc_mrr_at_1_std": 0.136815, "nauc_mrr_at_1_diff1": 0.436768, "nauc_mrr_at_3_max": 0.446799, "nauc_mrr_at_3_std": 0.117518, "nauc_mrr_at_3_diff1": 0.437837, "nauc_mrr_at_5_max": 0.442551, "nauc_mrr_at_5_std": 0.130762, "nauc_mrr_at_5_diff1": 0.429515, "nauc_mrr_at_10_max": 0.438783, "nauc_mrr_at_10_std": 0.131795, "nauc_mrr_at_10_diff1": 0.424274, "nauc_mrr_at_20_max": 0.437821, "nauc_mrr_at_20_std": 0.133007, "nauc_mrr_at_20_diff1": 0.422157, "nauc_mrr_at_25_max": 0.436879, "nauc_mrr_at_25_std": 0.1341, "nauc_mrr_at_25_diff1": 0.421437, "nauc_mrr_at_50_max": 0.436738, "nauc_mrr_at_50_std": 0.134086, "nauc_mrr_at_50_diff1": 0.420418, "nauc_mrr_at_100_max": 0.436593, "nauc_mrr_at_100_std": 0.133964, "nauc_mrr_at_100_diff1": 0.419952, "nauc_mrr_at_1000_max": 0.436462, "nauc_mrr_at_1000_std": 0.133545, "nauc_mrr_at_1000_diff1": 0.419962, "hit_rate_at_1": 0.30833, "hit_rate_at_3": 0.45417, "hit_rate_at_5": 0.50417, "hit_rate_at_10": 0.60833, "hit_rate_at_20": 0.66667, "hit_rate_at_25": 0.68333, "hit_rate_at_50": 0.72083, "hit_rate_at_100": 0.77083, "hit_rate_at_1000": 0.87917, "R_cap_at_1": 0.308333, "R_cap_at_3": 0.397917, "R_cap_at_5": 0.441667, "R_cap_at_10": 0.53125, "R_cap_at_20": 0.595833, "R_cap_at_25": 0.6125, "R_cap_at_50": 0.660417, "R_cap_at_100": 0.716667, "R_cap_at_1000": 0.860417, "main_score": 0.40509, "hf_subset": "flashback_intensive__mnestic_trigger_analysis", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.03817, "ndcg_at_3": 0.05942, "ndcg_at_5": 0.07493, "ndcg_at_10": 0.09963, "ndcg_at_20": 0.11637, "ndcg_at_25": 0.11944, "ndcg_at_50": 0.14097, "ndcg_at_100": 0.15135, "ndcg_at_1000": 0.19212, "map_at_1": 0.01908, "map_at_3": 0.04198, "map_at_5": 0.04905, "map_at_10": 0.06042, "map_at_20": 0.06575, "map_at_25": 0.06675, "map_at_50": 0.07, "map_at_100": 0.07097, "map_at_1000": 0.07262, "recall_at_1": 0.01908, "recall_at_3": 0.0687, "recall_at_5": 0.09924, "recall_at_10": 0.16031, "recall_at_20": 0.20992, "recall_at_25": 0.22137, "recall_at_50": 0.30662, "recall_at_100": 0.35623, "recall_at_1000": 0.60356, "accuracy": 0.01908, "precision_at_1": 0.03817, "precision_at_3": 0.04835, "precision_at_5": 0.04122, "precision_at_10": 0.03359, "precision_at_20": 0.02252, "precision_at_25": 0.01893, "precision_at_50": 0.01359, "precision_at_100": 0.00794, "precision_at_1000": 0.00144, "mrr_at_1": 0.038168, "mrr_at_3": 0.081425, "mrr_at_5": 0.095547, "mrr_at_10": 0.106428, "mrr_at_20": 0.112228, "mrr_at_25": 0.112228, "mrr_at_50": 0.1166, "mrr_at_100": 0.117761, "mrr_at_1000": 0.118994, "nauc_ndcg_at_1_max": 0.729668, "nauc_ndcg_at_1_std": 0.684613, "nauc_ndcg_at_1_diff1": 0.368433, "nauc_ndcg_at_3_max": 0.613045, "nauc_ndcg_at_3_std": 0.595449, "nauc_ndcg_at_3_diff1": 0.213911, "nauc_ndcg_at_5_max": 0.596908, "nauc_ndcg_at_5_std": 0.597574, "nauc_ndcg_at_5_diff1": 0.234926, "nauc_ndcg_at_10_max": 0.599929, "nauc_ndcg_at_10_std": 0.580868, "nauc_ndcg_at_10_diff1": 0.23345, "nauc_ndcg_at_20_max": 0.578572, "nauc_ndcg_at_20_std": 0.545681, "nauc_ndcg_at_20_diff1": 0.277976, "nauc_ndcg_at_25_max": 0.583303, "nauc_ndcg_at_25_std": 0.541929, "nauc_ndcg_at_25_diff1": 0.274053, "nauc_ndcg_at_50_max": 0.541425, "nauc_ndcg_at_50_std": 0.532509, "nauc_ndcg_at_50_diff1": 0.2605, "nauc_ndcg_at_100_max": 0.546259, "nauc_ndcg_at_100_std": 0.55344, "nauc_ndcg_at_100_diff1": 0.245985, "nauc_ndcg_at_1000_max": 0.557549, "nauc_ndcg_at_1000_std": 0.548913, "nauc_ndcg_at_1000_diff1": 0.270683, "nauc_map_at_1_max": 0.729668, "nauc_map_at_1_std": 0.684613, "nauc_map_at_1_diff1": 0.368433, "nauc_map_at_3_max": 0.633144, "nauc_map_at_3_std": 0.601603, "nauc_map_at_3_diff1": 0.256935, "nauc_map_at_5_max": 0.619709, "nauc_map_at_5_std": 0.603825, "nauc_map_at_5_diff1": 0.264707, "nauc_map_at_10_max": 0.620675, "nauc_map_at_10_std": 0.604875, "nauc_map_at_10_diff1": 0.252225, "nauc_map_at_20_max": 0.618653, "nauc_map_at_20_std": 0.588815, "nauc_map_at_20_diff1": 0.287432, "nauc_map_at_25_max": 0.622154, "nauc_map_at_25_std": 0.587448, "nauc_map_at_25_diff1": 0.28617, "nauc_map_at_50_max": 0.610328, "nauc_map_at_50_std": 0.583214, "nauc_map_at_50_diff1": 0.281396, "nauc_map_at_100_max": 0.610608, "nauc_map_at_100_std": 0.587475, "nauc_map_at_100_diff1": 0.278214, "nauc_map_at_1000_max": 0.609304, "nauc_map_at_1000_std": 0.586175, "nauc_map_at_1000_diff1": 0.279404, "nauc_recall_at_1_max": 0.729668, "nauc_recall_at_1_std": 0.684613, "nauc_recall_at_1_diff1": 0.368433, "nauc_recall_at_3_max": 0.599671, "nauc_recall_at_3_std": 0.584559, "nauc_recall_at_3_diff1": 0.190497, "nauc_recall_at_5_max": 0.578885, "nauc_recall_at_5_std": 0.587308, "nauc_recall_at_5_diff1": 0.233034, "nauc_recall_at_10_max": 0.576105, "nauc_recall_at_10_std": 0.554174, "nauc_recall_at_10_diff1": 0.223185, "nauc_recall_at_20_max": 0.528619, "nauc_recall_at_20_std": 0.483496, "nauc_recall_at_20_diff1": 0.296, "nauc_recall_at_25_max": 0.540452, "nauc_recall_at_25_std": 0.478327, "nauc_recall_at_25_diff1": 0.285674, "nauc_recall_at_50_max": 0.445867, "nauc_recall_at_50_std": 0.461332, "nauc_recall_at_50_diff1": 0.248339, "nauc_recall_at_100_max": 0.446416, "nauc_recall_at_100_std": 0.502273, "nauc_recall_at_100_diff1": 0.204598, "nauc_recall_at_1000_max": 0.489011, "nauc_recall_at_1000_std": 0.492071, "nauc_recall_at_1000_diff1": 0.285177, "nauc_precision_at_1_max": 0.729668, "nauc_precision_at_1_std": 0.684613, "nauc_precision_at_1_diff1": 0.368433, "nauc_precision_at_3_max": 0.600808, "nauc_precision_at_3_std": 0.592857, "nauc_precision_at_3_diff1": 0.175957, "nauc_precision_at_5_max": 0.580365, "nauc_precision_at_5_std": 0.593582, "nauc_precision_at_5_diff1": 0.220655, "nauc_precision_at_10_max": 0.574502, "nauc_precision_at_10_std": 0.548948, "nauc_precision_at_10_diff1": 0.21854, "nauc_precision_at_20_max": 0.517214, "nauc_precision_at_20_std": 0.463467, "nauc_precision_at_20_diff1": 0.295232, "nauc_precision_at_25_max": 0.532178, "nauc_precision_at_25_std": 0.462005, "nauc_precision_at_25_diff1": 0.286798, "nauc_precision_at_50_max": 0.404241, "nauc_precision_at_50_std": 0.404372, "nauc_precision_at_50_diff1": 0.236858, "nauc_precision_at_100_max": 0.400471, "nauc_precision_at_100_std": 0.4425, "nauc_precision_at_100_diff1": 0.187652, "nauc_precision_at_1000_max": 0.316341, "nauc_precision_at_1000_std": 0.260795, "nauc_precision_at_1000_diff1": 0.225567, "nauc_mrr_at_1_max": 0.729668, "nauc_mrr_at_1_std": 0.684613, "nauc_mrr_at_1_diff1": 0.368433, "nauc_mrr_at_3_max": 0.608856, "nauc_mrr_at_3_std": 0.601979, "nauc_mrr_at_3_diff1": 0.19815, "nauc_mrr_at_5_max": 0.597518, "nauc_mrr_at_5_std": 0.604248, "nauc_mrr_at_5_diff1": 0.212584, "nauc_mrr_at_10_max": 0.601318, "nauc_mrr_at_10_std": 0.582956, "nauc_mrr_at_10_diff1": 0.225489, "nauc_mrr_at_20_max": 0.580615, "nauc_mrr_at_20_std": 0.566596, "nauc_mrr_at_20_diff1": 0.226369, "nauc_mrr_at_25_max": 0.580615, "nauc_mrr_at_25_std": 0.566596, "nauc_mrr_at_25_diff1": 0.226369, "nauc_mrr_at_50_max": 0.573096, "nauc_mrr_at_50_std": 0.565778, "nauc_mrr_at_50_diff1": 0.226741, "nauc_mrr_at_100_max": 0.574118, "nauc_mrr_at_100_std": 0.566775, "nauc_mrr_at_100_diff1": 0.226373, "nauc_mrr_at_1000_max": 0.574695, "nauc_mrr_at_1000_std": 0.567556, "nauc_mrr_at_1000_diff1": 0.227025, "hit_rate_at_1": 0.03817, "hit_rate_at_3": 0.1374, "hit_rate_at_5": 0.19847, "hit_rate_at_10": 0.27481, "hit_rate_at_20": 0.35115, "hit_rate_at_25": 0.35115, "hit_rate_at_50": 0.50382, "hit_rate_at_100": 0.58015, "hit_rate_at_1000": 0.87786, "R_cap_at_1": 0.038168, "R_cap_at_3": 0.068702, "R_cap_at_5": 0.099237, "R_cap_at_10": 0.160305, "R_cap_at_20": 0.209924, "R_cap_at_25": 0.221374, "R_cap_at_50": 0.306616, "R_cap_at_100": 0.356234, "R_cap_at_1000": 0.603562, "main_score": 0.09963, "hf_subset": "flashback_intensive__temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.34, "ndcg_at_3": 0.2243, "ndcg_at_5": 0.25524, "ndcg_at_10": 0.29334, "ndcg_at_20": 0.32723, "ndcg_at_25": 0.33263, "ndcg_at_50": 0.35391, "ndcg_at_100": 0.37291, "ndcg_at_1000": 0.4165, "map_at_1": 0.1215, "map_at_3": 0.15789, "map_at_5": 0.18089, "map_at_10": 0.20122, "map_at_20": 0.21314, "map_at_25": 0.21419, "map_at_50": 0.21863, "map_at_100": 0.22099, "map_at_1000": 0.22339, "recall_at_1": 0.1215, "recall_at_3": 0.18483, "recall_at_5": 0.25233, "recall_at_10": 0.33433, "recall_at_20": 0.4275, "recall_at_25": 0.44583, "recall_at_50": 0.52167, "recall_at_100": 0.605, "recall_at_1000": 0.85767, "accuracy": 0.1215, "precision_at_1": 0.34, "precision_at_3": 0.17667, "precision_at_5": 0.144, "precision_at_10": 0.098, "precision_at_20": 0.0635, "precision_at_25": 0.0528, "precision_at_50": 0.0314, "precision_at_100": 0.0182, "precision_at_1000": 0.00259, "mrr_at_1": 0.34, "mrr_at_3": 0.396667, "mrr_at_5": 0.420167, "mrr_at_10": 0.432968, "mrr_at_20": 0.441494, "mrr_at_25": 0.44282, "mrr_at_50": 0.444387, "mrr_at_100": 0.445388, "mrr_at_1000": 0.445731, "nauc_ndcg_at_1_max": 0.086158, "nauc_ndcg_at_1_std": -0.277101, "nauc_ndcg_at_1_diff1": 0.442699, "nauc_ndcg_at_3_max": -0.065357, "nauc_ndcg_at_3_std": -0.274534, "nauc_ndcg_at_3_diff1": 0.339811, "nauc_ndcg_at_5_max": -0.065523, "nauc_ndcg_at_5_std": -0.211232, "nauc_ndcg_at_5_diff1": 0.326587, "nauc_ndcg_at_10_max": -0.041334, "nauc_ndcg_at_10_std": -0.197568, "nauc_ndcg_at_10_diff1": 0.330892, "nauc_ndcg_at_20_max": -0.054977, "nauc_ndcg_at_20_std": -0.239621, "nauc_ndcg_at_20_diff1": 0.326557, "nauc_ndcg_at_25_max": -0.03656, "nauc_ndcg_at_25_std": -0.246949, "nauc_ndcg_at_25_diff1": 0.324525, "nauc_ndcg_at_50_max": -0.00335, "nauc_ndcg_at_50_std": -0.22907, "nauc_ndcg_at_50_diff1": 0.357763, "nauc_ndcg_at_100_max": 0.03239, "nauc_ndcg_at_100_std": -0.19708, "nauc_ndcg_at_100_diff1": 0.349746, "nauc_ndcg_at_1000_max": 0.010009, "nauc_ndcg_at_1000_std": -0.175805, "nauc_ndcg_at_1000_diff1": 0.36178, "nauc_map_at_1_max": -0.020198, "nauc_map_at_1_std": -0.227555, "nauc_map_at_1_diff1": 0.419769, "nauc_map_at_3_max": -0.106598, "nauc_map_at_3_std": -0.234298, "nauc_map_at_3_diff1": 0.351626, "nauc_map_at_5_max": -0.085924, "nauc_map_at_5_std": -0.208566, "nauc_map_at_5_diff1": 0.3455, "nauc_map_at_10_max": -0.056736, "nauc_map_at_10_std": -0.198934, "nauc_map_at_10_diff1": 0.349472, "nauc_map_at_20_max": -0.055848, "nauc_map_at_20_std": -0.216174, "nauc_map_at_20_diff1": 0.341554, "nauc_map_at_25_max": -0.052267, "nauc_map_at_25_std": -0.218493, "nauc_map_at_25_diff1": 0.34171, "nauc_map_at_50_max": -0.04529, "nauc_map_at_50_std": -0.216484, "nauc_map_at_50_diff1": 0.350665, "nauc_map_at_100_max": -0.038813, "nauc_map_at_100_std": -0.210534, "nauc_map_at_100_diff1": 0.350116, "nauc_map_at_1000_max": -0.040146, "nauc_map_at_1000_std": -0.207525, "nauc_map_at_1000_diff1": 0.350107, "nauc_recall_at_1_max": -0.020198, "nauc_recall_at_1_std": -0.227555, "nauc_recall_at_1_diff1": 0.419769, "nauc_recall_at_3_max": -0.168099, "nauc_recall_at_3_std": -0.245344, "nauc_recall_at_3_diff1": 0.25026, "nauc_recall_at_5_max": -0.109035, "nauc_recall_at_5_std": -0.142174, "nauc_recall_at_5_diff1": 0.241551, "nauc_recall_at_10_max": -0.068827, "nauc_recall_at_10_std": -0.122534, "nauc_recall_at_10_diff1": 0.253062, "nauc_recall_at_20_max": -0.110859, "nauc_recall_at_20_std": -0.22647, "nauc_recall_at_20_diff1": 0.229498, "nauc_recall_at_25_max": -0.051507, "nauc_recall_at_25_std": -0.247606, "nauc_recall_at_25_diff1": 0.218511, "nauc_recall_at_50_max": 0.052658, "nauc_recall_at_50_std": -0.180383, "nauc_recall_at_50_diff1": 0.314737, "nauc_recall_at_100_max": 0.211302, "nauc_recall_at_100_std": -0.01632, "nauc_recall_at_100_diff1": 0.23239, "nauc_recall_at_1000_max": 0.111435, "nauc_recall_at_1000_std": 0.293262, "nauc_recall_at_1000_diff1": 0.270047, "nauc_precision_at_1_max": 0.086158, "nauc_precision_at_1_std": -0.277101, "nauc_precision_at_1_diff1": 0.442699, "nauc_precision_at_3_max": -0.106475, "nauc_precision_at_3_std": -0.289681, "nauc_precision_at_3_diff1": 0.25178, "nauc_precision_at_5_max": -0.052221, "nauc_precision_at_5_std": -0.16003, "nauc_precision_at_5_diff1": 0.245143, "nauc_precision_at_10_max": 0.01362, "nauc_precision_at_10_std": -0.127791, "nauc_precision_at_10_diff1": 0.252262, "nauc_precision_at_20_max": -0.010928, "nauc_precision_at_20_std": -0.221815, "nauc_precision_at_20_diff1": 0.210506, "nauc_precision_at_25_max": 0.04025, "nauc_precision_at_25_std": -0.243389, "nauc_precision_at_25_diff1": 0.200587, "nauc_precision_at_50_max": 0.178172, "nauc_precision_at_50_std": -0.171442, "nauc_precision_at_50_diff1": 0.299056, "nauc_precision_at_100_max": 0.319495, "nauc_precision_at_100_std": -0.022295, "nauc_precision_at_100_diff1": 0.22535, "nauc_precision_at_1000_max": 0.262296, "nauc_precision_at_1000_std": 0.169942, "nauc_precision_at_1000_diff1": 0.169596, "nauc_mrr_at_1_max": 0.086158, "nauc_mrr_at_1_std": -0.277101, "nauc_mrr_at_1_diff1": 0.442699, "nauc_mrr_at_3_max": 0.017392, "nauc_mrr_at_3_std": -0.306829, "nauc_mrr_at_3_diff1": 0.356236, "nauc_mrr_at_5_max": 0.023455, "nauc_mrr_at_5_std": -0.277081, "nauc_mrr_at_5_diff1": 0.372892, "nauc_mrr_at_10_max": 0.027051, "nauc_mrr_at_10_std": -0.276336, "nauc_mrr_at_10_diff1": 0.375712, "nauc_mrr_at_20_max": 0.024065, "nauc_mrr_at_20_std": -0.283717, "nauc_mrr_at_20_diff1": 0.385658, "nauc_mrr_at_25_max": 0.028506, "nauc_mrr_at_25_std": -0.283841, "nauc_mrr_at_25_diff1": 0.384352, "nauc_mrr_at_50_max": 0.032112, "nauc_mrr_at_50_std": -0.279173, "nauc_mrr_at_50_diff1": 0.385884, "nauc_mrr_at_100_max": 0.031621, "nauc_mrr_at_100_std": -0.279429, "nauc_mrr_at_100_diff1": 0.384901, "nauc_mrr_at_1000_max": 0.03197, "nauc_mrr_at_1000_std": -0.279364, "nauc_mrr_at_1000_diff1": 0.385187, "hit_rate_at_1": 0.34, "hit_rate_at_3": 0.47, "hit_rate_at_5": 0.57, "hit_rate_at_10": 0.67, "hit_rate_at_20": 0.79, "hit_rate_at_25": 0.82, "hit_rate_at_50": 0.87, "hit_rate_at_100": 0.94, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.34, "R_cap_at_3": 0.193333, "R_cap_at_5": 0.252333, "R_cap_at_10": 0.334333, "R_cap_at_20": 0.4275, "R_cap_at_25": 0.445833, "R_cap_at_50": 0.521667, "R_cap_at_100": 0.605, "R_cap_at_1000": 0.857667, "main_score": 0.29334, "hf_subset": "psychological_depth__adversarial_abstention", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.45, "ndcg_at_3": 0.55009, "ndcg_at_5": 0.56063, "ndcg_at_10": 0.58286, "ndcg_at_20": 0.60376, "ndcg_at_25": 0.60376, "ndcg_at_50": 0.6212, "ndcg_at_100": 0.63424, "ndcg_at_1000": 0.6407, "map_at_1": 0.445, "map_at_3": 0.52667, "map_at_5": 0.53217, "map_at_10": 0.54226, "map_at_20": 0.5482, "map_at_25": 0.5482, "map_at_50": 0.55082, "map_at_100": 0.55199, "map_at_1000": 0.55228, "recall_at_1": 0.445, "recall_at_3": 0.615, "recall_at_5": 0.64, "recall_at_10": 0.705, "recall_at_20": 0.785, "recall_at_25": 0.785, "recall_at_50": 0.875, "recall_at_100": 0.955, "recall_at_1000": 1.0, "accuracy": 0.445, "precision_at_1": 0.45, "precision_at_3": 0.21, "precision_at_5": 0.132, "precision_at_10": 0.074, "precision_at_20": 0.0415, "precision_at_25": 0.0332, "precision_at_50": 0.0184, "precision_at_100": 0.01, "precision_at_1000": 0.00106, "mrr_at_1": 0.45, "mrr_at_3": 0.528333, "mrr_at_5": 0.534833, "mrr_at_10": 0.542976, "mrr_at_20": 0.548712, "mrr_at_25": 0.548712, "mrr_at_50": 0.551339, "mrr_at_100": 0.552502, "mrr_at_1000": 0.552764, "nauc_ndcg_at_1_max": 0.21887, "nauc_ndcg_at_1_std": -0.175918, "nauc_ndcg_at_1_diff1": 0.435933, "nauc_ndcg_at_3_max": 0.184945, "nauc_ndcg_at_3_std": -0.217906, "nauc_ndcg_at_3_diff1": 0.393032, "nauc_ndcg_at_5_max": 0.202806, "nauc_ndcg_at_5_std": -0.209238, "nauc_ndcg_at_5_diff1": 0.375783, "nauc_ndcg_at_10_max": 0.207385, "nauc_ndcg_at_10_std": -0.21339, "nauc_ndcg_at_10_diff1": 0.378335, "nauc_ndcg_at_20_max": 0.205516, "nauc_ndcg_at_20_std": -0.234344, "nauc_ndcg_at_20_diff1": 0.373177, "nauc_ndcg_at_25_max": 0.205516, "nauc_ndcg_at_25_std": -0.234344, "nauc_ndcg_at_25_diff1": 0.373177, "nauc_ndcg_at_50_max": 0.19154, "nauc_ndcg_at_50_std": -0.227292, "nauc_ndcg_at_50_diff1": 0.373148, "nauc_ndcg_at_100_max": 0.199208, "nauc_ndcg_at_100_std": -0.22561, "nauc_ndcg_at_100_diff1": 0.385683, "nauc_ndcg_at_1000_max": 0.197522, "nauc_ndcg_at_1000_std": -0.216567, "nauc_ndcg_at_1000_diff1": 0.383276, "nauc_map_at_1_max": 0.194133, "nauc_map_at_1_std": -0.183505, "nauc_map_at_1_diff1": 0.419058, "nauc_map_at_3_max": 0.189575, "nauc_map_at_3_std": -0.2084, "nauc_map_at_3_diff1": 0.403525, "nauc_map_at_5_max": 0.200702, "nauc_map_at_5_std": -0.204361, "nauc_map_at_5_diff1": 0.394659, "nauc_map_at_10_max": 0.203405, "nauc_map_at_10_std": -0.206055, "nauc_map_at_10_diff1": 0.394049, "nauc_map_at_20_max": 0.202138, "nauc_map_at_20_std": -0.210685, "nauc_map_at_20_diff1": 0.393739, "nauc_map_at_25_max": 0.202138, "nauc_map_at_25_std": -0.210685, "nauc_map_at_25_diff1": 0.393739, "nauc_map_at_50_max": 0.199739, "nauc_map_at_50_std": -0.209846, "nauc_map_at_50_diff1": 0.393262, "nauc_map_at_100_max": 0.200302, "nauc_map_at_100_std": -0.20952, "nauc_map_at_100_diff1": 0.394251, "nauc_map_at_1000_max": 0.200242, "nauc_map_at_1000_std": -0.209131, "nauc_map_at_1000_diff1": 0.394163, "nauc_recall_at_1_max": 0.194133, "nauc_recall_at_1_std": -0.183505, "nauc_recall_at_1_diff1": 0.419058, "nauc_recall_at_3_max": 0.1701, "nauc_recall_at_3_std": -0.245345, "nauc_recall_at_3_diff1": 0.366329, "nauc_recall_at_5_max": 0.216367, "nauc_recall_at_5_std": -0.218514, "nauc_recall_at_5_diff1": 0.318663, "nauc_recall_at_10_max": 0.234852, "nauc_recall_at_10_std": -0.233802, "nauc_recall_at_10_diff1": 0.328346, "nauc_recall_at_20_max": 0.240967, "nauc_recall_at_20_std": -0.37869, "nauc_recall_at_20_diff1": 0.280568, "nauc_recall_at_25_max": 0.240967, "nauc_recall_at_25_std": -0.37869, "nauc_recall_at_25_diff1": 0.280568, "nauc_recall_at_50_max": 0.116491, "nauc_recall_at_50_std": -0.37628, "nauc_recall_at_50_diff1": 0.24349, "nauc_recall_at_100_max": 0.269063, "nauc_recall_at_100_std": -0.58642, "nauc_recall_at_100_diff1": 0.473597, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.21887, "nauc_precision_at_1_std": -0.175918, "nauc_precision_at_1_diff1": 0.435933, "nauc_precision_at_3_max": 0.21924, "nauc_precision_at_3_std": -0.218512, "nauc_precision_at_3_diff1": 0.369939, "nauc_precision_at_5_max": 0.251504, "nauc_precision_at_5_std": -0.195513, "nauc_precision_at_5_diff1": 0.321779, "nauc_precision_at_10_max": 0.210856, "nauc_precision_at_10_std": -0.202198, "nauc_precision_at_10_diff1": 0.246408, "nauc_precision_at_20_max": 0.170528, "nauc_precision_at_20_std": -0.271068, "nauc_precision_at_20_diff1": 0.150633, "nauc_precision_at_25_max": 0.170528, "nauc_precision_at_25_std": -0.271068, "nauc_precision_at_25_diff1": 0.150633, "nauc_precision_at_50_max": 0.06152, "nauc_precision_at_50_std": -0.226805, "nauc_precision_at_50_diff1": 0.074253, "nauc_precision_at_100_max": 0.086045, "nauc_precision_at_100_std": -0.209789, "nauc_precision_at_100_diff1": 0.05069, "nauc_precision_at_1000_max": -0.054557, "nauc_precision_at_1000_std": 0.104105, "nauc_precision_at_1000_diff1": -0.233119, "nauc_mrr_at_1_max": 0.21887, "nauc_mrr_at_1_std": -0.175918, "nauc_mrr_at_1_diff1": 0.435933, "nauc_mrr_at_3_max": 0.190958, "nauc_mrr_at_3_std": -0.209593, "nauc_mrr_at_3_diff1": 0.399639, "nauc_mrr_at_5_max": 0.199434, "nauc_mrr_at_5_std": -0.206272, "nauc_mrr_at_5_diff1": 0.390283, "nauc_mrr_at_10_max": 0.201454, "nauc_mrr_at_10_std": -0.206197, "nauc_mrr_at_10_diff1": 0.394191, "nauc_mrr_at_20_max": 0.201462, "nauc_mrr_at_20_std": -0.209306, "nauc_mrr_at_20_diff1": 0.393328, "nauc_mrr_at_25_max": 0.201462, "nauc_mrr_at_25_std": -0.209306, "nauc_mrr_at_25_diff1": 0.393328, "nauc_mrr_at_50_max": 0.199058, "nauc_mrr_at_50_std": -0.208459, "nauc_mrr_at_50_diff1": 0.392853, "nauc_mrr_at_100_max": 0.19962, "nauc_mrr_at_100_std": -0.208127, "nauc_mrr_at_100_diff1": 0.393841, "nauc_mrr_at_1000_max": 0.199584, "nauc_mrr_at_1000_std": -0.207856, "nauc_mrr_at_1000_diff1": 0.393835, "hit_rate_at_1": 0.45, "hit_rate_at_3": 0.62, "hit_rate_at_5": 0.65, "hit_rate_at_10": 0.71, "hit_rate_at_20": 0.79, "hit_rate_at_25": 0.79, "hit_rate_at_50": 0.88, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.45, "R_cap_at_3": 0.615, "R_cap_at_5": 0.64, "R_cap_at_10": 0.705, "R_cap_at_20": 0.785, "R_cap_at_25": 0.785, "R_cap_at_50": 0.875, "R_cap_at_100": 0.955, "R_cap_at_1000": 1.0, "main_score": 0.58286, "hf_subset": "psychological_depth__information_extraction", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.27, "ndcg_at_3": 0.25586, "ndcg_at_5": 0.2783, "ndcg_at_10": 0.30195, "ndcg_at_20": 0.33374, "ndcg_at_25": 0.34166, "ndcg_at_50": 0.36162, "ndcg_at_100": 0.37805, "ndcg_at_1000": 0.40639, "map_at_1": 0.1625, "map_at_3": 0.21764, "map_at_5": 0.23322, "map_at_10": 0.24167, "map_at_20": 0.25182, "map_at_25": 0.25354, "map_at_50": 0.25639, "map_at_100": 0.25868, "map_at_1000": 0.25985, "recall_at_1": 0.1625, "recall_at_3": 0.25833, "recall_at_5": 0.30167, "recall_at_10": 0.35783, "recall_at_20": 0.4565, "recall_at_25": 0.4865, "recall_at_50": 0.5655, "recall_at_100": 0.63883, "recall_at_1000": 0.816, "accuracy": 0.1625, "precision_at_1": 0.27, "precision_at_3": 0.15667, "precision_at_5": 0.118, "precision_at_10": 0.073, "precision_at_20": 0.048, "precision_at_25": 0.0408, "precision_at_50": 0.0244, "precision_at_100": 0.0143, "precision_at_1000": 0.00192, "mrr_at_1": 0.27, "mrr_at_3": 0.33, "mrr_at_5": 0.3435, "mrr_at_10": 0.358659, "mrr_at_20": 0.367579, "mrr_at_25": 0.36942, "mrr_at_50": 0.373133, "mrr_at_100": 0.373264, "mrr_at_1000": 0.373628, "nauc_ndcg_at_1_max": 0.079203, "nauc_ndcg_at_1_std": -0.377999, "nauc_ndcg_at_1_diff1": 0.288298, "nauc_ndcg_at_3_max": 0.080248, "nauc_ndcg_at_3_std": -0.390106, "nauc_ndcg_at_3_diff1": 0.137303, "nauc_ndcg_at_5_max": 0.145748, "nauc_ndcg_at_5_std": -0.345414, "nauc_ndcg_at_5_diff1": 0.147459, "nauc_ndcg_at_10_max": 0.150524, "nauc_ndcg_at_10_std": -0.301888, "nauc_ndcg_at_10_diff1": 0.146578, "nauc_ndcg_at_20_max": 0.12434, "nauc_ndcg_at_20_std": -0.282429, "nauc_ndcg_at_20_diff1": 0.153017, "nauc_ndcg_at_25_max": 0.108781, "nauc_ndcg_at_25_std": -0.296022, "nauc_ndcg_at_25_diff1": 0.134741, "nauc_ndcg_at_50_max": 0.103446, "nauc_ndcg_at_50_std": -0.302867, "nauc_ndcg_at_50_diff1": 0.139017, "nauc_ndcg_at_100_max": 0.12781, "nauc_ndcg_at_100_std": -0.284221, "nauc_ndcg_at_100_diff1": 0.148415, "nauc_ndcg_at_1000_max": 0.127211, "nauc_ndcg_at_1000_std": -0.284543, "nauc_ndcg_at_1000_diff1": 0.161911, "nauc_map_at_1_max": 0.106051, "nauc_map_at_1_std": -0.355299, "nauc_map_at_1_diff1": 0.228738, "nauc_map_at_3_max": 0.08594, "nauc_map_at_3_std": -0.391982, "nauc_map_at_3_diff1": 0.124848, "nauc_map_at_5_max": 0.136448, "nauc_map_at_5_std": -0.367211, "nauc_map_at_5_diff1": 0.143018, "nauc_map_at_10_max": 0.136937, "nauc_map_at_10_std": -0.347285, "nauc_map_at_10_diff1": 0.142801, "nauc_map_at_20_max": 0.127997, "nauc_map_at_20_std": -0.339253, "nauc_map_at_20_diff1": 0.145161, "nauc_map_at_25_max": 0.124471, "nauc_map_at_25_std": -0.342191, "nauc_map_at_25_diff1": 0.140689, "nauc_map_at_50_max": 0.123986, "nauc_map_at_50_std": -0.342516, "nauc_map_at_50_diff1": 0.140149, "nauc_map_at_100_max": 0.126313, "nauc_map_at_100_std": -0.340462, "nauc_map_at_100_diff1": 0.141149, "nauc_map_at_1000_max": 0.125913, "nauc_map_at_1000_std": -0.340597, "nauc_map_at_1000_diff1": 0.14151, "nauc_recall_at_1_max": 0.106051, "nauc_recall_at_1_std": -0.355299, "nauc_recall_at_1_diff1": 0.228738, "nauc_recall_at_3_max": 0.070657, "nauc_recall_at_3_std": -0.397456, "nauc_recall_at_3_diff1": 0.070097, "nauc_recall_at_5_max": 0.177158, "nauc_recall_at_5_std": -0.313601, "nauc_recall_at_5_diff1": 0.095264, "nauc_recall_at_10_max": 0.172844, "nauc_recall_at_10_std": -0.197244, "nauc_recall_at_10_diff1": 0.081254, "nauc_recall_at_20_max": 0.073035, "nauc_recall_at_20_std": -0.131633, "nauc_recall_at_20_diff1": 0.082727, "nauc_recall_at_25_max": 0.010971, "nauc_recall_at_25_std": -0.17092, "nauc_recall_at_25_diff1": 0.011632, "nauc_recall_at_50_max": -0.039161, "nauc_recall_at_50_std": -0.174418, "nauc_recall_at_50_diff1": 0.021214, "nauc_recall_at_100_max": 0.062903, "nauc_recall_at_100_std": -0.07013, "nauc_recall_at_100_diff1": 0.06207, "nauc_recall_at_1000_max": 0.025883, "nauc_recall_at_1000_std": 0.065904, "nauc_recall_at_1000_diff1": 0.174726, "nauc_precision_at_1_max": 0.079203, "nauc_precision_at_1_std": -0.377999, "nauc_precision_at_1_diff1": 0.288298, "nauc_precision_at_3_max": 0.06898, "nauc_precision_at_3_std": -0.363558, "nauc_precision_at_3_diff1": 0.095221, "nauc_precision_at_5_max": 0.237191, "nauc_precision_at_5_std": -0.211529, "nauc_precision_at_5_diff1": 0.13197, "nauc_precision_at_10_max": 0.272939, "nauc_precision_at_10_std": -0.089625, "nauc_precision_at_10_diff1": 0.159721, "nauc_precision_at_20_max": 0.169784, "nauc_precision_at_20_std": 0.009717, "nauc_precision_at_20_diff1": 0.160847, "nauc_precision_at_25_max": 0.125946, "nauc_precision_at_25_std": -0.017788, "nauc_precision_at_25_diff1": 0.103469, "nauc_precision_at_50_max": 0.120831, "nauc_precision_at_50_std": 0.027077, "nauc_precision_at_50_diff1": 0.070876, "nauc_precision_at_100_max": 0.225589, "nauc_precision_at_100_std": 0.165529, "nauc_precision_at_100_diff1": 0.078045, "nauc_precision_at_1000_max": 0.171517, "nauc_precision_at_1000_std": 0.22892, "nauc_precision_at_1000_diff1": 0.076465, "nauc_mrr_at_1_max": 0.079203, "nauc_mrr_at_1_std": -0.377999, "nauc_mrr_at_1_diff1": 0.288298, "nauc_mrr_at_3_max": 0.068999, "nauc_mrr_at_3_std": -0.37336, "nauc_mrr_at_3_diff1": 0.221083, "nauc_mrr_at_5_max": 0.099989, "nauc_mrr_at_5_std": -0.336992, "nauc_mrr_at_5_diff1": 0.21277, "nauc_mrr_at_10_max": 0.105298, "nauc_mrr_at_10_std": -0.325152, "nauc_mrr_at_10_diff1": 0.209443, "nauc_mrr_at_20_max": 0.10546, "nauc_mrr_at_20_std": -0.318162, "nauc_mrr_at_20_diff1": 0.213209, "nauc_mrr_at_25_max": 0.102905, "nauc_mrr_at_25_std": -0.321266, "nauc_mrr_at_25_diff1": 0.210939, "nauc_mrr_at_50_max": 0.101121, "nauc_mrr_at_50_std": -0.32413, "nauc_mrr_at_50_diff1": 0.214107, "nauc_mrr_at_100_max": 0.101615, "nauc_mrr_at_100_std": -0.323549, "nauc_mrr_at_100_diff1": 0.21396, "nauc_mrr_at_1000_max": 0.101513, "nauc_mrr_at_1000_std": -0.323617, "nauc_mrr_at_1000_diff1": 0.214122, "hit_rate_at_1": 0.27, "hit_rate_at_3": 0.4, "hit_rate_at_5": 0.46, "hit_rate_at_10": 0.57, "hit_rate_at_20": 0.7, "hit_rate_at_25": 0.74, "hit_rate_at_50": 0.87, "hit_rate_at_100": 0.88, "hit_rate_at_1000": 0.98, "R_cap_at_1": 0.27, "R_cap_at_3": 0.26, "R_cap_at_5": 0.301667, "R_cap_at_10": 0.357833, "R_cap_at_20": 0.4565, "R_cap_at_25": 0.4865, "R_cap_at_50": 0.5655, "R_cap_at_100": 0.638833, "R_cap_at_1000": 0.816, "main_score": 0.30195, "hf_subset": "psychological_depth__mind-body_interaction", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.34616, "ndcg_at_5": 0.36835, "ndcg_at_10": 0.39304, "ndcg_at_20": 0.40736, "ndcg_at_25": 0.41179, "ndcg_at_50": 0.43621, "ndcg_at_100": 0.45235, "ndcg_at_1000": 0.48228, "map_at_1": 0.2125, "map_at_3": 0.29464, "map_at_5": 0.31047, "map_at_10": 0.32177, "map_at_20": 0.32729, "map_at_25": 0.32816, "map_at_50": 0.33224, "map_at_100": 0.33428, "map_at_1000": 0.33578, "recall_at_1": 0.2125, "recall_at_3": 0.351, "recall_at_5": 0.39392, "recall_at_10": 0.452, "recall_at_20": 0.49575, "recall_at_25": 0.51242, "recall_at_50": 0.61117, "recall_at_100": 0.68792, "recall_at_1000": 0.87767, "accuracy": 0.2125, "precision_at_1": 0.36, "precision_at_3": 0.22333, "precision_at_5": 0.157, "precision_at_10": 0.093, "precision_at_20": 0.052, "precision_at_25": 0.043, "precision_at_50": 0.0262, "precision_at_100": 0.015, "precision_at_1000": 0.00196, "mrr_at_1": 0.36, "mrr_at_3": 0.441667, "mrr_at_5": 0.453417, "mrr_at_10": 0.464526, "mrr_at_20": 0.466799, "mrr_at_25": 0.467862, "mrr_at_50": 0.471578, "mrr_at_100": 0.47212, "mrr_at_1000": 0.472468, "nauc_ndcg_at_1_max": 0.209823, "nauc_ndcg_at_1_std": -0.113106, "nauc_ndcg_at_1_diff1": 0.469598, "nauc_ndcg_at_3_max": 0.136746, "nauc_ndcg_at_3_std": -0.157408, "nauc_ndcg_at_3_diff1": 0.311539, "nauc_ndcg_at_5_max": 0.143149, "nauc_ndcg_at_5_std": -0.134832, "nauc_ndcg_at_5_diff1": 0.295305, "nauc_ndcg_at_10_max": 0.157937, "nauc_ndcg_at_10_std": -0.144099, "nauc_ndcg_at_10_diff1": 0.288431, "nauc_ndcg_at_20_max": 0.163542, "nauc_ndcg_at_20_std": -0.132079, "nauc_ndcg_at_20_diff1": 0.287987, "nauc_ndcg_at_25_max": 0.16336, "nauc_ndcg_at_25_std": -0.130343, "nauc_ndcg_at_25_diff1": 0.289588, "nauc_ndcg_at_50_max": 0.161325, "nauc_ndcg_at_50_std": -0.097514, "nauc_ndcg_at_50_diff1": 0.294993, "nauc_ndcg_at_100_max": 0.162962, "nauc_ndcg_at_100_std": -0.084984, "nauc_ndcg_at_100_diff1": 0.305813, "nauc_ndcg_at_1000_max": 0.168175, "nauc_ndcg_at_1000_std": -0.081788, "nauc_ndcg_at_1000_diff1": 0.309109, "nauc_map_at_1_max": 0.128841, "nauc_map_at_1_std": -0.154907, "nauc_map_at_1_diff1": 0.37279, "nauc_map_at_3_max": 0.129724, "nauc_map_at_3_std": -0.175122, "nauc_map_at_3_diff1": 0.296866, "nauc_map_at_5_max": 0.137057, "nauc_map_at_5_std": -0.160663, "nauc_map_at_5_diff1": 0.292847, "nauc_map_at_10_max": 0.144968, "nauc_map_at_10_std": -0.164501, "nauc_map_at_10_diff1": 0.289559, "nauc_map_at_20_max": 0.144685, "nauc_map_at_20_std": -0.159324, "nauc_map_at_20_diff1": 0.28683, "nauc_map_at_25_max": 0.145031, "nauc_map_at_25_std": -0.159536, "nauc_map_at_25_diff1": 0.287563, "nauc_map_at_50_max": 0.144463, "nauc_map_at_50_std": -0.154617, "nauc_map_at_50_diff1": 0.288916, "nauc_map_at_100_max": 0.144907, "nauc_map_at_100_std": -0.15344, "nauc_map_at_100_diff1": 0.290222, "nauc_map_at_1000_max": 0.144399, "nauc_map_at_1000_std": -0.15303, "nauc_map_at_1000_diff1": 0.289726, "nauc_recall_at_1_max": 0.128841, "nauc_recall_at_1_std": -0.154907, "nauc_recall_at_1_diff1": 0.37279, "nauc_recall_at_3_max": 0.090168, "nauc_recall_at_3_std": -0.161163, "nauc_recall_at_3_diff1": 0.225426, "nauc_recall_at_5_max": 0.09485, "nauc_recall_at_5_std": -0.114912, "nauc_recall_at_5_diff1": 0.19957, "nauc_recall_at_10_max": 0.121135, "nauc_recall_at_10_std": -0.130201, "nauc_recall_at_10_diff1": 0.1743, "nauc_recall_at_20_max": 0.133383, "nauc_recall_at_20_std": -0.094802, "nauc_recall_at_20_diff1": 0.158435, "nauc_recall_at_25_max": 0.12823, "nauc_recall_at_25_std": -0.088214, "nauc_recall_at_25_diff1": 0.155933, "nauc_recall_at_50_max": 0.115972, "nauc_recall_at_50_std": 0.065771, "nauc_recall_at_50_diff1": 0.143745, "nauc_recall_at_100_max": 0.106777, "nauc_recall_at_100_std": 0.169559, "nauc_recall_at_100_diff1": 0.178243, "nauc_recall_at_1000_max": 0.225626, "nauc_recall_at_1000_std": 0.436872, "nauc_recall_at_1000_diff1": 0.208411, "nauc_precision_at_1_max": 0.209823, "nauc_precision_at_1_std": -0.113106, "nauc_precision_at_1_diff1": 0.469598, "nauc_precision_at_3_max": 0.144887, "nauc_precision_at_3_std": -0.124875, "nauc_precision_at_3_diff1": 0.245341, "nauc_precision_at_5_max": 0.145325, "nauc_precision_at_5_std": -0.045329, "nauc_precision_at_5_diff1": 0.203378, "nauc_precision_at_10_max": 0.168876, "nauc_precision_at_10_std": -0.07331, "nauc_precision_at_10_diff1": 0.159455, "nauc_precision_at_20_max": 0.159599, "nauc_precision_at_20_std": -0.021716, "nauc_precision_at_20_diff1": 0.149989, "nauc_precision_at_25_max": 0.16091, "nauc_precision_at_25_std": -0.009996, "nauc_precision_at_25_diff1": 0.156678, "nauc_precision_at_50_max": 0.116563, "nauc_precision_at_50_std": 0.14014, "nauc_precision_at_50_diff1": 0.140709, "nauc_precision_at_100_max": 0.11267, "nauc_precision_at_100_std": 0.208403, "nauc_precision_at_100_diff1": 0.138209, "nauc_precision_at_1000_max": 0.090334, "nauc_precision_at_1000_std": 0.263077, "nauc_precision_at_1000_diff1": 0.0683, "nauc_mrr_at_1_max": 0.209823, "nauc_mrr_at_1_std": -0.113106, "nauc_mrr_at_1_diff1": 0.469598, "nauc_mrr_at_3_max": 0.196462, "nauc_mrr_at_3_std": -0.114317, "nauc_mrr_at_3_diff1": 0.416743, "nauc_mrr_at_5_max": 0.20182, "nauc_mrr_at_5_std": -0.099507, "nauc_mrr_at_5_diff1": 0.401062, "nauc_mrr_at_10_max": 0.209221, "nauc_mrr_at_10_std": -0.104351, "nauc_mrr_at_10_diff1": 0.399496, "nauc_mrr_at_20_max": 0.214106, "nauc_mrr_at_20_std": -0.09966, "nauc_mrr_at_20_diff1": 0.403215, "nauc_mrr_at_25_max": 0.213678, "nauc_mrr_at_25_std": -0.098102, "nauc_mrr_at_25_diff1": 0.403123, "nauc_mrr_at_50_max": 0.212944, "nauc_mrr_at_50_std": -0.093302, "nauc_mrr_at_50_diff1": 0.403995, "nauc_mrr_at_100_max": 0.212316, "nauc_mrr_at_100_std": -0.093757, "nauc_mrr_at_100_diff1": 0.404925, "nauc_mrr_at_1000_max": 0.212508, "nauc_mrr_at_1000_std": -0.094245, "nauc_mrr_at_1000_diff1": 0.404856, "hit_rate_at_1": 0.36, "hit_rate_at_3": 0.55, "hit_rate_at_5": 0.6, "hit_rate_at_10": 0.675, "hit_rate_at_20": 0.705, "hit_rate_at_25": 0.73, "hit_rate_at_50": 0.85, "hit_rate_at_100": 0.885, "hit_rate_at_1000": 0.97, "R_cap_at_1": 0.36, "R_cap_at_3": 0.353333, "R_cap_at_5": 0.393917, "R_cap_at_10": 0.452, "R_cap_at_20": 0.49575, "R_cap_at_25": 0.512417, "R_cap_at_50": 0.611167, "R_cap_at_100": 0.687917, "R_cap_at_1000": 0.877667, "main_score": 0.39304, "hf_subset": "psychological_depth__mnestic_trigger_analysis", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.21, "ndcg_at_3": 0.14285, "ndcg_at_5": 0.16347, "ndcg_at_10": 0.18588, "ndcg_at_20": 0.21146, "ndcg_at_25": 0.2156, "ndcg_at_50": 0.24209, "ndcg_at_100": 0.26754, "ndcg_at_1000": 0.32213, "map_at_1": 0.06917, "map_at_3": 0.09861, "map_at_5": 0.10928, "map_at_10": 0.11952, "map_at_20": 0.12635, "map_at_25": 0.12727, "map_at_50": 0.1323, "map_at_100": 0.13552, "map_at_1000": 0.13839, "recall_at_1": 0.06917, "recall_at_3": 0.1225, "recall_at_5": 0.15917, "recall_at_10": 0.20917, "recall_at_20": 0.2825, "recall_at_25": 0.29583, "recall_at_50": 0.395, "recall_at_100": 0.505, "recall_at_1000": 0.8175, "accuracy": 0.06917, "precision_at_1": 0.21, "precision_at_3": 0.12333, "precision_at_5": 0.096, "precision_at_10": 0.063, "precision_at_20": 0.0425, "precision_at_25": 0.0356, "precision_at_50": 0.0238, "precision_at_100": 0.0152, "precision_at_1000": 0.00246, "mrr_at_1": 0.21, "mrr_at_3": 0.265, "mrr_at_5": 0.284, "mrr_at_10": 0.293056, "mrr_at_20": 0.302504, "mrr_at_25": 0.303831, "mrr_at_50": 0.306264, "mrr_at_100": 0.30774, "mrr_at_1000": 0.308539, "nauc_ndcg_at_1_max": 0.186137, "nauc_ndcg_at_1_std": -0.163777, "nauc_ndcg_at_1_diff1": 0.235356, "nauc_ndcg_at_3_max": 0.138439, "nauc_ndcg_at_3_std": -0.123225, "nauc_ndcg_at_3_diff1": 0.089909, "nauc_ndcg_at_5_max": 0.196462, "nauc_ndcg_at_5_std": -0.090461, "nauc_ndcg_at_5_diff1": 0.078433, "nauc_ndcg_at_10_max": 0.212795, "nauc_ndcg_at_10_std": -0.047698, "nauc_ndcg_at_10_diff1": 0.07206, "nauc_ndcg_at_20_max": 0.208285, "nauc_ndcg_at_20_std": -0.010798, "nauc_ndcg_at_20_diff1": 0.041634, "nauc_ndcg_at_25_max": 0.197443, "nauc_ndcg_at_25_std": -0.011667, "nauc_ndcg_at_25_diff1": 0.037609, "nauc_ndcg_at_50_max": 0.245362, "nauc_ndcg_at_50_std": 0.021584, "nauc_ndcg_at_50_diff1": 0.048779, "nauc_ndcg_at_100_max": 0.248804, "nauc_ndcg_at_100_std": 0.050244, "nauc_ndcg_at_100_diff1": 0.049232, "nauc_ndcg_at_1000_max": 0.246467, "nauc_ndcg_at_1000_std": 0.049556, "nauc_ndcg_at_1000_diff1": 0.074769, "nauc_map_at_1_max": 0.185571, "nauc_map_at_1_std": -0.169364, "nauc_map_at_1_diff1": 0.226672, "nauc_map_at_3_max": 0.150428, "nauc_map_at_3_std": -0.131942, "nauc_map_at_3_diff1": 0.126026, "nauc_map_at_5_max": 0.196421, "nauc_map_at_5_std": -0.105522, "nauc_map_at_5_diff1": 0.108373, "nauc_map_at_10_max": 0.213493, "nauc_map_at_10_std": -0.071951, "nauc_map_at_10_diff1": 0.098434, "nauc_map_at_20_max": 0.21771, "nauc_map_at_20_std": -0.055455, "nauc_map_at_20_diff1": 0.083845, "nauc_map_at_25_max": 0.214336, "nauc_map_at_25_std": -0.055325, "nauc_map_at_25_diff1": 0.080765, "nauc_map_at_50_max": 0.226234, "nauc_map_at_50_std": -0.04624, "nauc_map_at_50_diff1": 0.080369, "nauc_map_at_100_max": 0.227214, "nauc_map_at_100_std": -0.03871, "nauc_map_at_100_diff1": 0.078946, "nauc_map_at_1000_max": 0.227989, "nauc_map_at_1000_std": -0.038256, "nauc_map_at_1000_diff1": 0.082342, "nauc_recall_at_1_max": 0.185571, "nauc_recall_at_1_std": -0.169364, "nauc_recall_at_1_diff1": 0.226672, "nauc_recall_at_3_max": 0.107823, "nauc_recall_at_3_std": -0.105627, "nauc_recall_at_3_diff1": 0.008943, "nauc_recall_at_5_max": 0.223915, "nauc_recall_at_5_std": -0.033569, "nauc_recall_at_5_diff1": -0.001089, "nauc_recall_at_10_max": 0.241254, "nauc_recall_at_10_std": 0.047414, "nauc_recall_at_10_diff1": -0.001816, "nauc_recall_at_20_max": 0.20821, "nauc_recall_at_20_std": 0.138049, "nauc_recall_at_20_diff1": -0.080411, "nauc_recall_at_25_max": 0.173153, "nauc_recall_at_25_std": 0.135748, "nauc_recall_at_25_diff1": -0.092068, "nauc_recall_at_50_max": 0.293852, "nauc_recall_at_50_std": 0.205792, "nauc_recall_at_50_diff1": -0.045993, "nauc_recall_at_100_max": 0.297868, "nauc_recall_at_100_std": 0.29842, "nauc_recall_at_100_diff1": -0.046186, "nauc_recall_at_1000_max": 0.323946, "nauc_recall_at_1000_std": 0.474884, "nauc_recall_at_1000_diff1": 0.038548, "nauc_precision_at_1_max": 0.186137, "nauc_precision_at_1_std": -0.163777, "nauc_precision_at_1_diff1": 0.235356, "nauc_precision_at_3_max": 0.108733, "nauc_precision_at_3_std": -0.102167, "nauc_precision_at_3_diff1": 0.015786, "nauc_precision_at_5_max": 0.224943, "nauc_precision_at_5_std": -0.030675, "nauc_precision_at_5_diff1": 0.004869, "nauc_precision_at_10_max": 0.242105, "nauc_precision_at_10_std": 0.049826, "nauc_precision_at_10_diff1": 0.003061, "nauc_precision_at_20_max": 0.209322, "nauc_precision_at_20_std": 0.14053, "nauc_precision_at_20_diff1": -0.076118, "nauc_precision_at_25_max": 0.174188, "nauc_precision_at_25_std": 0.138221, "nauc_precision_at_25_diff1": -0.087806, "nauc_precision_at_50_max": 0.29465, "nauc_precision_at_50_std": 0.209275, "nauc_precision_at_50_diff1": -0.038347, "nauc_precision_at_100_max": 0.29922, "nauc_precision_at_100_std": 0.302324, "nauc_precision_at_100_diff1": -0.038731, "nauc_precision_at_1000_max": 0.328839, "nauc_precision_at_1000_std": 0.487375, "nauc_precision_at_1000_diff1": 0.058396, "nauc_mrr_at_1_max": 0.186137, "nauc_mrr_at_1_std": -0.163777, "nauc_mrr_at_1_diff1": 0.235356, "nauc_mrr_at_3_max": 0.147764, "nauc_mrr_at_3_std": -0.134983, "nauc_mrr_at_3_diff1": 0.104824, "nauc_mrr_at_5_max": 0.166276, "nauc_mrr_at_5_std": -0.121629, "nauc_mrr_at_5_diff1": 0.119125, "nauc_mrr_at_10_max": 0.163397, "nauc_mrr_at_10_std": -0.114758, "nauc_mrr_at_10_diff1": 0.123342, "nauc_mrr_at_20_max": 0.158962, "nauc_mrr_at_20_std": -0.109296, "nauc_mrr_at_20_diff1": 0.119041, "nauc_mrr_at_25_max": 0.156938, "nauc_mrr_at_25_std": -0.110025, "nauc_mrr_at_25_diff1": 0.11959, "nauc_mrr_at_50_max": 0.161562, "nauc_mrr_at_50_std": -0.106383, "nauc_mrr_at_50_diff1": 0.121778, "nauc_mrr_at_100_max": 0.161429, "nauc_mrr_at_100_std": -0.107944, "nauc_mrr_at_100_diff1": 0.12288, "nauc_mrr_at_1000_max": 0.161705, "nauc_mrr_at_1000_std": -0.108259, "nauc_mrr_at_1000_diff1": 0.123073, "hit_rate_at_1": 0.21, "hit_rate_at_3": 0.33, "hit_rate_at_5": 0.41, "hit_rate_at_10": 0.48, "hit_rate_at_20": 0.62, "hit_rate_at_25": 0.65, "hit_rate_at_50": 0.74, "hit_rate_at_100": 0.84, "hit_rate_at_1000": 0.99, "R_cap_at_1": 0.21, "R_cap_at_3": 0.123333, "R_cap_at_5": 0.159167, "R_cap_at_10": 0.209167, "R_cap_at_20": 0.2825, "R_cap_at_25": 0.295833, "R_cap_at_50": 0.395, "R_cap_at_100": 0.505, "R_cap_at_1000": 0.8175, "main_score": 0.18588, "hf_subset": "psychological_depth__temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 272.8761685192585, "kg_co2_emissions": null, "date": 1783435212.172194, "evaluation_phases": [ { "name": "Data loading", "start": 7.830560207366943e-06, "end": 6.590852998197079, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 6.590868895873427, "end": 6.5908751506358385, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 6.60579146258533, "end": 8.413500195369124, "split": "test", "subset": "psychological_depth__temporal_reasoning" }, { "name": "Scoring", "start": 8.413533914834261, "end": 8.542385442182422, "split": "test", "subset": "psychological_depth__temporal_reasoning" } ] }