{ "dataset_revision": "3b817ee68361f2b005bc065910e55f63a8f9ab77", "task_name": "KnowMeBench", "mteb_version": "2.12.39", "scores": { "test": [ { "ndcg_at_1": 0.47, "ndcg_at_3": 0.32194, "ndcg_at_5": 0.36506, "ndcg_at_10": 0.39473, "ndcg_at_20": 0.42896, "ndcg_at_25": 0.43441, "ndcg_at_50": 0.45395, "ndcg_at_100": 0.46843, "ndcg_at_1000": 0.5076, "map_at_1": 0.1875, "map_at_3": 0.24583, "map_at_5": 0.27333, "map_at_10": 0.2896, "map_at_20": 0.30279, "map_at_25": 0.30426, "map_at_50": 0.30841, "map_at_100": 0.31031, "map_at_1000": 0.31275, "recall_at_1": 0.1875, "recall_at_3": 0.2825, "recall_at_5": 0.36083, "recall_at_10": 0.4275, "recall_at_20": 0.52833, "recall_at_25": 0.54667, "recall_at_50": 0.62167, "recall_at_100": 0.685, "recall_at_1000": 0.91, "accuracy": 0.1875, "precision_at_1": 0.47, "precision_at_3": 0.24333, "precision_at_5": 0.188, "precision_at_10": 0.112, "precision_at_20": 0.0695, "precision_at_25": 0.0576, "precision_at_50": 0.033, "precision_at_100": 0.0184, "precision_at_1000": 0.0025, "mrr_at_1": 0.47, "mrr_at_3": 0.533333, "mrr_at_5": 0.562333, "mrr_at_10": 0.569167, "mrr_at_20": 0.573953, "mrr_at_25": 0.57437, "mrr_at_50": 0.57571, "mrr_at_100": 0.576196, "mrr_at_1000": 0.576448, "nauc_ndcg_at_1_max": 0.42788, "nauc_ndcg_at_1_std": 0.144873, "nauc_ndcg_at_1_diff1": 0.635583, "nauc_ndcg_at_3_max": 0.386755, "nauc_ndcg_at_3_std": 0.022665, "nauc_ndcg_at_3_diff1": 0.482282, "nauc_ndcg_at_5_max": 0.323932, "nauc_ndcg_at_5_std": -0.00888, "nauc_ndcg_at_5_diff1": 0.423441, "nauc_ndcg_at_10_max": 0.293302, "nauc_ndcg_at_10_std": -0.017407, "nauc_ndcg_at_10_diff1": 0.418264, "nauc_ndcg_at_20_max": 0.29789, "nauc_ndcg_at_20_std": -0.014727, "nauc_ndcg_at_20_diff1": 0.387285, "nauc_ndcg_at_25_max": 0.29876, "nauc_ndcg_at_25_std": -0.005499, "nauc_ndcg_at_25_diff1": 0.378834, "nauc_ndcg_at_50_max": 0.311861, "nauc_ndcg_at_50_std": -0.003986, "nauc_ndcg_at_50_diff1": 0.396606, "nauc_ndcg_at_100_max": 0.320638, "nauc_ndcg_at_100_std": 0.016158, "nauc_ndcg_at_100_diff1": 0.377918, "nauc_ndcg_at_1000_max": 0.313493, "nauc_ndcg_at_1000_std": -0.008618, "nauc_ndcg_at_1000_diff1": 0.425646, "nauc_map_at_1_max": 0.440635, "nauc_map_at_1_std": 0.11071, "nauc_map_at_1_diff1": 0.567196, "nauc_map_at_3_max": 0.398498, "nauc_map_at_3_std": 0.029064, "nauc_map_at_3_diff1": 0.444757, "nauc_map_at_5_max": 0.340433, "nauc_map_at_5_std": 0.001911, "nauc_map_at_5_diff1": 0.404327, "nauc_map_at_10_max": 0.319532, "nauc_map_at_10_std": -0.003454, "nauc_map_at_10_diff1": 0.405131, "nauc_map_at_20_max": 0.315495, "nauc_map_at_20_std": -0.002987, "nauc_map_at_20_diff1": 0.386978, "nauc_map_at_25_max": 0.315398, "nauc_map_at_25_std": 0.000129, "nauc_map_at_25_diff1": 0.384173, "nauc_map_at_50_max": 0.317738, "nauc_map_at_50_std": -0.002134, "nauc_map_at_50_diff1": 0.387438, "nauc_map_at_100_max": 0.318785, "nauc_map_at_100_std": 0.0006, "nauc_map_at_100_diff1": 0.384757, "nauc_map_at_1000_max": 0.317759, "nauc_map_at_1000_std": -0.001183, "nauc_map_at_1000_diff1": 0.388318, "nauc_recall_at_1_max": 0.440635, "nauc_recall_at_1_std": 0.11071, "nauc_recall_at_1_diff1": 0.567196, "nauc_recall_at_3_max": 0.365541, "nauc_recall_at_3_std": -0.016055, "nauc_recall_at_3_diff1": 0.39379, "nauc_recall_at_5_max": 0.195915, "nauc_recall_at_5_std": -0.077068, "nauc_recall_at_5_diff1": 0.246354, "nauc_recall_at_10_max": 0.118763, "nauc_recall_at_10_std": -0.088503, "nauc_recall_at_10_diff1": 0.222588, "nauc_recall_at_20_max": 0.113346, "nauc_recall_at_20_std": -0.079386, "nauc_recall_at_20_diff1": 0.110584, "nauc_recall_at_25_max": 0.107521, "nauc_recall_at_25_std": -0.050389, "nauc_recall_at_25_diff1": 0.072433, "nauc_recall_at_50_max": 0.146432, "nauc_recall_at_50_std": -0.044028, "nauc_recall_at_50_diff1": 0.121806, "nauc_recall_at_100_max": 0.16787, "nauc_recall_at_100_std": 0.04892, "nauc_recall_at_100_diff1": 0.001191, "nauc_recall_at_1000_max": 0.043268, "nauc_recall_at_1000_std": -0.236421, "nauc_recall_at_1000_diff1": 0.249957, "nauc_precision_at_1_max": 0.42788, "nauc_precision_at_1_std": 0.144873, "nauc_precision_at_1_diff1": 0.635583, "nauc_precision_at_3_max": 0.298025, "nauc_precision_at_3_std": -0.033759, "nauc_precision_at_3_diff1": 0.422014, "nauc_precision_at_5_max": 0.134988, "nauc_precision_at_5_std": -0.106299, "nauc_precision_at_5_diff1": 0.262848, "nauc_precision_at_10_max": 0.054116, "nauc_precision_at_10_std": -0.114045, "nauc_precision_at_10_diff1": 0.22664, "nauc_precision_at_20_max": 0.029441, "nauc_precision_at_20_std": -0.089322, "nauc_precision_at_20_diff1": 0.074896, "nauc_precision_at_25_max": 0.021213, "nauc_precision_at_25_std": -0.062256, "nauc_precision_at_25_diff1": 0.031104, "nauc_precision_at_50_max": 0.029514, "nauc_precision_at_50_std": -0.043232, "nauc_precision_at_50_diff1": 0.048449, "nauc_precision_at_100_max": 0.025709, "nauc_precision_at_100_std": 0.055565, "nauc_precision_at_100_diff1": -0.108358, "nauc_precision_at_1000_max": -0.177282, "nauc_precision_at_1000_std": -0.140885, "nauc_precision_at_1000_diff1": -0.006566, "nauc_mrr_at_1_max": 0.42788, "nauc_mrr_at_1_std": 0.144873, "nauc_mrr_at_1_diff1": 0.635583, "nauc_mrr_at_3_max": 0.434544, "nauc_mrr_at_3_std": 0.08123, "nauc_mrr_at_3_diff1": 0.619274, "nauc_mrr_at_5_max": 0.42413, "nauc_mrr_at_5_std": 0.071716, "nauc_mrr_at_5_diff1": 0.599066, "nauc_mrr_at_10_max": 0.419081, "nauc_mrr_at_10_std": 0.066621, "nauc_mrr_at_10_diff1": 0.597297, "nauc_mrr_at_20_max": 0.423643, "nauc_mrr_at_20_std": 0.069228, "nauc_mrr_at_20_diff1": 0.600402, "nauc_mrr_at_25_max": 0.424376, "nauc_mrr_at_25_std": 0.069542, "nauc_mrr_at_25_diff1": 0.600625, "nauc_mrr_at_50_max": 0.424278, "nauc_mrr_at_50_std": 0.071635, "nauc_mrr_at_50_diff1": 0.600367, "nauc_mrr_at_100_max": 0.424032, "nauc_mrr_at_100_std": 0.071232, "nauc_mrr_at_100_diff1": 0.600097, "nauc_mrr_at_1000_max": 0.424067, "nauc_mrr_at_1000_std": 0.071481, "nauc_mrr_at_1000_diff1": 0.600693, "hit_rate_at_1": 0.47, "hit_rate_at_3": 0.62, "hit_rate_at_5": 0.74, "hit_rate_at_10": 0.79, "hit_rate_at_20": 0.86, "hit_rate_at_25": 0.87, "hit_rate_at_50": 0.92, "hit_rate_at_100": 0.95, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.47, "R_cap_at_3": 0.285, "R_cap_at_5": 0.360833, "R_cap_at_10": 0.4275, "R_cap_at_20": 0.528333, "R_cap_at_25": 0.546667, "R_cap_at_50": 0.621667, "R_cap_at_100": 0.685, "R_cap_at_1000": 0.91, "main_score": 0.39473, "hf_subset": "event_driven__adversarial_abstention", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.57, "ndcg_at_3": 0.65134, "ndcg_at_5": 0.66429, "ndcg_at_10": 0.69506, "ndcg_at_20": 0.70403, "ndcg_at_25": 0.70535, "ndcg_at_50": 0.71747, "ndcg_at_100": 0.71822, "ndcg_at_1000": 0.72863, "map_at_1": 0.51333, "map_at_3": 0.61194, "map_at_5": 0.61969, "map_at_10": 0.63324, "map_at_20": 0.63668, "map_at_25": 0.63709, "map_at_50": 0.63935, "map_at_100": 0.63949, "map_at_1000": 0.64003, "recall_at_1": 0.51333, "recall_at_3": 0.72, "recall_at_5": 0.74667, "recall_at_10": 0.83167, "recall_at_20": 0.86167, "recall_at_25": 0.86667, "recall_at_50": 0.92333, "recall_at_100": 0.92667, "recall_at_1000": 0.995, "accuracy": 0.51333, "precision_at_1": 0.57, "precision_at_3": 0.27667, "precision_at_5": 0.176, "precision_at_10": 0.1, "precision_at_20": 0.0525, "precision_at_25": 0.0424, "precision_at_50": 0.0228, "precision_at_100": 0.0115, "precision_at_1000": 0.00128, "mrr_at_1": 0.57, "mrr_at_3": 0.66, "mrr_at_5": 0.667, "mrr_at_10": 0.680718, "mrr_at_20": 0.682076, "mrr_at_25": 0.682076, "mrr_at_50": 0.683268, "mrr_at_100": 0.683268, "mrr_at_1000": 0.6835, "nauc_ndcg_at_1_max": 0.430706, "nauc_ndcg_at_1_std": -0.053329, "nauc_ndcg_at_1_diff1": 0.528824, "nauc_ndcg_at_3_max": 0.411498, "nauc_ndcg_at_3_std": -0.052202, "nauc_ndcg_at_3_diff1": 0.421869, "nauc_ndcg_at_5_max": 0.394257, "nauc_ndcg_at_5_std": -0.037458, "nauc_ndcg_at_5_diff1": 0.402552, "nauc_ndcg_at_10_max": 0.411221, "nauc_ndcg_at_10_std": -0.055093, "nauc_ndcg_at_10_diff1": 0.438585, "nauc_ndcg_at_20_max": 0.400207, "nauc_ndcg_at_20_std": -0.056429, "nauc_ndcg_at_20_diff1": 0.443677, "nauc_ndcg_at_25_max": 0.40153, "nauc_ndcg_at_25_std": -0.055736, "nauc_ndcg_at_25_diff1": 0.441794, "nauc_ndcg_at_50_max": 0.398644, "nauc_ndcg_at_50_std": -0.062074, "nauc_ndcg_at_50_diff1": 0.462228, "nauc_ndcg_at_100_max": 0.397148, "nauc_ndcg_at_100_std": -0.061638, "nauc_ndcg_at_100_diff1": 0.46089, "nauc_ndcg_at_1000_max": 0.401537, "nauc_ndcg_at_1000_std": -0.052118, "nauc_ndcg_at_1000_diff1": 0.451147, "nauc_map_at_1_max": 0.385019, "nauc_map_at_1_std": -0.089301, "nauc_map_at_1_diff1": 0.55457, "nauc_map_at_3_max": 0.412927, "nauc_map_at_3_std": -0.06196, "nauc_map_at_3_diff1": 0.452433, "nauc_map_at_5_max": 0.40306, "nauc_map_at_5_std": -0.055625, "nauc_map_at_5_diff1": 0.442705, "nauc_map_at_10_max": 0.412084, "nauc_map_at_10_std": -0.060682, "nauc_map_at_10_diff1": 0.460779, "nauc_map_at_20_max": 0.409269, "nauc_map_at_20_std": -0.059129, "nauc_map_at_20_diff1": 0.463698, "nauc_map_at_25_max": 0.409646, "nauc_map_at_25_std": -0.058951, "nauc_map_at_25_diff1": 0.463243, "nauc_map_at_50_max": 0.408331, "nauc_map_at_50_std": -0.060751, "nauc_map_at_50_diff1": 0.465777, "nauc_map_at_100_max": 0.408116, "nauc_map_at_100_std": -0.060687, "nauc_map_at_100_diff1": 0.465584, "nauc_map_at_1000_max": 0.408216, "nauc_map_at_1000_std": -0.059967, "nauc_map_at_1000_diff1": 0.465045, "nauc_recall_at_1_max": 0.385019, "nauc_recall_at_1_std": -0.089301, "nauc_recall_at_1_diff1": 0.55457, "nauc_recall_at_3_max": 0.398241, "nauc_recall_at_3_std": -0.036497, "nauc_recall_at_3_diff1": 0.319753, "nauc_recall_at_5_max": 0.35033, "nauc_recall_at_5_std": -0.006214, "nauc_recall_at_5_diff1": 0.260453, "nauc_recall_at_10_max": 0.390999, "nauc_recall_at_10_std": -0.07774, "nauc_recall_at_10_diff1": 0.34647, "nauc_recall_at_20_max": 0.317259, "nauc_recall_at_20_std": -0.100668, "nauc_recall_at_20_diff1": 0.350925, "nauc_recall_at_25_max": 0.323251, "nauc_recall_at_25_std": -0.097385, "nauc_recall_at_25_diff1": 0.334587, "nauc_recall_at_50_max": 0.272312, "nauc_recall_at_50_std": -0.180079, "nauc_recall_at_50_diff1": 0.567681, "nauc_recall_at_100_max": 0.249979, "nauc_recall_at_100_std": -0.179398, "nauc_recall_at_100_diff1": 0.557158, "nauc_recall_at_1000_max": 0.554155, "nauc_recall_at_1000_std": 0.358077, "nauc_recall_at_1000_diff1": 0.122782, "nauc_precision_at_1_max": 0.430706, "nauc_precision_at_1_std": -0.053329, "nauc_precision_at_1_diff1": 0.528824, "nauc_precision_at_3_max": 0.336706, "nauc_precision_at_3_std": 0.017614, "nauc_precision_at_3_diff1": 0.121129, "nauc_precision_at_5_max": 0.2217, "nauc_precision_at_5_std": 0.099725, "nauc_precision_at_5_diff1": -0.000358, "nauc_precision_at_10_max": 0.202817, "nauc_precision_at_10_std": 0.068325, "nauc_precision_at_10_diff1": -0.020314, "nauc_precision_at_20_max": 0.075912, "nauc_precision_at_20_std": 0.0753, "nauc_precision_at_20_diff1": -0.050247, "nauc_precision_at_25_max": 0.068365, "nauc_precision_at_25_std": 0.078337, "nauc_precision_at_25_diff1": -0.074097, "nauc_precision_at_50_max": -0.076585, "nauc_precision_at_50_std": 0.04642, "nauc_precision_at_50_diff1": -0.104667, "nauc_precision_at_100_max": -0.096086, "nauc_precision_at_100_std": 0.049419, "nauc_precision_at_100_diff1": -0.12255, "nauc_precision_at_1000_max": -0.173001, "nauc_precision_at_1000_std": 0.103482, "nauc_precision_at_1000_diff1": -0.292289, "nauc_mrr_at_1_max": 0.430706, "nauc_mrr_at_1_std": -0.053329, "nauc_mrr_at_1_diff1": 0.528824, "nauc_mrr_at_3_max": 0.409513, "nauc_mrr_at_3_std": -0.041814, "nauc_mrr_at_3_diff1": 0.440518, "nauc_mrr_at_5_max": 0.401753, "nauc_mrr_at_5_std": -0.028507, "nauc_mrr_at_5_diff1": 0.43042, "nauc_mrr_at_10_max": 0.406274, "nauc_mrr_at_10_std": -0.037081, "nauc_mrr_at_10_diff1": 0.441997, "nauc_mrr_at_20_max": 0.403509, "nauc_mrr_at_20_std": -0.040226, "nauc_mrr_at_20_diff1": 0.440893, "nauc_mrr_at_25_max": 0.403509, "nauc_mrr_at_25_std": -0.040226, "nauc_mrr_at_25_diff1": 0.440893, "nauc_mrr_at_50_max": 0.404332, "nauc_mrr_at_50_std": -0.040196, "nauc_mrr_at_50_diff1": 0.443784, "nauc_mrr_at_100_max": 0.404332, "nauc_mrr_at_100_std": -0.040196, "nauc_mrr_at_100_diff1": 0.443784, "nauc_mrr_at_1000_max": 0.404486, "nauc_mrr_at_1000_std": -0.03995, "nauc_mrr_at_1000_diff1": 0.443725, "hit_rate_at_1": 0.57, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.81, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.93, "hit_rate_at_25": 0.93, "hit_rate_at_50": 0.97, "hit_rate_at_100": 0.97, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.57, "R_cap_at_3": 0.72, "R_cap_at_5": 0.746667, "R_cap_at_10": 0.831667, "R_cap_at_20": 0.861667, "R_cap_at_25": 0.866667, "R_cap_at_50": 0.923333, "R_cap_at_100": 0.926667, "R_cap_at_1000": 0.995, "main_score": 0.69506, "hf_subset": "event_driven__information_extraction", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.42, "ndcg_at_3": 0.36818, "ndcg_at_5": 0.39162, "ndcg_at_10": 0.42051, "ndcg_at_20": 0.4424, "ndcg_at_25": 0.45235, "ndcg_at_50": 0.4661, "ndcg_at_100": 0.4798, "ndcg_at_1000": 0.51233, "map_at_1": 0.236, "map_at_3": 0.30067, "map_at_5": 0.32217, "map_at_10": 0.33828, "map_at_20": 0.3463, "map_at_25": 0.3498, "map_at_50": 0.35242, "map_at_100": 0.35415, "map_at_1000": 0.35592, "recall_at_1": 0.236, "recall_at_3": 0.344, "recall_at_5": 0.40667, "recall_at_10": 0.47183, "recall_at_20": 0.53383, "recall_at_25": 0.566, "recall_at_50": 0.62, "recall_at_100": 0.6835, "recall_at_1000": 0.878, "accuracy": 0.236, "precision_at_1": 0.42, "precision_at_3": 0.22667, "precision_at_5": 0.168, "precision_at_10": 0.102, "precision_at_20": 0.0605, "precision_at_25": 0.0524, "precision_at_50": 0.029, "precision_at_100": 0.0162, "precision_at_1000": 0.00213, "mrr_at_1": 0.42, "mrr_at_3": 0.503333, "mrr_at_5": 0.517833, "mrr_at_10": 0.527563, "mrr_at_20": 0.532325, "mrr_at_25": 0.533277, "mrr_at_50": 0.534479, "mrr_at_100": 0.535346, "mrr_at_1000": 0.535831, "nauc_ndcg_at_1_max": 0.326542, "nauc_ndcg_at_1_std": -0.105931, "nauc_ndcg_at_1_diff1": 0.618438, "nauc_ndcg_at_3_max": 0.348108, "nauc_ndcg_at_3_std": -0.136089, "nauc_ndcg_at_3_diff1": 0.5688, "nauc_ndcg_at_5_max": 0.31305, "nauc_ndcg_at_5_std": -0.13044, "nauc_ndcg_at_5_diff1": 0.552506, "nauc_ndcg_at_10_max": 0.27473, "nauc_ndcg_at_10_std": -0.138422, "nauc_ndcg_at_10_diff1": 0.528102, "nauc_ndcg_at_20_max": 0.267403, "nauc_ndcg_at_20_std": -0.130333, "nauc_ndcg_at_20_diff1": 0.520716, "nauc_ndcg_at_25_max": 0.268885, "nauc_ndcg_at_25_std": -0.140884, "nauc_ndcg_at_25_diff1": 0.517647, "nauc_ndcg_at_50_max": 0.269116, "nauc_ndcg_at_50_std": -0.153674, "nauc_ndcg_at_50_diff1": 0.522044, "nauc_ndcg_at_100_max": 0.269553, "nauc_ndcg_at_100_std": -0.16506, "nauc_ndcg_at_100_diff1": 0.517336, "nauc_ndcg_at_1000_max": 0.277084, "nauc_ndcg_at_1000_std": -0.141096, "nauc_ndcg_at_1000_diff1": 0.520005, "nauc_map_at_1_max": 0.356047, "nauc_map_at_1_std": -0.134302, "nauc_map_at_1_diff1": 0.663539, "nauc_map_at_3_max": 0.331613, "nauc_map_at_3_std": -0.14372, "nauc_map_at_3_diff1": 0.574833, "nauc_map_at_5_max": 0.320236, "nauc_map_at_5_std": -0.140893, "nauc_map_at_5_diff1": 0.568084, "nauc_map_at_10_max": 0.300388, "nauc_map_at_10_std": -0.141772, "nauc_map_at_10_diff1": 0.551682, "nauc_map_at_20_max": 0.298003, "nauc_map_at_20_std": -0.13991, "nauc_map_at_20_diff1": 0.548258, "nauc_map_at_25_max": 0.300859, "nauc_map_at_25_std": -0.142345, "nauc_map_at_25_diff1": 0.548975, "nauc_map_at_50_max": 0.300452, "nauc_map_at_50_std": -0.144438, "nauc_map_at_50_diff1": 0.549415, "nauc_map_at_100_max": 0.301069, "nauc_map_at_100_std": -0.145596, "nauc_map_at_100_diff1": 0.549439, "nauc_map_at_1000_max": 0.301426, "nauc_map_at_1000_std": -0.144619, "nauc_map_at_1000_diff1": 0.549605, "nauc_recall_at_1_max": 0.356047, "nauc_recall_at_1_std": -0.134302, "nauc_recall_at_1_diff1": 0.663539, "nauc_recall_at_3_max": 0.324958, "nauc_recall_at_3_std": -0.137422, "nauc_recall_at_3_diff1": 0.506749, "nauc_recall_at_5_max": 0.274115, "nauc_recall_at_5_std": -0.12538, "nauc_recall_at_5_diff1": 0.477627, "nauc_recall_at_10_max": 0.186324, "nauc_recall_at_10_std": -0.141929, "nauc_recall_at_10_diff1": 0.421844, "nauc_recall_at_20_max": 0.154599, "nauc_recall_at_20_std": -0.111636, "nauc_recall_at_20_diff1": 0.380991, "nauc_recall_at_25_max": 0.146064, "nauc_recall_at_25_std": -0.145797, "nauc_recall_at_25_diff1": 0.357927, "nauc_recall_at_50_max": 0.122975, "nauc_recall_at_50_std": -0.197492, "nauc_recall_at_50_diff1": 0.344034, "nauc_recall_at_100_max": 0.103329, "nauc_recall_at_100_std": -0.27586, "nauc_recall_at_100_diff1": 0.287281, "nauc_recall_at_1000_max": 0.093648, "nauc_recall_at_1000_std": -0.046281, "nauc_recall_at_1000_diff1": 0.102593, "nauc_precision_at_1_max": 0.326542, "nauc_precision_at_1_std": -0.105931, "nauc_precision_at_1_diff1": 0.618438, "nauc_precision_at_3_max": 0.267214, "nauc_precision_at_3_std": -0.091818, "nauc_precision_at_3_diff1": 0.341617, "nauc_precision_at_5_max": 0.162558, "nauc_precision_at_5_std": -0.059078, "nauc_precision_at_5_diff1": 0.232088, "nauc_precision_at_10_max": 0.042127, "nauc_precision_at_10_std": -0.065185, "nauc_precision_at_10_diff1": 0.129441, "nauc_precision_at_20_max": -0.015661, "nauc_precision_at_20_std": -0.020904, "nauc_precision_at_20_diff1": 0.044964, "nauc_precision_at_25_max": 0.002888, "nauc_precision_at_25_std": -0.048857, "nauc_precision_at_25_diff1": 0.035006, "nauc_precision_at_50_max": -0.0248, "nauc_precision_at_50_std": -0.069629, "nauc_precision_at_50_diff1": -0.003544, "nauc_precision_at_100_max": -0.053576, "nauc_precision_at_100_std": -0.076271, "nauc_precision_at_100_diff1": -0.068852, "nauc_precision_at_1000_max": -0.145005, "nauc_precision_at_1000_std": 0.054217, "nauc_precision_at_1000_diff1": -0.231036, "nauc_mrr_at_1_max": 0.326542, "nauc_mrr_at_1_std": -0.105931, "nauc_mrr_at_1_diff1": 0.618438, "nauc_mrr_at_3_max": 0.320072, "nauc_mrr_at_3_std": -0.112845, "nauc_mrr_at_3_diff1": 0.561044, "nauc_mrr_at_5_max": 0.309321, "nauc_mrr_at_5_std": -0.109711, "nauc_mrr_at_5_diff1": 0.564491, "nauc_mrr_at_10_max": 0.29823, "nauc_mrr_at_10_std": -0.115538, "nauc_mrr_at_10_diff1": 0.562539, "nauc_mrr_at_20_max": 0.296179, "nauc_mrr_at_20_std": -0.11655, "nauc_mrr_at_20_diff1": 0.562131, "nauc_mrr_at_25_max": 0.295626, "nauc_mrr_at_25_std": -0.11829, "nauc_mrr_at_25_diff1": 0.561101, "nauc_mrr_at_50_max": 0.297426, "nauc_mrr_at_50_std": -0.119024, "nauc_mrr_at_50_diff1": 0.562246, "nauc_mrr_at_100_max": 0.297302, "nauc_mrr_at_100_std": -0.120165, "nauc_mrr_at_100_diff1": 0.561961, "nauc_mrr_at_1000_max": 0.297731, "nauc_mrr_at_1000_std": -0.119481, "nauc_mrr_at_1000_diff1": 0.562643, "hit_rate_at_1": 0.42, "hit_rate_at_3": 0.59, "hit_rate_at_5": 0.65, "hit_rate_at_10": 0.72, "hit_rate_at_20": 0.79, "hit_rate_at_25": 0.81, "hit_rate_at_50": 0.85, "hit_rate_at_100": 0.91, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.42, "R_cap_at_3": 0.358333, "R_cap_at_5": 0.406667, "R_cap_at_10": 0.471833, "R_cap_at_20": 0.533833, "R_cap_at_25": 0.566, "R_cap_at_50": 0.62, "R_cap_at_100": 0.6835, "R_cap_at_1000": 0.878, "main_score": 0.42051, "hf_subset": "event_driven__mind-body_interaction", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.47059, "ndcg_at_3": 0.37715, "ndcg_at_5": 0.41483, "ndcg_at_10": 0.45299, "ndcg_at_20": 0.47481, "ndcg_at_25": 0.48084, "ndcg_at_50": 0.49928, "ndcg_at_100": 0.50821, "ndcg_at_1000": 0.53654, "map_at_1": 0.24718, "map_at_3": 0.3095, "map_at_5": 0.3368, "map_at_10": 0.35667, "map_at_20": 0.36555, "map_at_25": 0.3675, "map_at_50": 0.37182, "map_at_100": 0.37299, "map_at_1000": 0.37459, "recall_at_1": 0.24718, "recall_at_3": 0.35098, "recall_at_5": 0.44191, "recall_at_10": 0.52904, "recall_at_20": 0.59191, "recall_at_25": 0.61029, "recall_at_50": 0.6826, "recall_at_100": 0.72414, "recall_at_1000": 0.89485, "accuracy": 0.24718, "precision_at_1": 0.47059, "precision_at_3": 0.23529, "precision_at_5": 0.18088, "precision_at_10": 0.11618, "precision_at_20": 0.06728, "precision_at_25": 0.05647, "precision_at_50": 0.03206, "precision_at_100": 0.01713, "precision_at_1000": 0.00221, "mrr_at_1": 0.470588, "mrr_at_3": 0.526961, "mrr_at_5": 0.553431, "mrr_at_10": 0.564729, "mrr_at_20": 0.568147, "mrr_at_25": 0.568466, "mrr_at_50": 0.569483, "mrr_at_100": 0.569785, "mrr_at_1000": 0.569989, "nauc_ndcg_at_1_max": 0.254657, "nauc_ndcg_at_1_std": 0.012944, "nauc_ndcg_at_1_diff1": 0.536662, "nauc_ndcg_at_3_max": 0.127118, "nauc_ndcg_at_3_std": -0.024737, "nauc_ndcg_at_3_diff1": 0.379351, "nauc_ndcg_at_5_max": 0.114019, "nauc_ndcg_at_5_std": -0.014688, "nauc_ndcg_at_5_diff1": 0.344365, "nauc_ndcg_at_10_max": 0.14317, "nauc_ndcg_at_10_std": 0.023895, "nauc_ndcg_at_10_diff1": 0.334519, "nauc_ndcg_at_20_max": 0.134656, "nauc_ndcg_at_20_std": 0.043828, "nauc_ndcg_at_20_diff1": 0.335604, "nauc_ndcg_at_25_max": 0.149097, "nauc_ndcg_at_25_std": 0.042721, "nauc_ndcg_at_25_diff1": 0.337073, "nauc_ndcg_at_50_max": 0.157139, "nauc_ndcg_at_50_std": 0.033826, "nauc_ndcg_at_50_diff1": 0.348243, "nauc_ndcg_at_100_max": 0.154511, "nauc_ndcg_at_100_std": 0.042447, "nauc_ndcg_at_100_diff1": 0.352271, "nauc_ndcg_at_1000_max": 0.167606, "nauc_ndcg_at_1000_std": 0.034253, "nauc_ndcg_at_1000_diff1": 0.365157, "nauc_map_at_1_max": 0.091922, "nauc_map_at_1_std": -0.063057, "nauc_map_at_1_diff1": 0.405185, "nauc_map_at_3_max": 0.102077, "nauc_map_at_3_std": -0.041644, "nauc_map_at_3_diff1": 0.356608, "nauc_map_at_5_max": 0.099405, "nauc_map_at_5_std": -0.02881, "nauc_map_at_5_diff1": 0.337895, "nauc_map_at_10_max": 0.114337, "nauc_map_at_10_std": -0.012539, "nauc_map_at_10_diff1": 0.331686, "nauc_map_at_20_max": 0.112791, "nauc_map_at_20_std": -0.00529, "nauc_map_at_20_diff1": 0.336513, "nauc_map_at_25_max": 0.117533, "nauc_map_at_25_std": -0.004806, "nauc_map_at_25_diff1": 0.33707, "nauc_map_at_50_max": 0.120958, "nauc_map_at_50_std": -0.006102, "nauc_map_at_50_diff1": 0.340502, "nauc_map_at_100_max": 0.120261, "nauc_map_at_100_std": -0.004752, "nauc_map_at_100_diff1": 0.340476, "nauc_map_at_1000_max": 0.121221, "nauc_map_at_1000_std": -0.004948, "nauc_map_at_1000_diff1": 0.341586, "nauc_recall_at_1_max": 0.091922, "nauc_recall_at_1_std": -0.063057, "nauc_recall_at_1_diff1": 0.405185, "nauc_recall_at_3_max": 0.059084, "nauc_recall_at_3_std": -0.049167, "nauc_recall_at_3_diff1": 0.277784, "nauc_recall_at_5_max": 0.024812, "nauc_recall_at_5_std": -0.001223, "nauc_recall_at_5_diff1": 0.196276, "nauc_recall_at_10_max": 0.075735, "nauc_recall_at_10_std": 0.094062, "nauc_recall_at_10_diff1": 0.139048, "nauc_recall_at_20_max": 0.024897, "nauc_recall_at_20_std": 0.151564, "nauc_recall_at_20_diff1": 0.102169, "nauc_recall_at_25_max": 0.066705, "nauc_recall_at_25_std": 0.148608, "nauc_recall_at_25_diff1": 0.102273, "nauc_recall_at_50_max": 0.084292, "nauc_recall_at_50_std": 0.114959, "nauc_recall_at_50_diff1": 0.112105, "nauc_recall_at_100_max": 0.055052, "nauc_recall_at_100_std": 0.156467, "nauc_recall_at_100_diff1": 0.120971, "nauc_recall_at_1000_max": 0.140317, "nauc_recall_at_1000_std": 0.144023, "nauc_recall_at_1000_diff1": 0.154165, "nauc_precision_at_1_max": 0.254657, "nauc_precision_at_1_std": 0.012944, "nauc_precision_at_1_diff1": 0.536662, "nauc_precision_at_3_max": 0.186858, "nauc_precision_at_3_std": 0.016516, "nauc_precision_at_3_diff1": 0.323248, "nauc_precision_at_5_max": 0.174339, "nauc_precision_at_5_std": 0.041691, "nauc_precision_at_5_diff1": 0.237262, "nauc_precision_at_10_max": 0.224475, "nauc_precision_at_10_std": 0.126038, "nauc_precision_at_10_diff1": 0.163975, "nauc_precision_at_20_max": 0.187584, "nauc_precision_at_20_std": 0.152609, "nauc_precision_at_20_diff1": 0.156235, "nauc_precision_at_25_max": 0.23156, "nauc_precision_at_25_std": 0.146666, "nauc_precision_at_25_diff1": 0.146184, "nauc_precision_at_50_max": 0.224438, "nauc_precision_at_50_std": 0.110062, "nauc_precision_at_50_diff1": 0.138515, "nauc_precision_at_100_max": 0.203109, "nauc_precision_at_100_std": 0.149555, "nauc_precision_at_100_diff1": 0.111054, "nauc_precision_at_1000_max": 0.211912, "nauc_precision_at_1000_std": 0.104194, "nauc_precision_at_1000_diff1": 0.068313, "nauc_mrr_at_1_max": 0.254657, "nauc_mrr_at_1_std": 0.012944, "nauc_mrr_at_1_diff1": 0.536662, "nauc_mrr_at_3_max": 0.226799, "nauc_mrr_at_3_std": 0.001473, "nauc_mrr_at_3_diff1": 0.485639, "nauc_mrr_at_5_max": 0.223674, "nauc_mrr_at_5_std": 0.005741, "nauc_mrr_at_5_diff1": 0.483382, "nauc_mrr_at_10_max": 0.23596, "nauc_mrr_at_10_std": 0.024, "nauc_mrr_at_10_diff1": 0.491397, "nauc_mrr_at_20_max": 0.234737, "nauc_mrr_at_20_std": 0.030936, "nauc_mrr_at_20_diff1": 0.487618, "nauc_mrr_at_25_max": 0.234377, "nauc_mrr_at_25_std": 0.029933, "nauc_mrr_at_25_diff1": 0.487484, "nauc_mrr_at_50_max": 0.23421, "nauc_mrr_at_50_std": 0.028219, "nauc_mrr_at_50_diff1": 0.488685, "nauc_mrr_at_100_max": 0.234974, "nauc_mrr_at_100_std": 0.028681, "nauc_mrr_at_100_diff1": 0.489227, "nauc_mrr_at_1000_max": 0.235031, "nauc_mrr_at_1000_std": 0.028432, "nauc_mrr_at_1000_diff1": 0.489132, "hit_rate_at_1": 0.47059, "hit_rate_at_3": 0.60294, "hit_rate_at_5": 0.72059, "hit_rate_at_10": 0.80147, "hit_rate_at_20": 0.84559, "hit_rate_at_25": 0.85294, "hit_rate_at_50": 0.88971, "hit_rate_at_100": 0.91176, "hit_rate_at_1000": 0.96324, "R_cap_at_1": 0.470588, "R_cap_at_3": 0.36152, "R_cap_at_5": 0.442402, "R_cap_at_10": 0.529044, "R_cap_at_20": 0.591912, "R_cap_at_25": 0.610294, "R_cap_at_50": 0.682598, "R_cap_at_100": 0.724142, "R_cap_at_1000": 0.894853, "main_score": 0.45299, "hf_subset": "event_driven__mnestic_trigger_analysis", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.32174, "ndcg_at_3": 0.26853, "ndcg_at_5": 0.27966, "ndcg_at_10": 0.30317, "ndcg_at_20": 0.33172, "ndcg_at_25": 0.33653, "ndcg_at_50": 0.35771, "ndcg_at_100": 0.37082, "ndcg_at_1000": 0.40931, "map_at_1": 0.14384, "map_at_3": 0.21757, "map_at_5": 0.22529, "map_at_10": 0.236, "map_at_20": 0.24593, "map_at_25": 0.24719, "map_at_50": 0.25128, "map_at_100": 0.25272, "map_at_1000": 0.25445, "recall_at_1": 0.14384, "recall_at_3": 0.25507, "recall_at_5": 0.28007, "recall_at_10": 0.33514, "recall_at_20": 0.42188, "recall_at_25": 0.43783, "recall_at_50": 0.51826, "recall_at_100": 0.57841, "recall_at_1000": 0.80565, "accuracy": 0.14384, "precision_at_1": 0.32174, "precision_at_3": 0.1913, "precision_at_5": 0.12783, "precision_at_10": 0.07739, "precision_at_20": 0.04957, "precision_at_25": 0.04157, "precision_at_50": 0.0253, "precision_at_100": 0.0143, "precision_at_1000": 0.0021, "mrr_at_1": 0.321739, "mrr_at_3": 0.384058, "mrr_at_5": 0.394275, "mrr_at_10": 0.406085, "mrr_at_20": 0.411304, "mrr_at_25": 0.411864, "mrr_at_50": 0.413957, "mrr_at_100": 0.414841, "mrr_at_1000": 0.415565, "nauc_ndcg_at_1_max": 0.316515, "nauc_ndcg_at_1_std": 0.053302, "nauc_ndcg_at_1_diff1": 0.408618, "nauc_ndcg_at_3_max": 0.37636, "nauc_ndcg_at_3_std": 0.05974, "nauc_ndcg_at_3_diff1": 0.376932, "nauc_ndcg_at_5_max": 0.37664, "nauc_ndcg_at_5_std": 0.075185, "nauc_ndcg_at_5_diff1": 0.373324, "nauc_ndcg_at_10_max": 0.399536, "nauc_ndcg_at_10_std": 0.093091, "nauc_ndcg_at_10_diff1": 0.368843, "nauc_ndcg_at_20_max": 0.398966, "nauc_ndcg_at_20_std": 0.109072, "nauc_ndcg_at_20_diff1": 0.372999, "nauc_ndcg_at_25_max": 0.390006, "nauc_ndcg_at_25_std": 0.101109, "nauc_ndcg_at_25_diff1": 0.37234, "nauc_ndcg_at_50_max": 0.389883, "nauc_ndcg_at_50_std": 0.112646, "nauc_ndcg_at_50_diff1": 0.369259, "nauc_ndcg_at_100_max": 0.39439, "nauc_ndcg_at_100_std": 0.115711, "nauc_ndcg_at_100_diff1": 0.376935, "nauc_ndcg_at_1000_max": 0.389596, "nauc_ndcg_at_1000_std": 0.113392, "nauc_ndcg_at_1000_diff1": 0.380804, "nauc_map_at_1_max": 0.380157, "nauc_map_at_1_std": 0.08773, "nauc_map_at_1_diff1": 0.433597, "nauc_map_at_3_max": 0.391653, "nauc_map_at_3_std": 0.056524, "nauc_map_at_3_diff1": 0.393485, "nauc_map_at_5_max": 0.385743, "nauc_map_at_5_std": 0.06466, "nauc_map_at_5_diff1": 0.384884, "nauc_map_at_10_max": 0.40113, "nauc_map_at_10_std": 0.072764, "nauc_map_at_10_diff1": 0.386912, "nauc_map_at_20_max": 0.401495, "nauc_map_at_20_std": 0.078418, "nauc_map_at_20_diff1": 0.385483, "nauc_map_at_25_max": 0.39832, "nauc_map_at_25_std": 0.075701, "nauc_map_at_25_diff1": 0.384688, "nauc_map_at_50_max": 0.39893, "nauc_map_at_50_std": 0.078553, "nauc_map_at_50_diff1": 0.385076, "nauc_map_at_100_max": 0.399761, "nauc_map_at_100_std": 0.079689, "nauc_map_at_100_diff1": 0.38575, "nauc_map_at_1000_max": 0.399338, "nauc_map_at_1000_std": 0.079605, "nauc_map_at_1000_diff1": 0.386276, "nauc_recall_at_1_max": 0.380157, "nauc_recall_at_1_std": 0.08773, "nauc_recall_at_1_diff1": 0.433597, "nauc_recall_at_3_max": 0.406776, "nauc_recall_at_3_std": 0.073444, "nauc_recall_at_3_diff1": 0.355466, "nauc_recall_at_5_max": 0.385576, "nauc_recall_at_5_std": 0.087766, "nauc_recall_at_5_diff1": 0.331546, "nauc_recall_at_10_max": 0.437654, "nauc_recall_at_10_std": 0.137026, "nauc_recall_at_10_diff1": 0.311268, "nauc_recall_at_20_max": 0.414631, "nauc_recall_at_20_std": 0.179486, "nauc_recall_at_20_diff1": 0.314111, "nauc_recall_at_25_max": 0.387118, "nauc_recall_at_25_std": 0.155911, "nauc_recall_at_25_diff1": 0.311585, "nauc_recall_at_50_max": 0.377951, "nauc_recall_at_50_std": 0.202375, "nauc_recall_at_50_diff1": 0.284802, "nauc_recall_at_100_max": 0.398246, "nauc_recall_at_100_std": 0.22456, "nauc_recall_at_100_diff1": 0.311803, "nauc_recall_at_1000_max": 0.400895, "nauc_recall_at_1000_std": 0.302045, "nauc_recall_at_1000_diff1": 0.32859, "nauc_precision_at_1_max": 0.316515, "nauc_precision_at_1_std": 0.053302, "nauc_precision_at_1_diff1": 0.408618, "nauc_precision_at_3_max": 0.354089, "nauc_precision_at_3_std": 0.045969, "nauc_precision_at_3_diff1": 0.338684, "nauc_precision_at_5_max": 0.324536, "nauc_precision_at_5_std": 0.056442, "nauc_precision_at_5_diff1": 0.305133, "nauc_precision_at_10_max": 0.364088, "nauc_precision_at_10_std": 0.100826, "nauc_precision_at_10_diff1": 0.277789, "nauc_precision_at_20_max": 0.327599, "nauc_precision_at_20_std": 0.135837, "nauc_precision_at_20_diff1": 0.2712, "nauc_precision_at_25_max": 0.279726, "nauc_precision_at_25_std": 0.096379, "nauc_precision_at_25_diff1": 0.259552, "nauc_precision_at_50_max": 0.228869, "nauc_precision_at_50_std": 0.120361, "nauc_precision_at_50_diff1": 0.201444, "nauc_precision_at_100_max": 0.20517, "nauc_precision_at_100_std": 0.10949, "nauc_precision_at_100_diff1": 0.204774, "nauc_precision_at_1000_max": -0.099998, "nauc_precision_at_1000_std": -0.005055, "nauc_precision_at_1000_diff1": -0.016246, "nauc_mrr_at_1_max": 0.316515, "nauc_mrr_at_1_std": 0.053302, "nauc_mrr_at_1_diff1": 0.408618, "nauc_mrr_at_3_max": 0.335807, "nauc_mrr_at_3_std": 0.070515, "nauc_mrr_at_3_diff1": 0.383592, "nauc_mrr_at_5_max": 0.329258, "nauc_mrr_at_5_std": 0.068633, "nauc_mrr_at_5_diff1": 0.382871, "nauc_mrr_at_10_max": 0.329808, "nauc_mrr_at_10_std": 0.071593, "nauc_mrr_at_10_diff1": 0.377818, "nauc_mrr_at_20_max": 0.330838, "nauc_mrr_at_20_std": 0.074844, "nauc_mrr_at_20_diff1": 0.383393, "nauc_mrr_at_25_max": 0.330747, "nauc_mrr_at_25_std": 0.074701, "nauc_mrr_at_25_diff1": 0.383902, "nauc_mrr_at_50_max": 0.329469, "nauc_mrr_at_50_std": 0.07381, "nauc_mrr_at_50_diff1": 0.382665, "nauc_mrr_at_100_max": 0.329286, "nauc_mrr_at_100_std": 0.073441, "nauc_mrr_at_100_diff1": 0.383431, "nauc_mrr_at_1000_max": 0.329214, "nauc_mrr_at_1000_std": 0.07342, "nauc_mrr_at_1000_diff1": 0.383281, "hit_rate_at_1": 0.32174, "hit_rate_at_3": 0.46522, "hit_rate_at_5": 0.5087, "hit_rate_at_10": 0.59565, "hit_rate_at_20": 0.67826, "hit_rate_at_25": 0.6913, "hit_rate_at_50": 0.76522, "hit_rate_at_100": 0.83043, "hit_rate_at_1000": 0.97826, "R_cap_at_1": 0.321739, "R_cap_at_3": 0.258696, "R_cap_at_5": 0.280072, "R_cap_at_10": 0.335145, "R_cap_at_20": 0.421884, "R_cap_at_25": 0.437826, "R_cap_at_50": 0.518261, "R_cap_at_100": 0.578406, "R_cap_at_1000": 0.805652, "main_score": 0.30317, "hf_subset": "event_driven__temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.46, "ndcg_at_3": 0.47203, "ndcg_at_5": 0.5066, "ndcg_at_10": 0.5484, "ndcg_at_20": 0.58169, "ndcg_at_25": 0.5929, "ndcg_at_50": 0.61271, "ndcg_at_100": 0.61738, "ndcg_at_1000": 0.62203, "map_at_1": 0.345, "map_at_3": 0.4275, "map_at_5": 0.45075, "map_at_10": 0.47252, "map_at_20": 0.48378, "map_at_25": 0.48695, "map_at_50": 0.49069, "map_at_100": 0.49122, "map_at_1000": 0.49142, "recall_at_1": 0.345, "recall_at_3": 0.5, "recall_at_5": 0.575, "recall_at_10": 0.685, "recall_at_20": 0.805, "recall_at_25": 0.85, "recall_at_50": 0.94, "recall_at_100": 0.965, "recall_at_1000": 0.995, "accuracy": 0.345, "precision_at_1": 0.46, "precision_at_3": 0.23667, "precision_at_5": 0.166, "precision_at_10": 0.101, "precision_at_20": 0.0595, "precision_at_25": 0.0504, "precision_at_50": 0.028, "precision_at_100": 0.0144, "precision_at_1000": 0.0015, "mrr_at_1": 0.46, "mrr_at_3": 0.533333, "mrr_at_5": 0.546833, "mrr_at_10": 0.560107, "mrr_at_20": 0.56552, "mrr_at_25": 0.566472, "mrr_at_50": 0.568587, "mrr_at_100": 0.568878, "mrr_at_1000": 0.569039, "nauc_ndcg_at_1_max": 0.106751, "nauc_ndcg_at_1_std": 0.162374, "nauc_ndcg_at_1_diff1": 0.328888, "nauc_ndcg_at_3_max": 0.052131, "nauc_ndcg_at_3_std": 0.0483, "nauc_ndcg_at_3_diff1": 0.229547, "nauc_ndcg_at_5_max": 0.095012, "nauc_ndcg_at_5_std": 0.009378, "nauc_ndcg_at_5_diff1": 0.216152, "nauc_ndcg_at_10_max": 0.086088, "nauc_ndcg_at_10_std": 0.030119, "nauc_ndcg_at_10_diff1": 0.213774, "nauc_ndcg_at_20_max": 0.035952, "nauc_ndcg_at_20_std": -0.005544, "nauc_ndcg_at_20_diff1": 0.169474, "nauc_ndcg_at_25_max": 0.043157, "nauc_ndcg_at_25_std": 0.024637, "nauc_ndcg_at_25_diff1": 0.192467, "nauc_ndcg_at_50_max": 0.109715, "nauc_ndcg_at_50_std": 0.064716, "nauc_ndcg_at_50_diff1": 0.250501, "nauc_ndcg_at_100_max": 0.103373, "nauc_ndcg_at_100_std": 0.059015, "nauc_ndcg_at_100_diff1": 0.244725, "nauc_ndcg_at_1000_max": 0.094747, "nauc_ndcg_at_1000_std": 0.059589, "nauc_ndcg_at_1000_diff1": 0.243033, "nauc_map_at_1_max": 0.069595, "nauc_map_at_1_std": 0.064477, "nauc_map_at_1_diff1": 0.222133, "nauc_map_at_3_max": 0.028828, "nauc_map_at_3_std": 0.053776, "nauc_map_at_3_diff1": 0.223343, "nauc_map_at_5_max": 0.062542, "nauc_map_at_5_std": 0.025028, "nauc_map_at_5_diff1": 0.220654, "nauc_map_at_10_max": 0.053702, "nauc_map_at_10_std": 0.034919, "nauc_map_at_10_diff1": 0.214059, "nauc_map_at_20_max": 0.041896, "nauc_map_at_20_std": 0.026986, "nauc_map_at_20_diff1": 0.201972, "nauc_map_at_25_max": 0.043657, "nauc_map_at_25_std": 0.032765, "nauc_map_at_25_diff1": 0.207529, "nauc_map_at_50_max": 0.055653, "nauc_map_at_50_std": 0.040651, "nauc_map_at_50_diff1": 0.218377, "nauc_map_at_100_max": 0.055219, "nauc_map_at_100_std": 0.03987, "nauc_map_at_100_diff1": 0.217805, "nauc_map_at_1000_max": 0.054839, "nauc_map_at_1000_std": 0.03982, "nauc_map_at_1000_diff1": 0.217683, "nauc_recall_at_1_max": 0.069595, "nauc_recall_at_1_std": 0.064477, "nauc_recall_at_1_diff1": 0.222133, "nauc_recall_at_3_max": 0.016205, "nauc_recall_at_3_std": -0.014347, "nauc_recall_at_3_diff1": 0.169168, "nauc_recall_at_5_max": 0.100808, "nauc_recall_at_5_std": -0.103507, "nauc_recall_at_5_diff1": 0.116049, "nauc_recall_at_10_max": 0.06523, "nauc_recall_at_10_std": -0.067565, "nauc_recall_at_10_diff1": 0.077592, "nauc_recall_at_20_max": -0.241799, "nauc_recall_at_20_std": -0.334229, "nauc_recall_at_20_diff1": -0.213277, "nauc_recall_at_25_max": -0.252457, "nauc_recall_at_25_std": -0.167361, "nauc_recall_at_25_diff1": -0.119655, "nauc_recall_at_50_max": 0.492997, "nauc_recall_at_50_std": 0.231754, "nauc_recall_at_50_diff1": 0.450397, "nauc_recall_at_100_max": 0.505202, "nauc_recall_at_100_std": 0.11778, "nauc_recall_at_100_diff1": 0.366547, "nauc_recall_at_1000_max": 0.554155, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.106751, "nauc_precision_at_1_std": 0.162374, "nauc_precision_at_1_diff1": 0.328888, "nauc_precision_at_3_max": 0.056131, "nauc_precision_at_3_std": 0.033149, "nauc_precision_at_3_diff1": 0.231997, "nauc_precision_at_5_max": 0.16562, "nauc_precision_at_5_std": -0.069075, "nauc_precision_at_5_diff1": 0.166499, "nauc_precision_at_10_max": 0.121388, "nauc_precision_at_10_std": -0.028733, "nauc_precision_at_10_diff1": 0.096714, "nauc_precision_at_20_max": -0.011666, "nauc_precision_at_20_std": -0.098939, "nauc_precision_at_20_diff1": -0.067115, "nauc_precision_at_25_max": 0.010204, "nauc_precision_at_25_std": -0.022992, "nauc_precision_at_25_diff1": -0.003184, "nauc_precision_at_50_max": 0.312069, "nauc_precision_at_50_std": 0.177896, "nauc_precision_at_50_diff1": 0.234142, "nauc_precision_at_100_max": 0.293982, "nauc_precision_at_100_std": 0.163051, "nauc_precision_at_100_diff1": 0.199152, "nauc_precision_at_1000_max": 0.229767, "nauc_precision_at_1000_std": 0.179654, "nauc_precision_at_1000_diff1": 0.168621, "nauc_mrr_at_1_max": 0.106751, "nauc_mrr_at_1_std": 0.162374, "nauc_mrr_at_1_diff1": 0.328888, "nauc_mrr_at_3_max": 0.136634, "nauc_mrr_at_3_std": 0.11294, "nauc_mrr_at_3_diff1": 0.305189, "nauc_mrr_at_5_max": 0.14061, "nauc_mrr_at_5_std": 0.106158, "nauc_mrr_at_5_diff1": 0.291595, "nauc_mrr_at_10_max": 0.146896, "nauc_mrr_at_10_std": 0.119636, "nauc_mrr_at_10_diff1": 0.304981, "nauc_mrr_at_20_max": 0.136563, "nauc_mrr_at_20_std": 0.111692, "nauc_mrr_at_20_diff1": 0.298801, "nauc_mrr_at_25_max": 0.137458, "nauc_mrr_at_25_std": 0.117361, "nauc_mrr_at_25_diff1": 0.301341, "nauc_mrr_at_50_max": 0.143402, "nauc_mrr_at_50_std": 0.119831, "nauc_mrr_at_50_diff1": 0.3062, "nauc_mrr_at_100_max": 0.142704, "nauc_mrr_at_100_std": 0.119885, "nauc_mrr_at_100_diff1": 0.305904, "nauc_mrr_at_1000_max": 0.142253, "nauc_mrr_at_1000_std": 0.119618, "nauc_mrr_at_1000_diff1": 0.305653, "hit_rate_at_1": 0.46, "hit_rate_at_3": 0.64, "hit_rate_at_5": 0.7, "hit_rate_at_10": 0.79, "hit_rate_at_20": 0.87, "hit_rate_at_25": 0.89, "hit_rate_at_50": 0.96, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.46, "R_cap_at_3": 0.5, "R_cap_at_5": 0.575, "R_cap_at_10": 0.685, "R_cap_at_20": 0.805, "R_cap_at_25": 0.85, "R_cap_at_50": 0.94, "R_cap_at_100": 0.965, "R_cap_at_1000": 0.995, "main_score": 0.5484, "hf_subset": "flashback_intensive__adversarial_abstention", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.41538, "ndcg_at_3": 0.51795, "ndcg_at_5": 0.55203, "ndcg_at_10": 0.59472, "ndcg_at_20": 0.60833, "ndcg_at_25": 0.61339, "ndcg_at_50": 0.61788, "ndcg_at_100": 0.61917, "ndcg_at_1000": 0.62489, "map_at_1": 0.41538, "map_at_3": 0.49231, "map_at_5": 0.51077, "map_at_10": 0.52864, "map_at_20": 0.53236, "map_at_25": 0.53338, "map_at_50": 0.53406, "map_at_100": 0.53418, "map_at_1000": 0.53437, "recall_at_1": 0.41538, "recall_at_3": 0.59231, "recall_at_5": 0.67692, "recall_at_10": 0.80769, "recall_at_20": 0.86154, "recall_at_25": 0.88462, "recall_at_50": 0.90769, "recall_at_100": 0.91538, "recall_at_1000": 0.96154, "accuracy": 0.41538, "precision_at_1": 0.41538, "precision_at_3": 0.19744, "precision_at_5": 0.13538, "precision_at_10": 0.08077, "precision_at_20": 0.04308, "precision_at_25": 0.03538, "precision_at_50": 0.01815, "precision_at_100": 0.00915, "precision_at_1000": 0.00096, "mrr_at_1": 0.415385, "mrr_at_3": 0.492308, "mrr_at_5": 0.510769, "mrr_at_10": 0.528639, "mrr_at_20": 0.532356, "mrr_at_25": 0.533377, "mrr_at_50": 0.534058, "mrr_at_100": 0.53418, "mrr_at_1000": 0.534371, "nauc_ndcg_at_1_max": 0.255609, "nauc_ndcg_at_1_std": -0.155568, "nauc_ndcg_at_1_diff1": 0.477991, "nauc_ndcg_at_3_max": 0.177589, "nauc_ndcg_at_3_std": -0.224279, "nauc_ndcg_at_3_diff1": 0.417931, "nauc_ndcg_at_5_max": 0.141548, "nauc_ndcg_at_5_std": -0.247124, "nauc_ndcg_at_5_diff1": 0.414601, "nauc_ndcg_at_10_max": 0.176673, "nauc_ndcg_at_10_std": -0.237514, "nauc_ndcg_at_10_diff1": 0.40772, "nauc_ndcg_at_20_max": 0.171063, "nauc_ndcg_at_20_std": -0.228844, "nauc_ndcg_at_20_diff1": 0.413182, "nauc_ndcg_at_25_max": 0.166978, "nauc_ndcg_at_25_std": -0.226077, "nauc_ndcg_at_25_diff1": 0.414359, "nauc_ndcg_at_50_max": 0.174758, "nauc_ndcg_at_50_std": -0.221502, "nauc_ndcg_at_50_diff1": 0.431643, "nauc_ndcg_at_100_max": 0.181128, "nauc_ndcg_at_100_std": -0.21421, "nauc_ndcg_at_100_diff1": 0.430247, "nauc_ndcg_at_1000_max": 0.188742, "nauc_ndcg_at_1000_std": -0.212434, "nauc_ndcg_at_1000_diff1": 0.429612, "nauc_map_at_1_max": 0.255609, "nauc_map_at_1_std": -0.155568, "nauc_map_at_1_diff1": 0.477991, "nauc_map_at_3_max": 0.192478, "nauc_map_at_3_std": -0.208482, "nauc_map_at_3_diff1": 0.428214, "nauc_map_at_5_max": 0.173552, "nauc_map_at_5_std": -0.220026, "nauc_map_at_5_diff1": 0.42731, "nauc_map_at_10_max": 0.187381, "nauc_map_at_10_std": -0.214063, "nauc_map_at_10_diff1": 0.423975, "nauc_map_at_20_max": 0.186248, "nauc_map_at_20_std": -0.211918, "nauc_map_at_20_diff1": 0.425822, "nauc_map_at_25_max": 0.185579, "nauc_map_at_25_std": -0.21144, "nauc_map_at_25_diff1": 0.426045, "nauc_map_at_50_max": 0.186403, "nauc_map_at_50_std": -0.2111, "nauc_map_at_50_diff1": 0.428314, "nauc_map_at_100_max": 0.18692, "nauc_map_at_100_std": -0.210509, "nauc_map_at_100_diff1": 0.4282, "nauc_map_at_1000_max": 0.18712, "nauc_map_at_1000_std": -0.210558, "nauc_map_at_1000_diff1": 0.428265, "nauc_recall_at_1_max": 0.255609, "nauc_recall_at_1_std": -0.155568, "nauc_recall_at_1_diff1": 0.477991, "nauc_recall_at_3_max": 0.133305, "nauc_recall_at_3_std": -0.272858, "nauc_recall_at_3_diff1": 0.388044, "nauc_recall_at_5_max": 0.024814, "nauc_recall_at_5_std": -0.34639, "nauc_recall_at_5_diff1": 0.370768, "nauc_recall_at_10_max": 0.143375, "nauc_recall_at_10_std": -0.362224, "nauc_recall_at_10_diff1": 0.326499, "nauc_recall_at_20_max": 0.083701, "nauc_recall_at_20_std": -0.332059, "nauc_recall_at_20_diff1": 0.335935, "nauc_recall_at_25_max": 0.023535, "nauc_recall_at_25_std": -0.318689, "nauc_recall_at_25_diff1": 0.335603, "nauc_recall_at_50_max": 0.115741, "nauc_recall_at_50_std": -0.259648, "nauc_recall_at_50_diff1": 0.574308, "nauc_recall_at_100_max": 0.230965, "nauc_recall_at_100_std": -0.125074, "nauc_recall_at_100_diff1": 0.560861, "nauc_recall_at_1000_max": 0.709244, "nauc_recall_at_1000_std": 0.128571, "nauc_recall_at_1000_diff1": 0.643884, "nauc_precision_at_1_max": 0.255609, "nauc_precision_at_1_std": -0.155568, "nauc_precision_at_1_diff1": 0.477991, "nauc_precision_at_3_max": 0.133305, "nauc_precision_at_3_std": -0.272858, "nauc_precision_at_3_diff1": 0.388044, "nauc_precision_at_5_max": 0.024814, "nauc_precision_at_5_std": -0.34639, "nauc_precision_at_5_diff1": 0.370768, "nauc_precision_at_10_max": 0.143375, "nauc_precision_at_10_std": -0.362224, "nauc_precision_at_10_diff1": 0.326499, "nauc_precision_at_20_max": 0.083701, "nauc_precision_at_20_std": -0.332059, "nauc_precision_at_20_diff1": 0.335935, "nauc_precision_at_25_max": 0.023535, "nauc_precision_at_25_std": -0.318689, "nauc_precision_at_25_diff1": 0.335603, "nauc_precision_at_50_max": 0.115741, "nauc_precision_at_50_std": -0.259648, "nauc_precision_at_50_diff1": 0.574308, "nauc_precision_at_100_max": 0.230965, "nauc_precision_at_100_std": -0.125074, "nauc_precision_at_100_diff1": 0.560861, "nauc_precision_at_1000_max": 0.709244, "nauc_precision_at_1000_std": 0.128571, "nauc_precision_at_1000_diff1": 0.643884, "nauc_mrr_at_1_max": 0.255609, "nauc_mrr_at_1_std": -0.155568, "nauc_mrr_at_1_diff1": 0.477991, "nauc_mrr_at_3_max": 0.192478, "nauc_mrr_at_3_std": -0.208482, "nauc_mrr_at_3_diff1": 0.428214, "nauc_mrr_at_5_max": 0.173552, "nauc_mrr_at_5_std": -0.220026, "nauc_mrr_at_5_diff1": 0.42731, "nauc_mrr_at_10_max": 0.187381, "nauc_mrr_at_10_std": -0.214063, "nauc_mrr_at_10_diff1": 0.423975, "nauc_mrr_at_20_max": 0.186248, "nauc_mrr_at_20_std": -0.211918, "nauc_mrr_at_20_diff1": 0.425822, "nauc_mrr_at_25_max": 0.185579, "nauc_mrr_at_25_std": -0.21144, "nauc_mrr_at_25_diff1": 0.426045, "nauc_mrr_at_50_max": 0.186403, "nauc_mrr_at_50_std": -0.2111, "nauc_mrr_at_50_diff1": 0.428314, "nauc_mrr_at_100_max": 0.18692, "nauc_mrr_at_100_std": -0.210509, "nauc_mrr_at_100_diff1": 0.4282, "nauc_mrr_at_1000_max": 0.18712, "nauc_mrr_at_1000_std": -0.210558, "nauc_mrr_at_1000_diff1": 0.428265, "hit_rate_at_1": 0.41538, "hit_rate_at_3": 0.59231, "hit_rate_at_5": 0.67692, "hit_rate_at_10": 0.80769, "hit_rate_at_20": 0.86154, "hit_rate_at_25": 0.88462, "hit_rate_at_50": 0.90769, "hit_rate_at_100": 0.91538, "hit_rate_at_1000": 0.96154, "R_cap_at_1": 0.415385, "R_cap_at_3": 0.592308, "R_cap_at_5": 0.676923, "R_cap_at_10": 0.807692, "R_cap_at_20": 0.861538, "R_cap_at_25": 0.884615, "R_cap_at_50": 0.907692, "R_cap_at_100": 0.915385, "R_cap_at_1000": 0.961538, "main_score": 0.59472, "hf_subset": "flashback_intensive__information_extraction", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.63051, "ndcg_at_3": 0.51308, "ndcg_at_5": 0.5147, "ndcg_at_10": 0.53044, "ndcg_at_20": 0.55444, "ndcg_at_25": 0.55919, "ndcg_at_50": 0.56996, "ndcg_at_100": 0.58172, "ndcg_at_1000": 0.60981, "map_at_1": 0.27703, "map_at_3": 0.41402, "map_at_5": 0.43325, "map_at_10": 0.4458, "map_at_20": 0.45518, "map_at_25": 0.45662, "map_at_50": 0.45911, "map_at_100": 0.46084, "map_at_1000": 0.46253, "recall_at_1": 0.27703, "recall_at_3": 0.44976, "recall_at_5": 0.49509, "recall_at_10": 0.54107, "recall_at_20": 0.61185, "recall_at_25": 0.62608, "recall_at_50": 0.66526, "recall_at_100": 0.71481, "recall_at_1000": 0.87149, "accuracy": 0.27703, "precision_at_1": 0.63051, "precision_at_3": 0.36045, "precision_at_5": 0.24271, "precision_at_10": 0.13627, "precision_at_20": 0.07898, "precision_at_25": 0.06549, "precision_at_50": 0.03539, "precision_at_100": 0.01946, "precision_at_1000": 0.0025, "mrr_at_1": 0.630508, "mrr_at_3": 0.687006, "mrr_at_5": 0.696497, "mrr_at_10": 0.700074, "mrr_at_20": 0.703674, "mrr_at_25": 0.704143, "mrr_at_50": 0.704534, "mrr_at_100": 0.704787, "mrr_at_1000": 0.705131, "nauc_ndcg_at_1_max": 0.306946, "nauc_ndcg_at_1_std": -0.270656, "nauc_ndcg_at_1_diff1": 0.502944, "nauc_ndcg_at_3_max": 0.259255, "nauc_ndcg_at_3_std": -0.261508, "nauc_ndcg_at_3_diff1": 0.319484, "nauc_ndcg_at_5_max": 0.229348, "nauc_ndcg_at_5_std": -0.254248, "nauc_ndcg_at_5_diff1": 0.283521, "nauc_ndcg_at_10_max": 0.207196, "nauc_ndcg_at_10_std": -0.270997, "nauc_ndcg_at_10_diff1": 0.263131, "nauc_ndcg_at_20_max": 0.19724, "nauc_ndcg_at_20_std": -0.267819, "nauc_ndcg_at_20_diff1": 0.249072, "nauc_ndcg_at_25_max": 0.196093, "nauc_ndcg_at_25_std": -0.271402, "nauc_ndcg_at_25_diff1": 0.241447, "nauc_ndcg_at_50_max": 0.200948, "nauc_ndcg_at_50_std": -0.267161, "nauc_ndcg_at_50_diff1": 0.24765, "nauc_ndcg_at_100_max": 0.202774, "nauc_ndcg_at_100_std": -0.261388, "nauc_ndcg_at_100_diff1": 0.249722, "nauc_ndcg_at_1000_max": 0.224989, "nauc_ndcg_at_1000_std": -0.229493, "nauc_ndcg_at_1000_diff1": 0.258644, "nauc_map_at_1_max": 0.257458, "nauc_map_at_1_std": -0.145873, "nauc_map_at_1_diff1": 0.392795, "nauc_map_at_3_max": 0.245599, "nauc_map_at_3_std": -0.220903, "nauc_map_at_3_diff1": 0.284683, "nauc_map_at_5_max": 0.236597, "nauc_map_at_5_std": -0.229927, "nauc_map_at_5_diff1": 0.269058, "nauc_map_at_10_max": 0.228571, "nauc_map_at_10_std": -0.239378, "nauc_map_at_10_diff1": 0.261991, "nauc_map_at_20_max": 0.226076, "nauc_map_at_20_std": -0.238998, "nauc_map_at_20_diff1": 0.257912, "nauc_map_at_25_max": 0.225953, "nauc_map_at_25_std": -0.240287, "nauc_map_at_25_diff1": 0.255554, "nauc_map_at_50_max": 0.226285, "nauc_map_at_50_std": -0.23977, "nauc_map_at_50_diff1": 0.256396, "nauc_map_at_100_max": 0.226151, "nauc_map_at_100_std": -0.239357, "nauc_map_at_100_diff1": 0.256451, "nauc_map_at_1000_max": 0.227562, "nauc_map_at_1000_std": -0.237466, "nauc_map_at_1000_diff1": 0.257098, "nauc_recall_at_1_max": 0.257458, "nauc_recall_at_1_std": -0.145873, "nauc_recall_at_1_diff1": 0.392795, "nauc_recall_at_3_max": 0.214617, "nauc_recall_at_3_std": -0.236378, "nauc_recall_at_3_diff1": 0.249073, "nauc_recall_at_5_max": 0.177718, "nauc_recall_at_5_std": -0.247424, "nauc_recall_at_5_diff1": 0.197249, "nauc_recall_at_10_max": 0.126749, "nauc_recall_at_10_std": -0.28834, "nauc_recall_at_10_diff1": 0.151784, "nauc_recall_at_20_max": 0.072992, "nauc_recall_at_20_std": -0.275795, "nauc_recall_at_20_diff1": 0.083363, "nauc_recall_at_25_max": 0.062465, "nauc_recall_at_25_std": -0.286743, "nauc_recall_at_25_diff1": 0.054277, "nauc_recall_at_50_max": 0.080974, "nauc_recall_at_50_std": -0.270483, "nauc_recall_at_50_diff1": 0.072773, "nauc_recall_at_100_max": 0.077222, "nauc_recall_at_100_std": -0.234365, "nauc_recall_at_100_diff1": 0.06426, "nauc_recall_at_1000_max": 0.178918, "nauc_recall_at_1000_std": 0.121339, "nauc_recall_at_1000_diff1": 0.003381, "nauc_precision_at_1_max": 0.306946, "nauc_precision_at_1_std": -0.270656, "nauc_precision_at_1_diff1": 0.502944, "nauc_precision_at_3_max": 0.188895, "nauc_precision_at_3_std": -0.291942, "nauc_precision_at_3_diff1": 0.195633, "nauc_precision_at_5_max": 0.159381, "nauc_precision_at_5_std": -0.28967, "nauc_precision_at_5_diff1": 0.143663, "nauc_precision_at_10_max": 0.111501, "nauc_precision_at_10_std": -0.272219, "nauc_precision_at_10_diff1": 0.078083, "nauc_precision_at_20_max": 0.067019, "nauc_precision_at_20_std": -0.178262, "nauc_precision_at_20_diff1": -0.00133, "nauc_precision_at_25_max": 0.059508, "nauc_precision_at_25_std": -0.171656, "nauc_precision_at_25_diff1": -0.041572, "nauc_precision_at_50_max": 0.048793, "nauc_precision_at_50_std": -0.125796, "nauc_precision_at_50_diff1": -0.042203, "nauc_precision_at_100_max": 0.025609, "nauc_precision_at_100_std": -0.071773, "nauc_precision_at_100_diff1": -0.060778, "nauc_precision_at_1000_max": 0.074282, "nauc_precision_at_1000_std": 0.166502, "nauc_precision_at_1000_diff1": -0.094064, "nauc_mrr_at_1_max": 0.306946, "nauc_mrr_at_1_std": -0.270656, "nauc_mrr_at_1_diff1": 0.502944, "nauc_mrr_at_3_max": 0.28322, "nauc_mrr_at_3_std": -0.29912, "nauc_mrr_at_3_diff1": 0.460342, "nauc_mrr_at_5_max": 0.274976, "nauc_mrr_at_5_std": -0.297833, "nauc_mrr_at_5_diff1": 0.452196, "nauc_mrr_at_10_max": 0.271637, "nauc_mrr_at_10_std": -0.303524, "nauc_mrr_at_10_diff1": 0.446834, "nauc_mrr_at_20_max": 0.269488, "nauc_mrr_at_20_std": -0.302596, "nauc_mrr_at_20_diff1": 0.444804, "nauc_mrr_at_25_max": 0.269865, "nauc_mrr_at_25_std": -0.30132, "nauc_mrr_at_25_diff1": 0.444842, "nauc_mrr_at_50_max": 0.271511, "nauc_mrr_at_50_std": -0.300273, "nauc_mrr_at_50_diff1": 0.445812, "nauc_mrr_at_100_max": 0.271514, "nauc_mrr_at_100_std": -0.300175, "nauc_mrr_at_100_diff1": 0.445948, "nauc_mrr_at_1000_max": 0.271955, "nauc_mrr_at_1000_std": -0.299896, "nauc_mrr_at_1000_diff1": 0.446256, "hit_rate_at_1": 0.63051, "hit_rate_at_3": 0.75254, "hit_rate_at_5": 0.79322, "hit_rate_at_10": 0.82034, "hit_rate_at_20": 0.87119, "hit_rate_at_25": 0.88136, "hit_rate_at_50": 0.89492, "hit_rate_at_100": 0.91186, "hit_rate_at_1000": 0.97627, "R_cap_at_1": 0.630508, "R_cap_at_3": 0.487006, "R_cap_at_5": 0.501638, "R_cap_at_10": 0.541695, "R_cap_at_20": 0.611853, "R_cap_at_25": 0.626085, "R_cap_at_50": 0.665257, "R_cap_at_100": 0.714813, "R_cap_at_1000": 0.871486, "main_score": 0.53044, "hf_subset": "flashback_intensive__mind-body_interaction", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.63333, "ndcg_at_3": 0.655, "ndcg_at_5": 0.6701, "ndcg_at_10": 0.6849, "ndcg_at_20": 0.69354, "ndcg_at_25": 0.69467, "ndcg_at_50": 0.70224, "ndcg_at_100": 0.7062, "ndcg_at_1000": 0.71052, "map_at_1": 0.52917, "map_at_3": 0.61597, "map_at_5": 0.62628, "map_at_10": 0.63484, "map_at_20": 0.63833, "map_at_25": 0.63872, "map_at_50": 0.64017, "map_at_100": 0.64068, "map_at_1000": 0.64086, "recall_at_1": 0.52917, "recall_at_3": 0.68958, "recall_at_5": 0.72292, "recall_at_10": 0.76042, "recall_at_20": 0.78958, "recall_at_25": 0.79375, "recall_at_50": 0.82917, "recall_at_100": 0.85, "recall_at_1000": 0.88125, "accuracy": 0.52917, "precision_at_1": 0.63333, "precision_at_3": 0.27917, "precision_at_5": 0.17667, "precision_at_10": 0.095, "precision_at_20": 0.04979, "precision_at_25": 0.04017, "precision_at_50": 0.02108, "precision_at_100": 0.01092, "precision_at_1000": 0.00114, "mrr_at_1": 0.633333, "mrr_at_3": 0.701389, "mrr_at_5": 0.707222, "mrr_at_10": 0.710711, "mrr_at_20": 0.711726, "mrr_at_25": 0.711726, "mrr_at_50": 0.712432, "mrr_at_100": 0.712502, "mrr_at_1000": 0.712554, "nauc_ndcg_at_1_max": 0.431847, "nauc_ndcg_at_1_std": -0.013954, "nauc_ndcg_at_1_diff1": 0.677044, "nauc_ndcg_at_3_max": 0.46595, "nauc_ndcg_at_3_std": -0.053412, "nauc_ndcg_at_3_diff1": 0.580112, "nauc_ndcg_at_5_max": 0.459777, "nauc_ndcg_at_5_std": -0.051917, "nauc_ndcg_at_5_diff1": 0.574334, "nauc_ndcg_at_10_max": 0.475213, "nauc_ndcg_at_10_std": -0.042534, "nauc_ndcg_at_10_diff1": 0.582653, "nauc_ndcg_at_20_max": 0.473938, "nauc_ndcg_at_20_std": -0.049398, "nauc_ndcg_at_20_diff1": 0.58065, "nauc_ndcg_at_25_max": 0.47667, "nauc_ndcg_at_25_std": -0.04806, "nauc_ndcg_at_25_diff1": 0.584771, "nauc_ndcg_at_50_max": 0.470799, "nauc_ndcg_at_50_std": -0.056328, "nauc_ndcg_at_50_diff1": 0.579323, "nauc_ndcg_at_100_max": 0.47375, "nauc_ndcg_at_100_std": -0.059575, "nauc_ndcg_at_100_diff1": 0.588136, "nauc_ndcg_at_1000_max": 0.476782, "nauc_ndcg_at_1000_std": -0.060655, "nauc_ndcg_at_1000_diff1": 0.591542, "nauc_map_at_1_max": 0.373952, "nauc_map_at_1_std": 0.003655, "nauc_map_at_1_diff1": 0.566428, "nauc_map_at_3_max": 0.443853, "nauc_map_at_3_std": -0.044309, "nauc_map_at_3_diff1": 0.562072, "nauc_map_at_5_max": 0.441805, "nauc_map_at_5_std": -0.043415, "nauc_map_at_5_diff1": 0.559741, "nauc_map_at_10_max": 0.449645, "nauc_map_at_10_std": -0.039243, "nauc_map_at_10_diff1": 0.564473, "nauc_map_at_20_max": 0.448991, "nauc_map_at_20_std": -0.041257, "nauc_map_at_20_diff1": 0.563938, "nauc_map_at_25_max": 0.449806, "nauc_map_at_25_std": -0.040827, "nauc_map_at_25_diff1": 0.565146, "nauc_map_at_50_max": 0.448436, "nauc_map_at_50_std": -0.041776, "nauc_map_at_50_diff1": 0.564181, "nauc_map_at_100_max": 0.448728, "nauc_map_at_100_std": -0.042113, "nauc_map_at_100_diff1": 0.565132, "nauc_map_at_1000_max": 0.448771, "nauc_map_at_1000_std": -0.042197, "nauc_map_at_1000_diff1": 0.565236, "nauc_recall_at_1_max": 0.373952, "nauc_recall_at_1_std": 0.003655, "nauc_recall_at_1_diff1": 0.566428, "nauc_recall_at_3_max": 0.474345, "nauc_recall_at_3_std": -0.081083, "nauc_recall_at_3_diff1": 0.503632, "nauc_recall_at_5_max": 0.462512, "nauc_recall_at_5_std": -0.081983, "nauc_recall_at_5_diff1": 0.486365, "nauc_recall_at_10_max": 0.510258, "nauc_recall_at_10_std": -0.060971, "nauc_recall_at_10_diff1": 0.505451, "nauc_recall_at_20_max": 0.513922, "nauc_recall_at_20_std": -0.095016, "nauc_recall_at_20_diff1": 0.493045, "nauc_recall_at_25_max": 0.530909, "nauc_recall_at_25_std": -0.089925, "nauc_recall_at_25_diff1": 0.515554, "nauc_recall_at_50_max": 0.507692, "nauc_recall_at_50_std": -0.160169, "nauc_recall_at_50_diff1": 0.471733, "nauc_recall_at_100_max": 0.547307, "nauc_recall_at_100_std": -0.204042, "nauc_recall_at_100_diff1": 0.546189, "nauc_recall_at_1000_max": 0.622727, "nauc_recall_at_1000_std": -0.252388, "nauc_recall_at_1000_diff1": 0.599553, "nauc_precision_at_1_max": 0.431847, "nauc_precision_at_1_std": -0.013954, "nauc_precision_at_1_diff1": 0.677044, "nauc_precision_at_3_max": 0.446442, "nauc_precision_at_3_std": -0.10759, "nauc_precision_at_3_diff1": 0.467826, "nauc_precision_at_5_max": 0.38134, "nauc_precision_at_5_std": -0.094531, "nauc_precision_at_5_diff1": 0.393033, "nauc_precision_at_10_max": 0.336926, "nauc_precision_at_10_std": -0.046439, "nauc_precision_at_10_diff1": 0.316433, "nauc_precision_at_20_max": 0.273957, "nauc_precision_at_20_std": -0.058956, "nauc_precision_at_20_diff1": 0.249403, "nauc_precision_at_25_max": 0.275665, "nauc_precision_at_25_std": -0.051253, "nauc_precision_at_25_diff1": 0.257266, "nauc_precision_at_50_max": 0.203889, "nauc_precision_at_50_std": -0.075092, "nauc_precision_at_50_diff1": 0.18481, "nauc_precision_at_100_max": 0.185166, "nauc_precision_at_100_std": -0.077734, "nauc_precision_at_100_diff1": 0.193499, "nauc_precision_at_1000_max": 0.16276, "nauc_precision_at_1000_std": -0.069934, "nauc_precision_at_1000_diff1": 0.16641, "nauc_mrr_at_1_max": 0.431847, "nauc_mrr_at_1_std": -0.013954, "nauc_mrr_at_1_diff1": 0.677044, "nauc_mrr_at_3_max": 0.477063, "nauc_mrr_at_3_std": -0.039704, "nauc_mrr_at_3_diff1": 0.671856, "nauc_mrr_at_5_max": 0.470196, "nauc_mrr_at_5_std": -0.03768, "nauc_mrr_at_5_diff1": 0.668235, "nauc_mrr_at_10_max": 0.474013, "nauc_mrr_at_10_std": -0.032208, "nauc_mrr_at_10_diff1": 0.668353, "nauc_mrr_at_20_max": 0.474006, "nauc_mrr_at_20_std": -0.033782, "nauc_mrr_at_20_diff1": 0.667767, "nauc_mrr_at_25_max": 0.474006, "nauc_mrr_at_25_std": -0.033782, "nauc_mrr_at_25_diff1": 0.667767, "nauc_mrr_at_50_max": 0.474128, "nauc_mrr_at_50_std": -0.035015, "nauc_mrr_at_50_diff1": 0.667524, "nauc_mrr_at_100_max": 0.474038, "nauc_mrr_at_100_std": -0.035314, "nauc_mrr_at_100_diff1": 0.667483, "nauc_mrr_at_1000_max": 0.474061, "nauc_mrr_at_1000_std": -0.035422, "nauc_mrr_at_1000_diff1": 0.66747, "hit_rate_at_1": 0.63333, "hit_rate_at_3": 0.77917, "hit_rate_at_5": 0.80417, "hit_rate_at_10": 0.82917, "hit_rate_at_20": 0.84167, "hit_rate_at_25": 0.84167, "hit_rate_at_50": 0.86667, "hit_rate_at_100": 0.87083, "hit_rate_at_1000": 0.88333, "R_cap_at_1": 0.633333, "R_cap_at_3": 0.689583, "R_cap_at_5": 0.722917, "R_cap_at_10": 0.760417, "R_cap_at_20": 0.789583, "R_cap_at_25": 0.79375, "R_cap_at_50": 0.829167, "R_cap_at_100": 0.85, "R_cap_at_1000": 0.88125, "main_score": 0.6849, "hf_subset": "flashback_intensive__mnestic_trigger_analysis", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.21374, "ndcg_at_3": 0.18584, "ndcg_at_5": 0.21953, "ndcg_at_10": 0.26361, "ndcg_at_20": 0.28852, "ndcg_at_25": 0.29584, "ndcg_at_50": 0.31312, "ndcg_at_100": 0.32755, "ndcg_at_1000": 0.36636, "map_at_1": 0.09288, "map_at_3": 0.13953, "map_at_5": 0.15765, "map_at_10": 0.17689, "map_at_20": 0.18634, "map_at_25": 0.18854, "map_at_50": 0.19179, "map_at_100": 0.19356, "map_at_1000": 0.19551, "recall_at_1": 0.09288, "recall_at_3": 0.18448, "recall_at_5": 0.2458, "recall_at_10": 0.34936, "recall_at_20": 0.42316, "recall_at_25": 0.4486, "recall_at_50": 0.51603, "recall_at_100": 0.58244, "recall_at_1000": 0.81298, "accuracy": 0.09288, "precision_at_1": 0.21374, "precision_at_3": 0.13995, "precision_at_5": 0.1145, "precision_at_10": 0.08244, "precision_at_20": 0.05076, "precision_at_25": 0.04305, "precision_at_50": 0.02504, "precision_at_100": 0.0142, "precision_at_1000": 0.00203, "mrr_at_1": 0.21374, "mrr_at_3": 0.284987, "mrr_at_5": 0.313613, "mrr_at_10": 0.336163, "mrr_at_20": 0.340264, "mrr_at_25": 0.340627, "mrr_at_50": 0.342087, "mrr_at_100": 0.343118, "mrr_at_1000": 0.34396, "nauc_ndcg_at_1_max": 0.039804, "nauc_ndcg_at_1_std": 0.130485, "nauc_ndcg_at_1_diff1": 0.234834, "nauc_ndcg_at_3_max": 0.200042, "nauc_ndcg_at_3_std": 0.247342, "nauc_ndcg_at_3_diff1": 0.178596, "nauc_ndcg_at_5_max": 0.253158, "nauc_ndcg_at_5_std": 0.292239, "nauc_ndcg_at_5_diff1": 0.209, "nauc_ndcg_at_10_max": 0.301596, "nauc_ndcg_at_10_std": 0.314442, "nauc_ndcg_at_10_diff1": 0.238204, "nauc_ndcg_at_20_max": 0.276262, "nauc_ndcg_at_20_std": 0.296379, "nauc_ndcg_at_20_diff1": 0.229464, "nauc_ndcg_at_25_max": 0.281893, "nauc_ndcg_at_25_std": 0.303946, "nauc_ndcg_at_25_diff1": 0.210289, "nauc_ndcg_at_50_max": 0.276637, "nauc_ndcg_at_50_std": 0.317511, "nauc_ndcg_at_50_diff1": 0.196508, "nauc_ndcg_at_100_max": 0.263554, "nauc_ndcg_at_100_std": 0.309097, "nauc_ndcg_at_100_diff1": 0.186413, "nauc_ndcg_at_1000_max": 0.265511, "nauc_ndcg_at_1000_std": 0.309931, "nauc_ndcg_at_1000_diff1": 0.21593, "nauc_map_at_1_max": 0.094273, "nauc_map_at_1_std": 0.174569, "nauc_map_at_1_diff1": 0.234426, "nauc_map_at_3_max": 0.197596, "nauc_map_at_3_std": 0.256403, "nauc_map_at_3_diff1": 0.195659, "nauc_map_at_5_max": 0.255717, "nauc_map_at_5_std": 0.295111, "nauc_map_at_5_diff1": 0.223526, "nauc_map_at_10_max": 0.280365, "nauc_map_at_10_std": 0.304357, "nauc_map_at_10_diff1": 0.241061, "nauc_map_at_20_max": 0.266897, "nauc_map_at_20_std": 0.293501, "nauc_map_at_20_diff1": 0.239033, "nauc_map_at_25_max": 0.269394, "nauc_map_at_25_std": 0.295405, "nauc_map_at_25_diff1": 0.231482, "nauc_map_at_50_max": 0.267535, "nauc_map_at_50_std": 0.299891, "nauc_map_at_50_diff1": 0.227592, "nauc_map_at_100_max": 0.266049, "nauc_map_at_100_std": 0.299199, "nauc_map_at_100_diff1": 0.225786, "nauc_map_at_1000_max": 0.267173, "nauc_map_at_1000_std": 0.299828, "nauc_map_at_1000_diff1": 0.228488, "nauc_recall_at_1_max": 0.094273, "nauc_recall_at_1_std": 0.174569, "nauc_recall_at_1_diff1": 0.234426, "nauc_recall_at_3_max": 0.248711, "nauc_recall_at_3_std": 0.279392, "nauc_recall_at_3_diff1": 0.129858, "nauc_recall_at_5_max": 0.334781, "nauc_recall_at_5_std": 0.348006, "nauc_recall_at_5_diff1": 0.181089, "nauc_recall_at_10_max": 0.421809, "nauc_recall_at_10_std": 0.36457, "nauc_recall_at_10_diff1": 0.228311, "nauc_recall_at_20_max": 0.358024, "nauc_recall_at_20_std": 0.321001, "nauc_recall_at_20_diff1": 0.208672, "nauc_recall_at_25_max": 0.368953, "nauc_recall_at_25_std": 0.335873, "nauc_recall_at_25_diff1": 0.15564, "nauc_recall_at_50_max": 0.368142, "nauc_recall_at_50_std": 0.399316, "nauc_recall_at_50_diff1": 0.110486, "nauc_recall_at_100_max": 0.317461, "nauc_recall_at_100_std": 0.366015, "nauc_recall_at_100_diff1": 0.056542, "nauc_recall_at_1000_max": 0.393844, "nauc_recall_at_1000_std": 0.472423, "nauc_recall_at_1000_diff1": 0.179737, "nauc_precision_at_1_max": 0.039804, "nauc_precision_at_1_std": 0.130485, "nauc_precision_at_1_diff1": 0.234834, "nauc_precision_at_3_max": 0.197712, "nauc_precision_at_3_std": 0.250951, "nauc_precision_at_3_diff1": 0.124977, "nauc_precision_at_5_max": 0.257928, "nauc_precision_at_5_std": 0.307172, "nauc_precision_at_5_diff1": 0.177219, "nauc_precision_at_10_max": 0.300165, "nauc_precision_at_10_std": 0.289134, "nauc_precision_at_10_diff1": 0.191805, "nauc_precision_at_20_max": 0.196198, "nauc_precision_at_20_std": 0.218725, "nauc_precision_at_20_diff1": 0.159819, "nauc_precision_at_25_max": 0.204791, "nauc_precision_at_25_std": 0.238547, "nauc_precision_at_25_diff1": 0.104831, "nauc_precision_at_50_max": 0.177351, "nauc_precision_at_50_std": 0.267976, "nauc_precision_at_50_diff1": 0.061795, "nauc_precision_at_100_max": 0.086634, "nauc_precision_at_100_std": 0.195956, "nauc_precision_at_100_diff1": 0.014351, "nauc_precision_at_1000_max": -0.107894, "nauc_precision_at_1000_std": -0.014712, "nauc_precision_at_1000_diff1": 0.062454, "nauc_mrr_at_1_max": 0.039804, "nauc_mrr_at_1_std": 0.130485, "nauc_mrr_at_1_diff1": 0.234834, "nauc_mrr_at_3_max": 0.139589, "nauc_mrr_at_3_std": 0.181978, "nauc_mrr_at_3_diff1": 0.192807, "nauc_mrr_at_5_max": 0.142456, "nauc_mrr_at_5_std": 0.196131, "nauc_mrr_at_5_diff1": 0.201489, "nauc_mrr_at_10_max": 0.147602, "nauc_mrr_at_10_std": 0.20081, "nauc_mrr_at_10_diff1": 0.208798, "nauc_mrr_at_20_max": 0.145384, "nauc_mrr_at_20_std": 0.201133, "nauc_mrr_at_20_diff1": 0.204583, "nauc_mrr_at_25_max": 0.145363, "nauc_mrr_at_25_std": 0.20265, "nauc_mrr_at_25_diff1": 0.204336, "nauc_mrr_at_50_max": 0.146048, "nauc_mrr_at_50_std": 0.201284, "nauc_mrr_at_50_diff1": 0.205325, "nauc_mrr_at_100_max": 0.145086, "nauc_mrr_at_100_std": 0.200344, "nauc_mrr_at_100_diff1": 0.205367, "nauc_mrr_at_1000_max": 0.144572, "nauc_mrr_at_1000_std": 0.199878, "nauc_mrr_at_1000_diff1": 0.205602, "hit_rate_at_1": 0.21374, "hit_rate_at_3": 0.37405, "hit_rate_at_5": 0.49618, "hit_rate_at_10": 0.65649, "hit_rate_at_20": 0.71756, "hit_rate_at_25": 0.72519, "hit_rate_at_50": 0.77863, "hit_rate_at_100": 0.84733, "hit_rate_at_1000": 0.96947, "R_cap_at_1": 0.21374, "R_cap_at_3": 0.184478, "R_cap_at_5": 0.245802, "R_cap_at_10": 0.349364, "R_cap_at_20": 0.423155, "R_cap_at_25": 0.448601, "R_cap_at_50": 0.516031, "R_cap_at_100": 0.582443, "R_cap_at_1000": 0.812977, "main_score": 0.26361, "hf_subset": "flashback_intensive__temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.56, "ndcg_at_3": 0.44411, "ndcg_at_5": 0.47426, "ndcg_at_10": 0.51533, "ndcg_at_20": 0.55384, "ndcg_at_25": 0.56167, "ndcg_at_50": 0.58382, "ndcg_at_100": 0.60069, "ndcg_at_1000": 0.62523, "map_at_1": 0.1965, "map_at_3": 0.33944, "map_at_5": 0.37282, "map_at_10": 0.39684, "map_at_20": 0.41369, "map_at_25": 0.41641, "map_at_50": 0.42239, "map_at_100": 0.42525, "map_at_1000": 0.4269, "recall_at_1": 0.1965, "recall_at_3": 0.3955, "recall_at_5": 0.46967, "recall_at_10": 0.5595, "recall_at_20": 0.66833, "recall_at_25": 0.69283, "recall_at_50": 0.77183, "recall_at_100": 0.846, "recall_at_1000": 0.9875, "accuracy": 0.1965, "precision_at_1": 0.56, "precision_at_3": 0.39, "precision_at_5": 0.28, "precision_at_10": 0.167, "precision_at_20": 0.1, "precision_at_25": 0.0832, "precision_at_50": 0.0468, "precision_at_100": 0.0256, "precision_at_1000": 0.00298, "mrr_at_1": 0.56, "mrr_at_3": 0.656667, "mrr_at_5": 0.670167, "mrr_at_10": 0.679468, "mrr_at_20": 0.682457, "mrr_at_25": 0.683409, "mrr_at_50": 0.683409, "mrr_at_100": 0.683582, "mrr_at_1000": 0.683612, "nauc_ndcg_at_1_max": 0.002044, "nauc_ndcg_at_1_std": -0.505266, "nauc_ndcg_at_1_diff1": 0.46606, "nauc_ndcg_at_3_max": -0.009184, "nauc_ndcg_at_3_std": -0.419772, "nauc_ndcg_at_3_diff1": 0.227206, "nauc_ndcg_at_5_max": -0.034574, "nauc_ndcg_at_5_std": -0.406119, "nauc_ndcg_at_5_diff1": 0.225103, "nauc_ndcg_at_10_max": -0.072157, "nauc_ndcg_at_10_std": -0.46407, "nauc_ndcg_at_10_diff1": 0.209678, "nauc_ndcg_at_20_max": -0.103016, "nauc_ndcg_at_20_std": -0.448498, "nauc_ndcg_at_20_diff1": 0.205389, "nauc_ndcg_at_25_max": -0.099334, "nauc_ndcg_at_25_std": -0.436947, "nauc_ndcg_at_25_diff1": 0.199834, "nauc_ndcg_at_50_max": -0.07564, "nauc_ndcg_at_50_std": -0.418428, "nauc_ndcg_at_50_diff1": 0.190947, "nauc_ndcg_at_100_max": -0.084476, "nauc_ndcg_at_100_std": -0.424441, "nauc_ndcg_at_100_diff1": 0.207814, "nauc_ndcg_at_1000_max": -0.068809, "nauc_ndcg_at_1000_std": -0.441332, "nauc_ndcg_at_1000_diff1": 0.234517, "nauc_map_at_1_max": -0.046351, "nauc_map_at_1_std": -0.430296, "nauc_map_at_1_diff1": 0.463456, "nauc_map_at_3_max": -0.050799, "nauc_map_at_3_std": -0.370155, "nauc_map_at_3_diff1": 0.165768, "nauc_map_at_5_max": -0.04757, "nauc_map_at_5_std": -0.368913, "nauc_map_at_5_diff1": 0.181161, "nauc_map_at_10_max": -0.053227, "nauc_map_at_10_std": -0.401817, "nauc_map_at_10_diff1": 0.172978, "nauc_map_at_20_max": -0.06349, "nauc_map_at_20_std": -0.395766, "nauc_map_at_20_diff1": 0.174516, "nauc_map_at_25_max": -0.063263, "nauc_map_at_25_std": -0.395456, "nauc_map_at_25_diff1": 0.172455, "nauc_map_at_50_max": -0.058741, "nauc_map_at_50_std": -0.391928, "nauc_map_at_50_diff1": 0.169971, "nauc_map_at_100_max": -0.060907, "nauc_map_at_100_std": -0.392049, "nauc_map_at_100_diff1": 0.173106, "nauc_map_at_1000_max": -0.059662, "nauc_map_at_1000_std": -0.392157, "nauc_map_at_1000_diff1": 0.174228, "nauc_recall_at_1_max": -0.046351, "nauc_recall_at_1_std": -0.430296, "nauc_recall_at_1_diff1": 0.463456, "nauc_recall_at_3_max": -0.037433, "nauc_recall_at_3_std": -0.360933, "nauc_recall_at_3_diff1": 0.122405, "nauc_recall_at_5_max": -0.043558, "nauc_recall_at_5_std": -0.334798, "nauc_recall_at_5_diff1": 0.131273, "nauc_recall_at_10_max": -0.130481, "nauc_recall_at_10_std": -0.45512, "nauc_recall_at_10_diff1": 0.082845, "nauc_recall_at_20_max": -0.230308, "nauc_recall_at_20_std": -0.375084, "nauc_recall_at_20_diff1": 0.036525, "nauc_recall_at_25_max": -0.22292, "nauc_recall_at_25_std": -0.335498, "nauc_recall_at_25_diff1": 0.013059, "nauc_recall_at_50_max": -0.14581, "nauc_recall_at_50_std": -0.230814, "nauc_recall_at_50_diff1": -0.068972, "nauc_recall_at_100_max": -0.215721, "nauc_recall_at_100_std": -0.226763, "nauc_recall_at_100_diff1": -0.03003, "nauc_recall_at_1000_max": -0.441923, "nauc_recall_at_1000_std": -1.210551, "nauc_recall_at_1000_diff1": 0.517554, "nauc_precision_at_1_max": 0.002044, "nauc_precision_at_1_std": -0.505266, "nauc_precision_at_1_diff1": 0.46606, "nauc_precision_at_3_max": 0.008204, "nauc_precision_at_3_std": -0.339986, "nauc_precision_at_3_diff1": 0.067776, "nauc_precision_at_5_max": 0.012798, "nauc_precision_at_5_std": -0.290261, "nauc_precision_at_5_diff1": 0.065793, "nauc_precision_at_10_max": -0.062011, "nauc_precision_at_10_std": -0.392228, "nauc_precision_at_10_diff1": 0.019753, "nauc_precision_at_20_max": -0.127644, "nauc_precision_at_20_std": -0.280694, "nauc_precision_at_20_diff1": -0.026863, "nauc_precision_at_25_max": -0.114373, "nauc_precision_at_25_std": -0.236373, "nauc_precision_at_25_diff1": -0.052049, "nauc_precision_at_50_max": 0.007377, "nauc_precision_at_50_std": -0.097744, "nauc_precision_at_50_diff1": -0.101788, "nauc_precision_at_100_max": -0.017498, "nauc_precision_at_100_std": -0.053797, "nauc_precision_at_100_diff1": -0.087278, "nauc_precision_at_1000_max": 0.150649, "nauc_precision_at_1000_std": 0.072788, "nauc_precision_at_1000_diff1": -0.031004, "nauc_mrr_at_1_max": 0.002044, "nauc_mrr_at_1_std": -0.505266, "nauc_mrr_at_1_diff1": 0.46606, "nauc_mrr_at_3_max": 0.000456, "nauc_mrr_at_3_std": -0.539326, "nauc_mrr_at_3_diff1": 0.429843, "nauc_mrr_at_5_max": -0.015701, "nauc_mrr_at_5_std": -0.538558, "nauc_mrr_at_5_diff1": 0.42697, "nauc_mrr_at_10_max": -0.042234, "nauc_mrr_at_10_std": -0.555622, "nauc_mrr_at_10_diff1": 0.426431, "nauc_mrr_at_20_max": -0.042335, "nauc_mrr_at_20_std": -0.553508, "nauc_mrr_at_20_diff1": 0.425555, "nauc_mrr_at_25_max": -0.040363, "nauc_mrr_at_25_std": -0.549017, "nauc_mrr_at_25_diff1": 0.426442, "nauc_mrr_at_50_max": -0.040363, "nauc_mrr_at_50_std": -0.549017, "nauc_mrr_at_50_diff1": 0.426442, "nauc_mrr_at_100_max": -0.039197, "nauc_mrr_at_100_std": -0.549478, "nauc_mrr_at_100_diff1": 0.426354, "nauc_mrr_at_1000_max": -0.038995, "nauc_mrr_at_1000_std": -0.549406, "nauc_mrr_at_1000_diff1": 0.42639, "hit_rate_at_1": 0.56, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.84, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.96, "hit_rate_at_25": 0.98, "hit_rate_at_50": 0.98, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.56, "R_cap_at_3": 0.413333, "R_cap_at_5": 0.469667, "R_cap_at_10": 0.5595, "R_cap_at_20": 0.668333, "R_cap_at_25": 0.692833, "R_cap_at_50": 0.771833, "R_cap_at_100": 0.846, "R_cap_at_1000": 0.9875, "main_score": 0.51533, "hf_subset": "psychological_depth__adversarial_abstention", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.66, "ndcg_at_3": 0.79241, "ndcg_at_5": 0.80709, "ndcg_at_10": 0.81548, "ndcg_at_20": 0.81915, "ndcg_at_25": 0.82053, "ndcg_at_50": 0.82233, "ndcg_at_100": 0.82395, "ndcg_at_1000": 0.82531, "map_at_1": 0.64, "map_at_3": 0.755, "map_at_5": 0.76275, "map_at_10": 0.76672, "map_at_20": 0.76772, "map_at_25": 0.76819, "map_at_50": 0.76841, "map_at_100": 0.76855, "map_at_1000": 0.76858, "recall_at_1": 0.64, "recall_at_3": 0.89, "recall_at_5": 0.925, "recall_at_10": 0.95, "recall_at_20": 0.965, "recall_at_25": 0.97, "recall_at_50": 0.98, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.64, "precision_at_1": 0.66, "precision_at_3": 0.30667, "precision_at_5": 0.192, "precision_at_10": 0.099, "precision_at_20": 0.0505, "precision_at_25": 0.0408, "precision_at_50": 0.0206, "precision_at_100": 0.0104, "precision_at_1000": 0.00106, "mrr_at_1": 0.66, "mrr_at_3": 0.766667, "mrr_at_5": 0.775667, "mrr_at_10": 0.778206, "mrr_at_20": 0.778706, "mrr_at_25": 0.778706, "mrr_at_50": 0.778924, "mrr_at_100": 0.779067, "mrr_at_1000": 0.779094, "nauc_ndcg_at_1_max": 0.360799, "nauc_ndcg_at_1_std": -0.050051, "nauc_ndcg_at_1_diff1": 0.502556, "nauc_ndcg_at_3_max": 0.377079, "nauc_ndcg_at_3_std": -0.193893, "nauc_ndcg_at_3_diff1": 0.345035, "nauc_ndcg_at_5_max": 0.357053, "nauc_ndcg_at_5_std": -0.153719, "nauc_ndcg_at_5_diff1": 0.372598, "nauc_ndcg_at_10_max": 0.32564, "nauc_ndcg_at_10_std": -0.175751, "nauc_ndcg_at_10_diff1": 0.359676, "nauc_ndcg_at_20_max": 0.354215, "nauc_ndcg_at_20_std": -0.160783, "nauc_ndcg_at_20_diff1": 0.388935, "nauc_ndcg_at_25_max": 0.34833, "nauc_ndcg_at_25_std": -0.160106, "nauc_ndcg_at_25_diff1": 0.387803, "nauc_ndcg_at_50_max": 0.351, "nauc_ndcg_at_50_std": -0.148367, "nauc_ndcg_at_50_diff1": 0.383844, "nauc_ndcg_at_100_max": 0.356646, "nauc_ndcg_at_100_std": -0.131164, "nauc_ndcg_at_100_diff1": 0.400441, "nauc_ndcg_at_1000_max": 0.353314, "nauc_ndcg_at_1000_std": -0.13741, "nauc_ndcg_at_1000_diff1": 0.39904, "nauc_map_at_1_max": 0.312963, "nauc_map_at_1_std": -0.054844, "nauc_map_at_1_diff1": 0.49224, "nauc_map_at_3_max": 0.37001, "nauc_map_at_3_std": -0.137732, "nauc_map_at_3_diff1": 0.392374, "nauc_map_at_5_max": 0.361292, "nauc_map_at_5_std": -0.115762, "nauc_map_at_5_diff1": 0.404796, "nauc_map_at_10_max": 0.349374, "nauc_map_at_10_std": -0.12539, "nauc_map_at_10_diff1": 0.402986, "nauc_map_at_20_max": 0.355128, "nauc_map_at_20_std": -0.122515, "nauc_map_at_20_diff1": 0.408953, "nauc_map_at_25_max": 0.353494, "nauc_map_at_25_std": -0.122264, "nauc_map_at_25_diff1": 0.408633, "nauc_map_at_50_max": 0.35375, "nauc_map_at_50_std": -0.12112, "nauc_map_at_50_diff1": 0.408285, "nauc_map_at_100_max": 0.354134, "nauc_map_at_100_std": -0.119938, "nauc_map_at_100_diff1": 0.409424, "nauc_map_at_1000_max": 0.354083, "nauc_map_at_1000_std": -0.12003, "nauc_map_at_1000_diff1": 0.409405, "nauc_recall_at_1_max": 0.312963, "nauc_recall_at_1_std": -0.054844, "nauc_recall_at_1_diff1": 0.49224, "nauc_recall_at_3_max": 0.376321, "nauc_recall_at_3_std": -0.509449, "nauc_recall_at_3_diff1": 0.052143, "nauc_recall_at_5_max": 0.272549, "nauc_recall_at_5_std": -0.418768, "nauc_recall_at_5_diff1": 0.069748, "nauc_recall_at_10_max": -0.065033, "nauc_recall_at_10_std": -0.73212, "nauc_recall_at_10_diff1": -0.225957, "nauc_recall_at_20_max": 0.31666, "nauc_recall_at_20_std": -0.692344, "nauc_recall_at_20_diff1": 0.086768, "nauc_recall_at_25_max": 0.224556, "nauc_recall_at_25_std": -0.779178, "nauc_recall_at_25_diff1": 0.04155, "nauc_recall_at_50_max": 0.275444, "nauc_recall_at_50_std": -0.592904, "nauc_recall_at_50_diff1": -0.298786, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.360799, "nauc_precision_at_1_std": -0.050051, "nauc_precision_at_1_diff1": 0.502556, "nauc_precision_at_3_max": 0.462977, "nauc_precision_at_3_std": -0.394473, "nauc_precision_at_3_diff1": -0.003463, "nauc_precision_at_5_max": 0.389737, "nauc_precision_at_5_std": -0.346203, "nauc_precision_at_5_diff1": -0.000492, "nauc_precision_at_10_max": 0.089524, "nauc_precision_at_10_std": -0.451517, "nauc_precision_at_10_diff1": -0.17049, "nauc_precision_at_20_max": 0.255086, "nauc_precision_at_20_std": -0.285132, "nauc_precision_at_20_diff1": 0.01439, "nauc_precision_at_25_max": 0.142851, "nauc_precision_at_25_std": -0.228083, "nauc_precision_at_25_diff1": -0.018355, "nauc_precision_at_50_max": 0.144727, "nauc_precision_at_50_std": -0.14176, "nauc_precision_at_50_diff1": -0.087569, "nauc_precision_at_100_max": 0.177311, "nauc_precision_at_100_std": 0.023006, "nauc_precision_at_100_diff1": 0.02214, "nauc_precision_at_1000_max": 0.026384, "nauc_precision_at_1000_std": -0.084787, "nauc_precision_at_1000_diff1": -0.085592, "nauc_mrr_at_1_max": 0.360799, "nauc_mrr_at_1_std": -0.050051, "nauc_mrr_at_1_diff1": 0.502556, "nauc_mrr_at_3_max": 0.383769, "nauc_mrr_at_3_std": -0.134675, "nauc_mrr_at_3_diff1": 0.407044, "nauc_mrr_at_5_max": 0.371269, "nauc_mrr_at_5_std": -0.117248, "nauc_mrr_at_5_diff1": 0.424292, "nauc_mrr_at_10_max": 0.363875, "nauc_mrr_at_10_std": -0.120936, "nauc_mrr_at_10_diff1": 0.418366, "nauc_mrr_at_20_max": 0.367859, "nauc_mrr_at_20_std": -0.118226, "nauc_mrr_at_20_diff1": 0.422493, "nauc_mrr_at_25_max": 0.367859, "nauc_mrr_at_25_std": -0.118226, "nauc_mrr_at_25_diff1": 0.422493, "nauc_mrr_at_50_max": 0.36814, "nauc_mrr_at_50_std": -0.117044, "nauc_mrr_at_50_diff1": 0.42215, "nauc_mrr_at_100_max": 0.368546, "nauc_mrr_at_100_std": -0.115823, "nauc_mrr_at_100_diff1": 0.423335, "nauc_mrr_at_1000_max": 0.368495, "nauc_mrr_at_1000_std": -0.115918, "nauc_mrr_at_1000_diff1": 0.423316, "hit_rate_at_1": 0.66, "hit_rate_at_3": 0.9, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.97, "hit_rate_at_25": 0.97, "hit_rate_at_50": 0.98, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.66, "R_cap_at_3": 0.89, "R_cap_at_5": 0.925, "R_cap_at_10": 0.95, "R_cap_at_20": 0.965, "R_cap_at_25": 0.97, "R_cap_at_50": 0.98, "R_cap_at_100": 0.99, "R_cap_at_1000": 1.0, "main_score": 0.81548, "hf_subset": "psychological_depth__information_extraction", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.58, "ndcg_at_3": 0.48928, "ndcg_at_5": 0.51683, "ndcg_at_10": 0.55201, "ndcg_at_20": 0.57694, "ndcg_at_25": 0.58664, "ndcg_at_50": 0.60063, "ndcg_at_100": 0.61177, "ndcg_at_1000": 0.63421, "map_at_1": 0.3045, "map_at_3": 0.40672, "map_at_5": 0.43596, "map_at_10": 0.45441, "map_at_20": 0.46539, "map_at_25": 0.46772, "map_at_50": 0.47095, "map_at_100": 0.47268, "map_at_1000": 0.474, "recall_at_1": 0.3045, "recall_at_3": 0.46867, "recall_at_5": 0.5315, "recall_at_10": 0.61483, "recall_at_20": 0.6855, "recall_at_25": 0.718, "recall_at_50": 0.77033, "recall_at_100": 0.81983, "recall_at_1000": 0.94833, "accuracy": 0.3045, "precision_at_1": 0.58, "precision_at_3": 0.31, "precision_at_5": 0.222, "precision_at_10": 0.131, "precision_at_20": 0.0755, "precision_at_25": 0.064, "precision_at_50": 0.0352, "precision_at_100": 0.0191, "precision_at_1000": 0.00231, "mrr_at_1": 0.58, "mrr_at_3": 0.661667, "mrr_at_5": 0.668167, "mrr_at_10": 0.680274, "mrr_at_20": 0.682641, "mrr_at_25": 0.684428, "mrr_at_50": 0.684968, "mrr_at_100": 0.685153, "mrr_at_1000": 0.685261, "nauc_ndcg_at_1_max": 0.297762, "nauc_ndcg_at_1_std": -0.356328, "nauc_ndcg_at_1_diff1": 0.602867, "nauc_ndcg_at_3_max": 0.23695, "nauc_ndcg_at_3_std": -0.340303, "nauc_ndcg_at_3_diff1": 0.374863, "nauc_ndcg_at_5_max": 0.246343, "nauc_ndcg_at_5_std": -0.338793, "nauc_ndcg_at_5_diff1": 0.325053, "nauc_ndcg_at_10_max": 0.202065, "nauc_ndcg_at_10_std": -0.359347, "nauc_ndcg_at_10_diff1": 0.293954, "nauc_ndcg_at_20_max": 0.209968, "nauc_ndcg_at_20_std": -0.340422, "nauc_ndcg_at_20_diff1": 0.285352, "nauc_ndcg_at_25_max": 0.210927, "nauc_ndcg_at_25_std": -0.319536, "nauc_ndcg_at_25_diff1": 0.285459, "nauc_ndcg_at_50_max": 0.227607, "nauc_ndcg_at_50_std": -0.320869, "nauc_ndcg_at_50_diff1": 0.312638, "nauc_ndcg_at_100_max": 0.232307, "nauc_ndcg_at_100_std": -0.320183, "nauc_ndcg_at_100_diff1": 0.31967, "nauc_ndcg_at_1000_max": 0.236285, "nauc_ndcg_at_1000_std": -0.314465, "nauc_ndcg_at_1000_diff1": 0.325799, "nauc_map_at_1_max": 0.291525, "nauc_map_at_1_std": -0.302211, "nauc_map_at_1_diff1": 0.48061, "nauc_map_at_3_max": 0.239944, "nauc_map_at_3_std": -0.323019, "nauc_map_at_3_diff1": 0.373238, "nauc_map_at_5_max": 0.248961, "nauc_map_at_5_std": -0.306496, "nauc_map_at_5_diff1": 0.325478, "nauc_map_at_10_max": 0.229326, "nauc_map_at_10_std": -0.311983, "nauc_map_at_10_diff1": 0.308057, "nauc_map_at_20_max": 0.233632, "nauc_map_at_20_std": -0.305368, "nauc_map_at_20_diff1": 0.305159, "nauc_map_at_25_max": 0.231959, "nauc_map_at_25_std": -0.301927, "nauc_map_at_25_diff1": 0.303814, "nauc_map_at_50_max": 0.233981, "nauc_map_at_50_std": -0.303898, "nauc_map_at_50_diff1": 0.309484, "nauc_map_at_100_max": 0.234534, "nauc_map_at_100_std": -0.303881, "nauc_map_at_100_diff1": 0.309926, "nauc_map_at_1000_max": 0.235065, "nauc_map_at_1000_std": -0.303103, "nauc_map_at_1000_diff1": 0.310289, "nauc_recall_at_1_max": 0.291525, "nauc_recall_at_1_std": -0.302211, "nauc_recall_at_1_diff1": 0.48061, "nauc_recall_at_3_max": 0.176404, "nauc_recall_at_3_std": -0.334236, "nauc_recall_at_3_diff1": 0.246159, "nauc_recall_at_5_max": 0.184794, "nauc_recall_at_5_std": -0.301396, "nauc_recall_at_5_diff1": 0.142898, "nauc_recall_at_10_max": 0.056965, "nauc_recall_at_10_std": -0.337102, "nauc_recall_at_10_diff1": 0.034238, "nauc_recall_at_20_max": 0.079023, "nauc_recall_at_20_std": -0.297853, "nauc_recall_at_20_diff1": -0.004065, "nauc_recall_at_25_max": 0.066279, "nauc_recall_at_25_std": -0.206955, "nauc_recall_at_25_diff1": -0.036164, "nauc_recall_at_50_max": 0.117068, "nauc_recall_at_50_std": -0.192874, "nauc_recall_at_50_diff1": 0.044985, "nauc_recall_at_100_max": 0.130548, "nauc_recall_at_100_std": -0.201669, "nauc_recall_at_100_diff1": 0.065713, "nauc_recall_at_1000_max": 0.044799, "nauc_recall_at_1000_std": 0.139857, "nauc_recall_at_1000_diff1": -0.19484, "nauc_precision_at_1_max": 0.297762, "nauc_precision_at_1_std": -0.356328, "nauc_precision_at_1_diff1": 0.602867, "nauc_precision_at_3_max": 0.1669, "nauc_precision_at_3_std": -0.258934, "nauc_precision_at_3_diff1": 0.20083, "nauc_precision_at_5_max": 0.145607, "nauc_precision_at_5_std": -0.141394, "nauc_precision_at_5_diff1": 0.007374, "nauc_precision_at_10_max": 0.003747, "nauc_precision_at_10_std": -0.114357, "nauc_precision_at_10_diff1": -0.120925, "nauc_precision_at_20_max": 0.013867, "nauc_precision_at_20_std": -0.016368, "nauc_precision_at_20_diff1": -0.154817, "nauc_precision_at_25_max": -0.012849, "nauc_precision_at_25_std": 0.093117, "nauc_precision_at_25_diff1": -0.203874, "nauc_precision_at_50_max": 0.024885, "nauc_precision_at_50_std": 0.138277, "nauc_precision_at_50_diff1": -0.143312, "nauc_precision_at_100_max": 0.025644, "nauc_precision_at_100_std": 0.181389, "nauc_precision_at_100_diff1": -0.138591, "nauc_precision_at_1000_max": -0.045348, "nauc_precision_at_1000_std": 0.285224, "nauc_precision_at_1000_diff1": -0.231863, "nauc_mrr_at_1_max": 0.297762, "nauc_mrr_at_1_std": -0.356328, "nauc_mrr_at_1_diff1": 0.602867, "nauc_mrr_at_3_max": 0.253428, "nauc_mrr_at_3_std": -0.414293, "nauc_mrr_at_3_diff1": 0.535829, "nauc_mrr_at_5_max": 0.256922, "nauc_mrr_at_5_std": -0.426263, "nauc_mrr_at_5_diff1": 0.537456, "nauc_mrr_at_10_max": 0.242371, "nauc_mrr_at_10_std": -0.432458, "nauc_mrr_at_10_diff1": 0.533953, "nauc_mrr_at_20_max": 0.243139, "nauc_mrr_at_20_std": -0.423868, "nauc_mrr_at_20_diff1": 0.53449, "nauc_mrr_at_25_max": 0.248953, "nauc_mrr_at_25_std": -0.418514, "nauc_mrr_at_25_diff1": 0.539506, "nauc_mrr_at_50_max": 0.249831, "nauc_mrr_at_50_std": -0.417161, "nauc_mrr_at_50_diff1": 0.539313, "nauc_mrr_at_100_max": 0.249923, "nauc_mrr_at_100_std": -0.416628, "nauc_mrr_at_100_diff1": 0.539445, "nauc_mrr_at_1000_max": 0.249755, "nauc_mrr_at_1000_std": -0.417194, "nauc_mrr_at_1000_diff1": 0.539333, "hit_rate_at_1": 0.58, "hit_rate_at_3": 0.76, "hit_rate_at_5": 0.79, "hit_rate_at_10": 0.88, "hit_rate_at_20": 0.91, "hit_rate_at_25": 0.95, "hit_rate_at_50": 0.97, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.58, "R_cap_at_3": 0.478333, "R_cap_at_5": 0.5315, "R_cap_at_10": 0.614833, "R_cap_at_20": 0.6855, "R_cap_at_25": 0.718, "R_cap_at_50": 0.770333, "R_cap_at_100": 0.819833, "R_cap_at_1000": 0.948333, "main_score": 0.55201, "hf_subset": "psychological_depth__mind-body_interaction", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.59, "ndcg_at_3": 0.49154, "ndcg_at_5": 0.5527, "ndcg_at_10": 0.5885, "ndcg_at_20": 0.618, "ndcg_at_25": 0.61969, "ndcg_at_50": 0.63908, "ndcg_at_100": 0.6488, "ndcg_at_1000": 0.66269, "map_at_1": 0.32542, "map_at_3": 0.43132, "map_at_5": 0.47965, "map_at_10": 0.5004, "map_at_20": 0.51339, "map_at_25": 0.51379, "map_at_50": 0.51797, "map_at_100": 0.51942, "map_at_1000": 0.52025, "recall_at_1": 0.32542, "recall_at_3": 0.46325, "recall_at_5": 0.57908, "recall_at_10": 0.66275, "recall_at_20": 0.75117, "recall_at_25": 0.757, "recall_at_50": 0.83775, "recall_at_100": 0.882, "recall_at_1000": 0.96417, "accuracy": 0.32542, "precision_at_1": 0.59, "precision_at_3": 0.30833, "precision_at_5": 0.243, "precision_at_10": 0.1435, "precision_at_20": 0.08275, "precision_at_25": 0.0668, "precision_at_50": 0.0368, "precision_at_100": 0.0196, "precision_at_1000": 0.00219, "mrr_at_1": 0.59, "mrr_at_3": 0.645833, "mrr_at_5": 0.667583, "mrr_at_10": 0.674643, "mrr_at_20": 0.677399, "mrr_at_25": 0.677617, "mrr_at_50": 0.679505, "mrr_at_100": 0.679671, "mrr_at_1000": 0.679752, "nauc_ndcg_at_1_max": 0.481885, "nauc_ndcg_at_1_std": -0.468583, "nauc_ndcg_at_1_diff1": 0.619169, "nauc_ndcg_at_3_max": 0.384297, "nauc_ndcg_at_3_std": -0.392426, "nauc_ndcg_at_3_diff1": 0.492046, "nauc_ndcg_at_5_max": 0.355857, "nauc_ndcg_at_5_std": -0.373847, "nauc_ndcg_at_5_diff1": 0.401031, "nauc_ndcg_at_10_max": 0.341958, "nauc_ndcg_at_10_std": -0.355454, "nauc_ndcg_at_10_diff1": 0.397553, "nauc_ndcg_at_20_max": 0.351853, "nauc_ndcg_at_20_std": -0.317898, "nauc_ndcg_at_20_diff1": 0.393682, "nauc_ndcg_at_25_max": 0.351193, "nauc_ndcg_at_25_std": -0.317281, "nauc_ndcg_at_25_diff1": 0.395849, "nauc_ndcg_at_50_max": 0.355295, "nauc_ndcg_at_50_std": -0.294108, "nauc_ndcg_at_50_diff1": 0.391261, "nauc_ndcg_at_100_max": 0.367984, "nauc_ndcg_at_100_std": -0.305722, "nauc_ndcg_at_100_diff1": 0.406993, "nauc_ndcg_at_1000_max": 0.365028, "nauc_ndcg_at_1000_std": -0.330416, "nauc_ndcg_at_1000_diff1": 0.419453, "nauc_map_at_1_max": 0.344336, "nauc_map_at_1_std": -0.391584, "nauc_map_at_1_diff1": 0.518898, "nauc_map_at_3_max": 0.347997, "nauc_map_at_3_std": -0.371065, "nauc_map_at_3_diff1": 0.46635, "nauc_map_at_5_max": 0.330984, "nauc_map_at_5_std": -0.357845, "nauc_map_at_5_diff1": 0.401502, "nauc_map_at_10_max": 0.325793, "nauc_map_at_10_std": -0.351073, "nauc_map_at_10_diff1": 0.395563, "nauc_map_at_20_max": 0.332778, "nauc_map_at_20_std": -0.340152, "nauc_map_at_20_diff1": 0.392767, "nauc_map_at_25_max": 0.332772, "nauc_map_at_25_std": -0.339918, "nauc_map_at_25_diff1": 0.393484, "nauc_map_at_50_max": 0.332697, "nauc_map_at_50_std": -0.335973, "nauc_map_at_50_diff1": 0.393785, "nauc_map_at_100_max": 0.334313, "nauc_map_at_100_std": -0.336999, "nauc_map_at_100_diff1": 0.395919, "nauc_map_at_1000_max": 0.3341, "nauc_map_at_1000_std": -0.337833, "nauc_map_at_1000_diff1": 0.396583, "nauc_recall_at_1_max": 0.344336, "nauc_recall_at_1_std": -0.391584, "nauc_recall_at_1_diff1": 0.518898, "nauc_recall_at_3_max": 0.356383, "nauc_recall_at_3_std": -0.34061, "nauc_recall_at_3_diff1": 0.444034, "nauc_recall_at_5_max": 0.288381, "nauc_recall_at_5_std": -0.296682, "nauc_recall_at_5_diff1": 0.251954, "nauc_recall_at_10_max": 0.229641, "nauc_recall_at_10_std": -0.226889, "nauc_recall_at_10_diff1": 0.211079, "nauc_recall_at_20_max": 0.241282, "nauc_recall_at_20_std": -0.034782, "nauc_recall_at_20_diff1": 0.15676, "nauc_recall_at_25_max": 0.235311, "nauc_recall_at_25_std": -0.026359, "nauc_recall_at_25_diff1": 0.159113, "nauc_recall_at_50_max": 0.21967, "nauc_recall_at_50_std": 0.254759, "nauc_recall_at_50_diff1": 0.002365, "nauc_recall_at_100_max": 0.313453, "nauc_recall_at_100_std": 0.301878, "nauc_recall_at_100_diff1": 0.047931, "nauc_recall_at_1000_max": 0.195481, "nauc_recall_at_1000_std": 0.57221, "nauc_recall_at_1000_diff1": -0.105737, "nauc_precision_at_1_max": 0.481885, "nauc_precision_at_1_std": -0.468583, "nauc_precision_at_1_diff1": 0.619169, "nauc_precision_at_3_max": 0.322481, "nauc_precision_at_3_std": -0.320614, "nauc_precision_at_3_diff1": 0.325766, "nauc_precision_at_5_max": 0.163678, "nauc_precision_at_5_std": -0.189029, "nauc_precision_at_5_diff1": 0.034349, "nauc_precision_at_10_max": 0.065768, "nauc_precision_at_10_std": -0.075548, "nauc_precision_at_10_diff1": -0.030853, "nauc_precision_at_20_max": 0.008473, "nauc_precision_at_20_std": 0.055333, "nauc_precision_at_20_diff1": -0.130037, "nauc_precision_at_25_max": 0.002075, "nauc_precision_at_25_std": 0.064177, "nauc_precision_at_25_diff1": -0.129355, "nauc_precision_at_50_max": -0.064154, "nauc_precision_at_50_std": 0.186357, "nauc_precision_at_50_diff1": -0.203377, "nauc_precision_at_100_max": -0.04679, "nauc_precision_at_100_std": 0.164692, "nauc_precision_at_100_diff1": -0.186488, "nauc_precision_at_1000_max": -0.16162, "nauc_precision_at_1000_std": 0.099717, "nauc_precision_at_1000_diff1": -0.242269, "nauc_mrr_at_1_max": 0.481885, "nauc_mrr_at_1_std": -0.468583, "nauc_mrr_at_1_diff1": 0.619169, "nauc_mrr_at_3_max": 0.50616, "nauc_mrr_at_3_std": -0.481405, "nauc_mrr_at_3_diff1": 0.622195, "nauc_mrr_at_5_max": 0.487086, "nauc_mrr_at_5_std": -0.481698, "nauc_mrr_at_5_diff1": 0.594045, "nauc_mrr_at_10_max": 0.483717, "nauc_mrr_at_10_std": -0.471694, "nauc_mrr_at_10_diff1": 0.597856, "nauc_mrr_at_20_max": 0.483004, "nauc_mrr_at_20_std": -0.462662, "nauc_mrr_at_20_diff1": 0.601184, "nauc_mrr_at_25_max": 0.482576, "nauc_mrr_at_25_std": -0.463146, "nauc_mrr_at_25_diff1": 0.600855, "nauc_mrr_at_50_max": 0.485482, "nauc_mrr_at_50_std": -0.461911, "nauc_mrr_at_50_diff1": 0.601557, "nauc_mrr_at_100_max": 0.485383, "nauc_mrr_at_100_std": -0.462786, "nauc_mrr_at_100_diff1": 0.60148, "nauc_mrr_at_1000_max": 0.485321, "nauc_mrr_at_1000_std": -0.463195, "nauc_mrr_at_1000_diff1": 0.601492, "hit_rate_at_1": 0.59, "hit_rate_at_3": 0.71, "hit_rate_at_5": 0.805, "hit_rate_at_10": 0.86, "hit_rate_at_20": 0.9, "hit_rate_at_25": 0.905, "hit_rate_at_50": 0.965, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.59, "R_cap_at_3": 0.465833, "R_cap_at_5": 0.579083, "R_cap_at_10": 0.66275, "R_cap_at_20": 0.751167, "R_cap_at_25": 0.757, "R_cap_at_50": 0.83775, "R_cap_at_100": 0.882, "R_cap_at_1000": 0.964167, "main_score": 0.5885, "hf_subset": "psychological_depth__mnestic_trigger_analysis", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.3657, "ndcg_at_5": 0.40763, "ndcg_at_10": 0.44989, "ndcg_at_20": 0.47772, "ndcg_at_25": 0.48695, "ndcg_at_50": 0.51939, "ndcg_at_100": 0.5372, "ndcg_at_1000": 0.56591, "map_at_1": 0.16583, "map_at_3": 0.27806, "map_at_5": 0.30639, "map_at_10": 0.33021, "map_at_20": 0.34101, "map_at_25": 0.34407, "map_at_50": 0.3525, "map_at_100": 0.35557, "map_at_1000": 0.35773, "recall_at_1": 0.16583, "recall_at_3": 0.32583, "recall_at_5": 0.39833, "recall_at_10": 0.49083, "recall_at_20": 0.57, "recall_at_25": 0.6, "recall_at_50": 0.72, "recall_at_100": 0.79667, "recall_at_1000": 0.95333, "accuracy": 0.16583, "precision_at_1": 0.5, "precision_at_3": 0.32667, "precision_at_5": 0.24, "precision_at_10": 0.148, "precision_at_20": 0.086, "precision_at_25": 0.0724, "precision_at_50": 0.0434, "precision_at_100": 0.024, "precision_at_1000": 0.00287, "mrr_at_1": 0.5, "mrr_at_3": 0.593333, "mrr_at_5": 0.614833, "mrr_at_10": 0.62369, "mrr_at_20": 0.62852, "mrr_at_25": 0.628975, "mrr_at_50": 0.630014, "mrr_at_100": 0.630014, "mrr_at_1000": 0.6302, "nauc_ndcg_at_1_max": 0.125809, "nauc_ndcg_at_1_std": -0.221719, "nauc_ndcg_at_1_diff1": 0.402132, "nauc_ndcg_at_3_max": 0.242153, "nauc_ndcg_at_3_std": -0.090453, "nauc_ndcg_at_3_diff1": 0.357573, "nauc_ndcg_at_5_max": 0.21695, "nauc_ndcg_at_5_std": -0.115202, "nauc_ndcg_at_5_diff1": 0.327533, "nauc_ndcg_at_10_max": 0.219103, "nauc_ndcg_at_10_std": -0.09745, "nauc_ndcg_at_10_diff1": 0.315459, "nauc_ndcg_at_20_max": 0.225442, "nauc_ndcg_at_20_std": -0.063143, "nauc_ndcg_at_20_diff1": 0.268256, "nauc_ndcg_at_25_max": 0.226056, "nauc_ndcg_at_25_std": -0.05147, "nauc_ndcg_at_25_diff1": 0.276441, "nauc_ndcg_at_50_max": 0.240165, "nauc_ndcg_at_50_std": -0.016715, "nauc_ndcg_at_50_diff1": 0.280384, "nauc_ndcg_at_100_max": 0.219172, "nauc_ndcg_at_100_std": -0.024436, "nauc_ndcg_at_100_diff1": 0.279714, "nauc_ndcg_at_1000_max": 0.22653, "nauc_ndcg_at_1000_std": -0.048417, "nauc_ndcg_at_1000_diff1": 0.3083, "nauc_map_at_1_max": 0.12965, "nauc_map_at_1_std": -0.229735, "nauc_map_at_1_diff1": 0.397763, "nauc_map_at_3_max": 0.25067, "nauc_map_at_3_std": -0.076953, "nauc_map_at_3_diff1": 0.337373, "nauc_map_at_5_max": 0.246678, "nauc_map_at_5_std": -0.093081, "nauc_map_at_5_diff1": 0.313435, "nauc_map_at_10_max": 0.239804, "nauc_map_at_10_std": -0.077053, "nauc_map_at_10_diff1": 0.303578, "nauc_map_at_20_max": 0.243477, "nauc_map_at_20_std": -0.065529, "nauc_map_at_20_diff1": 0.288791, "nauc_map_at_25_max": 0.245031, "nauc_map_at_25_std": -0.062548, "nauc_map_at_25_diff1": 0.290405, "nauc_map_at_50_max": 0.247897, "nauc_map_at_50_std": -0.053722, "nauc_map_at_50_diff1": 0.290032, "nauc_map_at_100_max": 0.243581, "nauc_map_at_100_std": -0.055155, "nauc_map_at_100_diff1": 0.289437, "nauc_map_at_1000_max": 0.244769, "nauc_map_at_1000_std": -0.055774, "nauc_map_at_1000_diff1": 0.29179, "nauc_recall_at_1_max": 0.12965, "nauc_recall_at_1_std": -0.229735, "nauc_recall_at_1_diff1": 0.397763, "nauc_recall_at_3_max": 0.286848, "nauc_recall_at_3_std": -0.050405, "nauc_recall_at_3_diff1": 0.332686, "nauc_recall_at_5_max": 0.21383, "nauc_recall_at_5_std": -0.083211, "nauc_recall_at_5_diff1": 0.256663, "nauc_recall_at_10_max": 0.207869, "nauc_recall_at_10_std": -0.045677, "nauc_recall_at_10_diff1": 0.21889, "nauc_recall_at_20_max": 0.210293, "nauc_recall_at_20_std": 0.059891, "nauc_recall_at_20_diff1": 0.057506, "nauc_recall_at_25_max": 0.208094, "nauc_recall_at_25_std": 0.099177, "nauc_recall_at_25_diff1": 0.079863, "nauc_recall_at_50_max": 0.239114, "nauc_recall_at_50_std": 0.247312, "nauc_recall_at_50_diff1": 0.058644, "nauc_recall_at_100_max": 0.152354, "nauc_recall_at_100_std": 0.262362, "nauc_recall_at_100_diff1": 0.030935, "nauc_recall_at_1000_max": 0.246466, "nauc_recall_at_1000_std": 0.420646, "nauc_recall_at_1000_diff1": 0.190236, "nauc_precision_at_1_max": 0.125809, "nauc_precision_at_1_std": -0.221719, "nauc_precision_at_1_diff1": 0.402132, "nauc_precision_at_3_max": 0.285276, "nauc_precision_at_3_std": -0.045936, "nauc_precision_at_3_diff1": 0.33566, "nauc_precision_at_5_max": 0.209193, "nauc_precision_at_5_std": -0.074058, "nauc_precision_at_5_diff1": 0.260741, "nauc_precision_at_10_max": 0.197415, "nauc_precision_at_10_std": -0.031624, "nauc_precision_at_10_diff1": 0.220975, "nauc_precision_at_20_max": 0.196257, "nauc_precision_at_20_std": 0.075872, "nauc_precision_at_20_diff1": 0.064576, "nauc_precision_at_25_max": 0.194285, "nauc_precision_at_25_std": 0.113934, "nauc_precision_at_25_diff1": 0.086261, "nauc_precision_at_50_max": 0.22352, "nauc_precision_at_50_std": 0.258907, "nauc_precision_at_50_diff1": 0.06606, "nauc_precision_at_100_max": 0.136482, "nauc_precision_at_100_std": 0.275831, "nauc_precision_at_100_diff1": 0.040809, "nauc_precision_at_1000_max": 0.182418, "nauc_precision_at_1000_std": 0.448, "nauc_precision_at_1000_diff1": 0.205384, "nauc_mrr_at_1_max": 0.125809, "nauc_mrr_at_1_std": -0.221719, "nauc_mrr_at_1_diff1": 0.402132, "nauc_mrr_at_3_max": 0.167569, "nauc_mrr_at_3_std": -0.188145, "nauc_mrr_at_3_diff1": 0.412716, "nauc_mrr_at_5_max": 0.137866, "nauc_mrr_at_5_std": -0.200995, "nauc_mrr_at_5_diff1": 0.401961, "nauc_mrr_at_10_max": 0.149515, "nauc_mrr_at_10_std": -0.205255, "nauc_mrr_at_10_diff1": 0.402431, "nauc_mrr_at_20_max": 0.150831, "nauc_mrr_at_20_std": -0.197878, "nauc_mrr_at_20_diff1": 0.398571, "nauc_mrr_at_25_max": 0.149905, "nauc_mrr_at_25_std": -0.197286, "nauc_mrr_at_25_diff1": 0.402035, "nauc_mrr_at_50_max": 0.15088, "nauc_mrr_at_50_std": -0.197551, "nauc_mrr_at_50_diff1": 0.402704, "nauc_mrr_at_100_max": 0.15088, "nauc_mrr_at_100_std": -0.197551, "nauc_mrr_at_100_diff1": 0.402704, "nauc_mrr_at_1000_max": 0.150597, "nauc_mrr_at_1000_std": -0.198155, "nauc_mrr_at_1000_diff1": 0.402589, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.7, "hit_rate_at_5": 0.79, "hit_rate_at_10": 0.85, "hit_rate_at_20": 0.92, "hit_rate_at_25": 0.93, "hit_rate_at_50": 0.97, "hit_rate_at_100": 0.97, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.5, "R_cap_at_3": 0.326667, "R_cap_at_5": 0.398333, "R_cap_at_10": 0.490833, "R_cap_at_20": 0.57, "R_cap_at_25": 0.6, "R_cap_at_50": 0.72, "R_cap_at_100": 0.796667, "R_cap_at_1000": 0.953333, "main_score": 0.44989, "hf_subset": "psychological_depth__temporal_reasoning", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" } ] }, "evaluation_time": 3002.8283739089966, "kg_co2_emissions": null, "date": 1780035657.220359 }