{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.60204, "ndcg_at_3": 0.60931, "ndcg_at_5": 0.64126, "ndcg_at_10": 0.66036, "ndcg_at_20": 0.67622, "ndcg_at_25": 0.6844, "ndcg_at_50": 0.70746, "ndcg_at_100": 0.72097, "ndcg_at_1000": 0.72828, "map_at_1": 0.30614, "map_at_3": 0.463, "map_at_5": 0.52113, "map_at_10": 0.56521, "map_at_20": 0.58094, "map_at_25": 0.58408, "map_at_50": 0.5913, "map_at_100": 0.59508, "map_at_1000": 0.59637, "recall_at_1": 0.30614, "recall_at_3": 0.52522, "recall_at_5": 0.64777, "recall_at_10": 0.75198, "recall_at_20": 0.81688, "recall_at_25": 0.84005, "recall_at_50": 0.92099, "recall_at_100": 0.96752, "recall_at_1000": 1.0, "accuracy": 0.30614, "precision_at_1": 0.60204, "precision_at_3": 0.42177, "precision_at_5": 0.33469, "precision_at_10": 0.22041, "precision_at_20": 0.12704, "precision_at_25": 0.10612, "precision_at_50": 0.06061, "precision_at_100": 0.03357, "precision_at_1000": 0.00354, "mrr_at_1": 0.602041, "mrr_at_3": 0.680272, "mrr_at_5": 0.701701, "mrr_at_10": 0.706718, "mrr_at_20": 0.708353, "mrr_at_25": 0.708839, "mrr_at_50": 0.709937, "mrr_at_100": 0.710055, "mrr_at_1000": 0.710124, "nauc_ndcg_at_1_max": 0.078412, "nauc_ndcg_at_1_std": 0.091476, "nauc_ndcg_at_1_diff1": 0.43471, "nauc_ndcg_at_3_max": 0.236709, "nauc_ndcg_at_3_std": 0.0627, "nauc_ndcg_at_3_diff1": 0.390916, "nauc_ndcg_at_5_max": 0.272956, "nauc_ndcg_at_5_std": 0.146199, "nauc_ndcg_at_5_diff1": 0.349388, "nauc_ndcg_at_10_max": 0.333761, "nauc_ndcg_at_10_std": 0.216703, "nauc_ndcg_at_10_diff1": 0.355411, "nauc_ndcg_at_20_max": 0.351842, "nauc_ndcg_at_20_std": 0.236169, "nauc_ndcg_at_20_diff1": 0.350588, "nauc_ndcg_at_25_max": 0.343175, "nauc_ndcg_at_25_std": 0.228273, "nauc_ndcg_at_25_diff1": 0.356654, "nauc_ndcg_at_50_max": 0.321724, "nauc_ndcg_at_50_std": 0.217663, "nauc_ndcg_at_50_diff1": 0.359792, "nauc_ndcg_at_100_max": 0.293011, "nauc_ndcg_at_100_std": 0.190216, "nauc_ndcg_at_100_diff1": 0.381772, "nauc_ndcg_at_1000_max": 0.27781, "nauc_ndcg_at_1000_std": 0.175903, "nauc_ndcg_at_1000_diff1": 0.395189, "nauc_map_at_1_max": 0.242182, "nauc_map_at_1_std": 0.072374, "nauc_map_at_1_diff1": 0.426162, "nauc_map_at_3_max": 0.316948, "nauc_map_at_3_std": 0.098968, "nauc_map_at_3_diff1": 0.398686, "nauc_map_at_5_max": 0.317142, "nauc_map_at_5_std": 0.119713, "nauc_map_at_5_diff1": 0.377303, "nauc_map_at_10_max": 0.314533, "nauc_map_at_10_std": 0.146036, "nauc_map_at_10_diff1": 0.362247, "nauc_map_at_20_max": 0.319558, "nauc_map_at_20_std": 0.176299, "nauc_map_at_20_diff1": 0.353878, "nauc_map_at_25_max": 0.316497, "nauc_map_at_25_std": 0.173252, "nauc_map_at_25_diff1": 0.355678, "nauc_map_at_50_max": 0.311943, "nauc_map_at_50_std": 0.171218, "nauc_map_at_50_diff1": 0.358571, "nauc_map_at_100_max": 0.307091, "nauc_map_at_100_std": 0.166542, "nauc_map_at_100_diff1": 0.366777, "nauc_map_at_1000_max": 0.305701, "nauc_map_at_1000_std": 0.165366, "nauc_map_at_1000_diff1": 0.368817, "nauc_recall_at_1_max": 0.242182, "nauc_recall_at_1_std": 0.072374, "nauc_recall_at_1_diff1": 0.426162, "nauc_recall_at_3_max": 0.365456, "nauc_recall_at_3_std": 0.069689, "nauc_recall_at_3_diff1": 0.331057, "nauc_recall_at_5_max": 0.386332, "nauc_recall_at_5_std": 0.149663, "nauc_recall_at_5_diff1": 0.2711, "nauc_recall_at_10_max": 0.504825, "nauc_recall_at_10_std": 0.299514, "nauc_recall_at_10_diff1": 0.259611, "nauc_recall_at_20_max": 0.618077, "nauc_recall_at_20_std": 0.468141, "nauc_recall_at_20_diff1": 0.213753, "nauc_recall_at_25_max": 0.619753, "nauc_recall_at_25_std": 0.469005, "nauc_recall_at_25_diff1": 0.219371, "nauc_recall_at_50_max": 0.697622, "nauc_recall_at_50_std": 0.616332, "nauc_recall_at_50_diff1": 0.024937, "nauc_recall_at_100_max": 0.68164, "nauc_recall_at_100_std": 0.592864, "nauc_recall_at_100_diff1": -0.042487, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.078412, "nauc_precision_at_1_std": 0.091476, "nauc_precision_at_1_diff1": 0.43471, "nauc_precision_at_3_max": 0.082731, "nauc_precision_at_3_std": 0.066506, "nauc_precision_at_3_diff1": 0.072967, "nauc_precision_at_5_max": 0.010971, "nauc_precision_at_5_std": 0.096749, "nauc_precision_at_5_diff1": -0.047308, "nauc_precision_at_10_max": -0.040459, "nauc_precision_at_10_std": 0.114244, "nauc_precision_at_10_diff1": -0.077559, "nauc_precision_at_20_max": -0.05718, "nauc_precision_at_20_std": 0.152048, "nauc_precision_at_20_diff1": -0.090128, "nauc_precision_at_25_max": -0.080782, "nauc_precision_at_25_std": 0.125053, "nauc_precision_at_25_diff1": -0.080038, "nauc_precision_at_50_max": -0.140323, "nauc_precision_at_50_std": 0.061504, "nauc_precision_at_50_diff1": -0.058819, "nauc_precision_at_100_max": -0.187445, "nauc_precision_at_100_std": -0.003053, "nauc_precision_at_100_diff1": -0.007807, "nauc_precision_at_1000_max": -0.201995, "nauc_precision_at_1000_std": -0.025294, "nauc_precision_at_1000_diff1": 0.011553, "nauc_mrr_at_1_max": 0.078412, "nauc_mrr_at_1_std": 0.091476, "nauc_mrr_at_1_diff1": 0.43471, "nauc_mrr_at_3_max": 0.150228, "nauc_mrr_at_3_std": 0.096505, "nauc_mrr_at_3_diff1": 0.430625, "nauc_mrr_at_5_max": 0.170055, "nauc_mrr_at_5_std": 0.141133, "nauc_mrr_at_5_diff1": 0.427902, "nauc_mrr_at_10_max": 0.171678, "nauc_mrr_at_10_std": 0.138801, "nauc_mrr_at_10_diff1": 0.431937, "nauc_mrr_at_20_max": 0.169582, "nauc_mrr_at_20_std": 0.138141, "nauc_mrr_at_20_diff1": 0.429979, "nauc_mrr_at_25_max": 0.168172, "nauc_mrr_at_25_std": 0.136668, "nauc_mrr_at_25_diff1": 0.431994, "nauc_mrr_at_50_max": 0.166406, "nauc_mrr_at_50_std": 0.135682, "nauc_mrr_at_50_diff1": 0.431011, "nauc_mrr_at_100_max": 0.166058, "nauc_mrr_at_100_std": 0.13532, "nauc_mrr_at_100_diff1": 0.430794, "nauc_mrr_at_1000_max": 0.165898, "nauc_mrr_at_1000_std": 0.135199, "nauc_mrr_at_1000_diff1": 0.430882, "hit_rate_at_1": 0.60204, "hit_rate_at_3": 0.77551, "hit_rate_at_5": 0.86735, "hit_rate_at_10": 0.90816, "hit_rate_at_20": 0.92857, "hit_rate_at_25": 0.93878, "hit_rate_at_50": 0.97959, "hit_rate_at_100": 0.9898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.602041, "R_cap_at_3": 0.62585, "R_cap_at_5": 0.703741, "R_cap_at_10": 0.765561, "R_cap_at_20": 0.816875, "R_cap_at_25": 0.84005, "R_cap_at_50": 0.92099, "R_cap_at_100": 0.967521, "R_cap_at_1000": 1.0, "main_score": 0.66036, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54098, "ndcg_at_3": 0.53779, "ndcg_at_5": 0.5562, "ndcg_at_10": 0.5798, "ndcg_at_20": 0.60565, "ndcg_at_25": 0.61532, "ndcg_at_50": 0.63383, "ndcg_at_100": 0.65297, "ndcg_at_1000": 0.65949, "map_at_1": 0.25097, "map_at_3": 0.38122, "map_at_5": 0.42615, "map_at_10": 0.46683, "map_at_20": 0.48622, "map_at_25": 0.49092, "map_at_50": 0.49768, "map_at_100": 0.50153, "map_at_1000": 0.50255, "recall_at_1": 0.25097, "recall_at_3": 0.45829, "recall_at_5": 0.56029, "recall_at_10": 0.69743, "recall_at_20": 0.79215, "recall_at_25": 0.82065, "recall_at_50": 0.88311, "recall_at_100": 0.97145, "recall_at_1000": 1.0, "accuracy": 0.25097, "precision_at_1": 0.54098, "precision_at_3": 0.37158, "precision_at_5": 0.28852, "precision_at_10": 0.19098, "precision_at_20": 0.11639, "precision_at_25": 0.09869, "precision_at_50": 0.05574, "precision_at_100": 0.03082, "precision_at_1000": 0.00322, "mrr_at_1": 0.540984, "mrr_at_3": 0.621585, "mrr_at_5": 0.63388, "mrr_at_10": 0.643098, "mrr_at_20": 0.64713, "mrr_at_25": 0.647521, "mrr_at_50": 0.648125, "mrr_at_100": 0.648975, "mrr_at_1000": 0.648975, "nauc_ndcg_at_1_max": -0.036733, "nauc_ndcg_at_1_std": -0.261474, "nauc_ndcg_at_1_diff1": 0.0921, "nauc_ndcg_at_3_max": 0.156047, "nauc_ndcg_at_3_std": -0.153092, "nauc_ndcg_at_3_diff1": 0.122762, "nauc_ndcg_at_5_max": 0.20729, "nauc_ndcg_at_5_std": -0.114242, "nauc_ndcg_at_5_diff1": 0.149302, "nauc_ndcg_at_10_max": 0.208745, "nauc_ndcg_at_10_std": -0.103891, "nauc_ndcg_at_10_diff1": 0.147275, "nauc_ndcg_at_20_max": 0.202487, "nauc_ndcg_at_20_std": -0.089262, "nauc_ndcg_at_20_diff1": 0.139013, "nauc_ndcg_at_25_max": 0.196323, "nauc_ndcg_at_25_std": -0.09399, "nauc_ndcg_at_25_diff1": 0.143572, "nauc_ndcg_at_50_max": 0.167722, "nauc_ndcg_at_50_std": -0.108308, "nauc_ndcg_at_50_diff1": 0.140984, "nauc_ndcg_at_100_max": 0.151845, "nauc_ndcg_at_100_std": -0.122345, "nauc_ndcg_at_100_diff1": 0.133829, "nauc_ndcg_at_1000_max": 0.140721, "nauc_ndcg_at_1000_std": -0.122617, "nauc_ndcg_at_1000_diff1": 0.129582, "nauc_map_at_1_max": 0.090185, "nauc_map_at_1_std": -0.227711, "nauc_map_at_1_diff1": 0.236457, "nauc_map_at_3_max": 0.206721, "nauc_map_at_3_std": -0.145588, "nauc_map_at_3_diff1": 0.223128, "nauc_map_at_5_max": 0.213585, "nauc_map_at_5_std": -0.143436, "nauc_map_at_5_diff1": 0.21004, "nauc_map_at_10_max": 0.19602, "nauc_map_at_10_std": -0.152909, "nauc_map_at_10_diff1": 0.168309, "nauc_map_at_20_max": 0.187032, "nauc_map_at_20_std": -0.149681, "nauc_map_at_20_diff1": 0.155298, "nauc_map_at_25_max": 0.186168, "nauc_map_at_25_std": -0.149896, "nauc_map_at_25_diff1": 0.155634, "nauc_map_at_50_max": 0.179539, "nauc_map_at_50_std": -0.152319, "nauc_map_at_50_diff1": 0.154074, "nauc_map_at_100_max": 0.177171, "nauc_map_at_100_std": -0.151492, "nauc_map_at_100_diff1": 0.152917, "nauc_map_at_1000_max": 0.176086, "nauc_map_at_1000_std": -0.151312, "nauc_map_at_1000_diff1": 0.152491, "nauc_recall_at_1_max": 0.090185, "nauc_recall_at_1_std": -0.227711, "nauc_recall_at_1_diff1": 0.236457, "nauc_recall_at_3_max": 0.329572, "nauc_recall_at_3_std": 0.010725, "nauc_recall_at_3_diff1": 0.232395, "nauc_recall_at_5_max": 0.371614, "nauc_recall_at_5_std": 0.066585, "nauc_recall_at_5_diff1": 0.249861, "nauc_recall_at_10_max": 0.353946, "nauc_recall_at_10_std": 0.092596, "nauc_recall_at_10_diff1": 0.174585, "nauc_recall_at_20_max": 0.418699, "nauc_recall_at_20_std": 0.212381, "nauc_recall_at_20_diff1": 0.122039, "nauc_recall_at_25_max": 0.426107, "nauc_recall_at_25_std": 0.212358, "nauc_recall_at_25_diff1": 0.170409, "nauc_recall_at_50_max": 0.336764, "nauc_recall_at_50_std": 0.162493, "nauc_recall_at_50_diff1": 0.192028, "nauc_recall_at_100_max": 0.470785, "nauc_recall_at_100_std": -0.004622, "nauc_recall_at_100_diff1": 0.220151, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.036733, "nauc_precision_at_1_std": -0.261474, "nauc_precision_at_1_diff1": 0.0921, "nauc_precision_at_3_max": 0.046808, "nauc_precision_at_3_std": -0.079539, "nauc_precision_at_3_diff1": -0.042635, "nauc_precision_at_5_max": 0.011641, "nauc_precision_at_5_std": -0.074925, "nauc_precision_at_5_diff1": -0.10086, "nauc_precision_at_10_max": -0.049356, "nauc_precision_at_10_std": -0.051821, "nauc_precision_at_10_diff1": -0.17237, "nauc_precision_at_20_max": -0.074321, "nauc_precision_at_20_std": -0.014806, "nauc_precision_at_20_diff1": -0.168752, "nauc_precision_at_25_max": -0.077443, "nauc_precision_at_25_std": -0.011513, "nauc_precision_at_25_diff1": -0.160643, "nauc_precision_at_50_max": -0.10951, "nauc_precision_at_50_std": -0.009784, "nauc_precision_at_50_diff1": -0.153819, "nauc_precision_at_100_max": -0.130167, "nauc_precision_at_100_std": 0.002664, "nauc_precision_at_100_diff1": -0.15785, "nauc_precision_at_1000_max": -0.141234, "nauc_precision_at_1000_std": 0.005419, "nauc_precision_at_1000_diff1": -0.1576, "nauc_mrr_at_1_max": -0.036733, "nauc_mrr_at_1_std": -0.261474, "nauc_mrr_at_1_diff1": 0.0921, "nauc_mrr_at_3_max": 0.062662, "nauc_mrr_at_3_std": -0.147001, "nauc_mrr_at_3_diff1": 0.111039, "nauc_mrr_at_5_max": 0.065183, "nauc_mrr_at_5_std": -0.140849, "nauc_mrr_at_5_diff1": 0.115237, "nauc_mrr_at_10_max": 0.062772, "nauc_mrr_at_10_std": -0.149748, "nauc_mrr_at_10_diff1": 0.114335, "nauc_mrr_at_20_max": 0.060219, "nauc_mrr_at_20_std": -0.148402, "nauc_mrr_at_20_diff1": 0.1112, "nauc_mrr_at_25_max": 0.060546, "nauc_mrr_at_25_std": -0.149846, "nauc_mrr_at_25_diff1": 0.113846, "nauc_mrr_at_50_max": 0.05867, "nauc_mrr_at_50_std": -0.151412, "nauc_mrr_at_50_diff1": 0.113208, "nauc_mrr_at_100_max": 0.057849, "nauc_mrr_at_100_std": -0.152986, "nauc_mrr_at_100_diff1": 0.112763, "nauc_mrr_at_1000_max": 0.057849, "nauc_mrr_at_1000_std": -0.152986, "nauc_mrr_at_1000_diff1": 0.112763, "hit_rate_at_1": 0.54098, "hit_rate_at_3": 0.72131, "hit_rate_at_5": 0.77869, "hit_rate_at_10": 0.85246, "hit_rate_at_20": 0.90984, "hit_rate_at_25": 0.91803, "hit_rate_at_50": 0.94262, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.540984, "R_cap_at_3": 0.562842, "R_cap_at_5": 0.618306, "R_cap_at_10": 0.7102, "R_cap_at_20": 0.792152, "R_cap_at_25": 0.820649, "R_cap_at_50": 0.883107, "R_cap_at_100": 0.971449, "R_cap_at_1000": 1.0, "main_score": 0.5798, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.58333, "ndcg_at_3": 0.60861, "ndcg_at_5": 0.62912, "ndcg_at_10": 0.64973, "ndcg_at_20": 0.68101, "ndcg_at_25": 0.68713, "ndcg_at_50": 0.70161, "ndcg_at_100": 0.7142, "ndcg_at_1000": 0.7195, "map_at_1": 0.29858, "map_at_3": 0.45382, "map_at_5": 0.51286, "map_at_10": 0.55691, "map_at_20": 0.57852, "map_at_25": 0.58111, "map_at_50": 0.58653, "map_at_100": 0.58914, "map_at_1000": 0.58985, "recall_at_1": 0.29858, "recall_at_3": 0.52716, "recall_at_5": 0.63997, "recall_at_10": 0.7523, "recall_at_20": 0.85153, "recall_at_25": 0.86841, "recall_at_50": 0.91799, "recall_at_100": 0.97369, "recall_at_1000": 1.0, "accuracy": 0.29858, "precision_at_1": 0.58333, "precision_at_3": 0.41919, "precision_at_5": 0.3303, "precision_at_10": 0.21212, "precision_at_20": 0.12538, "precision_at_25": 0.10394, "precision_at_50": 0.05636, "precision_at_100": 0.03023, "precision_at_1000": 0.00312, "mrr_at_1": 0.583333, "mrr_at_3": 0.67298, "mrr_at_5": 0.686237, "mrr_at_10": 0.692593, "mrr_at_20": 0.695852, "mrr_at_25": 0.696197, "mrr_at_50": 0.696823, "mrr_at_100": 0.697242, "mrr_at_1000": 0.697315, "nauc_ndcg_at_1_max": 0.004938, "nauc_ndcg_at_1_std": -0.058828, "nauc_ndcg_at_1_diff1": 0.418473, "nauc_ndcg_at_3_max": -0.022735, "nauc_ndcg_at_3_std": -0.003233, "nauc_ndcg_at_3_diff1": 0.257452, "nauc_ndcg_at_5_max": 0.032606, "nauc_ndcg_at_5_std": 0.09018, "nauc_ndcg_at_5_diff1": 0.221871, "nauc_ndcg_at_10_max": 0.096395, "nauc_ndcg_at_10_std": 0.149584, "nauc_ndcg_at_10_diff1": 0.267491, "nauc_ndcg_at_20_max": 0.104602, "nauc_ndcg_at_20_std": 0.157365, "nauc_ndcg_at_20_diff1": 0.268663, "nauc_ndcg_at_25_max": 0.089305, "nauc_ndcg_at_25_std": 0.144521, "nauc_ndcg_at_25_diff1": 0.271682, "nauc_ndcg_at_50_max": 0.084205, "nauc_ndcg_at_50_std": 0.135676, "nauc_ndcg_at_50_diff1": 0.267287, "nauc_ndcg_at_100_max": 0.06606, "nauc_ndcg_at_100_std": 0.116184, "nauc_ndcg_at_100_diff1": 0.273368, "nauc_ndcg_at_1000_max": 0.046155, "nauc_ndcg_at_1000_std": 0.103232, "nauc_ndcg_at_1000_diff1": 0.265145, "nauc_map_at_1_max": 0.097834, "nauc_map_at_1_std": -0.055846, "nauc_map_at_1_diff1": 0.411629, "nauc_map_at_3_max": 0.083791, "nauc_map_at_3_std": 0.017343, "nauc_map_at_3_diff1": 0.3223, "nauc_map_at_5_max": 0.090121, "nauc_map_at_5_std": 0.080629, "nauc_map_at_5_diff1": 0.274318, "nauc_map_at_10_max": 0.084502, "nauc_map_at_10_std": 0.112181, "nauc_map_at_10_diff1": 0.271763, "nauc_map_at_20_max": 0.083782, "nauc_map_at_20_std": 0.125733, "nauc_map_at_20_diff1": 0.263922, "nauc_map_at_25_max": 0.078226, "nauc_map_at_25_std": 0.121252, "nauc_map_at_25_diff1": 0.264855, "nauc_map_at_50_max": 0.074336, "nauc_map_at_50_std": 0.11871, "nauc_map_at_50_diff1": 0.265835, "nauc_map_at_100_max": 0.070906, "nauc_map_at_100_std": 0.115316, "nauc_map_at_100_diff1": 0.26706, "nauc_map_at_1000_max": 0.069175, "nauc_map_at_1000_std": 0.114197, "nauc_map_at_1000_diff1": 0.266194, "nauc_recall_at_1_max": 0.097834, "nauc_recall_at_1_std": -0.055846, "nauc_recall_at_1_diff1": 0.411629, "nauc_recall_at_3_max": 0.090786, "nauc_recall_at_3_std": 0.054394, "nauc_recall_at_3_diff1": 0.213115, "nauc_recall_at_5_max": 0.099309, "nauc_recall_at_5_std": 0.16513, "nauc_recall_at_5_diff1": 0.07746, "nauc_recall_at_10_max": 0.236549, "nauc_recall_at_10_std": 0.292372, "nauc_recall_at_10_diff1": 0.225679, "nauc_recall_at_20_max": 0.358836, "nauc_recall_at_20_std": 0.439109, "nauc_recall_at_20_diff1": 0.237378, "nauc_recall_at_25_max": 0.319183, "nauc_recall_at_25_std": 0.410732, "nauc_recall_at_25_diff1": 0.264931, "nauc_recall_at_50_max": 0.484326, "nauc_recall_at_50_std": 0.478006, "nauc_recall_at_50_diff1": 0.214139, "nauc_recall_at_100_max": 0.850029, "nauc_recall_at_100_std": 0.607434, "nauc_recall_at_100_diff1": 0.49279, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.004938, "nauc_precision_at_1_std": -0.058828, "nauc_precision_at_1_diff1": 0.418473, "nauc_precision_at_3_max": -0.136473, "nauc_precision_at_3_std": 0.028552, "nauc_precision_at_3_diff1": -0.023525, "nauc_precision_at_5_max": -0.094584, "nauc_precision_at_5_std": 0.12093, "nauc_precision_at_5_diff1": -0.102065, "nauc_precision_at_10_max": -0.09815, "nauc_precision_at_10_std": 0.127726, "nauc_precision_at_10_diff1": -0.116112, "nauc_precision_at_20_max": -0.09252, "nauc_precision_at_20_std": 0.133909, "nauc_precision_at_20_diff1": -0.139542, "nauc_precision_at_25_max": -0.117108, "nauc_precision_at_25_std": 0.107816, "nauc_precision_at_25_diff1": -0.138854, "nauc_precision_at_50_max": -0.136235, "nauc_precision_at_50_std": 0.076137, "nauc_precision_at_50_diff1": -0.136967, "nauc_precision_at_100_max": -0.162615, "nauc_precision_at_100_std": 0.037125, "nauc_precision_at_100_diff1": -0.13676, "nauc_precision_at_1000_max": -0.184803, "nauc_precision_at_1000_std": 0.015764, "nauc_precision_at_1000_diff1": -0.152122, "nauc_mrr_at_1_max": 0.004938, "nauc_mrr_at_1_std": -0.058828, "nauc_mrr_at_1_diff1": 0.418473, "nauc_mrr_at_3_max": 0.024855, "nauc_mrr_at_3_std": 0.026743, "nauc_mrr_at_3_diff1": 0.332698, "nauc_mrr_at_5_max": 0.022249, "nauc_mrr_at_5_std": 0.036194, "nauc_mrr_at_5_diff1": 0.31356, "nauc_mrr_at_10_max": 0.038463, "nauc_mrr_at_10_std": 0.042779, "nauc_mrr_at_10_diff1": 0.339011, "nauc_mrr_at_20_max": 0.034188, "nauc_mrr_at_20_std": 0.039184, "nauc_mrr_at_20_diff1": 0.339215, "nauc_mrr_at_25_max": 0.033026, "nauc_mrr_at_25_std": 0.038468, "nauc_mrr_at_25_diff1": 0.338681, "nauc_mrr_at_50_max": 0.033616, "nauc_mrr_at_50_std": 0.037245, "nauc_mrr_at_50_diff1": 0.33834, "nauc_mrr_at_100_max": 0.033305, "nauc_mrr_at_100_std": 0.036636, "nauc_mrr_at_100_diff1": 0.338374, "nauc_mrr_at_1000_max": 0.033019, "nauc_mrr_at_1000_std": 0.036433, "nauc_mrr_at_1000_diff1": 0.338438, "hit_rate_at_1": 0.58333, "hit_rate_at_3": 0.77273, "hit_rate_at_5": 0.83333, "hit_rate_at_10": 0.88636, "hit_rate_at_20": 0.93182, "hit_rate_at_25": 0.93939, "hit_rate_at_50": 0.96212, "hit_rate_at_100": 0.99242, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.583333, "R_cap_at_3": 0.636364, "R_cap_at_5": 0.690657, "R_cap_at_10": 0.759091, "R_cap_at_20": 0.851528, "R_cap_at_25": 0.868407, "R_cap_at_50": 0.917993, "R_cap_at_100": 0.973694, "R_cap_at_1000": 1.0, "main_score": 0.64973, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75694, "ndcg_at_3": 0.718, "ndcg_at_5": 0.74067, "ndcg_at_10": 0.75871, "ndcg_at_20": 0.78172, "ndcg_at_25": 0.78452, "ndcg_at_50": 0.79442, "ndcg_at_100": 0.80248, "ndcg_at_1000": 0.80524, "map_at_1": 0.39052, "map_at_3": 0.56787, "map_at_5": 0.62896, "map_at_10": 0.67495, "map_at_20": 0.6934, "map_at_25": 0.69557, "map_at_50": 0.69958, "map_at_100": 0.70155, "map_at_1000": 0.70201, "recall_at_1": 0.39052, "recall_at_3": 0.61436, "recall_at_5": 0.71911, "recall_at_10": 0.81859, "recall_at_20": 0.91429, "recall_at_25": 0.92061, "recall_at_50": 0.95404, "recall_at_100": 0.9887, "recall_at_1000": 1.0, "accuracy": 0.39052, "precision_at_1": 0.75694, "precision_at_3": 0.48843, "precision_at_5": 0.37361, "precision_at_10": 0.2375, "precision_at_20": 0.13507, "precision_at_25": 0.11028, "precision_at_50": 0.05847, "precision_at_100": 0.03062, "precision_at_1000": 0.00313, "mrr_at_1": 0.756944, "mrr_at_3": 0.799769, "mrr_at_5": 0.806366, "mrr_at_10": 0.81105, "mrr_at_20": 0.814856, "mrr_at_25": 0.814856, "mrr_at_50": 0.81503, "mrr_at_100": 0.815351, "mrr_at_1000": 0.815351, "nauc_ndcg_at_1_max": 0.399044, "nauc_ndcg_at_1_std": 0.431741, "nauc_ndcg_at_1_diff1": 0.452155, "nauc_ndcg_at_3_max": 0.397988, "nauc_ndcg_at_3_std": 0.399471, "nauc_ndcg_at_3_diff1": 0.248345, "nauc_ndcg_at_5_max": 0.414687, "nauc_ndcg_at_5_std": 0.466396, "nauc_ndcg_at_5_diff1": 0.26242, "nauc_ndcg_at_10_max": 0.445502, "nauc_ndcg_at_10_std": 0.510601, "nauc_ndcg_at_10_diff1": 0.317087, "nauc_ndcg_at_20_max": 0.462264, "nauc_ndcg_at_20_std": 0.506844, "nauc_ndcg_at_20_diff1": 0.354074, "nauc_ndcg_at_25_max": 0.459998, "nauc_ndcg_at_25_std": 0.506956, "nauc_ndcg_at_25_diff1": 0.350479, "nauc_ndcg_at_50_max": 0.446735, "nauc_ndcg_at_50_std": 0.496793, "nauc_ndcg_at_50_diff1": 0.350228, "nauc_ndcg_at_100_max": 0.438567, "nauc_ndcg_at_100_std": 0.489467, "nauc_ndcg_at_100_diff1": 0.329878, "nauc_ndcg_at_1000_max": 0.430743, "nauc_ndcg_at_1000_std": 0.481075, "nauc_ndcg_at_1000_diff1": 0.324336, "nauc_map_at_1_max": 0.281792, "nauc_map_at_1_std": 0.138863, "nauc_map_at_1_diff1": 0.425007, "nauc_map_at_3_max": 0.433475, "nauc_map_at_3_std": 0.330616, "nauc_map_at_3_diff1": 0.386049, "nauc_map_at_5_max": 0.44605, "nauc_map_at_5_std": 0.386388, "nauc_map_at_5_diff1": 0.35306, "nauc_map_at_10_max": 0.455883, "nauc_map_at_10_std": 0.445186, "nauc_map_at_10_diff1": 0.340632, "nauc_map_at_20_max": 0.464591, "nauc_map_at_20_std": 0.468268, "nauc_map_at_20_diff1": 0.337366, "nauc_map_at_25_max": 0.462886, "nauc_map_at_25_std": 0.468838, "nauc_map_at_25_diff1": 0.33437, "nauc_map_at_50_max": 0.459087, "nauc_map_at_50_std": 0.468064, "nauc_map_at_50_diff1": 0.333023, "nauc_map_at_100_max": 0.457358, "nauc_map_at_100_std": 0.466507, "nauc_map_at_100_diff1": 0.32956, "nauc_map_at_1000_max": 0.456626, "nauc_map_at_1000_std": 0.465575, "nauc_map_at_1000_diff1": 0.328994, "nauc_recall_at_1_max": 0.281792, "nauc_recall_at_1_std": 0.138863, "nauc_recall_at_1_diff1": 0.425007, "nauc_recall_at_3_max": 0.411059, "nauc_recall_at_3_std": 0.339296, "nauc_recall_at_3_diff1": 0.31187, "nauc_recall_at_5_max": 0.393293, "nauc_recall_at_5_std": 0.427324, "nauc_recall_at_5_diff1": 0.22512, "nauc_recall_at_10_max": 0.444964, "nauc_recall_at_10_std": 0.54499, "nauc_recall_at_10_diff1": 0.265554, "nauc_recall_at_20_max": 0.55014, "nauc_recall_at_20_std": 0.597556, "nauc_recall_at_20_diff1": 0.462082, "nauc_recall_at_25_max": 0.561425, "nauc_recall_at_25_std": 0.616615, "nauc_recall_at_25_diff1": 0.470571, "nauc_recall_at_50_max": 0.549836, "nauc_recall_at_50_std": 0.589149, "nauc_recall_at_50_diff1": 0.640825, "nauc_recall_at_100_max": 0.726527, "nauc_recall_at_100_std": 0.75847, "nauc_recall_at_100_diff1": 0.495998, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.399044, "nauc_precision_at_1_std": 0.431741, "nauc_precision_at_1_diff1": 0.452155, "nauc_precision_at_3_max": 0.170146, "nauc_precision_at_3_std": 0.315083, "nauc_precision_at_3_diff1": -0.084686, "nauc_precision_at_5_max": 0.058675, "nauc_precision_at_5_std": 0.241643, "nauc_precision_at_5_diff1": -0.177336, "nauc_precision_at_10_max": -0.029044, "nauc_precision_at_10_std": 0.185555, "nauc_precision_at_10_diff1": -0.212279, "nauc_precision_at_20_max": -0.056603, "nauc_precision_at_20_std": 0.159468, "nauc_precision_at_20_diff1": -0.233483, "nauc_precision_at_25_max": -0.064384, "nauc_precision_at_25_std": 0.14889, "nauc_precision_at_25_diff1": -0.237403, "nauc_precision_at_50_max": -0.09661, "nauc_precision_at_50_std": 0.11108, "nauc_precision_at_50_diff1": -0.241766, "nauc_precision_at_100_max": -0.118645, "nauc_precision_at_100_std": 0.077342, "nauc_precision_at_100_diff1": -0.26303, "nauc_precision_at_1000_max": -0.130848, "nauc_precision_at_1000_std": 0.056025, "nauc_precision_at_1000_diff1": -0.26833, "nauc_mrr_at_1_max": 0.399044, "nauc_mrr_at_1_std": 0.431741, "nauc_mrr_at_1_diff1": 0.452155, "nauc_mrr_at_3_max": 0.392547, "nauc_mrr_at_3_std": 0.482851, "nauc_mrr_at_3_diff1": 0.383678, "nauc_mrr_at_5_max": 0.388859, "nauc_mrr_at_5_std": 0.493747, "nauc_mrr_at_5_diff1": 0.362707, "nauc_mrr_at_10_max": 0.392294, "nauc_mrr_at_10_std": 0.486916, "nauc_mrr_at_10_diff1": 0.373496, "nauc_mrr_at_20_max": 0.395072, "nauc_mrr_at_20_std": 0.482574, "nauc_mrr_at_20_diff1": 0.385258, "nauc_mrr_at_25_max": 0.395072, "nauc_mrr_at_25_std": 0.482574, "nauc_mrr_at_25_diff1": 0.385258, "nauc_mrr_at_50_max": 0.394909, "nauc_mrr_at_50_std": 0.482045, "nauc_mrr_at_50_diff1": 0.384913, "nauc_mrr_at_100_max": 0.394852, "nauc_mrr_at_100_std": 0.482057, "nauc_mrr_at_100_diff1": 0.384129, "nauc_mrr_at_1000_max": 0.394852, "nauc_mrr_at_1000_std": 0.482057, "nauc_mrr_at_1000_diff1": 0.384129, "hit_rate_at_1": 0.75694, "hit_rate_at_3": 0.85417, "hit_rate_at_5": 0.88194, "hit_rate_at_10": 0.91667, "hit_rate_at_20": 0.97222, "hit_rate_at_25": 0.97222, "hit_rate_at_50": 0.97917, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.756944, "R_cap_at_3": 0.721065, "R_cap_at_5": 0.774884, "R_cap_at_10": 0.831424, "R_cap_at_20": 0.914293, "R_cap_at_25": 0.920605, "R_cap_at_50": 0.954043, "R_cap_at_100": 0.988697, "R_cap_at_1000": 1.0, "main_score": 0.75871, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80769, "ndcg_at_3": 0.82198, "ndcg_at_5": 0.85579, "ndcg_at_10": 0.87963, "ndcg_at_20": 0.88575, "ndcg_at_25": 0.88575, "ndcg_at_50": 0.88575, "ndcg_at_100": 0.88575, "ndcg_at_1000": 0.88575, "map_at_1": 0.66667, "map_at_3": 0.79594, "map_at_5": 0.81806, "map_at_10": 0.8312, "map_at_20": 0.83408, "map_at_25": 0.83408, "map_at_50": 0.83408, "map_at_100": 0.83408, "map_at_1000": 0.83408, "recall_at_1": 0.66667, "recall_at_3": 0.83974, "recall_at_5": 0.91346, "recall_at_10": 0.98077, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66667, "precision_at_1": 0.80769, "precision_at_3": 0.38462, "precision_at_5": 0.25385, "precision_at_10": 0.13846, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.807692, "mrr_at_3": 0.855769, "mrr_at_5": 0.872115, "mrr_at_10": 0.874519, "mrr_at_20": 0.874519, "mrr_at_25": 0.874519, "mrr_at_50": 0.874519, "mrr_at_100": 0.874519, "mrr_at_1000": 0.874519, "nauc_ndcg_at_1_max": 0.621913, "nauc_ndcg_at_1_std": 0.679179, "nauc_ndcg_at_1_diff1": 0.749832, "nauc_ndcg_at_3_max": 0.75408, "nauc_ndcg_at_3_std": 0.79023, "nauc_ndcg_at_3_diff1": 0.645514, "nauc_ndcg_at_5_max": 0.76264, "nauc_ndcg_at_5_std": 0.789493, "nauc_ndcg_at_5_diff1": 0.698273, "nauc_ndcg_at_10_max": 0.721472, "nauc_ndcg_at_10_std": 0.760642, "nauc_ndcg_at_10_diff1": 0.676842, "nauc_ndcg_at_20_max": 0.708209, "nauc_ndcg_at_20_std": 0.739126, "nauc_ndcg_at_20_diff1": 0.696538, "nauc_ndcg_at_25_max": 0.708209, "nauc_ndcg_at_25_std": 0.739126, "nauc_ndcg_at_25_diff1": 0.696538, "nauc_ndcg_at_50_max": 0.708209, "nauc_ndcg_at_50_std": 0.739126, "nauc_ndcg_at_50_diff1": 0.696538, "nauc_ndcg_at_100_max": 0.708209, "nauc_ndcg_at_100_std": 0.739126, "nauc_ndcg_at_100_diff1": 0.696538, "nauc_ndcg_at_1000_max": 0.708209, "nauc_ndcg_at_1000_std": 0.739126, "nauc_ndcg_at_1000_diff1": 0.696538, "nauc_map_at_1_max": 0.55811, "nauc_map_at_1_std": 0.375415, "nauc_map_at_1_diff1": 0.646223, "nauc_map_at_3_max": 0.735207, "nauc_map_at_3_std": 0.748752, "nauc_map_at_3_diff1": 0.636415, "nauc_map_at_5_max": 0.739527, "nauc_map_at_5_std": 0.756443, "nauc_map_at_5_diff1": 0.682141, "nauc_map_at_10_max": 0.721315, "nauc_map_at_10_std": 0.741739, "nauc_map_at_10_diff1": 0.672947, "nauc_map_at_20_max": 0.717319, "nauc_map_at_20_std": 0.73433, "nauc_map_at_20_diff1": 0.681242, "nauc_map_at_25_max": 0.717319, "nauc_map_at_25_std": 0.73433, "nauc_map_at_25_diff1": 0.681242, "nauc_map_at_50_max": 0.717319, "nauc_map_at_50_std": 0.73433, "nauc_map_at_50_diff1": 0.681242, "nauc_map_at_100_max": 0.717319, "nauc_map_at_100_std": 0.73433, "nauc_map_at_100_diff1": 0.681242, "nauc_map_at_1000_max": 0.717319, "nauc_map_at_1000_std": 0.73433, "nauc_map_at_1000_diff1": 0.681242, "nauc_recall_at_1_max": 0.55811, "nauc_recall_at_1_std": 0.375415, "nauc_recall_at_1_diff1": 0.646223, "nauc_recall_at_3_max": 0.835903, "nauc_recall_at_3_std": 0.889209, "nauc_recall_at_3_diff1": 0.585527, "nauc_recall_at_5_max": 0.911569, "nauc_recall_at_5_std": 0.920808, "nauc_recall_at_5_diff1": 0.664039, "nauc_recall_at_10_max": 0.777122, "nauc_recall_at_10_std": 0.934919, "nauc_recall_at_10_diff1": 0.223969, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.621913, "nauc_precision_at_1_std": 0.679179, "nauc_precision_at_1_diff1": 0.749832, "nauc_precision_at_3_max": 0.112509, "nauc_precision_at_3_std": 0.428168, "nauc_precision_at_3_diff1": -0.034348, "nauc_precision_at_5_max": -0.047334, "nauc_precision_at_5_std": 0.284753, "nauc_precision_at_5_diff1": -0.108399, "nauc_precision_at_10_max": -0.24519, "nauc_precision_at_10_std": 0.068721, "nauc_precision_at_10_diff1": -0.268202, "nauc_precision_at_20_max": -0.296092, "nauc_precision_at_20_std": -0.002219, "nauc_precision_at_20_diff1": -0.277602, "nauc_precision_at_25_max": -0.296092, "nauc_precision_at_25_std": -0.002219, "nauc_precision_at_25_diff1": -0.277602, "nauc_precision_at_50_max": -0.296092, "nauc_precision_at_50_std": -0.002219, "nauc_precision_at_50_diff1": -0.277602, "nauc_precision_at_100_max": -0.296092, "nauc_precision_at_100_std": -0.002219, "nauc_precision_at_100_diff1": -0.277602, "nauc_precision_at_1000_max": -0.296092, "nauc_precision_at_1000_std": -0.002219, "nauc_precision_at_1000_diff1": -0.277602, "nauc_mrr_at_1_max": 0.621913, "nauc_mrr_at_1_std": 0.679179, "nauc_mrr_at_1_diff1": 0.749832, "nauc_mrr_at_3_max": 0.681627, "nauc_mrr_at_3_std": 0.753605, "nauc_mrr_at_3_diff1": 0.723757, "nauc_mrr_at_5_max": 0.676608, "nauc_mrr_at_5_std": 0.733329, "nauc_mrr_at_5_diff1": 0.734931, "nauc_mrr_at_10_max": 0.670087, "nauc_mrr_at_10_std": 0.730577, "nauc_mrr_at_10_diff1": 0.732211, "nauc_mrr_at_20_max": 0.670087, "nauc_mrr_at_20_std": 0.730577, "nauc_mrr_at_20_diff1": 0.732211, "nauc_mrr_at_25_max": 0.670087, "nauc_mrr_at_25_std": 0.730577, "nauc_mrr_at_25_diff1": 0.732211, "nauc_mrr_at_50_max": 0.670087, "nauc_mrr_at_50_std": 0.730577, "nauc_mrr_at_50_diff1": 0.732211, "nauc_mrr_at_100_max": 0.670087, "nauc_mrr_at_100_std": 0.730577, "nauc_mrr_at_100_diff1": 0.732211, "nauc_mrr_at_1000_max": 0.670087, "nauc_mrr_at_1000_std": 0.730577, "nauc_mrr_at_1000_diff1": 0.732211, "hit_rate_at_1": 0.80769, "hit_rate_at_3": 0.90385, "hit_rate_at_5": 0.98077, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.807692, "R_cap_at_3": 0.839744, "R_cap_at_5": 0.913462, "R_cap_at_10": 0.980769, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.87963, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76056, "ndcg_at_3": 0.80805, "ndcg_at_5": 0.8275, "ndcg_at_10": 0.85925, "ndcg_at_20": 0.86527, "ndcg_at_25": 0.86527, "ndcg_at_50": 0.86527, "ndcg_at_100": 0.86527, "ndcg_at_1000": 0.86527, "map_at_1": 0.63146, "map_at_3": 0.77191, "map_at_5": 0.78881, "map_at_10": 0.80538, "map_at_20": 0.80756, "map_at_25": 0.80756, "map_at_50": 0.80756, "map_at_100": 0.80756, "map_at_1000": 0.80756, "recall_at_1": 0.63146, "recall_at_3": 0.84977, "recall_at_5": 0.88967, "recall_at_10": 0.97887, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63146, "precision_at_1": 0.76056, "precision_at_3": 0.37089, "precision_at_5": 0.23662, "precision_at_10": 0.13239, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.760563, "mrr_at_3": 0.835681, "mrr_at_5": 0.838498, "mrr_at_10": 0.846166, "mrr_at_20": 0.84734, "mrr_at_25": 0.84734, "mrr_at_50": 0.84734, "mrr_at_100": 0.84734, "mrr_at_1000": 0.84734, "nauc_ndcg_at_1_max": 0.215225, "nauc_ndcg_at_1_std": -0.079945, "nauc_ndcg_at_1_diff1": 0.513026, "nauc_ndcg_at_3_max": 0.334055, "nauc_ndcg_at_3_std": 0.089984, "nauc_ndcg_at_3_diff1": 0.522589, "nauc_ndcg_at_5_max": 0.391442, "nauc_ndcg_at_5_std": 0.097251, "nauc_ndcg_at_5_diff1": 0.564167, "nauc_ndcg_at_10_max": 0.313058, "nauc_ndcg_at_10_std": 0.039908, "nauc_ndcg_at_10_diff1": 0.544196, "nauc_ndcg_at_20_max": 0.298665, "nauc_ndcg_at_20_std": 0.031488, "nauc_ndcg_at_20_diff1": 0.530961, "nauc_ndcg_at_25_max": 0.298665, "nauc_ndcg_at_25_std": 0.031488, "nauc_ndcg_at_25_diff1": 0.530961, "nauc_ndcg_at_50_max": 0.298665, "nauc_ndcg_at_50_std": 0.031488, "nauc_ndcg_at_50_diff1": 0.530961, "nauc_ndcg_at_100_max": 0.298665, "nauc_ndcg_at_100_std": 0.031488, "nauc_ndcg_at_100_diff1": 0.530961, "nauc_ndcg_at_1000_max": 0.298665, "nauc_ndcg_at_1000_std": 0.031488, "nauc_ndcg_at_1000_diff1": 0.530961, "nauc_map_at_1_max": 0.272389, "nauc_map_at_1_std": 0.028563, "nauc_map_at_1_diff1": 0.404065, "nauc_map_at_3_max": 0.305499, "nauc_map_at_3_std": 0.044143, "nauc_map_at_3_diff1": 0.491311, "nauc_map_at_5_max": 0.336149, "nauc_map_at_5_std": 0.055693, "nauc_map_at_5_diff1": 0.529513, "nauc_map_at_10_max": 0.302727, "nauc_map_at_10_std": 0.02919, "nauc_map_at_10_diff1": 0.518897, "nauc_map_at_20_max": 0.300197, "nauc_map_at_20_std": 0.029541, "nauc_map_at_20_diff1": 0.515339, "nauc_map_at_25_max": 0.300197, "nauc_map_at_25_std": 0.029541, "nauc_map_at_25_diff1": 0.515339, "nauc_map_at_50_max": 0.300197, "nauc_map_at_50_std": 0.029541, "nauc_map_at_50_diff1": 0.515339, "nauc_map_at_100_max": 0.300197, "nauc_map_at_100_std": 0.029541, "nauc_map_at_100_diff1": 0.515339, "nauc_map_at_1000_max": 0.300197, "nauc_map_at_1000_std": 0.029541, "nauc_map_at_1000_diff1": 0.515339, "nauc_recall_at_1_max": 0.272389, "nauc_recall_at_1_std": 0.028563, "nauc_recall_at_1_diff1": 0.404065, "nauc_recall_at_3_max": 0.437101, "nauc_recall_at_3_std": 0.257848, "nauc_recall_at_3_diff1": 0.528605, "nauc_recall_at_5_max": 0.684662, "nauc_recall_at_5_std": 0.322228, "nauc_recall_at_5_diff1": 0.658229, "nauc_recall_at_10_max": 0.608218, "nauc_recall_at_10_std": 0.276752, "nauc_recall_at_10_diff1": 0.764951, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.215225, "nauc_precision_at_1_std": -0.079945, "nauc_precision_at_1_diff1": 0.513026, "nauc_precision_at_3_max": -0.035833, "nauc_precision_at_3_std": -0.063563, "nauc_precision_at_3_diff1": 0.136883, "nauc_precision_at_5_max": -0.004434, "nauc_precision_at_5_std": -0.042252, "nauc_precision_at_5_diff1": 0.131964, "nauc_precision_at_10_max": -0.20774, "nauc_precision_at_10_std": -0.144406, "nauc_precision_at_10_diff1": -0.04501, "nauc_precision_at_20_max": -0.236616, "nauc_precision_at_20_std": -0.140988, "nauc_precision_at_20_diff1": -0.090681, "nauc_precision_at_25_max": -0.236616, "nauc_precision_at_25_std": -0.140988, "nauc_precision_at_25_diff1": -0.090681, "nauc_precision_at_50_max": -0.236616, "nauc_precision_at_50_std": -0.140988, "nauc_precision_at_50_diff1": -0.090681, "nauc_precision_at_100_max": -0.236616, "nauc_precision_at_100_std": -0.140988, "nauc_precision_at_100_diff1": -0.090681, "nauc_precision_at_1000_max": -0.236616, "nauc_precision_at_1000_std": -0.140988, "nauc_precision_at_1000_diff1": -0.090681, "nauc_mrr_at_1_max": 0.215225, "nauc_mrr_at_1_std": -0.079945, "nauc_mrr_at_1_diff1": 0.513026, "nauc_mrr_at_3_max": 0.28809, "nauc_mrr_at_3_std": 0.03811, "nauc_mrr_at_3_diff1": 0.560491, "nauc_mrr_at_5_max": 0.315611, "nauc_mrr_at_5_std": 0.036508, "nauc_mrr_at_5_diff1": 0.564245, "nauc_mrr_at_10_max": 0.290806, "nauc_mrr_at_10_std": 0.024086, "nauc_mrr_at_10_diff1": 0.555355, "nauc_mrr_at_20_max": 0.284876, "nauc_mrr_at_20_std": 0.015926, "nauc_mrr_at_20_diff1": 0.552729, "nauc_mrr_at_25_max": 0.284876, "nauc_mrr_at_25_std": 0.015926, "nauc_mrr_at_25_diff1": 0.552729, "nauc_mrr_at_50_max": 0.284876, "nauc_mrr_at_50_std": 0.015926, "nauc_mrr_at_50_diff1": 0.552729, "nauc_mrr_at_100_max": 0.284876, "nauc_mrr_at_100_std": 0.015926, "nauc_mrr_at_100_diff1": 0.552729, "nauc_mrr_at_1000_max": 0.284876, "nauc_mrr_at_1000_std": 0.015926, "nauc_mrr_at_1000_diff1": 0.552729, "hit_rate_at_1": 0.76056, "hit_rate_at_3": 0.91549, "hit_rate_at_5": 0.92958, "hit_rate_at_10": 0.98592, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.760563, "R_cap_at_3": 0.849765, "R_cap_at_5": 0.889671, "R_cap_at_10": 0.978873, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85925, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": -1.833333, "nauc_ndcg_at_1_std": -0.166667, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -1.833333, "nauc_ndcg_at_3_std": -0.166667, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": -1.833333, "nauc_ndcg_at_5_std": -0.166667, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": -1.833333, "nauc_ndcg_at_10_std": -0.166667, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": -1.833333, "nauc_ndcg_at_20_std": -0.166667, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": -1.833333, "nauc_ndcg_at_25_std": -0.166667, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": -1.833333, "nauc_ndcg_at_50_std": -0.166667, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": -1.833333, "nauc_ndcg_at_100_std": -0.166667, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": -1.833333, "nauc_ndcg_at_1000_std": -0.166667, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": -1.833333, "nauc_map_at_1_std": -0.166667, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -1.833333, "nauc_map_at_3_std": -0.166667, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": -1.833333, "nauc_map_at_5_std": -0.166667, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": -1.833333, "nauc_map_at_10_std": -0.166667, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": -1.833333, "nauc_map_at_20_std": -0.166667, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": -1.833333, "nauc_map_at_25_std": -0.166667, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": -1.833333, "nauc_map_at_50_std": -0.166667, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": -1.833333, "nauc_map_at_100_std": -0.166667, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": -1.833333, "nauc_map_at_1000_std": -0.166667, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": -1.833333, "nauc_recall_at_1_std": -0.166667, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -1.833333, "nauc_precision_at_1_std": -0.166667, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -1.833333, "nauc_mrr_at_1_std": -0.166667, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -1.833333, "nauc_mrr_at_3_std": -0.166667, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": -1.833333, "nauc_mrr_at_5_std": -0.166667, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": -1.833333, "nauc_mrr_at_10_std": -0.166667, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": -1.833333, "nauc_mrr_at_20_std": -0.166667, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": -1.833333, "nauc_mrr_at_25_std": -0.166667, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": -1.833333, "nauc_mrr_at_50_std": -0.166667, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": -1.833333, "nauc_mrr_at_100_std": -0.166667, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": -1.833333, "nauc_mrr_at_1000_std": -0.166667, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71831, "ndcg_at_3": 0.81408, "ndcg_at_5": 0.82654, "ndcg_at_10": 0.85186, "ndcg_at_20": 0.85757, "ndcg_at_25": 0.85757, "ndcg_at_50": 0.85757, "ndcg_at_100": 0.85757, "ndcg_at_1000": 0.85757, "map_at_1": 0.59155, "map_at_3": 0.7723, "map_at_5": 0.78322, "map_at_10": 0.79797, "map_at_20": 0.79997, "map_at_25": 0.79997, "map_at_50": 0.79997, "map_at_100": 0.79997, "map_at_1000": 0.79997, "recall_at_1": 0.59155, "recall_at_3": 0.88732, "recall_at_5": 0.9108, "recall_at_10": 0.97887, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.59155, "precision_at_1": 0.71831, "precision_at_3": 0.39906, "precision_at_5": 0.2507, "precision_at_10": 0.13521, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.71831, "mrr_at_3": 0.814554, "mrr_at_5": 0.818075, "mrr_at_10": 0.824111, "mrr_at_20": 0.82494, "mrr_at_25": 0.82494, "mrr_at_50": 0.82494, "mrr_at_100": 0.82494, "mrr_at_1000": 0.82494, "nauc_ndcg_at_1_max": 0.272691, "nauc_ndcg_at_1_std": 0.264309, "nauc_ndcg_at_1_diff1": 0.515546, "nauc_ndcg_at_3_max": 0.484774, "nauc_ndcg_at_3_std": 0.439466, "nauc_ndcg_at_3_diff1": 0.566561, "nauc_ndcg_at_5_max": 0.468611, "nauc_ndcg_at_5_std": 0.423286, "nauc_ndcg_at_5_diff1": 0.569876, "nauc_ndcg_at_10_max": 0.412231, "nauc_ndcg_at_10_std": 0.383699, "nauc_ndcg_at_10_diff1": 0.560849, "nauc_ndcg_at_20_max": 0.401333, "nauc_ndcg_at_20_std": 0.367008, "nauc_ndcg_at_20_diff1": 0.555757, "nauc_ndcg_at_25_max": 0.401333, "nauc_ndcg_at_25_std": 0.367008, "nauc_ndcg_at_25_diff1": 0.555757, "nauc_ndcg_at_50_max": 0.401333, "nauc_ndcg_at_50_std": 0.367008, "nauc_ndcg_at_50_diff1": 0.555757, "nauc_ndcg_at_100_max": 0.401333, "nauc_ndcg_at_100_std": 0.367008, "nauc_ndcg_at_100_diff1": 0.555757, "nauc_ndcg_at_1000_max": 0.401333, "nauc_ndcg_at_1000_std": 0.367008, "nauc_ndcg_at_1000_diff1": 0.555757, "nauc_map_at_1_max": 0.302504, "nauc_map_at_1_std": 0.126994, "nauc_map_at_1_diff1": 0.472816, "nauc_map_at_3_max": 0.440937, "nauc_map_at_3_std": 0.385814, "nauc_map_at_3_diff1": 0.556944, "nauc_map_at_5_max": 0.429867, "nauc_map_at_5_std": 0.372832, "nauc_map_at_5_diff1": 0.560828, "nauc_map_at_10_max": 0.401285, "nauc_map_at_10_std": 0.354843, "nauc_map_at_10_diff1": 0.555587, "nauc_map_at_20_max": 0.400292, "nauc_map_at_20_std": 0.351663, "nauc_map_at_20_diff1": 0.555397, "nauc_map_at_25_max": 0.400292, "nauc_map_at_25_std": 0.351663, "nauc_map_at_25_diff1": 0.555397, "nauc_map_at_50_max": 0.400292, "nauc_map_at_50_std": 0.351663, "nauc_map_at_50_diff1": 0.555397, "nauc_map_at_100_max": 0.400292, "nauc_map_at_100_std": 0.351663, "nauc_map_at_100_diff1": 0.555397, "nauc_map_at_1000_max": 0.400292, "nauc_map_at_1000_std": 0.351663, "nauc_map_at_1000_diff1": 0.555397, "nauc_recall_at_1_max": 0.302504, "nauc_recall_at_1_std": 0.126994, "nauc_recall_at_1_diff1": 0.472816, "nauc_recall_at_3_max": 0.715266, "nauc_recall_at_3_std": 0.65521, "nauc_recall_at_3_diff1": 0.58412, "nauc_recall_at_5_max": 0.733729, "nauc_recall_at_5_std": 0.669151, "nauc_recall_at_5_diff1": 0.619179, "nauc_recall_at_10_max": 0.707658, "nauc_recall_at_10_std": 0.78721, "nauc_recall_at_10_diff1": 0.7002, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.272691, "nauc_precision_at_1_std": 0.264309, "nauc_precision_at_1_diff1": 0.515546, "nauc_precision_at_3_max": 0.043215, "nauc_precision_at_3_std": 0.284948, "nauc_precision_at_3_diff1": 0.009138, "nauc_precision_at_5_max": -0.018589, "nauc_precision_at_5_std": 0.202949, "nauc_precision_at_5_diff1": -0.028023, "nauc_precision_at_10_max": -0.160675, "nauc_precision_at_10_std": 0.091295, "nauc_precision_at_10_diff1": -0.139659, "nauc_precision_at_20_max": -0.194562, "nauc_precision_at_20_std": 0.053679, "nauc_precision_at_20_diff1": -0.176366, "nauc_precision_at_25_max": -0.194562, "nauc_precision_at_25_std": 0.053679, "nauc_precision_at_25_diff1": -0.176366, "nauc_precision_at_50_max": -0.194562, "nauc_precision_at_50_std": 0.053679, "nauc_precision_at_50_diff1": -0.176366, "nauc_precision_at_100_max": -0.194562, "nauc_precision_at_100_std": 0.053679, "nauc_precision_at_100_diff1": -0.176366, "nauc_precision_at_1000_max": -0.194562, "nauc_precision_at_1000_std": 0.053679, "nauc_precision_at_1000_diff1": -0.176366, "nauc_mrr_at_1_max": 0.272691, "nauc_mrr_at_1_std": 0.264309, "nauc_mrr_at_1_diff1": 0.515546, "nauc_mrr_at_3_max": 0.409266, "nauc_mrr_at_3_std": 0.402871, "nauc_mrr_at_3_diff1": 0.55363, "nauc_mrr_at_5_max": 0.399335, "nauc_mrr_at_5_std": 0.395964, "nauc_mrr_at_5_diff1": 0.549977, "nauc_mrr_at_10_max": 0.385495, "nauc_mrr_at_10_std": 0.381995, "nauc_mrr_at_10_diff1": 0.547262, "nauc_mrr_at_20_max": 0.382238, "nauc_mrr_at_20_std": 0.378719, "nauc_mrr_at_20_diff1": 0.545554, "nauc_mrr_at_25_max": 0.382238, "nauc_mrr_at_25_std": 0.378719, "nauc_mrr_at_25_diff1": 0.545554, "nauc_mrr_at_50_max": 0.382238, "nauc_mrr_at_50_std": 0.378719, "nauc_mrr_at_50_diff1": 0.545554, "nauc_mrr_at_100_max": 0.382238, "nauc_mrr_at_100_std": 0.378719, "nauc_mrr_at_100_diff1": 0.545554, "nauc_mrr_at_1000_max": 0.382238, "nauc_mrr_at_1000_std": 0.378719, "nauc_mrr_at_1000_diff1": 0.545554, "hit_rate_at_1": 0.71831, "hit_rate_at_3": 0.92958, "hit_rate_at_5": 0.94366, "hit_rate_at_10": 0.98592, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.71831, "R_cap_at_3": 0.887324, "R_cap_at_5": 0.910798, "R_cap_at_10": 0.978873, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85186, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79167, "ndcg_at_3": 0.86519, "ndcg_at_5": 0.89617, "ndcg_at_10": 0.8992, "ndcg_at_20": 0.90133, "ndcg_at_25": 0.90133, "ndcg_at_50": 0.90133, "ndcg_at_100": 0.90133, "ndcg_at_1000": 0.90133, "map_at_1": 0.63889, "map_at_3": 0.82948, "map_at_5": 0.85517, "map_at_10": 0.85748, "map_at_20": 0.85841, "map_at_25": 0.85841, "map_at_50": 0.85841, "map_at_100": 0.85841, "map_at_1000": 0.85841, "recall_at_1": 0.63889, "recall_at_3": 0.9213, "recall_at_5": 0.98611, "recall_at_10": 0.99306, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63889, "precision_at_1": 0.79167, "precision_at_3": 0.41667, "precision_at_5": 0.27222, "precision_at_10": 0.1375, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.791667, "mrr_at_3": 0.877315, "mrr_at_5": 0.883565, "mrr_at_10": 0.883565, "mrr_at_20": 0.883565, "mrr_at_25": 0.883565, "mrr_at_50": 0.883565, "mrr_at_100": 0.883565, "mrr_at_1000": 0.883565, "nauc_ndcg_at_1_max": 0.610819, "nauc_ndcg_at_1_std": 0.649452, "nauc_ndcg_at_1_diff1": 0.723095, "nauc_ndcg_at_3_max": 0.731758, "nauc_ndcg_at_3_std": 0.678302, "nauc_ndcg_at_3_diff1": 0.741438, "nauc_ndcg_at_5_max": 0.673475, "nauc_ndcg_at_5_std": 0.646453, "nauc_ndcg_at_5_diff1": 0.726488, "nauc_ndcg_at_10_max": 0.671749, "nauc_ndcg_at_10_std": 0.658483, "nauc_ndcg_at_10_diff1": 0.732657, "nauc_ndcg_at_20_max": 0.663416, "nauc_ndcg_at_20_std": 0.649905, "nauc_ndcg_at_20_diff1": 0.732977, "nauc_ndcg_at_25_max": 0.663416, "nauc_ndcg_at_25_std": 0.649905, "nauc_ndcg_at_25_diff1": 0.732977, "nauc_ndcg_at_50_max": 0.663416, "nauc_ndcg_at_50_std": 0.649905, "nauc_ndcg_at_50_diff1": 0.732977, "nauc_ndcg_at_100_max": 0.663416, "nauc_ndcg_at_100_std": 0.649905, "nauc_ndcg_at_100_diff1": 0.732977, "nauc_ndcg_at_1000_max": 0.663416, "nauc_ndcg_at_1000_std": 0.649905, "nauc_ndcg_at_1000_diff1": 0.732977, "nauc_map_at_1_max": 0.434491, "nauc_map_at_1_std": 0.316106, "nauc_map_at_1_diff1": 0.653034, "nauc_map_at_3_max": 0.719464, "nauc_map_at_3_std": 0.666819, "nauc_map_at_3_diff1": 0.753112, "nauc_map_at_5_max": 0.680877, "nauc_map_at_5_std": 0.648288, "nauc_map_at_5_diff1": 0.736415, "nauc_map_at_10_max": 0.679756, "nauc_map_at_10_std": 0.654613, "nauc_map_at_10_diff1": 0.739616, "nauc_map_at_20_max": 0.676988, "nauc_map_at_20_std": 0.651712, "nauc_map_at_20_diff1": 0.739477, "nauc_map_at_25_max": 0.676988, "nauc_map_at_25_std": 0.651712, "nauc_map_at_25_diff1": 0.739477, "nauc_map_at_50_max": 0.676988, "nauc_map_at_50_std": 0.651712, "nauc_map_at_50_diff1": 0.739477, "nauc_map_at_100_max": 0.676988, "nauc_map_at_100_std": 0.651712, "nauc_map_at_100_diff1": 0.739477, "nauc_map_at_1000_max": 0.676988, "nauc_map_at_1000_std": 0.651712, "nauc_map_at_1000_diff1": 0.739477, "nauc_recall_at_1_max": 0.434491, "nauc_recall_at_1_std": 0.316106, "nauc_recall_at_1_diff1": 0.653034, "nauc_recall_at_3_max": 0.814972, "nauc_recall_at_3_std": 0.675165, "nauc_recall_at_3_diff1": 0.651775, "nauc_recall_at_5_max": 0.711955, "nauc_recall_at_5_std": 0.495813, "nauc_recall_at_5_diff1": 0.455732, "nauc_recall_at_10_max": 0.869683, "nauc_recall_at_10_std": 0.869683, "nauc_recall_at_10_diff1": 0.554227, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.610819, "nauc_precision_at_1_std": 0.649452, "nauc_precision_at_1_diff1": 0.723095, "nauc_precision_at_3_max": 0.188502, "nauc_precision_at_3_std": 0.37906, "nauc_precision_at_3_diff1": -0.092748, "nauc_precision_at_5_max": -0.014301, "nauc_precision_at_5_std": 0.189451, "nauc_precision_at_5_diff1": -0.246141, "nauc_precision_at_10_max": -0.029928, "nauc_precision_at_10_std": 0.182954, "nauc_precision_at_10_diff1": -0.252451, "nauc_precision_at_20_max": -0.053951, "nauc_precision_at_20_std": 0.155603, "nauc_precision_at_20_diff1": -0.264111, "nauc_precision_at_25_max": -0.053951, "nauc_precision_at_25_std": 0.155603, "nauc_precision_at_25_diff1": -0.264111, "nauc_precision_at_50_max": -0.053951, "nauc_precision_at_50_std": 0.155603, "nauc_precision_at_50_diff1": -0.264111, "nauc_precision_at_100_max": -0.053951, "nauc_precision_at_100_std": 0.155603, "nauc_precision_at_100_diff1": -0.264111, "nauc_precision_at_1000_max": -0.053951, "nauc_precision_at_1000_std": 0.155603, "nauc_precision_at_1000_diff1": -0.264111, "nauc_mrr_at_1_max": 0.610819, "nauc_mrr_at_1_std": 0.649452, "nauc_mrr_at_1_diff1": 0.723095, "nauc_mrr_at_3_max": 0.650253, "nauc_mrr_at_3_std": 0.663103, "nauc_mrr_at_3_diff1": 0.715719, "nauc_mrr_at_5_max": 0.633393, "nauc_mrr_at_5_std": 0.650735, "nauc_mrr_at_5_diff1": 0.723272, "nauc_mrr_at_10_max": 0.633393, "nauc_mrr_at_10_std": 0.650735, "nauc_mrr_at_10_diff1": 0.723272, "nauc_mrr_at_20_max": 0.633393, "nauc_mrr_at_20_std": 0.650735, "nauc_mrr_at_20_diff1": 0.723272, "nauc_mrr_at_25_max": 0.633393, "nauc_mrr_at_25_std": 0.650735, "nauc_mrr_at_25_diff1": 0.723272, "nauc_mrr_at_50_max": 0.633393, "nauc_mrr_at_50_std": 0.650735, "nauc_mrr_at_50_diff1": 0.723272, "nauc_mrr_at_100_max": 0.633393, "nauc_mrr_at_100_std": 0.650735, "nauc_mrr_at_100_diff1": 0.723272, "nauc_mrr_at_1000_max": 0.633393, "nauc_mrr_at_1000_std": 0.650735, "nauc_mrr_at_1000_diff1": 0.723272, "hit_rate_at_1": 0.79167, "hit_rate_at_3": 0.97222, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.791667, "R_cap_at_3": 0.921296, "R_cap_at_5": 0.986111, "R_cap_at_10": 0.993056, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8992, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53684, "ndcg_at_3": 0.51102, "ndcg_at_5": 0.4996, "ndcg_at_10": 0.51196, "ndcg_at_20": 0.53328, "ndcg_at_25": 0.5375, "ndcg_at_50": 0.55423, "ndcg_at_100": 0.58145, "ndcg_at_1000": 0.61816, "map_at_1": 0.18932, "map_at_3": 0.31608, "map_at_5": 0.34147, "map_at_10": 0.3767, "map_at_20": 0.40469, "map_at_25": 0.41196, "map_at_50": 0.42687, "map_at_100": 0.44047, "map_at_1000": 0.44934, "recall_at_1": 0.18932, "recall_at_3": 0.35521, "recall_at_5": 0.40364, "recall_at_10": 0.49253, "recall_at_20": 0.59196, "recall_at_25": 0.61395, "recall_at_50": 0.70628, "recall_at_100": 0.83267, "recall_at_1000": 0.98524, "accuracy": 0.18932, "precision_at_1": 0.53684, "precision_at_3": 0.39298, "precision_at_5": 0.30316, "precision_at_10": 0.21895, "precision_at_20": 0.16, "precision_at_25": 0.14316, "precision_at_50": 0.09368, "precision_at_100": 0.06253, "precision_at_1000": 0.00843, "mrr_at_1": 0.536842, "mrr_at_3": 0.596491, "mrr_at_5": 0.60386, "mrr_at_10": 0.611591, "mrr_at_20": 0.616099, "mrr_at_25": 0.616941, "mrr_at_50": 0.618579, "mrr_at_100": 0.619405, "mrr_at_1000": 0.619779, "nauc_ndcg_at_1_max": -0.106041, "nauc_ndcg_at_1_std": -0.133933, "nauc_ndcg_at_1_diff1": 0.229093, "nauc_ndcg_at_3_max": 0.015477, "nauc_ndcg_at_3_std": -0.073473, "nauc_ndcg_at_3_diff1": 0.206012, "nauc_ndcg_at_5_max": 0.03655, "nauc_ndcg_at_5_std": -0.07278, "nauc_ndcg_at_5_diff1": 0.189764, "nauc_ndcg_at_10_max": 0.047288, "nauc_ndcg_at_10_std": -0.087804, "nauc_ndcg_at_10_diff1": 0.18003, "nauc_ndcg_at_20_max": 0.062525, "nauc_ndcg_at_20_std": -0.064139, "nauc_ndcg_at_20_diff1": 0.194064, "nauc_ndcg_at_25_max": 0.071078, "nauc_ndcg_at_25_std": -0.063473, "nauc_ndcg_at_25_diff1": 0.20075, "nauc_ndcg_at_50_max": 0.08345, "nauc_ndcg_at_50_std": -0.044536, "nauc_ndcg_at_50_diff1": 0.23059, "nauc_ndcg_at_100_max": 0.126667, "nauc_ndcg_at_100_std": 0.009045, "nauc_ndcg_at_100_diff1": 0.21138, "nauc_ndcg_at_1000_max": 0.056189, "nauc_ndcg_at_1000_std": -0.034236, "nauc_ndcg_at_1000_diff1": 0.186172, "nauc_map_at_1_max": 0.079163, "nauc_map_at_1_std": -0.16174, "nauc_map_at_1_diff1": 0.306234, "nauc_map_at_3_max": 0.075597, "nauc_map_at_3_std": -0.178699, "nauc_map_at_3_diff1": 0.300473, "nauc_map_at_5_max": 0.092848, "nauc_map_at_5_std": -0.157878, "nauc_map_at_5_diff1": 0.286657, "nauc_map_at_10_max": 0.104314, "nauc_map_at_10_std": -0.133307, "nauc_map_at_10_diff1": 0.257087, "nauc_map_at_20_max": 0.095545, "nauc_map_at_20_std": -0.127678, "nauc_map_at_20_diff1": 0.246642, "nauc_map_at_25_max": 0.096313, "nauc_map_at_25_std": -0.123047, "nauc_map_at_25_diff1": 0.243026, "nauc_map_at_50_max": 0.090155, "nauc_map_at_50_std": -0.106407, "nauc_map_at_50_diff1": 0.233067, "nauc_map_at_100_max": 0.091859, "nauc_map_at_100_std": -0.075468, "nauc_map_at_100_diff1": 0.221123, "nauc_map_at_1000_max": 0.087019, "nauc_map_at_1000_std": -0.061069, "nauc_map_at_1000_diff1": 0.214484, "nauc_recall_at_1_max": 0.079163, "nauc_recall_at_1_std": -0.16174, "nauc_recall_at_1_diff1": 0.306234, "nauc_recall_at_3_max": 0.136, "nauc_recall_at_3_std": -0.133808, "nauc_recall_at_3_diff1": 0.309601, "nauc_recall_at_5_max": 0.145009, "nauc_recall_at_5_std": -0.117506, "nauc_recall_at_5_diff1": 0.26253, "nauc_recall_at_10_max": 0.102837, "nauc_recall_at_10_std": -0.148412, "nauc_recall_at_10_diff1": 0.203039, "nauc_recall_at_20_max": 0.097389, "nauc_recall_at_20_std": -0.149952, "nauc_recall_at_20_diff1": 0.237724, "nauc_recall_at_25_max": 0.121721, "nauc_recall_at_25_std": -0.142424, "nauc_recall_at_25_diff1": 0.241333, "nauc_recall_at_50_max": 0.151195, "nauc_recall_at_50_std": -0.059007, "nauc_recall_at_50_diff1": 0.37314, "nauc_recall_at_100_max": 0.588911, "nauc_recall_at_100_std": 0.350527, "nauc_recall_at_100_diff1": 0.333995, "nauc_recall_at_1000_max": 0.861856, "nauc_recall_at_1000_std": 0.705733, "nauc_recall_at_1000_diff1": 0.189479, "nauc_precision_at_1_max": -0.106041, "nauc_precision_at_1_std": -0.133933, "nauc_precision_at_1_diff1": 0.229093, "nauc_precision_at_3_max": -0.052959, "nauc_precision_at_3_std": -0.024026, "nauc_precision_at_3_diff1": 0.045312, "nauc_precision_at_5_max": -0.035126, "nauc_precision_at_5_std": 0.059659, "nauc_precision_at_5_diff1": -0.028596, "nauc_precision_at_10_max": -0.043043, "nauc_precision_at_10_std": 0.09962, "nauc_precision_at_10_diff1": -0.108924, "nauc_precision_at_20_max": -0.081369, "nauc_precision_at_20_std": 0.12581, "nauc_precision_at_20_diff1": -0.12753, "nauc_precision_at_25_max": -0.079129, "nauc_precision_at_25_std": 0.131927, "nauc_precision_at_25_diff1": -0.121716, "nauc_precision_at_50_max": -0.088745, "nauc_precision_at_50_std": 0.19934, "nauc_precision_at_50_diff1": -0.146673, "nauc_precision_at_100_max": -0.063717, "nauc_precision_at_100_std": 0.294076, "nauc_precision_at_100_diff1": -0.15669, "nauc_precision_at_1000_max": -0.12942, "nauc_precision_at_1000_std": 0.226285, "nauc_precision_at_1000_diff1": -0.149272, "nauc_mrr_at_1_max": -0.106041, "nauc_mrr_at_1_std": -0.133933, "nauc_mrr_at_1_diff1": 0.229093, "nauc_mrr_at_3_max": -0.010631, "nauc_mrr_at_3_std": -0.058901, "nauc_mrr_at_3_diff1": 0.217464, "nauc_mrr_at_5_max": -0.029225, "nauc_mrr_at_5_std": -0.073941, "nauc_mrr_at_5_diff1": 0.20699, "nauc_mrr_at_10_max": -0.039517, "nauc_mrr_at_10_std": -0.081345, "nauc_mrr_at_10_diff1": 0.203972, "nauc_mrr_at_20_max": -0.038078, "nauc_mrr_at_20_std": -0.075931, "nauc_mrr_at_20_diff1": 0.203235, "nauc_mrr_at_25_max": -0.036896, "nauc_mrr_at_25_std": -0.076344, "nauc_mrr_at_25_diff1": 0.201933, "nauc_mrr_at_50_max": -0.035931, "nauc_mrr_at_50_std": -0.075141, "nauc_mrr_at_50_diff1": 0.206371, "nauc_mrr_at_100_max": -0.03395, "nauc_mrr_at_100_std": -0.073973, "nauc_mrr_at_100_diff1": 0.206562, "nauc_mrr_at_1000_max": -0.034902, "nauc_mrr_at_1000_std": -0.074917, "nauc_mrr_at_1000_diff1": 0.206026, "hit_rate_at_1": 0.53684, "hit_rate_at_3": 0.66316, "hit_rate_at_5": 0.69474, "hit_rate_at_10": 0.75789, "hit_rate_at_20": 0.82105, "hit_rate_at_25": 0.84211, "hit_rate_at_50": 0.89474, "hit_rate_at_100": 0.94737, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.536842, "R_cap_at_3": 0.512281, "R_cap_at_5": 0.507193, "R_cap_at_10": 0.556959, "R_cap_at_20": 0.630788, "R_cap_at_25": 0.644966, "R_cap_at_50": 0.719528, "R_cap_at_100": 0.835567, "R_cap_at_1000": 0.985237, "main_score": 0.51196, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33333, "ndcg_at_3": 0.34201, "ndcg_at_5": 0.36485, "ndcg_at_10": 0.38604, "ndcg_at_20": 0.40117, "ndcg_at_25": 0.40648, "ndcg_at_50": 0.42874, "ndcg_at_100": 0.45226, "ndcg_at_1000": 0.49403, "map_at_1": 0.11107, "map_at_3": 0.18065, "map_at_5": 0.21425, "map_at_10": 0.24342, "map_at_20": 0.26337, "map_at_25": 0.26834, "map_at_50": 0.28172, "map_at_100": 0.29164, "map_at_1000": 0.29814, "recall_at_1": 0.11107, "recall_at_3": 0.24008, "recall_at_5": 0.34456, "recall_at_10": 0.46302, "recall_at_20": 0.55214, "recall_at_25": 0.58294, "recall_at_50": 0.68927, "recall_at_100": 0.79003, "recall_at_1000": 0.97697, "accuracy": 0.11107, "precision_at_1": 0.33333, "precision_at_3": 0.25556, "precision_at_5": 0.22667, "precision_at_10": 0.16917, "precision_at_20": 0.12292, "precision_at_25": 0.109, "precision_at_50": 0.07333, "precision_at_100": 0.047, "precision_at_1000": 0.00643, "mrr_at_1": 0.333333, "mrr_at_3": 0.4, "mrr_at_5": 0.427917, "mrr_at_10": 0.43994, "mrr_at_20": 0.445775, "mrr_at_25": 0.446484, "mrr_at_50": 0.4483, "mrr_at_100": 0.448966, "mrr_at_1000": 0.449347, "nauc_ndcg_at_1_max": 0.241482, "nauc_ndcg_at_1_std": 0.176562, "nauc_ndcg_at_1_diff1": 0.449634, "nauc_ndcg_at_3_max": 0.15452, "nauc_ndcg_at_3_std": 0.082533, "nauc_ndcg_at_3_diff1": 0.328363, "nauc_ndcg_at_5_max": 0.137448, "nauc_ndcg_at_5_std": 0.0571, "nauc_ndcg_at_5_diff1": 0.355073, "nauc_ndcg_at_10_max": 0.109919, "nauc_ndcg_at_10_std": 0.024349, "nauc_ndcg_at_10_diff1": 0.34563, "nauc_ndcg_at_20_max": 0.132579, "nauc_ndcg_at_20_std": 0.036611, "nauc_ndcg_at_20_diff1": 0.347513, "nauc_ndcg_at_25_max": 0.149283, "nauc_ndcg_at_25_std": 0.042645, "nauc_ndcg_at_25_diff1": 0.344298, "nauc_ndcg_at_50_max": 0.193215, "nauc_ndcg_at_50_std": 0.077897, "nauc_ndcg_at_50_diff1": 0.349379, "nauc_ndcg_at_100_max": 0.203108, "nauc_ndcg_at_100_std": 0.104843, "nauc_ndcg_at_100_diff1": 0.36618, "nauc_ndcg_at_1000_max": 0.150299, "nauc_ndcg_at_1000_std": 0.097201, "nauc_ndcg_at_1000_diff1": 0.356626, "nauc_map_at_1_max": 0.170384, "nauc_map_at_1_std": -0.075885, "nauc_map_at_1_diff1": 0.498747, "nauc_map_at_3_max": 0.127034, "nauc_map_at_3_std": -0.065308, "nauc_map_at_3_diff1": 0.352578, "nauc_map_at_5_max": 0.127734, "nauc_map_at_5_std": -0.063281, "nauc_map_at_5_diff1": 0.36644, "nauc_map_at_10_max": 0.125619, "nauc_map_at_10_std": -0.061948, "nauc_map_at_10_diff1": 0.374879, "nauc_map_at_20_max": 0.146576, "nauc_map_at_20_std": -0.034459, "nauc_map_at_20_diff1": 0.386443, "nauc_map_at_25_max": 0.153485, "nauc_map_at_25_std": -0.023676, "nauc_map_at_25_diff1": 0.384067, "nauc_map_at_50_max": 0.167245, "nauc_map_at_50_std": 0.021241, "nauc_map_at_50_diff1": 0.374799, "nauc_map_at_100_max": 0.168655, "nauc_map_at_100_std": 0.052255, "nauc_map_at_100_diff1": 0.365744, "nauc_map_at_1000_max": 0.165034, "nauc_map_at_1000_std": 0.064779, "nauc_map_at_1000_diff1": 0.361965, "nauc_recall_at_1_max": 0.170384, "nauc_recall_at_1_std": -0.075885, "nauc_recall_at_1_diff1": 0.498747, "nauc_recall_at_3_max": 0.029361, "nauc_recall_at_3_std": -0.119701, "nauc_recall_at_3_diff1": 0.181272, "nauc_recall_at_5_max": -0.015682, "nauc_recall_at_5_std": -0.162215, "nauc_recall_at_5_diff1": 0.201254, "nauc_recall_at_10_max": -0.026064, "nauc_recall_at_10_std": -0.212188, "nauc_recall_at_10_diff1": 0.189968, "nauc_recall_at_20_max": 0.022805, "nauc_recall_at_20_std": -0.211161, "nauc_recall_at_20_diff1": 0.256613, "nauc_recall_at_25_max": 0.090861, "nauc_recall_at_25_std": -0.174169, "nauc_recall_at_25_diff1": 0.264379, "nauc_recall_at_50_max": 0.313817, "nauc_recall_at_50_std": 0.028127, "nauc_recall_at_50_diff1": 0.285317, "nauc_recall_at_100_max": 0.486315, "nauc_recall_at_100_std": 0.277177, "nauc_recall_at_100_diff1": 0.338527, "nauc_recall_at_1000_max": 0.203613, "nauc_recall_at_1000_std": 0.030896, "nauc_recall_at_1000_diff1": 0.545484, "nauc_precision_at_1_max": 0.241482, "nauc_precision_at_1_std": 0.176562, "nauc_precision_at_1_diff1": 0.449634, "nauc_precision_at_3_max": 0.140904, "nauc_precision_at_3_std": 0.144806, "nauc_precision_at_3_diff1": 0.231086, "nauc_precision_at_5_max": 0.146953, "nauc_precision_at_5_std": 0.1909, "nauc_precision_at_5_diff1": 0.222942, "nauc_precision_at_10_max": 0.102946, "nauc_precision_at_10_std": 0.2102, "nauc_precision_at_10_diff1": 0.166957, "nauc_precision_at_20_max": 0.111783, "nauc_precision_at_20_std": 0.282985, "nauc_precision_at_20_diff1": 0.135314, "nauc_precision_at_25_max": 0.116021, "nauc_precision_at_25_std": 0.30089, "nauc_precision_at_25_diff1": 0.112887, "nauc_precision_at_50_max": 0.12476, "nauc_precision_at_50_std": 0.406975, "nauc_precision_at_50_diff1": 0.049219, "nauc_precision_at_100_max": 0.109472, "nauc_precision_at_100_std": 0.440935, "nauc_precision_at_100_diff1": 0.0261, "nauc_precision_at_1000_max": 0.048772, "nauc_precision_at_1000_std": 0.385583, "nauc_precision_at_1000_diff1": 0.018005, "nauc_mrr_at_1_max": 0.241482, "nauc_mrr_at_1_std": 0.176562, "nauc_mrr_at_1_diff1": 0.449634, "nauc_mrr_at_3_max": 0.17256, "nauc_mrr_at_3_std": 0.13557, "nauc_mrr_at_3_diff1": 0.351419, "nauc_mrr_at_5_max": 0.151982, "nauc_mrr_at_5_std": 0.124112, "nauc_mrr_at_5_diff1": 0.353968, "nauc_mrr_at_10_max": 0.149638, "nauc_mrr_at_10_std": 0.11694, "nauc_mrr_at_10_diff1": 0.356403, "nauc_mrr_at_20_max": 0.152417, "nauc_mrr_at_20_std": 0.119055, "nauc_mrr_at_20_diff1": 0.357561, "nauc_mrr_at_25_max": 0.155753, "nauc_mrr_at_25_std": 0.121104, "nauc_mrr_at_25_diff1": 0.358962, "nauc_mrr_at_50_max": 0.159946, "nauc_mrr_at_50_std": 0.125189, "nauc_mrr_at_50_diff1": 0.361006, "nauc_mrr_at_100_max": 0.160896, "nauc_mrr_at_100_std": 0.1267, "nauc_mrr_at_100_diff1": 0.361217, "nauc_mrr_at_1000_max": 0.160164, "nauc_mrr_at_1000_std": 0.125995, "nauc_mrr_at_1000_diff1": 0.361032, "hit_rate_at_1": 0.33333, "hit_rate_at_3": 0.48333, "hit_rate_at_5": 0.60833, "hit_rate_at_10": 0.70833, "hit_rate_at_20": 0.79167, "hit_rate_at_25": 0.80833, "hit_rate_at_50": 0.875, "hit_rate_at_100": 0.925, "hit_rate_at_1000": 0.99167, "R_cap_at_1": 0.333333, "R_cap_at_3": 0.366667, "R_cap_at_5": 0.432222, "R_cap_at_10": 0.515394, "R_cap_at_20": 0.578328, "R_cap_at_25": 0.601939, "R_cap_at_50": 0.695114, "R_cap_at_100": 0.790029, "R_cap_at_1000": 0.976968, "main_score": 0.38604, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.36496, "ndcg_at_3": 0.37985, "ndcg_at_5": 0.41063, "ndcg_at_10": 0.4242, "ndcg_at_20": 0.44145, "ndcg_at_25": 0.45073, "ndcg_at_50": 0.46859, "ndcg_at_100": 0.49309, "ndcg_at_1000": 0.52898, "map_at_1": 0.15391, "map_at_3": 0.23396, "map_at_5": 0.27031, "map_at_10": 0.29684, "map_at_20": 0.3206, "map_at_25": 0.32776, "map_at_50": 0.33803, "map_at_100": 0.34503, "map_at_1000": 0.35074, "recall_at_1": 0.15391, "recall_at_3": 0.27641, "recall_at_5": 0.38826, "recall_at_10": 0.47787, "recall_at_20": 0.57585, "recall_at_25": 0.61984, "recall_at_50": 0.68967, "recall_at_100": 0.79752, "recall_at_1000": 0.97163, "accuracy": 0.15391, "precision_at_1": 0.36496, "precision_at_3": 0.28467, "precision_at_5": 0.25401, "precision_at_10": 0.1781, "precision_at_20": 0.12628, "precision_at_25": 0.11153, "precision_at_50": 0.06905, "precision_at_100": 0.04285, "precision_at_1000": 0.00569, "mrr_at_1": 0.364964, "mrr_at_3": 0.430657, "mrr_at_5": 0.466423, "mrr_at_10": 0.475747, "mrr_at_20": 0.480696, "mrr_at_25": 0.481696, "mrr_at_50": 0.482943, "mrr_at_100": 0.483627, "mrr_at_1000": 0.483988, "nauc_ndcg_at_1_max": 0.072062, "nauc_ndcg_at_1_std": 0.096827, "nauc_ndcg_at_1_diff1": 0.357914, "nauc_ndcg_at_3_max": 0.016608, "nauc_ndcg_at_3_std": 0.04434, "nauc_ndcg_at_3_diff1": 0.277006, "nauc_ndcg_at_5_max": -0.000126, "nauc_ndcg_at_5_std": -0.002255, "nauc_ndcg_at_5_diff1": 0.302937, "nauc_ndcg_at_10_max": -0.002165, "nauc_ndcg_at_10_std": -0.003939, "nauc_ndcg_at_10_diff1": 0.324135, "nauc_ndcg_at_20_max": 0.0552, "nauc_ndcg_at_20_std": 0.045189, "nauc_ndcg_at_20_diff1": 0.350267, "nauc_ndcg_at_25_max": 0.06928, "nauc_ndcg_at_25_std": 0.062028, "nauc_ndcg_at_25_diff1": 0.339082, "nauc_ndcg_at_50_max": 0.072742, "nauc_ndcg_at_50_std": 0.082339, "nauc_ndcg_at_50_diff1": 0.321268, "nauc_ndcg_at_100_max": 0.097815, "nauc_ndcg_at_100_std": 0.114468, "nauc_ndcg_at_100_diff1": 0.315798, "nauc_ndcg_at_1000_max": 0.057501, "nauc_ndcg_at_1000_std": 0.08543, "nauc_ndcg_at_1000_diff1": 0.306535, "nauc_map_at_1_max": -0.005671, "nauc_map_at_1_std": -0.083218, "nauc_map_at_1_diff1": 0.232534, "nauc_map_at_3_max": -0.021276, "nauc_map_at_3_std": -0.069838, "nauc_map_at_3_diff1": 0.299627, "nauc_map_at_5_max": -0.009779, "nauc_map_at_5_std": -0.075675, "nauc_map_at_5_diff1": 0.324111, "nauc_map_at_10_max": -0.010794, "nauc_map_at_10_std": -0.063523, "nauc_map_at_10_diff1": 0.327674, "nauc_map_at_20_max": 0.0073, "nauc_map_at_20_std": -0.03268, "nauc_map_at_20_diff1": 0.326613, "nauc_map_at_25_max": 0.011786, "nauc_map_at_25_std": -0.020601, "nauc_map_at_25_diff1": 0.321377, "nauc_map_at_50_max": 0.015956, "nauc_map_at_50_std": -0.00387, "nauc_map_at_50_diff1": 0.313422, "nauc_map_at_100_max": 0.023659, "nauc_map_at_100_std": 0.016034, "nauc_map_at_100_diff1": 0.30566, "nauc_map_at_1000_max": 0.024992, "nauc_map_at_1000_std": 0.026385, "nauc_map_at_1000_diff1": 0.299822, "nauc_recall_at_1_max": -0.005671, "nauc_recall_at_1_std": -0.083218, "nauc_recall_at_1_diff1": 0.232534, "nauc_recall_at_3_max": -0.033432, "nauc_recall_at_3_std": -0.080324, "nauc_recall_at_3_diff1": 0.26631, "nauc_recall_at_5_max": -0.026748, "nauc_recall_at_5_std": -0.127196, "nauc_recall_at_5_diff1": 0.304561, "nauc_recall_at_10_max": -0.043976, "nauc_recall_at_10_std": -0.142399, "nauc_recall_at_10_diff1": 0.292806, "nauc_recall_at_20_max": 0.086041, "nauc_recall_at_20_std": -0.031192, "nauc_recall_at_20_diff1": 0.413571, "nauc_recall_at_25_max": 0.141838, "nauc_recall_at_25_std": 0.030622, "nauc_recall_at_25_diff1": 0.375776, "nauc_recall_at_50_max": 0.170823, "nauc_recall_at_50_std": 0.119052, "nauc_recall_at_50_diff1": 0.345541, "nauc_recall_at_100_max": 0.414665, "nauc_recall_at_100_std": 0.366762, "nauc_recall_at_100_diff1": 0.315233, "nauc_recall_at_1000_max": 0.364903, "nauc_recall_at_1000_std": 0.321045, "nauc_recall_at_1000_diff1": -0.023289, "nauc_precision_at_1_max": 0.072062, "nauc_precision_at_1_std": 0.096827, "nauc_precision_at_1_diff1": 0.357914, "nauc_precision_at_3_max": 0.03295, "nauc_precision_at_3_std": 0.12431, "nauc_precision_at_3_diff1": 0.241123, "nauc_precision_at_5_max": 0.035909, "nauc_precision_at_5_std": 0.129782, "nauc_precision_at_5_diff1": 0.177832, "nauc_precision_at_10_max": 0.030046, "nauc_precision_at_10_std": 0.158604, "nauc_precision_at_10_diff1": 0.154124, "nauc_precision_at_20_max": 0.060896, "nauc_precision_at_20_std": 0.209014, "nauc_precision_at_20_diff1": 0.11209, "nauc_precision_at_25_max": 0.065016, "nauc_precision_at_25_std": 0.229211, "nauc_precision_at_25_diff1": 0.090794, "nauc_precision_at_50_max": 0.080239, "nauc_precision_at_50_std": 0.280976, "nauc_precision_at_50_diff1": 0.037432, "nauc_precision_at_100_max": 0.115472, "nauc_precision_at_100_std": 0.376791, "nauc_precision_at_100_diff1": -0.021814, "nauc_precision_at_1000_max": 0.052478, "nauc_precision_at_1000_std": 0.313763, "nauc_precision_at_1000_diff1": -0.036441, "nauc_mrr_at_1_max": 0.072062, "nauc_mrr_at_1_std": 0.096827, "nauc_mrr_at_1_diff1": 0.357914, "nauc_mrr_at_3_max": 0.05596, "nauc_mrr_at_3_std": 0.098118, "nauc_mrr_at_3_diff1": 0.322754, "nauc_mrr_at_5_max": 0.063716, "nauc_mrr_at_5_std": 0.105256, "nauc_mrr_at_5_diff1": 0.320655, "nauc_mrr_at_10_max": 0.0582, "nauc_mrr_at_10_std": 0.10096, "nauc_mrr_at_10_diff1": 0.320043, "nauc_mrr_at_20_max": 0.063942, "nauc_mrr_at_20_std": 0.106441, "nauc_mrr_at_20_diff1": 0.329954, "nauc_mrr_at_25_max": 0.064701, "nauc_mrr_at_25_std": 0.107313, "nauc_mrr_at_25_diff1": 0.328463, "nauc_mrr_at_50_max": 0.063385, "nauc_mrr_at_50_std": 0.106894, "nauc_mrr_at_50_diff1": 0.32835, "nauc_mrr_at_100_max": 0.064859, "nauc_mrr_at_100_std": 0.107743, "nauc_mrr_at_100_diff1": 0.328424, "nauc_mrr_at_1000_max": 0.064462, "nauc_mrr_at_1000_std": 0.10719, "nauc_mrr_at_1000_diff1": 0.328164, "hit_rate_at_1": 0.36496, "hit_rate_at_3": 0.51095, "hit_rate_at_5": 0.67153, "hit_rate_at_10": 0.74453, "hit_rate_at_20": 0.81752, "hit_rate_at_25": 0.83942, "hit_rate_at_50": 0.88321, "hit_rate_at_100": 0.93431, "hit_rate_at_1000": 0.9927, "R_cap_at_1": 0.364964, "R_cap_at_3": 0.396594, "R_cap_at_5": 0.471776, "R_cap_at_10": 0.524705, "R_cap_at_20": 0.593697, "R_cap_at_25": 0.631388, "R_cap_at_50": 0.694322, "R_cap_at_100": 0.799529, "R_cap_at_1000": 0.971634, "main_score": 0.4242, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53801, "ndcg_at_3": 0.53293, "ndcg_at_5": 0.5377, "ndcg_at_10": 0.5553, "ndcg_at_20": 0.5687, "ndcg_at_25": 0.57117, "ndcg_at_50": 0.59351, "ndcg_at_100": 0.60847, "ndcg_at_1000": 0.63734, "map_at_1": 0.21474, "map_at_3": 0.35045, "map_at_5": 0.38732, "map_at_10": 0.42841, "map_at_20": 0.45125, "map_at_25": 0.45631, "map_at_50": 0.47027, "map_at_100": 0.47964, "map_at_1000": 0.48546, "recall_at_1": 0.21474, "recall_at_3": 0.39689, "recall_at_5": 0.47011, "recall_at_10": 0.57508, "recall_at_20": 0.65875, "recall_at_25": 0.67732, "recall_at_50": 0.78014, "recall_at_100": 0.84184, "recall_at_1000": 0.98527, "accuracy": 0.21474, "precision_at_1": 0.53801, "precision_at_3": 0.41131, "precision_at_5": 0.32749, "precision_at_10": 0.22924, "precision_at_20": 0.15, "precision_at_25": 0.12959, "precision_at_50": 0.08351, "precision_at_100": 0.05175, "precision_at_1000": 0.0064, "mrr_at_1": 0.538012, "mrr_at_3": 0.597466, "mrr_at_5": 0.6077, "mrr_at_10": 0.615151, "mrr_at_20": 0.618438, "mrr_at_25": 0.618983, "mrr_at_50": 0.620754, "mrr_at_100": 0.621128, "mrr_at_1000": 0.621522, "nauc_ndcg_at_1_max": 0.562827, "nauc_ndcg_at_1_std": 0.405563, "nauc_ndcg_at_1_diff1": 0.53385, "nauc_ndcg_at_3_max": 0.54031, "nauc_ndcg_at_3_std": 0.36222, "nauc_ndcg_at_3_diff1": 0.44295, "nauc_ndcg_at_5_max": 0.536993, "nauc_ndcg_at_5_std": 0.38482, "nauc_ndcg_at_5_diff1": 0.409525, "nauc_ndcg_at_10_max": 0.541811, "nauc_ndcg_at_10_std": 0.402258, "nauc_ndcg_at_10_diff1": 0.393627, "nauc_ndcg_at_20_max": 0.555307, "nauc_ndcg_at_20_std": 0.428862, "nauc_ndcg_at_20_diff1": 0.371189, "nauc_ndcg_at_25_max": 0.561213, "nauc_ndcg_at_25_std": 0.428561, "nauc_ndcg_at_25_diff1": 0.373397, "nauc_ndcg_at_50_max": 0.578889, "nauc_ndcg_at_50_std": 0.437054, "nauc_ndcg_at_50_diff1": 0.379315, "nauc_ndcg_at_100_max": 0.580101, "nauc_ndcg_at_100_std": 0.445862, "nauc_ndcg_at_100_diff1": 0.380049, "nauc_ndcg_at_1000_max": 0.56414, "nauc_ndcg_at_1000_std": 0.43352, "nauc_ndcg_at_1000_diff1": 0.401413, "nauc_map_at_1_max": 0.29768, "nauc_map_at_1_std": 0.075978, "nauc_map_at_1_diff1": 0.328967, "nauc_map_at_3_max": 0.402451, "nauc_map_at_3_std": 0.165782, "nauc_map_at_3_diff1": 0.36763, "nauc_map_at_5_max": 0.449938, "nauc_map_at_5_std": 0.221161, "nauc_map_at_5_diff1": 0.377685, "nauc_map_at_10_max": 0.499422, "nauc_map_at_10_std": 0.278067, "nauc_map_at_10_diff1": 0.391736, "nauc_map_at_20_max": 0.517846, "nauc_map_at_20_std": 0.30831, "nauc_map_at_20_diff1": 0.391801, "nauc_map_at_25_max": 0.521855, "nauc_map_at_25_std": 0.315048, "nauc_map_at_25_diff1": 0.390872, "nauc_map_at_50_max": 0.530591, "nauc_map_at_50_std": 0.337337, "nauc_map_at_50_diff1": 0.389117, "nauc_map_at_100_max": 0.533797, "nauc_map_at_100_std": 0.357062, "nauc_map_at_100_diff1": 0.378651, "nauc_map_at_1000_max": 0.536237, "nauc_map_at_1000_std": 0.366857, "nauc_map_at_1000_diff1": 0.375528, "nauc_recall_at_1_max": 0.29768, "nauc_recall_at_1_std": 0.075978, "nauc_recall_at_1_diff1": 0.328967, "nauc_recall_at_3_max": 0.384201, "nauc_recall_at_3_std": 0.174106, "nauc_recall_at_3_diff1": 0.302869, "nauc_recall_at_5_max": 0.40695, "nauc_recall_at_5_std": 0.25956, "nauc_recall_at_5_diff1": 0.272133, "nauc_recall_at_10_max": 0.447573, "nauc_recall_at_10_std": 0.303671, "nauc_recall_at_10_diff1": 0.275665, "nauc_recall_at_20_max": 0.447403, "nauc_recall_at_20_std": 0.333154, "nauc_recall_at_20_diff1": 0.248724, "nauc_recall_at_25_max": 0.461565, "nauc_recall_at_25_std": 0.350921, "nauc_recall_at_25_diff1": 0.252821, "nauc_recall_at_50_max": 0.530842, "nauc_recall_at_50_std": 0.406835, "nauc_recall_at_50_diff1": 0.218954, "nauc_recall_at_100_max": 0.575384, "nauc_recall_at_100_std": 0.526637, "nauc_recall_at_100_diff1": 0.141726, "nauc_recall_at_1000_max": 0.318479, "nauc_recall_at_1000_std": 0.575694, "nauc_recall_at_1000_diff1": -0.016023, "nauc_precision_at_1_max": 0.562827, "nauc_precision_at_1_std": 0.405563, "nauc_precision_at_1_diff1": 0.53385, "nauc_precision_at_3_max": 0.459937, "nauc_precision_at_3_std": 0.388004, "nauc_precision_at_3_diff1": 0.307209, "nauc_precision_at_5_max": 0.400192, "nauc_precision_at_5_std": 0.398755, "nauc_precision_at_5_diff1": 0.223729, "nauc_precision_at_10_max": 0.320389, "nauc_precision_at_10_std": 0.378107, "nauc_precision_at_10_diff1": 0.153216, "nauc_precision_at_20_max": 0.252916, "nauc_precision_at_20_std": 0.379111, "nauc_precision_at_20_diff1": 0.070807, "nauc_precision_at_25_max": 0.24222, "nauc_precision_at_25_std": 0.372713, "nauc_precision_at_25_diff1": 0.052367, "nauc_precision_at_50_max": 0.185913, "nauc_precision_at_50_std": 0.370818, "nauc_precision_at_50_diff1": -0.005087, "nauc_precision_at_100_max": 0.157911, "nauc_precision_at_100_std": 0.390559, "nauc_precision_at_100_diff1": -0.073583, "nauc_precision_at_1000_max": 0.114555, "nauc_precision_at_1000_std": 0.339699, "nauc_precision_at_1000_diff1": -0.074178, "nauc_mrr_at_1_max": 0.562827, "nauc_mrr_at_1_std": 0.405563, "nauc_mrr_at_1_diff1": 0.53385, "nauc_mrr_at_3_max": 0.585348, "nauc_mrr_at_3_std": 0.45365, "nauc_mrr_at_3_diff1": 0.481669, "nauc_mrr_at_5_max": 0.584149, "nauc_mrr_at_5_std": 0.467717, "nauc_mrr_at_5_diff1": 0.478354, "nauc_mrr_at_10_max": 0.584781, "nauc_mrr_at_10_std": 0.462064, "nauc_mrr_at_10_diff1": 0.480272, "nauc_mrr_at_20_max": 0.580289, "nauc_mrr_at_20_std": 0.457454, "nauc_mrr_at_20_diff1": 0.478733, "nauc_mrr_at_25_max": 0.580557, "nauc_mrr_at_25_std": 0.457962, "nauc_mrr_at_25_diff1": 0.479276, "nauc_mrr_at_50_max": 0.581684, "nauc_mrr_at_50_std": 0.457813, "nauc_mrr_at_50_diff1": 0.480191, "nauc_mrr_at_100_max": 0.581768, "nauc_mrr_at_100_std": 0.458244, "nauc_mrr_at_100_diff1": 0.480178, "nauc_mrr_at_1000_max": 0.581743, "nauc_mrr_at_1000_std": 0.458065, "nauc_mrr_at_1000_diff1": 0.480548, "hit_rate_at_1": 0.53801, "hit_rate_at_3": 0.67836, "hit_rate_at_5": 0.72515, "hit_rate_at_10": 0.78363, "hit_rate_at_20": 0.83041, "hit_rate_at_25": 0.84211, "hit_rate_at_50": 0.90643, "hit_rate_at_100": 0.92982, "hit_rate_at_1000": 0.99415, "R_cap_at_1": 0.538012, "R_cap_at_3": 0.545809, "R_cap_at_5": 0.567934, "R_cap_at_10": 0.628163, "R_cap_at_20": 0.684363, "R_cap_at_25": 0.696274, "R_cap_at_50": 0.787785, "R_cap_at_100": 0.843453, "R_cap_at_1000": 0.985273, "main_score": 0.5553, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63265, "ndcg_at_3": 0.66249, "ndcg_at_5": 0.68129, "ndcg_at_10": 0.70123, "ndcg_at_20": 0.72028, "ndcg_at_25": 0.73165, "ndcg_at_50": 0.74432, "ndcg_at_100": 0.75395, "ndcg_at_1000": 0.75974, "map_at_1": 0.33133, "map_at_3": 0.50245, "map_at_5": 0.55309, "map_at_10": 0.60043, "map_at_20": 0.62081, "map_at_25": 0.62611, "map_at_50": 0.63135, "map_at_100": 0.63399, "map_at_1000": 0.63517, "recall_at_1": 0.33133, "recall_at_3": 0.58675, "recall_at_5": 0.67093, "recall_at_10": 0.79034, "recall_at_20": 0.86842, "recall_at_25": 0.90186, "recall_at_50": 0.94206, "recall_at_100": 0.97627, "recall_at_1000": 1.0, "accuracy": 0.33133, "precision_at_1": 0.63265, "precision_at_3": 0.45918, "precision_at_5": 0.3551, "precision_at_10": 0.23469, "precision_at_20": 0.13724, "precision_at_25": 0.11633, "precision_at_50": 0.06306, "precision_at_100": 0.03378, "precision_at_1000": 0.00353, "mrr_at_1": 0.632653, "mrr_at_3": 0.717687, "mrr_at_5": 0.729932, "mrr_at_10": 0.735698, "mrr_at_20": 0.737921, "mrr_at_25": 0.738347, "mrr_at_50": 0.738564, "mrr_at_100": 0.738685, "mrr_at_1000": 0.738685, "nauc_ndcg_at_1_max": 0.238483, "nauc_ndcg_at_1_std": -0.00851, "nauc_ndcg_at_1_diff1": 0.435554, "nauc_ndcg_at_3_max": 0.27406, "nauc_ndcg_at_3_std": 0.003332, "nauc_ndcg_at_3_diff1": 0.423381, "nauc_ndcg_at_5_max": 0.287163, "nauc_ndcg_at_5_std": 0.026259, "nauc_ndcg_at_5_diff1": 0.390025, "nauc_ndcg_at_10_max": 0.361975, "nauc_ndcg_at_10_std": 0.109995, "nauc_ndcg_at_10_diff1": 0.409331, "nauc_ndcg_at_20_max": 0.358932, "nauc_ndcg_at_20_std": 0.106641, "nauc_ndcg_at_20_diff1": 0.408303, "nauc_ndcg_at_25_max": 0.337708, "nauc_ndcg_at_25_std": 0.095645, "nauc_ndcg_at_25_diff1": 0.405188, "nauc_ndcg_at_50_max": 0.336911, "nauc_ndcg_at_50_std": 0.107717, "nauc_ndcg_at_50_diff1": 0.404121, "nauc_ndcg_at_100_max": 0.311999, "nauc_ndcg_at_100_std": 0.080881, "nauc_ndcg_at_100_diff1": 0.399712, "nauc_ndcg_at_1000_max": 0.295911, "nauc_ndcg_at_1000_std": 0.062406, "nauc_ndcg_at_1000_diff1": 0.396688, "nauc_map_at_1_max": 0.307293, "nauc_map_at_1_std": -0.001697, "nauc_map_at_1_diff1": 0.462051, "nauc_map_at_3_max": 0.329184, "nauc_map_at_3_std": 0.039206, "nauc_map_at_3_diff1": 0.428113, "nauc_map_at_5_max": 0.325711, "nauc_map_at_5_std": 0.037973, "nauc_map_at_5_diff1": 0.376647, "nauc_map_at_10_max": 0.317838, "nauc_map_at_10_std": 0.043106, "nauc_map_at_10_diff1": 0.374327, "nauc_map_at_20_max": 0.329198, "nauc_map_at_20_std": 0.060801, "nauc_map_at_20_diff1": 0.385394, "nauc_map_at_25_max": 0.321691, "nauc_map_at_25_std": 0.056741, "nauc_map_at_25_diff1": 0.386677, "nauc_map_at_50_max": 0.320375, "nauc_map_at_50_std": 0.060345, "nauc_map_at_50_diff1": 0.386994, "nauc_map_at_100_max": 0.316013, "nauc_map_at_100_std": 0.055839, "nauc_map_at_100_diff1": 0.386531, "nauc_map_at_1000_max": 0.31402, "nauc_map_at_1000_std": 0.053726, "nauc_map_at_1000_diff1": 0.386466, "nauc_recall_at_1_max": 0.307293, "nauc_recall_at_1_std": -0.001697, "nauc_recall_at_1_diff1": 0.462051, "nauc_recall_at_3_max": 0.388776, "nauc_recall_at_3_std": 0.095692, "nauc_recall_at_3_diff1": 0.433127, "nauc_recall_at_5_max": 0.377183, "nauc_recall_at_5_std": 0.090894, "nauc_recall_at_5_diff1": 0.330003, "nauc_recall_at_10_max": 0.528413, "nauc_recall_at_10_std": 0.272497, "nauc_recall_at_10_diff1": 0.37342, "nauc_recall_at_20_max": 0.620993, "nauc_recall_at_20_std": 0.36309, "nauc_recall_at_20_diff1": 0.443078, "nauc_recall_at_25_max": 0.569789, "nauc_recall_at_25_std": 0.380311, "nauc_recall_at_25_diff1": 0.397447, "nauc_recall_at_50_max": 0.780904, "nauc_recall_at_50_std": 0.690479, "nauc_recall_at_50_diff1": 0.43851, "nauc_recall_at_100_max": 0.760103, "nauc_recall_at_100_std": 0.712309, "nauc_recall_at_100_diff1": 0.441228, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.238483, "nauc_precision_at_1_std": -0.00851, "nauc_precision_at_1_diff1": 0.435554, "nauc_precision_at_3_max": 0.0142, "nauc_precision_at_3_std": 0.034915, "nauc_precision_at_3_diff1": 0.026538, "nauc_precision_at_5_max": -0.067754, "nauc_precision_at_5_std": -0.009866, "nauc_precision_at_5_diff1": -0.088316, "nauc_precision_at_10_max": -0.092118, "nauc_precision_at_10_std": 0.024033, "nauc_precision_at_10_diff1": -0.101271, "nauc_precision_at_20_max": -0.094932, "nauc_precision_at_20_std": 0.040673, "nauc_precision_at_20_diff1": -0.09799, "nauc_precision_at_25_max": -0.13179, "nauc_precision_at_25_std": 0.015745, "nauc_precision_at_25_diff1": -0.101891, "nauc_precision_at_50_max": -0.144552, "nauc_precision_at_50_std": 0.02171, "nauc_precision_at_50_diff1": -0.108276, "nauc_precision_at_100_max": -0.181709, "nauc_precision_at_100_std": -0.019338, "nauc_precision_at_100_diff1": -0.121566, "nauc_precision_at_1000_max": -0.201568, "nauc_precision_at_1000_std": -0.043694, "nauc_precision_at_1000_diff1": -0.123413, "nauc_mrr_at_1_max": 0.238483, "nauc_mrr_at_1_std": -0.00851, "nauc_mrr_at_1_diff1": 0.435554, "nauc_mrr_at_3_max": 0.294469, "nauc_mrr_at_3_std": 0.060515, "nauc_mrr_at_3_diff1": 0.438335, "nauc_mrr_at_5_max": 0.263526, "nauc_mrr_at_5_std": 0.028261, "nauc_mrr_at_5_diff1": 0.4236, "nauc_mrr_at_10_max": 0.274359, "nauc_mrr_at_10_std": 0.043545, "nauc_mrr_at_10_diff1": 0.425192, "nauc_mrr_at_20_max": 0.26899, "nauc_mrr_at_20_std": 0.038744, "nauc_mrr_at_20_diff1": 0.424723, "nauc_mrr_at_25_max": 0.268117, "nauc_mrr_at_25_std": 0.038126, "nauc_mrr_at_25_diff1": 0.423612, "nauc_mrr_at_50_max": 0.268028, "nauc_mrr_at_50_std": 0.038042, "nauc_mrr_at_50_diff1": 0.423908, "nauc_mrr_at_100_max": 0.267696, "nauc_mrr_at_100_std": 0.037583, "nauc_mrr_at_100_diff1": 0.423837, "nauc_mrr_at_1000_max": 0.267696, "nauc_mrr_at_1000_std": 0.037583, "nauc_mrr_at_1000_diff1": 0.423837, "hit_rate_at_1": 0.63265, "hit_rate_at_3": 0.83673, "hit_rate_at_5": 0.88776, "hit_rate_at_10": 0.93878, "hit_rate_at_20": 0.96939, "hit_rate_at_25": 0.97959, "hit_rate_at_50": 0.9898, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.632653, "R_cap_at_3": 0.69898, "R_cap_at_5": 0.740306, "R_cap_at_10": 0.807102, "R_cap_at_20": 0.868424, "R_cap_at_25": 0.90186, "R_cap_at_50": 0.942062, "R_cap_at_100": 0.976267, "R_cap_at_1000": 1.0, "main_score": 0.70123, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5124, "ndcg_at_3": 0.6016, "ndcg_at_5": 0.63249, "ndcg_at_10": 0.63733, "ndcg_at_20": 0.67388, "ndcg_at_25": 0.68036, "ndcg_at_50": 0.69272, "ndcg_at_100": 0.70182, "ndcg_at_1000": 0.70701, "map_at_1": 0.2699, "map_at_3": 0.4499, "map_at_5": 0.4996, "map_at_10": 0.54212, "map_at_20": 0.56633, "map_at_25": 0.56929, "map_at_50": 0.57522, "map_at_100": 0.57762, "map_at_1000": 0.57833, "recall_at_1": 0.2699, "recall_at_3": 0.56529, "recall_at_5": 0.66515, "recall_at_10": 0.74696, "recall_at_20": 0.88827, "recall_at_25": 0.90827, "recall_at_50": 0.94148, "recall_at_100": 0.97454, "recall_at_1000": 1.0, "accuracy": 0.2699, "precision_at_1": 0.5124, "precision_at_3": 0.41873, "precision_at_5": 0.33223, "precision_at_10": 0.21322, "precision_at_20": 0.12851, "precision_at_25": 0.10645, "precision_at_50": 0.05835, "precision_at_100": 0.03107, "precision_at_1000": 0.0032, "mrr_at_1": 0.512397, "mrr_at_3": 0.629477, "mrr_at_5": 0.6427, "mrr_at_10": 0.646488, "mrr_at_20": 0.654065, "mrr_at_25": 0.654818, "mrr_at_50": 0.655124, "mrr_at_100": 0.655354, "mrr_at_1000": 0.655354, "nauc_ndcg_at_1_max": 0.297678, "nauc_ndcg_at_1_std": 0.096585, "nauc_ndcg_at_1_diff1": 0.464788, "nauc_ndcg_at_3_max": 0.374372, "nauc_ndcg_at_3_std": 0.155379, "nauc_ndcg_at_3_diff1": 0.382818, "nauc_ndcg_at_5_max": 0.371874, "nauc_ndcg_at_5_std": 0.141458, "nauc_ndcg_at_5_diff1": 0.376837, "nauc_ndcg_at_10_max": 0.366121, "nauc_ndcg_at_10_std": 0.120906, "nauc_ndcg_at_10_diff1": 0.365892, "nauc_ndcg_at_20_max": 0.38099, "nauc_ndcg_at_20_std": 0.109159, "nauc_ndcg_at_20_diff1": 0.37456, "nauc_ndcg_at_25_max": 0.373849, "nauc_ndcg_at_25_std": 0.113466, "nauc_ndcg_at_25_diff1": 0.395684, "nauc_ndcg_at_50_max": 0.354213, "nauc_ndcg_at_50_std": 0.112436, "nauc_ndcg_at_50_diff1": 0.386948, "nauc_ndcg_at_100_max": 0.339129, "nauc_ndcg_at_100_std": 0.12633, "nauc_ndcg_at_100_diff1": 0.386353, "nauc_ndcg_at_1000_max": 0.328803, "nauc_ndcg_at_1000_std": 0.131326, "nauc_ndcg_at_1000_diff1": 0.384233, "nauc_map_at_1_max": 0.295999, "nauc_map_at_1_std": 0.093459, "nauc_map_at_1_diff1": 0.326435, "nauc_map_at_3_max": 0.377381, "nauc_map_at_3_std": 0.142543, "nauc_map_at_3_diff1": 0.341795, "nauc_map_at_5_max": 0.365542, "nauc_map_at_5_std": 0.110597, "nauc_map_at_5_diff1": 0.353516, "nauc_map_at_10_max": 0.354201, "nauc_map_at_10_std": 0.100159, "nauc_map_at_10_diff1": 0.339794, "nauc_map_at_20_max": 0.358448, "nauc_map_at_20_std": 0.113139, "nauc_map_at_20_diff1": 0.348092, "nauc_map_at_25_max": 0.357851, "nauc_map_at_25_std": 0.117759, "nauc_map_at_25_diff1": 0.359686, "nauc_map_at_50_max": 0.35141, "nauc_map_at_50_std": 0.117213, "nauc_map_at_50_diff1": 0.356126, "nauc_map_at_100_max": 0.34866, "nauc_map_at_100_std": 0.119845, "nauc_map_at_100_diff1": 0.35543, "nauc_map_at_1000_max": 0.347776, "nauc_map_at_1000_std": 0.120194, "nauc_map_at_1000_diff1": 0.35533, "nauc_recall_at_1_max": 0.295999, "nauc_recall_at_1_std": 0.093459, "nauc_recall_at_1_diff1": 0.326435, "nauc_recall_at_3_max": 0.455479, "nauc_recall_at_3_std": 0.187523, "nauc_recall_at_3_diff1": 0.298249, "nauc_recall_at_5_max": 0.443972, "nauc_recall_at_5_std": 0.141162, "nauc_recall_at_5_diff1": 0.280302, "nauc_recall_at_10_max": 0.403201, "nauc_recall_at_10_std": 0.068469, "nauc_recall_at_10_diff1": 0.229743, "nauc_recall_at_20_max": 0.62091, "nauc_recall_at_20_std": -0.073165, "nauc_recall_at_20_diff1": 0.213684, "nauc_recall_at_25_max": 0.616227, "nauc_recall_at_25_std": -0.101923, "nauc_recall_at_25_diff1": 0.312771, "nauc_recall_at_50_max": 0.635647, "nauc_recall_at_50_std": -0.216426, "nauc_recall_at_50_diff1": 0.299848, "nauc_recall_at_100_max": 0.6819, "nauc_recall_at_100_std": -0.131533, "nauc_recall_at_100_diff1": 0.400633, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.297678, "nauc_precision_at_1_std": 0.096585, "nauc_precision_at_1_diff1": 0.464788, "nauc_precision_at_3_max": 0.134338, "nauc_precision_at_3_std": 0.106161, "nauc_precision_at_3_diff1": 0.222568, "nauc_precision_at_5_max": 0.029152, "nauc_precision_at_5_std": 0.037634, "nauc_precision_at_5_diff1": 0.134403, "nauc_precision_at_10_max": -0.00879, "nauc_precision_at_10_std": 0.030739, "nauc_precision_at_10_diff1": 0.070792, "nauc_precision_at_20_max": -0.035509, "nauc_precision_at_20_std": 0.053498, "nauc_precision_at_20_diff1": 0.044272, "nauc_precision_at_25_max": -0.042872, "nauc_precision_at_25_std": 0.066703, "nauc_precision_at_25_diff1": 0.081098, "nauc_precision_at_50_max": -0.080833, "nauc_precision_at_50_std": 0.058418, "nauc_precision_at_50_diff1": 0.036873, "nauc_precision_at_100_max": -0.110342, "nauc_precision_at_100_std": 0.073334, "nauc_precision_at_100_diff1": 0.013711, "nauc_precision_at_1000_max": -0.125655, "nauc_precision_at_1000_std": 0.073623, "nauc_precision_at_1000_diff1": 0.004713, "nauc_mrr_at_1_max": 0.297678, "nauc_mrr_at_1_std": 0.096585, "nauc_mrr_at_1_diff1": 0.464788, "nauc_mrr_at_3_max": 0.32519, "nauc_mrr_at_3_std": 0.123178, "nauc_mrr_at_3_diff1": 0.452781, "nauc_mrr_at_5_max": 0.319929, "nauc_mrr_at_5_std": 0.119359, "nauc_mrr_at_5_diff1": 0.444077, "nauc_mrr_at_10_max": 0.312651, "nauc_mrr_at_10_std": 0.10918, "nauc_mrr_at_10_diff1": 0.441937, "nauc_mrr_at_20_max": 0.314587, "nauc_mrr_at_20_std": 0.105717, "nauc_mrr_at_20_diff1": 0.442116, "nauc_mrr_at_25_max": 0.313581, "nauc_mrr_at_25_std": 0.105781, "nauc_mrr_at_25_diff1": 0.443241, "nauc_mrr_at_50_max": 0.312781, "nauc_mrr_at_50_std": 0.105757, "nauc_mrr_at_50_diff1": 0.442915, "nauc_mrr_at_100_max": 0.312342, "nauc_mrr_at_100_std": 0.106151, "nauc_mrr_at_100_diff1": 0.442706, "nauc_mrr_at_1000_max": 0.312342, "nauc_mrr_at_1000_std": 0.106151, "nauc_mrr_at_1000_diff1": 0.442706, "hit_rate_at_1": 0.5124, "hit_rate_at_3": 0.77686, "hit_rate_at_5": 0.83471, "hit_rate_at_10": 0.8595, "hit_rate_at_20": 0.95868, "hit_rate_at_25": 0.97521, "hit_rate_at_50": 0.98347, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.512397, "R_cap_at_3": 0.669421, "R_cap_at_5": 0.735124, "R_cap_at_10": 0.761501, "R_cap_at_20": 0.888265, "R_cap_at_25": 0.908266, "R_cap_at_50": 0.941479, "R_cap_at_100": 0.974539, "R_cap_at_1000": 1.0, "main_score": 0.63733, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63636, "ndcg_at_3": 0.62827, "ndcg_at_5": 0.64768, "ndcg_at_10": 0.67972, "ndcg_at_20": 0.70935, "ndcg_at_25": 0.71813, "ndcg_at_50": 0.72852, "ndcg_at_100": 0.73495, "ndcg_at_1000": 0.74027, "map_at_1": 0.33604, "map_at_3": 0.47592, "map_at_5": 0.53099, "map_at_10": 0.58585, "map_at_20": 0.6063, "map_at_25": 0.60936, "map_at_50": 0.61377, "map_at_100": 0.61552, "map_at_1000": 0.61619, "recall_at_1": 0.33604, "recall_at_3": 0.54837, "recall_at_5": 0.64059, "recall_at_10": 0.78459, "recall_at_20": 0.88565, "recall_at_25": 0.91832, "recall_at_50": 0.95075, "recall_at_100": 0.97357, "recall_at_1000": 1.0, "accuracy": 0.33604, "precision_at_1": 0.63636, "precision_at_3": 0.41919, "precision_at_5": 0.33182, "precision_at_10": 0.225, "precision_at_20": 0.12955, "precision_at_25": 0.10697, "precision_at_50": 0.05697, "precision_at_100": 0.02985, "precision_at_1000": 0.00308, "mrr_at_1": 0.636364, "mrr_at_3": 0.700758, "mrr_at_5": 0.710985, "mrr_at_10": 0.720578, "mrr_at_20": 0.723549, "mrr_at_25": 0.724524, "mrr_at_50": 0.724785, "mrr_at_100": 0.724923, "mrr_at_1000": 0.724996, "nauc_ndcg_at_1_max": 0.032677, "nauc_ndcg_at_1_std": 0.020263, "nauc_ndcg_at_1_diff1": 0.320763, "nauc_ndcg_at_3_max": 0.110993, "nauc_ndcg_at_3_std": 0.043048, "nauc_ndcg_at_3_diff1": 0.263687, "nauc_ndcg_at_5_max": 0.116335, "nauc_ndcg_at_5_std": 0.019436, "nauc_ndcg_at_5_diff1": 0.298042, "nauc_ndcg_at_10_max": 0.196021, "nauc_ndcg_at_10_std": 0.110515, "nauc_ndcg_at_10_diff1": 0.303619, "nauc_ndcg_at_20_max": 0.208924, "nauc_ndcg_at_20_std": 0.135981, "nauc_ndcg_at_20_diff1": 0.318973, "nauc_ndcg_at_25_max": 0.201897, "nauc_ndcg_at_25_std": 0.125121, "nauc_ndcg_at_25_diff1": 0.319912, "nauc_ndcg_at_50_max": 0.188154, "nauc_ndcg_at_50_std": 0.1165, "nauc_ndcg_at_50_diff1": 0.306707, "nauc_ndcg_at_100_max": 0.171734, "nauc_ndcg_at_100_std": 0.106122, "nauc_ndcg_at_100_diff1": 0.303324, "nauc_ndcg_at_1000_max": 0.155983, "nauc_ndcg_at_1000_std": 0.096431, "nauc_ndcg_at_1000_diff1": 0.298609, "nauc_map_at_1_max": 0.141744, "nauc_map_at_1_std": 0.019605, "nauc_map_at_1_diff1": 0.272994, "nauc_map_at_3_max": 0.186435, "nauc_map_at_3_std": 0.05484, "nauc_map_at_3_diff1": 0.276014, "nauc_map_at_5_max": 0.156887, "nauc_map_at_5_std": 0.022489, "nauc_map_at_5_diff1": 0.300616, "nauc_map_at_10_max": 0.160941, "nauc_map_at_10_std": 0.055318, "nauc_map_at_10_diff1": 0.271377, "nauc_map_at_20_max": 0.166529, "nauc_map_at_20_std": 0.082812, "nauc_map_at_20_diff1": 0.272258, "nauc_map_at_25_max": 0.162999, "nauc_map_at_25_std": 0.080868, "nauc_map_at_25_diff1": 0.275084, "nauc_map_at_50_max": 0.159273, "nauc_map_at_50_std": 0.080074, "nauc_map_at_50_diff1": 0.270202, "nauc_map_at_100_max": 0.156158, "nauc_map_at_100_std": 0.078204, "nauc_map_at_100_diff1": 0.269946, "nauc_map_at_1000_max": 0.1548, "nauc_map_at_1000_std": 0.077334, "nauc_map_at_1000_diff1": 0.270076, "nauc_recall_at_1_max": 0.141744, "nauc_recall_at_1_std": 0.019605, "nauc_recall_at_1_diff1": 0.272994, "nauc_recall_at_3_max": 0.238475, "nauc_recall_at_3_std": 0.05872, "nauc_recall_at_3_diff1": 0.268039, "nauc_recall_at_5_max": 0.218479, "nauc_recall_at_5_std": -0.000754, "nauc_recall_at_5_diff1": 0.318035, "nauc_recall_at_10_max": 0.357969, "nauc_recall_at_10_std": 0.194557, "nauc_recall_at_10_diff1": 0.295562, "nauc_recall_at_20_max": 0.533587, "nauc_recall_at_20_std": 0.424778, "nauc_recall_at_20_diff1": 0.429961, "nauc_recall_at_25_max": 0.614403, "nauc_recall_at_25_std": 0.40355, "nauc_recall_at_25_diff1": 0.458752, "nauc_recall_at_50_max": 0.704369, "nauc_recall_at_50_std": 0.445477, "nauc_recall_at_50_diff1": 0.427925, "nauc_recall_at_100_max": 0.736837, "nauc_recall_at_100_std": 0.44957, "nauc_recall_at_100_diff1": 0.500421, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.032677, "nauc_precision_at_1_std": 0.020263, "nauc_precision_at_1_diff1": 0.320763, "nauc_precision_at_3_max": -0.026329, "nauc_precision_at_3_std": 0.057372, "nauc_precision_at_3_diff1": 0.063602, "nauc_precision_at_5_max": -0.085797, "nauc_precision_at_5_std": -0.004338, "nauc_precision_at_5_diff1": 0.041513, "nauc_precision_at_10_max": -0.089336, "nauc_precision_at_10_std": 0.052348, "nauc_precision_at_10_diff1": -0.068737, "nauc_precision_at_20_max": -0.086672, "nauc_precision_at_20_std": 0.096756, "nauc_precision_at_20_diff1": -0.083216, "nauc_precision_at_25_max": -0.103313, "nauc_precision_at_25_std": 0.085815, "nauc_precision_at_25_diff1": -0.081403, "nauc_precision_at_50_max": -0.1222, "nauc_precision_at_50_std": 0.065436, "nauc_precision_at_50_diff1": -0.103836, "nauc_precision_at_100_max": -0.147511, "nauc_precision_at_100_std": 0.042391, "nauc_precision_at_100_diff1": -0.108929, "nauc_precision_at_1000_max": -0.168466, "nauc_precision_at_1000_std": 0.026323, "nauc_precision_at_1000_diff1": -0.11279, "nauc_mrr_at_1_max": 0.032677, "nauc_mrr_at_1_std": 0.020263, "nauc_mrr_at_1_diff1": 0.320763, "nauc_mrr_at_3_max": 0.116624, "nauc_mrr_at_3_std": 0.073954, "nauc_mrr_at_3_diff1": 0.35014, "nauc_mrr_at_5_max": 0.120483, "nauc_mrr_at_5_std": 0.072667, "nauc_mrr_at_5_diff1": 0.346939, "nauc_mrr_at_10_max": 0.113996, "nauc_mrr_at_10_std": 0.073785, "nauc_mrr_at_10_diff1": 0.348675, "nauc_mrr_at_20_max": 0.112604, "nauc_mrr_at_20_std": 0.072701, "nauc_mrr_at_20_diff1": 0.348404, "nauc_mrr_at_25_max": 0.112296, "nauc_mrr_at_25_std": 0.070405, "nauc_mrr_at_25_diff1": 0.347863, "nauc_mrr_at_50_max": 0.111294, "nauc_mrr_at_50_std": 0.069669, "nauc_mrr_at_50_diff1": 0.34763, "nauc_mrr_at_100_max": 0.110843, "nauc_mrr_at_100_std": 0.069381, "nauc_mrr_at_100_diff1": 0.347242, "nauc_mrr_at_1000_max": 0.11065, "nauc_mrr_at_1000_std": 0.069228, "nauc_mrr_at_1000_diff1": 0.347313, "hit_rate_at_1": 0.63636, "hit_rate_at_3": 0.79545, "hit_rate_at_5": 0.84091, "hit_rate_at_10": 0.91667, "hit_rate_at_20": 0.95455, "hit_rate_at_25": 0.97727, "hit_rate_at_50": 0.98485, "hit_rate_at_100": 0.99242, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.636364, "R_cap_at_3": 0.65404, "R_cap_at_5": 0.698232, "R_cap_at_10": 0.79271, "R_cap_at_20": 0.885654, "R_cap_at_25": 0.918322, "R_cap_at_50": 0.950754, "R_cap_at_100": 0.973573, "R_cap_at_1000": 1.0, "main_score": 0.67972, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74126, "ndcg_at_3": 0.774, "ndcg_at_5": 0.79652, "ndcg_at_10": 0.80386, "ndcg_at_20": 0.81874, "ndcg_at_25": 0.82461, "ndcg_at_50": 0.83172, "ndcg_at_100": 0.83388, "ndcg_at_1000": 0.83596, "map_at_1": 0.39577, "map_at_3": 0.6219, "map_at_5": 0.6778, "map_at_10": 0.72336, "map_at_20": 0.74068, "map_at_25": 0.74419, "map_at_50": 0.74735, "map_at_100": 0.74812, "map_at_1000": 0.74849, "recall_at_1": 0.39577, "recall_at_3": 0.70572, "recall_at_5": 0.80303, "recall_at_10": 0.87962, "recall_at_20": 0.94411, "recall_at_25": 0.96034, "recall_at_50": 0.98444, "recall_at_100": 0.99127, "recall_at_1000": 1.0, "accuracy": 0.39577, "precision_at_1": 0.74126, "precision_at_3": 0.53147, "precision_at_5": 0.3986, "precision_at_10": 0.24825, "precision_at_20": 0.13916, "precision_at_25": 0.11497, "precision_at_50": 0.05986, "precision_at_100": 0.03049, "precision_at_1000": 0.0031, "mrr_at_1": 0.741259, "mrr_at_3": 0.817016, "mrr_at_5": 0.826457, "mrr_at_10": 0.82803, "mrr_at_20": 0.830004, "mrr_at_25": 0.830004, "mrr_at_50": 0.830193, "mrr_at_100": 0.830193, "mrr_at_1000": 0.830193, "nauc_ndcg_at_1_max": 0.417743, "nauc_ndcg_at_1_std": 0.505079, "nauc_ndcg_at_1_diff1": 0.501843, "nauc_ndcg_at_3_max": 0.415475, "nauc_ndcg_at_3_std": 0.432424, "nauc_ndcg_at_3_diff1": 0.414714, "nauc_ndcg_at_5_max": 0.392089, "nauc_ndcg_at_5_std": 0.451732, "nauc_ndcg_at_5_diff1": 0.415044, "nauc_ndcg_at_10_max": 0.40259, "nauc_ndcg_at_10_std": 0.47558, "nauc_ndcg_at_10_diff1": 0.454859, "nauc_ndcg_at_20_max": 0.431165, "nauc_ndcg_at_20_std": 0.492564, "nauc_ndcg_at_20_diff1": 0.455799, "nauc_ndcg_at_25_max": 0.42152, "nauc_ndcg_at_25_std": 0.489993, "nauc_ndcg_at_25_diff1": 0.455436, "nauc_ndcg_at_50_max": 0.413604, "nauc_ndcg_at_50_std": 0.481605, "nauc_ndcg_at_50_diff1": 0.452763, "nauc_ndcg_at_100_max": 0.412536, "nauc_ndcg_at_100_std": 0.480735, "nauc_ndcg_at_100_diff1": 0.453127, "nauc_ndcg_at_1000_max": 0.408501, "nauc_ndcg_at_1000_std": 0.478743, "nauc_ndcg_at_1000_diff1": 0.454489, "nauc_map_at_1_max": 0.275776, "nauc_map_at_1_std": 0.156341, "nauc_map_at_1_diff1": 0.465988, "nauc_map_at_3_max": 0.385507, "nauc_map_at_3_std": 0.301138, "nauc_map_at_3_diff1": 0.463612, "nauc_map_at_5_max": 0.399203, "nauc_map_at_5_std": 0.356471, "nauc_map_at_5_diff1": 0.459165, "nauc_map_at_10_max": 0.401881, "nauc_map_at_10_std": 0.402378, "nauc_map_at_10_diff1": 0.44619, "nauc_map_at_20_max": 0.420648, "nauc_map_at_20_std": 0.443544, "nauc_map_at_20_diff1": 0.436299, "nauc_map_at_25_max": 0.415897, "nauc_map_at_25_std": 0.443576, "nauc_map_at_25_diff1": 0.435153, "nauc_map_at_50_max": 0.412521, "nauc_map_at_50_std": 0.442072, "nauc_map_at_50_diff1": 0.433342, "nauc_map_at_100_max": 0.412177, "nauc_map_at_100_std": 0.441933, "nauc_map_at_100_diff1": 0.433511, "nauc_map_at_1000_max": 0.411986, "nauc_map_at_1000_std": 0.441815, "nauc_map_at_1000_diff1": 0.433735, "nauc_recall_at_1_max": 0.275776, "nauc_recall_at_1_std": 0.156341, "nauc_recall_at_1_diff1": 0.465988, "nauc_recall_at_3_max": 0.379111, "nauc_recall_at_3_std": 0.265579, "nauc_recall_at_3_diff1": 0.422351, "nauc_recall_at_5_max": 0.317445, "nauc_recall_at_5_std": 0.274929, "nauc_recall_at_5_diff1": 0.369355, "nauc_recall_at_10_max": 0.290955, "nauc_recall_at_10_std": 0.350185, "nauc_recall_at_10_diff1": 0.386589, "nauc_recall_at_20_max": 0.48629, "nauc_recall_at_20_std": 0.527566, "nauc_recall_at_20_diff1": 0.329148, "nauc_recall_at_25_max": 0.46328, "nauc_recall_at_25_std": 0.549888, "nauc_recall_at_25_diff1": 0.337153, "nauc_recall_at_50_max": 0.490799, "nauc_recall_at_50_std": 0.466411, "nauc_recall_at_50_diff1": 0.261239, "nauc_recall_at_100_max": 0.633624, "nauc_recall_at_100_std": 0.520134, "nauc_recall_at_100_diff1": 0.2478, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.417743, "nauc_precision_at_1_std": 0.505079, "nauc_precision_at_1_diff1": 0.501843, "nauc_precision_at_3_max": 0.12301, "nauc_precision_at_3_std": 0.277613, "nauc_precision_at_3_diff1": -0.055557, "nauc_precision_at_5_max": 0.018188, "nauc_precision_at_5_std": 0.204858, "nauc_precision_at_5_diff1": -0.138489, "nauc_precision_at_10_max": -0.047739, "nauc_precision_at_10_std": 0.14421, "nauc_precision_at_10_diff1": -0.182833, "nauc_precision_at_20_max": -0.053825, "nauc_precision_at_20_std": 0.150003, "nauc_precision_at_20_diff1": -0.210857, "nauc_precision_at_25_max": -0.072015, "nauc_precision_at_25_std": 0.133278, "nauc_precision_at_25_diff1": -0.214319, "nauc_precision_at_50_max": -0.089511, "nauc_precision_at_50_std": 0.107489, "nauc_precision_at_50_diff1": -0.221058, "nauc_precision_at_100_max": -0.094261, "nauc_precision_at_100_std": 0.097953, "nauc_precision_at_100_diff1": -0.219264, "nauc_precision_at_1000_max": -0.100167, "nauc_precision_at_1000_std": 0.088242, "nauc_precision_at_1000_diff1": -0.217631, "nauc_mrr_at_1_max": 0.417743, "nauc_mrr_at_1_std": 0.505079, "nauc_mrr_at_1_diff1": 0.501843, "nauc_mrr_at_3_max": 0.433134, "nauc_mrr_at_3_std": 0.53374, "nauc_mrr_at_3_diff1": 0.527536, "nauc_mrr_at_5_max": 0.410522, "nauc_mrr_at_5_std": 0.52715, "nauc_mrr_at_5_diff1": 0.52261, "nauc_mrr_at_10_max": 0.407462, "nauc_mrr_at_10_std": 0.526323, "nauc_mrr_at_10_diff1": 0.523057, "nauc_mrr_at_20_max": 0.411175, "nauc_mrr_at_20_std": 0.527041, "nauc_mrr_at_20_diff1": 0.521058, "nauc_mrr_at_25_max": 0.411175, "nauc_mrr_at_25_std": 0.527041, "nauc_mrr_at_25_diff1": 0.521058, "nauc_mrr_at_50_max": 0.41153, "nauc_mrr_at_50_std": 0.526462, "nauc_mrr_at_50_diff1": 0.520631, "nauc_mrr_at_100_max": 0.41153, "nauc_mrr_at_100_std": 0.526462, "nauc_mrr_at_100_diff1": 0.520631, "nauc_mrr_at_1000_max": 0.41153, "nauc_mrr_at_1000_std": 0.526462, "nauc_mrr_at_1000_diff1": 0.520631, "hit_rate_at_1": 0.74126, "hit_rate_at_3": 0.90909, "hit_rate_at_5": 0.95105, "hit_rate_at_10": 0.96503, "hit_rate_at_20": 0.99301, "hit_rate_at_25": 0.99301, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.741259, "R_cap_at_3": 0.814685, "R_cap_at_5": 0.8662, "R_cap_at_10": 0.893173, "R_cap_at_20": 0.944109, "R_cap_at_25": 0.960344, "R_cap_at_50": 0.984439, "R_cap_at_100": 0.991271, "R_cap_at_1000": 1.0, "main_score": 0.80386, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.86538, "ndcg_at_3": 0.89813, "ndcg_at_5": 0.8978, "ndcg_at_10": 0.91513, "ndcg_at_20": 0.9208, "ndcg_at_25": 0.9208, "ndcg_at_50": 0.9208, "ndcg_at_100": 0.9208, "ndcg_at_1000": 0.9208, "map_at_1": 0.69231, "map_at_3": 0.86058, "map_at_5": 0.86923, "map_at_10": 0.87924, "map_at_20": 0.88154, "map_at_25": 0.88154, "map_at_50": 0.88154, "map_at_100": 0.88154, "map_at_1000": 0.88154, "recall_at_1": 0.69231, "recall_at_3": 0.92308, "recall_at_5": 0.93269, "recall_at_10": 0.98077, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69231, "precision_at_1": 0.86538, "precision_at_3": 0.4359, "precision_at_5": 0.26923, "precision_at_10": 0.14231, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 0.865385, "mrr_at_3": 0.919872, "mrr_at_5": 0.919872, "mrr_at_10": 0.922009, "mrr_at_20": 0.922009, "mrr_at_25": 0.922009, "mrr_at_50": 0.922009, "mrr_at_100": 0.922009, "mrr_at_1000": 0.922009, "nauc_ndcg_at_1_max": 0.357105, "nauc_ndcg_at_1_std": -0.022111, "nauc_ndcg_at_1_diff1": 0.779971, "nauc_ndcg_at_3_max": 0.641631, "nauc_ndcg_at_3_std": 0.456084, "nauc_ndcg_at_3_diff1": 0.72471, "nauc_ndcg_at_5_max": 0.641947, "nauc_ndcg_at_5_std": 0.454323, "nauc_ndcg_at_5_diff1": 0.725926, "nauc_ndcg_at_10_max": 0.558239, "nauc_ndcg_at_10_std": 0.320056, "nauc_ndcg_at_10_diff1": 0.677715, "nauc_ndcg_at_20_max": 0.547291, "nauc_ndcg_at_20_std": 0.29229, "nauc_ndcg_at_20_diff1": 0.733025, "nauc_ndcg_at_25_max": 0.547291, "nauc_ndcg_at_25_std": 0.29229, "nauc_ndcg_at_25_diff1": 0.733025, "nauc_ndcg_at_50_max": 0.547291, "nauc_ndcg_at_50_std": 0.29229, "nauc_ndcg_at_50_diff1": 0.733025, "nauc_ndcg_at_100_max": 0.547291, "nauc_ndcg_at_100_std": 0.29229, "nauc_ndcg_at_100_diff1": 0.733025, "nauc_ndcg_at_1000_max": 0.547291, "nauc_ndcg_at_1000_std": 0.29229, "nauc_ndcg_at_1000_diff1": 0.733025, "nauc_map_at_1_max": 0.485013, "nauc_map_at_1_std": 0.078557, "nauc_map_at_1_diff1": 0.756713, "nauc_map_at_3_max": 0.587269, "nauc_map_at_3_std": 0.323207, "nauc_map_at_3_diff1": 0.705589, "nauc_map_at_5_max": 0.622735, "nauc_map_at_5_std": 0.417847, "nauc_map_at_5_diff1": 0.721558, "nauc_map_at_10_max": 0.587091, "nauc_map_at_10_std": 0.358637, "nauc_map_at_10_diff1": 0.70256, "nauc_map_at_20_max": 0.584576, "nauc_map_at_20_std": 0.351483, "nauc_map_at_20_diff1": 0.718728, "nauc_map_at_25_max": 0.584576, "nauc_map_at_25_std": 0.351483, "nauc_map_at_25_diff1": 0.718728, "nauc_map_at_50_max": 0.584576, "nauc_map_at_50_std": 0.351483, "nauc_map_at_50_diff1": 0.718728, "nauc_map_at_100_max": 0.584576, "nauc_map_at_100_std": 0.351483, "nauc_map_at_100_diff1": 0.718728, "nauc_map_at_1000_max": 0.584576, "nauc_map_at_1000_std": 0.351483, "nauc_map_at_1000_diff1": 0.718728, "nauc_recall_at_1_max": 0.485013, "nauc_recall_at_1_std": 0.078557, "nauc_recall_at_1_diff1": 0.756713, "nauc_recall_at_3_max": 0.775704, "nauc_recall_at_3_std": 0.685529, "nauc_recall_at_3_diff1": 0.577944, "nauc_recall_at_5_max": 0.873762, "nauc_recall_at_5_std": 0.913912, "nauc_recall_at_5_diff1": 0.600165, "nauc_recall_at_10_max": 0.639212, "nauc_recall_at_10_std": 0.639212, "nauc_recall_at_10_diff1": -0.097581, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.357105, "nauc_precision_at_1_std": -0.022111, "nauc_precision_at_1_diff1": 0.779971, "nauc_precision_at_3_max": -0.146289, "nauc_precision_at_3_std": 0.141265, "nauc_precision_at_3_diff1": -0.294404, "nauc_precision_at_5_max": -0.128591, "nauc_precision_at_5_std": 0.190654, "nauc_precision_at_5_diff1": -0.282589, "nauc_precision_at_10_max": -0.250378, "nauc_precision_at_10_std": 0.052628, "nauc_precision_at_10_diff1": -0.387411, "nauc_precision_at_20_max": -0.286241, "nauc_precision_at_20_std": 0.00962, "nauc_precision_at_20_diff1": -0.371899, "nauc_precision_at_25_max": -0.286241, "nauc_precision_at_25_std": 0.00962, "nauc_precision_at_25_diff1": -0.371899, "nauc_precision_at_50_max": -0.286241, "nauc_precision_at_50_std": 0.00962, "nauc_precision_at_50_diff1": -0.371899, "nauc_precision_at_100_max": -0.286241, "nauc_precision_at_100_std": 0.00962, "nauc_precision_at_100_diff1": -0.371899, "nauc_precision_at_1000_max": -0.286241, "nauc_precision_at_1000_std": 0.00962, "nauc_precision_at_1000_diff1": -0.371899, "nauc_mrr_at_1_max": 0.357105, "nauc_mrr_at_1_std": -0.022111, "nauc_mrr_at_1_diff1": 0.779971, "nauc_mrr_at_3_max": 0.427017, "nauc_mrr_at_3_std": 0.082616, "nauc_mrr_at_3_diff1": 0.797906, "nauc_mrr_at_5_max": 0.427017, "nauc_mrr_at_5_std": 0.082616, "nauc_mrr_at_5_diff1": 0.797906, "nauc_mrr_at_10_max": 0.410798, "nauc_mrr_at_10_std": 0.056649, "nauc_mrr_at_10_diff1": 0.792185, "nauc_mrr_at_20_max": 0.410798, "nauc_mrr_at_20_std": 0.056649, "nauc_mrr_at_20_diff1": 0.792185, "nauc_mrr_at_25_max": 0.410798, "nauc_mrr_at_25_std": 0.056649, "nauc_mrr_at_25_diff1": 0.792185, "nauc_mrr_at_50_max": 0.410798, "nauc_mrr_at_50_std": 0.056649, "nauc_mrr_at_50_diff1": 0.792185, "nauc_mrr_at_100_max": 0.410798, "nauc_mrr_at_100_std": 0.056649, "nauc_mrr_at_100_diff1": 0.792185, "nauc_mrr_at_1000_max": 0.410798, "nauc_mrr_at_1000_std": 0.056649, "nauc_mrr_at_1000_diff1": 0.792185, "hit_rate_at_1": 0.86538, "hit_rate_at_3": 0.98077, "hit_rate_at_5": 0.98077, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.865385, "R_cap_at_3": 0.932692, "R_cap_at_5": 0.932692, "R_cap_at_10": 0.980769, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91513, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.87324, "ndcg_at_3": 0.85173, "ndcg_at_5": 0.87617, "ndcg_at_10": 0.89629, "ndcg_at_20": 0.90774, "ndcg_at_25": 0.90774, "ndcg_at_50": 0.90774, "ndcg_at_100": 0.90774, "ndcg_at_1000": 0.90774, "map_at_1": 0.71714, "map_at_3": 0.82629, "map_at_5": 0.84654, "map_at_10": 0.86068, "map_at_20": 0.86449, "map_at_25": 0.86449, "map_at_50": 0.86449, "map_at_100": 0.86449, "map_at_1000": 0.86449, "recall_at_1": 0.71714, "recall_at_3": 0.85211, "recall_at_5": 0.90728, "recall_at_10": 0.95775, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71714, "precision_at_1": 0.87324, "precision_at_3": 0.38028, "precision_at_5": 0.24789, "precision_at_10": 0.1338, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.873239, "mrr_at_3": 0.894366, "mrr_at_5": 0.903521, "mrr_at_10": 0.905282, "mrr_at_20": 0.907345, "mrr_at_25": 0.907345, "mrr_at_50": 0.907345, "mrr_at_100": 0.907345, "mrr_at_1000": 0.907345, "nauc_ndcg_at_1_max": 0.737466, "nauc_ndcg_at_1_std": 0.827871, "nauc_ndcg_at_1_diff1": 0.866656, "nauc_ndcg_at_3_max": 0.671177, "nauc_ndcg_at_3_std": 0.769808, "nauc_ndcg_at_3_diff1": 0.695415, "nauc_ndcg_at_5_max": 0.732212, "nauc_ndcg_at_5_std": 0.828648, "nauc_ndcg_at_5_diff1": 0.724978, "nauc_ndcg_at_10_max": 0.734258, "nauc_ndcg_at_10_std": 0.832319, "nauc_ndcg_at_10_diff1": 0.741892, "nauc_ndcg_at_20_max": 0.714336, "nauc_ndcg_at_20_std": 0.811629, "nauc_ndcg_at_20_diff1": 0.741249, "nauc_ndcg_at_25_max": 0.714336, "nauc_ndcg_at_25_std": 0.811629, "nauc_ndcg_at_25_diff1": 0.741249, "nauc_ndcg_at_50_max": 0.714336, "nauc_ndcg_at_50_std": 0.811629, "nauc_ndcg_at_50_diff1": 0.741249, "nauc_ndcg_at_100_max": 0.714336, "nauc_ndcg_at_100_std": 0.811629, "nauc_ndcg_at_100_diff1": 0.741249, "nauc_ndcg_at_1000_max": 0.714336, "nauc_ndcg_at_1000_std": 0.811629, "nauc_ndcg_at_1000_diff1": 0.741249, "nauc_map_at_1_max": 0.702314, "nauc_map_at_1_std": 0.587146, "nauc_map_at_1_diff1": 0.680113, "nauc_map_at_3_max": 0.672842, "nauc_map_at_3_std": 0.748895, "nauc_map_at_3_diff1": 0.675453, "nauc_map_at_5_max": 0.705727, "nauc_map_at_5_std": 0.796451, "nauc_map_at_5_diff1": 0.694144, "nauc_map_at_10_max": 0.708171, "nauc_map_at_10_std": 0.797688, "nauc_map_at_10_diff1": 0.701048, "nauc_map_at_20_max": 0.703032, "nauc_map_at_20_std": 0.791921, "nauc_map_at_20_diff1": 0.699828, "nauc_map_at_25_max": 0.703032, "nauc_map_at_25_std": 0.791921, "nauc_map_at_25_diff1": 0.699828, "nauc_map_at_50_max": 0.703032, "nauc_map_at_50_std": 0.791921, "nauc_map_at_50_diff1": 0.699828, "nauc_map_at_100_max": 0.703032, "nauc_map_at_100_std": 0.791921, "nauc_map_at_100_diff1": 0.699828, "nauc_map_at_1000_max": 0.703032, "nauc_map_at_1000_std": 0.791921, "nauc_map_at_1000_diff1": 0.699828, "nauc_recall_at_1_max": 0.702314, "nauc_recall_at_1_std": 0.587146, "nauc_recall_at_1_diff1": 0.680113, "nauc_recall_at_3_max": 0.623731, "nauc_recall_at_3_std": 0.74063, "nauc_recall_at_3_diff1": 0.630214, "nauc_recall_at_5_max": 0.782584, "nauc_recall_at_5_std": 0.868003, "nauc_recall_at_5_diff1": 0.663556, "nauc_recall_at_10_max": 0.860723, "nauc_recall_at_10_std": 0.956495, "nauc_recall_at_10_diff1": 0.7153, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.737466, "nauc_precision_at_1_std": 0.827871, "nauc_precision_at_1_diff1": 0.866656, "nauc_precision_at_3_max": -0.117232, "nauc_precision_at_3_std": 0.129316, "nauc_precision_at_3_diff1": -0.036996, "nauc_precision_at_5_max": -0.19034, "nauc_precision_at_5_std": 0.03969, "nauc_precision_at_5_diff1": -0.129893, "nauc_precision_at_10_max": -0.279492, "nauc_precision_at_10_std": -0.095034, "nauc_precision_at_10_diff1": -0.211697, "nauc_precision_at_20_max": -0.375175, "nauc_precision_at_20_std": -0.198478, "nauc_precision_at_20_diff1": -0.286152, "nauc_precision_at_25_max": -0.375175, "nauc_precision_at_25_std": -0.198478, "nauc_precision_at_25_diff1": -0.286152, "nauc_precision_at_50_max": -0.375175, "nauc_precision_at_50_std": -0.198478, "nauc_precision_at_50_diff1": -0.286152, "nauc_precision_at_100_max": -0.375175, "nauc_precision_at_100_std": -0.198478, "nauc_precision_at_100_diff1": -0.286152, "nauc_precision_at_1000_max": -0.375175, "nauc_precision_at_1000_std": -0.198478, "nauc_precision_at_1000_diff1": -0.286152, "nauc_mrr_at_1_max": 0.737466, "nauc_mrr_at_1_std": 0.827871, "nauc_mrr_at_1_diff1": 0.866656, "nauc_mrr_at_3_max": 0.709956, "nauc_mrr_at_3_std": 0.837678, "nauc_mrr_at_3_diff1": 0.854298, "nauc_mrr_at_5_max": 0.748673, "nauc_mrr_at_5_std": 0.851718, "nauc_mrr_at_5_diff1": 0.862163, "nauc_mrr_at_10_max": 0.743909, "nauc_mrr_at_10_std": 0.848907, "nauc_mrr_at_10_diff1": 0.859551, "nauc_mrr_at_20_max": 0.739932, "nauc_mrr_at_20_std": 0.845475, "nauc_mrr_at_20_diff1": 0.858747, "nauc_mrr_at_25_max": 0.739932, "nauc_mrr_at_25_std": 0.845475, "nauc_mrr_at_25_diff1": 0.858747, "nauc_mrr_at_50_max": 0.739932, "nauc_mrr_at_50_std": 0.845475, "nauc_mrr_at_50_diff1": 0.858747, "nauc_mrr_at_100_max": 0.739932, "nauc_mrr_at_100_std": 0.845475, "nauc_mrr_at_100_diff1": 0.858747, "nauc_mrr_at_1000_max": 0.739932, "nauc_mrr_at_1000_std": 0.845475, "nauc_mrr_at_1000_diff1": 0.858747, "hit_rate_at_1": 0.87324, "hit_rate_at_3": 0.91549, "hit_rate_at_5": 0.95775, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.873239, "R_cap_at_3": 0.85446, "R_cap_at_5": 0.907277, "R_cap_at_10": 0.957746, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89629, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79167, "ndcg_at_3": 0.85505, "ndcg_at_5": 0.86743, "ndcg_at_10": 0.88545, "ndcg_at_20": 0.89243, "ndcg_at_25": 0.89243, "ndcg_at_50": 0.89243, "ndcg_at_100": 0.89243, "ndcg_at_1000": 0.89243, "map_at_1": 0.64699, "map_at_3": 0.82176, "map_at_5": 0.83773, "map_at_10": 0.8483, "map_at_20": 0.85018, "map_at_25": 0.85018, "map_at_50": 0.85018, "map_at_100": 0.85018, "map_at_1000": 0.85018, "recall_at_1": 0.64699, "recall_at_3": 0.89931, "recall_at_5": 0.92593, "recall_at_10": 0.97222, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64699, "precision_at_1": 0.79167, "precision_at_3": 0.41667, "precision_at_5": 0.26389, "precision_at_10": 0.14028, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.791667, "mrr_at_3": 0.861111, "mrr_at_5": 0.861111, "mrr_at_10": 0.86541, "mrr_at_20": 0.867295, "mrr_at_25": 0.867295, "mrr_at_50": 0.867295, "mrr_at_100": 0.867295, "mrr_at_1000": 0.867295, "nauc_ndcg_at_1_max": 0.010715, "nauc_ndcg_at_1_std": -0.150265, "nauc_ndcg_at_1_diff1": 0.769634, "nauc_ndcg_at_3_max": 0.397298, "nauc_ndcg_at_3_std": 0.316682, "nauc_ndcg_at_3_diff1": 0.761753, "nauc_ndcg_at_5_max": 0.352184, "nauc_ndcg_at_5_std": 0.283213, "nauc_ndcg_at_5_diff1": 0.787278, "nauc_ndcg_at_10_max": 0.273275, "nauc_ndcg_at_10_std": 0.171727, "nauc_ndcg_at_10_diff1": 0.764033, "nauc_ndcg_at_20_max": 0.226657, "nauc_ndcg_at_20_std": 0.113623, "nauc_ndcg_at_20_diff1": 0.772539, "nauc_ndcg_at_25_max": 0.226657, "nauc_ndcg_at_25_std": 0.113623, "nauc_ndcg_at_25_diff1": 0.772539, "nauc_ndcg_at_50_max": 0.226657, "nauc_ndcg_at_50_std": 0.113623, "nauc_ndcg_at_50_diff1": 0.772539, "nauc_ndcg_at_100_max": 0.226657, "nauc_ndcg_at_100_std": 0.113623, "nauc_ndcg_at_100_diff1": 0.772539, "nauc_ndcg_at_1000_max": 0.226657, "nauc_ndcg_at_1000_std": 0.113623, "nauc_ndcg_at_1000_diff1": 0.772539, "nauc_map_at_1_max": 0.132988, "nauc_map_at_1_std": -0.16602, "nauc_map_at_1_diff1": 0.662641, "nauc_map_at_3_max": 0.330516, "nauc_map_at_3_std": 0.1873, "nauc_map_at_3_diff1": 0.748617, "nauc_map_at_5_max": 0.296765, "nauc_map_at_5_std": 0.195571, "nauc_map_at_5_diff1": 0.778512, "nauc_map_at_10_max": 0.257252, "nauc_map_at_10_std": 0.138534, "nauc_map_at_10_diff1": 0.767622, "nauc_map_at_20_max": 0.247803, "nauc_map_at_20_std": 0.126674, "nauc_map_at_20_diff1": 0.769238, "nauc_map_at_25_max": 0.247803, "nauc_map_at_25_std": 0.126674, "nauc_map_at_25_diff1": 0.769238, "nauc_map_at_50_max": 0.247803, "nauc_map_at_50_std": 0.126674, "nauc_map_at_50_diff1": 0.769238, "nauc_map_at_100_max": 0.247803, "nauc_map_at_100_std": 0.126674, "nauc_map_at_100_diff1": 0.769238, "nauc_map_at_1000_max": 0.247803, "nauc_map_at_1000_std": 0.126674, "nauc_map_at_1000_diff1": 0.769238, "nauc_recall_at_1_max": 0.132988, "nauc_recall_at_1_std": -0.16602, "nauc_recall_at_1_diff1": 0.662641, "nauc_recall_at_3_max": 0.814661, "nauc_recall_at_3_std": 0.796502, "nauc_recall_at_3_diff1": 0.681744, "nauc_recall_at_5_max": 0.843915, "nauc_recall_at_5_std": 0.949657, "nauc_recall_at_5_diff1": 0.784767, "nauc_recall_at_10_max": 0.934842, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.638933, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.010715, "nauc_precision_at_1_std": -0.150265, "nauc_precision_at_1_diff1": 0.769634, "nauc_precision_at_3_max": 0.027543, "nauc_precision_at_3_std": 0.336629, "nauc_precision_at_3_diff1": -0.060937, "nauc_precision_at_5_max": -0.048681, "nauc_precision_at_5_std": 0.272323, "nauc_precision_at_5_diff1": -0.087698, "nauc_precision_at_10_max": -0.160992, "nauc_precision_at_10_std": 0.137546, "nauc_precision_at_10_diff1": -0.205795, "nauc_precision_at_20_max": -0.215509, "nauc_precision_at_20_std": 0.09464, "nauc_precision_at_20_diff1": -0.247819, "nauc_precision_at_25_max": -0.215509, "nauc_precision_at_25_std": 0.09464, "nauc_precision_at_25_diff1": -0.247819, "nauc_precision_at_50_max": -0.215509, "nauc_precision_at_50_std": 0.09464, "nauc_precision_at_50_diff1": -0.247819, "nauc_precision_at_100_max": -0.215509, "nauc_precision_at_100_std": 0.09464, "nauc_precision_at_100_diff1": -0.247819, "nauc_precision_at_1000_max": -0.215509, "nauc_precision_at_1000_std": 0.09464, "nauc_precision_at_1000_diff1": -0.247819, "nauc_mrr_at_1_max": 0.010715, "nauc_mrr_at_1_std": -0.150265, "nauc_mrr_at_1_diff1": 0.769634, "nauc_mrr_at_3_max": 0.182103, "nauc_mrr_at_3_std": 0.074808, "nauc_mrr_at_3_diff1": 0.783239, "nauc_mrr_at_5_max": 0.182103, "nauc_mrr_at_5_std": 0.074808, "nauc_mrr_at_5_diff1": 0.783239, "nauc_mrr_at_10_max": 0.161, "nauc_mrr_at_10_std": 0.045714, "nauc_mrr_at_10_diff1": 0.778251, "nauc_mrr_at_20_max": 0.149145, "nauc_mrr_at_20_std": 0.031257, "nauc_mrr_at_20_diff1": 0.780191, "nauc_mrr_at_25_max": 0.149145, "nauc_mrr_at_25_std": 0.031257, "nauc_mrr_at_25_diff1": 0.780191, "nauc_mrr_at_50_max": 0.149145, "nauc_mrr_at_50_std": 0.031257, "nauc_mrr_at_50_diff1": 0.780191, "nauc_mrr_at_100_max": 0.149145, "nauc_mrr_at_100_std": 0.031257, "nauc_mrr_at_100_diff1": 0.780191, "nauc_mrr_at_1000_max": 0.149145, "nauc_mrr_at_1000_std": 0.031257, "nauc_mrr_at_1000_diff1": 0.780191, "hit_rate_at_1": 0.79167, "hit_rate_at_3": 0.94444, "hit_rate_at_5": 0.94444, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.791667, "R_cap_at_3": 0.902778, "R_cap_at_5": 0.925926, "R_cap_at_10": 0.972222, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88545, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.94521, "ndcg_at_3": 0.96307, "ndcg_at_5": 0.96669, "ndcg_at_10": 0.96898, "ndcg_at_20": 0.97092, "ndcg_at_25": 0.97092, "ndcg_at_50": 0.97092, "ndcg_at_100": 0.97092, "ndcg_at_1000": 0.97092, "map_at_1": 0.76712, "map_at_3": 0.94292, "map_at_5": 0.9532, "map_at_10": 0.95548, "map_at_20": 0.9562, "map_at_25": 0.9562, "map_at_50": 0.9562, "map_at_100": 0.9562, "map_at_1000": 0.9562, "recall_at_1": 0.76712, "recall_at_3": 0.97489, "recall_at_5": 0.98858, "recall_at_10": 0.99315, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76712, "precision_at_1": 0.94521, "precision_at_3": 0.46119, "precision_at_5": 0.28493, "precision_at_10": 0.14384, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.945205, "mrr_at_3": 0.97032, "mrr_at_5": 0.97032, "mrr_at_10": 0.97032, "mrr_at_20": 0.97032, "mrr_at_25": 0.97032, "mrr_at_50": 0.97032, "mrr_at_100": 0.97032, "mrr_at_1000": 0.97032, "nauc_ndcg_at_1_max": 0.588549, "nauc_ndcg_at_1_std": 0.434227, "nauc_ndcg_at_1_diff1": 0.716464, "nauc_ndcg_at_3_max": 0.773807, "nauc_ndcg_at_3_std": 0.620686, "nauc_ndcg_at_3_diff1": 0.776899, "nauc_ndcg_at_5_max": 0.749138, "nauc_ndcg_at_5_std": 0.609658, "nauc_ndcg_at_5_diff1": 0.752568, "nauc_ndcg_at_10_max": 0.729996, "nauc_ndcg_at_10_std": 0.580283, "nauc_ndcg_at_10_diff1": 0.76677, "nauc_ndcg_at_20_max": 0.711876, "nauc_ndcg_at_20_std": 0.560848, "nauc_ndcg_at_20_diff1": 0.759851, "nauc_ndcg_at_25_max": 0.711876, "nauc_ndcg_at_25_std": 0.560848, "nauc_ndcg_at_25_diff1": 0.759851, "nauc_ndcg_at_50_max": 0.711876, "nauc_ndcg_at_50_std": 0.560848, "nauc_ndcg_at_50_diff1": 0.759851, "nauc_ndcg_at_100_max": 0.711876, "nauc_ndcg_at_100_std": 0.560848, "nauc_ndcg_at_100_diff1": 0.759851, "nauc_ndcg_at_1000_max": 0.711876, "nauc_ndcg_at_1000_std": 0.560848, "nauc_ndcg_at_1000_diff1": 0.759851, "nauc_map_at_1_max": 0.374998, "nauc_map_at_1_std": 0.09326, "nauc_map_at_1_diff1": 0.606447, "nauc_map_at_3_max": 0.743656, "nauc_map_at_3_std": 0.479979, "nauc_map_at_3_diff1": 0.786573, "nauc_map_at_5_max": 0.757612, "nauc_map_at_5_std": 0.611514, "nauc_map_at_5_diff1": 0.754418, "nauc_map_at_10_max": 0.745099, "nauc_map_at_10_std": 0.591458, "nauc_map_at_10_diff1": 0.764796, "nauc_map_at_20_max": 0.740874, "nauc_map_at_20_std": 0.586843, "nauc_map_at_20_diff1": 0.763054, "nauc_map_at_25_max": 0.740874, "nauc_map_at_25_std": 0.586843, "nauc_map_at_25_diff1": 0.763054, "nauc_map_at_50_max": 0.740874, "nauc_map_at_50_std": 0.586843, "nauc_map_at_50_diff1": 0.763054, "nauc_map_at_100_max": 0.740874, "nauc_map_at_100_std": 0.586843, "nauc_map_at_100_diff1": 0.763054, "nauc_map_at_1000_max": 0.740874, "nauc_map_at_1000_std": 0.586843, "nauc_map_at_1000_diff1": 0.763054, "nauc_recall_at_1_max": 0.374998, "nauc_recall_at_1_std": 0.09326, "nauc_recall_at_1_diff1": 0.606447, "nauc_recall_at_3_max": 0.842896, "nauc_recall_at_3_std": 0.453229, "nauc_recall_at_3_diff1": 0.827632, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.921925, "nauc_recall_at_5_diff1": 0.743287, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.869875, "nauc_recall_at_10_diff1": 0.869875, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.588549, "nauc_precision_at_1_std": 0.434227, "nauc_precision_at_1_diff1": 0.716464, "nauc_precision_at_3_max": -0.107412, "nauc_precision_at_3_std": 0.099845, "nauc_precision_at_3_diff1": -0.295487, "nauc_precision_at_5_max": -0.141924, "nauc_precision_at_5_std": 0.10147, "nauc_precision_at_5_diff1": -0.329546, "nauc_precision_at_10_max": -0.161876, "nauc_precision_at_10_std": 0.074962, "nauc_precision_at_10_diff1": -0.333826, "nauc_precision_at_20_max": -0.184902, "nauc_precision_at_20_std": 0.054063, "nauc_precision_at_20_diff1": -0.353079, "nauc_precision_at_25_max": -0.184902, "nauc_precision_at_25_std": 0.054063, "nauc_precision_at_25_diff1": -0.353079, "nauc_precision_at_50_max": -0.184902, "nauc_precision_at_50_std": 0.054063, "nauc_precision_at_50_diff1": -0.353079, "nauc_precision_at_100_max": -0.184902, "nauc_precision_at_100_std": 0.054063, "nauc_precision_at_100_diff1": -0.353079, "nauc_precision_at_1000_max": -0.184902, "nauc_precision_at_1000_std": 0.054063, "nauc_precision_at_1000_diff1": -0.353079, "nauc_mrr_at_1_max": 0.588549, "nauc_mrr_at_1_std": 0.434227, "nauc_mrr_at_1_diff1": 0.716464, "nauc_mrr_at_3_max": 0.620199, "nauc_mrr_at_3_std": 0.477748, "nauc_mrr_at_3_diff1": 0.738274, "nauc_mrr_at_5_max": 0.620199, "nauc_mrr_at_5_std": 0.477748, "nauc_mrr_at_5_diff1": 0.738274, "nauc_mrr_at_10_max": 0.620199, "nauc_mrr_at_10_std": 0.477748, "nauc_mrr_at_10_diff1": 0.738274, "nauc_mrr_at_20_max": 0.620199, "nauc_mrr_at_20_std": 0.477748, "nauc_mrr_at_20_diff1": 0.738274, "nauc_mrr_at_25_max": 0.620199, "nauc_mrr_at_25_std": 0.477748, "nauc_mrr_at_25_diff1": 0.738274, "nauc_mrr_at_50_max": 0.620199, "nauc_mrr_at_50_std": 0.477748, "nauc_mrr_at_50_diff1": 0.738274, "nauc_mrr_at_100_max": 0.620199, "nauc_mrr_at_100_std": 0.477748, "nauc_mrr_at_100_diff1": 0.738274, "nauc_mrr_at_1000_max": 0.620199, "nauc_mrr_at_1000_std": 0.477748, "nauc_mrr_at_1000_diff1": 0.738274, "hit_rate_at_1": 0.94521, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.945205, "R_cap_at_3": 0.981735, "R_cap_at_5": 0.988584, "R_cap_at_10": 0.993151, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96898, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.62626, "ndcg_at_3": 0.64495, "ndcg_at_5": 0.65877, "ndcg_at_10": 0.68212, "ndcg_at_20": 0.70205, "ndcg_at_25": 0.70566, "ndcg_at_50": 0.72423, "ndcg_at_100": 0.73535, "ndcg_at_1000": 0.74546, "map_at_1": 0.31548, "map_at_3": 0.51066, "map_at_5": 0.55573, "map_at_10": 0.60526, "map_at_20": 0.62892, "map_at_25": 0.63031, "map_at_50": 0.63619, "map_at_100": 0.63834, "map_at_1000": 0.63956, "recall_at_1": 0.31548, "recall_at_3": 0.56145, "recall_at_5": 0.63437, "recall_at_10": 0.74531, "recall_at_20": 0.8278, "recall_at_25": 0.84061, "recall_at_50": 0.90579, "recall_at_100": 0.94921, "recall_at_1000": 1.0, "accuracy": 0.31548, "precision_at_1": 0.62626, "precision_at_3": 0.45455, "precision_at_5": 0.34343, "precision_at_10": 0.23131, "precision_at_20": 0.13737, "precision_at_25": 0.11152, "precision_at_50": 0.06081, "precision_at_100": 0.03242, "precision_at_1000": 0.00342, "mrr_at_1": 0.626263, "mrr_at_3": 0.691919, "mrr_at_5": 0.696465, "mrr_at_10": 0.705652, "mrr_at_20": 0.708752, "mrr_at_25": 0.709233, "mrr_at_50": 0.710561, "mrr_at_100": 0.710741, "mrr_at_1000": 0.710985, "nauc_ndcg_at_1_max": 0.138125, "nauc_ndcg_at_1_std": 0.157898, "nauc_ndcg_at_1_diff1": 0.335485, "nauc_ndcg_at_3_max": 0.237731, "nauc_ndcg_at_3_std": 0.196735, "nauc_ndcg_at_3_diff1": 0.317429, "nauc_ndcg_at_5_max": 0.306587, "nauc_ndcg_at_5_std": 0.261937, "nauc_ndcg_at_5_diff1": 0.301345, "nauc_ndcg_at_10_max": 0.351545, "nauc_ndcg_at_10_std": 0.326313, "nauc_ndcg_at_10_diff1": 0.301037, "nauc_ndcg_at_20_max": 0.393076, "nauc_ndcg_at_20_std": 0.367768, "nauc_ndcg_at_20_diff1": 0.299343, "nauc_ndcg_at_25_max": 0.386328, "nauc_ndcg_at_25_std": 0.360446, "nauc_ndcg_at_25_diff1": 0.290265, "nauc_ndcg_at_50_max": 0.349838, "nauc_ndcg_at_50_std": 0.328919, "nauc_ndcg_at_50_diff1": 0.31321, "nauc_ndcg_at_100_max": 0.327133, "nauc_ndcg_at_100_std": 0.297753, "nauc_ndcg_at_100_diff1": 0.325808, "nauc_ndcg_at_1000_max": 0.299288, "nauc_ndcg_at_1000_std": 0.270188, "nauc_ndcg_at_1000_diff1": 0.313548, "nauc_map_at_1_max": 0.239744, "nauc_map_at_1_std": 0.066762, "nauc_map_at_1_diff1": 0.380985, "nauc_map_at_3_max": 0.282627, "nauc_map_at_3_std": 0.107963, "nauc_map_at_3_diff1": 0.37222, "nauc_map_at_5_max": 0.306446, "nauc_map_at_5_std": 0.159968, "nauc_map_at_5_diff1": 0.339782, "nauc_map_at_10_max": 0.302963, "nauc_map_at_10_std": 0.228605, "nauc_map_at_10_diff1": 0.301773, "nauc_map_at_20_max": 0.332962, "nauc_map_at_20_std": 0.297259, "nauc_map_at_20_diff1": 0.293371, "nauc_map_at_25_max": 0.330187, "nauc_map_at_25_std": 0.295152, "nauc_map_at_25_diff1": 0.290257, "nauc_map_at_50_max": 0.320079, "nauc_map_at_50_std": 0.288371, "nauc_map_at_50_diff1": 0.291658, "nauc_map_at_100_max": 0.316761, "nauc_map_at_100_std": 0.283646, "nauc_map_at_100_diff1": 0.293907, "nauc_map_at_1000_max": 0.31439, "nauc_map_at_1000_std": 0.281019, "nauc_map_at_1000_diff1": 0.29336, "nauc_recall_at_1_max": 0.239744, "nauc_recall_at_1_std": 0.066762, "nauc_recall_at_1_diff1": 0.380985, "nauc_recall_at_3_max": 0.32634, "nauc_recall_at_3_std": 0.118606, "nauc_recall_at_3_diff1": 0.38017, "nauc_recall_at_5_max": 0.402296, "nauc_recall_at_5_std": 0.208282, "nauc_recall_at_5_diff1": 0.348747, "nauc_recall_at_10_max": 0.496963, "nauc_recall_at_10_std": 0.438186, "nauc_recall_at_10_diff1": 0.26904, "nauc_recall_at_20_max": 0.823755, "nauc_recall_at_20_std": 0.824615, "nauc_recall_at_20_diff1": 0.216106, "nauc_recall_at_25_max": 0.819206, "nauc_recall_at_25_std": 0.813496, "nauc_recall_at_25_diff1": 0.154752, "nauc_recall_at_50_max": 0.822875, "nauc_recall_at_50_std": 0.855869, "nauc_recall_at_50_diff1": 0.345834, "nauc_recall_at_100_max": 0.868132, "nauc_recall_at_100_std": 0.803952, "nauc_recall_at_100_diff1": 0.606825, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.138125, "nauc_precision_at_1_std": 0.157898, "nauc_precision_at_1_diff1": 0.335485, "nauc_precision_at_3_max": 0.060238, "nauc_precision_at_3_std": 0.189707, "nauc_precision_at_3_diff1": -0.017208, "nauc_precision_at_5_max": 0.041829, "nauc_precision_at_5_std": 0.227685, "nauc_precision_at_5_diff1": -0.102499, "nauc_precision_at_10_max": -0.006194, "nauc_precision_at_10_std": 0.26494, "nauc_precision_at_10_diff1": -0.169434, "nauc_precision_at_20_max": 0.028513, "nauc_precision_at_20_std": 0.329706, "nauc_precision_at_20_diff1": -0.172476, "nauc_precision_at_25_max": 0.015268, "nauc_precision_at_25_std": 0.316063, "nauc_precision_at_25_diff1": -0.182395, "nauc_precision_at_50_max": -0.05567, "nauc_precision_at_50_std": 0.24143, "nauc_precision_at_50_diff1": -0.181037, "nauc_precision_at_100_max": -0.107017, "nauc_precision_at_100_std": 0.165759, "nauc_precision_at_100_diff1": -0.173553, "nauc_precision_at_1000_max": -0.155954, "nauc_precision_at_1000_std": 0.103163, "nauc_precision_at_1000_diff1": -0.193211, "nauc_mrr_at_1_max": 0.138125, "nauc_mrr_at_1_std": 0.157898, "nauc_mrr_at_1_diff1": 0.335485, "nauc_mrr_at_3_max": 0.200603, "nauc_mrr_at_3_std": 0.175302, "nauc_mrr_at_3_diff1": 0.358076, "nauc_mrr_at_5_max": 0.221563, "nauc_mrr_at_5_std": 0.195937, "nauc_mrr_at_5_diff1": 0.35714, "nauc_mrr_at_10_max": 0.222157, "nauc_mrr_at_10_std": 0.205362, "nauc_mrr_at_10_diff1": 0.360268, "nauc_mrr_at_20_max": 0.226028, "nauc_mrr_at_20_std": 0.207304, "nauc_mrr_at_20_diff1": 0.3601, "nauc_mrr_at_25_max": 0.225056, "nauc_mrr_at_25_std": 0.206006, "nauc_mrr_at_25_diff1": 0.358844, "nauc_mrr_at_50_max": 0.222472, "nauc_mrr_at_50_std": 0.202961, "nauc_mrr_at_50_diff1": 0.362308, "nauc_mrr_at_100_max": 0.221993, "nauc_mrr_at_100_std": 0.202371, "nauc_mrr_at_100_diff1": 0.362489, "nauc_mrr_at_1000_max": 0.221304, "nauc_mrr_at_1000_std": 0.201796, "nauc_mrr_at_1000_diff1": 0.362029, "hit_rate_at_1": 0.62626, "hit_rate_at_3": 0.76768, "hit_rate_at_5": 0.78788, "hit_rate_at_10": 0.85859, "hit_rate_at_20": 0.90909, "hit_rate_at_25": 0.91919, "hit_rate_at_50": 0.9596, "hit_rate_at_100": 0.9697, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.626263, "R_cap_at_3": 0.661616, "R_cap_at_5": 0.695791, "R_cap_at_10": 0.76261, "R_cap_at_20": 0.827804, "R_cap_at_25": 0.84061, "R_cap_at_50": 0.905786, "R_cap_at_100": 0.94921, "R_cap_at_1000": 1.0, "main_score": 0.68212, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49565, "ndcg_at_3": 0.49959, "ndcg_at_5": 0.50059, "ndcg_at_10": 0.52389, "ndcg_at_20": 0.55196, "ndcg_at_25": 0.5595, "ndcg_at_50": 0.58756, "ndcg_at_100": 0.60282, "ndcg_at_1000": 0.62093, "map_at_1": 0.2169, "map_at_3": 0.34609, "map_at_5": 0.38375, "map_at_10": 0.42612, "map_at_20": 0.44741, "map_at_25": 0.45052, "map_at_50": 0.45877, "map_at_100": 0.46229, "map_at_1000": 0.46441, "recall_at_1": 0.2169, "recall_at_3": 0.40515, "recall_at_5": 0.49096, "recall_at_10": 0.61494, "recall_at_20": 0.71105, "recall_at_25": 0.73706, "recall_at_50": 0.84469, "recall_at_100": 0.90262, "recall_at_1000": 1.0, "accuracy": 0.2169, "precision_at_1": 0.49565, "precision_at_3": 0.36522, "precision_at_5": 0.27652, "precision_at_10": 0.19043, "precision_at_20": 0.11565, "precision_at_25": 0.09635, "precision_at_50": 0.05548, "precision_at_100": 0.03061, "precision_at_1000": 0.00337, "mrr_at_1": 0.495652, "mrr_at_3": 0.568116, "mrr_at_5": 0.579855, "mrr_at_10": 0.589092, "mrr_at_20": 0.592954, "mrr_at_25": 0.593694, "mrr_at_50": 0.595613, "mrr_at_100": 0.595938, "mrr_at_1000": 0.596348, "nauc_ndcg_at_1_max": 0.173715, "nauc_ndcg_at_1_std": 0.137717, "nauc_ndcg_at_1_diff1": 0.388197, "nauc_ndcg_at_3_max": 0.207925, "nauc_ndcg_at_3_std": 0.167714, "nauc_ndcg_at_3_diff1": 0.27145, "nauc_ndcg_at_5_max": 0.248983, "nauc_ndcg_at_5_std": 0.220911, "nauc_ndcg_at_5_diff1": 0.252395, "nauc_ndcg_at_10_max": 0.273106, "nauc_ndcg_at_10_std": 0.215109, "nauc_ndcg_at_10_diff1": 0.30505, "nauc_ndcg_at_20_max": 0.266905, "nauc_ndcg_at_20_std": 0.208674, "nauc_ndcg_at_20_diff1": 0.309849, "nauc_ndcg_at_25_max": 0.27104, "nauc_ndcg_at_25_std": 0.216006, "nauc_ndcg_at_25_diff1": 0.298283, "nauc_ndcg_at_50_max": 0.256084, "nauc_ndcg_at_50_std": 0.214143, "nauc_ndcg_at_50_diff1": 0.280501, "nauc_ndcg_at_100_max": 0.247608, "nauc_ndcg_at_100_std": 0.206291, "nauc_ndcg_at_100_diff1": 0.288606, "nauc_ndcg_at_1000_max": 0.223571, "nauc_ndcg_at_1000_std": 0.186196, "nauc_ndcg_at_1000_diff1": 0.291475, "nauc_map_at_1_max": 0.205137, "nauc_map_at_1_std": 0.03399, "nauc_map_at_1_diff1": 0.426685, "nauc_map_at_3_max": 0.279577, "nauc_map_at_3_std": 0.147197, "nauc_map_at_3_diff1": 0.415142, "nauc_map_at_5_max": 0.277822, "nauc_map_at_5_std": 0.183402, "nauc_map_at_5_diff1": 0.374889, "nauc_map_at_10_max": 0.280515, "nauc_map_at_10_std": 0.201854, "nauc_map_at_10_diff1": 0.347998, "nauc_map_at_20_max": 0.276496, "nauc_map_at_20_std": 0.210302, "nauc_map_at_20_diff1": 0.329814, "nauc_map_at_25_max": 0.27501, "nauc_map_at_25_std": 0.211239, "nauc_map_at_25_diff1": 0.324288, "nauc_map_at_50_max": 0.268069, "nauc_map_at_50_std": 0.207972, "nauc_map_at_50_diff1": 0.317339, "nauc_map_at_100_max": 0.265612, "nauc_map_at_100_std": 0.206417, "nauc_map_at_100_diff1": 0.317407, "nauc_map_at_1000_max": 0.263268, "nauc_map_at_1000_std": 0.204514, "nauc_map_at_1000_diff1": 0.317349, "nauc_recall_at_1_max": 0.205137, "nauc_recall_at_1_std": 0.03399, "nauc_recall_at_1_diff1": 0.426685, "nauc_recall_at_3_max": 0.300691, "nauc_recall_at_3_std": 0.166002, "nauc_recall_at_3_diff1": 0.334052, "nauc_recall_at_5_max": 0.315939, "nauc_recall_at_5_std": 0.245652, "nauc_recall_at_5_diff1": 0.253423, "nauc_recall_at_10_max": 0.340245, "nauc_recall_at_10_std": 0.2361, "nauc_recall_at_10_diff1": 0.229654, "nauc_recall_at_20_max": 0.35023, "nauc_recall_at_20_std": 0.247995, "nauc_recall_at_20_diff1": 0.254063, "nauc_recall_at_25_max": 0.399803, "nauc_recall_at_25_std": 0.301509, "nauc_recall_at_25_diff1": 0.206154, "nauc_recall_at_50_max": 0.437226, "nauc_recall_at_50_std": 0.392617, "nauc_recall_at_50_diff1": 0.073876, "nauc_recall_at_100_max": 0.530454, "nauc_recall_at_100_std": 0.457873, "nauc_recall_at_100_diff1": 0.158031, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.173715, "nauc_precision_at_1_std": 0.137717, "nauc_precision_at_1_diff1": 0.388197, "nauc_precision_at_3_max": 0.084104, "nauc_precision_at_3_std": 0.189771, "nauc_precision_at_3_diff1": 0.072405, "nauc_precision_at_5_max": 0.043648, "nauc_precision_at_5_std": 0.197745, "nauc_precision_at_5_diff1": -0.048714, "nauc_precision_at_10_max": 0.014784, "nauc_precision_at_10_std": 0.165444, "nauc_precision_at_10_diff1": -0.109832, "nauc_precision_at_20_max": -0.028788, "nauc_precision_at_20_std": 0.135752, "nauc_precision_at_20_diff1": -0.166022, "nauc_precision_at_25_max": -0.040697, "nauc_precision_at_25_std": 0.127375, "nauc_precision_at_25_diff1": -0.183528, "nauc_precision_at_50_max": -0.092439, "nauc_precision_at_50_std": 0.08132, "nauc_precision_at_50_diff1": -0.217156, "nauc_precision_at_100_max": -0.121322, "nauc_precision_at_100_std": 0.04648, "nauc_precision_at_100_diff1": -0.212486, "nauc_precision_at_1000_max": -0.164091, "nauc_precision_at_1000_std": 0.004504, "nauc_precision_at_1000_diff1": -0.219088, "nauc_mrr_at_1_max": 0.173715, "nauc_mrr_at_1_std": 0.137717, "nauc_mrr_at_1_diff1": 0.388197, "nauc_mrr_at_3_max": 0.174914, "nauc_mrr_at_3_std": 0.146979, "nauc_mrr_at_3_diff1": 0.331798, "nauc_mrr_at_5_max": 0.180382, "nauc_mrr_at_5_std": 0.161909, "nauc_mrr_at_5_diff1": 0.319729, "nauc_mrr_at_10_max": 0.182983, "nauc_mrr_at_10_std": 0.154598, "nauc_mrr_at_10_diff1": 0.320308, "nauc_mrr_at_20_max": 0.183257, "nauc_mrr_at_20_std": 0.153896, "nauc_mrr_at_20_diff1": 0.326185, "nauc_mrr_at_25_max": 0.185186, "nauc_mrr_at_25_std": 0.155763, "nauc_mrr_at_25_diff1": 0.325493, "nauc_mrr_at_50_max": 0.18409, "nauc_mrr_at_50_std": 0.155724, "nauc_mrr_at_50_diff1": 0.324988, "nauc_mrr_at_100_max": 0.184399, "nauc_mrr_at_100_std": 0.155791, "nauc_mrr_at_100_diff1": 0.325888, "nauc_mrr_at_1000_max": 0.183952, "nauc_mrr_at_1000_std": 0.155324, "nauc_mrr_at_1000_diff1": 0.326137, "hit_rate_at_1": 0.49565, "hit_rate_at_3": 0.66087, "hit_rate_at_5": 0.71304, "hit_rate_at_10": 0.78261, "hit_rate_at_20": 0.83478, "hit_rate_at_25": 0.85217, "hit_rate_at_50": 0.92174, "hit_rate_at_100": 0.93913, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.495652, "R_cap_at_3": 0.52029, "R_cap_at_5": 0.547101, "R_cap_at_10": 0.626011, "R_cap_at_20": 0.711046, "R_cap_at_25": 0.737059, "R_cap_at_50": 0.844687, "R_cap_at_100": 0.902625, "R_cap_at_1000": 1.0, "main_score": 0.52389, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.52344, "ndcg_at_3": 0.49475, "ndcg_at_5": 0.50972, "ndcg_at_10": 0.55882, "ndcg_at_20": 0.59681, "ndcg_at_25": 0.60271, "ndcg_at_50": 0.61479, "ndcg_at_100": 0.62857, "ndcg_at_1000": 0.64217, "map_at_1": 0.24488, "map_at_3": 0.35467, "map_at_5": 0.39933, "map_at_10": 0.44925, "map_at_20": 0.47979, "map_at_25": 0.48277, "map_at_50": 0.48646, "map_at_100": 0.48933, "map_at_1000": 0.49103, "recall_at_1": 0.24488, "recall_at_3": 0.39902, "recall_at_5": 0.49746, "recall_at_10": 0.68134, "recall_at_20": 0.80932, "recall_at_25": 0.82678, "recall_at_50": 0.87058, "recall_at_100": 0.92941, "recall_at_1000": 1.0, "accuracy": 0.24488, "precision_at_1": 0.52344, "precision_at_3": 0.35677, "precision_at_5": 0.28125, "precision_at_10": 0.20234, "precision_at_20": 0.12891, "precision_at_25": 0.10656, "precision_at_50": 0.05672, "precision_at_100": 0.03078, "precision_at_1000": 0.00333, "mrr_at_1": 0.523438, "mrr_at_3": 0.572917, "mrr_at_5": 0.589323, "mrr_at_10": 0.605788, "mrr_at_20": 0.608574, "mrr_at_25": 0.608946, "mrr_at_50": 0.609937, "mrr_at_100": 0.610364, "mrr_at_1000": 0.610589, "nauc_ndcg_at_1_max": 0.075966, "nauc_ndcg_at_1_std": 0.124282, "nauc_ndcg_at_1_diff1": 0.379469, "nauc_ndcg_at_3_max": 0.10218, "nauc_ndcg_at_3_std": 0.146514, "nauc_ndcg_at_3_diff1": 0.317133, "nauc_ndcg_at_5_max": 0.160146, "nauc_ndcg_at_5_std": 0.205526, "nauc_ndcg_at_5_diff1": 0.282202, "nauc_ndcg_at_10_max": 0.236222, "nauc_ndcg_at_10_std": 0.284513, "nauc_ndcg_at_10_diff1": 0.269799, "nauc_ndcg_at_20_max": 0.23192, "nauc_ndcg_at_20_std": 0.300565, "nauc_ndcg_at_20_diff1": 0.251894, "nauc_ndcg_at_25_max": 0.219044, "nauc_ndcg_at_25_std": 0.291368, "nauc_ndcg_at_25_diff1": 0.247488, "nauc_ndcg_at_50_max": 0.202973, "nauc_ndcg_at_50_std": 0.273084, "nauc_ndcg_at_50_diff1": 0.239286, "nauc_ndcg_at_100_max": 0.191995, "nauc_ndcg_at_100_std": 0.253124, "nauc_ndcg_at_100_diff1": 0.271842, "nauc_ndcg_at_1000_max": 0.178106, "nauc_ndcg_at_1000_std": 0.231337, "nauc_ndcg_at_1000_diff1": 0.278703, "nauc_map_at_1_max": 0.14305, "nauc_map_at_1_std": 0.047347, "nauc_map_at_1_diff1": 0.345607, "nauc_map_at_3_max": 0.185052, "nauc_map_at_3_std": 0.13128, "nauc_map_at_3_diff1": 0.334834, "nauc_map_at_5_max": 0.188015, "nauc_map_at_5_std": 0.161868, "nauc_map_at_5_diff1": 0.310512, "nauc_map_at_10_max": 0.215652, "nauc_map_at_10_std": 0.229107, "nauc_map_at_10_diff1": 0.294, "nauc_map_at_20_max": 0.220994, "nauc_map_at_20_std": 0.266602, "nauc_map_at_20_diff1": 0.277805, "nauc_map_at_25_max": 0.215617, "nauc_map_at_25_std": 0.262921, "nauc_map_at_25_diff1": 0.277215, "nauc_map_at_50_max": 0.209153, "nauc_map_at_50_std": 0.256348, "nauc_map_at_50_diff1": 0.274911, "nauc_map_at_100_max": 0.205791, "nauc_map_at_100_std": 0.252481, "nauc_map_at_100_diff1": 0.277543, "nauc_map_at_1000_max": 0.204502, "nauc_map_at_1000_std": 0.250481, "nauc_map_at_1000_diff1": 0.278648, "nauc_recall_at_1_max": 0.14305, "nauc_recall_at_1_std": 0.047347, "nauc_recall_at_1_diff1": 0.345607, "nauc_recall_at_3_max": 0.189101, "nauc_recall_at_3_std": 0.13994, "nauc_recall_at_3_diff1": 0.280007, "nauc_recall_at_5_max": 0.185329, "nauc_recall_at_5_std": 0.162449, "nauc_recall_at_5_diff1": 0.211581, "nauc_recall_at_10_max": 0.353281, "nauc_recall_at_10_std": 0.397699, "nauc_recall_at_10_diff1": 0.143371, "nauc_recall_at_20_max": 0.43442, "nauc_recall_at_20_std": 0.6198, "nauc_recall_at_20_diff1": -0.037272, "nauc_recall_at_25_max": 0.397218, "nauc_recall_at_25_std": 0.613082, "nauc_recall_at_25_diff1": -0.087143, "nauc_recall_at_50_max": 0.3599, "nauc_recall_at_50_std": 0.595974, "nauc_recall_at_50_diff1": -0.236394, "nauc_recall_at_100_max": 0.422373, "nauc_recall_at_100_std": 0.616064, "nauc_recall_at_100_diff1": 0.123119, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.075966, "nauc_precision_at_1_std": 0.124282, "nauc_precision_at_1_diff1": 0.379469, "nauc_precision_at_3_max": 0.046092, "nauc_precision_at_3_std": 0.183655, "nauc_precision_at_3_diff1": 0.153097, "nauc_precision_at_5_max": 0.038878, "nauc_precision_at_5_std": 0.217995, "nauc_precision_at_5_diff1": 0.058219, "nauc_precision_at_10_max": 0.044848, "nauc_precision_at_10_std": 0.272554, "nauc_precision_at_10_diff1": -0.019856, "nauc_precision_at_20_max": 0.026243, "nauc_precision_at_20_std": 0.268514, "nauc_precision_at_20_diff1": -0.063509, "nauc_precision_at_25_max": 0.001673, "nauc_precision_at_25_std": 0.238729, "nauc_precision_at_25_diff1": -0.0638, "nauc_precision_at_50_max": -0.041586, "nauc_precision_at_50_std": 0.182058, "nauc_precision_at_50_diff1": -0.085382, "nauc_precision_at_100_max": -0.076895, "nauc_precision_at_100_std": 0.119175, "nauc_precision_at_100_diff1": -0.063699, "nauc_precision_at_1000_max": -0.101161, "nauc_precision_at_1000_std": 0.06784, "nauc_precision_at_1000_diff1": -0.056624, "nauc_mrr_at_1_max": 0.075966, "nauc_mrr_at_1_std": 0.124282, "nauc_mrr_at_1_diff1": 0.379469, "nauc_mrr_at_3_max": 0.094702, "nauc_mrr_at_3_std": 0.133893, "nauc_mrr_at_3_diff1": 0.345978, "nauc_mrr_at_5_max": 0.103268, "nauc_mrr_at_5_std": 0.146899, "nauc_mrr_at_5_diff1": 0.333781, "nauc_mrr_at_10_max": 0.113597, "nauc_mrr_at_10_std": 0.160262, "nauc_mrr_at_10_diff1": 0.336625, "nauc_mrr_at_20_max": 0.109955, "nauc_mrr_at_20_std": 0.15891, "nauc_mrr_at_20_diff1": 0.33254, "nauc_mrr_at_25_max": 0.10917, "nauc_mrr_at_25_std": 0.158388, "nauc_mrr_at_25_diff1": 0.331813, "nauc_mrr_at_50_max": 0.108644, "nauc_mrr_at_50_std": 0.157548, "nauc_mrr_at_50_diff1": 0.331237, "nauc_mrr_at_100_max": 0.108519, "nauc_mrr_at_100_std": 0.156879, "nauc_mrr_at_100_diff1": 0.333377, "nauc_mrr_at_1000_max": 0.108188, "nauc_mrr_at_1000_std": 0.156415, "nauc_mrr_at_1000_diff1": 0.333424, "hit_rate_at_1": 0.52344, "hit_rate_at_3": 0.64062, "hit_rate_at_5": 0.71094, "hit_rate_at_10": 0.84375, "hit_rate_at_20": 0.89062, "hit_rate_at_25": 0.89844, "hit_rate_at_50": 0.92969, "hit_rate_at_100": 0.96094, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.523438, "R_cap_at_3": 0.502604, "R_cap_at_5": 0.548177, "R_cap_at_10": 0.694398, "R_cap_at_20": 0.80932, "R_cap_at_25": 0.826776, "R_cap_at_50": 0.87058, "R_cap_at_100": 0.929414, "R_cap_at_1000": 1.0, "main_score": 0.55882, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67647, "ndcg_at_3": 0.65127, "ndcg_at_5": 0.6698, "ndcg_at_10": 0.68725, "ndcg_at_20": 0.71089, "ndcg_at_25": 0.71868, "ndcg_at_50": 0.73346, "ndcg_at_100": 0.74288, "ndcg_at_1000": 0.75004, "map_at_1": 0.32125, "map_at_3": 0.50489, "map_at_5": 0.55287, "map_at_10": 0.60013, "map_at_20": 0.6257, "map_at_25": 0.62912, "map_at_50": 0.6344, "map_at_100": 0.63648, "map_at_1000": 0.6373, "recall_at_1": 0.32125, "recall_at_3": 0.54666, "recall_at_5": 0.65067, "recall_at_10": 0.75136, "recall_at_20": 0.83936, "recall_at_25": 0.86602, "recall_at_50": 0.91782, "recall_at_100": 0.95877, "recall_at_1000": 1.0, "accuracy": 0.32125, "precision_at_1": 0.67647, "precision_at_3": 0.46814, "precision_at_5": 0.35147, "precision_at_10": 0.23162, "precision_at_20": 0.1386, "precision_at_25": 0.11471, "precision_at_50": 0.06176, "precision_at_100": 0.03257, "precision_at_1000": 0.00338, "mrr_at_1": 0.676471, "mrr_at_3": 0.715686, "mrr_at_5": 0.732598, "mrr_at_10": 0.736397, "mrr_at_20": 0.739284, "mrr_at_25": 0.739885, "mrr_at_50": 0.740717, "mrr_at_100": 0.741034, "mrr_at_1000": 0.741203, "nauc_ndcg_at_1_max": 0.614613, "nauc_ndcg_at_1_std": 0.518012, "nauc_ndcg_at_1_diff1": 0.594484, "nauc_ndcg_at_3_max": 0.637145, "nauc_ndcg_at_3_std": 0.512397, "nauc_ndcg_at_3_diff1": 0.439289, "nauc_ndcg_at_5_max": 0.69353, "nauc_ndcg_at_5_std": 0.593898, "nauc_ndcg_at_5_diff1": 0.424651, "nauc_ndcg_at_10_max": 0.739456, "nauc_ndcg_at_10_std": 0.636758, "nauc_ndcg_at_10_diff1": 0.457408, "nauc_ndcg_at_20_max": 0.725742, "nauc_ndcg_at_20_std": 0.628738, "nauc_ndcg_at_20_diff1": 0.459231, "nauc_ndcg_at_25_max": 0.722143, "nauc_ndcg_at_25_std": 0.626338, "nauc_ndcg_at_25_diff1": 0.452812, "nauc_ndcg_at_50_max": 0.704583, "nauc_ndcg_at_50_std": 0.612866, "nauc_ndcg_at_50_diff1": 0.445187, "nauc_ndcg_at_100_max": 0.696539, "nauc_ndcg_at_100_std": 0.59881, "nauc_ndcg_at_100_diff1": 0.462597, "nauc_ndcg_at_1000_max": 0.687785, "nauc_ndcg_at_1000_std": 0.587645, "nauc_ndcg_at_1000_diff1": 0.461757, "nauc_map_at_1_max": 0.412269, "nauc_map_at_1_std": 0.248577, "nauc_map_at_1_diff1": 0.539788, "nauc_map_at_3_max": 0.586221, "nauc_map_at_3_std": 0.404989, "nauc_map_at_3_diff1": 0.435112, "nauc_map_at_5_max": 0.629239, "nauc_map_at_5_std": 0.465976, "nauc_map_at_5_diff1": 0.430326, "nauc_map_at_10_max": 0.684116, "nauc_map_at_10_std": 0.542425, "nauc_map_at_10_diff1": 0.436455, "nauc_map_at_20_max": 0.710766, "nauc_map_at_20_std": 0.582959, "nauc_map_at_20_diff1": 0.44687, "nauc_map_at_25_max": 0.709646, "nauc_map_at_25_std": 0.58317, "nauc_map_at_25_diff1": 0.442443, "nauc_map_at_50_max": 0.703933, "nauc_map_at_50_std": 0.579088, "nauc_map_at_50_diff1": 0.43819, "nauc_map_at_100_max": 0.701892, "nauc_map_at_100_std": 0.577047, "nauc_map_at_100_diff1": 0.439031, "nauc_map_at_1000_max": 0.70089, "nauc_map_at_1000_std": 0.576024, "nauc_map_at_1000_diff1": 0.439496, "nauc_recall_at_1_max": 0.412269, "nauc_recall_at_1_std": 0.248577, "nauc_recall_at_1_diff1": 0.539788, "nauc_recall_at_3_max": 0.590711, "nauc_recall_at_3_std": 0.410521, "nauc_recall_at_3_diff1": 0.375926, "nauc_recall_at_5_max": 0.604234, "nauc_recall_at_5_std": 0.489141, "nauc_recall_at_5_diff1": 0.323348, "nauc_recall_at_10_max": 0.733889, "nauc_recall_at_10_std": 0.672765, "nauc_recall_at_10_diff1": 0.336714, "nauc_recall_at_20_max": 0.792306, "nauc_recall_at_20_std": 0.783948, "nauc_recall_at_20_diff1": 0.339905, "nauc_recall_at_25_max": 0.792141, "nauc_recall_at_25_std": 0.794065, "nauc_recall_at_25_diff1": 0.301964, "nauc_recall_at_50_max": 0.748472, "nauc_recall_at_50_std": 0.826465, "nauc_recall_at_50_diff1": 0.188697, "nauc_recall_at_100_max": 0.802948, "nauc_recall_at_100_std": 0.812388, "nauc_recall_at_100_diff1": 0.543595, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614613, "nauc_precision_at_1_std": 0.518012, "nauc_precision_at_1_diff1": 0.594484, "nauc_precision_at_3_max": 0.378803, "nauc_precision_at_3_std": 0.389149, "nauc_precision_at_3_diff1": 0.071154, "nauc_precision_at_5_max": 0.279427, "nauc_precision_at_5_std": 0.348646, "nauc_precision_at_5_diff1": -0.012641, "nauc_precision_at_10_max": 0.201038, "nauc_precision_at_10_std": 0.303309, "nauc_precision_at_10_diff1": -0.050439, "nauc_precision_at_20_max": 0.160225, "nauc_precision_at_20_std": 0.2783, "nauc_precision_at_20_diff1": -0.045923, "nauc_precision_at_25_max": 0.133996, "nauc_precision_at_25_std": 0.255033, "nauc_precision_at_25_diff1": -0.067247, "nauc_precision_at_50_max": 0.062918, "nauc_precision_at_50_std": 0.187656, "nauc_precision_at_50_diff1": -0.098106, "nauc_precision_at_100_max": 0.011914, "nauc_precision_at_100_std": 0.135285, "nauc_precision_at_100_diff1": -0.103284, "nauc_precision_at_1000_max": -0.022207, "nauc_precision_at_1000_std": 0.099619, "nauc_precision_at_1000_diff1": -0.10701, "nauc_mrr_at_1_max": 0.614613, "nauc_mrr_at_1_std": 0.518012, "nauc_mrr_at_1_diff1": 0.594484, "nauc_mrr_at_3_max": 0.659604, "nauc_mrr_at_3_std": 0.559418, "nauc_mrr_at_3_diff1": 0.549646, "nauc_mrr_at_5_max": 0.660331, "nauc_mrr_at_5_std": 0.579304, "nauc_mrr_at_5_diff1": 0.550761, "nauc_mrr_at_10_max": 0.660685, "nauc_mrr_at_10_std": 0.581261, "nauc_mrr_at_10_diff1": 0.549488, "nauc_mrr_at_20_max": 0.658477, "nauc_mrr_at_20_std": 0.578609, "nauc_mrr_at_20_diff1": 0.549178, "nauc_mrr_at_25_max": 0.65811, "nauc_mrr_at_25_std": 0.577661, "nauc_mrr_at_25_diff1": 0.549684, "nauc_mrr_at_50_max": 0.65717, "nauc_mrr_at_50_std": 0.576904, "nauc_mrr_at_50_diff1": 0.549315, "nauc_mrr_at_100_max": 0.657323, "nauc_mrr_at_100_std": 0.576423, "nauc_mrr_at_100_diff1": 0.550844, "nauc_mrr_at_1000_max": 0.65725, "nauc_mrr_at_1000_std": 0.576267, "nauc_mrr_at_1000_diff1": 0.550621, "hit_rate_at_1": 0.67647, "hit_rate_at_3": 0.76471, "hit_rate_at_5": 0.83824, "hit_rate_at_10": 0.86765, "hit_rate_at_20": 0.90441, "hit_rate_at_25": 0.91912, "hit_rate_at_50": 0.94853, "hit_rate_at_100": 0.97059, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.676471, "R_cap_at_3": 0.658088, "R_cap_at_5": 0.714216, "R_cap_at_10": 0.767851, "R_cap_at_20": 0.839362, "R_cap_at_25": 0.86602, "R_cap_at_50": 0.917824, "R_cap_at_100": 0.958773, "R_cap_at_1000": 1.0, "main_score": 0.68725, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79167, "ndcg_at_3": 0.85262, "ndcg_at_5": 0.86233, "ndcg_at_10": 0.88302, "ndcg_at_20": 0.89139, "ndcg_at_25": 0.89139, "ndcg_at_50": 0.89139, "ndcg_at_100": 0.89139, "ndcg_at_1000": 0.89139, "map_at_1": 0.69097, "map_at_3": 0.82581, "map_at_5": 0.83449, "map_at_10": 0.84678, "map_at_20": 0.84957, "map_at_25": 0.84957, "map_at_50": 0.84957, "map_at_100": 0.84957, "map_at_1000": 0.84957, "recall_at_1": 0.69097, "recall_at_3": 0.89583, "recall_at_5": 0.91319, "recall_at_10": 0.96875, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69097, "precision_at_1": 0.79167, "precision_at_3": 0.38194, "precision_at_5": 0.2375, "precision_at_10": 0.12917, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.791667, "mrr_at_3": 0.857639, "mrr_at_5": 0.857639, "mrr_at_10": 0.862037, "mrr_at_20": 0.863339, "mrr_at_25": 0.863339, "mrr_at_50": 0.863339, "mrr_at_100": 0.863339, "mrr_at_1000": 0.863339, "nauc_ndcg_at_1_max": 0.828541, "nauc_ndcg_at_1_std": 0.830412, "nauc_ndcg_at_1_diff1": 0.802288, "nauc_ndcg_at_3_max": 0.855178, "nauc_ndcg_at_3_std": 0.855632, "nauc_ndcg_at_3_diff1": 0.789684, "nauc_ndcg_at_5_max": 0.859562, "nauc_ndcg_at_5_std": 0.844612, "nauc_ndcg_at_5_diff1": 0.808403, "nauc_ndcg_at_10_max": 0.861216, "nauc_ndcg_at_10_std": 0.844816, "nauc_ndcg_at_10_diff1": 0.806045, "nauc_ndcg_at_20_max": 0.854018, "nauc_ndcg_at_20_std": 0.838628, "nauc_ndcg_at_20_diff1": 0.799085, "nauc_ndcg_at_25_max": 0.854018, "nauc_ndcg_at_25_std": 0.838628, "nauc_ndcg_at_25_diff1": 0.799085, "nauc_ndcg_at_50_max": 0.854018, "nauc_ndcg_at_50_std": 0.838628, "nauc_ndcg_at_50_diff1": 0.799085, "nauc_ndcg_at_100_max": 0.854018, "nauc_ndcg_at_100_std": 0.838628, "nauc_ndcg_at_100_diff1": 0.799085, "nauc_ndcg_at_1000_max": 0.854018, "nauc_ndcg_at_1000_std": 0.838628, "nauc_ndcg_at_1000_diff1": 0.799085, "nauc_map_at_1_max": 0.738688, "nauc_map_at_1_std": 0.582849, "nauc_map_at_1_diff1": 0.830792, "nauc_map_at_3_max": 0.847034, "nauc_map_at_3_std": 0.834163, "nauc_map_at_3_diff1": 0.775668, "nauc_map_at_5_max": 0.850444, "nauc_map_at_5_std": 0.825512, "nauc_map_at_5_diff1": 0.789173, "nauc_map_at_10_max": 0.852188, "nauc_map_at_10_std": 0.829612, "nauc_map_at_10_diff1": 0.787142, "nauc_map_at_20_max": 0.850631, "nauc_map_at_20_std": 0.827428, "nauc_map_at_20_diff1": 0.785869, "nauc_map_at_25_max": 0.850631, "nauc_map_at_25_std": 0.827428, "nauc_map_at_25_diff1": 0.785869, "nauc_map_at_50_max": 0.850631, "nauc_map_at_50_std": 0.827428, "nauc_map_at_50_diff1": 0.785869, "nauc_map_at_100_max": 0.850631, "nauc_map_at_100_std": 0.827428, "nauc_map_at_100_diff1": 0.785869, "nauc_map_at_1000_max": 0.850631, "nauc_map_at_1000_std": 0.827428, "nauc_map_at_1000_diff1": 0.785869, "nauc_recall_at_1_max": 0.738688, "nauc_recall_at_1_std": 0.582849, "nauc_recall_at_1_diff1": 0.830792, "nauc_recall_at_3_max": 0.858065, "nauc_recall_at_3_std": 0.882108, "nauc_recall_at_3_diff1": 0.786259, "nauc_recall_at_5_max": 0.872292, "nauc_recall_at_5_std": 0.860157, "nauc_recall_at_5_diff1": 0.83643, "nauc_recall_at_10_max": 0.956224, "nauc_recall_at_10_std": 0.912449, "nauc_recall_at_10_diff1": 0.906689, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.828541, "nauc_precision_at_1_std": 0.830412, "nauc_precision_at_1_diff1": 0.802288, "nauc_precision_at_3_max": 0.011886, "nauc_precision_at_3_std": 0.323613, "nauc_precision_at_3_diff1": -0.204881, "nauc_precision_at_5_max": -0.06294, "nauc_precision_at_5_std": 0.199397, "nauc_precision_at_5_diff1": -0.233635, "nauc_precision_at_10_max": -0.23752, "nauc_precision_at_10_std": 0.001433, "nauc_precision_at_10_diff1": -0.382575, "nauc_precision_at_20_max": -0.330917, "nauc_precision_at_20_std": -0.087165, "nauc_precision_at_20_diff1": -0.471836, "nauc_precision_at_25_max": -0.330917, "nauc_precision_at_25_std": -0.087165, "nauc_precision_at_25_diff1": -0.471836, "nauc_precision_at_50_max": -0.330917, "nauc_precision_at_50_std": -0.087165, "nauc_precision_at_50_diff1": -0.471836, "nauc_precision_at_100_max": -0.330917, "nauc_precision_at_100_std": -0.087165, "nauc_precision_at_100_diff1": -0.471836, "nauc_precision_at_1000_max": -0.330917, "nauc_precision_at_1000_std": -0.087165, "nauc_precision_at_1000_diff1": -0.471836, "nauc_mrr_at_1_max": 0.828541, "nauc_mrr_at_1_std": 0.830412, "nauc_mrr_at_1_diff1": 0.802288, "nauc_mrr_at_3_max": 0.849503, "nauc_mrr_at_3_std": 0.847482, "nauc_mrr_at_3_diff1": 0.814972, "nauc_mrr_at_5_max": 0.849503, "nauc_mrr_at_5_std": 0.847482, "nauc_mrr_at_5_diff1": 0.814972, "nauc_mrr_at_10_max": 0.84886, "nauc_mrr_at_10_std": 0.844453, "nauc_mrr_at_10_diff1": 0.815794, "nauc_mrr_at_20_max": 0.847344, "nauc_mrr_at_20_std": 0.84421, "nauc_mrr_at_20_diff1": 0.813946, "nauc_mrr_at_25_max": 0.847344, "nauc_mrr_at_25_std": 0.84421, "nauc_mrr_at_25_diff1": 0.813946, "nauc_mrr_at_50_max": 0.847344, "nauc_mrr_at_50_std": 0.84421, "nauc_mrr_at_50_diff1": 0.813946, "nauc_mrr_at_100_max": 0.847344, "nauc_mrr_at_100_std": 0.84421, "nauc_mrr_at_100_diff1": 0.813946, "nauc_mrr_at_1000_max": 0.847344, "nauc_mrr_at_1000_std": 0.84421, "nauc_mrr_at_1000_diff1": 0.813946, "hit_rate_at_1": 0.79167, "hit_rate_at_3": 0.9375, "hit_rate_at_5": 0.9375, "hit_rate_at_10": 0.97917, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.791667, "R_cap_at_3": 0.895833, "R_cap_at_5": 0.913194, "R_cap_at_10": 0.96875, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88302, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70423, "ndcg_at_3": 0.76777, "ndcg_at_5": 0.80698, "ndcg_at_10": 0.82332, "ndcg_at_20": 0.8353, "ndcg_at_25": 0.8353, "ndcg_at_50": 0.8353, "ndcg_at_100": 0.8353, "ndcg_at_1000": 0.8353, "map_at_1": 0.57746, "map_at_3": 0.72613, "map_at_5": 0.75501, "map_at_10": 0.76346, "map_at_20": 0.76754, "map_at_25": 0.76754, "map_at_50": 0.76754, "map_at_100": 0.76754, "map_at_1000": 0.76754, "recall_at_1": 0.57746, "recall_at_3": 0.82394, "recall_at_5": 0.9108, "recall_at_10": 0.95775, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57746, "precision_at_1": 0.70423, "precision_at_3": 0.35211, "precision_at_5": 0.23662, "precision_at_10": 0.12535, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.704225, "mrr_at_3": 0.79108, "mrr_at_5": 0.803756, "mrr_at_10": 0.807668, "mrr_at_20": 0.809493, "mrr_at_25": 0.809493, "mrr_at_50": 0.809493, "mrr_at_100": 0.809493, "mrr_at_1000": 0.809493, "nauc_ndcg_at_1_max": 0.059644, "nauc_ndcg_at_1_std": 0.322013, "nauc_ndcg_at_1_diff1": 0.630223, "nauc_ndcg_at_3_max": 0.324416, "nauc_ndcg_at_3_std": 0.507797, "nauc_ndcg_at_3_diff1": 0.619223, "nauc_ndcg_at_5_max": 0.249998, "nauc_ndcg_at_5_std": 0.46954, "nauc_ndcg_at_5_diff1": 0.638354, "nauc_ndcg_at_10_max": 0.230221, "nauc_ndcg_at_10_std": 0.457851, "nauc_ndcg_at_10_diff1": 0.629494, "nauc_ndcg_at_20_max": 0.213394, "nauc_ndcg_at_20_std": 0.436911, "nauc_ndcg_at_20_diff1": 0.627614, "nauc_ndcg_at_25_max": 0.213394, "nauc_ndcg_at_25_std": 0.436911, "nauc_ndcg_at_25_diff1": 0.627614, "nauc_ndcg_at_50_max": 0.213394, "nauc_ndcg_at_50_std": 0.436911, "nauc_ndcg_at_50_diff1": 0.627614, "nauc_ndcg_at_100_max": 0.213394, "nauc_ndcg_at_100_std": 0.436911, "nauc_ndcg_at_100_diff1": 0.627614, "nauc_ndcg_at_1000_max": 0.213394, "nauc_ndcg_at_1000_std": 0.436911, "nauc_ndcg_at_1000_diff1": 0.627614, "nauc_map_at_1_max": 0.225653, "nauc_map_at_1_std": 0.342786, "nauc_map_at_1_diff1": 0.581174, "nauc_map_at_3_max": 0.310636, "nauc_map_at_3_std": 0.495911, "nauc_map_at_3_diff1": 0.610148, "nauc_map_at_5_max": 0.25976, "nauc_map_at_5_std": 0.471006, "nauc_map_at_5_diff1": 0.62377, "nauc_map_at_10_max": 0.252782, "nauc_map_at_10_std": 0.464712, "nauc_map_at_10_diff1": 0.62197, "nauc_map_at_20_max": 0.246924, "nauc_map_at_20_std": 0.458748, "nauc_map_at_20_diff1": 0.620329, "nauc_map_at_25_max": 0.246924, "nauc_map_at_25_std": 0.458748, "nauc_map_at_25_diff1": 0.620329, "nauc_map_at_50_max": 0.246924, "nauc_map_at_50_std": 0.458748, "nauc_map_at_50_diff1": 0.620329, "nauc_map_at_100_max": 0.246924, "nauc_map_at_100_std": 0.458748, "nauc_map_at_100_diff1": 0.620329, "nauc_map_at_1000_max": 0.246924, "nauc_map_at_1000_std": 0.458748, "nauc_map_at_1000_diff1": 0.620329, "nauc_recall_at_1_max": 0.225653, "nauc_recall_at_1_std": 0.342786, "nauc_recall_at_1_diff1": 0.581174, "nauc_recall_at_3_max": 0.506247, "nauc_recall_at_3_std": 0.610173, "nauc_recall_at_3_diff1": 0.561614, "nauc_recall_at_5_max": 0.391819, "nauc_recall_at_5_std": 0.576558, "nauc_recall_at_5_diff1": 0.610822, "nauc_recall_at_10_max": 0.351923, "nauc_recall_at_10_std": 0.620838, "nauc_recall_at_10_diff1": 0.527243, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.059644, "nauc_precision_at_1_std": 0.322013, "nauc_precision_at_1_diff1": 0.630223, "nauc_precision_at_3_max": 0.005696, "nauc_precision_at_3_std": 0.195047, "nauc_precision_at_3_diff1": 0.142377, "nauc_precision_at_5_max": -0.167137, "nauc_precision_at_5_std": 0.022678, "nauc_precision_at_5_diff1": 0.015342, "nauc_precision_at_10_max": -0.228305, "nauc_precision_at_10_std": -0.074321, "nauc_precision_at_10_diff1": -0.075062, "nauc_precision_at_20_max": -0.308569, "nauc_precision_at_20_std": -0.189861, "nauc_precision_at_20_diff1": -0.179586, "nauc_precision_at_25_max": -0.308569, "nauc_precision_at_25_std": -0.189861, "nauc_precision_at_25_diff1": -0.179586, "nauc_precision_at_50_max": -0.308569, "nauc_precision_at_50_std": -0.189861, "nauc_precision_at_50_diff1": -0.179586, "nauc_precision_at_100_max": -0.308569, "nauc_precision_at_100_std": -0.189861, "nauc_precision_at_100_diff1": -0.179586, "nauc_precision_at_1000_max": -0.308569, "nauc_precision_at_1000_std": -0.189861, "nauc_precision_at_1000_diff1": -0.179586, "nauc_mrr_at_1_max": 0.059644, "nauc_mrr_at_1_std": 0.322013, "nauc_mrr_at_1_diff1": 0.630223, "nauc_mrr_at_3_max": 0.156446, "nauc_mrr_at_3_std": 0.395265, "nauc_mrr_at_3_diff1": 0.641888, "nauc_mrr_at_5_max": 0.127662, "nauc_mrr_at_5_std": 0.375153, "nauc_mrr_at_5_diff1": 0.647943, "nauc_mrr_at_10_max": 0.122284, "nauc_mrr_at_10_std": 0.375431, "nauc_mrr_at_10_diff1": 0.643696, "nauc_mrr_at_20_max": 0.122056, "nauc_mrr_at_20_std": 0.373268, "nauc_mrr_at_20_diff1": 0.643696, "nauc_mrr_at_25_max": 0.122056, "nauc_mrr_at_25_std": 0.373268, "nauc_mrr_at_25_diff1": 0.643696, "nauc_mrr_at_50_max": 0.122056, "nauc_mrr_at_50_std": 0.373268, "nauc_mrr_at_50_diff1": 0.643696, "nauc_mrr_at_100_max": 0.122056, "nauc_mrr_at_100_std": 0.373268, "nauc_mrr_at_100_diff1": 0.643696, "nauc_mrr_at_1000_max": 0.122056, "nauc_mrr_at_1000_std": 0.373268, "nauc_mrr_at_1000_diff1": 0.643696, "hit_rate_at_1": 0.70423, "hit_rate_at_3": 0.88732, "hit_rate_at_5": 0.94366, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.704225, "R_cap_at_3": 0.823944, "R_cap_at_5": 0.910798, "R_cap_at_10": 0.957746, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82332, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68056, "ndcg_at_3": 0.72911, "ndcg_at_5": 0.76452, "ndcg_at_10": 0.7937, "ndcg_at_20": 0.81381, "ndcg_at_25": 0.81381, "ndcg_at_50": 0.81381, "ndcg_at_100": 0.81381, "ndcg_at_1000": 0.81381, "map_at_1": 0.55324, "map_at_3": 0.69637, "map_at_5": 0.7179, "map_at_10": 0.73454, "map_at_20": 0.74224, "map_at_25": 0.74224, "map_at_50": 0.74224, "map_at_100": 0.74224, "map_at_1000": 0.74224, "recall_at_1": 0.55324, "recall_at_3": 0.77083, "recall_at_5": 0.85185, "recall_at_10": 0.93287, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.55324, "precision_at_1": 0.68056, "precision_at_3": 0.34722, "precision_at_5": 0.22778, "precision_at_10": 0.12639, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.680556, "mrr_at_3": 0.747685, "mrr_at_5": 0.76713, "mrr_at_10": 0.772487, "mrr_at_20": 0.777327, "mrr_at_25": 0.777327, "mrr_at_50": 0.777327, "mrr_at_100": 0.777327, "mrr_at_1000": 0.777327, "nauc_ndcg_at_1_max": 0.46326, "nauc_ndcg_at_1_std": 0.575243, "nauc_ndcg_at_1_diff1": 0.763596, "nauc_ndcg_at_3_max": 0.565533, "nauc_ndcg_at_3_std": 0.700479, "nauc_ndcg_at_3_diff1": 0.794872, "nauc_ndcg_at_5_max": 0.533489, "nauc_ndcg_at_5_std": 0.68859, "nauc_ndcg_at_5_diff1": 0.797288, "nauc_ndcg_at_10_max": 0.50089, "nauc_ndcg_at_10_std": 0.663106, "nauc_ndcg_at_10_diff1": 0.77663, "nauc_ndcg_at_20_max": 0.531599, "nauc_ndcg_at_20_std": 0.674486, "nauc_ndcg_at_20_diff1": 0.776516, "nauc_ndcg_at_25_max": 0.531599, "nauc_ndcg_at_25_std": 0.674486, "nauc_ndcg_at_25_diff1": 0.776516, "nauc_ndcg_at_50_max": 0.531599, "nauc_ndcg_at_50_std": 0.674486, "nauc_ndcg_at_50_diff1": 0.776516, "nauc_ndcg_at_100_max": 0.531599, "nauc_ndcg_at_100_std": 0.674486, "nauc_ndcg_at_100_diff1": 0.776516, "nauc_ndcg_at_1000_max": 0.531599, "nauc_ndcg_at_1000_std": 0.674486, "nauc_ndcg_at_1000_diff1": 0.776516, "nauc_map_at_1_max": 0.55111, "nauc_map_at_1_std": 0.55596, "nauc_map_at_1_diff1": 0.781201, "nauc_map_at_3_max": 0.590876, "nauc_map_at_3_std": 0.705921, "nauc_map_at_3_diff1": 0.796012, "nauc_map_at_5_max": 0.571345, "nauc_map_at_5_std": 0.699544, "nauc_map_at_5_diff1": 0.798544, "nauc_map_at_10_max": 0.554695, "nauc_map_at_10_std": 0.693569, "nauc_map_at_10_diff1": 0.785855, "nauc_map_at_20_max": 0.565145, "nauc_map_at_20_std": 0.697174, "nauc_map_at_20_diff1": 0.786019, "nauc_map_at_25_max": 0.565145, "nauc_map_at_25_std": 0.697174, "nauc_map_at_25_diff1": 0.786019, "nauc_map_at_50_max": 0.565145, "nauc_map_at_50_std": 0.697174, "nauc_map_at_50_diff1": 0.786019, "nauc_map_at_100_max": 0.565145, "nauc_map_at_100_std": 0.697174, "nauc_map_at_100_diff1": 0.786019, "nauc_map_at_1000_max": 0.565145, "nauc_map_at_1000_std": 0.697174, "nauc_map_at_1000_diff1": 0.786019, "nauc_recall_at_1_max": 0.55111, "nauc_recall_at_1_std": 0.55596, "nauc_recall_at_1_diff1": 0.781201, "nauc_recall_at_3_max": 0.568565, "nauc_recall_at_3_std": 0.722031, "nauc_recall_at_3_diff1": 0.796872, "nauc_recall_at_5_max": 0.454803, "nauc_recall_at_5_std": 0.674188, "nauc_recall_at_5_diff1": 0.783923, "nauc_recall_at_10_max": 0.246431, "nauc_recall_at_10_std": 0.544728, "nauc_recall_at_10_diff1": 0.746773, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.46326, "nauc_precision_at_1_std": 0.575243, "nauc_precision_at_1_diff1": 0.763596, "nauc_precision_at_3_max": 0.121763, "nauc_precision_at_3_std": 0.348938, "nauc_precision_at_3_diff1": 0.155974, "nauc_precision_at_5_max": -0.00141, "nauc_precision_at_5_std": 0.254996, "nauc_precision_at_5_diff1": 0.043584, "nauc_precision_at_10_max": -0.166782, "nauc_precision_at_10_std": 0.076658, "nauc_precision_at_10_diff1": -0.153372, "nauc_precision_at_20_max": -0.216278, "nauc_precision_at_20_std": -0.033281, "nauc_precision_at_20_diff1": -0.312999, "nauc_precision_at_25_max": -0.216278, "nauc_precision_at_25_std": -0.033281, "nauc_precision_at_25_diff1": -0.312999, "nauc_precision_at_50_max": -0.216278, "nauc_precision_at_50_std": -0.033281, "nauc_precision_at_50_diff1": -0.312999, "nauc_precision_at_100_max": -0.216278, "nauc_precision_at_100_std": -0.033281, "nauc_precision_at_100_diff1": -0.312999, "nauc_precision_at_1000_max": -0.216278, "nauc_precision_at_1000_std": -0.033281, "nauc_precision_at_1000_diff1": -0.312999, "nauc_mrr_at_1_max": 0.46326, "nauc_mrr_at_1_std": 0.575243, "nauc_mrr_at_1_diff1": 0.763596, "nauc_mrr_at_3_max": 0.466687, "nauc_mrr_at_3_std": 0.613995, "nauc_mrr_at_3_diff1": 0.76102, "nauc_mrr_at_5_max": 0.448208, "nauc_mrr_at_5_std": 0.60273, "nauc_mrr_at_5_diff1": 0.759174, "nauc_mrr_at_10_max": 0.448719, "nauc_mrr_at_10_std": 0.597758, "nauc_mrr_at_10_diff1": 0.759889, "nauc_mrr_at_20_max": 0.452941, "nauc_mrr_at_20_std": 0.598358, "nauc_mrr_at_20_diff1": 0.759299, "nauc_mrr_at_25_max": 0.452941, "nauc_mrr_at_25_std": 0.598358, "nauc_mrr_at_25_diff1": 0.759299, "nauc_mrr_at_50_max": 0.452941, "nauc_mrr_at_50_std": 0.598358, "nauc_mrr_at_50_diff1": 0.759299, "nauc_mrr_at_100_max": 0.452941, "nauc_mrr_at_100_std": 0.598358, "nauc_mrr_at_100_diff1": 0.759299, "nauc_mrr_at_1000_max": 0.452941, "nauc_mrr_at_1000_std": 0.598358, "nauc_mrr_at_1000_diff1": 0.759299, "hit_rate_at_1": 0.68056, "hit_rate_at_3": 0.81944, "hit_rate_at_5": 0.90278, "hit_rate_at_10": 0.94444, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.680556, "R_cap_at_3": 0.770833, "R_cap_at_5": 0.851852, "R_cap_at_10": 0.93287, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.7937, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83099, "ndcg_at_3": 0.8257, "ndcg_at_5": 0.83944, "ndcg_at_10": 0.8712, "ndcg_at_20": 0.88554, "ndcg_at_25": 0.88554, "ndcg_at_50": 0.88554, "ndcg_at_100": 0.88554, "ndcg_at_1000": 0.88554, "map_at_1": 0.69718, "map_at_3": 0.80282, "map_at_5": 0.8108, "map_at_10": 0.8304, "map_at_20": 0.83599, "map_at_25": 0.83599, "map_at_50": 0.83599, "map_at_100": 0.83599, "map_at_1000": 0.83599, "recall_at_1": 0.69718, "recall_at_3": 0.83333, "recall_at_5": 0.8662, "recall_at_10": 0.9507, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69718, "precision_at_1": 0.83099, "precision_at_3": 0.3615, "precision_at_5": 0.22535, "precision_at_10": 0.12676, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.830986, "mrr_at_3": 0.86385, "mrr_at_5": 0.869484, "mrr_at_10": 0.875743, "mrr_at_20": 0.877963, "mrr_at_25": 0.877963, "mrr_at_50": 0.877963, "mrr_at_100": 0.877963, "mrr_at_1000": 0.877963, "nauc_ndcg_at_1_max": 0.529431, "nauc_ndcg_at_1_std": 0.667062, "nauc_ndcg_at_1_diff1": 0.730509, "nauc_ndcg_at_3_max": 0.644389, "nauc_ndcg_at_3_std": 0.756687, "nauc_ndcg_at_3_diff1": 0.738599, "nauc_ndcg_at_5_max": 0.652925, "nauc_ndcg_at_5_std": 0.761729, "nauc_ndcg_at_5_diff1": 0.728749, "nauc_ndcg_at_10_max": 0.62213, "nauc_ndcg_at_10_std": 0.768574, "nauc_ndcg_at_10_diff1": 0.736505, "nauc_ndcg_at_20_max": 0.625769, "nauc_ndcg_at_20_std": 0.763301, "nauc_ndcg_at_20_diff1": 0.735331, "nauc_ndcg_at_25_max": 0.625769, "nauc_ndcg_at_25_std": 0.763301, "nauc_ndcg_at_25_diff1": 0.735331, "nauc_ndcg_at_50_max": 0.625769, "nauc_ndcg_at_50_std": 0.763301, "nauc_ndcg_at_50_diff1": 0.735331, "nauc_ndcg_at_100_max": 0.625769, "nauc_ndcg_at_100_std": 0.763301, "nauc_ndcg_at_100_diff1": 0.735331, "nauc_ndcg_at_1000_max": 0.625769, "nauc_ndcg_at_1000_std": 0.763301, "nauc_ndcg_at_1000_diff1": 0.735331, "nauc_map_at_1_max": 0.478365, "nauc_map_at_1_std": 0.521295, "nauc_map_at_1_diff1": 0.723801, "nauc_map_at_3_max": 0.648914, "nauc_map_at_3_std": 0.739006, "nauc_map_at_3_diff1": 0.729722, "nauc_map_at_5_max": 0.65674, "nauc_map_at_5_std": 0.746838, "nauc_map_at_5_diff1": 0.726449, "nauc_map_at_10_max": 0.648278, "nauc_map_at_10_std": 0.760792, "nauc_map_at_10_diff1": 0.728363, "nauc_map_at_20_max": 0.647387, "nauc_map_at_20_std": 0.758844, "nauc_map_at_20_diff1": 0.728896, "nauc_map_at_25_max": 0.647387, "nauc_map_at_25_std": 0.758844, "nauc_map_at_25_diff1": 0.728896, "nauc_map_at_50_max": 0.647387, "nauc_map_at_50_std": 0.758844, "nauc_map_at_50_diff1": 0.728896, "nauc_map_at_100_max": 0.647387, "nauc_map_at_100_std": 0.758844, "nauc_map_at_100_diff1": 0.728896, "nauc_map_at_1000_max": 0.647387, "nauc_map_at_1000_std": 0.758844, "nauc_map_at_1000_diff1": 0.728896, "nauc_recall_at_1_max": 0.478365, "nauc_recall_at_1_std": 0.521295, "nauc_recall_at_1_diff1": 0.723801, "nauc_recall_at_3_max": 0.67723, "nauc_recall_at_3_std": 0.777839, "nauc_recall_at_3_diff1": 0.733864, "nauc_recall_at_5_max": 0.678645, "nauc_recall_at_5_std": 0.752894, "nauc_recall_at_5_diff1": 0.678829, "nauc_recall_at_10_max": 0.519506, "nauc_recall_at_10_std": 0.752775, "nauc_recall_at_10_diff1": 0.708935, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.529431, "nauc_precision_at_1_std": 0.667062, "nauc_precision_at_1_diff1": 0.730509, "nauc_precision_at_3_max": 0.21547, "nauc_precision_at_3_std": 0.332257, "nauc_precision_at_3_diff1": 0.011376, "nauc_precision_at_5_max": 0.174508, "nauc_precision_at_5_std": 0.288239, "nauc_precision_at_5_diff1": -0.073585, "nauc_precision_at_10_max": -0.066586, "nauc_precision_at_10_std": 0.060154, "nauc_precision_at_10_diff1": -0.249191, "nauc_precision_at_20_max": -0.162422, "nauc_precision_at_20_std": -0.057698, "nauc_precision_at_20_diff1": -0.355238, "nauc_precision_at_25_max": -0.162422, "nauc_precision_at_25_std": -0.057698, "nauc_precision_at_25_diff1": -0.355238, "nauc_precision_at_50_max": -0.162422, "nauc_precision_at_50_std": -0.057698, "nauc_precision_at_50_diff1": -0.355238, "nauc_precision_at_100_max": -0.162422, "nauc_precision_at_100_std": -0.057698, "nauc_precision_at_100_diff1": -0.355238, "nauc_precision_at_1000_max": -0.162422, "nauc_precision_at_1000_std": -0.057698, "nauc_precision_at_1000_diff1": -0.355238, "nauc_mrr_at_1_max": 0.529431, "nauc_mrr_at_1_std": 0.667062, "nauc_mrr_at_1_diff1": 0.730509, "nauc_mrr_at_3_max": 0.567174, "nauc_mrr_at_3_std": 0.75093, "nauc_mrr_at_3_diff1": 0.755321, "nauc_mrr_at_5_max": 0.560648, "nauc_mrr_at_5_std": 0.739759, "nauc_mrr_at_5_diff1": 0.747274, "nauc_mrr_at_10_max": 0.552136, "nauc_mrr_at_10_std": 0.733271, "nauc_mrr_at_10_diff1": 0.750967, "nauc_mrr_at_20_max": 0.555535, "nauc_mrr_at_20_std": 0.731864, "nauc_mrr_at_20_diff1": 0.748722, "nauc_mrr_at_25_max": 0.555535, "nauc_mrr_at_25_std": 0.731864, "nauc_mrr_at_25_diff1": 0.748722, "nauc_mrr_at_50_max": 0.555535, "nauc_mrr_at_50_std": 0.731864, "nauc_mrr_at_50_diff1": 0.748722, "nauc_mrr_at_100_max": 0.555535, "nauc_mrr_at_100_std": 0.731864, "nauc_mrr_at_100_diff1": 0.748722, "nauc_mrr_at_1000_max": 0.555535, "nauc_mrr_at_1000_std": 0.731864, "nauc_mrr_at_1000_diff1": 0.748722, "hit_rate_at_1": 0.83099, "hit_rate_at_3": 0.90141, "hit_rate_at_5": 0.92958, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.830986, "R_cap_at_3": 0.833333, "R_cap_at_5": 0.866197, "R_cap_at_10": 0.950704, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8712, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73469, "ndcg_at_3": 0.74435, "ndcg_at_5": 0.7548, "ndcg_at_10": 0.7794, "ndcg_at_20": 0.79522, "ndcg_at_25": 0.79972, "ndcg_at_50": 0.81215, "ndcg_at_100": 0.81814, "ndcg_at_1000": 0.82269, "map_at_1": 0.39393, "map_at_3": 0.61613, "map_at_5": 0.67217, "map_at_10": 0.71945, "map_at_20": 0.73808, "map_at_25": 0.74232, "map_at_50": 0.74638, "map_at_100": 0.74736, "map_at_1000": 0.74797, "recall_at_1": 0.39393, "recall_at_3": 0.65675, "recall_at_5": 0.73242, "recall_at_10": 0.83167, "recall_at_20": 0.89319, "recall_at_25": 0.90916, "recall_at_50": 0.94939, "recall_at_100": 0.97778, "recall_at_1000": 1.0, "accuracy": 0.39393, "precision_at_1": 0.73469, "precision_at_3": 0.51361, "precision_at_5": 0.38571, "precision_at_10": 0.24592, "precision_at_20": 0.14133, "precision_at_25": 0.11755, "precision_at_50": 0.06265, "precision_at_100": 0.03214, "precision_at_1000": 0.0033, "mrr_at_1": 0.734694, "mrr_at_3": 0.778912, "mrr_at_5": 0.786054, "mrr_at_10": 0.792007, "mrr_at_20": 0.795121, "mrr_at_25": 0.795585, "mrr_at_50": 0.796341, "mrr_at_100": 0.796465, "mrr_at_1000": 0.796561, "nauc_ndcg_at_1_max": 0.342682, "nauc_ndcg_at_1_std": 0.417047, "nauc_ndcg_at_1_diff1": 0.58724, "nauc_ndcg_at_3_max": 0.441486, "nauc_ndcg_at_3_std": 0.448632, "nauc_ndcg_at_3_diff1": 0.5873, "nauc_ndcg_at_5_max": 0.469031, "nauc_ndcg_at_5_std": 0.500104, "nauc_ndcg_at_5_diff1": 0.568325, "nauc_ndcg_at_10_max": 0.484118, "nauc_ndcg_at_10_std": 0.517264, "nauc_ndcg_at_10_diff1": 0.549232, "nauc_ndcg_at_20_max": 0.491356, "nauc_ndcg_at_20_std": 0.546988, "nauc_ndcg_at_20_diff1": 0.531191, "nauc_ndcg_at_25_max": 0.49193, "nauc_ndcg_at_25_std": 0.544023, "nauc_ndcg_at_25_diff1": 0.51854, "nauc_ndcg_at_50_max": 0.46659, "nauc_ndcg_at_50_std": 0.509496, "nauc_ndcg_at_50_diff1": 0.545741, "nauc_ndcg_at_100_max": 0.45615, "nauc_ndcg_at_100_std": 0.491977, "nauc_ndcg_at_100_diff1": 0.55969, "nauc_ndcg_at_1000_max": 0.440839, "nauc_ndcg_at_1000_std": 0.477475, "nauc_ndcg_at_1000_diff1": 0.551763, "nauc_map_at_1_max": 0.269137, "nauc_map_at_1_std": 0.090603, "nauc_map_at_1_diff1": 0.667543, "nauc_map_at_3_max": 0.451739, "nauc_map_at_3_std": 0.288921, "nauc_map_at_3_diff1": 0.626492, "nauc_map_at_5_max": 0.439432, "nauc_map_at_5_std": 0.334974, "nauc_map_at_5_diff1": 0.629567, "nauc_map_at_10_max": 0.426547, "nauc_map_at_10_std": 0.384444, "nauc_map_at_10_diff1": 0.603354, "nauc_map_at_20_max": 0.441495, "nauc_map_at_20_std": 0.45725, "nauc_map_at_20_diff1": 0.571297, "nauc_map_at_25_max": 0.445465, "nauc_map_at_25_std": 0.47702, "nauc_map_at_25_diff1": 0.562196, "nauc_map_at_50_max": 0.438993, "nauc_map_at_50_std": 0.471526, "nauc_map_at_50_diff1": 0.567416, "nauc_map_at_100_max": 0.437507, "nauc_map_at_100_std": 0.469275, "nauc_map_at_100_diff1": 0.568896, "nauc_map_at_1000_max": 0.43603, "nauc_map_at_1000_std": 0.467722, "nauc_map_at_1000_diff1": 0.568094, "nauc_recall_at_1_max": 0.269137, "nauc_recall_at_1_std": 0.090603, "nauc_recall_at_1_diff1": 0.667543, "nauc_recall_at_3_max": 0.513756, "nauc_recall_at_3_std": 0.320272, "nauc_recall_at_3_diff1": 0.597137, "nauc_recall_at_5_max": 0.531293, "nauc_recall_at_5_std": 0.393805, "nauc_recall_at_5_diff1": 0.594659, "nauc_recall_at_10_max": 0.593739, "nauc_recall_at_10_std": 0.489828, "nauc_recall_at_10_diff1": 0.534887, "nauc_recall_at_20_max": 0.755146, "nauc_recall_at_20_std": 0.858126, "nauc_recall_at_20_diff1": 0.376058, "nauc_recall_at_25_max": 0.819167, "nauc_recall_at_25_std": 0.957388, "nauc_recall_at_25_diff1": 0.27482, "nauc_recall_at_50_max": 0.818036, "nauc_recall_at_50_std": 0.943331, "nauc_recall_at_50_diff1": 0.379077, "nauc_recall_at_100_max": 0.949198, "nauc_recall_at_100_std": 0.919786, "nauc_recall_at_100_diff1": 0.742465, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.342682, "nauc_precision_at_1_std": 0.417047, "nauc_precision_at_1_diff1": 0.58724, "nauc_precision_at_3_max": 0.159798, "nauc_precision_at_3_std": 0.365374, "nauc_precision_at_3_diff1": -0.043572, "nauc_precision_at_5_max": 0.017043, "nauc_precision_at_5_std": 0.275199, "nauc_precision_at_5_diff1": -0.138305, "nauc_precision_at_10_max": -0.085946, "nauc_precision_at_10_std": 0.223298, "nauc_precision_at_10_diff1": -0.25916, "nauc_precision_at_20_max": -0.086971, "nauc_precision_at_20_std": 0.291441, "nauc_precision_at_20_diff1": -0.336801, "nauc_precision_at_25_max": -0.090201, "nauc_precision_at_25_std": 0.30679, "nauc_precision_at_25_diff1": -0.358361, "nauc_precision_at_50_max": -0.144135, "nauc_precision_at_50_std": 0.22959, "nauc_precision_at_50_diff1": -0.353672, "nauc_precision_at_100_max": -0.166509, "nauc_precision_at_100_std": 0.196225, "nauc_precision_at_100_diff1": -0.357485, "nauc_precision_at_1000_max": -0.189988, "nauc_precision_at_1000_std": 0.160501, "nauc_precision_at_1000_diff1": -0.372884, "nauc_mrr_at_1_max": 0.342682, "nauc_mrr_at_1_std": 0.417047, "nauc_mrr_at_1_diff1": 0.58724, "nauc_mrr_at_3_max": 0.43777, "nauc_mrr_at_3_std": 0.496416, "nauc_mrr_at_3_diff1": 0.560209, "nauc_mrr_at_5_max": 0.425199, "nauc_mrr_at_5_std": 0.480235, "nauc_mrr_at_5_diff1": 0.553948, "nauc_mrr_at_10_max": 0.433507, "nauc_mrr_at_10_std": 0.485653, "nauc_mrr_at_10_diff1": 0.551517, "nauc_mrr_at_20_max": 0.43146, "nauc_mrr_at_20_std": 0.488219, "nauc_mrr_at_20_diff1": 0.550471, "nauc_mrr_at_25_max": 0.430041, "nauc_mrr_at_25_std": 0.486942, "nauc_mrr_at_25_diff1": 0.549349, "nauc_mrr_at_50_max": 0.428852, "nauc_mrr_at_50_std": 0.485114, "nauc_mrr_at_50_diff1": 0.552296, "nauc_mrr_at_100_max": 0.428655, "nauc_mrr_at_100_std": 0.484768, "nauc_mrr_at_100_diff1": 0.552783, "nauc_mrr_at_1000_max": 0.42836, "nauc_mrr_at_1000_std": 0.48457, "nauc_mrr_at_1000_diff1": 0.552783, "hit_rate_at_1": 0.73469, "hit_rate_at_3": 0.83673, "hit_rate_at_5": 0.86735, "hit_rate_at_10": 0.90816, "hit_rate_at_20": 0.94898, "hit_rate_at_25": 0.95918, "hit_rate_at_50": 0.97959, "hit_rate_at_100": 0.9898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.734694, "R_cap_at_3": 0.760204, "R_cap_at_5": 0.784184, "R_cap_at_10": 0.847133, "R_cap_at_20": 0.896028, "R_cap_at_25": 0.909548, "R_cap_at_50": 0.949393, "R_cap_at_100": 0.977778, "R_cap_at_1000": 1.0, "main_score": 0.7794, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.59524, "ndcg_at_3": 0.64306, "ndcg_at_5": 0.65082, "ndcg_at_10": 0.67046, "ndcg_at_20": 0.69452, "ndcg_at_25": 0.70553, "ndcg_at_50": 0.72273, "ndcg_at_100": 0.72858, "ndcg_at_1000": 0.73252, "map_at_1": 0.31566, "map_at_3": 0.49877, "map_at_5": 0.5498, "map_at_10": 0.59146, "map_at_20": 0.60569, "map_at_25": 0.6097, "map_at_50": 0.61482, "map_at_100": 0.61628, "map_at_1000": 0.61676, "recall_at_1": 0.31566, "recall_at_3": 0.57717, "recall_at_5": 0.69254, "recall_at_10": 0.78134, "recall_at_20": 0.85386, "recall_at_25": 0.89067, "recall_at_50": 0.95648, "recall_at_100": 0.98034, "recall_at_1000": 1.0, "accuracy": 0.31566, "precision_at_1": 0.59524, "precision_at_3": 0.43915, "precision_at_5": 0.32857, "precision_at_10": 0.20873, "precision_at_20": 0.11667, "precision_at_25": 0.09778, "precision_at_50": 0.05317, "precision_at_100": 0.02762, "precision_at_1000": 0.00283, "mrr_at_1": 0.595238, "mrr_at_3": 0.669312, "mrr_at_5": 0.687963, "mrr_at_10": 0.694577, "mrr_at_20": 0.697524, "mrr_at_25": 0.697869, "mrr_at_50": 0.698844, "mrr_at_100": 0.698936, "mrr_at_1000": 0.698993, "nauc_ndcg_at_1_max": 0.25726, "nauc_ndcg_at_1_std": 0.372747, "nauc_ndcg_at_1_diff1": 0.284837, "nauc_ndcg_at_3_max": 0.335057, "nauc_ndcg_at_3_std": 0.43036, "nauc_ndcg_at_3_diff1": 0.365376, "nauc_ndcg_at_5_max": 0.404888, "nauc_ndcg_at_5_std": 0.495012, "nauc_ndcg_at_5_diff1": 0.360909, "nauc_ndcg_at_10_max": 0.380793, "nauc_ndcg_at_10_std": 0.482054, "nauc_ndcg_at_10_diff1": 0.372718, "nauc_ndcg_at_20_max": 0.366361, "nauc_ndcg_at_20_std": 0.466736, "nauc_ndcg_at_20_diff1": 0.368242, "nauc_ndcg_at_25_max": 0.340915, "nauc_ndcg_at_25_std": 0.468509, "nauc_ndcg_at_25_diff1": 0.362071, "nauc_ndcg_at_50_max": 0.353124, "nauc_ndcg_at_50_std": 0.459266, "nauc_ndcg_at_50_diff1": 0.353637, "nauc_ndcg_at_100_max": 0.34797, "nauc_ndcg_at_100_std": 0.453139, "nauc_ndcg_at_100_diff1": 0.345126, "nauc_ndcg_at_1000_max": 0.343285, "nauc_ndcg_at_1000_std": 0.446905, "nauc_ndcg_at_1000_diff1": 0.341635, "nauc_map_at_1_max": 0.266351, "nauc_map_at_1_std": 0.233279, "nauc_map_at_1_diff1": 0.392193, "nauc_map_at_3_max": 0.317425, "nauc_map_at_3_std": 0.338388, "nauc_map_at_3_diff1": 0.373463, "nauc_map_at_5_max": 0.375074, "nauc_map_at_5_std": 0.411631, "nauc_map_at_5_diff1": 0.376755, "nauc_map_at_10_max": 0.3948, "nauc_map_at_10_std": 0.472194, "nauc_map_at_10_diff1": 0.367474, "nauc_map_at_20_max": 0.395966, "nauc_map_at_20_std": 0.480363, "nauc_map_at_20_diff1": 0.365004, "nauc_map_at_25_max": 0.388486, "nauc_map_at_25_std": 0.479921, "nauc_map_at_25_diff1": 0.363101, "nauc_map_at_50_max": 0.387404, "nauc_map_at_50_std": 0.475551, "nauc_map_at_50_diff1": 0.362392, "nauc_map_at_100_max": 0.386564, "nauc_map_at_100_std": 0.474501, "nauc_map_at_100_diff1": 0.360852, "nauc_map_at_1000_max": 0.386229, "nauc_map_at_1000_std": 0.474108, "nauc_map_at_1000_diff1": 0.360581, "nauc_recall_at_1_max": 0.266351, "nauc_recall_at_1_std": 0.233279, "nauc_recall_at_1_diff1": 0.392193, "nauc_recall_at_3_max": 0.281705, "nauc_recall_at_3_std": 0.290331, "nauc_recall_at_3_diff1": 0.417508, "nauc_recall_at_5_max": 0.41217, "nauc_recall_at_5_std": 0.412014, "nauc_recall_at_5_diff1": 0.409223, "nauc_recall_at_10_max": 0.40044, "nauc_recall_at_10_std": 0.481073, "nauc_recall_at_10_diff1": 0.463015, "nauc_recall_at_20_max": 0.336099, "nauc_recall_at_20_std": 0.438168, "nauc_recall_at_20_diff1": 0.465283, "nauc_recall_at_25_max": 0.164012, "nauc_recall_at_25_std": 0.493962, "nauc_recall_at_25_diff1": 0.464341, "nauc_recall_at_50_max": 0.464269, "nauc_recall_at_50_std": 0.609145, "nauc_recall_at_50_diff1": 0.497263, "nauc_recall_at_100_max": 0.501369, "nauc_recall_at_100_std": 0.696093, "nauc_recall_at_100_diff1": 0.427478, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.25726, "nauc_precision_at_1_std": 0.372747, "nauc_precision_at_1_diff1": 0.284837, "nauc_precision_at_3_max": 0.11418, "nauc_precision_at_3_std": 0.26726, "nauc_precision_at_3_diff1": 0.037615, "nauc_precision_at_5_max": 0.151393, "nauc_precision_at_5_std": 0.303202, "nauc_precision_at_5_diff1": -0.004433, "nauc_precision_at_10_max": 0.1003, "nauc_precision_at_10_std": 0.280574, "nauc_precision_at_10_diff1": -0.062834, "nauc_precision_at_20_max": 0.064784, "nauc_precision_at_20_std": 0.235231, "nauc_precision_at_20_diff1": -0.091163, "nauc_precision_at_25_max": 0.019206, "nauc_precision_at_25_std": 0.205602, "nauc_precision_at_25_diff1": -0.10886, "nauc_precision_at_50_max": -0.012288, "nauc_precision_at_50_std": 0.135518, "nauc_precision_at_50_diff1": -0.134806, "nauc_precision_at_100_max": -0.029901, "nauc_precision_at_100_std": 0.106605, "nauc_precision_at_100_diff1": -0.15272, "nauc_precision_at_1000_max": -0.04463, "nauc_precision_at_1000_std": 0.083404, "nauc_precision_at_1000_diff1": -0.165843, "nauc_mrr_at_1_max": 0.25726, "nauc_mrr_at_1_std": 0.372747, "nauc_mrr_at_1_diff1": 0.284837, "nauc_mrr_at_3_max": 0.275158, "nauc_mrr_at_3_std": 0.394017, "nauc_mrr_at_3_diff1": 0.292241, "nauc_mrr_at_5_max": 0.295016, "nauc_mrr_at_5_std": 0.407998, "nauc_mrr_at_5_diff1": 0.285857, "nauc_mrr_at_10_max": 0.282417, "nauc_mrr_at_10_std": 0.399648, "nauc_mrr_at_10_diff1": 0.294629, "nauc_mrr_at_20_max": 0.277273, "nauc_mrr_at_20_std": 0.397444, "nauc_mrr_at_20_diff1": 0.292666, "nauc_mrr_at_25_max": 0.276449, "nauc_mrr_at_25_std": 0.398239, "nauc_mrr_at_25_diff1": 0.291863, "nauc_mrr_at_50_max": 0.27868, "nauc_mrr_at_50_std": 0.398606, "nauc_mrr_at_50_diff1": 0.290611, "nauc_mrr_at_100_max": 0.278578, "nauc_mrr_at_100_std": 0.398549, "nauc_mrr_at_100_diff1": 0.290452, "nauc_mrr_at_1000_max": 0.27856, "nauc_mrr_at_1000_std": 0.39844, "nauc_mrr_at_1000_diff1": 0.290391, "hit_rate_at_1": 0.59524, "hit_rate_at_3": 0.76984, "hit_rate_at_5": 0.85714, "hit_rate_at_10": 0.89683, "hit_rate_at_20": 0.93651, "hit_rate_at_25": 0.94444, "hit_rate_at_50": 0.98413, "hit_rate_at_100": 0.99206, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.595238, "R_cap_at_3": 0.687831, "R_cap_at_5": 0.732143, "R_cap_at_10": 0.78361, "R_cap_at_20": 0.853864, "R_cap_at_25": 0.890668, "R_cap_at_50": 0.956485, "R_cap_at_100": 0.980335, "R_cap_at_1000": 1.0, "main_score": 0.67046, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.55072, "ndcg_at_3": 0.57255, "ndcg_at_5": 0.59408, "ndcg_at_10": 0.62982, "ndcg_at_20": 0.65783, "ndcg_at_25": 0.66466, "ndcg_at_50": 0.68625, "ndcg_at_100": 0.69322, "ndcg_at_1000": 0.69775, "map_at_1": 0.28156, "map_at_3": 0.44973, "map_at_5": 0.49125, "map_at_10": 0.53243, "map_at_20": 0.55427, "map_at_25": 0.55854, "map_at_50": 0.5651, "map_at_100": 0.56645, "map_at_1000": 0.56709, "recall_at_1": 0.28156, "recall_at_3": 0.53307, "recall_at_5": 0.63146, "recall_at_10": 0.75691, "recall_at_20": 0.84102, "recall_at_25": 0.86335, "recall_at_50": 0.94603, "recall_at_100": 0.9787, "recall_at_1000": 1.0, "accuracy": 0.28156, "precision_at_1": 0.55072, "precision_at_3": 0.3913, "precision_at_5": 0.29565, "precision_at_10": 0.19493, "precision_at_20": 0.11884, "precision_at_25": 0.1, "precision_at_50": 0.05536, "precision_at_100": 0.0287, "precision_at_1000": 0.00296, "mrr_at_1": 0.550725, "mrr_at_3": 0.620773, "mrr_at_5": 0.640338, "mrr_at_10": 0.653218, "mrr_at_20": 0.655123, "mrr_at_25": 0.655438, "mrr_at_50": 0.656625, "mrr_at_100": 0.656788, "mrr_at_1000": 0.656845, "nauc_ndcg_at_1_max": 0.2921, "nauc_ndcg_at_1_std": 0.465998, "nauc_ndcg_at_1_diff1": 0.417118, "nauc_ndcg_at_3_max": 0.336508, "nauc_ndcg_at_3_std": 0.448863, "nauc_ndcg_at_3_diff1": 0.451799, "nauc_ndcg_at_5_max": 0.37476, "nauc_ndcg_at_5_std": 0.460022, "nauc_ndcg_at_5_diff1": 0.473943, "nauc_ndcg_at_10_max": 0.451863, "nauc_ndcg_at_10_std": 0.517833, "nauc_ndcg_at_10_diff1": 0.455569, "nauc_ndcg_at_20_max": 0.414464, "nauc_ndcg_at_20_std": 0.503696, "nauc_ndcg_at_20_diff1": 0.44463, "nauc_ndcg_at_25_max": 0.404469, "nauc_ndcg_at_25_std": 0.501369, "nauc_ndcg_at_25_diff1": 0.441452, "nauc_ndcg_at_50_max": 0.381389, "nauc_ndcg_at_50_std": 0.492598, "nauc_ndcg_at_50_diff1": 0.43057, "nauc_ndcg_at_100_max": 0.373124, "nauc_ndcg_at_100_std": 0.485796, "nauc_ndcg_at_100_diff1": 0.429619, "nauc_ndcg_at_1000_max": 0.368313, "nauc_ndcg_at_1000_std": 0.48133, "nauc_ndcg_at_1000_diff1": 0.426681, "nauc_map_at_1_max": 0.247395, "nauc_map_at_1_std": 0.185062, "nauc_map_at_1_diff1": 0.456072, "nauc_map_at_3_max": 0.366563, "nauc_map_at_3_std": 0.366477, "nauc_map_at_3_diff1": 0.437982, "nauc_map_at_5_max": 0.38729, "nauc_map_at_5_std": 0.391718, "nauc_map_at_5_diff1": 0.465965, "nauc_map_at_10_max": 0.419263, "nauc_map_at_10_std": 0.445158, "nauc_map_at_10_diff1": 0.463154, "nauc_map_at_20_max": 0.420474, "nauc_map_at_20_std": 0.480216, "nauc_map_at_20_diff1": 0.444055, "nauc_map_at_25_max": 0.420931, "nauc_map_at_25_std": 0.48877, "nauc_map_at_25_diff1": 0.438828, "nauc_map_at_50_max": 0.413847, "nauc_map_at_50_std": 0.487325, "nauc_map_at_50_diff1": 0.435686, "nauc_map_at_100_max": 0.412246, "nauc_map_at_100_std": 0.485663, "nauc_map_at_100_diff1": 0.435466, "nauc_map_at_1000_max": 0.41161, "nauc_map_at_1000_std": 0.485251, "nauc_map_at_1000_diff1": 0.435165, "nauc_recall_at_1_max": 0.247395, "nauc_recall_at_1_std": 0.185062, "nauc_recall_at_1_diff1": 0.456072, "nauc_recall_at_3_max": 0.337602, "nauc_recall_at_3_std": 0.322119, "nauc_recall_at_3_diff1": 0.437462, "nauc_recall_at_5_max": 0.333923, "nauc_recall_at_5_std": 0.281675, "nauc_recall_at_5_diff1": 0.511609, "nauc_recall_at_10_max": 0.570102, "nauc_recall_at_10_std": 0.456434, "nauc_recall_at_10_diff1": 0.492216, "nauc_recall_at_20_max": 0.547859, "nauc_recall_at_20_std": 0.49315, "nauc_recall_at_20_diff1": 0.48192, "nauc_recall_at_25_max": 0.533031, "nauc_recall_at_25_std": 0.525979, "nauc_recall_at_25_diff1": 0.477345, "nauc_recall_at_50_max": 0.503676, "nauc_recall_at_50_std": 0.569737, "nauc_recall_at_50_diff1": 0.404878, "nauc_recall_at_100_max": 0.476178, "nauc_recall_at_100_std": 0.635352, "nauc_recall_at_100_diff1": 0.450337, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.2921, "nauc_precision_at_1_std": 0.465998, "nauc_precision_at_1_diff1": 0.417118, "nauc_precision_at_3_max": 0.227142, "nauc_precision_at_3_std": 0.435488, "nauc_precision_at_3_diff1": 0.201264, "nauc_precision_at_5_max": 0.166169, "nauc_precision_at_5_std": 0.385476, "nauc_precision_at_5_diff1": 0.133978, "nauc_precision_at_10_max": 0.152437, "nauc_precision_at_10_std": 0.386798, "nauc_precision_at_10_diff1": 0.00739, "nauc_precision_at_20_max": 0.098959, "nauc_precision_at_20_std": 0.379692, "nauc_precision_at_20_diff1": -0.089727, "nauc_precision_at_25_max": 0.084352, "nauc_precision_at_25_std": 0.379266, "nauc_precision_at_25_diff1": -0.116602, "nauc_precision_at_50_max": 0.009963, "nauc_precision_at_50_std": 0.299655, "nauc_precision_at_50_diff1": -0.153864, "nauc_precision_at_100_max": -0.015355, "nauc_precision_at_100_std": 0.260602, "nauc_precision_at_100_diff1": -0.163572, "nauc_precision_at_1000_max": -0.036491, "nauc_precision_at_1000_std": 0.229933, "nauc_precision_at_1000_diff1": -0.176329, "nauc_mrr_at_1_max": 0.2921, "nauc_mrr_at_1_std": 0.465998, "nauc_mrr_at_1_diff1": 0.417118, "nauc_mrr_at_3_max": 0.306643, "nauc_mrr_at_3_std": 0.491137, "nauc_mrr_at_3_diff1": 0.409332, "nauc_mrr_at_5_max": 0.291761, "nauc_mrr_at_5_std": 0.47621, "nauc_mrr_at_5_diff1": 0.425501, "nauc_mrr_at_10_max": 0.311503, "nauc_mrr_at_10_std": 0.486011, "nauc_mrr_at_10_diff1": 0.418624, "nauc_mrr_at_20_max": 0.308244, "nauc_mrr_at_20_std": 0.484328, "nauc_mrr_at_20_diff1": 0.419394, "nauc_mrr_at_25_max": 0.307957, "nauc_mrr_at_25_std": 0.484246, "nauc_mrr_at_25_diff1": 0.418716, "nauc_mrr_at_50_max": 0.307923, "nauc_mrr_at_50_std": 0.484158, "nauc_mrr_at_50_diff1": 0.418607, "nauc_mrr_at_100_max": 0.307831, "nauc_mrr_at_100_std": 0.484274, "nauc_mrr_at_100_diff1": 0.418337, "nauc_mrr_at_1000_max": 0.30787, "nauc_mrr_at_1000_std": 0.484191, "nauc_mrr_at_1000_diff1": 0.4184, "hit_rate_at_1": 0.55072, "hit_rate_at_3": 0.71739, "hit_rate_at_5": 0.80435, "hit_rate_at_10": 0.89855, "hit_rate_at_20": 0.92754, "hit_rate_at_25": 0.93478, "hit_rate_at_50": 0.97826, "hit_rate_at_100": 0.99275, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.550725, "R_cap_at_3": 0.612319, "R_cap_at_5": 0.670652, "R_cap_at_10": 0.765761, "R_cap_at_20": 0.843041, "R_cap_at_25": 0.863633, "R_cap_at_50": 0.946026, "R_cap_at_100": 0.978704, "R_cap_at_1000": 1.0, "main_score": 0.62982, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77241, "ndcg_at_3": 0.78282, "ndcg_at_5": 0.79682, "ndcg_at_10": 0.81897, "ndcg_at_20": 0.83281, "ndcg_at_25": 0.83695, "ndcg_at_50": 0.84349, "ndcg_at_100": 0.8451, "ndcg_at_1000": 0.8463, "map_at_1": 0.40573, "map_at_3": 0.64774, "map_at_5": 0.70481, "map_at_10": 0.74855, "map_at_20": 0.76416, "map_at_25": 0.76755, "map_at_50": 0.77035, "map_at_100": 0.77077, "map_at_1000": 0.77102, "recall_at_1": 0.40573, "recall_at_3": 0.69851, "recall_at_5": 0.80107, "recall_at_10": 0.90277, "recall_at_20": 0.95366, "recall_at_25": 0.96814, "recall_at_50": 0.98973, "recall_at_100": 0.99544, "recall_at_1000": 1.0, "accuracy": 0.40573, "precision_at_1": 0.77241, "precision_at_3": 0.53333, "precision_at_5": 0.39448, "precision_at_10": 0.24414, "precision_at_20": 0.1369, "precision_at_25": 0.1131, "precision_at_50": 0.05862, "precision_at_100": 0.02966, "precision_at_1000": 0.00299, "mrr_at_1": 0.772414, "mrr_at_3": 0.817241, "mrr_at_5": 0.829655, "mrr_at_10": 0.836743, "mrr_at_20": 0.838046, "mrr_at_25": 0.838046, "mrr_at_50": 0.838046, "mrr_at_100": 0.838046, "mrr_at_1000": 0.838046, "nauc_ndcg_at_1_max": 0.706204, "nauc_ndcg_at_1_std": 0.7475, "nauc_ndcg_at_1_diff1": 0.578938, "nauc_ndcg_at_3_max": 0.727595, "nauc_ndcg_at_3_std": 0.716729, "nauc_ndcg_at_3_diff1": 0.575568, "nauc_ndcg_at_5_max": 0.754588, "nauc_ndcg_at_5_std": 0.738815, "nauc_ndcg_at_5_diff1": 0.563886, "nauc_ndcg_at_10_max": 0.749461, "nauc_ndcg_at_10_std": 0.736152, "nauc_ndcg_at_10_diff1": 0.555967, "nauc_ndcg_at_20_max": 0.744943, "nauc_ndcg_at_20_std": 0.741785, "nauc_ndcg_at_20_diff1": 0.553829, "nauc_ndcg_at_25_max": 0.74081, "nauc_ndcg_at_25_std": 0.741986, "nauc_ndcg_at_25_diff1": 0.55153, "nauc_ndcg_at_50_max": 0.736052, "nauc_ndcg_at_50_std": 0.74225, "nauc_ndcg_at_50_diff1": 0.562343, "nauc_ndcg_at_100_max": 0.735236, "nauc_ndcg_at_100_std": 0.741614, "nauc_ndcg_at_100_diff1": 0.562712, "nauc_ndcg_at_1000_max": 0.734667, "nauc_ndcg_at_1000_std": 0.741691, "nauc_ndcg_at_1000_diff1": 0.565069, "nauc_map_at_1_max": 0.411801, "nauc_map_at_1_std": 0.204681, "nauc_map_at_1_diff1": 0.672513, "nauc_map_at_3_max": 0.610061, "nauc_map_at_3_std": 0.491409, "nauc_map_at_3_diff1": 0.580997, "nauc_map_at_5_max": 0.651585, "nauc_map_at_5_std": 0.549031, "nauc_map_at_5_diff1": 0.588442, "nauc_map_at_10_max": 0.693134, "nauc_map_at_10_std": 0.632198, "nauc_map_at_10_diff1": 0.575715, "nauc_map_at_20_max": 0.732488, "nauc_map_at_20_std": 0.705788, "nauc_map_at_20_diff1": 0.554222, "nauc_map_at_25_max": 0.73936, "nauc_map_at_25_std": 0.722347, "nauc_map_at_25_diff1": 0.548542, "nauc_map_at_50_max": 0.739294, "nauc_map_at_50_std": 0.72509, "nauc_map_at_50_diff1": 0.551059, "nauc_map_at_100_max": 0.739212, "nauc_map_at_100_std": 0.725077, "nauc_map_at_100_diff1": 0.551058, "nauc_map_at_1000_max": 0.739179, "nauc_map_at_1000_std": 0.725116, "nauc_map_at_1000_diff1": 0.55148, "nauc_recall_at_1_max": 0.411801, "nauc_recall_at_1_std": 0.204681, "nauc_recall_at_1_diff1": 0.672513, "nauc_recall_at_3_max": 0.569185, "nauc_recall_at_3_std": 0.447554, "nauc_recall_at_3_diff1": 0.541902, "nauc_recall_at_5_max": 0.589212, "nauc_recall_at_5_std": 0.418863, "nauc_recall_at_5_diff1": 0.544279, "nauc_recall_at_10_max": 0.575018, "nauc_recall_at_10_std": 0.37123, "nauc_recall_at_10_diff1": 0.526247, "nauc_recall_at_20_max": 0.640654, "nauc_recall_at_20_std": 0.497864, "nauc_recall_at_20_diff1": 0.370192, "nauc_recall_at_25_max": 0.661235, "nauc_recall_at_25_std": 0.574054, "nauc_recall_at_25_diff1": 0.260443, "nauc_recall_at_50_max": 0.622889, "nauc_recall_at_50_std": 0.593175, "nauc_recall_at_50_diff1": 0.292848, "nauc_recall_at_100_max": 0.65582, "nauc_recall_at_100_std": 0.586793, "nauc_recall_at_100_diff1": 0.223159, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.706204, "nauc_precision_at_1_std": 0.7475, "nauc_precision_at_1_diff1": 0.578938, "nauc_precision_at_3_max": 0.286112, "nauc_precision_at_3_std": 0.474004, "nauc_precision_at_3_diff1": -0.10261, "nauc_precision_at_5_max": 0.150413, "nauc_precision_at_5_std": 0.34641, "nauc_precision_at_5_diff1": -0.182426, "nauc_precision_at_10_max": 0.067333, "nauc_precision_at_10_std": 0.296119, "nauc_precision_at_10_diff1": -0.259862, "nauc_precision_at_20_max": 0.079056, "nauc_precision_at_20_std": 0.340005, "nauc_precision_at_20_diff1": -0.306287, "nauc_precision_at_25_max": 0.0718, "nauc_precision_at_25_std": 0.344587, "nauc_precision_at_25_diff1": -0.319598, "nauc_precision_at_50_max": 0.040978, "nauc_precision_at_50_std": 0.310608, "nauc_precision_at_50_diff1": -0.316455, "nauc_precision_at_100_max": 0.031464, "nauc_precision_at_100_std": 0.296736, "nauc_precision_at_100_diff1": -0.316654, "nauc_precision_at_1000_max": 0.023764, "nauc_precision_at_1000_std": 0.285862, "nauc_precision_at_1000_diff1": -0.312873, "nauc_mrr_at_1_max": 0.706204, "nauc_mrr_at_1_std": 0.7475, "nauc_mrr_at_1_diff1": 0.578938, "nauc_mrr_at_3_max": 0.721078, "nauc_mrr_at_3_std": 0.771855, "nauc_mrr_at_3_diff1": 0.57712, "nauc_mrr_at_5_max": 0.723626, "nauc_mrr_at_5_std": 0.760972, "nauc_mrr_at_5_diff1": 0.583417, "nauc_mrr_at_10_max": 0.719568, "nauc_mrr_at_10_std": 0.758328, "nauc_mrr_at_10_diff1": 0.585904, "nauc_mrr_at_20_max": 0.718101, "nauc_mrr_at_20_std": 0.758505, "nauc_mrr_at_20_diff1": 0.58294, "nauc_mrr_at_25_max": 0.718101, "nauc_mrr_at_25_std": 0.758505, "nauc_mrr_at_25_diff1": 0.58294, "nauc_mrr_at_50_max": 0.718101, "nauc_mrr_at_50_std": 0.758505, "nauc_mrr_at_50_diff1": 0.58294, "nauc_mrr_at_100_max": 0.718101, "nauc_mrr_at_100_std": 0.758505, "nauc_mrr_at_100_diff1": 0.58294, "nauc_mrr_at_1000_max": 0.718101, "nauc_mrr_at_1000_std": 0.758505, "nauc_mrr_at_1000_diff1": 0.58294, "hit_rate_at_1": 0.77241, "hit_rate_at_3": 0.86897, "hit_rate_at_5": 0.92414, "hit_rate_at_10": 0.97931, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.772414, "R_cap_at_3": 0.805747, "R_cap_at_5": 0.848851, "R_cap_at_10": 0.913224, "R_cap_at_20": 0.955577, "R_cap_at_25": 0.968402, "R_cap_at_50": 0.989732, "R_cap_at_100": 0.995441, "R_cap_at_1000": 1.0, "main_score": 0.81897, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83673, "ndcg_at_3": 0.88157, "ndcg_at_5": 0.90345, "ndcg_at_10": 0.91723, "ndcg_at_20": 0.91723, "ndcg_at_25": 0.91723, "ndcg_at_50": 0.91723, "ndcg_at_100": 0.91723, "ndcg_at_1000": 0.91723, "map_at_1": 0.67687, "map_at_3": 0.85147, "map_at_5": 0.87732, "map_at_10": 0.88554, "map_at_20": 0.88554, "map_at_25": 0.88554, "map_at_50": 0.88554, "map_at_100": 0.88554, "map_at_1000": 0.88554, "recall_at_1": 0.67687, "recall_at_3": 0.90816, "recall_at_5": 0.96259, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67687, "precision_at_1": 0.83673, "precision_at_3": 0.42857, "precision_at_5": 0.28163, "precision_at_10": 0.14694, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.836735, "mrr_at_3": 0.884354, "mrr_at_5": 0.893537, "mrr_at_10": 0.896088, "mrr_at_20": 0.896088, "mrr_at_25": 0.896088, "mrr_at_50": 0.896088, "mrr_at_100": 0.896088, "mrr_at_1000": 0.896088, "nauc_ndcg_at_1_max": 0.504745, "nauc_ndcg_at_1_std": 0.629724, "nauc_ndcg_at_1_diff1": 0.824393, "nauc_ndcg_at_3_max": 0.661934, "nauc_ndcg_at_3_std": 0.809594, "nauc_ndcg_at_3_diff1": 0.745221, "nauc_ndcg_at_5_max": 0.636504, "nauc_ndcg_at_5_std": 0.770547, "nauc_ndcg_at_5_diff1": 0.793084, "nauc_ndcg_at_10_max": 0.592947, "nauc_ndcg_at_10_std": 0.731655, "nauc_ndcg_at_10_diff1": 0.788104, "nauc_ndcg_at_20_max": 0.592947, "nauc_ndcg_at_20_std": 0.731655, "nauc_ndcg_at_20_diff1": 0.788104, "nauc_ndcg_at_25_max": 0.592947, "nauc_ndcg_at_25_std": 0.731655, "nauc_ndcg_at_25_diff1": 0.788104, "nauc_ndcg_at_50_max": 0.592947, "nauc_ndcg_at_50_std": 0.731655, "nauc_ndcg_at_50_diff1": 0.788104, "nauc_ndcg_at_100_max": 0.592947, "nauc_ndcg_at_100_std": 0.731655, "nauc_ndcg_at_100_diff1": 0.788104, "nauc_ndcg_at_1000_max": 0.592947, "nauc_ndcg_at_1000_std": 0.731655, "nauc_ndcg_at_1000_diff1": 0.788104, "nauc_map_at_1_max": 0.483316, "nauc_map_at_1_std": 0.313809, "nauc_map_at_1_diff1": 0.735203, "nauc_map_at_3_max": 0.598862, "nauc_map_at_3_std": 0.675859, "nauc_map_at_3_diff1": 0.755935, "nauc_map_at_5_max": 0.61921, "nauc_map_at_5_std": 0.753942, "nauc_map_at_5_diff1": 0.79234, "nauc_map_at_10_max": 0.598664, "nauc_map_at_10_std": 0.736038, "nauc_map_at_10_diff1": 0.787855, "nauc_map_at_20_max": 0.598664, "nauc_map_at_20_std": 0.736038, "nauc_map_at_20_diff1": 0.787855, "nauc_map_at_25_max": 0.598664, "nauc_map_at_25_std": 0.736038, "nauc_map_at_25_diff1": 0.787855, "nauc_map_at_50_max": 0.598664, "nauc_map_at_50_std": 0.736038, "nauc_map_at_50_diff1": 0.787855, "nauc_map_at_100_max": 0.598664, "nauc_map_at_100_std": 0.736038, "nauc_map_at_100_diff1": 0.787855, "nauc_map_at_1000_max": 0.598664, "nauc_map_at_1000_std": 0.736038, "nauc_map_at_1000_diff1": 0.787855, "nauc_recall_at_1_max": 0.483316, "nauc_recall_at_1_std": 0.313809, "nauc_recall_at_1_diff1": 0.735203, "nauc_recall_at_3_max": 0.724187, "nauc_recall_at_3_std": 0.777928, "nauc_recall_at_3_diff1": 0.638533, "nauc_recall_at_5_max": 0.868984, "nauc_recall_at_5_std": 0.976179, "nauc_recall_at_5_diff1": 0.788359, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.504745, "nauc_precision_at_1_std": 0.629724, "nauc_precision_at_1_diff1": 0.824393, "nauc_precision_at_3_max": -0.064194, "nauc_precision_at_3_std": 0.259212, "nauc_precision_at_3_diff1": -0.182769, "nauc_precision_at_5_max": -0.156959, "nauc_precision_at_5_std": 0.163394, "nauc_precision_at_5_diff1": -0.274006, "nauc_precision_at_10_max": -0.238875, "nauc_precision_at_10_std": 0.06579, "nauc_precision_at_10_diff1": -0.348484, "nauc_precision_at_20_max": -0.238875, "nauc_precision_at_20_std": 0.06579, "nauc_precision_at_20_diff1": -0.348484, "nauc_precision_at_25_max": -0.238875, "nauc_precision_at_25_std": 0.06579, "nauc_precision_at_25_diff1": -0.348484, "nauc_precision_at_50_max": -0.238875, "nauc_precision_at_50_std": 0.06579, "nauc_precision_at_50_diff1": -0.348484, "nauc_precision_at_100_max": -0.238875, "nauc_precision_at_100_std": 0.06579, "nauc_precision_at_100_diff1": -0.348484, "nauc_precision_at_1000_max": -0.238875, "nauc_precision_at_1000_std": 0.06579, "nauc_precision_at_1000_diff1": -0.348484, "nauc_mrr_at_1_max": 0.504745, "nauc_mrr_at_1_std": 0.629724, "nauc_mrr_at_1_diff1": 0.824393, "nauc_mrr_at_3_max": 0.597708, "nauc_mrr_at_3_std": 0.742541, "nauc_mrr_at_3_diff1": 0.77729, "nauc_mrr_at_5_max": 0.580753, "nauc_mrr_at_5_std": 0.719463, "nauc_mrr_at_5_diff1": 0.794774, "nauc_mrr_at_10_max": 0.573393, "nauc_mrr_at_10_std": 0.712299, "nauc_mrr_at_10_diff1": 0.796653, "nauc_mrr_at_20_max": 0.573393, "nauc_mrr_at_20_std": 0.712299, "nauc_mrr_at_20_diff1": 0.796653, "nauc_mrr_at_25_max": 0.573393, "nauc_mrr_at_25_std": 0.712299, "nauc_mrr_at_25_diff1": 0.796653, "nauc_mrr_at_50_max": 0.573393, "nauc_mrr_at_50_std": 0.712299, "nauc_mrr_at_50_diff1": 0.796653, "nauc_mrr_at_100_max": 0.573393, "nauc_mrr_at_100_std": 0.712299, "nauc_mrr_at_100_diff1": 0.796653, "nauc_mrr_at_1000_max": 0.573393, "nauc_mrr_at_1000_std": 0.712299, "nauc_mrr_at_1000_diff1": 0.796653, "hit_rate_at_1": 0.83673, "hit_rate_at_3": 0.93878, "hit_rate_at_5": 0.97959, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.836735, "R_cap_at_3": 0.918367, "R_cap_at_5": 0.962585, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91723, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78571, "ndcg_at_3": 0.86043, "ndcg_at_5": 0.87838, "ndcg_at_10": 0.88956, "ndcg_at_20": 0.89124, "ndcg_at_25": 0.89124, "ndcg_at_50": 0.89124, "ndcg_at_100": 0.89124, "ndcg_at_1000": 0.89124, "map_at_1": 0.6381, "map_at_3": 0.81706, "map_at_5": 0.84063, "map_at_10": 0.84553, "map_at_20": 0.84649, "map_at_25": 0.84649, "map_at_50": 0.84649, "map_at_100": 0.84649, "map_at_1000": 0.84649, "recall_at_1": 0.6381, "recall_at_3": 0.91667, "recall_at_5": 0.95952, "recall_at_10": 0.99524, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6381, "precision_at_1": 0.78571, "precision_at_3": 0.42381, "precision_at_5": 0.27429, "precision_at_10": 0.14143, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.785714, "mrr_at_3": 0.861905, "mrr_at_5": 0.865476, "mrr_at_10": 0.868333, "mrr_at_20": 0.868333, "mrr_at_25": 0.868333, "mrr_at_50": 0.868333, "mrr_at_100": 0.868333, "mrr_at_1000": 0.868333, "nauc_ndcg_at_1_max": 0.48869, "nauc_ndcg_at_1_std": 0.496703, "nauc_ndcg_at_1_diff1": 0.601285, "nauc_ndcg_at_3_max": 0.488418, "nauc_ndcg_at_3_std": 0.586442, "nauc_ndcg_at_3_diff1": 0.582862, "nauc_ndcg_at_5_max": 0.47617, "nauc_ndcg_at_5_std": 0.56754, "nauc_ndcg_at_5_diff1": 0.558761, "nauc_ndcg_at_10_max": 0.466124, "nauc_ndcg_at_10_std": 0.535319, "nauc_ndcg_at_10_diff1": 0.556906, "nauc_ndcg_at_20_max": 0.469731, "nauc_ndcg_at_20_std": 0.5358, "nauc_ndcg_at_20_diff1": 0.551508, "nauc_ndcg_at_25_max": 0.469731, "nauc_ndcg_at_25_std": 0.5358, "nauc_ndcg_at_25_diff1": 0.551508, "nauc_ndcg_at_50_max": 0.469731, "nauc_ndcg_at_50_std": 0.5358, "nauc_ndcg_at_50_diff1": 0.551508, "nauc_ndcg_at_100_max": 0.469731, "nauc_ndcg_at_100_std": 0.5358, "nauc_ndcg_at_100_diff1": 0.551508, "nauc_ndcg_at_1000_max": 0.469731, "nauc_ndcg_at_1000_std": 0.5358, "nauc_ndcg_at_1000_diff1": 0.551508, "nauc_map_at_1_max": 0.38821, "nauc_map_at_1_std": 0.260924, "nauc_map_at_1_diff1": 0.51199, "nauc_map_at_3_max": 0.501141, "nauc_map_at_3_std": 0.525067, "nauc_map_at_3_diff1": 0.557207, "nauc_map_at_5_max": 0.479093, "nauc_map_at_5_std": 0.542281, "nauc_map_at_5_diff1": 0.521546, "nauc_map_at_10_max": 0.473165, "nauc_map_at_10_std": 0.531536, "nauc_map_at_10_diff1": 0.527527, "nauc_map_at_20_max": 0.474676, "nauc_map_at_20_std": 0.531714, "nauc_map_at_20_diff1": 0.525173, "nauc_map_at_25_max": 0.474676, "nauc_map_at_25_std": 0.531714, "nauc_map_at_25_diff1": 0.525173, "nauc_map_at_50_max": 0.474676, "nauc_map_at_50_std": 0.531714, "nauc_map_at_50_diff1": 0.525173, "nauc_map_at_100_max": 0.474676, "nauc_map_at_100_std": 0.531714, "nauc_map_at_100_diff1": 0.525173, "nauc_map_at_1000_max": 0.474676, "nauc_map_at_1000_std": 0.531714, "nauc_map_at_1000_diff1": 0.525173, "nauc_recall_at_1_max": 0.38821, "nauc_recall_at_1_std": 0.260924, "nauc_recall_at_1_diff1": 0.51199, "nauc_recall_at_3_max": 0.491782, "nauc_recall_at_3_std": 0.656307, "nauc_recall_at_3_diff1": 0.670942, "nauc_recall_at_5_max": 0.466084, "nauc_recall_at_5_std": 0.777421, "nauc_recall_at_5_diff1": 0.645274, "nauc_recall_at_10_max": 0.122782, "nauc_recall_at_10_std": 0.358077, "nauc_recall_at_10_diff1": 0.722222, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.48869, "nauc_precision_at_1_std": 0.496703, "nauc_precision_at_1_diff1": 0.601285, "nauc_precision_at_3_max": -0.017175, "nauc_precision_at_3_std": 0.267045, "nauc_precision_at_3_diff1": -0.096404, "nauc_precision_at_5_max": -0.100596, "nauc_precision_at_5_std": 0.162944, "nauc_precision_at_5_diff1": -0.181071, "nauc_precision_at_10_max": -0.147915, "nauc_precision_at_10_std": 0.106676, "nauc_precision_at_10_diff1": -0.220933, "nauc_precision_at_20_max": -0.146738, "nauc_precision_at_20_std": 0.094781, "nauc_precision_at_20_diff1": -0.232502, "nauc_precision_at_25_max": -0.146738, "nauc_precision_at_25_std": 0.094781, "nauc_precision_at_25_diff1": -0.232502, "nauc_precision_at_50_max": -0.146738, "nauc_precision_at_50_std": 0.094781, "nauc_precision_at_50_diff1": -0.232502, "nauc_precision_at_100_max": -0.146738, "nauc_precision_at_100_std": 0.094781, "nauc_precision_at_100_diff1": -0.232502, "nauc_precision_at_1000_max": -0.146738, "nauc_precision_at_1000_std": 0.094781, "nauc_precision_at_1000_diff1": -0.232502, "nauc_mrr_at_1_max": 0.48869, "nauc_mrr_at_1_std": 0.496703, "nauc_mrr_at_1_diff1": 0.601285, "nauc_mrr_at_3_max": 0.463057, "nauc_mrr_at_3_std": 0.542185, "nauc_mrr_at_3_diff1": 0.633966, "nauc_mrr_at_5_max": 0.466032, "nauc_mrr_at_5_std": 0.529208, "nauc_mrr_at_5_diff1": 0.623591, "nauc_mrr_at_10_max": 0.467042, "nauc_mrr_at_10_std": 0.521508, "nauc_mrr_at_10_diff1": 0.616374, "nauc_mrr_at_20_max": 0.467042, "nauc_mrr_at_20_std": 0.521508, "nauc_mrr_at_20_diff1": 0.616374, "nauc_mrr_at_25_max": 0.467042, "nauc_mrr_at_25_std": 0.521508, "nauc_mrr_at_25_diff1": 0.616374, "nauc_mrr_at_50_max": 0.467042, "nauc_mrr_at_50_std": 0.521508, "nauc_mrr_at_50_diff1": 0.616374, "nauc_mrr_at_100_max": 0.467042, "nauc_mrr_at_100_std": 0.521508, "nauc_mrr_at_100_diff1": 0.616374, "nauc_mrr_at_1000_max": 0.467042, "nauc_mrr_at_1000_std": 0.521508, "nauc_mrr_at_1000_diff1": 0.616374, "hit_rate_at_1": 0.78571, "hit_rate_at_3": 0.95714, "hit_rate_at_5": 0.97143, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.785714, "R_cap_at_3": 0.92381, "R_cap_at_5": 0.959524, "R_cap_at_10": 0.995238, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88956, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70588, "ndcg_at_3": 0.80059, "ndcg_at_5": 0.8363, "ndcg_at_10": 0.84299, "ndcg_at_20": 0.84856, "ndcg_at_25": 0.84856, "ndcg_at_50": 0.84856, "ndcg_at_100": 0.84856, "ndcg_at_1000": 0.84856, "map_at_1": 0.56127, "map_at_3": 0.7451, "map_at_5": 0.78382, "map_at_10": 0.78811, "map_at_20": 0.79029, "map_at_25": 0.79029, "map_at_50": 0.79029, "map_at_100": 0.79029, "map_at_1000": 0.79029, "recall_at_1": 0.56127, "recall_at_3": 0.86765, "recall_at_5": 0.96201, "recall_at_10": 0.98039, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.56127, "precision_at_1": 0.70588, "precision_at_3": 0.40686, "precision_at_5": 0.27941, "precision_at_10": 0.14265, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.705882, "mrr_at_3": 0.79902, "mrr_at_5": 0.809314, "mrr_at_10": 0.811152, "mrr_at_20": 0.812202, "mrr_at_25": 0.812202, "mrr_at_50": 0.812202, "mrr_at_100": 0.812202, "mrr_at_1000": 0.812202, "nauc_ndcg_at_1_max": 0.170362, "nauc_ndcg_at_1_std": 0.264672, "nauc_ndcg_at_1_diff1": 0.44578, "nauc_ndcg_at_3_max": 0.342496, "nauc_ndcg_at_3_std": 0.490765, "nauc_ndcg_at_3_diff1": 0.394963, "nauc_ndcg_at_5_max": 0.273718, "nauc_ndcg_at_5_std": 0.408445, "nauc_ndcg_at_5_diff1": 0.378002, "nauc_ndcg_at_10_max": 0.276181, "nauc_ndcg_at_10_std": 0.399369, "nauc_ndcg_at_10_diff1": 0.427498, "nauc_ndcg_at_20_max": 0.265618, "nauc_ndcg_at_20_std": 0.381677, "nauc_ndcg_at_20_diff1": 0.417555, "nauc_ndcg_at_25_max": 0.265618, "nauc_ndcg_at_25_std": 0.381677, "nauc_ndcg_at_25_diff1": 0.417555, "nauc_ndcg_at_50_max": 0.265618, "nauc_ndcg_at_50_std": 0.381677, "nauc_ndcg_at_50_diff1": 0.417555, "nauc_ndcg_at_100_max": 0.265618, "nauc_ndcg_at_100_std": 0.381677, "nauc_ndcg_at_100_diff1": 0.417555, "nauc_ndcg_at_1000_max": 0.265618, "nauc_ndcg_at_1000_std": 0.381677, "nauc_ndcg_at_1000_diff1": 0.417555, "nauc_map_at_1_max": 0.256835, "nauc_map_at_1_std": 0.140446, "nauc_map_at_1_diff1": 0.508197, "nauc_map_at_3_max": 0.322666, "nauc_map_at_3_std": 0.383407, "nauc_map_at_3_diff1": 0.434353, "nauc_map_at_5_max": 0.293582, "nauc_map_at_5_std": 0.397888, "nauc_map_at_5_diff1": 0.426315, "nauc_map_at_10_max": 0.28699, "nauc_map_at_10_std": 0.395924, "nauc_map_at_10_diff1": 0.440577, "nauc_map_at_20_max": 0.284583, "nauc_map_at_20_std": 0.39162, "nauc_map_at_20_diff1": 0.437548, "nauc_map_at_25_max": 0.284583, "nauc_map_at_25_std": 0.39162, "nauc_map_at_25_diff1": 0.437548, "nauc_map_at_50_max": 0.284583, "nauc_map_at_50_std": 0.39162, "nauc_map_at_50_diff1": 0.437548, "nauc_map_at_100_max": 0.284583, "nauc_map_at_100_std": 0.39162, "nauc_map_at_100_diff1": 0.437548, "nauc_map_at_1000_max": 0.284583, "nauc_map_at_1000_std": 0.39162, "nauc_map_at_1000_diff1": 0.437548, "nauc_recall_at_1_max": 0.256835, "nauc_recall_at_1_std": 0.140446, "nauc_recall_at_1_diff1": 0.508197, "nauc_recall_at_3_max": 0.459478, "nauc_recall_at_3_std": 0.59365, "nauc_recall_at_3_diff1": 0.243381, "nauc_recall_at_5_max": 0.29071, "nauc_recall_at_5_std": 0.698764, "nauc_recall_at_5_diff1": -0.100685, "nauc_recall_at_10_max": 0.505257, "nauc_recall_at_10_std": 0.790149, "nauc_recall_at_10_diff1": 0.595704, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.170362, "nauc_precision_at_1_std": 0.264672, "nauc_precision_at_1_diff1": 0.44578, "nauc_precision_at_3_max": -0.04735, "nauc_precision_at_3_std": 0.333673, "nauc_precision_at_3_diff1": -0.143594, "nauc_precision_at_5_max": -0.140699, "nauc_precision_at_5_std": 0.213945, "nauc_precision_at_5_diff1": -0.21641, "nauc_precision_at_10_max": -0.157472, "nauc_precision_at_10_std": 0.190923, "nauc_precision_at_10_diff1": -0.194712, "nauc_precision_at_20_max": -0.177953, "nauc_precision_at_20_std": 0.157555, "nauc_precision_at_20_diff1": -0.223393, "nauc_precision_at_25_max": -0.177953, "nauc_precision_at_25_std": 0.157555, "nauc_precision_at_25_diff1": -0.223393, "nauc_precision_at_50_max": -0.177953, "nauc_precision_at_50_std": 0.157555, "nauc_precision_at_50_diff1": -0.223393, "nauc_precision_at_100_max": -0.177953, "nauc_precision_at_100_std": 0.157555, "nauc_precision_at_100_diff1": -0.223393, "nauc_precision_at_1000_max": -0.177953, "nauc_precision_at_1000_std": 0.157555, "nauc_precision_at_1000_diff1": -0.223393, "nauc_mrr_at_1_max": 0.170362, "nauc_mrr_at_1_std": 0.264672, "nauc_mrr_at_1_diff1": 0.44578, "nauc_mrr_at_3_max": 0.247566, "nauc_mrr_at_3_std": 0.373338, "nauc_mrr_at_3_diff1": 0.376106, "nauc_mrr_at_5_max": 0.222839, "nauc_mrr_at_5_std": 0.347306, "nauc_mrr_at_5_diff1": 0.37885, "nauc_mrr_at_10_max": 0.227162, "nauc_mrr_at_10_std": 0.343224, "nauc_mrr_at_10_diff1": 0.395497, "nauc_mrr_at_20_max": 0.225108, "nauc_mrr_at_20_std": 0.33992, "nauc_mrr_at_20_diff1": 0.3945, "nauc_mrr_at_25_max": 0.225108, "nauc_mrr_at_25_std": 0.33992, "nauc_mrr_at_25_diff1": 0.3945, "nauc_mrr_at_50_max": 0.225108, "nauc_mrr_at_50_std": 0.33992, "nauc_mrr_at_50_diff1": 0.3945, "nauc_mrr_at_100_max": 0.225108, "nauc_mrr_at_100_std": 0.33992, "nauc_mrr_at_100_diff1": 0.3945, "nauc_mrr_at_1000_max": 0.225108, "nauc_mrr_at_1000_std": 0.33992, "nauc_mrr_at_1000_diff1": 0.3945, "hit_rate_at_1": 0.70588, "hit_rate_at_3": 0.92647, "hit_rate_at_5": 0.97059, "hit_rate_at_10": 0.98529, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.705882, "R_cap_at_3": 0.882353, "R_cap_at_5": 0.96201, "R_cap_at_10": 0.980392, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84299, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91781, "ndcg_at_3": 0.94766, "ndcg_at_5": 0.95137, "ndcg_at_10": 0.95815, "ndcg_at_20": 0.95815, "ndcg_at_25": 0.95815, "ndcg_at_50": 0.95815, "ndcg_at_100": 0.95815, "ndcg_at_1000": 0.95815, "map_at_1": 0.73516, "map_at_3": 0.91248, "map_at_5": 0.92892, "map_at_10": 0.93487, "map_at_20": 0.93487, "map_at_25": 0.93487, "map_at_50": 0.93487, "map_at_100": 0.93487, "map_at_1000": 0.93487, "recall_at_1": 0.73516, "recall_at_3": 0.96347, "recall_at_5": 0.98516, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73516, "precision_at_1": 0.91781, "precision_at_3": 0.46119, "precision_at_5": 0.29041, "precision_at_10": 0.14932, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.917808, "mrr_at_3": 0.958904, "mrr_at_5": 0.958904, "mrr_at_10": 0.958904, "mrr_at_20": 0.958904, "mrr_at_25": 0.958904, "mrr_at_50": 0.958904, "mrr_at_100": 0.958904, "mrr_at_1000": 0.958904, "nauc_ndcg_at_1_max": 0.469871, "nauc_ndcg_at_1_std": 0.611279, "nauc_ndcg_at_1_diff1": 0.395835, "nauc_ndcg_at_3_max": 0.637618, "nauc_ndcg_at_3_std": 0.688086, "nauc_ndcg_at_3_diff1": 0.409506, "nauc_ndcg_at_5_max": 0.589153, "nauc_ndcg_at_5_std": 0.672721, "nauc_ndcg_at_5_diff1": 0.389748, "nauc_ndcg_at_10_max": 0.569836, "nauc_ndcg_at_10_std": 0.653302, "nauc_ndcg_at_10_diff1": 0.409138, "nauc_ndcg_at_20_max": 0.569836, "nauc_ndcg_at_20_std": 0.653302, "nauc_ndcg_at_20_diff1": 0.409138, "nauc_ndcg_at_25_max": 0.569836, "nauc_ndcg_at_25_std": 0.653302, "nauc_ndcg_at_25_diff1": 0.409138, "nauc_ndcg_at_50_max": 0.569836, "nauc_ndcg_at_50_std": 0.653302, "nauc_ndcg_at_50_diff1": 0.409138, "nauc_ndcg_at_100_max": 0.569836, "nauc_ndcg_at_100_std": 0.653302, "nauc_ndcg_at_100_diff1": 0.409138, "nauc_ndcg_at_1000_max": 0.569836, "nauc_ndcg_at_1000_std": 0.653302, "nauc_ndcg_at_1000_diff1": 0.409138, "nauc_map_at_1_max": 0.290715, "nauc_map_at_1_std": 0.129305, "nauc_map_at_1_diff1": 0.603803, "nauc_map_at_3_max": 0.57662, "nauc_map_at_3_std": 0.503939, "nauc_map_at_3_diff1": 0.501689, "nauc_map_at_5_max": 0.61037, "nauc_map_at_5_std": 0.673365, "nauc_map_at_5_diff1": 0.407593, "nauc_map_at_10_max": 0.603341, "nauc_map_at_10_std": 0.665223, "nauc_map_at_10_diff1": 0.417864, "nauc_map_at_20_max": 0.603341, "nauc_map_at_20_std": 0.665223, "nauc_map_at_20_diff1": 0.417864, "nauc_map_at_25_max": 0.603341, "nauc_map_at_25_std": 0.665223, "nauc_map_at_25_diff1": 0.417864, "nauc_map_at_50_max": 0.603341, "nauc_map_at_50_std": 0.665223, "nauc_map_at_50_diff1": 0.417864, "nauc_map_at_100_max": 0.603341, "nauc_map_at_100_std": 0.665223, "nauc_map_at_100_diff1": 0.417864, "nauc_map_at_1000_max": 0.603341, "nauc_map_at_1000_std": 0.665223, "nauc_map_at_1000_diff1": 0.417864, "nauc_recall_at_1_max": 0.290715, "nauc_recall_at_1_std": 0.129305, "nauc_recall_at_1_diff1": 0.603803, "nauc_recall_at_3_max": 0.578506, "nauc_recall_at_3_std": 0.308236, "nauc_recall_at_3_diff1": 0.558903, "nauc_recall_at_5_max": 0.678272, "nauc_recall_at_5_std": 0.759526, "nauc_recall_at_5_diff1": 0.23665, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.469871, "nauc_precision_at_1_std": 0.611279, "nauc_precision_at_1_diff1": 0.395835, "nauc_precision_at_3_max": -0.029786, "nauc_precision_at_3_std": 0.191622, "nauc_precision_at_3_diff1": -0.439739, "nauc_precision_at_5_max": -0.066684, "nauc_precision_at_5_std": 0.187844, "nauc_precision_at_5_diff1": -0.460925, "nauc_precision_at_10_max": -0.103957, "nauc_precision_at_10_std": 0.130658, "nauc_precision_at_10_diff1": -0.451333, "nauc_precision_at_20_max": -0.103957, "nauc_precision_at_20_std": 0.130658, "nauc_precision_at_20_diff1": -0.451333, "nauc_precision_at_25_max": -0.103957, "nauc_precision_at_25_std": 0.130658, "nauc_precision_at_25_diff1": -0.451333, "nauc_precision_at_50_max": -0.103957, "nauc_precision_at_50_std": 0.130658, "nauc_precision_at_50_diff1": -0.451333, "nauc_precision_at_100_max": -0.103957, "nauc_precision_at_100_std": 0.130658, "nauc_precision_at_100_diff1": -0.451333, "nauc_precision_at_1000_max": -0.103957, "nauc_precision_at_1000_std": 0.130658, "nauc_precision_at_1000_diff1": -0.451333, "nauc_mrr_at_1_max": 0.469871, "nauc_mrr_at_1_std": 0.611279, "nauc_mrr_at_1_diff1": 0.395835, "nauc_mrr_at_3_max": 0.469871, "nauc_mrr_at_3_std": 0.611279, "nauc_mrr_at_3_diff1": 0.395835, "nauc_mrr_at_5_max": 0.469871, "nauc_mrr_at_5_std": 0.611279, "nauc_mrr_at_5_diff1": 0.395835, "nauc_mrr_at_10_max": 0.469871, "nauc_mrr_at_10_std": 0.611279, "nauc_mrr_at_10_diff1": 0.395835, "nauc_mrr_at_20_max": 0.469871, "nauc_mrr_at_20_std": 0.611279, "nauc_mrr_at_20_diff1": 0.395835, "nauc_mrr_at_25_max": 0.469871, "nauc_mrr_at_25_std": 0.611279, "nauc_mrr_at_25_diff1": 0.395835, "nauc_mrr_at_50_max": 0.469871, "nauc_mrr_at_50_std": 0.611279, "nauc_mrr_at_50_diff1": 0.395835, "nauc_mrr_at_100_max": 0.469871, "nauc_mrr_at_100_std": 0.611279, "nauc_mrr_at_100_diff1": 0.395835, "nauc_mrr_at_1000_max": 0.469871, "nauc_mrr_at_1000_std": 0.611279, "nauc_mrr_at_1000_diff1": 0.395835, "hit_rate_at_1": 0.91781, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.917808, "R_cap_at_3": 0.977169, "R_cap_at_5": 0.98516, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95815, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 7654.410708509386, "kg_co2_emissions": null, "date": 1786874599.242606, "evaluation_phases": [ { "name": "Data loading", "start": 6.722286343574524e-06, "end": 65.44502365030348, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 65.44503639824688, "end": 65.44503927789629, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 65.46601735800505, "end": 66.269296862185, "split": "test", "subset": "world_news_claude_short__Times" }, { "name": "Scoring", "start": 66.26932202652097, "end": 66.32628404162824, "split": "test", "subset": "world_news_claude_short__Times" } ] }