{ "dataset_revision": "ae79aabf8da23508a1ba2e982c2552ea14b14a1c", "task_name": "ConvoMem", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.76171, "ndcg_at_3": 0.75067, "ndcg_at_5": 0.78532, "ndcg_at_10": 0.81855, "ndcg_at_20": 0.83454, "ndcg_at_25": 0.83632, "ndcg_at_50": 0.84198, "ndcg_at_100": 0.84458, "ndcg_at_1000": 0.84472, "map_at_1": 0.55041, "map_at_3": 0.69543, "map_at_5": 0.72319, "map_at_10": 0.74572, "map_at_20": 0.75363, "map_at_25": 0.75425, "map_at_50": 0.75593, "map_at_100": 0.75639, "map_at_1000": 0.75641, "recall_at_1": 0.55041, "recall_at_3": 0.76986, "recall_at_5": 0.83571, "recall_at_10": 0.91344, "recall_at_20": 0.96029, "recall_at_25": 0.96656, "recall_at_50": 0.98778, "recall_at_100": 0.99932, "recall_at_1000": 1.0, "accuracy": 0.55041, "precision_at_1": 0.76171, "precision_at_3": 0.39579, "precision_at_5": 0.26762, "precision_at_10": 0.15316, "precision_at_20": 0.08274, "precision_at_25": 0.0668, "precision_at_50": 0.03456, "precision_at_100": 0.0176, "precision_at_1000": 0.00176, "mrr_at_1": 0.761711, "mrr_at_3": 0.844026, "mrr_at_5": 0.851154, "mrr_at_10": 0.854113, "mrr_at_20": 0.85454, "mrr_at_25": 0.854586, "mrr_at_50": 0.854626, "mrr_at_100": 0.854643, "mrr_at_1000": 0.854643, "nauc_ndcg_at_1_max": 0.410932, "nauc_ndcg_at_1_std": 0.221229, "nauc_ndcg_at_1_diff1": 0.645291, "nauc_ndcg_at_3_max": 0.133597, "nauc_ndcg_at_3_std": 0.167395, "nauc_ndcg_at_3_diff1": 0.441296, "nauc_ndcg_at_5_max": 0.15657, "nauc_ndcg_at_5_std": 0.179538, "nauc_ndcg_at_5_diff1": 0.451283, "nauc_ndcg_at_10_max": 0.197678, "nauc_ndcg_at_10_std": 0.196399, "nauc_ndcg_at_10_diff1": 0.480056, "nauc_ndcg_at_20_max": 0.210563, "nauc_ndcg_at_20_std": 0.198682, "nauc_ndcg_at_20_diff1": 0.489258, "nauc_ndcg_at_25_max": 0.214833, "nauc_ndcg_at_25_std": 0.200625, "nauc_ndcg_at_25_diff1": 0.49052, "nauc_ndcg_at_50_max": 0.22821, "nauc_ndcg_at_50_std": 0.202595, "nauc_ndcg_at_50_diff1": 0.497281, "nauc_ndcg_at_100_max": 0.225949, "nauc_ndcg_at_100_std": 0.195233, "nauc_ndcg_at_100_diff1": 0.499213, "nauc_ndcg_at_1000_max": 0.227144, "nauc_ndcg_at_1000_std": 0.196182, "nauc_ndcg_at_1000_diff1": 0.498973, "nauc_map_at_1_max": 0.062874, "nauc_map_at_1_std": 0.134064, "nauc_map_at_1_diff1": 0.452382, "nauc_map_at_3_max": 0.093052, "nauc_map_at_3_std": 0.142444, "nauc_map_at_3_diff1": 0.424303, "nauc_map_at_5_max": 0.11416, "nauc_map_at_5_std": 0.151711, "nauc_map_at_5_diff1": 0.434677, "nauc_map_at_10_max": 0.136997, "nauc_map_at_10_std": 0.161393, "nauc_map_at_10_diff1": 0.449704, "nauc_map_at_20_max": 0.142097, "nauc_map_at_20_std": 0.162755, "nauc_map_at_20_diff1": 0.452972, "nauc_map_at_25_max": 0.143348, "nauc_map_at_25_std": 0.163493, "nauc_map_at_25_diff1": 0.453261, "nauc_map_at_50_max": 0.145656, "nauc_map_at_50_std": 0.163894, "nauc_map_at_50_diff1": 0.454228, "nauc_map_at_100_max": 0.145222, "nauc_map_at_100_std": 0.162991, "nauc_map_at_100_diff1": 0.454324, "nauc_map_at_1000_max": 0.145322, "nauc_map_at_1000_std": 0.163076, "nauc_map_at_1000_diff1": 0.454297, "nauc_recall_at_1_max": 0.062874, "nauc_recall_at_1_std": 0.134064, "nauc_recall_at_1_diff1": 0.452382, "nauc_recall_at_3_max": 0.00486, "nauc_recall_at_3_std": 0.139458, "nauc_recall_at_3_diff1": 0.320527, "nauc_recall_at_5_max": 0.001692, "nauc_recall_at_5_std": 0.152494, "nauc_recall_at_5_diff1": 0.298835, "nauc_recall_at_10_max": 0.042036, "nauc_recall_at_10_std": 0.19867, "nauc_recall_at_10_diff1": 0.31895, "nauc_recall_at_20_max": 0.0062, "nauc_recall_at_20_std": 0.231234, "nauc_recall_at_20_diff1": 0.302986, "nauc_recall_at_25_max": 0.02643, "nauc_recall_at_25_std": 0.26348, "nauc_recall_at_25_diff1": 0.299168, "nauc_recall_at_50_max": 0.259109, "nauc_recall_at_50_std": 0.484104, "nauc_recall_at_50_diff1": 0.357429, "nauc_recall_at_100_max": -0.857589, "nauc_recall_at_100_std": -0.661776, "nauc_recall_at_100_diff1": 0.679008, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.410932, "nauc_precision_at_1_std": 0.221229, "nauc_precision_at_1_diff1": 0.645291, "nauc_precision_at_3_max": 0.23603, "nauc_precision_at_3_std": 0.049738, "nauc_precision_at_3_diff1": 0.034491, "nauc_precision_at_5_max": 0.224988, "nauc_precision_at_5_std": 0.026137, "nauc_precision_at_5_diff1": -0.052553, "nauc_precision_at_10_max": 0.210324, "nauc_precision_at_10_std": -0.002857, "nauc_precision_at_10_diff1": -0.122615, "nauc_precision_at_20_max": 0.183835, "nauc_precision_at_20_std": -0.024926, "nauc_precision_at_20_diff1": -0.172805, "nauc_precision_at_25_max": 0.18694, "nauc_precision_at_25_std": -0.023374, "nauc_precision_at_25_diff1": -0.177729, "nauc_precision_at_50_max": 0.189768, "nauc_precision_at_50_std": -0.033226, "nauc_precision_at_50_diff1": -0.195521, "nauc_precision_at_100_max": 0.174145, "nauc_precision_at_100_std": -0.057472, "nauc_precision_at_100_diff1": -0.207881, "nauc_precision_at_1000_max": 0.176469, "nauc_precision_at_1000_std": -0.055348, "nauc_precision_at_1000_diff1": -0.2096, "nauc_mrr_at_1_max": 0.410932, "nauc_mrr_at_1_std": 0.221229, "nauc_mrr_at_1_diff1": 0.645291, "nauc_mrr_at_3_max": 0.468096, "nauc_mrr_at_3_std": 0.286217, "nauc_mrr_at_3_diff1": 0.65275, "nauc_mrr_at_5_max": 0.464949, "nauc_mrr_at_5_std": 0.282839, "nauc_mrr_at_5_diff1": 0.652366, "nauc_mrr_at_10_max": 0.458816, "nauc_mrr_at_10_std": 0.275145, "nauc_mrr_at_10_diff1": 0.651889, "nauc_mrr_at_20_max": 0.457936, "nauc_mrr_at_20_std": 0.273598, "nauc_mrr_at_20_diff1": 0.651885, "nauc_mrr_at_25_max": 0.457748, "nauc_mrr_at_25_std": 0.273347, "nauc_mrr_at_25_diff1": 0.65186, "nauc_mrr_at_50_max": 0.457589, "nauc_mrr_at_50_std": 0.273133, "nauc_mrr_at_50_diff1": 0.65184, "nauc_mrr_at_100_max": 0.457517, "nauc_mrr_at_100_std": 0.273036, "nauc_mrr_at_100_diff1": 0.651811, "nauc_mrr_at_1000_max": 0.457517, "nauc_mrr_at_1000_std": 0.273036, "nauc_mrr_at_1000_diff1": 0.651811, "hit_rate_at_1": 0.76171, "hit_rate_at_3": 0.9389, "hit_rate_at_5": 0.96945, "hit_rate_at_10": 0.99185, "hit_rate_at_20": 0.99695, "hit_rate_at_25": 0.99796, "hit_rate_at_50": 0.99898, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.761711, "R_cap_at_3": 0.769857, "R_cap_at_5": 0.835709, "R_cap_at_10": 0.913442, "R_cap_at_20": 0.960285, "R_cap_at_25": 0.966565, "R_cap_at_50": 0.987441, "R_cap_at_100": 0.998982, "R_cap_at_1000": 1.0, "main_score": 0.81855, "hf_subset": "abstention_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71111, "ndcg_at_3": 0.76465, "ndcg_at_5": 0.7761, "ndcg_at_10": 0.80416, "ndcg_at_20": 0.8243, "ndcg_at_25": 0.82791, "ndcg_at_50": 0.83802, "ndcg_at_100": 0.84267, "ndcg_at_1000": 0.84436, "map_at_1": 0.56153, "map_at_3": 0.69159, "map_at_5": 0.72396, "map_at_10": 0.7443, "map_at_20": 0.75509, "map_at_25": 0.75672, "map_at_50": 0.76048, "map_at_100": 0.76158, "map_at_1000": 0.76183, "recall_at_1": 0.56153, "recall_at_3": 0.76434, "recall_at_5": 0.8288, "recall_at_10": 0.88723, "recall_at_20": 0.93584, "recall_at_25": 0.94569, "recall_at_50": 0.97625, "recall_at_100": 0.99307, "recall_at_1000": 1.0, "accuracy": 0.56153, "precision_at_1": 0.71111, "precision_at_3": 0.3878, "precision_at_5": 0.27686, "precision_at_10": 0.16144, "precision_at_20": 0.09183, "precision_at_25": 0.0754, "precision_at_50": 0.04078, "precision_at_100": 0.02122, "precision_at_1000": 0.00216, "mrr_at_1": 0.711111, "mrr_at_3": 0.798693, "mrr_at_5": 0.809608, "mrr_at_10": 0.814105, "mrr_at_20": 0.815069, "mrr_at_25": 0.815069, "mrr_at_50": 0.815102, "mrr_at_100": 0.815127, "mrr_at_1000": 0.815127, "nauc_ndcg_at_1_max": 0.383611, "nauc_ndcg_at_1_std": 0.338624, "nauc_ndcg_at_1_diff1": 0.608503, "nauc_ndcg_at_3_max": 0.337935, "nauc_ndcg_at_3_std": 0.370405, "nauc_ndcg_at_3_diff1": 0.603665, "nauc_ndcg_at_5_max": 0.306952, "nauc_ndcg_at_5_std": 0.377783, "nauc_ndcg_at_5_diff1": 0.602815, "nauc_ndcg_at_10_max": 0.336409, "nauc_ndcg_at_10_std": 0.393663, "nauc_ndcg_at_10_diff1": 0.604542, "nauc_ndcg_at_20_max": 0.363284, "nauc_ndcg_at_20_std": 0.40158, "nauc_ndcg_at_20_diff1": 0.618642, "nauc_ndcg_at_25_max": 0.374122, "nauc_ndcg_at_25_std": 0.405913, "nauc_ndcg_at_25_diff1": 0.617669, "nauc_ndcg_at_50_max": 0.391665, "nauc_ndcg_at_50_std": 0.403197, "nauc_ndcg_at_50_diff1": 0.621871, "nauc_ndcg_at_100_max": 0.385466, "nauc_ndcg_at_100_std": 0.39159, "nauc_ndcg_at_100_diff1": 0.619502, "nauc_ndcg_at_1000_max": 0.379419, "nauc_ndcg_at_1000_std": 0.384639, "nauc_ndcg_at_1000_diff1": 0.619137, "nauc_map_at_1_max": 0.127792, "nauc_map_at_1_std": 0.1342, "nauc_map_at_1_diff1": 0.671086, "nauc_map_at_3_max": 0.244325, "nauc_map_at_3_std": 0.307966, "nauc_map_at_3_diff1": 0.633772, "nauc_map_at_5_max": 0.289135, "nauc_map_at_5_std": 0.35271, "nauc_map_at_5_diff1": 0.619648, "nauc_map_at_10_max": 0.314002, "nauc_map_at_10_std": 0.367115, "nauc_map_at_10_diff1": 0.618392, "nauc_map_at_20_max": 0.327799, "nauc_map_at_20_std": 0.37288, "nauc_map_at_20_diff1": 0.624611, "nauc_map_at_25_max": 0.331487, "nauc_map_at_25_std": 0.374251, "nauc_map_at_25_diff1": 0.624301, "nauc_map_at_50_max": 0.337552, "nauc_map_at_50_std": 0.374503, "nauc_map_at_50_diff1": 0.625866, "nauc_map_at_100_max": 0.336552, "nauc_map_at_100_std": 0.372678, "nauc_map_at_100_diff1": 0.625626, "nauc_map_at_1000_max": 0.335939, "nauc_map_at_1000_std": 0.371998, "nauc_map_at_1000_diff1": 0.625631, "nauc_recall_at_1_max": 0.127792, "nauc_recall_at_1_std": 0.1342, "nauc_recall_at_1_diff1": 0.671086, "nauc_recall_at_3_max": 0.176723, "nauc_recall_at_3_std": 0.32666, "nauc_recall_at_3_diff1": 0.585239, "nauc_recall_at_5_max": 0.194974, "nauc_recall_at_5_std": 0.388806, "nauc_recall_at_5_diff1": 0.545154, "nauc_recall_at_10_max": 0.214505, "nauc_recall_at_10_std": 0.43587, "nauc_recall_at_10_diff1": 0.525609, "nauc_recall_at_20_max": 0.270161, "nauc_recall_at_20_std": 0.513316, "nauc_recall_at_20_diff1": 0.570439, "nauc_recall_at_25_max": 0.339094, "nauc_recall_at_25_std": 0.571603, "nauc_recall_at_25_diff1": 0.563432, "nauc_recall_at_50_max": 0.638551, "nauc_recall_at_50_std": 0.775716, "nauc_recall_at_50_diff1": 0.648495, "nauc_recall_at_100_max": 0.857171, "nauc_recall_at_100_std": 0.931847, "nauc_recall_at_100_diff1": 0.643407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.383611, "nauc_precision_at_1_std": 0.338624, "nauc_precision_at_1_diff1": 0.608503, "nauc_precision_at_3_max": 0.365488, "nauc_precision_at_3_std": 0.350513, "nauc_precision_at_3_diff1": -0.123, "nauc_precision_at_5_max": 0.309459, "nauc_precision_at_5_std": 0.263678, "nauc_precision_at_5_diff1": -0.272133, "nauc_precision_at_10_max": 0.244261, "nauc_precision_at_10_std": 0.155839, "nauc_precision_at_10_diff1": -0.334063, "nauc_precision_at_20_max": 0.190731, "nauc_precision_at_20_std": 0.069924, "nauc_precision_at_20_diff1": -0.370776, "nauc_precision_at_25_max": 0.187964, "nauc_precision_at_25_std": 0.059164, "nauc_precision_at_25_diff1": -0.378857, "nauc_precision_at_50_max": 0.152448, "nauc_precision_at_50_std": 0.002477, "nauc_precision_at_50_diff1": -0.388465, "nauc_precision_at_100_max": 0.110529, "nauc_precision_at_100_std": -0.042054, "nauc_precision_at_100_diff1": -0.40754, "nauc_precision_at_1000_max": 0.084036, "nauc_precision_at_1000_std": -0.06614, "nauc_precision_at_1000_diff1": -0.413039, "nauc_mrr_at_1_max": 0.383611, "nauc_mrr_at_1_std": 0.338624, "nauc_mrr_at_1_diff1": 0.608503, "nauc_mrr_at_3_max": 0.393957, "nauc_mrr_at_3_std": 0.378171, "nauc_mrr_at_3_diff1": 0.580397, "nauc_mrr_at_5_max": 0.391708, "nauc_mrr_at_5_std": 0.37313, "nauc_mrr_at_5_diff1": 0.579359, "nauc_mrr_at_10_max": 0.396303, "nauc_mrr_at_10_std": 0.373443, "nauc_mrr_at_10_diff1": 0.584385, "nauc_mrr_at_20_max": 0.393671, "nauc_mrr_at_20_std": 0.370111, "nauc_mrr_at_20_diff1": 0.585024, "nauc_mrr_at_25_max": 0.393671, "nauc_mrr_at_25_std": 0.370111, "nauc_mrr_at_25_diff1": 0.585024, "nauc_mrr_at_50_max": 0.393638, "nauc_mrr_at_50_std": 0.370074, "nauc_mrr_at_50_diff1": 0.58494, "nauc_mrr_at_100_max": 0.393547, "nauc_mrr_at_100_std": 0.36998, "nauc_mrr_at_100_diff1": 0.584919, "nauc_mrr_at_1000_max": 0.393547, "nauc_mrr_at_1000_std": 0.36998, "nauc_mrr_at_1000_diff1": 0.584919, "hit_rate_at_1": 0.71111, "hit_rate_at_3": 0.90588, "hit_rate_at_5": 0.95163, "hit_rate_at_10": 0.98431, "hit_rate_at_20": 0.99739, "hit_rate_at_25": 0.99739, "hit_rate_at_50": 0.99869, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.711111, "R_cap_at_3": 0.804139, "R_cap_at_5": 0.829847, "R_cap_at_10": 0.887233, "R_cap_at_20": 0.935839, "R_cap_at_25": 0.945686, "R_cap_at_50": 0.976253, "R_cap_at_100": 0.993072, "R_cap_at_1000": 1.0, "main_score": 0.80416, "hf_subset": "assistant_facts_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44421, "ndcg_at_3": 0.42808, "ndcg_at_5": 0.46985, "ndcg_at_10": 0.55118, "ndcg_at_20": 0.61142, "ndcg_at_25": 0.62418, "ndcg_at_50": 0.64726, "ndcg_at_100": 0.65638, "ndcg_at_1000": 0.65969, "map_at_1": 0.15851, "map_at_3": 0.30176, "map_at_5": 0.36213, "map_at_10": 0.41799, "map_at_20": 0.44913, "map_at_25": 0.45462, "map_at_50": 0.46237, "map_at_100": 0.46438, "map_at_1000": 0.46486, "recall_at_1": 0.15851, "recall_at_3": 0.37517, "recall_at_5": 0.51009, "recall_at_10": 0.68264, "recall_at_20": 0.83838, "recall_at_25": 0.87589, "recall_at_50": 0.95096, "recall_at_100": 0.98584, "recall_at_1000": 1.0, "accuracy": 0.15851, "precision_at_1": 0.44421, "precision_at_3": 0.36471, "precision_at_5": 0.30377, "precision_at_10": 0.21444, "precision_at_20": 0.13713, "precision_at_25": 0.11579, "precision_at_50": 0.06423, "precision_at_100": 0.03361, "precision_at_1000": 0.00343, "mrr_at_1": 0.444212, "mrr_at_3": 0.584844, "mrr_at_5": 0.61103, "mrr_at_10": 0.622789, "mrr_at_20": 0.625177, "mrr_at_25": 0.625391, "mrr_at_50": 0.625434, "mrr_at_100": 0.625443, "mrr_at_1000": 0.625443, "nauc_ndcg_at_1_max": 0.078165, "nauc_ndcg_at_1_std": 0.052901, "nauc_ndcg_at_1_diff1": 0.208289, "nauc_ndcg_at_3_max": 0.09034, "nauc_ndcg_at_3_std": 0.081889, "nauc_ndcg_at_3_diff1": 0.16433, "nauc_ndcg_at_5_max": 0.092623, "nauc_ndcg_at_5_std": 0.098914, "nauc_ndcg_at_5_diff1": 0.181426, "nauc_ndcg_at_10_max": 0.130304, "nauc_ndcg_at_10_std": 0.134325, "nauc_ndcg_at_10_diff1": 0.170059, "nauc_ndcg_at_20_max": 0.152438, "nauc_ndcg_at_20_std": 0.158494, "nauc_ndcg_at_20_diff1": 0.175848, "nauc_ndcg_at_25_max": 0.148071, "nauc_ndcg_at_25_std": 0.155176, "nauc_ndcg_at_25_diff1": 0.170181, "nauc_ndcg_at_50_max": 0.134411, "nauc_ndcg_at_50_std": 0.130919, "nauc_ndcg_at_50_diff1": 0.17627, "nauc_ndcg_at_100_max": 0.124612, "nauc_ndcg_at_100_std": 0.11628, "nauc_ndcg_at_100_diff1": 0.174066, "nauc_ndcg_at_1000_max": 0.118687, "nauc_ndcg_at_1000_std": 0.107596, "nauc_ndcg_at_1000_diff1": 0.176232, "nauc_map_at_1_max": 0.047551, "nauc_map_at_1_std": 0.065987, "nauc_map_at_1_diff1": 0.194092, "nauc_map_at_3_max": 0.062355, "nauc_map_at_3_std": 0.077657, "nauc_map_at_3_diff1": 0.161873, "nauc_map_at_5_max": 0.076266, "nauc_map_at_5_std": 0.08758, "nauc_map_at_5_diff1": 0.172605, "nauc_map_at_10_max": 0.103764, "nauc_map_at_10_std": 0.110264, "nauc_map_at_10_diff1": 0.164343, "nauc_map_at_20_max": 0.116664, "nauc_map_at_20_std": 0.123605, "nauc_map_at_20_diff1": 0.167483, "nauc_map_at_25_max": 0.115809, "nauc_map_at_25_std": 0.123088, "nauc_map_at_25_diff1": 0.165499, "nauc_map_at_50_max": 0.112616, "nauc_map_at_50_std": 0.117046, "nauc_map_at_50_diff1": 0.166996, "nauc_map_at_100_max": 0.111134, "nauc_map_at_100_std": 0.11471, "nauc_map_at_100_diff1": 0.166864, "nauc_map_at_1000_max": 0.110519, "nauc_map_at_1000_std": 0.113837, "nauc_map_at_1000_diff1": 0.167119, "nauc_recall_at_1_max": 0.047551, "nauc_recall_at_1_std": 0.065987, "nauc_recall_at_1_diff1": 0.194092, "nauc_recall_at_3_max": 0.076667, "nauc_recall_at_3_std": 0.102626, "nauc_recall_at_3_diff1": 0.147244, "nauc_recall_at_5_max": 0.089778, "nauc_recall_at_5_std": 0.11842, "nauc_recall_at_5_diff1": 0.158963, "nauc_recall_at_10_max": 0.165969, "nauc_recall_at_10_std": 0.200926, "nauc_recall_at_10_diff1": 0.129805, "nauc_recall_at_20_max": 0.274061, "nauc_recall_at_20_std": 0.344289, "nauc_recall_at_20_diff1": 0.140562, "nauc_recall_at_25_max": 0.284704, "nauc_recall_at_25_std": 0.380212, "nauc_recall_at_25_diff1": 0.109219, "nauc_recall_at_50_max": 0.334264, "nauc_recall_at_50_std": 0.435354, "nauc_recall_at_50_diff1": 0.146069, "nauc_recall_at_100_max": 0.399558, "nauc_recall_at_100_std": 0.535603, "nauc_recall_at_100_diff1": 0.025065, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.078165, "nauc_precision_at_1_std": 0.052901, "nauc_precision_at_1_diff1": 0.208289, "nauc_precision_at_3_max": 0.099626, "nauc_precision_at_3_std": 0.07167, "nauc_precision_at_3_diff1": 0.114501, "nauc_precision_at_5_max": 0.125573, "nauc_precision_at_5_std": 0.07968, "nauc_precision_at_5_diff1": 0.12154, "nauc_precision_at_10_max": 0.163442, "nauc_precision_at_10_std": 0.10686, "nauc_precision_at_10_diff1": 0.035569, "nauc_precision_at_20_max": 0.153765, "nauc_precision_at_20_std": 0.095568, "nauc_precision_at_20_diff1": -0.018761, "nauc_precision_at_25_max": 0.12529, "nauc_precision_at_25_std": 0.0682, "nauc_precision_at_25_diff1": -0.047432, "nauc_precision_at_50_max": 0.057611, "nauc_precision_at_50_std": -0.029268, "nauc_precision_at_50_diff1": -0.068379, "nauc_precision_at_100_max": 0.015228, "nauc_precision_at_100_std": -0.083091, "nauc_precision_at_100_diff1": -0.090527, "nauc_precision_at_1000_max": -0.01056, "nauc_precision_at_1000_std": -0.115565, "nauc_precision_at_1000_diff1": -0.09154, "nauc_mrr_at_1_max": 0.078165, "nauc_mrr_at_1_std": 0.052901, "nauc_mrr_at_1_diff1": 0.208289, "nauc_mrr_at_3_max": 0.095987, "nauc_mrr_at_3_std": 0.072692, "nauc_mrr_at_3_diff1": 0.19407, "nauc_mrr_at_5_max": 0.103665, "nauc_mrr_at_5_std": 0.078565, "nauc_mrr_at_5_diff1": 0.201153, "nauc_mrr_at_10_max": 0.104379, "nauc_mrr_at_10_std": 0.0788, "nauc_mrr_at_10_diff1": 0.203229, "nauc_mrr_at_20_max": 0.100592, "nauc_mrr_at_20_std": 0.075363, "nauc_mrr_at_20_diff1": 0.201082, "nauc_mrr_at_25_max": 0.100173, "nauc_mrr_at_25_std": 0.074879, "nauc_mrr_at_25_diff1": 0.201205, "nauc_mrr_at_50_max": 0.100039, "nauc_mrr_at_50_std": 0.074728, "nauc_mrr_at_50_diff1": 0.201328, "nauc_mrr_at_100_max": 0.100008, "nauc_mrr_at_100_std": 0.074696, "nauc_mrr_at_100_diff1": 0.2013, "nauc_mrr_at_1000_max": 0.100008, "nauc_mrr_at_1000_std": 0.074696, "nauc_mrr_at_1000_diff1": 0.2013, "hit_rate_at_1": 0.44421, "hit_rate_at_3": 0.7629, "hit_rate_at_5": 0.87657, "hit_rate_at_10": 0.96025, "hit_rate_at_20": 0.99303, "hit_rate_at_25": 0.99791, "hit_rate_at_50": 0.9993, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.444212, "R_cap_at_3": 0.430614, "R_cap_at_5": 0.513157, "R_cap_at_10": 0.682636, "R_cap_at_20": 0.83861, "R_cap_at_25": 0.875895, "R_cap_at_50": 0.950151, "R_cap_at_100": 0.986088, "R_cap_at_1000": 1.0, "main_score": 0.55118, "hf_subset": "changing_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.19596, "ndcg_at_3": 0.23871, "ndcg_at_5": 0.28861, "ndcg_at_10": 0.35199, "ndcg_at_20": 0.40012, "ndcg_at_25": 0.41328, "ndcg_at_50": 0.44644, "ndcg_at_100": 0.46207, "ndcg_at_1000": 0.46499, "map_at_1": 0.12963, "map_at_3": 0.19529, "map_at_5": 0.22302, "map_at_10": 0.25092, "map_at_20": 0.26682, "map_at_25": 0.27022, "map_at_50": 0.27749, "map_at_100": 0.27991, "map_at_1000": 0.28028, "recall_at_1": 0.12963, "recall_at_3": 0.2771, "recall_at_5": 0.38721, "recall_at_10": 0.56128, "recall_at_20": 0.72306, "recall_at_25": 0.77306, "recall_at_50": 0.91229, "recall_at_100": 0.98586, "recall_at_1000": 1.0, "accuracy": 0.12963, "precision_at_1": 0.19596, "precision_at_3": 0.14209, "precision_at_5": 0.11717, "precision_at_10": 0.08626, "precision_at_20": 0.05788, "precision_at_25": 0.05022, "precision_at_50": 0.03091, "precision_at_100": 0.01726, "precision_at_1000": 0.00177, "mrr_at_1": 0.19596, "mrr_at_3": 0.288552, "mrr_at_5": 0.319158, "mrr_at_10": 0.345192, "mrr_at_20": 0.355632, "mrr_at_25": 0.357506, "mrr_at_50": 0.359505, "mrr_at_100": 0.359685, "mrr_at_1000": 0.359685, "nauc_ndcg_at_1_max": 0.199767, "nauc_ndcg_at_1_std": 0.140812, "nauc_ndcg_at_1_diff1": 0.210196, "nauc_ndcg_at_3_max": 0.081574, "nauc_ndcg_at_3_std": 0.090099, "nauc_ndcg_at_3_diff1": 0.092429, "nauc_ndcg_at_5_max": 0.063762, "nauc_ndcg_at_5_std": 0.091093, "nauc_ndcg_at_5_diff1": 0.095172, "nauc_ndcg_at_10_max": 0.044672, "nauc_ndcg_at_10_std": 0.091461, "nauc_ndcg_at_10_diff1": 0.087877, "nauc_ndcg_at_20_max": 0.055768, "nauc_ndcg_at_20_std": 0.109138, "nauc_ndcg_at_20_diff1": 0.085851, "nauc_ndcg_at_25_max": 0.062564, "nauc_ndcg_at_25_std": 0.110896, "nauc_ndcg_at_25_diff1": 0.09214, "nauc_ndcg_at_50_max": 0.089096, "nauc_ndcg_at_50_std": 0.118211, "nauc_ndcg_at_50_diff1": 0.096637, "nauc_ndcg_at_100_max": 0.105624, "nauc_ndcg_at_100_std": 0.113432, "nauc_ndcg_at_100_diff1": 0.104049, "nauc_ndcg_at_1000_max": 0.110401, "nauc_ndcg_at_1000_std": 0.113494, "nauc_ndcg_at_1000_diff1": 0.10458, "nauc_map_at_1_max": 0.06874, "nauc_map_at_1_std": 0.084468, "nauc_map_at_1_diff1": 0.132471, "nauc_map_at_3_max": 0.04711, "nauc_map_at_3_std": 0.073331, "nauc_map_at_3_diff1": 0.085791, "nauc_map_at_5_max": 0.035206, "nauc_map_at_5_std": 0.074176, "nauc_map_at_5_diff1": 0.084917, "nauc_map_at_10_max": 0.028481, "nauc_map_at_10_std": 0.075493, "nauc_map_at_10_diff1": 0.079391, "nauc_map_at_20_max": 0.034764, "nauc_map_at_20_std": 0.082083, "nauc_map_at_20_diff1": 0.079585, "nauc_map_at_25_max": 0.036734, "nauc_map_at_25_std": 0.082531, "nauc_map_at_25_diff1": 0.080827, "nauc_map_at_50_max": 0.043797, "nauc_map_at_50_std": 0.08531, "nauc_map_at_50_diff1": 0.082024, "nauc_map_at_100_max": 0.04623, "nauc_map_at_100_std": 0.084965, "nauc_map_at_100_diff1": 0.082971, "nauc_map_at_1000_max": 0.046721, "nauc_map_at_1000_std": 0.084969, "nauc_map_at_1000_diff1": 0.083035, "nauc_recall_at_1_max": 0.06874, "nauc_recall_at_1_std": 0.084468, "nauc_recall_at_1_diff1": 0.132471, "nauc_recall_at_3_max": 0.017325, "nauc_recall_at_3_std": 0.059594, "nauc_recall_at_3_diff1": 0.040149, "nauc_recall_at_5_max": -0.02744, "nauc_recall_at_5_std": 0.052921, "nauc_recall_at_5_diff1": 0.042951, "nauc_recall_at_10_max": -0.092531, "nauc_recall_at_10_std": 0.047357, "nauc_recall_at_10_diff1": 0.027808, "nauc_recall_at_20_max": -0.129238, "nauc_recall_at_20_std": 0.083843, "nauc_recall_at_20_diff1": -0.006853, "nauc_recall_at_25_max": -0.131971, "nauc_recall_at_25_std": 0.092605, "nauc_recall_at_25_diff1": 0.007276, "nauc_recall_at_50_max": -0.163283, "nauc_recall_at_50_std": 0.130652, "nauc_recall_at_50_diff1": -0.03807, "nauc_recall_at_100_max": -0.281135, "nauc_recall_at_100_std": 0.037015, "nauc_recall_at_100_diff1": 0.001289, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.199767, "nauc_precision_at_1_std": 0.140812, "nauc_precision_at_1_diff1": 0.210196, "nauc_precision_at_3_max": 0.193796, "nauc_precision_at_3_std": 0.134221, "nauc_precision_at_3_diff1": 0.1059, "nauc_precision_at_5_max": 0.180944, "nauc_precision_at_5_std": 0.135817, "nauc_precision_at_5_diff1": 0.09801, "nauc_precision_at_10_max": 0.153326, "nauc_precision_at_10_std": 0.114108, "nauc_precision_at_10_diff1": 0.045329, "nauc_precision_at_20_max": 0.206647, "nauc_precision_at_20_std": 0.142752, "nauc_precision_at_20_diff1": 0.027414, "nauc_precision_at_25_max": 0.222014, "nauc_precision_at_25_std": 0.131023, "nauc_precision_at_25_diff1": 0.037943, "nauc_precision_at_50_max": 0.292668, "nauc_precision_at_50_std": 0.130828, "nauc_precision_at_50_diff1": 0.028626, "nauc_precision_at_100_max": 0.316985, "nauc_precision_at_100_std": 0.091649, "nauc_precision_at_100_diff1": 0.037879, "nauc_precision_at_1000_max": 0.32442, "nauc_precision_at_1000_std": 0.086244, "nauc_precision_at_1000_diff1": 0.03654, "nauc_mrr_at_1_max": 0.199767, "nauc_mrr_at_1_std": 0.140812, "nauc_mrr_at_1_diff1": 0.210196, "nauc_mrr_at_3_max": 0.199271, "nauc_mrr_at_3_std": 0.141481, "nauc_mrr_at_3_diff1": 0.155937, "nauc_mrr_at_5_max": 0.196767, "nauc_mrr_at_5_std": 0.144213, "nauc_mrr_at_5_diff1": 0.162622, "nauc_mrr_at_10_max": 0.189556, "nauc_mrr_at_10_std": 0.140701, "nauc_mrr_at_10_diff1": 0.161583, "nauc_mrr_at_20_max": 0.192061, "nauc_mrr_at_20_std": 0.144425, "nauc_mrr_at_20_diff1": 0.161863, "nauc_mrr_at_25_max": 0.19322, "nauc_mrr_at_25_std": 0.144709, "nauc_mrr_at_25_diff1": 0.163205, "nauc_mrr_at_50_max": 0.193151, "nauc_mrr_at_50_std": 0.143705, "nauc_mrr_at_50_diff1": 0.163396, "nauc_mrr_at_100_max": 0.193018, "nauc_mrr_at_100_std": 0.143401, "nauc_mrr_at_100_diff1": 0.163209, "nauc_mrr_at_1000_max": 0.193018, "nauc_mrr_at_1000_std": 0.143401, "nauc_mrr_at_1000_diff1": 0.163209, "hit_rate_at_1": 0.19596, "hit_rate_at_3": 0.4101, "hit_rate_at_5": 0.54343, "hit_rate_at_10": 0.73636, "hit_rate_at_20": 0.88182, "hit_rate_at_25": 0.92424, "hit_rate_at_50": 0.98687, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.19596, "R_cap_at_3": 0.277104, "R_cap_at_5": 0.387205, "R_cap_at_10": 0.561279, "R_cap_at_20": 0.723064, "R_cap_at_25": 0.773401, "R_cap_at_50": 0.91431, "R_cap_at_100": 0.985522, "R_cap_at_1000": 1.0, "main_score": 0.35199, "hf_subset": "implicit_connection_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.26966, "ndcg_at_3": 0.38891, "ndcg_at_5": 0.44065, "ndcg_at_10": 0.50241, "ndcg_at_20": 0.53571, "ndcg_at_25": 0.54453, "ndcg_at_50": 0.555, "ndcg_at_100": 0.55745, "ndcg_at_1000": 0.55745, "map_at_1": 0.24298, "map_at_3": 0.34902, "map_at_5": 0.37781, "map_at_10": 0.40411, "map_at_20": 0.41469, "map_at_25": 0.41684, "map_at_50": 0.419, "map_at_100": 0.41934, "map_at_1000": 0.41934, "recall_at_1": 0.24298, "recall_at_3": 0.47753, "recall_at_5": 0.60253, "recall_at_10": 0.78371, "recall_at_20": 0.90309, "recall_at_25": 0.93961, "recall_at_50": 0.98736, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.24298, "precision_at_1": 0.26966, "precision_at_3": 0.17697, "precision_at_5": 0.13315, "precision_at_10": 0.08961, "precision_at_20": 0.05295, "precision_at_25": 0.04449, "precision_at_50": 0.02365, "precision_at_100": 0.01205, "precision_at_1000": 0.00121, "mrr_at_1": 0.269663, "mrr_at_3": 0.376404, "mrr_at_5": 0.404494, "mrr_at_10": 0.429653, "mrr_at_20": 0.437898, "mrr_at_25": 0.439167, "mrr_at_50": 0.440047, "mrr_at_100": 0.4401, "mrr_at_1000": 0.4401, "nauc_ndcg_at_1_max": 0.251611, "nauc_ndcg_at_1_std": 0.222954, "nauc_ndcg_at_1_diff1": 0.214792, "nauc_ndcg_at_3_max": 0.211356, "nauc_ndcg_at_3_std": 0.205347, "nauc_ndcg_at_3_diff1": 0.160472, "nauc_ndcg_at_5_max": 0.212291, "nauc_ndcg_at_5_std": 0.201549, "nauc_ndcg_at_5_diff1": 0.179154, "nauc_ndcg_at_10_max": 0.236272, "nauc_ndcg_at_10_std": 0.218288, "nauc_ndcg_at_10_diff1": 0.189678, "nauc_ndcg_at_20_max": 0.240395, "nauc_ndcg_at_20_std": 0.227346, "nauc_ndcg_at_20_diff1": 0.196875, "nauc_ndcg_at_25_max": 0.241522, "nauc_ndcg_at_25_std": 0.227394, "nauc_ndcg_at_25_diff1": 0.191918, "nauc_ndcg_at_50_max": 0.234686, "nauc_ndcg_at_50_std": 0.221088, "nauc_ndcg_at_50_diff1": 0.183427, "nauc_ndcg_at_100_max": 0.235191, "nauc_ndcg_at_100_std": 0.219524, "nauc_ndcg_at_100_diff1": 0.185295, "nauc_ndcg_at_1000_max": 0.235191, "nauc_ndcg_at_1000_std": 0.219524, "nauc_ndcg_at_1000_diff1": 0.185295, "nauc_map_at_1_max": 0.257072, "nauc_map_at_1_std": 0.239372, "nauc_map_at_1_diff1": 0.211474, "nauc_map_at_3_max": 0.226733, "nauc_map_at_3_std": 0.216383, "nauc_map_at_3_diff1": 0.174885, "nauc_map_at_5_max": 0.226813, "nauc_map_at_5_std": 0.213896, "nauc_map_at_5_diff1": 0.184365, "nauc_map_at_10_max": 0.236716, "nauc_map_at_10_std": 0.220333, "nauc_map_at_10_diff1": 0.188899, "nauc_map_at_20_max": 0.238456, "nauc_map_at_20_std": 0.223625, "nauc_map_at_20_diff1": 0.190871, "nauc_map_at_25_max": 0.238662, "nauc_map_at_25_std": 0.22382, "nauc_map_at_25_diff1": 0.189782, "nauc_map_at_50_max": 0.237458, "nauc_map_at_50_std": 0.222662, "nauc_map_at_50_diff1": 0.188113, "nauc_map_at_100_max": 0.237542, "nauc_map_at_100_std": 0.222514, "nauc_map_at_100_diff1": 0.188319, "nauc_map_at_1000_max": 0.237542, "nauc_map_at_1000_std": 0.222514, "nauc_map_at_1000_diff1": 0.188319, "nauc_recall_at_1_max": 0.257072, "nauc_recall_at_1_std": 0.239372, "nauc_recall_at_1_diff1": 0.211474, "nauc_recall_at_3_max": 0.168384, "nauc_recall_at_3_std": 0.182577, "nauc_recall_at_3_diff1": 0.111392, "nauc_recall_at_5_max": 0.162782, "nauc_recall_at_5_std": 0.167618, "nauc_recall_at_5_diff1": 0.153236, "nauc_recall_at_10_max": 0.232137, "nauc_recall_at_10_std": 0.212309, "nauc_recall_at_10_diff1": 0.195859, "nauc_recall_at_20_max": 0.268231, "nauc_recall_at_20_std": 0.294457, "nauc_recall_at_20_diff1": 0.277462, "nauc_recall_at_25_max": 0.318505, "nauc_recall_at_25_std": 0.341769, "nauc_recall_at_25_diff1": 0.258652, "nauc_recall_at_50_max": 0.169664, "nauc_recall_at_50_std": 0.352941, "nauc_recall_at_50_diff1": -0.020463, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.251611, "nauc_precision_at_1_std": 0.222954, "nauc_precision_at_1_diff1": 0.214792, "nauc_precision_at_3_max": 0.165069, "nauc_precision_at_3_std": 0.158351, "nauc_precision_at_3_diff1": 0.114762, "nauc_precision_at_5_max": 0.14046, "nauc_precision_at_5_std": 0.121542, "nauc_precision_at_5_diff1": 0.138432, "nauc_precision_at_10_max": 0.137963, "nauc_precision_at_10_std": 0.089757, "nauc_precision_at_10_diff1": 0.088031, "nauc_precision_at_20_max": 0.051702, "nauc_precision_at_20_std": 0.034347, "nauc_precision_at_20_diff1": 0.020659, "nauc_precision_at_25_max": 0.017332, "nauc_precision_at_25_std": 0.000153, "nauc_precision_at_25_diff1": -0.046192, "nauc_precision_at_50_max": -0.064207, "nauc_precision_at_50_std": -0.073962, "nauc_precision_at_50_diff1": -0.13476, "nauc_precision_at_100_max": -0.069927, "nauc_precision_at_100_std": -0.093379, "nauc_precision_at_100_diff1": -0.127003, "nauc_precision_at_1000_max": -0.069927, "nauc_precision_at_1000_std": -0.093379, "nauc_precision_at_1000_diff1": -0.127003, "nauc_mrr_at_1_max": 0.251611, "nauc_mrr_at_1_std": 0.222954, "nauc_mrr_at_1_diff1": 0.214792, "nauc_mrr_at_3_max": 0.218811, "nauc_mrr_at_3_std": 0.200263, "nauc_mrr_at_3_diff1": 0.179191, "nauc_mrr_at_5_max": 0.222116, "nauc_mrr_at_5_std": 0.200695, "nauc_mrr_at_5_diff1": 0.190215, "nauc_mrr_at_10_max": 0.233563, "nauc_mrr_at_10_std": 0.211361, "nauc_mrr_at_10_diff1": 0.192403, "nauc_mrr_at_20_max": 0.234127, "nauc_mrr_at_20_std": 0.212188, "nauc_mrr_at_20_diff1": 0.194885, "nauc_mrr_at_25_max": 0.233831, "nauc_mrr_at_25_std": 0.211462, "nauc_mrr_at_25_diff1": 0.194061, "nauc_mrr_at_50_max": 0.233481, "nauc_mrr_at_50_std": 0.211313, "nauc_mrr_at_50_diff1": 0.19381, "nauc_mrr_at_100_max": 0.233425, "nauc_mrr_at_100_std": 0.211223, "nauc_mrr_at_100_diff1": 0.193875, "nauc_mrr_at_1000_max": 0.233425, "nauc_mrr_at_1000_std": 0.211223, "nauc_mrr_at_1000_diff1": 0.193875, "hit_rate_at_1": 0.26966, "hit_rate_at_3": 0.51685, "hit_rate_at_5": 0.64326, "hit_rate_at_10": 0.83146, "hit_rate_at_20": 0.94101, "hit_rate_at_25": 0.9691, "hit_rate_at_50": 0.99719, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.269663, "R_cap_at_3": 0.477528, "R_cap_at_5": 0.602528, "R_cap_at_10": 0.783708, "R_cap_at_20": 0.90309, "R_cap_at_25": 0.939607, "R_cap_at_50": 0.98736, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.50241, "hf_subset": "preference_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.64179, "ndcg_at_3": 0.64336, "ndcg_at_5": 0.68335, "ndcg_at_10": 0.73465, "ndcg_at_20": 0.76165, "ndcg_at_25": 0.76814, "ndcg_at_50": 0.77938, "ndcg_at_100": 0.78368, "ndcg_at_1000": 0.78468, "map_at_1": 0.39784, "map_at_3": 0.55453, "map_at_5": 0.60571, "map_at_10": 0.64375, "map_at_20": 0.65779, "map_at_25": 0.66054, "map_at_50": 0.66415, "map_at_100": 0.665, "map_at_1000": 0.66514, "recall_at_1": 0.39784, "recall_at_3": 0.63173, "recall_at_5": 0.73634, "recall_at_10": 0.84882, "recall_at_20": 0.92027, "recall_at_25": 0.93979, "recall_at_50": 0.97812, "recall_at_100": 0.99552, "recall_at_1000": 1.0, "accuracy": 0.39784, "precision_at_1": 0.64179, "precision_at_3": 0.40199, "precision_at_5": 0.30478, "precision_at_10": 0.19104, "precision_at_20": 0.10832, "precision_at_25": 0.08964, "precision_at_50": 0.04767, "precision_at_100": 0.02448, "precision_at_1000": 0.00247, "mrr_at_1": 0.641791, "mrr_at_3": 0.743905, "mrr_at_5": 0.757488, "mrr_at_10": 0.763508, "mrr_at_20": 0.765229, "mrr_at_25": 0.765328, "mrr_at_50": 0.765388, "mrr_at_100": 0.76541, "mrr_at_1000": 0.76541, "nauc_ndcg_at_1_max": 0.262797, "nauc_ndcg_at_1_std": 0.200569, "nauc_ndcg_at_1_diff1": 0.51489, "nauc_ndcg_at_3_max": 0.239611, "nauc_ndcg_at_3_std": 0.224819, "nauc_ndcg_at_3_diff1": 0.461889, "nauc_ndcg_at_5_max": 0.274348, "nauc_ndcg_at_5_std": 0.256793, "nauc_ndcg_at_5_diff1": 0.468627, "nauc_ndcg_at_10_max": 0.316328, "nauc_ndcg_at_10_std": 0.299144, "nauc_ndcg_at_10_diff1": 0.475146, "nauc_ndcg_at_20_max": 0.315043, "nauc_ndcg_at_20_std": 0.297213, "nauc_ndcg_at_20_diff1": 0.48031, "nauc_ndcg_at_25_max": 0.315544, "nauc_ndcg_at_25_std": 0.294226, "nauc_ndcg_at_25_diff1": 0.48278, "nauc_ndcg_at_50_max": 0.305612, "nauc_ndcg_at_50_std": 0.282643, "nauc_ndcg_at_50_diff1": 0.4829, "nauc_ndcg_at_100_max": 0.296839, "nauc_ndcg_at_100_std": 0.271424, "nauc_ndcg_at_100_diff1": 0.484581, "nauc_ndcg_at_1000_max": 0.29468, "nauc_ndcg_at_1000_std": 0.268492, "nauc_ndcg_at_1000_diff1": 0.484769, "nauc_map_at_1_max": 0.069892, "nauc_map_at_1_std": 0.051885, "nauc_map_at_1_diff1": 0.529288, "nauc_map_at_3_max": 0.185612, "nauc_map_at_3_std": 0.165427, "nauc_map_at_3_diff1": 0.47946, "nauc_map_at_5_max": 0.241609, "nauc_map_at_5_std": 0.219215, "nauc_map_at_5_diff1": 0.479636, "nauc_map_at_10_max": 0.274544, "nauc_map_at_10_std": 0.255743, "nauc_map_at_10_diff1": 0.480883, "nauc_map_at_20_max": 0.275604, "nauc_map_at_20_std": 0.257696, "nauc_map_at_20_diff1": 0.483235, "nauc_map_at_25_max": 0.275586, "nauc_map_at_25_std": 0.256908, "nauc_map_at_25_diff1": 0.483939, "nauc_map_at_50_max": 0.27328, "nauc_map_at_50_std": 0.2545, "nauc_map_at_50_diff1": 0.484185, "nauc_map_at_100_max": 0.272154, "nauc_map_at_100_std": 0.253044, "nauc_map_at_100_diff1": 0.484415, "nauc_map_at_1000_max": 0.271938, "nauc_map_at_1000_std": 0.252757, "nauc_map_at_1000_diff1": 0.484451, "nauc_recall_at_1_max": 0.069892, "nauc_recall_at_1_std": 0.051885, "nauc_recall_at_1_diff1": 0.529288, "nauc_recall_at_3_max": 0.173778, "nauc_recall_at_3_std": 0.17274, "nauc_recall_at_3_diff1": 0.415398, "nauc_recall_at_5_max": 0.262264, "nauc_recall_at_5_std": 0.271196, "nauc_recall_at_5_diff1": 0.39637, "nauc_recall_at_10_max": 0.387568, "nauc_recall_at_10_std": 0.415285, "nauc_recall_at_10_diff1": 0.398504, "nauc_recall_at_20_max": 0.446768, "nauc_recall_at_20_std": 0.497561, "nauc_recall_at_20_diff1": 0.400487, "nauc_recall_at_25_max": 0.501359, "nauc_recall_at_25_std": 0.534464, "nauc_recall_at_25_diff1": 0.41577, "nauc_recall_at_50_max": 0.621025, "nauc_recall_at_50_std": 0.694806, "nauc_recall_at_50_diff1": 0.392167, "nauc_recall_at_100_max": 0.622886, "nauc_recall_at_100_std": 0.724038, "nauc_recall_at_100_diff1": 0.429021, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.262797, "nauc_precision_at_1_std": 0.200569, "nauc_precision_at_1_diff1": 0.51489, "nauc_precision_at_3_max": 0.31515, "nauc_precision_at_3_std": 0.289859, "nauc_precision_at_3_diff1": 0.030547, "nauc_precision_at_5_max": 0.313924, "nauc_precision_at_5_std": 0.298728, "nauc_precision_at_5_diff1": -0.0896, "nauc_precision_at_10_max": 0.252075, "nauc_precision_at_10_std": 0.257902, "nauc_precision_at_10_diff1": -0.197012, "nauc_precision_at_20_max": 0.164495, "nauc_precision_at_20_std": 0.176116, "nauc_precision_at_20_diff1": -0.262405, "nauc_precision_at_25_max": 0.139441, "nauc_precision_at_25_std": 0.147681, "nauc_precision_at_25_diff1": -0.276524, "nauc_precision_at_50_max": 0.077939, "nauc_precision_at_50_std": 0.085293, "nauc_precision_at_50_diff1": -0.309007, "nauc_precision_at_100_max": 0.042891, "nauc_precision_at_100_std": 0.045658, "nauc_precision_at_100_diff1": -0.322776, "nauc_precision_at_1000_max": 0.032607, "nauc_precision_at_1000_std": 0.033843, "nauc_precision_at_1000_diff1": -0.326013, "nauc_mrr_at_1_max": 0.262797, "nauc_mrr_at_1_std": 0.200569, "nauc_mrr_at_1_diff1": 0.51489, "nauc_mrr_at_3_max": 0.303838, "nauc_mrr_at_3_std": 0.257015, "nauc_mrr_at_3_diff1": 0.481083, "nauc_mrr_at_5_max": 0.299427, "nauc_mrr_at_5_std": 0.253112, "nauc_mrr_at_5_diff1": 0.482101, "nauc_mrr_at_10_max": 0.29636, "nauc_mrr_at_10_std": 0.248802, "nauc_mrr_at_10_diff1": 0.484778, "nauc_mrr_at_20_max": 0.294415, "nauc_mrr_at_20_std": 0.245564, "nauc_mrr_at_20_diff1": 0.486424, "nauc_mrr_at_25_max": 0.294468, "nauc_mrr_at_25_std": 0.245526, "nauc_mrr_at_25_diff1": 0.486421, "nauc_mrr_at_50_max": 0.294432, "nauc_mrr_at_50_std": 0.245418, "nauc_mrr_at_50_diff1": 0.486305, "nauc_mrr_at_100_max": 0.294375, "nauc_mrr_at_100_std": 0.245346, "nauc_mrr_at_100_diff1": 0.48638, "nauc_mrr_at_1000_max": 0.294375, "nauc_mrr_at_1000_std": 0.245346, "nauc_mrr_at_1000_diff1": 0.48638, "hit_rate_at_1": 0.64179, "hit_rate_at_3": 0.86716, "hit_rate_at_5": 0.92537, "hit_rate_at_10": 0.97015, "hit_rate_at_20": 0.99403, "hit_rate_at_25": 0.99627, "hit_rate_at_50": 0.99851, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.641791, "R_cap_at_3": 0.662438, "R_cap_at_5": 0.739005, "R_cap_at_10": 0.848818, "R_cap_at_20": 0.920274, "R_cap_at_25": 0.939789, "R_cap_at_50": 0.978122, "R_cap_at_100": 0.995274, "R_cap_at_1000": 1.0, "main_score": 0.73465, "hf_subset": "user_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 298.690516769886, "kg_co2_emissions": null, "date": 1785927301.362644, "evaluation_phases": [ { "name": "Data loading", "start": 1.012161374092102e-05, "end": 22.54652004316449, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 22.546543702483177, "end": 22.546547532081604, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 22.57406147941947, "end": 50.444642033427954, "split": "test", "subset": "user_evidence" }, { "name": "Scoring", "start": 50.44478914514184, "end": 50.746940813958645, "split": "test", "subset": "user_evidence" } ] }