{ "dataset_revision": "ae79aabf8da23508a1ba2e982c2552ea14b14a1c", "task_name": "ConvoMem", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.76782, "ndcg_at_3": 0.76894, "ndcg_at_5": 0.8073, "ndcg_at_10": 0.83604, "ndcg_at_20": 0.85014, "ndcg_at_25": 0.85247, "ndcg_at_50": 0.85557, "ndcg_at_100": 0.85646, "ndcg_at_1000": 0.85653, "map_at_1": 0.54871, "map_at_3": 0.71328, "map_at_5": 0.74598, "map_at_10": 0.76667, "map_at_20": 0.77327, "map_at_25": 0.77415, "map_at_50": 0.77509, "map_at_100": 0.77526, "map_at_1000": 0.77527, "recall_at_1": 0.54871, "recall_at_3": 0.79413, "recall_at_5": 0.8666, "recall_at_10": 0.93381, "recall_at_20": 0.97658, "recall_at_25": 0.98422, "recall_at_50": 0.99576, "recall_at_100": 0.99966, "recall_at_1000": 1.0, "accuracy": 0.54871, "precision_at_1": 0.76782, "precision_at_3": 0.4165, "precision_at_5": 0.28432, "precision_at_10": 0.15886, "precision_at_20": 0.08473, "precision_at_25": 0.06868, "precision_at_50": 0.03499, "precision_at_100": 0.01761, "precision_at_1000": 0.00176, "mrr_at_1": 0.767821, "mrr_at_3": 0.851833, "mrr_at_5": 0.857587, "mrr_at_10": 0.85934, "mrr_at_20": 0.860149, "mrr_at_25": 0.860149, "mrr_at_50": 0.860149, "mrr_at_100": 0.860149, "mrr_at_1000": 0.860149, "nauc_ndcg_at_1_max": 0.237561, "nauc_ndcg_at_1_std": 0.052035, "nauc_ndcg_at_1_diff1": 0.613575, "nauc_ndcg_at_3_max": 0.075326, "nauc_ndcg_at_3_std": 0.10292, "nauc_ndcg_at_3_diff1": 0.493386, "nauc_ndcg_at_5_max": 0.108389, "nauc_ndcg_at_5_std": 0.109007, "nauc_ndcg_at_5_diff1": 0.517654, "nauc_ndcg_at_10_max": 0.141876, "nauc_ndcg_at_10_std": 0.106513, "nauc_ndcg_at_10_diff1": 0.528727, "nauc_ndcg_at_20_max": 0.157484, "nauc_ndcg_at_20_std": 0.112066, "nauc_ndcg_at_20_diff1": 0.539309, "nauc_ndcg_at_25_max": 0.160827, "nauc_ndcg_at_25_std": 0.110618, "nauc_ndcg_at_25_diff1": 0.537809, "nauc_ndcg_at_50_max": 0.159814, "nauc_ndcg_at_50_std": 0.104532, "nauc_ndcg_at_50_diff1": 0.53436, "nauc_ndcg_at_100_max": 0.15878, "nauc_ndcg_at_100_std": 0.102091, "nauc_ndcg_at_100_diff1": 0.535618, "nauc_ndcg_at_1000_max": 0.158449, "nauc_ndcg_at_1000_std": 0.101563, "nauc_ndcg_at_1000_diff1": 0.535607, "nauc_map_at_1_max": 0.01163, "nauc_map_at_1_std": 0.123413, "nauc_map_at_1_diff1": 0.524351, "nauc_map_at_3_max": 0.048238, "nauc_map_at_3_std": 0.096194, "nauc_map_at_3_diff1": 0.48726, "nauc_map_at_5_max": 0.072505, "nauc_map_at_5_std": 0.096833, "nauc_map_at_5_diff1": 0.505252, "nauc_map_at_10_max": 0.093753, "nauc_map_at_10_std": 0.096462, "nauc_map_at_10_diff1": 0.511391, "nauc_map_at_20_max": 0.101471, "nauc_map_at_20_std": 0.100335, "nauc_map_at_20_diff1": 0.515208, "nauc_map_at_25_max": 0.102043, "nauc_map_at_25_std": 0.099736, "nauc_map_at_25_diff1": 0.51477, "nauc_map_at_50_max": 0.101603, "nauc_map_at_50_std": 0.098526, "nauc_map_at_50_diff1": 0.513833, "nauc_map_at_100_max": 0.10142, "nauc_map_at_100_std": 0.098192, "nauc_map_at_100_diff1": 0.51398, "nauc_map_at_1000_max": 0.101389, "nauc_map_at_1000_std": 0.098146, "nauc_map_at_1000_diff1": 0.513978, "nauc_recall_at_1_max": 0.01163, "nauc_recall_at_1_std": 0.123413, "nauc_recall_at_1_diff1": 0.524351, "nauc_recall_at_3_max": -0.011818, "nauc_recall_at_3_std": 0.123964, "nauc_recall_at_3_diff1": 0.399673, "nauc_recall_at_5_max": 0.019928, "nauc_recall_at_5_std": 0.147044, "nauc_recall_at_5_diff1": 0.429142, "nauc_recall_at_10_max": 0.070371, "nauc_recall_at_10_std": 0.156498, "nauc_recall_at_10_diff1": 0.433652, "nauc_recall_at_20_max": 0.133433, "nauc_recall_at_20_std": 0.308338, "nauc_recall_at_20_diff1": 0.530753, "nauc_recall_at_25_max": 0.217844, "nauc_recall_at_25_std": 0.371121, "nauc_recall_at_25_diff1": 0.522644, "nauc_recall_at_50_max": 0.327017, "nauc_recall_at_50_std": 0.469144, "nauc_recall_at_50_diff1": 0.347207, "nauc_recall_at_100_max": 0.722327, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.554162, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.237561, "nauc_precision_at_1_std": 0.052035, "nauc_precision_at_1_diff1": 0.613575, "nauc_precision_at_3_max": 0.180507, "nauc_precision_at_3_std": -0.09955, "nauc_precision_at_3_diff1": -0.07283, "nauc_precision_at_5_max": 0.193429, "nauc_precision_at_5_std": -0.094913, "nauc_precision_at_5_diff1": -0.154382, "nauc_precision_at_10_max": 0.195566, "nauc_precision_at_10_std": -0.100748, "nauc_precision_at_10_diff1": -0.223281, "nauc_precision_at_20_max": 0.192011, "nauc_precision_at_20_std": -0.097037, "nauc_precision_at_20_diff1": -0.263305, "nauc_precision_at_25_max": 0.190802, "nauc_precision_at_25_std": -0.10195, "nauc_precision_at_25_diff1": -0.280065, "nauc_precision_at_50_max": 0.179476, "nauc_precision_at_50_std": -0.116001, "nauc_precision_at_50_diff1": -0.305208, "nauc_precision_at_100_max": 0.173641, "nauc_precision_at_100_std": -0.121746, "nauc_precision_at_100_diff1": -0.307876, "nauc_precision_at_1000_max": 0.172387, "nauc_precision_at_1000_std": -0.123171, "nauc_precision_at_1000_diff1": -0.308458, "nauc_mrr_at_1_max": 0.237561, "nauc_mrr_at_1_std": 0.052035, "nauc_mrr_at_1_diff1": 0.613575, "nauc_mrr_at_3_max": 0.282633, "nauc_mrr_at_3_std": 0.093059, "nauc_mrr_at_3_diff1": 0.605695, "nauc_mrr_at_5_max": 0.283007, "nauc_mrr_at_5_std": 0.100682, "nauc_mrr_at_5_diff1": 0.606645, "nauc_mrr_at_10_max": 0.276541, "nauc_mrr_at_10_std": 0.094492, "nauc_mrr_at_10_diff1": 0.604354, "nauc_mrr_at_20_max": 0.274089, "nauc_mrr_at_20_std": 0.092065, "nauc_mrr_at_20_diff1": 0.605107, "nauc_mrr_at_25_max": 0.274089, "nauc_mrr_at_25_std": 0.092065, "nauc_mrr_at_25_diff1": 0.605107, "nauc_mrr_at_50_max": 0.274089, "nauc_mrr_at_50_std": 0.092065, "nauc_mrr_at_50_diff1": 0.605107, "nauc_mrr_at_100_max": 0.274089, "nauc_mrr_at_100_std": 0.092065, "nauc_mrr_at_100_diff1": 0.605107, "nauc_mrr_at_1000_max": 0.274089, "nauc_mrr_at_1000_std": 0.092065, "nauc_mrr_at_1000_diff1": 0.605107, "hit_rate_at_1": 0.76782, "hit_rate_at_3": 0.95112, "hit_rate_at_5": 0.97556, "hit_rate_at_10": 0.98778, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.767821, "R_cap_at_3": 0.794128, "R_cap_at_5": 0.866599, "R_cap_at_10": 0.933809, "R_cap_at_20": 0.976578, "R_cap_at_25": 0.984216, "R_cap_at_50": 0.995757, "R_cap_at_100": 0.999661, "R_cap_at_1000": 1.0, "main_score": 0.83604, "hf_subset": "abstention_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79085, "ndcg_at_3": 0.8195, "ndcg_at_5": 0.82067, "ndcg_at_10": 0.85057, "ndcg_at_20": 0.86872, "ndcg_at_25": 0.87169, "ndcg_at_50": 0.87948, "ndcg_at_100": 0.88215, "ndcg_at_1000": 0.8828, "map_at_1": 0.61172, "map_at_3": 0.73629, "map_at_5": 0.77008, "map_at_10": 0.79423, "map_at_20": 0.80583, "map_at_25": 0.80727, "map_at_50": 0.81036, "map_at_100": 0.811, "map_at_1000": 0.8111, "recall_at_1": 0.61172, "recall_at_3": 0.79401, "recall_at_5": 0.85362, "recall_at_10": 0.91373, "recall_at_20": 0.95614, "recall_at_25": 0.9641, "recall_at_50": 0.98784, "recall_at_100": 0.99734, "recall_at_1000": 1.0, "accuracy": 0.61172, "precision_at_1": 0.79085, "precision_at_3": 0.42048, "precision_at_5": 0.29542, "precision_at_10": 0.1732, "precision_at_20": 0.09693, "precision_at_25": 0.07916, "precision_at_50": 0.04188, "precision_at_100": 0.02144, "precision_at_1000": 0.00216, "mrr_at_1": 0.79085, "mrr_at_3": 0.863181, "mrr_at_5": 0.869063, "mrr_at_10": 0.871619, "mrr_at_20": 0.871719, "mrr_at_25": 0.871719, "mrr_at_50": 0.871846, "mrr_at_100": 0.871846, "mrr_at_1000": 0.871846, "nauc_ndcg_at_1_max": 0.445735, "nauc_ndcg_at_1_std": 0.379115, "nauc_ndcg_at_1_diff1": 0.594508, "nauc_ndcg_at_3_max": 0.550098, "nauc_ndcg_at_3_std": 0.493046, "nauc_ndcg_at_3_diff1": 0.648692, "nauc_ndcg_at_5_max": 0.55877, "nauc_ndcg_at_5_std": 0.542032, "nauc_ndcg_at_5_diff1": 0.677237, "nauc_ndcg_at_10_max": 0.558225, "nauc_ndcg_at_10_std": 0.53652, "nauc_ndcg_at_10_diff1": 0.6697, "nauc_ndcg_at_20_max": 0.551944, "nauc_ndcg_at_20_std": 0.51963, "nauc_ndcg_at_20_diff1": 0.658759, "nauc_ndcg_at_25_max": 0.55009, "nauc_ndcg_at_25_std": 0.515155, "nauc_ndcg_at_25_diff1": 0.656889, "nauc_ndcg_at_50_max": 0.542023, "nauc_ndcg_at_50_std": 0.498243, "nauc_ndcg_at_50_diff1": 0.652682, "nauc_ndcg_at_100_max": 0.536353, "nauc_ndcg_at_100_std": 0.488153, "nauc_ndcg_at_100_diff1": 0.649773, "nauc_ndcg_at_1000_max": 0.534823, "nauc_ndcg_at_1000_std": 0.486164, "nauc_ndcg_at_1000_diff1": 0.647959, "nauc_map_at_1_max": 0.452288, "nauc_map_at_1_std": 0.382287, "nauc_map_at_1_diff1": 0.713521, "nauc_map_at_3_max": 0.538329, "nauc_map_at_3_std": 0.509764, "nauc_map_at_3_diff1": 0.690529, "nauc_map_at_5_max": 0.54418, "nauc_map_at_5_std": 0.528818, "nauc_map_at_5_diff1": 0.681167, "nauc_map_at_10_max": 0.546356, "nauc_map_at_10_std": 0.527628, "nauc_map_at_10_diff1": 0.673113, "nauc_map_at_20_max": 0.544471, "nauc_map_at_20_std": 0.520494, "nauc_map_at_20_diff1": 0.668821, "nauc_map_at_25_max": 0.544125, "nauc_map_at_25_std": 0.519158, "nauc_map_at_25_diff1": 0.668346, "nauc_map_at_50_max": 0.542843, "nauc_map_at_50_std": 0.515489, "nauc_map_at_50_diff1": 0.668023, "nauc_map_at_100_max": 0.542049, "nauc_map_at_100_std": 0.514095, "nauc_map_at_100_diff1": 0.667667, "nauc_map_at_1000_max": 0.541909, "nauc_map_at_1000_std": 0.513928, "nauc_map_at_1000_diff1": 0.667514, "nauc_recall_at_1_max": 0.452288, "nauc_recall_at_1_std": 0.382287, "nauc_recall_at_1_diff1": 0.713521, "nauc_recall_at_3_max": 0.564919, "nauc_recall_at_3_std": 0.563589, "nauc_recall_at_3_diff1": 0.688264, "nauc_recall_at_5_max": 0.580555, "nauc_recall_at_5_std": 0.623954, "nauc_recall_at_5_diff1": 0.689153, "nauc_recall_at_10_max": 0.600748, "nauc_recall_at_10_std": 0.671561, "nauc_recall_at_10_diff1": 0.686752, "nauc_recall_at_20_max": 0.638646, "nauc_recall_at_20_std": 0.728323, "nauc_recall_at_20_diff1": 0.68024, "nauc_recall_at_25_max": 0.651001, "nauc_recall_at_25_std": 0.743679, "nauc_recall_at_25_diff1": 0.68205, "nauc_recall_at_50_max": 0.710123, "nauc_recall_at_50_std": 0.823523, "nauc_recall_at_50_diff1": 0.738102, "nauc_recall_at_100_max": 0.730652, "nauc_recall_at_100_std": 0.762132, "nauc_recall_at_100_diff1": 0.883844, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.445735, "nauc_precision_at_1_std": 0.379115, "nauc_precision_at_1_diff1": 0.594508, "nauc_precision_at_3_max": -0.03871, "nauc_precision_at_3_std": 0.001539, "nauc_precision_at_3_diff1": -0.290107, "nauc_precision_at_5_max": -0.143161, "nauc_precision_at_5_std": -0.106238, "nauc_precision_at_5_diff1": -0.378986, "nauc_precision_at_10_max": -0.234205, "nauc_precision_at_10_std": -0.222371, "nauc_precision_at_10_diff1": -0.45453, "nauc_precision_at_20_max": -0.283741, "nauc_precision_at_20_std": -0.28498, "nauc_precision_at_20_diff1": -0.484256, "nauc_precision_at_25_max": -0.292042, "nauc_precision_at_25_std": -0.295759, "nauc_precision_at_25_diff1": -0.488375, "nauc_precision_at_50_max": -0.322894, "nauc_precision_at_50_std": -0.334796, "nauc_precision_at_50_diff1": -0.508534, "nauc_precision_at_100_max": -0.337493, "nauc_precision_at_100_std": -0.354055, "nauc_precision_at_100_diff1": -0.515759, "nauc_precision_at_1000_max": -0.340844, "nauc_precision_at_1000_std": -0.357533, "nauc_precision_at_1000_diff1": -0.518367, "nauc_mrr_at_1_max": 0.445735, "nauc_mrr_at_1_std": 0.379115, "nauc_mrr_at_1_diff1": 0.594508, "nauc_mrr_at_3_max": 0.51268, "nauc_mrr_at_3_std": 0.433536, "nauc_mrr_at_3_diff1": 0.615085, "nauc_mrr_at_5_max": 0.504249, "nauc_mrr_at_5_std": 0.426508, "nauc_mrr_at_5_diff1": 0.61627, "nauc_mrr_at_10_max": 0.499464, "nauc_mrr_at_10_std": 0.420379, "nauc_mrr_at_10_diff1": 0.612348, "nauc_mrr_at_20_max": 0.499155, "nauc_mrr_at_20_std": 0.420127, "nauc_mrr_at_20_diff1": 0.612397, "nauc_mrr_at_25_max": 0.499155, "nauc_mrr_at_25_std": 0.420127, "nauc_mrr_at_25_diff1": 0.612397, "nauc_mrr_at_50_max": 0.498629, "nauc_mrr_at_50_std": 0.419571, "nauc_mrr_at_50_diff1": 0.612153, "nauc_mrr_at_100_max": 0.498629, "nauc_mrr_at_100_std": 0.419571, "nauc_mrr_at_100_diff1": 0.612153, "nauc_mrr_at_1000_max": 0.498629, "nauc_mrr_at_1000_std": 0.419571, "nauc_mrr_at_1000_diff1": 0.612153, "hit_rate_at_1": 0.79085, "hit_rate_at_3": 0.95163, "hit_rate_at_5": 0.97647, "hit_rate_at_10": 0.99477, "hit_rate_at_20": 0.99608, "hit_rate_at_25": 0.99608, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.79085, "R_cap_at_3": 0.845098, "R_cap_at_5": 0.855011, "R_cap_at_10": 0.913725, "R_cap_at_20": 0.956144, "R_cap_at_25": 0.964096, "R_cap_at_50": 0.987843, "R_cap_at_100": 0.997342, "R_cap_at_1000": 1.0, "main_score": 0.85057, "hf_subset": "assistant_facts_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4463, "ndcg_at_3": 0.44993, "ndcg_at_5": 0.49855, "ndcg_at_10": 0.59073, "ndcg_at_20": 0.64725, "ndcg_at_25": 0.65576, "ndcg_at_50": 0.67401, "ndcg_at_100": 0.6801, "ndcg_at_1000": 0.68149, "map_at_1": 0.15631, "map_at_3": 0.3205, "map_at_5": 0.38922, "map_at_10": 0.45425, "map_at_20": 0.48576, "map_at_25": 0.4895, "map_at_50": 0.49609, "map_at_100": 0.49758, "map_at_1000": 0.49781, "recall_at_1": 0.15631, "recall_at_3": 0.40299, "recall_at_5": 0.54912, "recall_at_10": 0.74465, "recall_at_20": 0.88849, "recall_at_25": 0.91306, "recall_at_50": 0.97165, "recall_at_100": 0.99425, "recall_at_1000": 1.0, "accuracy": 0.15631, "precision_at_1": 0.4463, "precision_at_3": 0.39075, "precision_at_5": 0.33264, "precision_at_10": 0.23689, "precision_at_20": 0.14697, "precision_at_25": 0.12176, "precision_at_50": 0.06594, "precision_at_100": 0.03399, "precision_at_1000": 0.00343, "mrr_at_1": 0.446304, "mrr_at_3": 0.59391, "mrr_at_5": 0.62271, "mrr_at_10": 0.633722, "mrr_at_20": 0.635056, "mrr_at_25": 0.635114, "mrr_at_50": 0.635114, "mrr_at_100": 0.635127, "mrr_at_1000": 0.635127, "nauc_ndcg_at_1_max": -0.11811, "nauc_ndcg_at_1_std": -0.073649, "nauc_ndcg_at_1_diff1": 0.192034, "nauc_ndcg_at_3_max": -0.104393, "nauc_ndcg_at_3_std": -0.034378, "nauc_ndcg_at_3_diff1": 0.145196, "nauc_ndcg_at_5_max": -0.092879, "nauc_ndcg_at_5_std": -0.003549, "nauc_ndcg_at_5_diff1": 0.149719, "nauc_ndcg_at_10_max": -0.063025, "nauc_ndcg_at_10_std": 0.018517, "nauc_ndcg_at_10_diff1": 0.15193, "nauc_ndcg_at_20_max": -0.051181, "nauc_ndcg_at_20_std": 0.036526, "nauc_ndcg_at_20_diff1": 0.141987, "nauc_ndcg_at_25_max": -0.057789, "nauc_ndcg_at_25_std": 0.030362, "nauc_ndcg_at_25_diff1": 0.139858, "nauc_ndcg_at_50_max": -0.071623, "nauc_ndcg_at_50_std": 0.004622, "nauc_ndcg_at_50_diff1": 0.149376, "nauc_ndcg_at_100_max": -0.079211, "nauc_ndcg_at_100_std": -0.011317, "nauc_ndcg_at_100_diff1": 0.150328, "nauc_ndcg_at_1000_max": -0.082265, "nauc_ndcg_at_1000_std": -0.016782, "nauc_ndcg_at_1000_diff1": 0.149756, "nauc_map_at_1_max": -0.105613, "nauc_map_at_1_std": -0.031608, "nauc_map_at_1_diff1": 0.201084, "nauc_map_at_3_max": -0.103435, "nauc_map_at_3_std": -0.009366, "nauc_map_at_3_diff1": 0.157062, "nauc_map_at_5_max": -0.09442, "nauc_map_at_5_std": 0.002465, "nauc_map_at_5_diff1": 0.150084, "nauc_map_at_10_max": -0.076692, "nauc_map_at_10_std": 0.013501, "nauc_map_at_10_diff1": 0.147824, "nauc_map_at_20_max": -0.06774, "nauc_map_at_20_std": 0.025028, "nauc_map_at_20_diff1": 0.141113, "nauc_map_at_25_max": -0.069789, "nauc_map_at_25_std": 0.022967, "nauc_map_at_25_diff1": 0.140388, "nauc_map_at_50_max": -0.072903, "nauc_map_at_50_std": 0.016611, "nauc_map_at_50_diff1": 0.143176, "nauc_map_at_100_max": -0.074057, "nauc_map_at_100_std": 0.014129, "nauc_map_at_100_diff1": 0.143425, "nauc_map_at_1000_max": -0.074408, "nauc_map_at_1000_std": 0.013492, "nauc_map_at_1000_diff1": 0.143362, "nauc_recall_at_1_max": -0.105613, "nauc_recall_at_1_std": -0.031608, "nauc_recall_at_1_diff1": 0.201084, "nauc_recall_at_3_max": -0.083314, "nauc_recall_at_3_std": 0.006418, "nauc_recall_at_3_diff1": 0.131839, "nauc_recall_at_5_max": -0.057973, "nauc_recall_at_5_std": 0.045674, "nauc_recall_at_5_diff1": 0.115198, "nauc_recall_at_10_max": 0.021837, "nauc_recall_at_10_std": 0.127369, "nauc_recall_at_10_diff1": 0.114817, "nauc_recall_at_20_max": 0.133036, "nauc_recall_at_20_std": 0.320978, "nauc_recall_at_20_diff1": 0.06451, "nauc_recall_at_25_max": 0.134401, "nauc_recall_at_25_std": 0.356377, "nauc_recall_at_25_diff1": 0.038505, "nauc_recall_at_50_max": 0.181557, "nauc_recall_at_50_std": 0.476053, "nauc_recall_at_50_diff1": 0.101293, "nauc_recall_at_100_max": 0.295614, "nauc_recall_at_100_std": 0.626496, "nauc_recall_at_100_diff1": 0.195003, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.11811, "nauc_precision_at_1_std": -0.073649, "nauc_precision_at_1_diff1": 0.192034, "nauc_precision_at_3_max": -0.094754, "nauc_precision_at_3_std": -0.050809, "nauc_precision_at_3_diff1": 0.093054, "nauc_precision_at_5_max": -0.054456, "nauc_precision_at_5_std": -0.022195, "nauc_precision_at_5_diff1": 0.036991, "nauc_precision_at_10_max": 0.038907, "nauc_precision_at_10_std": 0.005788, "nauc_precision_at_10_diff1": -0.024774, "nauc_precision_at_20_max": 0.081146, "nauc_precision_at_20_std": 0.025556, "nauc_precision_at_20_diff1": -0.106645, "nauc_precision_at_25_max": 0.068758, "nauc_precision_at_25_std": 0.007986, "nauc_precision_at_25_diff1": -0.120775, "nauc_precision_at_50_max": 0.042414, "nauc_precision_at_50_std": -0.05902, "nauc_precision_at_50_diff1": -0.119803, "nauc_precision_at_100_max": 0.025183, "nauc_precision_at_100_std": -0.101425, "nauc_precision_at_100_diff1": -0.12692, "nauc_precision_at_1000_max": 0.016862, "nauc_precision_at_1000_std": -0.116904, "nauc_precision_at_1000_diff1": -0.129197, "nauc_mrr_at_1_max": -0.11811, "nauc_mrr_at_1_std": -0.073649, "nauc_mrr_at_1_diff1": 0.192034, "nauc_mrr_at_3_max": -0.118081, "nauc_mrr_at_3_std": -0.082732, "nauc_mrr_at_3_diff1": 0.184527, "nauc_mrr_at_5_max": -0.112555, "nauc_mrr_at_5_std": -0.078145, "nauc_mrr_at_5_diff1": 0.18102, "nauc_mrr_at_10_max": -0.114289, "nauc_mrr_at_10_std": -0.0779, "nauc_mrr_at_10_diff1": 0.182196, "nauc_mrr_at_20_max": -0.115794, "nauc_mrr_at_20_std": -0.079366, "nauc_mrr_at_20_diff1": 0.183174, "nauc_mrr_at_25_max": -0.11567, "nauc_mrr_at_25_std": -0.079249, "nauc_mrr_at_25_diff1": 0.183332, "nauc_mrr_at_50_max": -0.11567, "nauc_mrr_at_50_std": -0.079249, "nauc_mrr_at_50_diff1": 0.183332, "nauc_mrr_at_100_max": -0.115703, "nauc_mrr_at_100_std": -0.079303, "nauc_mrr_at_100_diff1": 0.183313, "nauc_mrr_at_1000_max": -0.115703, "nauc_mrr_at_1000_std": -0.079303, "nauc_mrr_at_1000_diff1": 0.183313, "hit_rate_at_1": 0.4463, "hit_rate_at_3": 0.77964, "hit_rate_at_5": 0.90377, "hit_rate_at_10": 0.98047, "hit_rate_at_20": 0.99791, "hit_rate_at_25": 0.9993, "hit_rate_at_50": 0.9993, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.446304, "R_cap_at_3": 0.461297, "R_cap_at_5": 0.552859, "R_cap_at_10": 0.744654, "R_cap_at_20": 0.888494, "R_cap_at_25": 0.913064, "R_cap_at_50": 0.971653, "R_cap_at_100": 0.994247, "R_cap_at_1000": 1.0, "main_score": 0.59073, "hf_subset": "changing_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.19192, "ndcg_at_3": 0.23447, "ndcg_at_5": 0.27826, "ndcg_at_10": 0.34531, "ndcg_at_20": 0.39662, "ndcg_at_25": 0.40973, "ndcg_at_50": 0.44571, "ndcg_at_100": 0.45949, "ndcg_at_1000": 0.46088, "map_at_1": 0.12458, "map_at_3": 0.19141, "map_at_5": 0.21517, "map_at_10": 0.24425, "map_at_20": 0.26111, "map_at_25": 0.26465, "map_at_50": 0.27254, "map_at_100": 0.27481, "map_at_1000": 0.27499, "recall_at_1": 0.12458, "recall_at_3": 0.27492, "recall_at_5": 0.37104, "recall_at_10": 0.55539, "recall_at_20": 0.72929, "recall_at_25": 0.77845, "recall_at_50": 0.93047, "recall_at_100": 0.99327, "recall_at_1000": 1.0, "accuracy": 0.12458, "precision_at_1": 0.19192, "precision_at_3": 0.13906, "precision_at_5": 0.11273, "precision_at_10": 0.08626, "precision_at_20": 0.05854, "precision_at_25": 0.05083, "precision_at_50": 0.03166, "precision_at_100": 0.01748, "precision_at_1000": 0.00177, "mrr_at_1": 0.191919, "mrr_at_3": 0.281481, "mrr_at_5": 0.310067, "mrr_at_10": 0.337641, "mrr_at_20": 0.349045, "mrr_at_25": 0.350517, "mrr_at_50": 0.352681, "mrr_at_100": 0.352751, "mrr_at_1000": 0.352751, "nauc_ndcg_at_1_max": 0.04981, "nauc_ndcg_at_1_std": -0.040755, "nauc_ndcg_at_1_diff1": 0.145251, "nauc_ndcg_at_3_max": -0.024336, "nauc_ndcg_at_3_std": -0.016263, "nauc_ndcg_at_3_diff1": 0.082866, "nauc_ndcg_at_5_max": -0.032047, "nauc_ndcg_at_5_std": 0.00727, "nauc_ndcg_at_5_diff1": 0.077475, "nauc_ndcg_at_10_max": -0.044206, "nauc_ndcg_at_10_std": 0.027876, "nauc_ndcg_at_10_diff1": 0.089754, "nauc_ndcg_at_20_max": -0.050315, "nauc_ndcg_at_20_std": 0.036772, "nauc_ndcg_at_20_diff1": 0.083809, "nauc_ndcg_at_25_max": -0.052522, "nauc_ndcg_at_25_std": 0.041113, "nauc_ndcg_at_25_diff1": 0.074769, "nauc_ndcg_at_50_max": -0.031376, "nauc_ndcg_at_50_std": 0.017866, "nauc_ndcg_at_50_diff1": 0.081551, "nauc_ndcg_at_100_max": -0.00778, "nauc_ndcg_at_100_std": 0.011386, "nauc_ndcg_at_100_diff1": 0.080889, "nauc_ndcg_at_1000_max": -0.00631, "nauc_ndcg_at_1000_std": 0.010815, "nauc_ndcg_at_1000_diff1": 0.08298, "nauc_map_at_1_max": -0.039877, "nauc_map_at_1_std": -0.027574, "nauc_map_at_1_diff1": 0.12578, "nauc_map_at_3_max": -0.048146, "nauc_map_at_3_std": -0.014323, "nauc_map_at_3_diff1": 0.089197, "nauc_map_at_5_max": -0.054056, "nauc_map_at_5_std": -0.000913, "nauc_map_at_5_diff1": 0.08717, "nauc_map_at_10_max": -0.05892, "nauc_map_at_10_std": 0.007575, "nauc_map_at_10_diff1": 0.09071, "nauc_map_at_20_max": -0.05931, "nauc_map_at_20_std": 0.01059, "nauc_map_at_20_diff1": 0.088848, "nauc_map_at_25_max": -0.05895, "nauc_map_at_25_std": 0.01194, "nauc_map_at_25_diff1": 0.086107, "nauc_map_at_50_max": -0.054158, "nauc_map_at_50_std": 0.008265, "nauc_map_at_50_diff1": 0.087287, "nauc_map_at_100_max": -0.050827, "nauc_map_at_100_std": 0.007485, "nauc_map_at_100_diff1": 0.08721, "nauc_map_at_1000_max": -0.050685, "nauc_map_at_1000_std": 0.007422, "nauc_map_at_1000_diff1": 0.087443, "nauc_recall_at_1_max": -0.039877, "nauc_recall_at_1_std": -0.027574, "nauc_recall_at_1_diff1": 0.12578, "nauc_recall_at_3_max": -0.055818, "nauc_recall_at_3_std": -0.009572, "nauc_recall_at_3_diff1": 0.049378, "nauc_recall_at_5_max": -0.068788, "nauc_recall_at_5_std": 0.039691, "nauc_recall_at_5_diff1": 0.041174, "nauc_recall_at_10_max": -0.110442, "nauc_recall_at_10_std": 0.090975, "nauc_recall_at_10_diff1": 0.064668, "nauc_recall_at_20_max": -0.176464, "nauc_recall_at_20_std": 0.138879, "nauc_recall_at_20_diff1": 0.047112, "nauc_recall_at_25_max": -0.215087, "nauc_recall_at_25_std": 0.177327, "nauc_recall_at_25_diff1": 0.007005, "nauc_recall_at_50_max": -0.326513, "nauc_recall_at_50_std": 0.104823, "nauc_recall_at_50_diff1": 0.019383, "nauc_recall_at_100_max": -0.205369, "nauc_recall_at_100_std": 0.084034, "nauc_recall_at_100_diff1": -0.24972, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.04981, "nauc_precision_at_1_std": -0.040755, "nauc_precision_at_1_diff1": 0.145251, "nauc_precision_at_3_max": 0.060657, "nauc_precision_at_3_std": -0.019458, "nauc_precision_at_3_diff1": 0.071808, "nauc_precision_at_5_max": 0.051939, "nauc_precision_at_5_std": 0.009811, "nauc_precision_at_5_diff1": 0.035486, "nauc_precision_at_10_max": 0.065452, "nauc_precision_at_10_std": 0.049216, "nauc_precision_at_10_diff1": 0.036233, "nauc_precision_at_20_max": 0.088046, "nauc_precision_at_20_std": 0.064184, "nauc_precision_at_20_diff1": -0.035639, "nauc_precision_at_25_max": 0.09022, "nauc_precision_at_25_std": 0.072951, "nauc_precision_at_25_diff1": -0.07261, "nauc_precision_at_50_max": 0.175202, "nauc_precision_at_50_std": 0.008469, "nauc_precision_at_50_diff1": -0.081449, "nauc_precision_at_100_max": 0.24522, "nauc_precision_at_100_std": -0.017644, "nauc_precision_at_100_diff1": -0.082939, "nauc_precision_at_1000_max": 0.247264, "nauc_precision_at_1000_std": -0.019898, "nauc_precision_at_1000_diff1": -0.073923, "nauc_mrr_at_1_max": 0.04981, "nauc_mrr_at_1_std": -0.040755, "nauc_mrr_at_1_diff1": 0.145251, "nauc_mrr_at_3_max": 0.051909, "nauc_mrr_at_3_std": -0.027138, "nauc_mrr_at_3_diff1": 0.101695, "nauc_mrr_at_5_max": 0.052644, "nauc_mrr_at_5_std": -0.015287, "nauc_mrr_at_5_diff1": 0.096477, "nauc_mrr_at_10_max": 0.051112, "nauc_mrr_at_10_std": -0.008634, "nauc_mrr_at_10_diff1": 0.104063, "nauc_mrr_at_20_max": 0.051341, "nauc_mrr_at_20_std": -0.007375, "nauc_mrr_at_20_diff1": 0.103435, "nauc_mrr_at_25_max": 0.050471, "nauc_mrr_at_25_std": -0.007992, "nauc_mrr_at_25_diff1": 0.103486, "nauc_mrr_at_50_max": 0.051164, "nauc_mrr_at_50_std": -0.010653, "nauc_mrr_at_50_diff1": 0.104528, "nauc_mrr_at_100_max": 0.051316, "nauc_mrr_at_100_std": -0.010632, "nauc_mrr_at_100_diff1": 0.104505, "nauc_mrr_at_1000_max": 0.051316, "nauc_mrr_at_1000_std": -0.010632, "nauc_mrr_at_1000_diff1": 0.104505, "hit_rate_at_1": 0.19192, "hit_rate_at_3": 0.4, "hit_rate_at_5": 0.52626, "hit_rate_at_10": 0.73434, "hit_rate_at_20": 0.89192, "hit_rate_at_25": 0.92525, "hit_rate_at_50": 0.99596, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.191919, "R_cap_at_3": 0.274916, "R_cap_at_5": 0.371044, "R_cap_at_10": 0.555387, "R_cap_at_20": 0.729293, "R_cap_at_25": 0.778451, "R_cap_at_50": 0.930471, "R_cap_at_100": 0.993266, "R_cap_at_1000": 1.0, "main_score": 0.34531, "hf_subset": "implicit_connection_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.32865, "ndcg_at_3": 0.47284, "ndcg_at_5": 0.53003, "ndcg_at_10": 0.572, "ndcg_at_20": 0.60117, "ndcg_at_25": 0.60744, "ndcg_at_50": 0.61529, "ndcg_at_100": 0.61556, "ndcg_at_1000": 0.61556, "map_at_1": 0.29775, "map_at_3": 0.42486, "map_at_5": 0.45625, "map_at_10": 0.47535, "map_at_20": 0.48514, "map_at_25": 0.48669, "map_at_50": 0.4885, "map_at_100": 0.48854, "map_at_1000": 0.48854, "recall_at_1": 0.29775, "recall_at_3": 0.58287, "recall_at_5": 0.71629, "recall_at_10": 0.83567, "recall_at_20": 0.9382, "recall_at_25": 0.96489, "recall_at_50": 0.9986, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.29775, "precision_at_1": 0.32865, "precision_at_3": 0.21442, "precision_at_5": 0.15955, "precision_at_10": 0.09522, "precision_at_20": 0.0552, "precision_at_25": 0.04562, "precision_at_50": 0.02404, "precision_at_100": 0.01205, "precision_at_1000": 0.00121, "mrr_at_1": 0.328652, "mrr_at_3": 0.455056, "mrr_at_5": 0.489466, "mrr_at_10": 0.506308, "mrr_at_20": 0.512567, "mrr_at_25": 0.513296, "mrr_at_50": 0.513562, "mrr_at_100": 0.513562, "mrr_at_1000": 0.513562, "nauc_ndcg_at_1_max": 0.079029, "nauc_ndcg_at_1_std": -0.000494, "nauc_ndcg_at_1_diff1": 0.138287, "nauc_ndcg_at_3_max": 0.007855, "nauc_ndcg_at_3_std": 0.020919, "nauc_ndcg_at_3_diff1": 0.077671, "nauc_ndcg_at_5_max": 0.036769, "nauc_ndcg_at_5_std": 0.060345, "nauc_ndcg_at_5_diff1": 0.087911, "nauc_ndcg_at_10_max": 0.04464, "nauc_ndcg_at_10_std": 0.057788, "nauc_ndcg_at_10_diff1": 0.078571, "nauc_ndcg_at_20_max": 0.03681, "nauc_ndcg_at_20_std": 0.030129, "nauc_ndcg_at_20_diff1": 0.087984, "nauc_ndcg_at_25_max": 0.039327, "nauc_ndcg_at_25_std": 0.028526, "nauc_ndcg_at_25_diff1": 0.086948, "nauc_ndcg_at_50_max": 0.043624, "nauc_ndcg_at_50_std": 0.030091, "nauc_ndcg_at_50_diff1": 0.086795, "nauc_ndcg_at_100_max": 0.044367, "nauc_ndcg_at_100_std": 0.03154, "nauc_ndcg_at_100_diff1": 0.087112, "nauc_ndcg_at_1000_max": 0.044367, "nauc_ndcg_at_1000_std": 0.03154, "nauc_ndcg_at_1000_diff1": 0.087112, "nauc_map_at_1_max": 0.059694, "nauc_map_at_1_std": -0.004192, "nauc_map_at_1_diff1": 0.141266, "nauc_map_at_3_max": 0.011794, "nauc_map_at_3_std": 0.010141, "nauc_map_at_3_diff1": 0.091972, "nauc_map_at_5_max": 0.027434, "nauc_map_at_5_std": 0.031305, "nauc_map_at_5_diff1": 0.09853, "nauc_map_at_10_max": 0.027764, "nauc_map_at_10_std": 0.027308, "nauc_map_at_10_diff1": 0.093528, "nauc_map_at_20_max": 0.026939, "nauc_map_at_20_std": 0.019825, "nauc_map_at_20_diff1": 0.094293, "nauc_map_at_25_max": 0.028557, "nauc_map_at_25_std": 0.01999, "nauc_map_at_25_diff1": 0.094517, "nauc_map_at_50_max": 0.029449, "nauc_map_at_50_std": 0.020655, "nauc_map_at_50_diff1": 0.094252, "nauc_map_at_100_max": 0.029525, "nauc_map_at_100_std": 0.020805, "nauc_map_at_100_diff1": 0.094286, "nauc_map_at_1000_max": 0.029525, "nauc_map_at_1000_std": 0.020805, "nauc_map_at_1000_diff1": 0.094286, "nauc_recall_at_1_max": 0.059694, "nauc_recall_at_1_std": -0.004192, "nauc_recall_at_1_diff1": 0.141266, "nauc_recall_at_3_max": -0.047283, "nauc_recall_at_3_std": 0.02882, "nauc_recall_at_3_diff1": 0.029093, "nauc_recall_at_5_max": 0.02672, "nauc_recall_at_5_std": 0.152421, "nauc_recall_at_5_diff1": 0.05188, "nauc_recall_at_10_max": 0.064184, "nauc_recall_at_10_std": 0.205891, "nauc_recall_at_10_diff1": 0.002942, "nauc_recall_at_20_max": -0.047803, "nauc_recall_at_20_std": 0.039766, "nauc_recall_at_20_diff1": 0.082433, "nauc_recall_at_25_max": -0.102766, "nauc_recall_at_25_std": -0.022814, "nauc_recall_at_25_diff1": 0.038687, "nauc_recall_at_50_max": -0.563416, "nauc_recall_at_50_std": -1.153309, "nauc_recall_at_50_diff1": -0.171992, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.079029, "nauc_precision_at_1_std": -0.000494, "nauc_precision_at_1_diff1": 0.138287, "nauc_precision_at_3_max": 0.003345, "nauc_precision_at_3_std": 0.063393, "nauc_precision_at_3_diff1": 0.016355, "nauc_precision_at_5_max": 0.084145, "nauc_precision_at_5_std": 0.169905, "nauc_precision_at_5_diff1": -0.002772, "nauc_precision_at_10_max": 0.124823, "nauc_precision_at_10_std": 0.149704, "nauc_precision_at_10_diff1": -0.093427, "nauc_precision_at_20_max": 0.076639, "nauc_precision_at_20_std": -0.009028, "nauc_precision_at_20_diff1": -0.116484, "nauc_precision_at_25_max": 0.119707, "nauc_precision_at_25_std": -0.004487, "nauc_precision_at_25_diff1": -0.116322, "nauc_precision_at_50_max": 0.124635, "nauc_precision_at_50_std": 0.007327, "nauc_precision_at_50_diff1": -0.114415, "nauc_precision_at_100_max": 0.12938, "nauc_precision_at_100_std": 0.018381, "nauc_precision_at_100_diff1": -0.112141, "nauc_precision_at_1000_max": 0.12938, "nauc_precision_at_1000_std": 0.018381, "nauc_precision_at_1000_diff1": -0.112141, "nauc_mrr_at_1_max": 0.079029, "nauc_mrr_at_1_std": -0.000494, "nauc_mrr_at_1_diff1": 0.138287, "nauc_mrr_at_3_max": 0.053811, "nauc_mrr_at_3_std": 0.030285, "nauc_mrr_at_3_diff1": 0.09561, "nauc_mrr_at_5_max": 0.067077, "nauc_mrr_at_5_std": 0.045697, "nauc_mrr_at_5_diff1": 0.098436, "nauc_mrr_at_10_max": 0.074494, "nauc_mrr_at_10_std": 0.045383, "nauc_mrr_at_10_diff1": 0.095668, "nauc_mrr_at_20_max": 0.071873, "nauc_mrr_at_20_std": 0.038685, "nauc_mrr_at_20_diff1": 0.100026, "nauc_mrr_at_25_max": 0.070283, "nauc_mrr_at_25_std": 0.037634, "nauc_mrr_at_25_diff1": 0.09923, "nauc_mrr_at_50_max": 0.06989, "nauc_mrr_at_50_std": 0.037612, "nauc_mrr_at_50_diff1": 0.099175, "nauc_mrr_at_100_max": 0.06989, "nauc_mrr_at_100_std": 0.037612, "nauc_mrr_at_100_diff1": 0.099175, "nauc_mrr_at_1000_max": 0.06989, "nauc_mrr_at_1000_std": 0.037612, "nauc_mrr_at_1000_diff1": 0.099175, "hit_rate_at_1": 0.32865, "hit_rate_at_3": 0.62079, "hit_rate_at_5": 0.76966, "hit_rate_at_10": 0.89045, "hit_rate_at_20": 0.97472, "hit_rate_at_25": 0.99157, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.328652, "R_cap_at_3": 0.582865, "R_cap_at_5": 0.716292, "R_cap_at_10": 0.835674, "R_cap_at_20": 0.938202, "R_cap_at_25": 0.964888, "R_cap_at_50": 0.998596, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.572, "hf_subset": "preference_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70672, "ndcg_at_3": 0.70634, "ndcg_at_5": 0.74494, "ndcg_at_10": 0.79351, "ndcg_at_20": 0.81649, "ndcg_at_25": 0.8208, "ndcg_at_50": 0.82645, "ndcg_at_100": 0.82884, "ndcg_at_1000": 0.82895, "map_at_1": 0.42894, "map_at_3": 0.61348, "map_at_5": 0.66985, "map_at_10": 0.70932, "map_at_20": 0.7231, "map_at_25": 0.72493, "map_at_50": 0.72684, "map_at_100": 0.72733, "map_at_1000": 0.72735, "recall_at_1": 0.42894, "recall_at_3": 0.68345, "recall_at_5": 0.79213, "recall_at_10": 0.89842, "recall_at_20": 0.95781, "recall_at_25": 0.97087, "recall_at_50": 0.98989, "recall_at_100": 0.99954, "recall_at_1000": 1.0, "accuracy": 0.42894, "precision_at_1": 0.70672, "precision_at_3": 0.45473, "precision_at_5": 0.34194, "precision_at_10": 0.20851, "precision_at_20": 0.11541, "precision_at_25": 0.0943, "precision_at_50": 0.04857, "precision_at_100": 0.02463, "precision_at_1000": 0.00247, "mrr_at_1": 0.706716, "mrr_at_3": 0.79801, "mrr_at_5": 0.81092, "mrr_at_10": 0.815056, "mrr_at_20": 0.815388, "mrr_at_25": 0.815424, "mrr_at_50": 0.815475, "mrr_at_100": 0.815475, "mrr_at_1000": 0.815475, "nauc_ndcg_at_1_max": 0.141005, "nauc_ndcg_at_1_std": 0.040457, "nauc_ndcg_at_1_diff1": 0.474524, "nauc_ndcg_at_3_max": 0.206943, "nauc_ndcg_at_3_std": 0.120295, "nauc_ndcg_at_3_diff1": 0.461331, "nauc_ndcg_at_5_max": 0.234546, "nauc_ndcg_at_5_std": 0.155586, "nauc_ndcg_at_5_diff1": 0.482922, "nauc_ndcg_at_10_max": 0.238612, "nauc_ndcg_at_10_std": 0.143351, "nauc_ndcg_at_10_diff1": 0.47064, "nauc_ndcg_at_20_max": 0.221168, "nauc_ndcg_at_20_std": 0.135427, "nauc_ndcg_at_20_diff1": 0.468776, "nauc_ndcg_at_25_max": 0.21235, "nauc_ndcg_at_25_std": 0.129006, "nauc_ndcg_at_25_diff1": 0.464011, "nauc_ndcg_at_50_max": 0.202057, "nauc_ndcg_at_50_std": 0.116057, "nauc_ndcg_at_50_diff1": 0.463753, "nauc_ndcg_at_100_max": 0.194621, "nauc_ndcg_at_100_std": 0.106183, "nauc_ndcg_at_100_diff1": 0.462492, "nauc_ndcg_at_1000_max": 0.194122, "nauc_ndcg_at_1000_std": 0.105622, "nauc_ndcg_at_1000_diff1": 0.462405, "nauc_map_at_1_max": 0.17097, "nauc_map_at_1_std": 0.103169, "nauc_map_at_1_diff1": 0.577385, "nauc_map_at_3_max": 0.211869, "nauc_map_at_3_std": 0.117753, "nauc_map_at_3_diff1": 0.495361, "nauc_map_at_5_max": 0.216799, "nauc_map_at_5_std": 0.136809, "nauc_map_at_5_diff1": 0.485498, "nauc_map_at_10_max": 0.216882, "nauc_map_at_10_std": 0.13143, "nauc_map_at_10_diff1": 0.471748, "nauc_map_at_20_max": 0.208394, "nauc_map_at_20_std": 0.128324, "nauc_map_at_20_diff1": 0.470056, "nauc_map_at_25_max": 0.205679, "nauc_map_at_25_std": 0.126531, "nauc_map_at_25_diff1": 0.468605, "nauc_map_at_50_max": 0.20355, "nauc_map_at_50_std": 0.123967, "nauc_map_at_50_diff1": 0.46868, "nauc_map_at_100_max": 0.20264, "nauc_map_at_100_std": 0.122712, "nauc_map_at_100_diff1": 0.468512, "nauc_map_at_1000_max": 0.202597, "nauc_map_at_1000_std": 0.122664, "nauc_map_at_1000_diff1": 0.468506, "nauc_recall_at_1_max": 0.17097, "nauc_recall_at_1_std": 0.103169, "nauc_recall_at_1_diff1": 0.577385, "nauc_recall_at_3_max": 0.268292, "nauc_recall_at_3_std": 0.17157, "nauc_recall_at_3_diff1": 0.469534, "nauc_recall_at_5_max": 0.317544, "nauc_recall_at_5_std": 0.254315, "nauc_recall_at_5_diff1": 0.473142, "nauc_recall_at_10_max": 0.402704, "nauc_recall_at_10_std": 0.307334, "nauc_recall_at_10_diff1": 0.445918, "nauc_recall_at_20_max": 0.501792, "nauc_recall_at_20_std": 0.466337, "nauc_recall_at_20_diff1": 0.48565, "nauc_recall_at_25_max": 0.510175, "nauc_recall_at_25_std": 0.521344, "nauc_recall_at_25_diff1": 0.445968, "nauc_recall_at_50_max": 0.635497, "nauc_recall_at_50_std": 0.674418, "nauc_recall_at_50_diff1": 0.511066, "nauc_recall_at_100_max": 0.826507, "nauc_recall_at_100_std": 0.826507, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.141005, "nauc_precision_at_1_std": 0.040457, "nauc_precision_at_1_diff1": 0.474524, "nauc_precision_at_3_max": 0.007517, "nauc_precision_at_3_std": -0.030833, "nauc_precision_at_3_diff1": -0.136493, "nauc_precision_at_5_max": -0.050391, "nauc_precision_at_5_std": -0.018038, "nauc_precision_at_5_diff1": -0.2603, "nauc_precision_at_10_max": -0.11317, "nauc_precision_at_10_std": -0.069538, "nauc_precision_at_10_diff1": -0.374633, "nauc_precision_at_20_max": -0.165926, "nauc_precision_at_20_std": -0.097127, "nauc_precision_at_20_diff1": -0.415479, "nauc_precision_at_25_max": -0.18392, "nauc_precision_at_25_std": -0.108809, "nauc_precision_at_25_diff1": -0.430913, "nauc_precision_at_50_max": -0.206108, "nauc_precision_at_50_std": -0.132168, "nauc_precision_at_50_diff1": -0.445365, "nauc_precision_at_100_max": -0.222084, "nauc_precision_at_100_std": -0.151431, "nauc_precision_at_100_diff1": -0.457061, "nauc_precision_at_1000_max": -0.223079, "nauc_precision_at_1000_std": -0.15257, "nauc_precision_at_1000_diff1": -0.45694, "nauc_mrr_at_1_max": 0.141005, "nauc_mrr_at_1_std": 0.040457, "nauc_mrr_at_1_diff1": 0.474524, "nauc_mrr_at_3_max": 0.190647, "nauc_mrr_at_3_std": 0.074617, "nauc_mrr_at_3_diff1": 0.465743, "nauc_mrr_at_5_max": 0.187809, "nauc_mrr_at_5_std": 0.072361, "nauc_mrr_at_5_diff1": 0.470091, "nauc_mrr_at_10_max": 0.179501, "nauc_mrr_at_10_std": 0.065451, "nauc_mrr_at_10_diff1": 0.470039, "nauc_mrr_at_20_max": 0.178289, "nauc_mrr_at_20_std": 0.064921, "nauc_mrr_at_20_diff1": 0.469911, "nauc_mrr_at_25_max": 0.178111, "nauc_mrr_at_25_std": 0.064747, "nauc_mrr_at_25_diff1": 0.469824, "nauc_mrr_at_50_max": 0.177995, "nauc_mrr_at_50_std": 0.064595, "nauc_mrr_at_50_diff1": 0.469827, "nauc_mrr_at_100_max": 0.177995, "nauc_mrr_at_100_std": 0.064595, "nauc_mrr_at_100_diff1": 0.469827, "nauc_mrr_at_1000_max": 0.177995, "nauc_mrr_at_1000_std": 0.064595, "nauc_mrr_at_1000_diff1": 0.469827, "hit_rate_at_1": 0.70672, "hit_rate_at_3": 0.90672, "hit_rate_at_5": 0.96269, "hit_rate_at_10": 0.99254, "hit_rate_at_20": 0.99776, "hit_rate_at_25": 0.99851, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.706716, "R_cap_at_3": 0.721891, "R_cap_at_5": 0.795833, "R_cap_at_10": 0.89842, "R_cap_at_20": 0.957811, "R_cap_at_25": 0.970871, "R_cap_at_50": 0.989888, "R_cap_at_100": 0.99954, "R_cap_at_1000": 1.0, "main_score": 0.79351, "hf_subset": "user_evidence", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 704.6595808304846, "kg_co2_emissions": null, "date": 1787306198.369961, "evaluation_phases": [ { "name": "Data loading", "start": 7.141381502151489e-06, "end": 52.440684132277966, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 52.44070227071643, "end": 52.44070792943239, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 52.478349931538105, "end": 112.34871604293585, "split": "test", "subset": "user_evidence" }, { "name": "Scoring", "start": 112.348821695894, "end": 112.55603323876858, "split": "test", "subset": "user_evidence" } ] }