{ "dataset_revision": "17d2f7d42f1b3ef9293fb545b9039fcec1deab91", "task_name": "WebQAT2TRetrieval", "mteb_version": "2.20.2", "scores": { "test": [ { "ndcg_at_1": 0.69043, "ndcg_at_3": 0.6236, "ndcg_at_5": 0.6699, "ndcg_at_10": 0.70543, "ndcg_at_20": 0.72497, "ndcg_at_100": 0.74372, "ndcg_at_1000": 0.75026, "map_at_1": 0.34212, "map_at_3": 0.54929, "map_at_5": 0.58676, "map_at_10": 0.60869, "map_at_20": 0.61702, "map_at_100": 0.62111, "map_at_1000": 0.62151, "recall_at_1": 0.34212, "recall_at_3": 0.62196, "recall_at_5": 0.713, "recall_at_10": 0.8016, "recall_at_20": 0.86382, "recall_at_100": 0.9446, "recall_at_1000": 0.98632, "accuracy": 0.34212, "precision_at_1": 0.69043, "precision_at_3": 0.41969, "precision_at_5": 0.28929, "precision_at_10": 0.16277, "precision_at_20": 0.08774, "precision_at_100": 0.01921, "precision_at_1000": 0.00201, "mrr_at_1": 0.690428, "mrr_at_3": 0.777054, "mrr_at_5": 0.786504, "mrr_at_10": 0.791187, "mrr_at_20": 0.792336, "mrr_at_100": 0.79292, "mrr_at_1000": 0.792947, "nauc_ndcg_at_1_max": 0.30331, "nauc_ndcg_at_1_std": -0.067063, "nauc_ndcg_at_1_diff1": 0.595978, "nauc_ndcg_at_3_max": 0.24207, "nauc_ndcg_at_3_std": -0.016243, "nauc_ndcg_at_3_diff1": 0.298231, "nauc_ndcg_at_5_max": 0.258525, "nauc_ndcg_at_5_std": -0.00195, "nauc_ndcg_at_5_diff1": 0.291956, "nauc_ndcg_at_10_max": 0.268291, "nauc_ndcg_at_10_std": 0.01491, "nauc_ndcg_at_10_diff1": 0.302774, "nauc_ndcg_at_20_max": 0.282027, "nauc_ndcg_at_20_std": 0.026468, "nauc_ndcg_at_20_diff1": 0.316424, "nauc_ndcg_at_100_max": 0.280535, "nauc_ndcg_at_100_std": 0.024726, "nauc_ndcg_at_100_diff1": 0.327984, "nauc_ndcg_at_1000_max": 0.273983, "nauc_ndcg_at_1000_std": 0.011988, "nauc_ndcg_at_1000_diff1": 0.333158, "nauc_map_at_1_max": 0.302588, "nauc_map_at_1_std": -0.060969, "nauc_map_at_1_diff1": 0.580183, "nauc_map_at_3_max": 0.212221, "nauc_map_at_3_std": -0.018946, "nauc_map_at_3_diff1": 0.263864, "nauc_map_at_5_max": 0.227252, "nauc_map_at_5_std": -0.008754, "nauc_map_at_5_diff1": 0.263009, "nauc_map_at_10_max": 0.233533, "nauc_map_at_10_std": 0.000248, "nauc_map_at_10_diff1": 0.269034, "nauc_map_at_20_max": 0.238039, "nauc_map_at_20_std": 0.003808, "nauc_map_at_20_diff1": 0.273589, "nauc_map_at_100_max": 0.237622, "nauc_map_at_100_std": 0.003474, "nauc_map_at_100_diff1": 0.275524, "nauc_map_at_1000_max": 0.237334, "nauc_map_at_1000_std": 0.003003, "nauc_map_at_1000_diff1": 0.275674, "nauc_recall_at_1_max": 0.302588, "nauc_recall_at_1_std": -0.060969, "nauc_recall_at_1_diff1": 0.580183, "nauc_recall_at_3_max": 0.215579, "nauc_recall_at_3_std": 0.006333, "nauc_recall_at_3_diff1": 0.178784, "nauc_recall_at_5_max": 0.235035, "nauc_recall_at_5_std": 0.040494, "nauc_recall_at_5_diff1": 0.138826, "nauc_recall_at_10_max": 0.257776, "nauc_recall_at_10_std": 0.105289, "nauc_recall_at_10_diff1": 0.129234, "nauc_recall_at_20_max": 0.323579, "nauc_recall_at_20_std": 0.1952, "nauc_recall_at_20_diff1": 0.138552, "nauc_recall_at_100_max": 0.392015, "nauc_recall_at_100_std": 0.383995, "nauc_recall_at_100_diff1": 0.108172, "nauc_recall_at_1000_max": 0.327973, "nauc_recall_at_1000_std": 0.429501, "nauc_recall_at_1000_diff1": 0.010618, "nauc_precision_at_1_max": 0.30331, "nauc_precision_at_1_std": -0.067063, "nauc_precision_at_1_diff1": 0.595978, "nauc_precision_at_3_max": 0.206204, "nauc_precision_at_3_std": -0.000786, "nauc_precision_at_3_diff1": 0.177725, "nauc_precision_at_5_max": 0.218394, "nauc_precision_at_5_std": 0.031336, "nauc_precision_at_5_diff1": 0.131514, "nauc_precision_at_10_max": 0.222733, "nauc_precision_at_10_std": 0.087781, "nauc_precision_at_10_diff1": 0.109628, "nauc_precision_at_20_max": 0.261788, "nauc_precision_at_20_std": 0.158798, "nauc_precision_at_20_diff1": 0.107147, "nauc_precision_at_100_max": 0.206626, "nauc_precision_at_100_std": 0.233221, "nauc_precision_at_100_diff1": 0.039491, "nauc_precision_at_1000_max": -0.048215, "nauc_precision_at_1000_std": 0.044835, "nauc_precision_at_1000_diff1": -0.079392, "nauc_mrr_at_1_max": 0.30331, "nauc_mrr_at_1_std": -0.067063, "nauc_mrr_at_1_diff1": 0.595978, "nauc_mrr_at_3_max": 0.351737, "nauc_mrr_at_3_std": -0.04691, "nauc_mrr_at_3_diff1": 0.573074, "nauc_mrr_at_5_max": 0.348961, "nauc_mrr_at_5_std": -0.044786, "nauc_mrr_at_5_diff1": 0.570159, "nauc_mrr_at_10_max": 0.345811, "nauc_mrr_at_10_std": -0.046426, "nauc_mrr_at_10_diff1": 0.573058, "nauc_mrr_at_20_max": 0.34561, "nauc_mrr_at_20_std": -0.046462, "nauc_mrr_at_20_diff1": 0.57368, "nauc_mrr_at_100_max": 0.344695, "nauc_mrr_at_100_std": -0.047237, "nauc_mrr_at_100_diff1": 0.573818, "nauc_mrr_at_1000_max": 0.344636, "nauc_mrr_at_1000_std": -0.047266, "nauc_mrr_at_1000_diff1": 0.573825, "hit_rate_at_1": 0.69043, "hit_rate_at_3": 0.88228, "hit_rate_at_5": 0.92301, "hit_rate_at_10": 0.95804, "hit_rate_at_20": 0.97393, "hit_rate_at_100": 0.99348, "hit_rate_at_1000": 0.99837, "main_score": 0.70543, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.20.2" } ] }, "evaluation_time": 1010.4531583823264, "kg_co2_emissions": null, "date": 1787854144.912287, "evaluation_phases": [ { "name": "Data loading", "start": 7.2158873081207275e-06, "end": 8.58629273250699, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 8.58630682528019, "end": 8.586310222744942, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 8.615540340542793, "end": 1006.9900470413268, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 1006.990078419447, "end": 1010.3074436709285, "split": "test", "subset": "default" } ] }