{ "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", "task_name": "AILACasedocs", "mteb_version": "2.3.11", "scores": { "test": [ { "ndcg_at_1": 0.26, "ndcg_at_3": 0.26342, "ndcg_at_5": 0.25914, "ndcg_at_10": 0.27852, "ndcg_at_20": 0.32992, "ndcg_at_100": 0.43675, "ndcg_at_1000": 0.46044, "map_at_1": 0.07826, "map_at_3": 0.15348, "map_at_5": 0.17536, "map_at_10": 0.19608, "map_at_20": 0.2149, "map_at_100": 0.2398, "map_at_1000": 0.24303, "recall_at_1": 0.07826, "recall_at_3": 0.1951, "recall_at_5": 0.24147, "recall_at_10": 0.33045, "recall_at_20": 0.48392, "recall_at_100": 0.88443, "recall_at_1000": 1.0, "accuracy": 0.07826, "precision_at_1": 0.26, "precision_at_3": 0.21333, "precision_at_5": 0.168, "precision_at_10": 0.12, "precision_at_20": 0.086, "precision_at_100": 0.034, "precision_at_1000": 0.0039, "mrr_at_1": 0.26, "mrr_at_3": 0.326667, "mrr_at_5": 0.339667, "mrr_at_10": 0.358071, "mrr_at_20": 0.371615, "mrr_at_100": 0.377188, "mrr_at_1000": 0.377451, "nauc_ndcg_at_1_max": 0.047324, "nauc_ndcg_at_1_std": -0.081987, "nauc_ndcg_at_1_diff1": 0.169842, "nauc_ndcg_at_3_max": 0.08048, "nauc_ndcg_at_3_std": 0.013564, "nauc_ndcg_at_3_diff1": 0.028616, "nauc_ndcg_at_5_max": -0.00184, "nauc_ndcg_at_5_std": -0.03129, "nauc_ndcg_at_5_diff1": 0.002212, "nauc_ndcg_at_10_max": 0.076877, "nauc_ndcg_at_10_std": -0.036698, "nauc_ndcg_at_10_diff1": 0.044968, "nauc_ndcg_at_20_max": 0.055998, "nauc_ndcg_at_20_std": -0.045901, "nauc_ndcg_at_20_diff1": -0.00927, "nauc_ndcg_at_100_max": -0.025521, "nauc_ndcg_at_100_std": -0.029782, "nauc_ndcg_at_100_diff1": -0.034395, "nauc_ndcg_at_1000_max": 0.02187, "nauc_ndcg_at_1000_std": -0.049958, "nauc_ndcg_at_1000_diff1": 0.015848, "nauc_map_at_1_max": -0.192667, "nauc_map_at_1_std": -0.096237, "nauc_map_at_1_diff1": -0.032301, "nauc_map_at_3_max": -0.016694, "nauc_map_at_3_std": 0.002283, "nauc_map_at_3_diff1": -0.058542, "nauc_map_at_5_max": -0.046127, "nauc_map_at_5_std": -0.043337, "nauc_map_at_5_diff1": -0.040851, "nauc_map_at_10_max": 0.006987, "nauc_map_at_10_std": -0.05676, "nauc_map_at_10_diff1": 0.002221, "nauc_map_at_20_max": -0.002396, "nauc_map_at_20_std": -0.068614, "nauc_map_at_20_diff1": -0.012965, "nauc_map_at_100_max": -0.023305, "nauc_map_at_100_std": -0.06769, "nauc_map_at_100_diff1": -0.018819, "nauc_map_at_1000_max": -0.017753, "nauc_map_at_1000_std": -0.069623, "nauc_map_at_1000_diff1": -0.013281, "nauc_recall_at_1_max": -0.192667, "nauc_recall_at_1_std": -0.096237, "nauc_recall_at_1_diff1": -0.032301, "nauc_recall_at_3_max": 0.048778, "nauc_recall_at_3_std": 0.118582, "nauc_recall_at_3_diff1": -0.104818, "nauc_recall_at_5_max": -0.031181, "nauc_recall_at_5_std": 0.021463, "nauc_recall_at_5_diff1": -0.101344, "nauc_recall_at_10_max": 0.17758, "nauc_recall_at_10_std": 0.033172, "nauc_recall_at_10_diff1": 0.051214, "nauc_recall_at_20_max": 0.119796, "nauc_recall_at_20_std": -0.005236, "nauc_recall_at_20_diff1": -0.085691, "nauc_recall_at_100_max": -0.405756, "nauc_recall_at_100_std": 0.215231, "nauc_recall_at_100_diff1": -0.535041, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.047324, "nauc_precision_at_1_std": -0.081987, "nauc_precision_at_1_diff1": 0.169842, "nauc_precision_at_3_max": 0.106699, "nauc_precision_at_3_std": -0.021213, "nauc_precision_at_3_diff1": 0.055019, "nauc_precision_at_5_max": 0.013843, "nauc_precision_at_5_std": -0.136705, "nauc_precision_at_5_diff1": 0.071254, "nauc_precision_at_10_max": 0.151235, "nauc_precision_at_10_std": -0.148029, "nauc_precision_at_10_diff1": 0.166633, "nauc_precision_at_20_max": 0.087234, "nauc_precision_at_20_std": -0.105407, "nauc_precision_at_20_diff1": 0.048794, "nauc_precision_at_100_max": -0.031511, "nauc_precision_at_100_std": -0.018342, "nauc_precision_at_100_diff1": 0.038713, "nauc_precision_at_1000_max": 0.040713, "nauc_precision_at_1000_std": -0.043738, "nauc_precision_at_1000_diff1": 0.088838, "nauc_mrr_at_1_max": 0.047324, "nauc_mrr_at_1_std": -0.081987, "nauc_mrr_at_1_diff1": 0.169842, "nauc_mrr_at_3_max": 0.044588, "nauc_mrr_at_3_std": 0.022039, "nauc_mrr_at_3_diff1": 0.050594, "nauc_mrr_at_5_max": 0.011815, "nauc_mrr_at_5_std": -0.009476, "nauc_mrr_at_5_diff1": 0.033577, "nauc_mrr_at_10_max": 0.053676, "nauc_mrr_at_10_std": -0.005849, "nauc_mrr_at_10_diff1": 0.060352, "nauc_mrr_at_20_max": 0.054517, "nauc_mrr_at_20_std": -0.003639, "nauc_mrr_at_20_diff1": 0.05257, "nauc_mrr_at_100_max": 0.048679, "nauc_mrr_at_100_std": -0.006818, "nauc_mrr_at_100_diff1": 0.05382, "nauc_mrr_at_1000_max": 0.048539, "nauc_mrr_at_1000_std": -0.007413, "nauc_mrr_at_1000_diff1": 0.054362, "cv_recall_at_1": 0.26, "cv_recall_at_3": 0.4, "cv_recall_at_5": 0.46, "cv_recall_at_10": 0.6, "cv_recall_at_20": 0.78, "cv_recall_at_100": 0.96, "cv_recall_at_1000": 1.0, "main_score": 0.27852, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5.264985084533691, "kg_co2_emissions": null }