{ "dataset_revision": "4e5997e48fb2f2f8bf1c8973851dedeb17e09a83", "evaluation_time": 24.616000413894653, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.01009, "cv_recall_at_1": 0.9, "cv_recall_at_10": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_3": 0.97143, "cv_recall_at_5": 0.97143, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.04303, "map_at_1": 0.01009, "map_at_10": 0.07824, "map_at_100": 0.29774, "map_at_1000": 0.40811, "map_at_20": 0.13085, "map_at_3": 0.0274, "map_at_5": 0.04303, "mrr_at_1": 0.9, "mrr_at_10": 0.9374149659863946, "mrr_at_100": 0.9374149659863946, "mrr_at_1000": 0.9374149659863946, "mrr_at_20": 0.9374149659863946, "mrr_at_3": 0.9333333333333332, "mrr_at_5": 0.9333333333333332, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": NaN, "nauc_cv_recall_at_10_max": NaN, "nauc_cv_recall_at_10_std": NaN, "nauc_cv_recall_at_1_diff1": 0.5906362545018016, "nauc_cv_recall_at_1_max": 0.36261171135120646, "nauc_cv_recall_at_1_std": -0.23189275710284346, "nauc_cv_recall_at_20_diff1": NaN, "nauc_cv_recall_at_20_max": NaN, "nauc_cv_recall_at_20_std": NaN, "nauc_cv_recall_at_3_diff1": 0.4143323996265152, "nauc_cv_recall_at_3_max": -0.6615312791783367, "nauc_cv_recall_at_3_std": -1.1517273576097082, "nauc_cv_recall_at_5_diff1": 0.4143323996265152, "nauc_cv_recall_at_5_max": -0.6615312791783367, "nauc_cv_recall_at_5_std": -1.1517273576097082, "nauc_map_at_1000_diff1": -0.09997112343517554, "nauc_map_at_1000_max": 0.34462956054622956, "nauc_map_at_1000_std": 0.2773750753513943, "nauc_map_at_100_diff1": -0.002266156657059333, "nauc_map_at_100_max": 0.18152503862471664, "nauc_map_at_100_std": -0.08899596037703852, "nauc_map_at_10_diff1": -0.11565180702814584, "nauc_map_at_10_max": -0.20791876435295556, "nauc_map_at_10_std": -0.5438476776104793, "nauc_map_at_1_diff1": 0.1671107907766106, "nauc_map_at_1_max": -0.13839324686458715, "nauc_map_at_1_std": -0.46784036681085234, "nauc_map_at_20_diff1": -0.11339439100453212, "nauc_map_at_20_max": -0.15396072728562282, "nauc_map_at_20_std": -0.5005700527279532, "nauc_map_at_3_diff1": 0.02079830663255131, "nauc_map_at_3_max": -0.1884200116307114, "nauc_map_at_3_std": -0.5474640702533285, "nauc_map_at_5_diff1": -0.0502056745328973, "nauc_map_at_5_max": -0.19801209282078783, "nauc_map_at_5_std": -0.5396116166577342, "nauc_mrr_at_1000_diff1": 0.57249167783055, "nauc_mrr_at_1000_max": 0.21988034344172047, "nauc_mrr_at_1000_std": -0.3350003044696183, "nauc_mrr_at_100_diff1": 0.57249167783055, "nauc_mrr_at_100_max": 0.21988034344172047, "nauc_mrr_at_100_std": -0.3350003044696183, "nauc_mrr_at_10_diff1": 0.57249167783055, "nauc_mrr_at_10_max": 0.21988034344172047, "nauc_mrr_at_10_std": -0.3350003044696183, "nauc_mrr_at_1_diff1": 0.5906362545018016, "nauc_mrr_at_1_max": 0.36261171135120646, "nauc_mrr_at_1_std": -0.23189275710284346, "nauc_mrr_at_20_diff1": 0.57249167783055, "nauc_mrr_at_20_max": 0.21988034344172047, "nauc_mrr_at_20_std": -0.3350003044696183, "nauc_mrr_at_3_diff1": 0.5628084567160223, "nauc_mrr_at_3_max": 0.16591636654661987, "nauc_mrr_at_3_std": -0.38500400160063997, "nauc_mrr_at_5_diff1": 0.5628084567160223, "nauc_mrr_at_5_max": 0.16591636654661987, "nauc_mrr_at_5_std": -0.38500400160063997, "nauc_ndcg_at_1000_diff1": 0.06133581904934116, "nauc_ndcg_at_1000_max": 0.3653593760924795, "nauc_ndcg_at_1000_std": 0.21282422582532212, "nauc_ndcg_at_100_diff1": -0.08193662972690982, "nauc_ndcg_at_100_max": 0.3798146445685644, "nauc_ndcg_at_100_std": 0.39389352130001826, "nauc_ndcg_at_10_diff1": -0.23429171395741333, "nauc_ndcg_at_10_max": 0.17230391578645135, "nauc_ndcg_at_10_std": -0.08187361466000272, "nauc_ndcg_at_1_diff1": 0.5906362545018016, "nauc_ndcg_at_1_max": 0.36261171135120646, "nauc_ndcg_at_1_std": -0.23189275710284346, "nauc_ndcg_at_20_diff1": -0.20831246870354225, "nauc_ndcg_at_20_max": 0.24097809178565543, "nauc_ndcg_at_20_std": 0.0534503678845318, "nauc_ndcg_at_3_diff1": 0.030502206371396064, "nauc_ndcg_at_3_max": 0.1971225801034191, "nauc_ndcg_at_3_std": -0.21141323031501721, "nauc_ndcg_at_5_diff1": -0.12006843684139115, "nauc_ndcg_at_5_max": 0.16750977815901777, "nauc_ndcg_at_5_std": -0.14022550003020962, "nauc_precision_at_1000_diff1": -0.20693326458700084, "nauc_precision_at_1000_max": 0.30741533929403375, "nauc_precision_at_1000_std": 0.6184408457052114, "nauc_precision_at_100_diff1": -0.08143614490756466, "nauc_precision_at_100_max": 0.42856504096538417, "nauc_precision_at_100_std": 0.5474386671787866, "nauc_precision_at_10_diff1": -0.31924925376679475, "nauc_precision_at_10_max": 0.16186728529465252, "nauc_precision_at_10_std": -0.05268366837950592, "nauc_precision_at_1_diff1": 0.5906362545018016, "nauc_precision_at_1_max": 0.36261171135120646, "nauc_precision_at_1_std": -0.23189275710284346, "nauc_precision_at_20_diff1": -0.23224775321055863, "nauc_precision_at_20_max": 0.25595489555139733, "nauc_precision_at_20_std": 0.10339969962493353, "nauc_precision_at_3_diff1": -0.09229872057680114, "nauc_precision_at_3_max": 0.16752668410263621, "nauc_precision_at_3_std": -0.20923163921679502, "nauc_precision_at_5_diff1": -0.23507711083989732, "nauc_precision_at_5_max": 0.13741262620658992, "nauc_precision_at_5_std": -0.12044639224823489, "nauc_recall_at_1000_diff1": 0.31089917717611126, "nauc_recall_at_1000_max": 0.307160361678135, "nauc_recall_at_1000_std": 0.18133241068758602, "nauc_recall_at_100_diff1": 0.21558786046721692, "nauc_recall_at_100_max": 0.16379001170320517, "nauc_recall_at_100_std": -0.16618229189165276, "nauc_recall_at_10_diff1": -0.10137243698347212, "nauc_recall_at_10_max": -0.23487796463739027, "nauc_recall_at_10_std": -0.5724326967220414, "nauc_recall_at_1_diff1": 0.1671107907766106, "nauc_recall_at_1_max": -0.13839324686458715, "nauc_recall_at_1_std": -0.46784036681085234, "nauc_recall_at_20_diff1": -0.10173303448681734, "nauc_recall_at_20_max": -0.18595742016130573, "nauc_recall_at_20_std": -0.541582846519482, "nauc_recall_at_3_diff1": 0.008106553187016502, "nauc_recall_at_3_max": -0.21434176558506793, "nauc_recall_at_3_std": -0.5690560570235219, "nauc_recall_at_5_diff1": -0.0452944999088154, "nauc_recall_at_5_max": -0.22753424665329894, "nauc_recall_at_5_std": -0.5583323973328794, "ndcg_at_1": 0.9, "ndcg_at_10": 0.82007, "ndcg_at_100": 0.59721, "ndcg_at_1000": 0.68317, "ndcg_at_20": 0.76411, "ndcg_at_3": 0.87231, "ndcg_at_5": 0.85017, "precision_at_1": 0.9, "precision_at_10": 0.79857, "precision_at_100": 0.47471, "precision_at_1000": 0.1093, "precision_at_20": 0.72929, "precision_at_3": 0.8619, "precision_at_5": 0.83429, "recall_at_1": 0.01009, "recall_at_10": 0.08355, "recall_at_100": 0.38551, "recall_at_1000": 0.73694, "recall_at_20": 0.14308, "recall_at_3": 0.02796, "recall_at_5": 0.04484 } ] }, "task_name": "RParisHardI2IRetrieval" }