{ "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", "task_name": "FrenchLegal1Retrieval", "mteb_version": "2.22.2", "scores": { "test": [ { "ndcg_at_1": 0.95218, "ndcg_at_3": 0.97025, "ndcg_at_5": 0.9734, "ndcg_at_10": 0.97462, "ndcg_at_20": 0.97523, "ndcg_at_100": 0.97549, "ndcg_at_1000": 0.97579, "map_at_1": 0.95218, "map_at_3": 0.96609, "map_at_5": 0.96787, "map_at_10": 0.96838, "map_at_20": 0.96855, "map_at_100": 0.96859, "map_at_1000": 0.9686, "recall_at_1": 0.95218, "recall_at_3": 0.98218, "recall_at_5": 0.98969, "recall_at_10": 0.99344, "recall_at_20": 0.99578, "recall_at_100": 0.99719, "recall_at_1000": 0.99953, "accuracy": 0.95218, "precision_at_1": 0.95218, "precision_at_3": 0.32739, "precision_at_5": 0.19794, "precision_at_10": 0.09934, "precision_at_20": 0.04979, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.95218, "mrr_at_3": 0.966088, "mrr_at_5": 0.96787, "mrr_at_10": 0.968378, "mrr_at_20": 0.968553, "mrr_at_100": 0.968588, "mrr_at_1000": 0.9686, "nauc_ndcg_at_1_max": 0.724281, "nauc_ndcg_at_1_std": 0.611733, "nauc_ndcg_at_1_diff1": 0.967985, "nauc_ndcg_at_3_max": 0.755231, "nauc_ndcg_at_3_std": 0.665551, "nauc_ndcg_at_3_diff1": 0.971595, "nauc_ndcg_at_5_max": 0.765045, "nauc_ndcg_at_5_std": 0.671477, "nauc_ndcg_at_5_diff1": 0.973602, "nauc_ndcg_at_10_max": 0.75874, "nauc_ndcg_at_10_std": 0.665247, "nauc_ndcg_at_10_diff1": 0.972332, "nauc_ndcg_at_20_max": 0.754205, "nauc_ndcg_at_20_std": 0.66023, "nauc_ndcg_at_20_diff1": 0.971654, "nauc_ndcg_at_100_max": 0.751598, "nauc_ndcg_at_100_std": 0.656627, "nauc_ndcg_at_100_diff1": 0.971353, "nauc_ndcg_at_1000_max": 0.750849, "nauc_ndcg_at_1000_std": 0.6547, "nauc_ndcg_at_1000_diff1": 0.970998, "nauc_map_at_1_max": 0.724281, "nauc_map_at_1_std": 0.611733, "nauc_map_at_1_diff1": 0.967985, "nauc_map_at_3_max": 0.745598, "nauc_map_at_3_std": 0.649425, "nauc_map_at_3_diff1": 0.970156, "nauc_map_at_5_max": 0.749657, "nauc_map_at_5_std": 0.651209, "nauc_map_at_5_diff1": 0.970851, "nauc_map_at_10_max": 0.7471, "nauc_map_at_10_std": 0.648517, "nauc_map_at_10_diff1": 0.970383, "nauc_map_at_20_max": 0.746017, "nauc_map_at_20_std": 0.647305, "nauc_map_at_20_diff1": 0.970218, "nauc_map_at_100_max": 0.745732, "nauc_map_at_100_std": 0.646909, "nauc_map_at_100_diff1": 0.970185, "nauc_map_at_1000_max": 0.745722, "nauc_map_at_1000_std": 0.646862, "nauc_map_at_1000_diff1": 0.970174, "nauc_recall_at_1_max": 0.724281, "nauc_recall_at_1_std": 0.611733, "nauc_recall_at_1_diff1": 0.967985, "nauc_recall_at_3_max": 0.807446, "nauc_recall_at_3_std": 0.75242, "nauc_recall_at_3_diff1": 0.979668, "nauc_recall_at_5_max": 0.90578, "nauc_recall_at_5_std": 0.853284, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.916462, "nauc_recall_at_10_std": 0.890453, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.900918, "nauc_recall_at_20_std": 0.900918, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 0.851377, "nauc_recall_at_100_std": 0.851377, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.724281, "nauc_precision_at_1_std": 0.611733, "nauc_precision_at_1_diff1": 0.967985, "nauc_precision_at_3_max": 0.807446, "nauc_precision_at_3_std": 0.75242, "nauc_precision_at_3_diff1": 0.979668, "nauc_precision_at_5_max": 0.90578, "nauc_precision_at_5_std": 0.853284, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.916462, "nauc_precision_at_10_std": 0.890453, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.900918, "nauc_precision_at_20_std": 0.900918, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 0.851377, "nauc_precision_at_100_std": 0.851377, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.724281, "nauc_mrr_at_1_std": 0.611733, "nauc_mrr_at_1_diff1": 0.967985, "nauc_mrr_at_3_max": 0.745598, "nauc_mrr_at_3_std": 0.649425, "nauc_mrr_at_3_diff1": 0.970156, "nauc_mrr_at_5_max": 0.749657, "nauc_mrr_at_5_std": 0.651209, "nauc_mrr_at_5_diff1": 0.970851, "nauc_mrr_at_10_max": 0.7471, "nauc_mrr_at_10_std": 0.648517, "nauc_mrr_at_10_diff1": 0.970383, "nauc_mrr_at_20_max": 0.746017, "nauc_mrr_at_20_std": 0.647305, "nauc_mrr_at_20_diff1": 0.970218, "nauc_mrr_at_100_max": 0.745732, "nauc_mrr_at_100_std": 0.646909, "nauc_mrr_at_100_diff1": 0.970185, "nauc_mrr_at_1000_max": 0.745722, "nauc_mrr_at_1000_std": 0.646862, "nauc_mrr_at_1000_diff1": 0.970174, "hit_rate_at_1": 0.95218, "hit_rate_at_3": 0.98218, "hit_rate_at_5": 0.98969, "hit_rate_at_10": 0.99344, "hit_rate_at_20": 0.99578, "hit_rate_at_100": 0.99719, "hit_rate_at_1000": 0.99953, "main_score": 0.97462, "hf_subset": "default", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" } ] }, "evaluation_time": 458.64714117581025, "kg_co2_emissions": null, "date": 1791054785.529679, "evaluation_phases": [ { "name": "Data loading", "start": 7.295492105185986e-05, "end": 12.775125809013844, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 12.775138796074316, "end": 12.775140149053186, "split": "", "subset": "" }, { "name": "Encoding corpus", "start": 12.795886542880908, "end": 12.795888734050095, "split": "test", "subset": "default" }, { "name": "Encoding queries", "start": 12.795924471924081, "end": 456.7637060289271, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 456.76392139098607, "end": 458.59930076706223, "split": "test", "subset": "default" } ] }