{ "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", "task_name": "FrenchLegal1Retrieval", "mteb_version": "1.39.1", "scores": { "test": [ { "ndcg_at_1": 0.24613, "ndcg_at_3": 0.27345, "ndcg_at_5": 0.27845, "ndcg_at_10": 0.28916, "ndcg_at_20": 0.29723, "ndcg_at_100": 0.31616, "ndcg_at_1000": 0.35542, "map_at_1": 0.24613, "map_at_3": 0.26684, "map_at_5": 0.2696, "map_at_10": 0.27399, "map_at_20": 0.27614, "map_at_100": 0.27857, "map_at_1000": 0.2797, "recall_at_1": 0.24613, "recall_at_3": 0.29255, "recall_at_5": 0.30474, "recall_at_10": 0.33802, "recall_at_20": 0.37037, "recall_at_100": 0.47539, "recall_at_1000": 0.80544, "precision_at_1": 0.24613, "precision_at_3": 0.09752, "precision_at_5": 0.06095, "precision_at_10": 0.0338, "precision_at_20": 0.01852, "precision_at_100": 0.00475, "precision_at_1000": 0.00081, "mrr_at_1": 0.246132, "mrr_at_3": 0.266839, "mrr_at_5": 0.269605, "mrr_at_10": 0.273993, "mrr_at_20": 0.276144, "mrr_at_100": 0.278571, "mrr_at_1000": 0.2797, "nauc_ndcg_at_1_max": 0.25841, "nauc_ndcg_at_1_std": -0.039179, "nauc_ndcg_at_1_diff1": 0.746147, "nauc_ndcg_at_3_max": 0.231901, "nauc_ndcg_at_3_std": -0.041007, "nauc_ndcg_at_3_diff1": 0.686414, "nauc_ndcg_at_5_max": 0.227347, "nauc_ndcg_at_5_std": -0.038909, "nauc_ndcg_at_5_diff1": 0.675075, "nauc_ndcg_at_10_max": 0.216011, "nauc_ndcg_at_10_std": -0.030781, "nauc_ndcg_at_10_diff1": 0.667172, "nauc_ndcg_at_20_max": 0.212441, "nauc_ndcg_at_20_std": -0.031328, "nauc_ndcg_at_20_diff1": 0.653721, "nauc_ndcg_at_100_max": 0.208009, "nauc_ndcg_at_100_std": -0.035709, "nauc_ndcg_at_100_diff1": 0.636766, "nauc_ndcg_at_1000_max": 0.207829, "nauc_ndcg_at_1000_std": -0.036695, "nauc_ndcg_at_1000_diff1": 0.639009, "nauc_map_at_1_max": 0.25841, "nauc_map_at_1_std": -0.039179, "nauc_map_at_1_diff1": 0.746147, "nauc_map_at_3_max": 0.237675, "nauc_map_at_3_std": -0.039997, "nauc_map_at_3_diff1": 0.700625, "nauc_map_at_5_max": 0.235113, "nauc_map_at_5_std": -0.038906, "nauc_map_at_5_diff1": 0.694058, "nauc_map_at_10_max": 0.230354, "nauc_map_at_10_std": -0.035529, "nauc_map_at_10_diff1": 0.690791, "nauc_map_at_20_max": 0.229256, "nauc_map_at_20_std": -0.035609, "nauc_map_at_20_diff1": 0.687027, "nauc_map_at_100_max": 0.228584, "nauc_map_at_100_std": -0.036065, "nauc_map_at_100_diff1": 0.684763, "nauc_map_at_1000_max": 0.228497, "nauc_map_at_1000_std": -0.035994, "nauc_map_at_1000_diff1": 0.684728, "nauc_recall_at_1_max": 0.25841, "nauc_recall_at_1_std": -0.039179, "nauc_recall_at_1_diff1": 0.746147, "nauc_recall_at_3_max": 0.216098, "nauc_recall_at_3_std": -0.04403, "nauc_recall_at_3_diff1": 0.647016, "nauc_recall_at_5_max": 0.205628, "nauc_recall_at_5_std": -0.038752, "nauc_recall_at_5_diff1": 0.621672, "nauc_recall_at_10_max": 0.172546, "nauc_recall_at_10_std": -0.014643, "nauc_recall_at_10_diff1": 0.598885, "nauc_recall_at_20_max": 0.160558, "nauc_recall_at_20_std": -0.017411, "nauc_recall_at_20_diff1": 0.549822, "nauc_recall_at_100_max": 0.13761, "nauc_recall_at_100_std": -0.041922, "nauc_recall_at_100_diff1": 0.459732, "nauc_recall_at_1000_max": 0.082563, "nauc_recall_at_1000_std": -0.072452, "nauc_recall_at_1000_diff1": 0.346344, "nauc_precision_at_1_max": 0.25841, "nauc_precision_at_1_std": -0.039179, "nauc_precision_at_1_diff1": 0.746147, "nauc_precision_at_3_max": 0.216098, "nauc_precision_at_3_std": -0.04403, "nauc_precision_at_3_diff1": 0.647016, "nauc_precision_at_5_max": 0.205628, "nauc_precision_at_5_std": -0.038752, "nauc_precision_at_5_diff1": 0.621672, "nauc_precision_at_10_max": 0.172546, "nauc_precision_at_10_std": -0.014643, "nauc_precision_at_10_diff1": 0.598885, "nauc_precision_at_20_max": 0.160558, "nauc_precision_at_20_std": -0.017411, "nauc_precision_at_20_diff1": 0.549822, "nauc_precision_at_100_max": 0.13761, "nauc_precision_at_100_std": -0.041922, "nauc_precision_at_100_diff1": 0.459732, "nauc_precision_at_1000_max": 0.082563, "nauc_precision_at_1000_std": -0.072452, "nauc_precision_at_1000_diff1": 0.346344, "nauc_mrr_at_1_max": 0.25841, "nauc_mrr_at_1_std": -0.039179, "nauc_mrr_at_1_diff1": 0.746147, "nauc_mrr_at_3_max": 0.237675, "nauc_mrr_at_3_std": -0.039997, "nauc_mrr_at_3_diff1": 0.700625, "nauc_mrr_at_5_max": 0.235113, "nauc_mrr_at_5_std": -0.038906, "nauc_mrr_at_5_diff1": 0.694058, "nauc_mrr_at_10_max": 0.230354, "nauc_mrr_at_10_std": -0.035529, "nauc_mrr_at_10_diff1": 0.690791, "nauc_mrr_at_20_max": 0.229256, "nauc_mrr_at_20_std": -0.035609, "nauc_mrr_at_20_diff1": 0.687027, "nauc_mrr_at_100_max": 0.228584, "nauc_mrr_at_100_std": -0.036065, "nauc_mrr_at_100_diff1": 0.684763, "nauc_mrr_at_1000_max": 0.228497, "nauc_mrr_at_1000_std": -0.035994, "nauc_mrr_at_1000_diff1": 0.684728, "main_score": 0.28916, "hf_subset": "default", "languages": [ "fra-Latn" ] } ] }, "evaluation_time": 12.277582883834839, "kg_co2_emissions": null }